-- Logs begin at Wed 2022-02-09 01:16:25 UTC, end at Wed 2022-02-09 03:45:44 UTC. -- Feb 09 01:51:05.613383 n-d-826675-12 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 01:51:08.631851 n-d-826675-12 neutron-server[103042]: INFO neutron.common.config [-] Logging enabled! Feb 09 01:51:08.632479 n-d-826675-12 neutron-server[103042]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 01:51:08.632677 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103042) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 01:51:08.636021 n-d-826675-12 neutron-server[103042]: INFO neutron.common.config [-] Logging enabled! Feb 09 01:51:08.636280 n-d-826675-12 neutron-server[103042]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 01:51:08.636595 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103042) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 01:51:08.637553 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 01:51:08.637795 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 01:51:08.638193 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 01:51:08.638471 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 01:51:08.638707 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 01:51:08.639211 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.639641 n-d-826675-12 neutron-server[103042]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 01:51:08.639958 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.640263 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.640561 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.640863 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.641159 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.641447 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.641740 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.642040 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.642334 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.642648 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.642945 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.643241 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.643530 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.643822 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.644121 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.644407 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] debug = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.644693 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.645136 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.646146 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.646613 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.646918 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.647202 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.647478 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.647759 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.648049 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.648384 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] host = n-d-826675-12 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.648667 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.648989 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.649284 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.649573 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.649853 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.650134 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.650421 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.650746 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.651023 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] log_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.651304 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.651598 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.651887 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.652181 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.652412 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.652638 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.652929 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.653224 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.653503 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.653781 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.654059 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.654337 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.654640 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.654913 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.655202 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.655489 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.655775 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.656052 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.656332 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.656608 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.656884 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.657169 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.657444 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.657719 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.657995 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.658289 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.658587 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.658867 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.659170 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.659457 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.659742 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.660030 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.660309 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.660594 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.660869 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.661235 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.661478 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] use_json = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.661756 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.662023 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.662311 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.662612 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.662890 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.663172 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.663447 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.663735 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.664011 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:08.664314 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.664620 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.664925 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.665227 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.665522 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.665813 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.666107 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.666389 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.666708 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.667001 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.667296 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.667578 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.667884 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.668186 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.668486 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.668800 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.669099 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.669395 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.669674 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.669954 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.670232 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.670544 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.670839 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.671123 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.671416 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.671708 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.671992 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.672293 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.672587 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.672893 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.673188 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.673467 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.673757 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.674058 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.674347 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.674661 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.674945 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.675244 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.675524 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.675802 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.676092 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.676374 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.676651 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.677015 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.677434 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.677958 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.678318 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.678643 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.678935 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.679220 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.679504 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.679803 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.680085 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.680364 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.680643 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.680926 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.681204 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.681484 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.681770 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.682047 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.682326 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.682635 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.682920 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.683196 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.683474 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.683751 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.684030 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.684306 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.684589 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.684866 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.685145 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.685424 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.685701 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.685976 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.686269 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.686601 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.686886 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.687174 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.687458 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.687742 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.688023 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.688303 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.688583 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.688866 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.689148 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.689451 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.689740 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.690035 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.690348 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.690665 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.690967 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.691251 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.691541 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.691825 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.692109 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.692956 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.693417 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.693730 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.694030 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.694325 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.694663 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.694969 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.695259 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.695580 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.695869 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:08.696094 n-d-826675-12 neutron-server[103042]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 01:51:08.696351 n-d-826675-12 neutron-server[103042]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103042) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 01:51:09.074245 n-d-826675-12 neutron-server[103042]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 01:51:09.074700 n-d-826675-12 neutron-server[103042]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 01:51:09.074911 n-d-826675-12 neutron-server[103042]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 01:51:09.075248 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 01:51:09.412061 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.412361 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.412526 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.413853 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.414133 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.414404 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.459276 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.459548 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.459817 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.476961 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.477247 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.477522 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.506671 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.506951 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.507224 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.544903 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.545185 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.545454 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.897262 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.897928 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.897928 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.898129 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:09.898756 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.001017 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.001338 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.001621 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.001895 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.002165 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.002496 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.002766 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.003026 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.003284 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.003568 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.003835 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.004108 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.004363 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.004617 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.004976 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.005234 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.005575 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.005899 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.006177 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.006497 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.006761 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.007021 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.007306 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.007684 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.007938 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.008189 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.008589 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.008834 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.009076 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.009317 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.009556 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.009795 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.010164 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 01:51:10.013458 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 01:51:10.017605 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 01:51:10.022341 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 09 01:51:10.024304 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 01:51:10.024780 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 01:51:10.025116 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 01:51:10.025503 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 01:51:10.028601 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 01:51:10.028860 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 01:51:10.029233 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 01:51:10.034381 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 01:51:10.057908 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 01:51:10.058577 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.058890 n-d-826675-12 neutron-server[103042]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103042) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 01:51:10.059261 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.060662 n-d-826675-12 neutron-server[103042]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103042) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 01:51:10.060950 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 01:51:10.061200 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 01:51:10.064513 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.064796 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.129778 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 01:51:10.130713 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 01:51:10.131044 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 01:51:10.131631 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 01:51:10.153389 n-d-826675-12 neutron-server[103042]: DEBUG oslo_db.sqlalchemy.engines [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103042) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 01:51:10.602583 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing driver for type 'gre' Feb 09 01:51:10.603165 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] gre ID ranges: [(1, 1000)] Feb 09 01:51:10.661325 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing driver for type 'local' Feb 09 01:51:10.661712 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing driver for type 'vlan' Feb 09 01:51:10.675702 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] VlanTypeDriver initialization complete Feb 09 01:51:10.676050 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing driver for type 'vxlan' Feb 09 01:51:10.676548 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] vxlan ID ranges: [(1, 1000)] Feb 09 01:51:10.730258 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing extension driver 'port_security' Feb 09 01:51:10.730640 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.extensions.port_security [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] PortSecurityExtensionDriver initialization complete Feb 09 01:51:10.730975 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing mechanism driver 'openvswitch' Feb 09 01:51:10.731315 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing mechanism driver 'hyperv' Feb 09 01:51:10.738047 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.plugin [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:10.738956 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.739850 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.740212 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.740755 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:51:10.741185 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnet after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.741544 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnet after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.741894 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.742290 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:51:10.742730 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.743081 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.743424 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.743822 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:51:10.744230 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > security_group after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.744584 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > security_group after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.744926 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.745322 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:51:10.745727 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.746075 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.746416 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.746833 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:51:10.747238 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > address_group after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.747584 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > address_group after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.747923 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.748317 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103042) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 01:51:10.748762 n-d-826675-12 neutron-server[103042]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] ML2 OVO RPC backend initialized. {{(pid=103042) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 01:51:10.749464 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.749822 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.750241 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.750620 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > networks before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.750992 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.751320 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > ports before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.751664 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnet before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.752009 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnets before_response 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.752354 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.752694 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.753031 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.753367 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.763026 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.763482 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.763841 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnet after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.764195 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnet after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.764541 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.774497 n-d-826675-12 neutron-server[103042]: INFO neutron.quota [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded quota_driver: . Feb 09 01:51:10.774869 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.plugin [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Modular L2 Plugin initialization complete Feb 09 01:51:10.775224 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading services supported by the core plugin {{(pid=103042) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 01:51:10.775574 n-d-826675-12 neutron-server[103042]: INFO neutron.plugins.ml2.managers [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Got port-security extension from driver 'port_security' Feb 09 01:51:10.776097 n-d-826675-12 neutron-server[103042]: INFO neutron.extensions.vlantransparent [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Disabled vlantransparent extension. Feb 09 01:51:10.776563 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103042) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 01:51:10.776894 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: router Feb 09 01:51:10.814128 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.814549 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router after_create 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.814937 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router before_create 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.815292 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.815679 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.816039 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router after_delete 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.816400 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.816766 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.817118 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router after_create 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.817506 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router after_update 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.817863 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router after_update 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.818739 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.818891 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router after_update 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.819195 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_update 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.819567 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: port after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.819910 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: port after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.820253 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: subnet after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.820642 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.820965 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.821329 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_create 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.821687 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: port before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.822004 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.822391 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router after_update 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.822737 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.823238 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_create 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.823603 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.823957 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_update 55549900 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.824326 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > agent after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.824684 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > agent after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.825089 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > network after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.825928 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Tracking information for resource: router configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.826278 n-d-826675-12 neutron-server[103042]: DEBUG neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Tracking information for resource: floatingip configured {{(pid=103042) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 01:51:10.831541 n-d-826675-12 neutron-server[103042]: INFO neutron.db.l3_agentschedulers_db [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 01:51:10.832132 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: port after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.832499 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: port after_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.832859 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: port after_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.833831 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: port after_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.834771 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router before_create 55550100 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.835147 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.835515 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_create 55550100 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.835873 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > router precommit_update 55550100 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.840715 n-d-826675-12 neutron-server[103042]: DEBUG neutron.services.provider_configuration [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service providers = [] {{(pid=103042) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 01:51:10.841082 n-d-826675-12 neutron-server[103042]: DEBUG neutron.db.servicetype_db [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103042) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 01:51:10.844095 n-d-826675-12 neutron-server[103042]: DEBUG neutron.services.service_base [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:51:10.844474 n-d-826675-12 neutron-server[103042]: DEBUG neutron.services.service_base [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:51:10.844817 n-d-826675-12 neutron-server[103042]: DEBUG neutron.services.service_base [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:51:10.845710 n-d-826675-12 neutron-server[103042]: DEBUG neutron.services.service_base [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103042) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 01:51:10.846079 n-d-826675-12 neutron-server[103042]: INFO neutron.services.service_base [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 01:51:10.846482 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.846804 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 01:51:10.867333 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.867589 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: auto_allocate Feb 09 01:51:10.873617 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: network precommit_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.873991 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: network precommit_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.874559 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.874882 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: tag Feb 09 01:51:10.883349 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.883685 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: timestamp Feb 09 01:51:10.887602 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.887937 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: network_ip_availability Feb 09 01:51:10.893465 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.893840 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.894197 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:10.894951 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.895275 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: flavors Feb 09 01:51:10.900840 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.901393 n-d-826675-12 neutron-server[103042]: INFO neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading Plugin: revisions Feb 09 01:51:10.905473 n-d-826675-12 neutron-server[103042]: DEBUG neutron.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103042) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 01:51:10.905871 n-d-826675-12 neutron-server[103042]: DEBUG oslo_concurrency.lockutils [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=103042) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 01:51:10.906632 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103042) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 01:51:10.906971 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Initializing extension manager. Feb 09 01:51:10.907499 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: __init__.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.907843 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: __pycache__ {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.908180 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.908517 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: address_group.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.909280 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.909868 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: address-group Feb 09 01:51:10.910210 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: address_scope.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.911166 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.911728 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: address-scope Feb 09 01:51:10.912049 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.913064 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.913575 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: router-admin-state-down-before-update Feb 09 01:51:10.913902 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: agent.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.914670 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.915190 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: agent Feb 09 01:51:10.915515 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: agent_resources_synced.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.916480 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.916989 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: agent-resources-synced Feb 09 01:51:10.917315 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: allowedaddresspairs.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.919242 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.919767 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: allowed-address-pairs Feb 09 01:51:10.920098 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: auto_allocated_topology.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.921203 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.921713 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: auto-allocated-topology Feb 09 01:51:10.922040 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: availability_zone.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.922763 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.923270 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: availability_zone Feb 09 01:51:10.923596 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: availability_zone_filter.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.924514 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.925016 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: availability_zone_filter Feb 09 01:51:10.925343 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: data_plane_status.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.926271 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.926837 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 01:51:10.927171 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: default_subnetpools.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.928098 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.928600 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: default-subnetpools Feb 09 01:51:10.928928 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.929753 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.930261 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: dhcp_agent_scheduler Feb 09 01:51:10.930617 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: dns.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.931539 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.932040 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 01:51:10.932369 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: dns_domain_ports.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.933286 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.933787 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 01:51:10.934114 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.935069 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.935578 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 01:51:10.935905 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: dvr.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.936578 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.937080 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: dvr Feb 09 01:51:10.937409 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: ecmp_routes.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.938334 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.938865 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 01:51:10.939188 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: empty_string_filtering.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.940108 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.940611 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: empty-string-filtering Feb 09 01:51:10.940933 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.941851 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.942882 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 01:51:10.943217 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.944125 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.944623 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 01:51:10.944945 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: external_net.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.945859 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.946363 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: external-net Feb 09 01:51:10.946709 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.947625 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.948128 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: extra_dhcp_opt Feb 09 01:51:10.948452 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: extraroute.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.949358 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.949862 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: extraroute Feb 09 01:51:10.950185 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: extraroute_atomic.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.951264 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.951772 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: extraroute-atomic Feb 09 01:51:10.952094 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: filter_validation.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.952761 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.953263 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: filter-validation Feb 09 01:51:10.953585 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: fip_pf_description.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.954528 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.955027 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 01:51:10.955351 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: fip_port_details.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.956479 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.956988 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: fip-port-details Feb 09 01:51:10.957322 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: flavors.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.959150 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.959664 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: flavors Feb 09 01:51:10.959994 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.967370 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.968004 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 01:51:10.968339 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: floatingip_pools.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.969159 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.969727 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: floatingip-pools Feb 09 01:51:10.969997 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: ip_allocation.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.971055 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.971564 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 01:51:10.971885 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.972892 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.973478 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: ip-substring-filtering Feb 09 01:51:10.973864 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l2_adjacency.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.975672 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.975883 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 01:51:10.976114 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.977185 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.977714 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: router Feb 09 01:51:10.978048 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.980516 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.981042 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 01:51:10.981384 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.982385 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.983176 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: ext-gw-mode Feb 09 01:51:10.983294 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.984150 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.984660 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: l3-ha Feb 09 01:51:10.984991 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.985922 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.986429 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 01:51:10.986787 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3_flavors.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.987730 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.988235 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: l3-flavors Feb 09 01:51:10.988567 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.990002 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.990550 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 01:51:10.990889 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.991826 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.992347 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 01:51:10.992685 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: l3agentscheduler.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.993745 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.994270 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: l3_agent_scheduler Feb 09 01:51:10.994637 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: local_ip.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.996458 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.996984 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension local_ip not supported by any of loaded plugins Feb 09 01:51:10.997324 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: logging.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:10.999004 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:10.999529 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension logging not supported by any of loaded plugins Feb 09 01:51:10.999863 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: metering.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.000622 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.001212 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: metering Feb 09 01:51:11.001544 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.002700 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.003223 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: metering_source_and_destination_fields Feb 09 01:51:11.003554 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: multiprovidernet.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.004504 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.005592 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: multi-provider Feb 09 01:51:11.006089 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: netmtu.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.007120 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.007636 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: net-mtu Feb 09 01:51:11.008041 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: netmtu_writable.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.008910 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.009418 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: net-mtu-writable Feb 09 01:51:11.009742 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: network_availability_zone.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.010425 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.010958 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: network_availability_zone Feb 09 01:51:11.011286 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: network_ip_availability.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.012439 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.012950 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: network-ip-availability Feb 09 01:51:11.013294 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: network_segment_range.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.014096 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.014655 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 01:51:11.014989 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: pagination.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.016098 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.016436 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: pagination Feb 09 01:51:11.016763 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: port_device_profile.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.017694 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.018216 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: port-device-profile Feb 09 01:51:11.018582 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.019583 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.020106 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: port-mac-address-regenerate Feb 09 01:51:11.020478 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.022353 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.022907 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: port-numa-affinity-policy Feb 09 01:51:11.023238 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: port_resource_request.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.024175 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.024684 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 01:51:11.025011 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: port_resource_request_groups.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.026015 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.026554 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 01:51:11.026883 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: portbindings.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.027835 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.028355 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: binding Feb 09 01:51:11.028689 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: portbindings_extended.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.030031 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.030572 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: binding-extended Feb 09 01:51:11.030911 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: portsecurity.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.031852 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.032371 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: port-security Feb 09 01:51:11.032701 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: project_id.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.033697 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.034032 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: project-id Feb 09 01:51:11.034356 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: providernet.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.035332 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.035849 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: provider Feb 09 01:51:11.036219 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.039934 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.040459 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos not supported by any of loaded plugins Feb 09 01:51:11.040797 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.042075 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.042629 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 01:51:11.042971 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.043911 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.044425 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 01:51:11.044757 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_default.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.045694 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.046207 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-default not supported by any of loaded plugins Feb 09 01:51:11.046563 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_fip.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.047520 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.048036 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 01:51:11.048371 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.049300 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.049812 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 01:51:11.050154 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_gateway_ip.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.051246 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.051848 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 01:51:11.052098 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_port_network_policy.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.053162 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.053546 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 01:51:11.053881 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.054972 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.055493 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 01:51:11.055899 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_pps_rule.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.057027 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.057547 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 01:51:11.057888 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_rule_type_details.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.058846 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.059362 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 01:51:11.059691 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: qos_rules_alias.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.060761 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.061278 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 01:51:11.061607 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: quota_check_limit.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.062573 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.063091 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: quota-check-limit Feb 09 01:51:11.063418 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: quotasv2.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.064410 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.064741 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: quotas Feb 09 01:51:11.065069 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: quotasv2_detail.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.067020 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.067853 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: quota_details Feb 09 01:51:11.068300 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: rbac.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.069603 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.070159 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: rbac-policies Feb 09 01:51:11.070525 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: rbac_address_group.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.071546 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.072087 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: rbac-address-group Feb 09 01:51:11.072419 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: rbac_address_scope.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.073395 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.073888 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: rbac-address-scope Feb 09 01:51:11.074226 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: rbac_security_groups.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.075204 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.075724 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: rbac-security-groups Feb 09 01:51:11.076055 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: rbac_subnetpool.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.076990 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.077512 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: rbac-subnetpool Feb 09 01:51:11.077840 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: revisionifmatch.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.078840 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.079364 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: revision-if-match Feb 09 01:51:11.079690 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: revisions.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.081026 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.081545 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: standard-attr-revisions Feb 09 01:51:11.081883 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: router_availability_zone.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.082620 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.083750 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: router_availability_zone Feb 09 01:51:11.084077 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: routerservicetype.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.085104 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.085617 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 01:51:11.085951 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.086924 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.087440 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: security-groups-normalized-cidr Feb 09 01:51:11.087769 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.088710 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.089222 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: port-security-groups-filtering Feb 09 01:51:11.089554 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.090596 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.091108 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: security-groups-remote-address-group Feb 09 01:51:11.091467 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.092497 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.093016 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: security-groups-shared-filtering Feb 09 01:51:11.093371 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.093979 n-d-826675-12 neutron-server[103042]: WARNING neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 01:51:11.094306 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: securitygroup.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.105974 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.106541 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: security-group Feb 09 01:51:11.106886 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: segment.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.107694 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.108207 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension segment not supported by any of loaded plugins Feb 09 01:51:11.108540 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.109510 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.110029 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 01:51:11.110361 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: servicetype.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.111531 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.112061 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: service-type Feb 09 01:51:11.112396 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: sorting.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.113403 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.113739 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: sorting Feb 09 01:51:11.114066 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: standard_attr_segment.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.115054 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.115572 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 01:51:11.115900 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: standardattrdescription.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.116558 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.117069 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: standard-attr-description Feb 09 01:51:11.117439 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: stateful_security_group.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.118352 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.118906 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: stateful-security-group Feb 09 01:51:11.119235 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: stdattrs_common.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.119834 n-d-826675-12 neutron-server[103042]: WARNING neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 01:51:11.120161 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.121139 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.121659 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 01:51:11.122102 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: subnet_onboard.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.123312 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.123844 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: subnet_onboard Feb 09 01:51:11.124234 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.125158 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.125801 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 01:51:11.125993 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: subnet_service_types.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.126993 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.127506 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: subnet-service-types Feb 09 01:51:11.127831 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: subnetallocation.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.128950 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.129464 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: subnet_allocation Feb 09 01:51:11.130449 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.131076 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.131587 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: subnetpool-prefix-ops Feb 09 01:51:11.131914 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.132879 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.133385 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 01:51:11.133712 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: tagging.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.134867 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.135390 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: standard-attr-tag Feb 09 01:51:11.135720 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: timestamp.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.136955 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.137471 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loaded extension: standard-attr-timestamp Feb 09 01:51:11.137801 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: trunk.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.138883 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.139399 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension trunk not supported by any of loaded plugins Feb 09 01:51:11.139729 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: trunk_details.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.140669 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.141185 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 01:51:11.141514 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: uplink_status_propagation.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.142484 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.142993 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 01:51:11.143322 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Loading extension file: vlantransparent.py {{(pid=103042) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 01:51:11.144012 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103042) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 01:51:11.144520 n-d-826675-12 neutron-server[103042]: INFO neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 01:51:11.147715 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:network Feb 09 01:51:11.148265 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:subnet Feb 09 01:51:11.148666 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:51:11.149063 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:port Feb 09 01:51:11.150346 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.150827 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service FLAVORS assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.151442 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.151881 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.152222 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:router Feb 09 01:51:11.152649 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 01:51:11.153141 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service METERING assigned prefix: /metering {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.154737 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:11.155199 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:11.155567 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:51:11.156592 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 01:51:11.157052 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:security_group Feb 09 01:51:11.157500 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 01:51:11.158114 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service CORE assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.158481 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:51:11.158824 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] subnetpool is already registered Feb 09 01:51:11.159261 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service CORE assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.159591 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:51:11.159924 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] subnetpool is already registered Feb 09 01:51:11.162527 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.162971 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service FLAVORS assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.163568 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.163996 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.164335 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:router Feb 09 01:51:11.164675 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] router is already registered Feb 09 01:51:11.165087 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 01:51:11.165425 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] floatingip is already registered Feb 09 01:51:11.165885 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service METERING assigned prefix: /metering {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.166708 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 01:51:11.167043 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] rbac_policy is already registered Feb 09 01:51:11.167459 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:security_group Feb 09 01:51:11.167797 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] security_group is already registered Feb 09 01:51:11.168202 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 01:51:11.168538 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] security_group_rule is already registered Feb 09 01:51:11.169160 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service CORE assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.169489 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:51:11.169825 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] subnetpool is already registered Feb 09 01:51:11.170256 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.v2.resource_helper [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Service CORE assigned prefix: {{(pid=103042) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 01:51:11.170620 n-d-826675-12 neutron-server[103042]: INFO neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 01:51:11.170955 n-d-826675-12 neutron-server[103042]: WARNING neutron.quota.resource_registry [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] subnetpool is already registered Feb 09 01:51:11.171419 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: extensions {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.172948 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: address-groups {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.174450 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: address-scopes {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.175850 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: agents {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.177078 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: auto-allocated-topology {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.178378 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: availability_zones {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.179804 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: dhcp-networks {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.181164 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: dhcp-agents {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.182640 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: routers {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.184864 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: flavors {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.186019 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: service_profiles {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.187265 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: next_providers {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.188735 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: service_profiles {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.190301 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: floatingip-pools {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.191557 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: routers {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.194257 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: floatingips {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.195577 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: l3-routers {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.197051 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: l3-agents {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.198382 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: metering-labels {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.199778 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: metering-label-rules {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.201051 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: network-ip-availabilities {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.202323 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: bindings {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.204028 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: quotas {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.205592 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: quotas {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.207181 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: rbac-policies {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.210135 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: security-groups {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.211420 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: security-group-rules {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.212681 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: service-providers {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.213901 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: subnetpools {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.215382 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: subnetpools {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.216835 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.218544 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.220358 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.222158 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.224004 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.226206 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.227931 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.229865 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.231679 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.233559 n-d-826675-12 neutron-server[103042]: DEBUG neutron.api.extensions [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Extended resource: tags {{(pid=103042) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 01:51:11.240096 n-d-826675-12 neutron-server[103042]: WARNING keystonemiddleware.auth_token [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 01:51:11.244928 n-d-826675-12 neutron-server[103042]: WARNING keystonemiddleware.auth_token [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 01:51:11.253613 n-d-826675-12 neutron-server[103042]: DEBUG oslo_concurrency.lockutils [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Acquired lock "singleton_lock" {{(pid=103042) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 01:51:11.254099 n-d-826675-12 neutron-server[103042]: DEBUG oslo_concurrency.lockutils [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Releasing lock "singleton_lock" {{(pid=103042) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 01:51:11.254814 n-d-826675-12 neutron-server[103042]: INFO oslo_service.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Starting 2 workers Feb 09 01:51:11.260223 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Started child 103149 {{(pid=103042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:51:11.264801 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Started child 103150 {{(pid=103042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:51:11.265892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.266564 n-d-826675-12 neutron-server[103042]: INFO neutron.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 01:51:11.267080 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.267420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [-] (103149) wsgi starting up on http://0.0.0.0:9696 Feb 09 01:51:11.269598 n-d-826675-12 neutron-server[103042]: INFO oslo_service.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Starting 1 workers Feb 09 01:51:11.270286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.272344 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [-] (103150) wsgi starting up on http://0.0.0.0:9696 Feb 09 01:51:11.275423 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Started child 103151 {{(pid=103042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:51:11.275992 n-d-826675-12 neutron-server[103042]: INFO oslo_service.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Starting 1 workers Feb 09 01:51:11.279495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] calling RpcWorker wait() {{(pid=103151) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 01:51:11.280277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] returning from RpcWorker wait() {{(pid=103151) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 01:51:11.280692 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Started child 103152 {{(pid=103042) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 01:51:11.281284 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.281535 n-d-826675-12 neutron-server[103042]: DEBUG neutron_lib.callbacks.manager [None req-d31ea6b8-1199-460b-97d4-e8630cd57968 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.281776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:11.283707 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103042) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 01:51:11.283923 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 01:51:11.284113 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 01:51:11.284358 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 01:51:11.284725 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 01:51:11.284899 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 01:51:11.285555 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.285704 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.285986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.287059 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.287147 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.287763 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.288108 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:11.288590 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.288590 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.288590 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.288825 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.288955 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.289127 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.289377 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.289487 n-d-826675-12 neutron-server[103152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:11.289631 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.289991 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.290254 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.290516 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.290771 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.290945 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.291220 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.291484 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.291738 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.292014 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] debug = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.292273 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.292799 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.293036 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.293280 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.293533 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.293806 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.294056 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.294335 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.294712 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.294966 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.295217 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.295479 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.295725 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.295946 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.296218 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.296437 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.296706 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.296952 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.297413 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] host = n-d-826675-12 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.297637 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.297858 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.298090 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.298340 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.298621 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.298841 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.299217 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.302723 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_options = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303859 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303859 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303859 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303859 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.303859 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.304215 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.304513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60878) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:11.304618 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.304700 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.304898 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.305128 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.305385 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.305745 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.306002 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.306236 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.306563 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.306751 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.306999 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.307220 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.307463 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.307692 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.307989 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.308145 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.308378 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.308635 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.308925 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.309169 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.309455 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.309705 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.309980 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.310196 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.310794 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.310794 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.311075 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.311225 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.311478 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.311701 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.311963 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.312389 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.312537 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.312668 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_json = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.312853 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.313093 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.313341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.313562 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.313790 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.314030 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.314252 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.314666 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.314816 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.316986 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.317829 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.317829 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.317829 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.318027 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.318337 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.318814 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.319081 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.319406 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.319687 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.319960 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.320188 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.320450 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.320704 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.320942 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.321218 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.321459 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.321717 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.321949 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.322184 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.322531 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.322779 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.323130 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.323424 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.323698 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.323956 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.324278 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.324541 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.324766 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.324998 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.325216 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.325435 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.325703 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.325932 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.326156 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.326381 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.326916 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.327019 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.327276 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.327519 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.328826 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.329116 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.330658 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.330658 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.330658 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.330911 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.331022 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.331282 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.331509 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.331597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0201349 Feb 09 01:51:11.334276 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.334276 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.334276 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.334276 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.334623 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.336041 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.336180 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.336329 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.336584 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.336814 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.337049 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.337299 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.337571 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.337802 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.338050 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.338293 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.339717 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.340138 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.341339 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.341767 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.342145 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.342570 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.342968 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.343331 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.343710 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.344085 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.344457 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.344841 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.345231 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.345594 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.345947 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.346331 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.346848 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.347221 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.347591 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.348042 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.348501 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.349554 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.349956 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.350644 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.351070 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.351308 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.351717 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.352123 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.352502 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.352890 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.353314 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.353699 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.354065 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.354498 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.354893 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.355301 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.355676 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.356069 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.356442 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.356848 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.357224 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.357682 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.358060 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.358436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.358873 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.359270 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.359710 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.360114 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.360579 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.360964 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.361539 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.361966 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.362384 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.362893 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.363288 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.363688 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.364121 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.364537 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.364971 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.365476 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.365889 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.366268 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.366769 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.367011 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.367375 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.367839 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.368321 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.368737 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.368972 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.369202 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.369638 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.370055 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.370325 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.370648 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.371070 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.371514 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.372057 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.372433 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.372818 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.373207 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.373592 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.373969 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.374370 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.374758 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.374997 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.375250 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.375487 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.375762 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.376027 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.376267 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.377675 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.377675 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.377675 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.377675 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.377675 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.377675 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.378068 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.378138 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.378326 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.379398 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.379808 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.380410 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.380923 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.381357 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.381795 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.382072 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.387436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388154 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388728 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388728 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388728 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388728 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388728 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.388728 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.389163 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.389163 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.389301 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.390822 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.390822 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.390822 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.390822 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.390822 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.390822 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.391230 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.391482 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.391911 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.392280 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.392672 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.392921 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.393417 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.394502 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.394604 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.394809 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.397027 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.397027 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.397027 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.397272 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.397478 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.397720 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.398009 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.398239 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.398534 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401031 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401680 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401680 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401680 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401680 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401680 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.401680 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.402100 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.402100 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.402266 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.402357 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.402662 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.402884 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.403322 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.404321 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.404737 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.405109 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.405529 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.405755 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.406000 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.406235 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.406481 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.406879 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.407948 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.407948 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.407948 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.407948 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.408283 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.408422 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.408674 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.409003 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.409225 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.409474 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.409726 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.410101 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.410509 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.410945 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.411954 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.412341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.412620 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.412886 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.413170 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.413462 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.413743 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.414736 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.415092 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.415462 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.415564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:11.415781 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.416059 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.416331 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.416602 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.416844 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.417083 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.417341 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.417593 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.417823 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.418077 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.418326 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.419245 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.419496 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.419763 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.420184 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.421182 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.421182 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.421182 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.421182 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.421469 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 01:51:11.421793 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103042) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 01:51:11.421960 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 01:51:11.422122 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 01:51:11.422303 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 01:51:11.423369 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 01:51:11.423369 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 01:51:11.423369 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.423369 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.423369 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.423369 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.423754 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.423754 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.423872 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.423936 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.424160 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.424387 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.424559 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.424724 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.424889 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.425055 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.425237 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.425373 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.425687 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.426005 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.426173 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.426332 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.426725 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.427103 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.427591 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] debug = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.427940 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.428312 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.428645 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.428960 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.429143 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.429286 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.429598 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.429766 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.429931 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.430095 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.430261 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.430535 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.430639 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.430795 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.430937 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.431099 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.431262 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.431424 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.431586 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] host = n-d-826675-12 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.431752 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.431914 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.432078 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.432245 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.432407 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.432570 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.432733 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.432897 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.433059 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.433717 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.433717 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.442134 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.442427 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.442755 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.443041 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_options = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.443342 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.443640 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.443812 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.444034 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.444188 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.444355 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.444697 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.445012 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.445186 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.445369 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.445544 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.445667 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.446004 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.446004 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.446159 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.446292 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.446653 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.447172 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.447337 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.447505 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.447734 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.447830 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.447979 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.448136 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.448294 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.448450 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.448608 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.448778 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.448938 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.449100 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.449262 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.449428 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.449594 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.449741 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.449979 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.450072 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.450211 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.450368 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.450567 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.450726 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.450884 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.451043 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.451998 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.451998 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.451998 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.451998 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.451998 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_json = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.451998 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.452370 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.452436 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.452608 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.452766 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.452935 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.453098 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.453260 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.453423 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 01:51:11.453615 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.453783 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.453966 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.454134 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.454300 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.454509 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.454727 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.454822 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.455244 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.455244 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.455538 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.455703 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.455878 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.456040 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.456209 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.456382 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.456549 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.456714 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.456881 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.457047 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.457213 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.457379 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.457554 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.457724 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.457889 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.458612 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.459239 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.459239 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.459472 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.459678 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.459850 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.460027 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.460186 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.460355 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.460525 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.460694 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.460857 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.461170 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.461466 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.461757 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.462060 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.462374 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.462569 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463562 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463562 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463562 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463562 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463562 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463562 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463996 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463996 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.463996 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.464168 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.464276 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.464437 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.464598 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.464771 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.464949 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.465116 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.465283 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.465449 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.465615 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.465782 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.465949 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.466123 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.466275 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.466434 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.466633 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.466815 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.466984 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.467147 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.467311 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.467584 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.467776 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.467943 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.468109 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.468275 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.468441 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.468607 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.468772 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.468934 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.469090 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.469251 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.469420 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.469584 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470444 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470444 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470444 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470444 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470444 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470812 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470812 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.470927 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.471030 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.471196 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.471361 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.471585 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.471925 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.472099 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.472265 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.472627 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.472627 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.472810 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.472891 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.473056 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.473220 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.473385 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.473641 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.474502 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.474727 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.475029 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.475581 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.475758 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.475926 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.476094 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.476260 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.476425 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.476590 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.476768 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.476954 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.477456 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.477456 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.477456 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.477700 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.477773 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.477908 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.478077 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.478239 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.478404 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.478598 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.478764 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.478929 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.479095 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.479259 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.479437 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.479604 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.479770 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.479936 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.480127 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.480293 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.480457 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.480628 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.480790 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.480955 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.481119 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.481283 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.481449 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.481630 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.481785 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.481973 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.482131 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.482277 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.482442 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.482626 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.482794 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.482959 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.483137 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.483291 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.483455 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.483621 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.483788 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.483953 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.484119 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.484969 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.484969 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.484969 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.484969 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.484969 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.485334 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.485334 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.485478 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.485556 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.485669 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.485834 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.485999 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.486166 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.486332 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487399 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487399 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487399 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487399 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487399 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487399 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487816 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487816 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.487816 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.488026 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.488103 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.488223 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.488388 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.488554 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.488719 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.488886 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.489070 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.489760 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.490020 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.490317 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.490666 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.490882 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.491051 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.491231 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.491421 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.491575 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.491721 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.491891 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.492037 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.492275 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.492372 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.492984 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.492984 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.492984 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.492984 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.493304 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.493304 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.493453 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.493599 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.493764 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.493930 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.494096 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.494266 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.494430 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.494623 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.494771 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.494943 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.495112 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.495278 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.495444 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.495610 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.495843 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.495982 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.496115 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.496257 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.496391 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.496554 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.496731 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.497657 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.497657 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.497657 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.497657 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.497657 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498313 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498313 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498313 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498313 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498313 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498966 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498966 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498966 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.498966 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.499470 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.499470 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.499470 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.499841 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.499841 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.499995 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.500082 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.500187 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.500352 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.500530 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.500698 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.500873 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.501043 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.501209 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.501374 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.501540 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.501718 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.501885 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.502053 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.502219 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.502385 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.502572 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.502742 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.502913 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.503089 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.503263 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.503431 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.503605 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.503779 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.503953 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.504120 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.504292 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.504471 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.504638 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.505717 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.505717 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.505936 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.506088 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.506386 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.507472 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.507644 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.507817 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.507988 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.508159 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.508323 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.508495 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.508667 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.508814 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.508956 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.509119 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.509284 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.509452 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 01:51:11.509610 n-d-826675-12 neutron-server[103042]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103042) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 01:51:23.267537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfecf384-173d-46ab-815d-6dc64002db50 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:51:23.325852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfecf384-173d-46ab-815d-6dc64002db50 None None] No non-hosted networks {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 01:51:23.362958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.agentschedulers_db [None req-cfecf384-173d-46ab-815d-6dc64002db50 None None] DHCP Agent not found on host n-d-826675-12 {{(pid=103151) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 01:51:23.462698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6ce0c024-9cce-4018-a218-0fa701b995a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4047806'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.593055 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-233e0262-353c-46be-b10c-7e6246e6b054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4047806'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:25.638737 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f35a47d-846a-4647-abb6-7a2f7251182b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:26.751847 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4047806'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:27.930611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4047806'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:29.527758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:29.595027 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4047806'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:29.596415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.596855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.597322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.597752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.598216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.598683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.599084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.599494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.600028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.600668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.601054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.601437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.601817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:29.602287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826675-12', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:29.608245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826675-12', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:30.112611 n-d-826675-12 neutron-server[103150]: WARNING oslo_policy.policy [None req-0d633eaf-1426-4493-972f-9fd9e2e40384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:30.113365 n-d-826675-12 neutron-server[103150]: WARNING oslo_policy.policy [None req-0d633eaf-1426-4493-972f-9fd9e2e40384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:30.365533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-0d633eaf-1426-4493-972f-9fd9e2e40384 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:51:30.378498 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0d633eaf-1426-4493-972f-9fd9e2e40384 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8380897 Feb 09 01:51:32.705278 n-d-826675-12 neutron-server[103151]: INFO neutron.db.l3_hamode_db [None req-97617783-6a9c-41a8-bd15-a5d30572113d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 01:51:32.786222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97617783-6a9c-41a8-bd15-a5d30572113d None None] Routers set() bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:32.786647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97617783-6a9c-41a8-bd15-a5d30572113d None None] Router IDs set() for agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:51:32.919330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:33.256649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2ce6db97-41a3-431f-9545-7c625669b7bb admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:33.349712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.policy [None req-2ce6db97-41a3-431f-9545-7c625669b7bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103150) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 01:51:33.394533 n-d-826675-12 neutron-server[103150]: WARNING oslo_policy.policy [None req-2ce6db97-41a3-431f-9545-7c625669b7bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:33.394868 n-d-826675-12 neutron-server[103150]: WARNING oslo_policy.policy [None req-2ce6db97-41a3-431f-9545-7c625669b7bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:33.492987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ce6db97-41a3-431f-9545-7c625669b7bb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409388703', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409381042', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409370155', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409364770', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409423777', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409416463', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-647693', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-820998', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4015846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3931579'] for rbac-policy (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.562245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ce6db97-41a3-431f-9545-7c625669b7bb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:33.563455 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2ce6db97-41a3-431f-9545-7c625669b7bb admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6430171 Feb 09 01:51:36.042037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:36.381838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:36.411907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Made reservation on behalf of 27b1aad0a76842cb9ebbdbf69e9f4cdb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:36.415956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.433694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.547647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks [] for security_group (d4c711f3-a49d-4e25-b2c4-fa6f2fc4a98a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.552732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d4c711f3-a49d-4e25-b2c4-fa6f2fc4a98a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.579706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:51:36.617167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410176184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dc276965-21e5-4dcf-945e-4eb0f3efcc63), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.617766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Unsubscribe: segment precommit_create {{(pid=103150) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 01:51:36.618328 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Added segment dc276965-21e5-4dcf-945e-4eb0f3efcc63 of type vlan for network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 Feb 09 01:51:36.635157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c711f3-a49d-4e25-b2c4-fa6f2fc4a98a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:36.686322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.686598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.686949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.687285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.687616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.687943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.688268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.688591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.688916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.689237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.689559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.689878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.690197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Tracked resource versions report: Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: pushed versions: Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: { 'AddressGroup': {'1.2'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'ConntrackHelper': {'1.0'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Log': {'1.0'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Network': {'1.1'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Port': {'1.7'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'PortForwarding': {'1.2'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'QosPolicy': {'1.10'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'SecurityGroup': {'1.5'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'SubPort': {'1.0'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Subnet': {'1.1'}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Trunk': {'1.1'}} Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: consumer versions: Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: { DHCP agent@n-d-826675-12: {}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: L3 agent@n-d-826675-12: {}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: Metadata agent@n-d-826675-12: {}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: Metering agent@n-d-826675-12: {}, Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'ConntrackHelper': '1.0', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'LocalIPAssociation': '1.0', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Log': '1.0', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Network': '1.1', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Port': '1.7', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'PortForwarding': '1.2', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'QosPolicy': '1.10', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'SecurityGroup': '1.5', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'SecurityGroupRule': '1.2', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'SubPort': '1.0', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Subnet': '1.1', Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: 'Trunk': '1.1'}} Feb 09 01:51:36.691393 n-d-826675-12 neutron-server[103150]: {{(pid=103150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:51:36.731954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (72bb3fcd-8b2f-4fe3-8922-1c763feb3868), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.782640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (72bb3fcd-8b2f-4fe3-8922-1c763feb3868), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.788377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.789111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.891925 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8487253 Feb 09 01:51:36.909357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a7e9c-0a06-4e54-a878-ff84ff3a2ef7 demo demo] Pushing event updated for resources: {'Network': ['ID=72bb3fcd-8b2f-4fe3-8922-1c763feb3868,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:36.922764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:39.441423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32788) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:39.970097 n-d-826675-12 neutron-server[103149]: WARNING oslo_policy.policy [None req-c52db36c-06d5-46c6-b4a8-afd112c3b2fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:39.970703 n-d-826675-12 neutron-server[103149]: WARNING oslo_policy.policy [None req-c52db36c-06d5-46c6-b4a8-afd112c3b2fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:40.420139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.policy [None req-c52db36c-06d5-46c6-b4a8-afd112c3b2fe demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103149) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 01:51:40.463011 n-d-826675-12 neutron-server[103149]: WARNING oslo_policy.policy [None req-c52db36c-06d5-46c6-b4a8-afd112c3b2fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:40.463662 n-d-826675-12 neutron-server[103149]: WARNING oslo_policy.policy [None req-c52db36c-06d5-46c6-b4a8-afd112c3b2fe demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 01:51:40.471154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52db36c-06d5-46c6-b4a8-afd112c3b2fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.473168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c52db36c-06d5-46c6-b4a8-afd112c3b2fe demo admin] 10.222.0.53 "GET /v2.0/networks/72bb3fcd-8b2f-4fe3-8922-1c763feb3868 HTTP/1.1" status: 200 len: 825 time: 1.0288022 Feb 09 01:51:40.514407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-438d37a5-29c8-472d-9537-753f026c1952 demo admin] 10.222.0.53 "GET /v2.0/subnetpools/f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24 HTTP/1.1" status: 200 len: 734 time: 0.0348551 Feb 09 01:51:40.523763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:40.565206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Made reservation on behalf of 27b1aad0a76842cb9ebbdbf69e9f4cdb for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:40.569133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.866009 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (13eefcb3-3329-49c5-b967-0a63fb356769), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:40.934012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Checking segment: {'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:40.934382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Network hostable DHCP agents. Network: 72bb3fcd-8b2f-4fe3-8922-1c763feb3868, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:51:40.949987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=13eefcb3-3329-49c5-b967-0a63fb356769,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:40.963356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.963698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.964030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.964352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.964674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.964992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.965308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.965626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.965936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.966247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.966589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.966898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.967206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Tracked resource versions report: Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: pushed versions: Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Log': {'1.0'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Network': {'1.1'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Port': {'1.7'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'PortForwarding': {'1.2'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'QosPolicy': {'1.10'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'SubPort': {'1.0'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Subnet': {'1.1'}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Trunk': {'1.1'}} Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: consumer versions: Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: { DHCP agent@n-d-826675-12: {}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: L3 agent@n-d-826675-12: {}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: Metadata agent@n-d-826675-12: {}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: Metering agent@n-d-826675-12: {}, Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'ConntrackHelper': '1.0', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'LocalIPAssociation': '1.0', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Log': '1.0', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Network': '1.1', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Port': '1.7', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'PortForwarding': '1.2', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'QosPolicy': '1.10', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'SecurityGroup': '1.5', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'SecurityGroupRule': '1.2', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'SubPort': '1.0', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Subnet': '1.1', Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: 'Trunk': '1.1'}} Feb 09 01:51:40.968341 n-d-826675-12 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:51:40.988080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:51:41.003723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 72bb3fcd-8b2f-4fe3-8922-1c763feb3868) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:41.008926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.009558 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.014957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70cfb09-9ff1-4038-a7d3-19dd61e116a7 None None] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:41.030416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3936c052-5d16-4192-bc34-4198377fe7e2 demo admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5106373 Feb 09 01:51:41.303443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'fixed_ips': [{'subnet_id': '13eefcb3-3329-49c5-b967-0a63fb356769'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:51:41.304677 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.599741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Allocated IP 172.20.0.2 (72bb3fcd-8b2f-4fe3-8922-1c763feb3868/13eefcb3-3329-49c5-b967-0a63fb356769/18751fe2-515c-4cfa-b143-4cec2a5a1f9d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:41.895742 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Publish callbacks [] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.903561 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.981601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:41.986765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:41.992536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Pushing event updated for resources: {'Port': ['ID=18751fe2-515c-4cfa-b143-4cec2a5a1f9d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:41.995357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:42.007608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.008010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.008282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.008625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.008953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.009285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.009601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.009923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.010242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.010593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.010911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.011228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.011551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Tracked resource versions report: Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: pushed versions: Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: { 'AddressGroup': {'1.2'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'ConntrackHelper': {'1.0'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Log': {'1.0'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Network': {'1.1'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Port': {'1.7'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'PortForwarding': {'1.2'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'QosPolicy': {'1.10'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'SecurityGroup': {'1.5'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'SubPort': {'1.0'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Subnet': {'1.1'}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Trunk': {'1.1'}} Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: consumer versions: Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: { DHCP agent@n-d-826675-12: {}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: L3 agent@n-d-826675-12: {}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: Metadata agent@n-d-826675-12: {}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: Metering agent@n-d-826675-12: {}, Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'ConntrackHelper': '1.0', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'LocalIPAssociation': '1.0', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Log': '1.0', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Network': '1.1', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Port': '1.7', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'PortForwarding': '1.2', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'QosPolicy': '1.10', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'SecurityGroup': '1.5', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'SecurityGroupRule': '1.2', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'SubPort': '1.0', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Subnet': '1.1', Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: 'Trunk': '1.1'}} Feb 09 01:51:42.012683 n-d-826675-12 neutron-server[103151]: {{(pid=103151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:51:42.088124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Attempting to bind port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:42.088797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Attempting to bind port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:42.088930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Attempting to bind port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d on network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:42.094652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:42.095005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Checking segment: {'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:42.095485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.095961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Bound using segment: {'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:42.096356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Bound port: 18751fe2-515c-4cfa-b143-4cec2a5a1f9d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:42.096776 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.163107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] For port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:42.167264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] For port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=18751fe2-515c-4cfa-b143-4cec2a5a1f9d,segment=NetworkSegment(dc276965-21e5-4dcf-945e-4eb0f3efcc63),segment_id=dc276965-21e5-4dcf-945e-4eb0f3efcc63)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:42.177874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.243978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a7f1-713e-4667-97de-be138af20db6 None None] Pushing event updated for resources: {'Port': ['ID=18751fe2-515c-4cfa-b143-4cec2a5a1f9d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:43.584956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32808) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:43.947113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-d2f4fe11-6ec2-4a7e-b8fe-68d15a34129f admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:51:43.948125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d2f4fe11-6ec2-4a7e-b8fe-68d15a34129f admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3621600 Feb 09 01:51:46.531153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32816) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:46.883264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-5da24f57-e7b9-4b0f-8122-f102152a5904 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:51:46.884269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5da24f57-e7b9-4b0f-8122-f102152a5904 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3521996 Feb 09 01:51:49.454107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32824) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:49.996891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-28fd9d5b-93ef-4a2d-9ad7-6645022f8bd7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:50.023870 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d5b-93ef-4a2d-9ad7-6645022f8bd7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.025467 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d5b-93ef-4a2d-9ad7-6645022f8bd7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.175308 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d5b-93ef-4a2d-9ad7-6645022f8bd7 demo demo] Publish callbacks [] for router_controller (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.181568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d5b-93ef-4a2d-9ad7-6645022f8bd7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.202626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28fd9d5b-93ef-4a2d-9ad7-6645022f8bd7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.222527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-28fd9d5b-93ef-4a2d-9ad7-6645022f8bd7 demo demo] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7487564 Feb 09 01:51:52.336231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 18751fe2-515c-4cfa-b143-4cec2a5a1f9d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:52.430795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:52.431212 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.545149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:52.545531 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.582706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=18751fe2-515c-4cfa-b143-4cec2a5a1f9d,segment=NetworkSegment(dc276965-21e5-4dcf-945e-4eb0f3efcc63),segment_id=dc276965-21e5-4dcf-945e-4eb0f3efcc63)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:52.587136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:52.637012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=18751fe2-515c-4cfa-b143-4cec2a5a1f9d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:52.728643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:53.075450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-071efa85-c0a9-4d92-8355-8978e9b5ecdf admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:51:53.076456 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-071efa85-c0a9-4d92-8355-8978e9b5ecdf admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3468626 Feb 09 01:51:53.226059 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f17d6de-ca72-4976-8b9f-34937e1b6e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:53.815905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c7d05-04ca-47e1-980c-afcef744f6e6 None None] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:51:53.899478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da2986e5-efef-48bb-acf0-443d599f7032 None None] Provisioning complete for port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:53.899871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da2986e5-efef-48bb-acf0-443d599f7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.041127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da2986e5-efef-48bb-acf0-443d599f7032 None None] Current status of the port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:54.261354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e1ce9858-5333-4dd6-bee2-b794242f3777 None None] Provisioning complete for port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:54.261752 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1ce9858-5333-4dd6-bee2-b794242f3777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.331130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 18751fe2-515c-4cfa-b143-4cec2a5a1f9d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:54.383858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce9858-5333-4dd6-bee2-b794242f3777 None None] Current status of the port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:54.402167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:54.402582 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.481204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:55.577160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28b6d98b-879a-4a81-92fa-3978aaa9a8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.607157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:55.948499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:55.968006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Made reservation on behalf of 71720d5f3ef74f9caba55c3a38b46d08 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:55.970303 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:55.979313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.060930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks [] for security_group (c4944d41-4497-4e5b-9663-936298b90354), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.064680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c4944d41-4497-4e5b-9663-936298b90354), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.080680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Reserving flat network on physical network physnet1 {{(pid=103150) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 01:51:56.099675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4944d41-4497-4e5b-9663-936298b90354,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.105845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (10516b11-9f40-4887-857f-871ddb40e69f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.106196 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Added segment 10516b11-9f40-4887-857f-871ddb40e69f of type flat for network 7f4361da-6d03-4d89-bef7-822a50957776 Feb 09 01:51:56.155205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7f4361da-6d03-4d89-bef7-822a50957776), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.188365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7f4361da-6d03-4d89-bef7-822a50957776), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.189339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:56.189921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.258151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6499014 Feb 09 01:51:56.290986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c1e89-2269-4c0c-afab-c81be0e4631d admin admin] Pushing event updated for resources: {'Network': ['ID=7f4361da-6d03-4d89-bef7-822a50957776,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.301558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7f4361da-6d03-4d89-bef7-822a50957776 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:51:56.708687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:57.886129 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:58.742237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:58.996548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5b1221-12c4-48dc-85b7-b00788e5e234 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:58.997906 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4a5b1221-12c4-48dc-85b7-b00788e5e234 demo admin] 10.222.0.53 "GET /v2.0/subnets/13eefcb3-3329-49c5-b967-0a63fb356769 HTTP/1.1" status: 200 len: 849 time: 0.2546647 Feb 09 01:51:59.177860 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-92a86ecd-f660-4d6e-9dab-8851a922e3ce demo admin] 10.222.0.53 "GET /v2.0/routers/9e9dbc21-c2ae-460e-914f-ea0a1f89c7af HTTP/1.1" status: 200 len: 704 time: 0.1740875 Feb 09 01:51:59.461224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.649691 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.782821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Allocated IP 172.20.0.1 (72bb3fcd-8b2f-4fe3-8922-1c763feb3868/13eefcb3-3329-49c5-b967-0a63fb356769/bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:59.981411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks [] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.050240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.131088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:00.136034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:00.145021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:00.145740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.164549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Pushing event updated for resources: {'Port': ['ID=bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.343609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e741467f-0276-43ac-9f13-ecb9d2952035 None None] Provisioning complete for port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:00.344002 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e741467f-0276-43ac-9f13-ecb9d2952035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.378139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e741467f-0276-43ac-9f13-ecb9d2952035 None None] Port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:00.413788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.636230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks [] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.640844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.641813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:00.721736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Pushing event updated for resources: {'Port': ['ID=bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:00.779912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:00.781347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:00.965186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:52:01.002171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f6cf606c-992e-47ff-a3a5-4dd8bebe6619 None None] Provisioning complete for port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:01.002896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6cf606c-992e-47ff-a3a5-4dd8bebe6619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:01.036617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf606c-992e-47ff-a3a5-4dd8bebe6619 None None] Port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:01.060576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:01.068017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f908ba0-38f3-495b-8ca2-0952ff999ac4 demo admin] 10.222.0.53 "PUT /v2.0/routers/9e9dbc21-c2ae-460e-914f-ea0a1f89c7af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8823361 Feb 09 01:52:01.082778 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Sync routers for ids ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:01.096863 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Routers {'9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:01.098400 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T01:51:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:01.292012 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Set router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:01.733978 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'name': 'router1', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:50Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 2, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'gw_port_host': None, '_interfaces': [{'id': 'bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce', 'name': '', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'mac_address': 'fa:16:3e:24:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:59Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 2, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'subnets': [{'id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:01.786493 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Checking router: 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:01.786872 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Updating router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:01.841395 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.401663 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Publish callbacks [] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.411985 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.568462 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Pushing event updated for resources: {'Port': ['ID=bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.584531 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.584709 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.585057 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.585389 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.585717 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.586041 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.586364 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.586713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.587030 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.587350 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.587670 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.587985 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.588305 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Tracked resource versions report: Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: pushed versions: Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: { 'AddressGroup': {'1.2'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'ConntrackHelper': {'1.0'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Log': {'1.0'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Network': {'1.1'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Port': {'1.7'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'PortForwarding': {'1.2'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'QosPolicy': {'1.10'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'SecurityGroup': {'1.5'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'SubPort': {'1.0'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Subnet': {'1.1'}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Trunk': {'1.1'}} Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: consumer versions: Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: { DHCP agent@n-d-826675-12: {}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: L3 agent@n-d-826675-12: {}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: Metadata agent@n-d-826675-12: {}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: Metering agent@n-d-826675-12: {}, Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'ConntrackHelper': '1.0', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'LocalIPAssociation': '1.0', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Log': '1.0', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Network': '1.1', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Port': '1.7', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'PortForwarding': '1.2', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'QosPolicy': '1.10', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'SecurityGroup': '1.5', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'SecurityGroupRule': '1.2', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'SubPort': '1.0', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Subnet': '1.1', Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: 'Trunk': '1.1'}} Feb 09 01:52:02.589450 n-d-826675-12 neutron-server[103152]: {{(pid=103152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:52:02.592064 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Attempting to bind port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:02.592463 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Attempting to bind port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:02.592904 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Attempting to bind port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce on network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:02.599150 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:02.599547 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Checking segment: {'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:02.600028 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.600416 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Bound using segment: {'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:02.601161 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Bound port: bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc276965-21e5-4dcf-945e-4eb0f3efcc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:02.601543 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.670000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b4a844f5-8b1a-48bc-9bfd-4a8468679866 None None] Provisioning complete for port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:02.670929 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4a844f5-8b1a-48bc-9bfd-4a8468679866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.676339 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] For port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:02.697978 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] For port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce,segment=NetworkSegment(dc276965-21e5-4dcf-945e-4eb0f3efcc63),segment_id=dc276965-21e5-4dcf-945e-4eb0f3efcc63)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:02.706337 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.707684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b4a844f5-8b1a-48bc-9bfd-4a8468679866 None None] Port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:02.766878 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Routers {'9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:02.767552 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T01:51:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:02.811315 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832bac4-2d3f-4e48-b6eb-8ebd54412792 None None] Pushing event updated for resources: {'Port': ['ID=bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:02.877495 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] Set router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:02.927800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8506d072-f705-407a-a14e-96e20afccdd3 None None] Provisioning complete for port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:02.928520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8506d072-f705-407a-a14e-96e20afccdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.015221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8506d072-f705-407a-a14e-96e20afccdd3 None None] Current status of the port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:03.015621 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8506d072-f705-407a-a14e-96e20afccdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.055807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8506d072-f705-407a-a14e-96e20afccdd3 None None] For port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce,segment=NetworkSegment(dc276965-21e5-4dcf-945e-4eb0f3efcc63),segment_id=dc276965-21e5-4dcf-945e-4eb0f3efcc63)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:03.060171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8506d072-f705-407a-a14e-96e20afccdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:03.111710 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'name': 'router1', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:50Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 2, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'gw_port_host': None, '_interfaces': [{'id': 'bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce', 'name': '', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'mac_address': 'fa:16:3e:24:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:59Z', 'updated_at': '2022-02-09T01:52:02Z', 'revision_number': 4, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'subnets': [{'id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:03.114588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506d072-f705-407a-a14e-96e20afccdd3 None None] Pushing event updated for resources: {'Port': ['ID=bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:03.142896 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430bc250-8867-4f34-9c29-b4ff9e62d06a None None] The sync data for ids ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'] in n-d-826675-12 is: [{'id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'name': 'router1', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:50Z', 'updated_at': '2022-02-09T01:52:00Z', 'revision_number': 2, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'gw_port_host': None, '_interfaces': [{'id': 'bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce', 'name': '', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'mac_address': 'fa:16:3e:24:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:59Z', 'updated_at': '2022-02-09T01:52:02Z', 'revision_number': 4, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'subnets': [{'id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:03.349939 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:52:03.539800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:03.659466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37469f3-b466-4c4e-a286-17fe563d5473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.661274 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e37469f3-b466-4c4e-a286-17fe563d5473 admin admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 842 time: 0.1204929 Feb 09 01:52:03.670907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.6.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:03.695906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Made reservation on behalf of 71720d5f3ef74f9caba55c3a38b46d08 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:03.698284 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.030985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:52:04.031439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (d46b33eb-ee57-4478-8fac-1e96cf7e9b06), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.086047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46b33eb-ee57-4478-8fac-1e96cf7e9b06,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:04.098948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:04.099316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Network hostable DHCP agents. Network: 7f4361da-6d03-4d89-bef7-822a50957776, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:52:04.120705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:52:04.135327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 7f4361da-6d03-4d89-bef7-822a50957776) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:04.139557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.140157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.148207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a198f-278c-406a-b6f9-2b133a127062 None None] Network 7f4361da-6d03-4d89-bef7-822a50957776 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:04.165036 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e0143459-e5f3-40dc-a7d7-b32e133c845a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4900117 Feb 09 01:52:04.269961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0307f-5001-489b-8931-b1f9bdfb3e06 None None] Network 7f4361da-6d03-4d89-bef7-822a50957776 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:52:06.594280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32890) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:06.734311 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3968b449-9dd1-485c-abb9-00db95fabfdc demo admin] 10.222.0.53 "GET /v2.0/routers/9e9dbc21-c2ae-460e-914f-ea0a1f89c7af HTTP/1.1" status: 200 len: 710 time: 0.1385646 Feb 09 01:52:06.823698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c1216-3d61-4133-a553-a68436a5b791 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:06.825482 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a87c1216-3d61-4133-a553-a68436a5b791 demo admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 886 time: 0.0843830 Feb 09 01:52:06.835982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:07.190143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks [] for router_gateway (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.441473 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks [] for router_gateway (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.521278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.631240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Allocated IP 172.25.6.114 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/28006e4b-fa84-4056-8088-414215842df0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:07.735415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks [] for port (28006e4b-fa84-4056-8088-414215842df0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.769828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (28006e4b-fa84-4056-8088-414215842df0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.810725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:07.813590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:07.817604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:07.855492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Pushing event updated for resources: {'Port': ['ID=28006e4b-fa84-4056-8088-414215842df0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:08.091502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks [] for router_gateway (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.315537 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.320127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (9e9dbc21-c2ae-460e-914f-ea0a1f89c7af), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.537097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:08.661214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:08.665386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.666694 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dc177644-99ea-4215-9020-5db96d46e24b demo admin] 10.222.0.53 "PUT /v2.0/routers/9e9dbc21-c2ae-460e-914f-ea0a1f89c7af HTTP/1.1" status: 200 len: 890 time: 1.8354764 Feb 09 01:52:10.342051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:10.392499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:10.393244 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.475918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:11.205625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:11.330683 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f2c2f2fb-7000-4951-aed7-a103e1a1f867 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238856 Feb 09 01:52:11.906222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Sync routers for ids ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:11.919093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Routers {'9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:11.919825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T01:51:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.155011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Set router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:12.680545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'name': 'router1', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '28006e4b-fa84-4056-8088-414215842df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:50Z', 'updated_at': '2022-02-09T01:52:07Z', 'revision_number': 4, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'gw_port': {'id': '28006e4b-fa84-4056-8088-414215842df0', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:07Z', 'updated_at': '2022-02-09T01:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce', 'name': '', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'mac_address': 'fa:16:3e:24:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:59Z', 'updated_at': '2022-02-09T01:52:03Z', 'revision_number': 5, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'subnets': [{'id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:12.744100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Checking router: 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:12.744381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Updating router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af port 28006e4b-fa84-4056-8088-414215842df0 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:52:12.798872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (28006e4b-fa84-4056-8088-414215842df0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.163605 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Publish callbacks [] for port (28006e4b-fa84-4056-8088-414215842df0), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.170110 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (28006e4b-fa84-4056-8088-414215842df0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.227878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc057b8c-5de6-46d6-b515-59c5d0a8d1e1 None None] Pushing event updated for resources: {'Port': ['ID=28006e4b-fa84-4056-8088-414215842df0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:13.239787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Attempting to bind port 28006e4b-fa84-4056-8088-414215842df0 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:13.240158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Attempting to bind port 28006e4b-fa84-4056-8088-414215842df0 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:13.240529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Attempting to bind port 28006e4b-fa84-4056-8088-414215842df0 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:13.247475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:13.248077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:13.248693 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.249273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:13.249749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Bound port: 28006e4b-fa84-4056-8088-414215842df0, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:13.250142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (28006e4b-fa84-4056-8088-414215842df0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.317370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] For port 28006e4b-fa84-4056-8088-414215842df0, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:13.319557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] For port 28006e4b-fa84-4056-8088-414215842df0, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=28006e4b-fa84-4056-8088-414215842df0,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:13.326871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (28006e4b-fa84-4056-8088-414215842df0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:13.393538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc057b8c-5de6-46d6-b515-59c5d0a8d1e1 None None] Pushing event updated for resources: {'Port': ['ID=28006e4b-fa84-4056-8088-414215842df0,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:13.396199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Routers {'9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:13.396798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T01:51:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:13.522166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] Set router 9e9dbc21-c2ae-460e-914f-ea0a1f89c7af gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:13.768098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'name': 'router1', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '28006e4b-fa84-4056-8088-414215842df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:50Z', 'updated_at': '2022-02-09T01:52:07Z', 'revision_number': 4, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'gw_port': {'id': '28006e4b-fa84-4056-8088-414215842df0', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:07Z', 'updated_at': '2022-02-09T01:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce', 'name': '', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'mac_address': 'fa:16:3e:24:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:59Z', 'updated_at': '2022-02-09T01:52:03Z', 'revision_number': 5, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'subnets': [{'id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:13.798395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2f66f-ef9d-4e78-9b31-563939331b9e None None] The sync data for ids ['9e9dbc21-c2ae-460e-914f-ea0a1f89c7af'] in n-d-826675-12 is: [{'id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'name': 'router1', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '28006e4b-fa84-4056-8088-414215842df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:51:50Z', 'updated_at': '2022-02-09T01:52:07Z', 'revision_number': 4, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'gw_port': {'id': '28006e4b-fa84-4056-8088-414215842df0', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:52:07Z', 'updated_at': '2022-02-09T01:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce', 'name': '', 'network_id': '72bb3fcd-8b2f-4fe3-8922-1c763feb3868', 'tenant_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'mac_address': 'fa:16:3e:24:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9dbc21-c2ae-460e-914f-ea0a1f89c7af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:51:59Z', 'updated_at': '2022-02-09T01:52:03Z', 'revision_number': 5, 'project_id': '27b1aad0a76842cb9ebbdbf69e9f4cdb', 'subnets': [{'id': '13eefcb3-3329-49c5-b967-0a63fb356769', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8f7f2b0-c72c-40bb-8a1a-1671c2d94c24'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:14.393869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 28006e4b-fa84-4056-8088-414215842df0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:14.452457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 28006e4b-fa84-4056-8088-414215842df0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:14.452854 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (28006e4b-fa84-4056-8088-414215842df0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.553158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 28006e4b-fa84-4056-8088-414215842df0 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:14.553440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (28006e4b-fa84-4056-8088-414215842df0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.582790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 28006e4b-fa84-4056-8088-414215842df0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=28006e4b-fa84-4056-8088-414215842df0,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:14.589598 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (28006e4b-fa84-4056-8088-414215842df0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:14.683276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=28006e4b-fa84-4056-8088-414215842df0,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:16.390408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 28006e4b-fa84-4056-8088-414215842df0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:16.496518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 28006e4b-fa84-4056-8088-414215842df0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:16.497191 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (28006e4b-fa84-4056-8088-414215842df0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:16.651373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 28006e4b-fa84-4056-8088-414215842df0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:23.255344 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20525cd1-d10e-46db-9d5d-8532e7afd7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.580755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2159301f-da00-466a-8923-c78b557062a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.726437 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.892838 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:29.607391 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.349659 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:52:53.305511 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-326b2aa7-502b-46d3-a6f4-d6c162d9697b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:55.586194 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf282-4aad-4f93-8dba-3abbdcb75cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:56.714684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:57.898121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:59.593645 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:17.350753 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:23.216807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ac01788-fb11-4d84-aacd-fd88113d7ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:25.589293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e664-c6f5-4ced-b1bd-da92e7f5b1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:26.719041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:27.896190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:29.598995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.320427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33418) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:38.398102 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc9b4a3-4bb0-47ad-b409-4ad9c095720a admin admin] GET failed (client error): The resource could not be found. Feb 09 01:53:38.399529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0fc9b4a3-4bb0-47ad-b409-4ad9c095720a admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0774181 Feb 09 01:53:38.587744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c3f64-ac86-4706-803d-ce65716198c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.589251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-359c3f64-ac86-4706-803d-ce65716198c9 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1853025 Feb 09 01:53:40.932619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33428) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:41.024537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40278757-4018-4fd8-bef1-edab5c08fe67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:41.025899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-40278757-4018-4fd8-bef1-edab5c08fe67 admin admin] 10.222.0.53 "GET /v2.0/subnets/13eefcb3-3329-49c5-b967-0a63fb356769 HTTP/1.1" status: 200 len: 849 time: 0.0923443 Feb 09 01:53:41.035876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:41.122848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Publish callbacks [] for subnet (13eefcb3-3329-49c5-b967-0a63fb356769), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.277140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772409973252'] for subnet (13eefcb3-3329-49c5-b967-0a63fb356769), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.311145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:41.311739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.334508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] 10.222.0.53 "PUT /v2.0/subnets/13eefcb3-3329-49c5-b967-0a63fb356769 HTTP/1.1" status: 200 len: 868 time: 0.2811060 Feb 09 01:53:41.334752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca26f0-5149-42f4-b368-25e954c3612d None None] Network 72bb3fcd-8b2f-4fe3-8922-1c763feb3868 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:53:41.335233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13eefcb3-3329-49c5-b967-0a63fb356769,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:41.340057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.340434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.340747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.341108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.341568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.341906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.342248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.342608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.342934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.343255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.343576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.343895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.344215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468c41c-da1a-4579-b195-b2181acb8f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:41.806836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-393ddf00-94f2-4090-86a4-30838d8838ab None None] Provisioning complete for port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:41.807231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-393ddf00-94f2-4090-86a4-30838d8838ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (18751fe2-515c-4cfa-b143-4cec2a5a1f9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.895055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-393ddf00-94f2-4090-86a4-30838d8838ab None None] Current status of the port 18751fe2-515c-4cfa-b143-4cec2a5a1f9d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:41.904883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-393ddf00-94f2-4090-86a4-30838d8838ab None None] Provisioning complete for port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:53:41.905272 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-393ddf00-94f2-4090-86a4-30838d8838ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:41.985719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-393ddf00-94f2-4090-86a4-30838d8838ab None None] Current status of the port bcfde6cd-3a77-4a3e-9fbc-2bdcbce468ce is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:43.655834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33436) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:43.865839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8dd07-02b0-444e-b9c7-283cfa604a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:43.866226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8dd07-02b0-444e-b9c7-283cfa604a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:43.867821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ca8dd07-02b0-444e-b9c7-283cfa604a37 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2109914 Feb 09 01:53:46.123608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33444) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:46.259029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f692ed92-169d-483c-b71a-acea5e7a8bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.259506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f692ed92-169d-483c-b71a-acea5e7a8bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.261042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f692ed92-169d-483c-b71a-acea5e7a8bcc admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1364572 Feb 09 01:53:48.559544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33452) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:48.739755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf46d46-32dd-423a-8ee7-56ce6a69f6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.741062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-caf46d46-32dd-423a-8ee7-56ce6a69f6ea admin admin] 10.222.0.53 "GET /v2.0/networks/72bb3fcd-8b2f-4fe3-8922-1c763feb3868 HTTP/1.1" status: 200 len: 869 time: 0.1805234 Feb 09 01:53:51.027770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:51.159723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c2052e-9dc6-436f-9b93-c6db9242fad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.161128 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-50c2052e-9dc6-436f-9b93-c6db9242fad5 admin admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 886 time: 0.1323991 Feb 09 01:53:53.214552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e17829ff-4833-4a20-90f7-ae61f762c3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:53.504959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:53.637358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b29b2-8924-4b50-863b-2aded9420fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.637824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b29b2-8924-4b50-863b-2aded9420fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.639573 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a46b29b2-8924-4b50-863b-2aded9420fe4 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1336143 Feb 09 01:53:54.404554 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:55.595979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-225abaa9-9755-4705-afad-a501ee084615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:55.952239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:56.055537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c9f9e-b2bc-4ff3-ba50-09f7b0f9fd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.055998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c9f9e-b2bc-4ff3-ba50-09f7b0f9fd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.057559 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-823c9f9e-b2bc-4ff3-ba50-09f7b0f9fd51 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1043639 Feb 09 01:53:56.722649 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:57.897948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:58.407141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:53:58.501097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4f81e-728d-442e-b23e-1cf589fba2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:58.503104 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5bd4f81e-728d-442e-b23e-1cf589fba2fb admin admin] 10.222.0.53 "GET /v2.0/subnets/13eefcb3-3329-49c5-b967-0a63fb356769 HTTP/1.1" status: 200 len: 868 time: 0.0949757 Feb 09 01:53:59.604525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:00.806489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:00.900398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa671f3b-6d3b-47fe-95a5-a4e250b9f902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:00.901758 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aa671f3b-6d3b-47fe-95a5-a4e250b9f902 admin admin] 10.222.0.53 "GET /v2.0/subnets/d46b33eb-ee57-4478-8fac-1e96cf7e9b06 HTTP/1.1" status: 200 len: 816 time: 0.0943220 Feb 09 01:54:23.218735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2038a906-4145-4076-948e-16bfb71082dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.590858 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddadaa93-9b43-4361-89a9-ee353d4653d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.014332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33548) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:26.064764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-d9b34eab-3234-4102-92f9-3c322eb01454 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:54:26.065774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d9b34eab-3234-4102-92f9-3c322eb01454 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499129 Feb 09 01:54:26.724563 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.903186 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:28.513816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33556) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:28.574492 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-2199f49d-a1bd-45e3-8af7-a172c94bcb8f admin admin] GET failed (client error): The resource could not be found. Feb 09 01:54:28.575872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2199f49d-a1bd-45e3-8af7-a172c94bcb8f admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611117 Feb 09 01:54:28.663687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ea3abc-1372-4d87-8b60-90129d6ea81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:28.665240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-75ea3abc-1372-4d87-8b60-90129d6ea81e admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852041 Feb 09 01:54:29.613349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.035558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33564) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:31.085048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:31.108464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Made reservation on behalf of 71720d5f3ef74f9caba55c3a38b46d08 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:31.111219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.159341 n-d-826675-12 neutron-server[103149]: WARNING neutron.services.revisions.revision_plugin [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Could not find related network for resource to bump revision. Feb 09 01:54:31.176168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:31.190313 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410176184', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (aa347766-e3ac-40ff-9ff8-215cfd13204e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.190911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Unsubscribe: segment precommit_create {{(pid=103149) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 01:54:31.191421 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Added segment aa347766-e3ac-40ff-9ff8-215cfd13204e of type vlan for network 2a993757-2467-48ca-85a9-d56c24febfc6 Feb 09 01:54:31.245219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2a993757-2467-48ca-85a9-d56c24febfc6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.281269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2a993757-2467-48ca-85a9-d56c24febfc6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.282357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.282963 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.355580 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:54:31.369462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3325830 Feb 09 01:54:31.385166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ca954-b8cd-4728-a26b-913723b68c0f admin admin] Pushing event updated for resources: {'Network': ['ID=2a993757-2467-48ca-85a9-d56c24febfc6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:31.397007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2a993757-2467-48ca-85a9-d56c24febfc6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:54:33.718267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33572) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:33.779665 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2d4137-12ff-465e-95c0-fb0aa1215e0a admin admin] GET failed (client error): The resource could not be found. Feb 09 01:54:33.780920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4e2d4137-12ff-465e-95c0-fb0aa1215e0a admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616512 Feb 09 01:54:33.853348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31770f55-1728-4201-b9ef-017f98342327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:33.854819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-31770f55-1728-4201-b9ef-017f98342327 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697439 Feb 09 01:54:33.865733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:33.885613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Made reservation on behalf of 71720d5f3ef74f9caba55c3a38b46d08 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:33.888136 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.115859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (5c3f48fd-9666-40e7-b23b-c4d2b102852c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.170772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3f48fd-9666-40e7-b23b-c4d2b102852c,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:34.180708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:34.181074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Network hostable DHCP agents. Network: 2a993757-2467-48ca-85a9-d56c24febfc6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:34.197964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:34.206817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 2a993757-2467-48ca-85a9-d56c24febfc6) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:34.210763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:34.211351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.217380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af76b2c-87a8-4438-abc8-c41fb51250ab None None] Network 2a993757-2467-48ca-85a9-d56c24febfc6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:34.228037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b6c26263-76a7-4592-a38e-1f03c3793f9d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3659718 Feb 09 01:54:34.435776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-2a993757-2467-48ca-85a9-d56c24febfc6', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'project_id': '71720d5f3ef74f9caba55c3a38b46d08', 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:54:34.436635 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.582654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Allocated IP 192.168.233.2 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/01e9b354-d78e-4009-aa4f-843a20b2c4d6) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:34.743362 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Publish callbacks [] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.752024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.789236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:34.792122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:34.797708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:34.808822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Pushing event updated for resources: {'Port': ['ID=01e9b354-d78e-4009-aa4f-843a20b2c4d6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:34.832319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.832668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.833128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.833344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.833676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.834005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.834331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.834680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.835001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.835326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.835646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.835970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.836282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:34.872935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Attempting to bind port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:34.873311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Attempting to bind port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:34.873679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Attempting to bind port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:34.880291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:34.880673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:34.881081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.881477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:34.881952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Bound port: 01e9b354-d78e-4009-aa4f-843a20b2c4d6, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:34.882336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.949869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] For port 01e9b354-d78e-4009-aa4f-843a20b2c4d6, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:34.953208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] For port 01e9b354-d78e-4009-aa4f-843a20b2c4d6, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=01e9b354-d78e-4009-aa4f-843a20b2c4d6,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:34.961549 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.025355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018948-f2d0-4eaf-9c60-605a51b2eadd None None] Pushing event updated for resources: {'Port': ['ID=01e9b354-d78e-4009-aa4f-843a20b2c4d6,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:35.933501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe36da1-00dc-47e3-bd6b-6043692b4a99 None None] Network 2a993757-2467-48ca-85a9-d56c24febfc6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:36.020191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-555fc31c-7882-4242-a83c-6be265c19b07 None None] Provisioning complete for port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:36.020600 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-555fc31c-7882-4242-a83c-6be265c19b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.134568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-555fc31c-7882-4242-a83c-6be265c19b07 None None] Current status of the port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:36.134744 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-555fc31c-7882-4242-a83c-6be265c19b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.174239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-555fc31c-7882-4242-a83c-6be265c19b07 None None] For port 01e9b354-d78e-4009-aa4f-843a20b2c4d6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=01e9b354-d78e-4009-aa4f-843a20b2c4d6,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:36.183416 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-555fc31c-7882-4242-a83c-6be265c19b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.241646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fc31c-7882-4242-a83c-6be265c19b07 None None] Pushing event updated for resources: {'Port': ['ID=01e9b354-d78e-4009-aa4f-843a20b2c4d6,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:36.305542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-86c012a6-cb0d-4e02-8255-5896eb76d661 None None] Provisioning complete for port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:36.305934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86c012a6-cb0d-4e02-8255-5896eb76d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.387798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-86c012a6-cb0d-4e02-8255-5896eb76d661 None None] Current status of the port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:36.495655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 01e9b354-d78e-4009-aa4f-843a20b2c4d6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:36.550659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:36.551220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (01e9b354-d78e-4009-aa4f-843a20b2c4d6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.633964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 01e9b354-d78e-4009-aa4f-843a20b2c4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:53.228147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e586927-4b20-44af-ae5c-fa2ae3eeb92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:55.596113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdfada15-1def-4ab4-9027-f8c8ee5efbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.729480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.911390 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.608007 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.354766 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:55:23.222210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c660fced-f7bb-4a44-aef2-32f41d4e8c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.601666 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d994cf7-6f3c-4bf7-a768-8081c64113a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.730948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.908631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.614914 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:45.353768 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:55:53.224849 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb4d25ef-0d0b-432f-8d16-2c3f29906181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:55.597356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20a7a8eb-c7d0-4908-bbda-fba8aecf6be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:56.736789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:57.916179 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:59.614490 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.160044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33616) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:02.165616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-c0e48faa-3dae-4a82-b92e-7c82f66d7773 tempest-verify_tempest_config-2032917357 tempest-verify_tempest_config-2032917357-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:56:02.166604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c0e48faa-3dae-4a82-b92e-7c82f66d7773 tempest-verify_tempest_config-2032917357 tempest-verify_tempest_config-2032917357-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055707 Feb 09 01:56:02.476352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33634) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:02.588137 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.700755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Publish callbacks [] for security_group (c90da436-407f-46ec-9715-87d1b4c20a8a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.706705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c90da436-407f-46ec-9715-87d1b4c20a8a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.759401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2b53c87957f40ba9f1bab463b1e0fbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2819350 Feb 09 01:56:02.760410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90da436-407f-46ec-9715-87d1b4c20a8a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:02.762741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:56:02.769445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.769799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.770147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.770524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.770868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.771208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.771550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.771880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.772265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.772539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.772869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.773200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.773525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701dadc-74ac-401a-be13-c22aeb34ad2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.823278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Publish callbacks [] for security_group (c90da436-407f-46ec-9715-87d1b4c20a8a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.845473 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Publish callbacks [] for security_group (c90da436-407f-46ec-9715-87d1b4c20a8a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.945578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c90da436-407f-46ec-9715-87d1b4c20a8a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.948170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:02.949300 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c90da436-407f-46ec-9715-87d1b4c20a8a HTTP/1.1" status: 204 len: 168 time: 0.1852834 Feb 09 01:56:02.957559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90da436-407f-46ec-9715-87d1b4c20a8a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:02.964667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.965025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.965373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.965717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.966058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.966396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.966754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.967088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.968039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.968589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.968693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.969039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:02.969278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98109070-cce5-446e-a2cf-be1c03794cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.353198 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:56:23.227634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dae1d7f6-fee2-48f7-9676-d85758446ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:25.599923 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d146be53-bbbf-4bf8-96b7-2a1b21f6eec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:26.737179 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:27.914652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:29.609740 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:53.230436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b32ea54-9360-4710-a18a-9e74e7acd7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:55.604147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94038ddd-153e-4e59-b572-3a60458623d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:56.739215 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:57.918727 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:59.351205 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:56:59.621149 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.232799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-979705ad-131a-4455-89f8-e2e434e538f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.612887 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ba9ca8e-c64e-4931-a023-21f8edba4325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:26.745505 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:27.921551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:29.720771 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:36.349773 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:57:53.235579 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f22bd22-70b0-4c02-bb2e-ba9a9215b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:55.606151 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e0584ac-de41-4ddc-80fa-d78d1118aec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:56.746176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:57.924807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:59.615360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:13.349925 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:23.238507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8f5944a-af50-4d67-9342-140787fadbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:25.607741 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf2d47d5-85a1-40dd-8375-0495ef218d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:26.747621 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:27.927466 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:29.618644 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:50.347941 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 5 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:53.248848 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fdda6375-be3c-4344-9637-f0303a08f311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:55.610363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8dbf-b428-41db-92d5-13db07f1d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:56.750659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:57.933363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:59.620866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:17.469632 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4047806'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:18.764943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4047806'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:23.243173 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31097c0e-bbc6-4361-abaf-facab2996219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:25.614684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-405427cc-d4e7-4c04-a68f-8ec635461751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:26.753531 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:27.347846 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:59:27.932656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:29.624096 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.458754 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.736172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:53.247284 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-510cc174-ff2f-43e0-8bc7-d0a484757380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:55.616815 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e260fc0-294e-42e0-835f-400edd91e18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:56.757917 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.943148 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.627452 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.346934 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:08.841292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:08.949453 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7484484a-bddc-48f4-b8b6-ea6aab0bd233 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1069021 Feb 09 02:00:11.246641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:11.302840 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c7293ea1-dcad-4886-84d2-54be8f69b461 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0550292 Feb 09 02:00:17.464176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:18.728792 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:23.249643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5be3-d8fd-494b-bcb5-63b8dceb0f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:25.618997 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-468cc3e9-ddf6-461a-993f-7bd5d7fbd975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:26.759955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:27.940380 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:29.630351 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.346087 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:47.481818 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.733308 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.258630 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfe47025-34c8-4baf-a942-af04aa726135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:55.624791 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd4dea26-a900-453a-8a02-328c78de800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:56.762493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.942159 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.636014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:17.484701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:18.345434 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:01:18.728096 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:23.256212 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d76eadb-a824-4fad-8c9e-0c7fb15b888f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:25.628940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-610743d3-7e88-44c7-8cff-e7862163ff1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:26.765951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:27.945984 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:29.647775 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:34.963205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:35.366026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-network', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:35.387581 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Made reservation on behalf of 1a351dd22ccf497a9813a760e2674c6c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:35.390312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.400395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.487485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks [] for security_group (4f617263-8776-477a-901d-db01ff87b516), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.492881 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f617263-8776-477a-901d-db01ff87b516), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.523958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f617263-8776-477a-901d-db01ff87b516,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:35.534702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.535040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.535716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.536266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.536789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.537345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.537864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.538631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.539145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.539657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.540171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.540702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.541208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Tracked resource versions report: Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: pushed versions: Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: { 'AddressGroup': {'1.2'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'ConntrackHelper': {'1.0'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Log': {'1.0'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Network': {'1.1'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Port': {'1.7'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'PortForwarding': {'1.2'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'QosPolicy': {'1.10'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'SecurityGroup': {'1.5'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'SubPort': {'1.0'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Subnet': {'1.1'}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Trunk': {'1.1'}} Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: consumer versions: Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: { DHCP agent@n-d-826675-12: {}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: HyperV agent@n-h1-826675-12: {}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: HyperV agent@n-h2-826675-12: {}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: L3 agent@n-d-826675-12: {}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: Metadata agent@n-d-826675-12: {}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: Metering agent@n-d-826675-12: {}, Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'ConntrackHelper': '1.0', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'LocalIPAssociation': '1.0', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Log': '1.0', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Network': '1.1', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Port': '1.7', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'PortForwarding': '1.2', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'QosPolicy': '1.10', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'SecurityGroup': '1.5', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'SecurityGroupRule': '1.2', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'SubPort': '1.0', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Subnet': '1.1', Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: 'Trunk': '1.1'}} Feb 09 02:01:35.543019 n-d-826675-12 neutron-server[103150]: {{(pid=103150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:01:35.552296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:01:35.563448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d13533b8-4cea-40ed-91db-e72fcfb7139b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.563784 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Added segment d13533b8-4cea-40ed-91db-e72fcfb7139b of type vlan for network 5272d9af-9e66-4429-a7f9-e154c3d47108 Feb 09 02:01:35.609853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (5272d9af-9e66-4429-a7f9-e154c3d47108), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.642396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (5272d9af-9e66-4429-a7f9-e154c3d47108), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.643499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:35.644249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.674095 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7096119 Feb 09 02:01:35.677746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33938) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:35.685356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Request body: {'subnet': {'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-subnet', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:35.722805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Made reservation on behalf of 1a351dd22ccf497a9813a760e2674c6c for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:35.726748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.731404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ada85-64c0-42c1-8bf2-85101001dbed admin admin] Pushing event updated for resources: {'Network': ['ID=5272d9af-9e66-4429-a7f9-e154c3d47108,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:35.743370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:01:35.930419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (0332e6d4-f6b3-4182-b364-e2703c3b1025), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:35.977677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0332e6d4-f6b3-4182-b364-e2703c3b1025,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:35.997052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.997547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.998029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.998532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.999199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:35.999889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.000372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.000852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.001324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.001797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.002276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.002778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.003437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Tracked resource versions report: Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: pushed versions: Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Log': {'1.0'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Network': {'1.1'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Port': {'1.7'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'PortForwarding': {'1.2'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'QosPolicy': {'1.10'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'SubPort': {'1.0'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Subnet': {'1.1'}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Trunk': {'1.1'}} Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: consumer versions: Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: { DHCP agent@n-d-826675-12: {}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: HyperV agent@n-h1-826675-12: {}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: HyperV agent@n-h2-826675-12: {}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: L3 agent@n-d-826675-12: {}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: Metadata agent@n-d-826675-12: {}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: Metering agent@n-d-826675-12: {}, Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'ConntrackHelper': '1.0', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'LocalIPAssociation': '1.0', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Log': '1.0', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Network': '1.1', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Port': '1.7', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'PortForwarding': '1.2', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'QosPolicy': '1.10', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'SecurityGroup': '1.5', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'SecurityGroupRule': '1.2', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'SubPort': '1.0', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Subnet': '1.1', Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: 'Trunk': '1.1'}} Feb 09 02:01:36.005884 n-d-826675-12 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:01:36.032686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Checking segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:36.033380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Network hostable DHCP agents. Network: 5272d9af-9e66-4429-a7f9-e154c3d47108, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:01:36.050337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:01:36.060105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 5272d9af-9e66-4429-a7f9-e154c3d47108) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:36.065256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:36.065860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.075907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3289f69-14d8-4376-abc2-2c504e7eb018 None None] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:36.088239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ac70654-5720-42d8-b3e4-3561dc1e9e46 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4093835 Feb 09 02:01:36.142276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33956) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:36.147441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:36.171866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (f365f936-4706-4ded-a1e1-0019f09b1c49), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.173571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (f365f936-4706-4ded-a1e1-0019f09b1c49), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.244603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-5272d9af-9e66-4429-a7f9-e154c3d47108', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:01:36.245593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.253949 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks [] for router_controller (f365f936-4706-4ded-a1e1-0019f09b1c49), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.425100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Allocated IP 172.20.0.2 (5272d9af-9e66-4429-a7f9-e154c3d47108/0332e6d4-f6b3-4182-b364-e2703c3b1025/c291bba1-e5b5-4b3e-aaeb-0725d7509982) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:36.505290 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks [] for router_gateway (f365f936-4706-4ded-a1e1-0019f09b1c49), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.628288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Publish callbacks [] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.637248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.690713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:36.695247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:36.702605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:36.705818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Pushing event updated for resources: {'Port': ['ID=c291bba1-e5b5-4b3e-aaeb-0725d7509982,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:36.717608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.717989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.718391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.718661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.718998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.719331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.719660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.719985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.720355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.720647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.720938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.721259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.721579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Tracked resource versions report: Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: pushed versions: Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: { 'AddressGroup': {'1.2'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'ConntrackHelper': {'1.0'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Log': {'1.0'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Network': {'1.1'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Port': {'1.7'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'PortForwarding': {'1.2'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'QosPolicy': {'1.10'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'SecurityGroup': {'1.5'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'SubPort': {'1.0'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Subnet': {'1.1'}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Trunk': {'1.1'}} Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: consumer versions: Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: { DHCP agent@n-d-826675-12: {}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: HyperV agent@n-h1-826675-12: {}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: HyperV agent@n-h2-826675-12: {}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: L3 agent@n-d-826675-12: {}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: Metadata agent@n-d-826675-12: {}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: Metering agent@n-d-826675-12: {}, Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'ConntrackHelper': '1.0', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'LocalIPAssociation': '1.0', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Log': '1.0', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Network': '1.1', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Port': '1.7', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'PortForwarding': '1.2', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'QosPolicy': '1.10', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'SecurityGroup': '1.5', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'SecurityGroupRule': '1.2', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'SubPort': '1.0', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Subnet': '1.1', Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: 'Trunk': '1.1'}} Feb 09 02:01:36.722758 n-d-826675-12 neutron-server[103151]: {{(pid=103151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:01:36.786176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks [] for router_gateway (f365f936-4706-4ded-a1e1-0019f09b1c49), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.795774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Attempting to bind port c291bba1-e5b5-4b3e-aaeb-0725d7509982 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:36.797166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Attempting to bind port c291bba1-e5b5-4b3e-aaeb-0725d7509982 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:36.797774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Attempting to bind port c291bba1-e5b5-4b3e-aaeb-0725d7509982 on network 5272d9af-9e66-4429-a7f9-e154c3d47108 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:36.804249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:36.804990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Checking segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:36.805591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.806179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Bound using segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:36.806891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Bound port: c291bba1-e5b5-4b3e-aaeb-0725d7509982, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:36.807419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.820883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.885105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] For port c291bba1-e5b5-4b3e-aaeb-0725d7509982, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:36.888579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] For port c291bba1-e5b5-4b3e-aaeb-0725d7509982, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c291bba1-e5b5-4b3e-aaeb-0725d7509982,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:36.897419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.965660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24496c44-138f-478a-bcb3-c33a9acd9fe7 None None] Pushing event updated for resources: {'Port': ['ID=c291bba1-e5b5-4b3e-aaeb-0725d7509982,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:37.049018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Allocated IP 172.25.6.92 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/04cc632f-0dfb-4b07-aca8-36dc43924425) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:37.210311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks [] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:37.330608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:37.434179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:37.438961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:37.444393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:37.447461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Pushing event updated for resources: {'Port': ['ID=04cc632f-0dfb-4b07-aca8-36dc43924425,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:37.932471 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks [] for router_gateway (f365f936-4706-4ded-a1e1-0019f09b1c49), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.216062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (f365f936-4706-4ded-a1e1-0019f09b1c49), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.254992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91da6f5-cdad-4165-b37c-ee36c081d126 None None] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:38.390781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d1812436-ea38-4361-a4e8-6be9c6364f2e None None] Provisioning complete for port c291bba1-e5b5-4b3e-aaeb-0725d7509982 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:38.391278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d1812436-ea38-4361-a4e8-6be9c6364f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.510045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Router f365f936-4706-4ded-a1e1-0019f09b1c49 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:01:38.647867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d1812436-ea38-4361-a4e8-6be9c6364f2e None None] Current status of the port c291bba1-e5b5-4b3e-aaeb-0725d7509982 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:38.648273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d1812436-ea38-4361-a4e8-6be9c6364f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.692397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:01:38.704909 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Sync routers for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:38.718401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d1812436-ea38-4361-a4e8-6be9c6364f2e None None] For port c291bba1-e5b5-4b3e-aaeb-0725d7509982, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c291bba1-e5b5-4b3e-aaeb-0725d7509982,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:38.719625 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:38.720243 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:38.725513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.728924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d4a46cf-c4c9-4838-980a-d57a40249558 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5855019 Feb 09 02:01:38.732208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:38.744824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d1812436-ea38-4361-a4e8-6be9c6364f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.933485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c291bba1-e5b5-4b3e-aaeb-0725d7509982 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:38.982523 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:39.089782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c291bba1-e5b5-4b3e-aaeb-0725d7509982 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:39.094352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.257564 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:37Z', 'revision_number': 3, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:39.279770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c291bba1-e5b5-4b3e-aaeb-0725d7509982 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:39.289309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1812436-ea38-4361-a4e8-6be9c6364f2e None None] Pushing event updated for resources: {'Port': ['ID=c291bba1-e5b5-4b3e-aaeb-0725d7509982,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:39.313234 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Checking router: f365f936-4706-4ded-a1e1-0019f09b1c49 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:01:39.313581 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Updating router f365f936-4706-4ded-a1e1-0019f09b1c49 port 04cc632f-0dfb-4b07-aca8-36dc43924425 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:01:39.354424 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.381437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d8851d02-c102-44af-b2ca-3bc02df2e4a7 None None] Provisioning complete for port c291bba1-e5b5-4b3e-aaeb-0725d7509982 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:39.381813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8851d02-c102-44af-b2ca-3bc02df2e4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.476557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.521607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d8851d02-c102-44af-b2ca-3bc02df2e4a7 None None] Current status of the port c291bba1-e5b5-4b3e-aaeb-0725d7509982 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:39.697771 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Publish callbacks [] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.704024 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.717907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Allocated IP 172.20.0.1 (5272d9af-9e66-4429-a7f9-e154c3d47108/0332e6d4-f6b3-4182-b364-e2703c3b1025/30b3f421-1e31-4e86-b54f-468cae398be8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:39.784055 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Pushing event updated for resources: {'Port': ['ID=04cc632f-0dfb-4b07-aca8-36dc43924425,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:39.791795 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Attempting to bind port 04cc632f-0dfb-4b07-aca8-36dc43924425 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:39.792178 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Attempting to bind port 04cc632f-0dfb-4b07-aca8-36dc43924425 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:39.792650 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Attempting to bind port 04cc632f-0dfb-4b07-aca8-36dc43924425 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:39.799393 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.799934 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.800472 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.801001 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.801620 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.802097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.802800 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.803296 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.803767 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.804236 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.804706 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.805306 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.805645 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Tracked resource versions report: Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: pushed versions: Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: { 'AddressGroup': {'1.2'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'ConntrackHelper': {'1.0'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Log': {'1.0'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Network': {'1.1'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Port': {'1.7'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'PortForwarding': {'1.2'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'QosPolicy': {'1.10'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'SecurityGroup': {'1.5'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'SubPort': {'1.0'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Subnet': {'1.1'}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Trunk': {'1.1'}} Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: consumer versions: Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: { DHCP agent@n-d-826675-12: {}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: HyperV agent@n-h1-826675-12: {}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: HyperV agent@n-h2-826675-12: {}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: L3 agent@n-d-826675-12: {}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: Metadata agent@n-d-826675-12: {}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: Metering agent@n-d-826675-12: {}, Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: Open vSwitch agent@n-d-826675-12: { 'AddressGroup': '1.2', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'ConntrackHelper': '1.0', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'LocalIPAssociation': '1.0', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Log': '1.0', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Network': '1.1', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Port': '1.7', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'PortForwarding': '1.2', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'QosPolicy': '1.10', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'SecurityGroup': '1.5', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'SecurityGroupRule': '1.2', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'SubPort': '1.0', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Subnet': '1.1', Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: 'Trunk': '1.1'}} Feb 09 02:01:39.806883 n-d-826675-12 neutron-server[103152]: {{(pid=103152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:01:39.809535 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:39.809922 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:39.810368 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.810794 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:39.811273 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Bound port: 04cc632f-0dfb-4b07-aca8-36dc43924425, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:39.811796 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.851346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks [] for port (30b3f421-1e31-4e86-b54f-468cae398be8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.891427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.897125 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] For port 04cc632f-0dfb-4b07-aca8-36dc43924425, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:39.900839 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] For port 04cc632f-0dfb-4b07-aca8-36dc43924425, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04cc632f-0dfb-4b07-aca8-36dc43924425,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:39.909077 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.936912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34108) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:39.939831 n-d-826675-12 neutron-server[103149]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 02:01:39.942636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Pushing event updated for resources: {'Port': ['ID=30b3f421-1e31-4e86-b54f-468cae398be8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:39.958063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:39.959603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:39.962557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:39.963370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (f365f936-4706-4ded-a1e1-0019f09b1c49), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.994186 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a963d5-e7a2-4e45-b967-467f372b4495 None None] Pushing event updated for resources: {'Port': ['ID=04cc632f-0dfb-4b07-aca8-36dc43924425,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:40.021369 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:40.022063 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:40.033882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-2796d588-0eca-4296-9930-5a272bd5cc49 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952702 Feb 09 02:01:40.144710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34116) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:40.197998 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:40.325553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-f058f63f-c04d-4001-9d0a-87be85f4b31a tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:40.327304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-f058f63f-c04d-4001-9d0a-87be85f4b31a tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926357 Feb 09 02:01:40.357948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-019b7139-0d7e-40e2-8456-81b026b4c790 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/quotas/d0d7d65af87041e2bf03dc18c57a2008 HTTP/1.1" status: 200 len: 375 time: 0.0222909 Feb 09 02:01:40.364355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ed26b994-4980-467a-8673-817c2dc569f5 None None] Provisioning complete for port 30b3f421-1e31-4e86-b54f-468cae398be8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:40.364928 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed26b994-4980-467a-8673-817c2dc569f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.375618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-335de724-d2ca-41cf-a2e5-16448bfa8e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.418698 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.447940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-2c7ee672-97e2-4fc6-9da9-4d66c47825c2 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829592 Feb 09 02:01:40.449623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ed26b994-4980-467a-8673-817c2dc569f5 None None] Port 30b3f421-1e31-4e86-b54f-468cae398be8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:40.539633 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:37Z', 'revision_number': 3, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:40.555611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-335de724-d2ca-41cf-a2e5-16448bfa8e6a admin admin] Publish callbacks [] for security_group (00335c21-279b-4840-9f5e-98fb73288781), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.561403 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-335de724-d2ca-41cf-a2e5-16448bfa8e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (00335c21-279b-4840-9f5e-98fb73288781), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.600690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335de724-d2ca-41cf-a2e5-16448bfa8e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00335c21-279b-4840-9f5e-98fb73288781,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:40.608464 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6aa81-c6b0-44bb-9e82-612f83a19a61 None None] The sync data for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 is: [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:37Z', 'revision_number': 3, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:40.626572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-335de724-d2ca-41cf-a2e5-16448bfa8e6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a50aeda1d2d1415e9b6460df54f21ec7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4775548 Feb 09 02:01:40.626572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34138) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:40.723737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0bee9d-0d4c-4df3-a5e2-c096febb3556 admin admin] Publish callbacks [] for security_group (00335c21-279b-4840-9f5e-98fb73288781), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.746659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks [] for port (30b3f421-1e31-4e86-b54f-468cae398be8), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.753940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0bee9d-0d4c-4df3-a5e2-c096febb3556 admin admin] Publish callbacks [] for security_group (00335c21-279b-4840-9f5e-98fb73288781), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.756212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.757308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (f365f936-4706-4ded-a1e1-0019f09b1c49), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.783762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c291bba1-e5b5-4b3e-aaeb-0725d7509982 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:40.885873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0bee9d-0d4c-4df3-a5e2-c096febb3556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (00335c21-279b-4840-9f5e-98fb73288781), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.889404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0bee9d-0d4c-4df3-a5e2-c096febb3556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.890926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5b0bee9d-0d4c-4df3-a5e2-c096febb3556 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00335c21-279b-4840-9f5e-98fb73288781 HTTP/1.1" status: 204 len: 168 time: 0.2634063 Feb 09 02:01:40.920962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Pushing event updated for resources: {'Port': ['ID=30b3f421-1e31-4e86-b54f-468cae398be8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:40.922247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bee9d-0d4c-4df3-a5e2-c096febb3556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00335c21-279b-4840-9f5e-98fb73288781,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:40.928423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c291bba1-e5b5-4b3e-aaeb-0725d7509982 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:40.930437 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:41.059208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:41.060938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:41.197707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c291bba1-e5b5-4b3e-aaeb-0725d7509982 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:41.248949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23535ba3-8fc1-4e5f-8f69-ec1f370f6e1f req-1cb7ba55-67a1-488d-93dc-53cdc1449aad tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 210 time: 0.1856058 Feb 09 02:01:41.418754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Router f365f936-4706-4ded-a1e1-0019f09b1c49 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:01:41.563787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34196) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:41.579085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29e72cff-e4e8-45e5-834c-a73bfd360aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:41.613258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-380d0390-4469-497d-a5d1-86f103ebee8f None None] Provisioning complete for port 30b3f421-1e31-4e86-b54f-468cae398be8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:41.614380 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-380d0390-4469-497d-a5d1-86f103ebee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:41.741073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:01:41.755956 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8921b328-450d-4e1e-b8df-3b5f2e4fcf21 admin admin] 10.222.0.53 "PUT /v2.0/routers/f365f936-4706-4ded-a1e1-0019f09b1c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0218053 Feb 09 02:01:41.765305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-380d0390-4469-497d-a5d1-86f103ebee8f None None] Port 30b3f421-1e31-4e86-b54f-468cae398be8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:41.868613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29e72cff-e4e8-45e5-834c-a73bfd360aa9 admin admin] Publish callbacks [] for security_group (186002d6-f0f4-4e07-94e7-ea21d637e62e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:41.873445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29e72cff-e4e8-45e5-834c-a73bfd360aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (186002d6-f0f4-4e07-94e7-ea21d637e62e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:41.965917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72cff-e4e8-45e5-834c-a73bfd360aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186002d6-f0f4-4e07-94e7-ea21d637e62e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:42.016264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-29e72cff-e4e8-45e5-834c-a73bfd360aa9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c50969347dca4bcd9a28bf0c34ed5b26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4510374 Feb 09 02:01:42.016442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:42.149559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cb02f5-01ca-4908-b668-1ba78e817afd admin admin] Publish callbacks [] for security_group (186002d6-f0f4-4e07-94e7-ea21d637e62e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:42.220686 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cb02f5-01ca-4908-b668-1ba78e817afd admin admin] Publish callbacks [] for security_group (186002d6-f0f4-4e07-94e7-ea21d637e62e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:42.348049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-7e6582df-9462-4db1-9042-45fe652ad2c8 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f76315dfcb0541c299d497e78ed83a99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391901 Feb 09 02:01:42.371623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cb02f5-01ca-4908-b668-1ba78e817afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (186002d6-f0f4-4e07-94e7-ea21d637e62e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:42.375759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15cb02f5-01ca-4908-b668-1ba78e817afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:42.380884 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-15cb02f5-01ca-4908-b668-1ba78e817afd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/186002d6-f0f4-4e07-94e7-ea21d637e62e HTTP/1.1" status: 204 len: 168 time: 0.3630683 Feb 09 02:01:42.411593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb02f5-01ca-4908-b668-1ba78e817afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186002d6-f0f4-4e07-94e7-ea21d637e62e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:42.559996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34284) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:42.762122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-99528dc2-84ea-4fe6-9ba1-caf0e89176d7 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:42.769460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-99528dc2-84ea-4fe6-9ba1-caf0e89176d7 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157033 Feb 09 02:01:42.773620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04cc632f-0dfb-4b07-aca8-36dc43924425 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:42.808857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-c2a39f42-8f20-435e-9fca-a14d8111c0c8 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/quotas/f76315dfcb0541c299d497e78ed83a99 HTTP/1.1" status: 200 len: 375 time: 0.0251396 Feb 09 02:01:42.864063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 04cc632f-0dfb-4b07-aca8-36dc43924425 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:42.864653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:42.867898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-f61d57ee-c269-4b53-a2f4-8e39e5773901 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f76315dfcb0541c299d497e78ed83a99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520284 Feb 09 02:01:42.911532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bffcfde7-ecc6-420b-9c22-ff088231f2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.011249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 04cc632f-0dfb-4b07-aca8-36dc43924425 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:43.013183 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.019360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34302) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:43.042976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34306) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:43.056851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bffcfde7-ecc6-420b-9c22-ff088231f2e5 admin admin] Publish callbacks [] for security_group (8c764308-974f-4e16-a261-4106dfc92a7e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.064171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bffcfde7-ecc6-420b-9c22-ff088231f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c764308-974f-4e16-a261-4106dfc92a7e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.094776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 04cc632f-0dfb-4b07-aca8-36dc43924425, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04cc632f-0dfb-4b07-aca8-36dc43924425,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:43.107330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.136312 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bffcfde7-ecc6-420b-9c22-ff088231f2e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b70ea7bdd814c7ab3d0e84e6ee04997&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5749211 Feb 09 02:01:43.137503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcfde7-ecc6-420b-9c22-ff088231f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c764308-974f-4e16-a261-4106dfc92a7e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:43.141126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34318) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:43.190371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=04cc632f-0dfb-4b07-aca8-36dc43924425,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:43.288592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bb33360-a460-4b6d-81d6-8625091784d3 req-7e694e05-f4e1-4261-9e37-d5326a8e3e7f tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 210 time: 0.1219883 Feb 09 02:01:43.345305 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63bce974-be74-484c-8472-accd36a39cfc admin admin] Publish callbacks [] for security_group (8c764308-974f-4e16-a261-4106dfc92a7e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.400443 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63bce974-be74-484c-8472-accd36a39cfc admin admin] Publish callbacks [] for security_group (8c764308-974f-4e16-a261-4106dfc92a7e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.502299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63bce974-be74-484c-8472-accd36a39cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c764308-974f-4e16-a261-4106dfc92a7e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.506659 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63bce974-be74-484c-8472-accd36a39cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.510919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-63bce974-be74-484c-8472-accd36a39cfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c764308-974f-4e16-a261-4106dfc92a7e HTTP/1.1" status: 204 len: 168 time: 0.3610194 Feb 09 02:01:43.542975 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cd4553f-8546-4c7e-afee-2a11890d05c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.545192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bce974-be74-484c-8472-accd36a39cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c764308-974f-4e16-a261-4106dfc92a7e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:43.617253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cc6c8d3-84c6-47c7-81dc-69675d50eb5f req-d4ce3768-9c88-4825-baf7-1f719b1ca497 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 210 time: 0.5727401 Feb 09 02:01:43.731113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cd4553f-8546-4c7e-afee-2a11890d05c3 admin admin] Publish callbacks [] for security_group (1705818b-3196-4d95-858e-5f083e7d35bb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.743333 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cd4553f-8546-4c7e-afee-2a11890d05c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1705818b-3196-4d95-858e-5f083e7d35bb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:43.780667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Sync routers for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:43.803668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4553f-8546-4c7e-afee-2a11890d05c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1705818b-3196-4d95-858e-5f083e7d35bb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:43.804903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:43.807006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:43.856814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.72', 64497) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:43.859380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3cd4553f-8546-4c7e-afee-2a11890d05c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4febbfa72fcb4401acd4199be39ccb9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8338068 Feb 09 02:01:43.860403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34358) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:43.966666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d06e1d4-9867-4c09-8bd0-b5dabfac5f80 admin admin] Publish callbacks [] for security_group (1705818b-3196-4d95-858e-5f083e7d35bb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.006138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d06e1d4-9867-4c09-8bd0-b5dabfac5f80 admin admin] Publish callbacks [] for security_group (1705818b-3196-4d95-858e-5f083e7d35bb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.027388 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-763373e0-ddb6-422e-a0ef-3c24bef769d7 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1639285 Feb 09 02:01:44.120789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d06e1d4-9867-4c09-8bd0-b5dabfac5f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1705818b-3196-4d95-858e-5f083e7d35bb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.125338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d06e1d4-9867-4c09-8bd0-b5dabfac5f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.132472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1d06e1d4-9867-4c09-8bd0-b5dabfac5f80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1705818b-3196-4d95-858e-5f083e7d35bb HTTP/1.1" status: 204 len: 168 time: 0.2701621 Feb 09 02:01:44.158193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e1d4-9867-4c09-8bd0-b5dabfac5f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1705818b-3196-4d95-858e-5f083e7d35bb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:44.232559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:44.240598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34386) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:44.246678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-network', 'tenant_id': '38430ab54f7740b99986507210ee6b73'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:44.294880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Made reservation on behalf of 38430ab54f7740b99986507210ee6b73 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:44.297785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.343631 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.376034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34394) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:44.448692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7f1d0fc9-3474-4081-be6d-1241ab2b5da1 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:44.450951 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7f1d0fc9-3474-4081-be6d-1241ab2b5da1 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4223371 Feb 09 02:01:44.458102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c699b0be-ffdf-4a7e-b520-7a0a57277c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.515787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32ca8ee0-c3bb-47f5-93c7-0b7f139ed944 req-24c3f9b3-c34f-476b-872d-88f6e3c3a696 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 210 time: 0.1041350 Feb 09 02:01:44.553333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Request body: {'port': {'device_id': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'd0d7d65af87041e2bf03dc18c57a2008'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:44.610005 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks [] for security_group (2b28f37b-869a-4f9f-a0e6-baf00b00e13a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.620515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b28f37b-869a-4f9f-a0e6-baf00b00e13a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.677967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:01:44.746084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c699b0be-ffdf-4a7e-b520-7a0a57277c67 admin admin] Publish callbacks [] for security_group (359d7950-5442-46a4-9b4a-042aafda3279), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.746084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28f37b-869a-4f9f-a0e6-baf00b00e13a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:44.760550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c699b0be-ffdf-4a7e-b520-7a0a57277c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (359d7950-5442-46a4-9b4a-042aafda3279), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.764255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (92b2f3d6-a724-4c86-ba7a-5b33ed1691e5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.764596 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Added segment 92b2f3d6-a724-4c86-ba7a-5b33ed1691e5 of type vlan for network f39ca52b-df1f-4304-b76e-f72aaed25b84 Feb 09 02:01:44.794659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04cc632f-0dfb-4b07-aca8-36dc43924425 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:44.852034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c699b0be-ffdf-4a7e-b520-7a0a57277c67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9adcdf277c84e9ea2d3e35ca6f36a47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4728479 Feb 09 02:01:44.854167 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (f39ca52b-df1f-4304-b76e-f72aaed25b84), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.857132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b0be-ffdf-4a7e-b520-7a0a57277c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359d7950-5442-46a4-9b4a-042aafda3279,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:44.859486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:44.907983 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (f39ca52b-df1f-4304-b76e-f72aaed25b84), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:44.909161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:44.909785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.030196 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-221539eb-8bfe-4b39-8056-393216a12b67 admin admin] Publish callbacks [] for security_group (359d7950-5442-46a4-9b4a-042aafda3279), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.117677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8759086 Feb 09 02:01:45.120805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34448) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:45.145946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-221539eb-8bfe-4b39-8056-393216a12b67 admin admin] Publish callbacks [] for security_group (359d7950-5442-46a4-9b4a-042aafda3279), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.154388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Made reservation on behalf of d0d7d65af87041e2bf03dc18c57a2008 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:45.157750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.183142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.195277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f869466-1ada-4ce8-bd5e-3eb7b81be873 req-746b2feb-7801-4c8c-a918-6fd9ac3bff97 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 210 time: 0.2286675 Feb 09 02:01:45.203717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Request body: {'subnet': {'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-subnet', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:45.211311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34454) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:45.225648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 04cc632f-0dfb-4b07-aca8-36dc43924425 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:45.226048 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.243036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7afefe7-a06b-46e2-8191-d135f0e6a7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.276045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e1013-fc84-47b5-bd5a-ba90ff871aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=f39ca52b-df1f-4304-b76e-f72aaed25b84,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:45.293488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:01:45.299816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-221539eb-8bfe-4b39-8056-393216a12b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (359d7950-5442-46a4-9b4a-042aafda3279), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.307375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-221539eb-8bfe-4b39-8056-393216a12b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.311892 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-221539eb-8bfe-4b39-8056-393216a12b67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/359d7950-5442-46a4-9b4a-042aafda3279 HTTP/1.1" status: 204 len: 168 time: 0.4373343 Feb 09 02:01:45.325611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Made reservation on behalf of 38430ab54f7740b99986507210ee6b73 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:45.328761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.337954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221539eb-8bfe-4b39-8056-393216a12b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d7950-5442-46a4-9b4a-042aafda3279,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:45.382319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 2, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:45.415523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Checking router: f365f936-4706-4ded-a1e1-0019f09b1c49 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:01:45.415829 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Updating router f365f936-4706-4ded-a1e1-0019f09b1c49 port 30b3f421-1e31-4e86-b54f-468cae398be8 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:01:45.449014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.484315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks [] for security_group (0286da5d-50f4-4361-a857-089a64206b9b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.490869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0286da5d-50f4-4361-a857-089a64206b9b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.570420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.82', 64767) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:45.571980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0286da5d-50f4-4361-a857-089a64206b9b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:45.697733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-199dc703-e3d7-43fb-8498-d4084947ef92 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f76315dfcb0541c299d497e78ed83a99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958312 Feb 09 02:01:45.859031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-861563e3-0e77-4418-abc0-15163cd7617a tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:45.861040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-861563e3-0e77-4418-abc0-15163cd7617a tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435087 Feb 09 02:01:45.864804 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7afefe7-a06b-46e2-8191-d135f0e6a7b9 admin admin] Publish callbacks [] for security_group (7850796d-bb03-4890-bd75-e20ac727bf0e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:45.893325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7afefe7-a06b-46e2-8191-d135f0e6a7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7850796d-bb03-4890-bd75-e20ac727bf0e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:46.009281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Allocated IP 192.168.233.254 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/f41a866c-4117-431a-a0d6-09916fac9c05) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:46.016379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 04cc632f-0dfb-4b07-aca8-36dc43924425 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:46.020796 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Publish callbacks [] for port (30b3f421-1e31-4e86-b54f-468cae398be8), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:46.039060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:46.101034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e7afefe7-a06b-46e2-8191-d135f0e6a7b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b69f8f0511bc4aeeb500d1b3d61ca350&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8781743 Feb 09 02:01:46.119449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34496) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:46.165981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6e3e1-2236-49a9-8346-7a3016d50d80 None None] Pushing event updated for resources: {'Port': ['ID=30b3f421-1e31-4e86-b54f-468cae398be8,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:46.167286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Request body: {'port': {'device_id': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'f76315dfcb0541c299d497e78ed83a99'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:46.432121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Attempting to bind port 30b3f421-1e31-4e86-b54f-468cae398be8 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:46.432598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Attempting to bind port 30b3f421-1e31-4e86-b54f-468cae398be8 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:46.432851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Attempting to bind port 30b3f421-1e31-4e86-b54f-468cae398be8 on network 5272d9af-9e66-4429-a7f9-e154c3d47108 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:46.450967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:46.451344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Checking segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:46.451747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:46.452145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Bound using segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:46.460451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Bound port: 30b3f421-1e31-4e86-b54f-468cae398be8, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:46.460900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:46.477832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86972957-4789-403f-bcab-24be3d061526 req-8433e205-985a-4858-9776-bf73aa682b0e tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 210 time: 0.4003150 Feb 09 02:01:46.673888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] For port 30b3f421-1e31-4e86-b54f-468cae398be8, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:46.690112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] For port 30b3f421-1e31-4e86-b54f-468cae398be8, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30b3f421-1e31-4e86-b54f-468cae398be8,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:46.710650 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:46.828385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f61e8ca9-e58a-4cc5-b860-acdb7214e19c None None] Provisioning complete for port 30b3f421-1e31-4e86-b54f-468cae398be8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:46.832689 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f61e8ca9-e58a-4cc5-b860-acdb7214e19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:46.833633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:46.993607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6e3e1-2236-49a9-8346-7a3016d50d80 None None] Pushing event updated for resources: {'Port': ['ID=30b3f421-1e31-4e86-b54f-468cae398be8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:47.024013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:47.024675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:47.084688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99131235-a1cb-486f-aae7-1bf74a4c8533 admin admin] Publish callbacks [] for security_group (7850796d-bb03-4890-bd75-e20ac727bf0e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.089578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afefe7-a06b-46e2-8191-d135f0e6a7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7850796d-bb03-4890-bd75-e20ac727bf0e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:47.148533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (10467d23-6772-4e7e-b29c-70a61a7109c8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.162982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7d64b0e-4308-4019-b89e-21bef9855b74 req-7acd5645-15c1-4846-bef4-cb9333fdb99c tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 210 time: 0.3407879 Feb 09 02:01:47.168463 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks [] for port (f41a866c-4117-431a-a0d6-09916fac9c05), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.303892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.334878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99131235-a1cb-486f-aae7-1bf74a4c8533 admin admin] Publish callbacks [] for security_group (7850796d-bb03-4890-bd75-e20ac727bf0e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.411315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Made reservation on behalf of f76315dfcb0541c299d497e78ed83a99 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:01:47.422692 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.498262 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.581627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10467d23-6772-4e7e-b29c-70a61a7109c8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:47.636005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Checking segment: {'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:47.638584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Network hostable DHCP agents. Network: f39ca52b-df1f-4304-b76e-f72aaed25b84, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:01:47.701159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99131235-a1cb-486f-aae7-1bf74a4c8533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7850796d-bb03-4890-bd75-e20ac727bf0e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.710179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99131235-a1cb-486f-aae7-1bf74a4c8533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.712825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-99131235-a1cb-486f-aae7-1bf74a4c8533 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7850796d-bb03-4890-bd75-e20ac727bf0e HTTP/1.1" status: 204 len: 168 time: 1.5893152 Feb 09 02:01:47.761288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99131235-a1cb-486f-aae7-1bf74a4c8533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7850796d-bb03-4890-bd75-e20ac727bf0e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:47.771216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Pushing event updated for resources: {'Port': ['ID=f41a866c-4117-431a-a0d6-09916fac9c05,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:47.787726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93e33199-c59a-44be-92d9-ddaf600e56c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.807294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:01:47.831327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.889499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f61e8ca9-e58a-4cc5-b860-acdb7214e19c None None] Current status of the port 30b3f421-1e31-4e86-b54f-468cae398be8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:47.890951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f61e8ca9-e58a-4cc5-b860-acdb7214e19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.898195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, f39ca52b-df1f-4304-b76e-f72aaed25b84) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:47.933422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682e58e4-4d54-48be-9a33-f9ca5e3564c2 req-d7c8da59-4a28-47bf-9a51-f19ae38bc39a tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 210 time: 0.1121950 Feb 09 02:01:47.941560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:47.953204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47e682-5033-4c50-9cba-c9ab9a595b5e None None] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:47.954872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:47.955791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:47.967644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:47.990412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:48.021639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:48.023068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks [] for security_group (be78424d-d193-435c-99b0-37ad0167eed6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.048314 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (be78424d-d193-435c-99b0-37ad0167eed6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.050498 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.061992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b8c45852-214e-4a6d-a7ac-5e60c42fbc66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.9089003 Feb 09 02:01:48.075945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34544) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:48.149662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:48.261345 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-1a489431-ad02-4fb0-aba5-2665d2c27cb6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7123606 Feb 09 02:01:48.299357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-753ad6ca-6c66-43eb-b020-0240289ab9b9 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:01:48.303843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-753ad6ca-6c66-43eb-b020-0240289ab9b9 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266147 Feb 09 02:01:48.330964 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.336895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.391851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f61e8ca9-e58a-4cc5-b860-acdb7214e19c None None] For port 30b3f421-1e31-4e86-b54f-468cae398be8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30b3f421-1e31-4e86-b54f-468cae398be8,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:48.442320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:48.454569 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f61e8ca9-e58a-4cc5-b860-acdb7214e19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.536409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-f39ca52b-df1f-4304-b76e-f72aaed25b84', 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84', 'project_id': '38430ab54f7740b99986507210ee6b73', 'fixed_ips': [{'subnet_id': '10467d23-6772-4e7e-b29c-70a61a7109c8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:01:48.549524 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.621950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be78424d-d193-435c-99b0-37ad0167eed6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:48.821463 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:48.995129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks [] for router_controller (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:49.002336 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93e33199-c59a-44be-92d9-ddaf600e56c5 admin admin] Publish callbacks [] for security_group (5c718c53-817a-4964-84b6-5e885cd9555b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:49.141945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-59575344-af73-4202-85d1-9bc4991f734e None None] Provisioning complete for port 30b3f421-1e31-4e86-b54f-468cae398be8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:49.142915 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-59575344-af73-4202-85d1-9bc4991f734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:49.344211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Allocated IP 192.168.233.228 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:49.348955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e8ca9-e58a-4cc5-b860-acdb7214e19c None None] Pushing event updated for resources: {'Port': ['ID=30b3f421-1e31-4e86-b54f-468cae398be8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:49.369514 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93e33199-c59a-44be-92d9-ddaf600e56c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5c718c53-817a-4964-84b6-5e885cd9555b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:49.505953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:46Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:49.665717 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93e33199-c59a-44be-92d9-ddaf600e56c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c1dff825d4241d3a39aa556b8ff0042&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8281782 Feb 09 02:01:49.736818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-59575344-af73-4202-85d1-9bc4991f734e None None] Current status of the port 30b3f421-1e31-4e86-b54f-468cae398be8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:49.746194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Allocated IP 172.20.0.2 (f39ca52b-df1f-4304-b76e-f72aaed25b84/10467d23-6772-4e7e-b29c-70a61a7109c8/8e75d965-f784-4e02-b2d6-debe0de0910a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:49.758436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259b0c8-0647-403b-b282-0dbed976a5ed None None] The sync data for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 is: [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:46Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:49.773651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:49.783827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Request body: {'port': {'device_id': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:49.794600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e33199-c59a-44be-92d9-ddaf600e56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c718c53-817a-4964-84b6-5e885cd9555b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:49.912857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks [] for router_gateway (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.063758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-59575344-af73-4202-85d1-9bc4991f734e None None] Provisioning complete for port f41a866c-4117-431a-a0d6-09916fac9c05 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:50.066717 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-59575344-af73-4202-85d1-9bc4991f734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.104793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.126190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8de05f04-8024-4188-b96a-173b0641d2f0 admin admin] Publish callbacks [] for security_group (5c718c53-817a-4964-84b6-5e885cd9555b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.158474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8de05f04-8024-4188-b96a-173b0641d2f0 admin admin] Publish callbacks [] for security_group (5c718c53-817a-4964-84b6-5e885cd9555b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.201118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks [] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.281591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8de05f04-8024-4188-b96a-173b0641d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5c718c53-817a-4964-84b6-5e885cd9555b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.284272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8de05f04-8024-4188-b96a-173b0641d2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.289140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8de05f04-8024-4188-b96a-173b0641d2f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c718c53-817a-4964-84b6-5e885cd9555b HTTP/1.1" status: 204 len: 168 time: 0.5094349 Feb 09 02:01:50.327900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f916cf-c9dd-46bc-a31b-37529f46ce88 req-28bd43ef-0d35-4dbb-b353-adf243b69116 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:50.329519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1f916cf-c9dd-46bc-a31b-37529f46ce88 req-28bd43ef-0d35-4dbb-b353-adf243b69116 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 936 time: 1.9196253 Feb 09 02:01:50.342985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-59575344-af73-4202-85d1-9bc4991f734e None None] Port f41a866c-4117-431a-a0d6-09916fac9c05 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:50.439009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-428189a5-1c54-441d-8569-d8971e3d78ac req-996376a4-1b8c-413a-9f0e-835376b64896 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 210 time: 0.2059798 Feb 09 02:01:50.670868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.733799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Publish callbacks [] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.751624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:50.831839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Pushing event updated for resources: {'Port': ['ID=8e75d965-f784-4e02-b2d6-debe0de0910a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:50.862249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:50.871702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:50.885724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:50.905988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30b3f421-1e31-4e86-b54f-468cae398be8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:50.990358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Pushing event updated for resources: {'Port': ['ID=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:51.032692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1f916cf-c9dd-46bc-a31b-37529f46ce88 req-4bebf8aa-fb8f-4eac-bba6-6d5f759f90aa tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379843 Feb 09 02:01:51.044783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:51.046202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:51.052395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:51.087517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:51.091053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.132816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-ec5c2697-bad1-4584-8768-694ccd1bb5e0 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0504327 Feb 09 02:01:51.143034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 30b3f421-1e31-4e86-b54f-468cae398be8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:51.143730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.146661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-2a143010-2961-4f5a-8efd-a8b1adde6d9c tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:01:51.147682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-2a143010-2961-4f5a-8efd-a8b1adde6d9c tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064156 Feb 09 02:01:51.245583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41a866c-4117-431a-a0d6-09916fac9c05 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:01:51.266854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Publish callbacks [] for port (f41a866c-4117-431a-a0d6-09916fac9c05), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.302297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Attempting to bind port 8e75d965-f784-4e02-b2d6-debe0de0910a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:51.302637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Attempting to bind port 8e75d965-f784-4e02-b2d6-debe0de0910a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:51.305856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Attempting to bind port 8e75d965-f784-4e02-b2d6-debe0de0910a on network f39ca52b-df1f-4304-b76e-f72aaed25b84 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:51.309398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Transition to ACTIVE for port object f41a866c-4117-431a-a0d6-09916fac9c05 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:01:51.339741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:51.340228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Checking segment: {'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:51.341995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.343596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.348160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Bound using segment: {'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:51.349342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Bound port: 8e75d965-f784-4e02-b2d6-debe0de0910a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:51.349961 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.495010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Pushing event updated for resources: {'Port': ['ID=f41a866c-4117-431a-a0d6-09916fac9c05,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:51.512644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de05f04-8024-4188-b96a-173b0641d2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c718c53-817a-4964-84b6-5e885cd9555b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:51.566275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 30b3f421-1e31-4e86-b54f-468cae398be8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:51.612494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34602) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:51.662108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-edbd02d6-b1f2-4a43-b2a8-005a1cc1b5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.686439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Attempting to bind port f41a866c-4117-431a-a0d6-09916fac9c05 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:51.687342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Attempting to bind port f41a866c-4117-431a-a0d6-09916fac9c05 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:51.701545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Attempting to bind port f41a866c-4117-431a-a0d6-09916fac9c05 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:51.726305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Port f41a866c-4117-431a-a0d6-09916fac9c05 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:01:51.727950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Attempting to bind port f41a866c-4117-431a-a0d6-09916fac9c05 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:51.764681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:51.765687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:51.768410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:51.768975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Bound port: f41a866c-4117-431a-a0d6-09916fac9c05, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:51.769350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:51.863611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] For port 8e75d965-f784-4e02-b2d6-debe0de0910a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:51.876112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] For port 8e75d965-f784-4e02-b2d6-debe0de0910a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e75d965-f784-4e02-b2d6-debe0de0910a,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:51.953690 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.212016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-57d65956-ee3e-4430-a780-e650b0a54c22 None None] Provisioning complete for port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:52.212016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-57d65956-ee3e-4430-a780-e650b0a54c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.371085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-57d65956-ee3e-4430-a780-e650b0a54c22 None None] Port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:01:52.403134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-edbd02d6-b1f2-4a43-b2a8-005a1cc1b5af admin admin] Publish callbacks [] for security_group (dbf81906-c1e2-4249-9fa6-c84009205030), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.433514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Request body: {'port': {'device_id': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'device_owner': 'compute:tempest-test_az-394660754', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:52.477976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks [] for router_gateway (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.503600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-edbd02d6-b1f2-4a43-b2a8-005a1cc1b5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dbf81906-c1e2-4249-9fa6-c84009205030), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.510418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca94c0f-9a2d-4906-a774-609539fb4e5f None None] Pushing event updated for resources: {'Port': ['ID=8e75d965-f784-4e02-b2d6-debe0de0910a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:52.640764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] For port f41a866c-4117-431a-a0d6-09916fac9c05, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:52.650766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] For port f41a866c-4117-431a-a0d6-09916fac9c05, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f41a866c-4117-431a-a0d6-09916fac9c05,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:52.715422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.794392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.900214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:52.907648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:52.909466 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] 10.222.0.72 "PUT /v2.0/ports/f41a866c-4117-431a-a0d6-09916fac9c05 HTTP/1.1" status: 200 len: 1097 time: 3.5608127 Feb 09 02:01:52.970306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'tag': 'f41a866c-4117-431a-a0d6-09916fac9c05'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:52.991834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8e75d965-f784-4e02-b2d6-debe0de0910a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:53.220748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8e75d965-f784-4e02-b2d6-debe0de0910a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:53.221659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:53.243969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cce3-f60d-4f68-abe9-37e147c440b3 req-0d3e251e-69d8-496f-8e2c-ff1e08fe69c7 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:53.258725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a374cce3-f60d-4f68-abe9-37e147c440b3 req-0d3e251e-69d8-496f-8e2c-ff1e08fe69c7 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 936 time: 1.4835627 Feb 09 02:01:53.306358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-edbd02d6-b1f2-4a43-b2a8-005a1cc1b5af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d501e2122a0849ebb3743b57e9c35dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6926472 Feb 09 02:01:53.309454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd02d6-b1f2-4a43-b2a8-005a1cc1b5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf81906-c1e2-4249-9fa6-c84009205030,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:53.419845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34624) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:53.510430 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b81bf1fc-2cff-4348-bcab-ba043c1fcae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:53.723910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8e75d965-f784-4e02-b2d6-debe0de0910a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:53.727052 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:53.772852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a374cce3-f60d-4f68-abe9-37e147c440b3 req-95025bfa-5fc6-4a18-8d0a-44fd8e74bdea tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130479 Feb 09 02:01:53.794363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:53.813846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8e75d965-f784-4e02-b2d6-debe0de0910a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e75d965-f784-4e02-b2d6-debe0de0910a,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:01:53.823370 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:53.918148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f025d89-0027-4264-a0d0-cf4bc913721b req-5e3660f6-e7b3-4670-8610-12f6d85a4b2c tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:53.928273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f025d89-0027-4264-a0d0-cf4bc913721b req-5e3660f6-e7b3-4670-8610-12f6d85a4b2c tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.7702439 Feb 09 02:01:54.025226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8e75d965-f784-4e02-b2d6-debe0de0910a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:54.031208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f025d89-0027-4264-a0d0-cf4bc913721b req-b76998ad-4f24-43a4-b87e-f320fcf4af2e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 Feb 09 02:01:54.233978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415325f-fc4d-4537-a48f-44ccf1f06abc service neutron] Pushing event updated for resources: {'Port': ['ID=f41a866c-4117-431a-a0d6-09916fac9c05,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:54.439743 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709727a9-ced0-4c51-b926-abb0b0e028fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d13aede1-8155-41c1-89db-e3a3ffcfb1e1", "tag": "f41a866c-4117-431a-a0d6-09916fac9c05"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:54.469689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f752063-8880-4072-97ab-d20d600f1ae3 admin admin] Publish callbacks [] for security_group (dbf81906-c1e2-4249-9fa6-c84009205030), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:54.473996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17072c-21ac-45ad-9233-641362115952 None None] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:01:54.528148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-c09fdd69-e0d7-4fe2-a53e-2583eca5723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:54.532705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-c09fdd69-e0d7-4fe2-a53e-2583eca5723e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 1131 time: 1.3232808 Feb 09 02:01:54.706353 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f752063-8880-4072-97ab-d20d600f1ae3 admin admin] Publish callbacks [] for security_group (dbf81906-c1e2-4249-9fa6-c84009205030), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:54.776839 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-fe1aee73-5975-42e9-b020-1fa1e9060535 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f41a866c-4117-431a-a0d6-09916fac9c05 HTTP/1.1" status: 200 len: 217 time: 0.2301519 Feb 09 02:01:54.790237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3f9c5095-b5f8-4025-98e7-01a36aed5030 None None] Provisioning complete for port 8e75d965-f784-4e02-b2d6-debe0de0910a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:54.790660 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f9c5095-b5f8-4025-98e7-01a36aed5030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:54.840245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8e75d965-f784-4e02-b2d6-debe0de0910a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:01:54.920550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Allocated IP 172.25.6.138 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/7e576a7c-7239-4ae9-9fe5-edac842d9f5d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:55.034848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f752063-8880-4072-97ab-d20d600f1ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dbf81906-c1e2-4249-9fa6-c84009205030), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.037678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f752063-8880-4072-97ab-d20d600f1ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.039089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6f752063-8880-4072-97ab-d20d600f1ae3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbf81906-c1e2-4249-9fa6-c84009205030 HTTP/1.1" status: 204 len: 168 time: 1.5077231 Feb 09 02:01:55.109179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f752063-8880-4072-97ab-d20d600f1ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf81906-c1e2-4249-9fa6-c84009205030,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:55.112331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-9867e69f-a5fc-4d9b-a785-726cb10f1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:55.114646 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-9867e69f-a5fc-4d9b-a785-726cb10f1e36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.3019726 Feb 09 02:01:55.259295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:01:55.281743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Publish callbacks [] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.322810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8e75d965-f784-4e02-b2d6-debe0de0910a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:55.323353 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.337266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Transition to ACTIVE for port object 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:01:55.346274 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:01:55.347671 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.458850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c5095-b5f8-4025-98e7-01a36aed5030 None None] Current status of the port 8e75d965-f784-4e02-b2d6-debe0de0910a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:55.500223 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0629ca09-9542-4d41-9aeb-0d9582bbe9d3 x-openstack-request-id: req-0629ca09-9542-4d41-9aeb-0d9582bbe9d3 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:55.501985 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13aede1-8155-41c1-89db-e3a3ffcfb1e1", "tag": "f41a866c-4117-431a-a0d6-09916fac9c05", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:55.503078 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0629ca09-9542-4d41-9aeb-0d9582bbe9d3 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:55.505106 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'tag': 'f41a866c-4117-431a-a0d6-09916fac9c05', 'status': 'completed', 'code': 200} Feb 09 02:01:55.556210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:55.584751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Attempting to bind port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:01:55.586326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Attempting to bind port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:01:55.586758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Attempting to bind port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:55.603004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:01:55.603345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Attempting to bind port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:01:55.609877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:01:55.610230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:01:55.611148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:01:55.611687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Bound port: 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:01:55.612117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.774276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] For port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:01:55.782403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] For port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:01:55.820568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.826965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks [] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.855745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8e75d965-f784-4e02-b2d6-debe0de0910a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:55.896581 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f6f493c-b9dc-4924-b63b-308a45926d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.918186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9c824a2c-6338-451e-9b11-11f9df005809 None None] Provisioning complete for port 8e75d965-f784-4e02-b2d6-debe0de0910a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:01:55.924698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c824a2c-6338-451e-9b11-11f9df005809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.953841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:55.954613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:55.957823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] 10.222.0.82 "PUT /v2.0/ports/0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c HTTP/1.1" status: 200 len: 1118 time: 3.8994174 Feb 09 02:01:55.970122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'tag': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:56.040882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:56.253332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc97ff-d925-4e8c-a5f4-2747d36537a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:56.335922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9c824a2c-6338-451e-9b11-11f9df005809 None None] Current status of the port 8e75d965-f784-4e02-b2d6-debe0de0910a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:01:56.356807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:56.361988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-17a6f9e4-6cf0-49de-9a5c-9d2c865a38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:56.364276 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-17a6f9e4-6cf0-49de-9a5c-9d2c865a38d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0505073 Feb 09 02:01:56.370879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71659ffd-6a05-405d-a71e-b387487d585f req-180e6e4b-a4a9-4dbf-b7a7-aa885d6f9bbe tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:56.381007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71659ffd-6a05-405d-a71e-b387487d585f req-180e6e4b-a4a9-4dbf-b7a7-aa885d6f9bbe tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.7178710 Feb 09 02:01:56.395074 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb30730-47f5-442f-a89c-1513cc4405ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1efe02b3-4f10-437d-8fee-81412b477bcc", "tag": "0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:56.413046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:56.508563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71659ffd-6a05-405d-a71e-b387487d585f req-db090e91-9471-4879-a506-4fea0fea2924 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264880 Feb 09 02:01:56.538087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-cada4ee5-640d-4e4d-a764-a8e20b49164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:56.539744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-cada4ee5-640d-4e4d-a764-a8e20b49164d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f76315dfcb0541c299d497e78ed83a99&device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 1152 time: 0.4627380 Feb 09 02:01:56.557606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05cde-367c-4982-883a-e37f2db7d758 req-30063df4-7d46-4e51-9c86-3000530f5f49 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:56.559953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:56.574030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6d05cde-367c-4982-883a-e37f2db7d758 req-30063df4-7d46-4e51-9c86-3000530f5f49 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.2623303 Feb 09 02:01:56.796629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:56.871878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Pushing event updated for resources: {'Port': ['ID=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:56.907247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-a50f4fab-ff0b-4edb-b12c-41e3afe98f19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c HTTP/1.1" status: 200 len: 217 time: 0.3200436 Feb 09 02:01:57.052954 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-055fb94e-5548-47cf-b74f-8c070ad5bed1 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551819 Feb 09 02:01:57.054390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6d05cde-367c-4982-883a-e37f2db7d758 req-b729d456-6fe2-4f3f-9219-29d6700c4838 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792259 Feb 09 02:01:57.060108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-63f32eea-a15e-4cb4-bc4d-18b55f63572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:57.062097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-63f32eea-a15e-4cb4-bc4d-18b55f63572f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1432965 Feb 09 02:01:57.171609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks [] for router_gateway (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:57.198568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-94f645db-e5ac-41ac-87e0-e6bfb87a735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:57.201850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-94f645db-e5ac-41ac-87e0-e6bfb87a735e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1311712 Feb 09 02:01:57.474503 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-129b6c64-cbc1-4650-b6f0-299eedb996aa req-0e8e76c8-22d2-49cc-8207-b98569bf35ea service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101255 Feb 09 02:01:57.514311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-95cbb621-37ca-4706-9b27-8c6300e343c5 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050153 Feb 09 02:01:57.742024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bc1041f-d1e1-4eb8-99de-cfb253f6f2d5 req-6b55faaa-0ffb-4c4f-9745-b87e8fc70a1a service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212427 Feb 09 02:01:57.816939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-5dc85b0c-d4e3-44c6-9cc1-13dd03629c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:57.819766 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-5dc85b0c-d4e3-44c6-9cc1-13dd03629c71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 1131 time: 0.2657042 Feb 09 02:01:57.909401 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3333c-f631-4f4e-964d-54a5e989b8b4 x-openstack-request-id: req-48a3333c-f631-4f4e-964d-54a5e989b8b4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:57.909696 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efe02b3-4f10-437d-8fee-81412b477bcc", "tag": "0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:57.909949 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48a3333c-f631-4f4e-964d-54a5e989b8b4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:57.911064 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'tag': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c', 'status': 'completed', 'code': 200} Feb 09 02:01:57.961881 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:58.129079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:58.358130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-c4ec63b1-fc41-42fc-9e1e-ed1381162ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:58.359842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-c4ec63b1-fc41-42fc-9e1e-ed1381162ffb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f76315dfcb0541c299d497e78ed83a99&device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 1152 time: 0.3047588 Feb 09 02:01:58.507597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-20a9c25e-5df4-474c-ad63-4acd68146590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:58.509305 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-20a9c25e-5df4-474c-ad63-4acd68146590 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.6805766 Feb 09 02:01:58.586891 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-39b26eea-236a-4530-b16a-0a73be9ba188 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f41a866c-4117-431a-a0d6-09916fac9c05 HTTP/1.1" status: 200 len: 217 time: 0.0581522 Feb 09 02:01:58.613827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d341b-5788-4e29-9206-68cadda349b3 req-0f097b71-07d1-4d82-a035-8044c9e26651 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:58.623086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-700d341b-5788-4e29-9206-68cadda349b3 req-0f097b71-07d1-4d82-a035-8044c9e26651 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.4093764 Feb 09 02:01:58.739600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-5f4afd34-2671-4cd2-8bad-d6bb305c1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:58.741587 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-5f4afd34-2671-4cd2-8bad-d6bb305c1d13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1384504 Feb 09 02:01:58.760859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0451d-a11b-4f8b-88ee-7e181ffa31a6 req-17b6fa44-a8d5-4c3b-8b6b-7012694d2856 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:58.763032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cf0451d-a11b-4f8b-88ee-7e181ffa31a6 req-17b6fa44-a8d5-4c3b-8b6b-7012694d2856 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.2153778 Feb 09 02:01:58.807277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-bba63d6f-ae19-4eb9-803c-e3a5cbac8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:58.809068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-bba63d6f-ae19-4eb9-803c-e3a5cbac8a4f service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.4266334 Feb 09 02:01:58.815621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-700d341b-5788-4e29-9206-68cadda349b3 req-f7ee2970-ac12-4a75-9f5c-85bbc7094f6b tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913462 Feb 09 02:01:58.836862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:01:58.849626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-deb59136-6825-4dab-91d3-ee4d1cd6d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:58.852282 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-deb59136-6825-4dab-91d3-ee4d1cd6d82d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0806651 Feb 09 02:01:58.878067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-83a8e303-db9c-43d9-be45-630b6822a880 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c HTTP/1.1" status: 200 len: 217 time: 0.0547190 Feb 09 02:01:58.990740 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-003531eb-3c83-4ca3-b456-fdbc365cef09 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263897 Feb 09 02:01:59.025888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-7a4380ff-31bc-4ec7-89e0-ad4cc8c368d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:59.027760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-7a4380ff-31bc-4ec7-89e0-ad4cc8c368d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1277056 Feb 09 02:01:59.040040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cf0451d-a11b-4f8b-88ee-7e181ffa31a6 req-45dfd733-b6da-4cfb-a1ff-58e799628135 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675540 Feb 09 02:01:59.136883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-7685f835-ad59-4d2f-93fb-adb3041ab908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:59.142562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-7685f835-ad59-4d2f-93fb-adb3041ab908 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0954583 Feb 09 02:01:59.315116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:01:59.330415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Sync routers for ids ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:59.346978 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-709727a9-ced0-4c51-b926-abb0b0e028fa req-cdddebbf-1945-4672-a62b-c32327c691bc service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756853 Feb 09 02:01:59.369496 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Routers {'8e5b557e-aa81-44a6-8728-2f2b471c3ab3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:59.370175 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:59.371581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:59.377226 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f3135ee0-7f96-42f2-b3ae-02a6ca91aa11 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 11.2867250 Feb 09 02:01:59.378494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:59.402781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-a5d1b09a-cec5-4344-9ad1-be60d2aa29ff service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392504 Feb 09 02:01:59.950859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb30730-47f5-442f-a89c-1513cc4405ea req-565373e5-1020-48f8-a1ac-dd195eaa0138 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376811 Feb 09 02:02:00.089629 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Set router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:00.169995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d37cd1-3f49-4a06-84f0-b1f2f1547321 req-644cc677-7c46-4a34-bf22-fe99b9892e6f tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:00.188998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96d37cd1-3f49-4a06-84f0-b1f2f1547321 req-644cc677-7c46-4a34-bf22-fe99b9892e6f tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.1473644 Feb 09 02:02:00.266523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:00.355711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34782) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:00.356228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34784) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:00.453510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96d37cd1-3f49-4a06-84f0-b1f2f1547321 req-359ac777-b8e8-4bbf-9a6e-e6ed44b3de59 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573135 Feb 09 02:02:00.501707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee72c2-7f86-49e0-a00b-794a2f98072a req-4f1970ab-4dcf-42d5-b687-70096496da3c tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:00.513908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abee72c2-7f86-49e0-a00b-794a2f98072a req-4f1970ab-4dcf-42d5-b687-70096496da3c tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.2804043 Feb 09 02:02:00.572515 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:01:56Z', 'revision_number': 3, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port': {'id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:52Z', 'updated_at': '2022-02-09T02:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:00.637053 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Checking router: 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:00.637392 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Updating router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:00.668961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abee72c2-7f86-49e0-a00b-794a2f98072a req-5e896f25-7269-4ce3-a913-b29bb9a021a8 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536584 Feb 09 02:02:00.690283 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:00.789406 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.009902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6cf5-da38-4ba9-befa-d44e6a58e5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.084094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34792) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:01.142479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-067ff0e8-e3fe-4aba-ae7a-7fd99d985717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.235537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Allocated IP 172.20.0.1 (f39ca52b-df1f-4304-b76e-f72aaed25b84/10467d23-6772-4e7e-b29c-70a61a7109c8/38f89b4f-a1a0-4da4-b980-6bc5090eff07) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:01.248014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6cf5-da38-4ba9-befa-d44e6a58e5cc admin admin] Publish callbacks [] for security_group (cc81eb46-05e6-4a5b-a094-3346c4eb6b0b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.268002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0973771e-4afd-422f-979f-33a0ec4b9a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.278881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6cf5-da38-4ba9-befa-d44e6a58e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cc81eb46-05e6-4a5b-a094-3346c4eb6b0b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.301391 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Publish callbacks [] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.309606 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.389193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d6cf5-da38-4ba9-befa-d44e6a58e5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81eb46-05e6-4a5b-a094-3346c4eb6b0b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:01.399900 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4bde6-b3b5-49e0-92e5-710096ae9b2f None None] Pushing event updated for resources: {'Port': ['ID=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:01.402354 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Attempting to bind port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:01.404153 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Attempting to bind port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:01.404853 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Attempting to bind port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:01.409622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2b4d6cf5-da38-4ba9-befa-d44e6a58e5cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36dedf4bf97d4afd86942946a28924e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0453725 Feb 09 02:02:01.411464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34796) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:01.421321 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:01.421841 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:01.422548 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.423491 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:01.424278 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Bound port: 7e576a7c-7239-4ae9-9fe5-edac842d9f5d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:01.425053 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.458902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks [] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.502237 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] For port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:01.509965 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] For port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:01.522106 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.527743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.545162 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-067ff0e8-e3fe-4aba-ae7a-7fd99d985717 admin admin] Publish callbacks [] for security_group (aa11c309-bd37-44fb-9aa6-744f2e0c377a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.593941 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-067ff0e8-e3fe-4aba-ae7a-7fd99d985717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aa11c309-bd37-44fb-9aa6-744f2e0c377a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.604670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:01.608412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:01.621919 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4bde6-b3b5-49e0-92e5-710096ae9b2f None None] Pushing event updated for resources: {'Port': ['ID=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:01.635854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:01.636337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.655093 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Routers {'8e5b557e-aa81-44a6-8728-2f2b471c3ab3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:01.655917 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:01.672495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39fd0c4e-cc6e-4bf7-acb6-0a661d6539b1 admin admin] Publish callbacks [] for security_group (cc81eb46-05e6-4a5b-a094-3346c4eb6b0b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.720026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Pushing event updated for resources: {'Port': ['ID=38f89b4f-a1a0-4da4-b980-6bc5090eff07,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:01.801365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-067ff0e8-e3fe-4aba-ae7a-7fd99d985717 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7ef89677a8744eea7ceb49ba18ecaf0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4370074 Feb 09 02:02:01.822620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:01.827219 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] Set router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:01.868162 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39fd0c4e-cc6e-4bf7-acb6-0a661d6539b1 admin admin] Publish callbacks [] for security_group (cc81eb46-05e6-4a5b-a094-3346c4eb6b0b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:01.900116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff0e8-e3fe-4aba-ae7a-7fd99d985717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa11c309-bd37-44fb-9aa6-744f2e0c377a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:01.974385 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0973771e-4afd-422f-979f-33a0ec4b9a06 admin admin] Publish callbacks [] for security_group (c32b6908-3948-4306-9668-54750ded8d1c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.044828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85575-7907-4e8b-97eb-5c37ace671a8 req-a3f814ed-a5a7-495a-b883-d540854f144d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:02.056842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0b85575-7907-4e8b-97eb-5c37ace671a8 req-a3f814ed-a5a7-495a-b883-d540854f144d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.4619737 Feb 09 02:02:02.210159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0973771e-4afd-422f-979f-33a0ec4b9a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c32b6908-3948-4306-9668-54750ded8d1c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.232865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6161cf6-f60e-41ff-a0c0-ad243f424d3d admin admin] Publish callbacks [] for security_group (aa11c309-bd37-44fb-9aa6-744f2e0c377a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.234921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.257598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a7b6b1c2-96e6-4df9-8734-0b81aa68bb39 None None] Provisioning complete for port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:02.261090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7b6b1c2-96e6-4df9-8734-0b81aa68bb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.326237 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:01:56Z', 'revision_number': 3, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port': {'id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:52Z', 'updated_at': '2022-02-09T02:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:02.330484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973771e-4afd-422f-979f-33a0ec4b9a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b6908-3948-4306-9668-54750ded8d1c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:02.369787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6b1c2-96e6-4df9-8734-0b81aa68bb39 None None] Port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:02.371821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6161cf6-f60e-41ff-a0c0-ad243f424d3d admin admin] Publish callbacks [] for security_group (aa11c309-bd37-44fb-9aa6-744f2e0c377a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.396396 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e2d5d6-fbc6-40cc-bf75-50779a98a6fa None None] The sync data for ids ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'] in n-d-826675-12 is: [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:01:56Z', 'revision_number': 3, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port': {'id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:52Z', 'updated_at': '2022-02-09T02:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:02.505346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0973771e-4afd-422f-979f-33a0ec4b9a06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91f62a13ad24431588ba174a66d16eca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4141424 Feb 09 02:02:02.515082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34804) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:02.686942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0b85575-7907-4e8b-97eb-5c37ace671a8 req-55586a0b-de78-4cff-8066-6bd4f9433297 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041964 Feb 09 02:02:02.703968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cf0e4-f63d-40a1-a5cf-e1c0559e0358 req-ad5db865-7e3c-4bf6-a3ae-18443972174f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:02.726607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471cf0e4-f63d-40a1-a5cf-e1c0559e0358 req-ad5db865-7e3c-4bf6-a3ae-18443972174f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.8105621 Feb 09 02:02:02.903410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39fd0c4e-cc6e-4bf7-acb6-0a661d6539b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cc81eb46-05e6-4a5b-a094-3346c4eb6b0b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.919069 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39fd0c4e-cc6e-4bf7-acb6-0a661d6539b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.923142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-39fd0c4e-cc6e-4bf7-acb6-0a661d6539b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc81eb46-05e6-4a5b-a094-3346c4eb6b0b HTTP/1.1" status: 204 len: 168 time: 1.4934511 Feb 09 02:02:02.965927 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6161cf6-f60e-41ff-a0c0-ad243f424d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aa11c309-bd37-44fb-9aa6-744f2e0c377a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:02.967070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0c4e-cc6e-4bf7-acb6-0a661d6539b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81eb46-05e6-4a5b-a094-3346c4eb6b0b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:03.004894 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6161cf6-f60e-41ff-a0c0-ad243f424d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.024824 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d6161cf6-f60e-41ff-a0c0-ad243f424d3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa11c309-bd37-44fb-9aa6-744f2e0c377a HTTP/1.1" status: 204 len: 168 time: 1.1937938 Feb 09 02:02:03.086180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471cf0e4-f63d-40a1-a5cf-e1c0559e0358 req-5b767d79-bf65-48be-aa68-82d7447421bf tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584406 Feb 09 02:02:03.094967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7a30ce2-cf73-46a8-a886-525d91638003 admin admin] Publish callbacks [] for security_group (c32b6908-3948-4306-9668-54750ded8d1c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.151118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6161cf6-f60e-41ff-a0c0-ad243f424d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa11c309-bd37-44fb-9aa6-744f2e0c377a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:03.343522 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks [] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.352877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.353780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.620762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7a30ce2-cf73-46a8-a886-525d91638003 admin admin] Publish callbacks [] for security_group (c32b6908-3948-4306-9668-54750ded8d1c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.763119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Pushing event updated for resources: {'Port': ['ID=38f89b4f-a1a0-4da4-b980-6bc5090eff07,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:03.778078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7a30ce2-cf73-46a8-a886-525d91638003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c32b6908-3948-4306-9668-54750ded8d1c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.780813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7a30ce2-cf73-46a8-a886-525d91638003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:03.782006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b7a30ce2-cf73-46a8-a886-525d91638003 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c32b6908-3948-4306-9668-54750ded8d1c HTTP/1.1" status: 204 len: 168 time: 1.2651134 Feb 09 02:02:03.820783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a30ce2-cf73-46a8-a886-525d91638003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b6908-3948-4306-9668-54750ded8d1c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:03.830031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:03.838190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:03.958659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34818) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:03.997293 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-700e1ffb-f87f-483b-ac4b-b26f8d53e066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.090960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0d1aa-7d24-4128-9d97-3dc3b998fd4f req-6cae8c3c-1781-4e0e-8c78-2a892f20869d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:04.096786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6a0d1aa-7d24-4128-9d97-3dc3b998fd4f req-6cae8c3c-1781-4e0e-8c78-2a892f20869d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.2602949 Feb 09 02:02:04.113195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34820) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:04.297719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e988bb2-b599-4453-9b69-132b66ad741e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.453110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bc8d2be3-6aeb-4c28-a2df-c4a55ff680b1 None None] Provisioning complete for port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:04.453747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc8d2be3-6aeb-4c28-a2df-c4a55ff680b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.492317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e988bb2-b599-4453-9b69-132b66ad741e admin admin] Publish callbacks [] for security_group (0947c860-783d-431f-85b9-54043e1b7dd0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.553554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:02:04.574948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d2be3-6aeb-4c28-a2df-c4a55ff680b1 None None] Port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:04.591848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-700e1ffb-f87f-483b-ac4b-b26f8d53e066 admin admin] Publish callbacks [] for security_group (aae68f2d-898c-49ff-9008-664b48114870), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.613913 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-700e1ffb-f87f-483b-ac4b-b26f8d53e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aae68f2d-898c-49ff-9008-664b48114870), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.616487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e988bb2-b599-4453-9b69-132b66ad741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0947c860-783d-431f-85b9-54043e1b7dd0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.750983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6a0d1aa-7d24-4128-9d97-3dc3b998fd4f req-8d27afb0-9072-4168-a77e-2ff2e70167f8 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383414 Feb 09 02:02:04.764543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-700e1ffb-f87f-483b-ac4b-b26f8d53e066 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a211e3b20e244f89ba90ab02eaed23da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7994902 Feb 09 02:02:04.765241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34826) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:04.839243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957e8c9-f8a9-4ed1-b1e5-4153ca3a7a21 req-8a0cd533-e15d-40a4-816a-98b146ab3e8e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:04.841723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6957e8c9-f8a9-4ed1-b1e5-4153ca3a7a21 req-8a0cd533-e15d-40a4-816a-98b146ab3e8e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.5648983 Feb 09 02:02:04.842012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7e576a7c-7239-4ae9-9fe5-edac842d9f5d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:04.856434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:04.864173 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a35eec4-d3c9-4449-8ed4-699d48ef20fa admin admin] 10.222.0.53 "PUT /v2.0/routers/8e5b557e-aa81-44a6-8728-2f2b471c3ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4826534 Feb 09 02:02:04.873638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9e988bb2-b599-4453-9b69-132b66ad741e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ae943a274c84300ae3768f8e2c8ec51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7209809 Feb 09 02:02:04.877937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:04.885243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e1ffb-f87f-483b-ac4b-b26f8d53e066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae68f2d-898c-49ff-9008-664b48114870,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:04.924703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:04.925375 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.935057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e988bb2-b599-4453-9b69-132b66ad741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0947c860-783d-431f-85b9-54043e1b7dd0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:04.943025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34834) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:04.979923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f53f96d-1d19-4ff3-8b77-53a097376e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.984083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2675623-e0ea-4c5a-a297-f45bdfd2dfa0 admin admin] Publish callbacks [] for security_group (0947c860-783d-431f-85b9-54043e1b7dd0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.002113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e28abeb9-1b0d-4cc7-9b5e-c81105dbd672 admin admin] Publish callbacks [] for security_group (aae68f2d-898c-49ff-9008-664b48114870), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.012469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2675623-e0ea-4c5a-a297-f45bdfd2dfa0 admin admin] Publish callbacks [] for security_group (0947c860-783d-431f-85b9-54043e1b7dd0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.017289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6957e8c9-f8a9-4ed1-b1e5-4153ca3a7a21 req-fee3a752-267b-4f21-b5a9-5932098c1ca1 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475985 Feb 09 02:02:05.022876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:05.023886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.048065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e28abeb9-1b0d-4cc7-9b5e-c81105dbd672 admin admin] Publish callbacks [] for security_group (aae68f2d-898c-49ff-9008-664b48114870), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.048328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:05.055420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.116517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2675623-e0ea-4c5a-a297-f45bdfd2dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0947c860-783d-431f-85b9-54043e1b7dd0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.125419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2675623-e0ea-4c5a-a297-f45bdfd2dfa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.130321 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2675623-e0ea-4c5a-a297-f45bdfd2dfa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0947c860-783d-431f-85b9-54043e1b7dd0 HTTP/1.1" status: 204 len: 168 time: 0.2499995 Feb 09 02:02:05.135415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:05.141076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f53f96d-1d19-4ff3-8b77-53a097376e59 admin admin] Publish callbacks [] for security_group (50aa6733-6e1d-4fa6-a682-5234a6c70d63), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.146370 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e28abeb9-1b0d-4cc7-9b5e-c81105dbd672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aae68f2d-898c-49ff-9008-664b48114870), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.150294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e28abeb9-1b0d-4cc7-9b5e-c81105dbd672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.151633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e28abeb9-1b0d-4cc7-9b5e-c81105dbd672 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aae68f2d-898c-49ff-9008-664b48114870 HTTP/1.1" status: 204 len: 168 time: 0.3781998 Feb 09 02:02:05.154631 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f53f96d-1d19-4ff3-8b77-53a097376e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (50aa6733-6e1d-4fa6-a682-5234a6c70d63), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.169552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2675623-e0ea-4c5a-a297-f45bdfd2dfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0947c860-783d-431f-85b9-54043e1b7dd0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:05.171390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28abeb9-1b0d-4cc7-9b5e-c81105dbd672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae68f2d-898c-49ff-9008-664b48114870,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:05.206188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1f53f96d-1d19-4ff3-8b77-53a097376e59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed87788a23d9406986af27752e41ac9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604921 Feb 09 02:02:05.209583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:05.227197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53f96d-1d19-4ff3-8b77-53a097376e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aa6733-6e1d-4fa6-a682-5234a6c70d63,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:05.285839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd57267c-27bf-494a-b9d1-fea56367a090 admin admin] Publish callbacks [] for security_group (50aa6733-6e1d-4fa6-a682-5234a6c70d63), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.310726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd57267c-27bf-494a-b9d1-fea56367a090 admin admin] Publish callbacks [] for security_group (50aa6733-6e1d-4fa6-a682-5234a6c70d63), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.374027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd57267c-27bf-494a-b9d1-fea56367a090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (50aa6733-6e1d-4fa6-a682-5234a6c70d63), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.378675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd57267c-27bf-494a-b9d1-fea56367a090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:05.388595 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cd57267c-27bf-494a-b9d1-fea56367a090 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50aa6733-6e1d-4fa6-a682-5234a6c70d63 HTTP/1.1" status: 204 len: 168 time: 0.1774044 Feb 09 02:02:05.399278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57267c-27bf-494a-b9d1-fea56367a090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aa6733-6e1d-4fa6-a682-5234a6c70d63,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:05.610490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Sync routers for ids ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:05.621792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Routers {'8e5b557e-aa81-44a6-8728-2f2b471c3ab3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:05.622496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:05.745267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Set router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:05.987518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:02:01Z', 'revision_number': 4, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port': {'id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:52Z', 'updated_at': '2022-02-09T02:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '38f89b4f-a1a0-4da4-b980-6bc5090eff07', 'name': '', 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'mac_address': 'fa:16:3e:64:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '10467d23-6772-4e7e-b29c-70a61a7109c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:00Z', 'updated_at': '2022-02-09T02:02:02Z', 'revision_number': 2, 'project_id': '38430ab54f7740b99986507210ee6b73', 'subnets': [{'id': '10467d23-6772-4e7e-b29c-70a61a7109c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:05.998776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8f0c-6556-49fa-8cc4-1c8efdae5f57 req-d2985ae1-9192-4fcf-b1bb-689e60e72cd1 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:06.004496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-297b8f0c-6556-49fa-8cc4-1c8efdae5f57 req-d2985ae1-9192-4fcf-b1bb-689e60e72cd1 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.1296067 Feb 09 02:02:06.025874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Checking router: 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:06.025874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Updating router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:06.060031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.106605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-297b8f0c-6556-49fa-8cc4-1c8efdae5f57 req-f212faee-25cf-4c7b-83a5-b026e981c385 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961576 Feb 09 02:02:06.266427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4eeb7-1a03-4ff2-a5ae-27b5078aaef2 req-b1ce136a-910e-40f3-bd05-db2f727c0536 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:06.268136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fb4eeb7-1a03-4ff2-a5ae-27b5078aaef2 req-b1ce136a-910e-40f3-bd05-db2f727c0536 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.0899291 Feb 09 02:02:06.345622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fb4eeb7-1a03-4ff2-a5ae-27b5078aaef2 req-b3117655-d802-455d-b368-ce1cd06a9876 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670862 Feb 09 02:02:06.442647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:06.447648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-28dbdc40-c255-46e8-ac3e-1771ee5b7eca tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432137166', 'description': 'tempest-description--1358815280'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:06.479575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28dbdc40-c255-46e8-ac3e-1771ee5b7eca tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.520488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Publish callbacks [] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.527294 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.569039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28dbdc40-c255-46e8-ac3e-1771ee5b7eca tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group (f92c5228-3c94-44e4-a34e-b3bb5d2a1e03), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.577766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28dbdc40-c255-46e8-ac3e-1771ee5b7eca tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f92c5228-3c94-44e4-a34e-b3bb5d2a1e03), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.603554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c19892-d655-4128-b140-3ad11a3f8cbe None None] Pushing event updated for resources: {'Port': ['ID=38f89b4f-a1a0-4da4-b980-6bc5090eff07,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:06.627966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbdc40-c255-46e8-ac3e-1771ee5b7eca tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:06.641059 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28dbdc40-c255-46e8-ac3e-1771ee5b7eca tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.645674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-28dbdc40-c255-46e8-ac3e-1771ee5b7eca tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1988721 Feb 09 02:02:06.646207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34916) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:06.650984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2edcf158-ff21-4b9d-9033-becd9ad0fdb3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'security_group_rule': {'security_group_id': 'f92c5228-3c94-44e4-a34e-b3bb5d2a1e03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:06.708986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2edcf158-ff21-4b9d-9033-becd9ad0fdb3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group_rule (a00e7ea8-3ca7-48a1-a866-e1df0c9f5620), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.734728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Attempting to bind port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:06.735228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Attempting to bind port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:06.735445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Attempting to bind port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 on network f39ca52b-df1f-4304-b76e-f72aaed25b84 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:06.743103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:06.743456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Checking segment: {'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:06.743940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.744349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Bound using segment: {'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:06.744848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Bound port: 38f89b4f-a1a0-4da4-b980-6bc5090eff07, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:06.745327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.748890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7e576a7c-7239-4ae9-9fe5-edac842d9f5d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:06.830257 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2edcf158-ff21-4b9d-9033-becd9ad0fdb3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group_rule (a00e7ea8-3ca7-48a1-a866-e1df0c9f5620), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.838657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2edcf158-ff21-4b9d-9033-becd9ad0fdb3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a00e7ea8-3ca7-48a1-a866-e1df0c9f5620), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.859702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcf158-ff21-4b9d-9033-becd9ad0fdb3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00e7ea8-3ca7-48a1-a866-e1df0c9f5620,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:06.874383 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2edcf158-ff21-4b9d-9033-becd9ad0fdb3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.875846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2edcf158-ff21-4b9d-9033-becd9ad0fdb3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2285357 Feb 09 02:02:06.878802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34922) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:06.880752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:06.881134 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.891952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] For port 38f89b4f-a1a0-4da4-b980-6bc5090eff07, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:06.892135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d188b289-5026-4507-9b86-3d39871a1255 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'security_group_rule': {'security_group_id': 'f92c5228-3c94-44e4-a34e-b3bb5d2a1e03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:06.922972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] For port 38f89b4f-a1a0-4da4-b980-6bc5090eff07, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=38f89b4f-a1a0-4da4-b980-6bc5090eff07,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:06.933743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d188b289-5026-4507-9b86-3d39871a1255 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group_rule (bf52e290-b2c1-47d1-9345-dd34e060d374), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.939063 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.989817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c0d7948c-607d-4741-a614-4147f63ffab6 None None] Provisioning complete for port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:06.990196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0d7948c-607d-4741-a614-4147f63ffab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.056328 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d188b289-5026-4507-9b86-3d39871a1255 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group_rule (bf52e290-b2c1-47d1-9345-dd34e060d374), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.064016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d188b289-5026-4507-9b86-3d39871a1255 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (bf52e290-b2c1-47d1-9345-dd34e060d374), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.086694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Routers {'8e5b557e-aa81-44a6-8728-2f2b471c3ab3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:07.087327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:07.089829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188b289-5026-4507-9b86-3d39871a1255 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf52e290-b2c1-47d1-9345-dd34e060d374,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:07.118678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d188b289-5026-4507-9b86-3d39871a1255 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.120488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d188b289-5026-4507-9b86-3d39871a1255 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2395933 Feb 09 02:02:07.123592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:07.129162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:07.209468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.226507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c19892-d655-4128-b140-3ad11a3f8cbe None None] Pushing event updated for resources: {'Port': ['ID=38f89b4f-a1a0-4da4-b980-6bc5090eff07,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:07.326395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:07.362606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5bb75-531d-48f2-835e-1b357374db5d req-9c64c24d-d5db-4fe4-9fa0-291179b0cc8a tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:07.367936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2a5bb75-531d-48f2-835e-1b357374db5d req-9c64c24d-d5db-4fe4-9fa0-291179b0cc8a tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.1353087 Feb 09 02:02:07.411809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.430320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7948c-607d-4741-a614-4147f63ffab6 None None] Current status of the port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:07.431187 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0d7948c-607d-4741-a614-4147f63ffab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.446269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] Set router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:07.488141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2a5bb75-531d-48f2-835e-1b357374db5d req-76ddedd3-9e4f-49bc-96ff-d05a786bec2b tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138330 Feb 09 02:02:07.524360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472519da-95b8-4822-9c99-8a35ca7b8f07 req-7021bf4a-7285-4b5d-9ce5-8807e9687a96 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:07.526167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-472519da-95b8-4822-9c99-8a35ca7b8f07 req-7021bf4a-7285-4b5d-9ce5-8807e9687a96 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.1078563 Feb 09 02:02:07.566562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Allocated IP 172.25.6.167 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/d6240c46-2609-459a-935b-b3eb38f2133d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:07.601051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-472519da-95b8-4822-9c99-8a35ca7b8f07 req-acb91b8f-98d0-42a6-a988-c3e91a5d1932 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682840 Feb 09 02:02:07.626749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c0d7948c-607d-4741-a614-4147f63ffab6 None None] For port 38f89b4f-a1a0-4da4-b980-6bc5090eff07, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=38f89b4f-a1a0-4da4-b980-6bc5090eff07,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:07.634629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0d7948c-607d-4741-a614-4147f63ffab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.712755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for port (d6240c46-2609-459a-935b-b3eb38f2133d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.752896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d6240c46-2609-459a-935b-b3eb38f2133d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.802637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:07.805839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:07.809884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:07.821879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event updated for resources: {'Port': ['ID=d6240c46-2609-459a-935b-b3eb38f2133d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:07.942608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7948c-607d-4741-a614-4147f63ffab6 None None] Pushing event updated for resources: {'Port': ['ID=38f89b4f-a1a0-4da4-b980-6bc5090eff07,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:07.965488 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.975831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-113a93a0-bb4d-4eac-a1f0-aa0b2803099f None None] Provisioning complete for port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:07.975831 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-113a93a0-bb4d-4eac-a1f0-aa0b2803099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.086523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:02:01Z', 'revision_number': 4, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port': {'id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:52Z', 'updated_at': '2022-02-09T02:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '38f89b4f-a1a0-4da4-b980-6bc5090eff07', 'name': '', 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'mac_address': 'fa:16:3e:64:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '10467d23-6772-4e7e-b29c-70a61a7109c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:00Z', 'updated_at': '2022-02-09T02:02:06Z', 'revision_number': 4, 'project_id': '38430ab54f7740b99986507210ee6b73', 'subnets': [{'id': '10467d23-6772-4e7e-b29c-70a61a7109c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:08.098973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d6240c46-2609-459a-935b-b3eb38f2133d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.122488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2116-525e-49bb-948c-105618ac44dd None None] The sync data for ids ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'] in n-d-826675-12 is: [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:02:01Z', 'revision_number': 4, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port': {'id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:52Z', 'updated_at': '2022-02-09T02:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '38f89b4f-a1a0-4da4-b980-6bc5090eff07', 'name': '', 'network_id': 'f39ca52b-df1f-4304-b76e-f72aaed25b84', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'mac_address': 'fa:16:3e:64:e0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '10467d23-6772-4e7e-b29c-70a61a7109c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:00Z', 'updated_at': '2022-02-09T02:02:06Z', 'revision_number': 4, 'project_id': '38430ab54f7740b99986507210ee6b73', 'subnets': [{'id': '10467d23-6772-4e7e-b29c-70a61a7109c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:08.173859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-113a93a0-bb4d-4eac-a1f0-aa0b2803099f None None] Current status of the port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:08.330268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for port (d6240c46-2609-459a-935b-b3eb38f2133d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.337385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d6240c46-2609-459a-935b-b3eb38f2133d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.428770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.432968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event updated for resources: {'Port': ['ID=d6240c46-2609-459a-935b-b3eb38f2133d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:08.453467 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.454778 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2e80631-907b-4876-978d-2cf812233cc4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3299346 Feb 09 02:02:08.662966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a14288-15f8-4768-a553-de35abba4aec req-f5b440a9-1ea2-48a2-aaad-de1e2316fd1d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:08.665291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77a14288-15f8-4768-a553-de35abba4aec req-f5b440a9-1ea2-48a2-aaad-de1e2316fd1d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.0833497 Feb 09 02:02:08.735807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77a14288-15f8-4768-a553-de35abba4aec req-611ac32e-a1ec-48e7-8d70-c30a38c17a28 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640006 Feb 09 02:02:08.826101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 38f89b4f-a1a0-4da4-b980-6bc5090eff07 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:08.891607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6503db-8873-47aa-ba3c-62b8e742b470 req-cf132780-475b-40b9-ad04-2c9a39b791d0 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:08.900356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a6503db-8873-47aa-ba3c-62b8e742b470 req-cf132780-475b-40b9-ad04-2c9a39b791d0 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.0813189 Feb 09 02:02:08.912751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:08.913297 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.945970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a6503db-8873-47aa-ba3c-62b8e742b470 req-f8cf9249-6081-4729-8580-652782a7aa1f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Feb 09 02:02:09.026644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:09.171523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-1e0afdac-5866-427a-bf29-b371bddbc56b tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231256 Feb 09 02:02:09.329403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-f487dcda-017d-4ba3-bd00-07c523e69ac6 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:09.330958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-f487dcda-017d-4ba3-bd00-07c523e69ac6 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531863 Feb 09 02:02:09.349860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-5f6d6450-fcf6-4331-889e-d8e8de342225 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--432137166&fields=id&tenant_id=1a351dd22ccf497a9813a760e2674c6c HTTP/1.1" status: 200 len: 267 time: 0.0956385 Feb 09 02:02:09.352709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-956516ba-4c68-4fa1-8b9a-d0a3cae2f214 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/quotas/c5aa33d9a5ec4459a9b0d96f0065c11e HTTP/1.1" status: 200 len: 375 time: 0.0160697 Feb 09 02:02:09.400116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-b75b3988-0686-4179-92b5-abc1af4b0736 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411210 Feb 09 02:02:09.604953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-1286f44e-1f3b-47aa-a498-11c2195d8a3a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:09.611177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-1286f44e-1f3b-47aa-a498-11c2195d8a3a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 824 time: 0.2424505 Feb 09 02:02:09.654325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-237fd28e-213c-4fbf-975f-d3fc0c756eb5 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/quotas/1a351dd22ccf497a9813a760e2674c6c HTTP/1.1" status: 200 len: 375 time: 0.0357802 Feb 09 02:02:09.681286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f442f956-b0cb-470c-b952-1d7dc4e0d225 req-757b09ad-1f15-48bd-8571-695012ebf901 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 210 time: 0.0526145 Feb 09 02:02:09.786070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-9ea9ebd5-3138-4353-b0bd-82590bc27046 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238668 Feb 09 02:02:09.880936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d0fff-4e4e-4873-a75e-951ec60df4c1 req-a8d800be-d3d7-4f49-bc1d-639d61a4aa39 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:09.883603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3d0fff-4e4e-4873-a75e-951ec60df4c1 req-a8d800be-d3d7-4f49-bc1d-639d61a4aa39 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.0697377 Feb 09 02:02:09.969860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35040) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:09.974919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3d0fff-4e4e-4873-a75e-951ec60df4c1 req-cb0fd224-50e5-4a7c-af43-b0f1a7358285 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772514 Feb 09 02:02:10.033808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-c2c3773b-6f99-4a68-868f-3e224e573e6c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:02:10.042830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-c2c3773b-6f99-4a68-868f-3e224e573e6c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1034369 Feb 09 02:02:10.049433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:10.107230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3a38-7512-4497-9140-049522033a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.170165 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7322-29f4-492f-970c-d633d11286df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.179957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150984da-bac8-49b9-9d7a-70a4b56b6c9e req-6ed5399c-88ee-46c4-bcf8-e5391802ad2f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.181627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-150984da-bac8-49b9-9d7a-70a4b56b6c9e req-6ed5399c-88ee-46c4-bcf8-e5391802ad2f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.1289370 Feb 09 02:02:10.199939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-8c6cd1e4-e730-4cd9-99b7-6b04d98867af service neutron] 10.222.0.53 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562042 Feb 09 02:02:10.274397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3a38-7512-4497-9140-049522033a94 admin admin] Publish callbacks [] for security_group (b746d967-ab04-4ac2-9a60-5a4bb77bfa35), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.284010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3a38-7512-4497-9140-049522033a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b746d967-ab04-4ac2-9a60-5a4bb77bfa35), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.297608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-150984da-bac8-49b9-9d7a-70a4b56b6c9e req-db32ceab-105f-4463-95eb-46e83cb6f76b tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095200 Feb 09 02:02:10.341121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-91655475-cf0c-4c66-96c6-a9781c5571b1 service neutron] 10.222.0.53 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247187 Feb 09 02:02:10.341221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7322-29f4-492f-970c-d633d11286df admin admin] Publish callbacks [] for security_group (01121dbb-8f16-4029-bf34-01c4853c0231), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.350213 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d7e3a38-7512-4497-9140-049522033a94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49df991518f1477895d1de596d40351b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789461 Feb 09 02:02:10.352190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7322-29f4-492f-970c-d633d11286df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (01121dbb-8f16-4029-bf34-01c4853c0231), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.353507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35050) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:10.354868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3a38-7512-4497-9140-049522033a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746d967-ab04-4ac2-9a60-5a4bb77bfa35,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:10.403006 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6ed7322-29f4-492f-970c-d633d11286df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d07fd60df3b44eedbe2eae2f134595fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480916 Feb 09 02:02:10.403006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7322-29f4-492f-970c-d633d11286df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01121dbb-8f16-4029-bf34-01c4853c0231,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:10.403193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:10.427909 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1335bfd3-d279-439c-91ba-71d501040a98 admin admin] Publish callbacks [] for security_group (b746d967-ab04-4ac2-9a60-5a4bb77bfa35), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.455364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1335bfd3-d279-439c-91ba-71d501040a98 admin admin] Publish callbacks [] for security_group (b746d967-ab04-4ac2-9a60-5a4bb77bfa35), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.465631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19bf9ba6-b94e-4af5-b5a1-2bfd6ca6a2b6 admin admin] Publish callbacks [] for security_group (01121dbb-8f16-4029-bf34-01c4853c0231), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.504152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19bf9ba6-b94e-4af5-b5a1-2bfd6ca6a2b6 admin admin] Publish callbacks [] for security_group (01121dbb-8f16-4029-bf34-01c4853c0231), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.526562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1335bfd3-d279-439c-91ba-71d501040a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b746d967-ab04-4ac2-9a60-5a4bb77bfa35), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.529323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1335bfd3-d279-439c-91ba-71d501040a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.530675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1335bfd3-d279-439c-91ba-71d501040a98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b746d967-ab04-4ac2-9a60-5a4bb77bfa35 HTTP/1.1" status: 204 len: 168 time: 0.1757314 Feb 09 02:02:10.552516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335bfd3-d279-439c-91ba-71d501040a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746d967-ab04-4ac2-9a60-5a4bb77bfa35,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:10.577266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19bf9ba6-b94e-4af5-b5a1-2bfd6ca6a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (01121dbb-8f16-4029-bf34-01c4853c0231), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.580926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19bf9ba6-b94e-4af5-b5a1-2bfd6ca6a2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:10.584629 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-19bf9ba6-b94e-4af5-b5a1-2bfd6ca6a2b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01121dbb-8f16-4029-bf34-01c4853c0231 HTTP/1.1" status: 204 len: 168 time: 0.1805561 Feb 09 02:02:10.595339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf9ba6-b94e-4af5-b5a1-2bfd6ca6a2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01121dbb-8f16-4029-bf34-01c4853c0231,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:10.616108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7bae006-c579-4467-ac23-7d223b9e6c3c req-46766df0-f70f-4e6c-9cc5-ace547ad564c tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 210 time: 0.0545683 Feb 09 02:02:10.791132 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-4671d9cb-0bec-48cd-b088-6e06a62b969a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753706 Feb 09 02:02:10.880634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9d8dd4-6c40-4476-9f80-ceba2bbbcea6 req-1dab0bd7-529e-4132-a9e7-86e5b6a23e1c tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 210 time: 0.0602891 Feb 09 02:02:10.982536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-60246594-39b3-4373-80f2-35de5cb4d474 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:10.984459 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-60246594-39b3-4373-80f2-35de5cb4d474 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871178 Feb 09 02:02:11.002245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Request body: {'port': {'device_id': '9af5cf72-e081-4838-b584-a56e4b571279', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'c5aa33d9a5ec4459a9b0d96f0065c11e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:11.150015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35076) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:11.153094 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Made reservation on behalf of c5aa33d9a5ec4459a9b0d96f0065c11e for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:11.153780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe17117-d22a-4ba2-a3ff-19a9ea415de2 req-646246a4-2372-4361-818b-c994eb427c74 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.155790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe17117-d22a-4ba2-a3ff-19a9ea415de2 req-646246a4-2372-4361-818b-c994eb427c74 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.0925407 Feb 09 02:02:11.156440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35078) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:11.156893 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.180738 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f926-c9eb-4569-a2c3-746bad1943cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.183407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.184129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c2532afc-af26-4138-acca-6c79fbf1f724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.239540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe17117-d22a-4ba2-a3ff-19a9ea415de2 req-8ebd8461-437e-4d11-8204-fa13ac19e412 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756810 Feb 09 02:02:11.312330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c2532afc-af26-4138-acca-6c79fbf1f724 admin admin] Publish callbacks [] for security_group (ed685407-d1e2-4759-8348-86fbe696b360), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.316149 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c2532afc-af26-4138-acca-6c79fbf1f724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ed685407-d1e2-4759-8348-86fbe696b360), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.337915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f926-c9eb-4569-a2c3-746bad1943cf admin admin] Publish callbacks [] for security_group (1ecca859-1f86-4e9c-8a45-0ddd6b9d3647), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.340939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks [] for security_group (dc62dda1-8e7e-4812-bbb2-3224a61c25a2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.344428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f926-c9eb-4569-a2c3-746bad1943cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1ecca859-1f86-4e9c-8a45-0ddd6b9d3647), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.359930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dc62dda1-8e7e-4812-bbb2-3224a61c25a2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.361770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c2532afc-af26-4138-acca-6c79fbf1f724 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=038a6b427cbd47ddaf33a92f6e14e0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041664 Feb 09 02:02:11.364065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532afc-af26-4138-acca-6c79fbf1f724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed685407-d1e2-4759-8348-86fbe696b360,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:11.366411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35082) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:11.412014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0f926-c9eb-4569-a2c3-746bad1943cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecca859-1f86-4e9c-8a45-0ddd6b9d3647,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:11.466321 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8c0f926-c9eb-4569-a2c3-746bad1943cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ff2a2c8469543cda71ec8e9b7a55e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142526 Feb 09 02:02:11.470602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:11.495209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62dda1-8e7e-4812-bbb2-3224a61c25a2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:11.507084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd07d154-23fb-4dc8-92a5-89f89960b5c8 admin admin] Publish callbacks [] for security_group (ed685407-d1e2-4759-8348-86fbe696b360), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.541162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5679b-5e6a-4ab4-a90e-7f3fd6c4f97b req-ce68dfc1-c4d2-462d-8a7e-2bb03bdca5ff tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:11.542772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01a5679b-5e6a-4ab4-a90e-7f3fd6c4f97b req-ce68dfc1-c4d2-462d-8a7e-2bb03bdca5ff tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 948 time: 0.1273127 Feb 09 02:02:11.549819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f41a866c-4117-431a-a0d6-09916fac9c05 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:11.561031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd07d154-23fb-4dc8-92a5-89f89960b5c8 admin admin] Publish callbacks [] for security_group (ed685407-d1e2-4759-8348-86fbe696b360), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.575395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Allocated IP 192.168.233.141 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/bbb9d56b-d661-4a9a-b2be-97a992ccfa7f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:11.622287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3970690d-c149-46a2-b30c-154800bb0dba admin admin] Publish callbacks [] for security_group (1ecca859-1f86-4e9c-8a45-0ddd6b9d3647), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.662767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01a5679b-5e6a-4ab4-a90e-7f3fd6c4f97b req-dd5fc52f-f218-4caf-b0f5-201605e3185e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082850 Feb 09 02:02:11.665231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3970690d-c149-46a2-b30c-154800bb0dba admin admin] Publish callbacks [] for security_group (1ecca859-1f86-4e9c-8a45-0ddd6b9d3647), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.698576 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd07d154-23fb-4dc8-92a5-89f89960b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ed685407-d1e2-4759-8348-86fbe696b360), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.703876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd07d154-23fb-4dc8-92a5-89f89960b5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.706022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cd07d154-23fb-4dc8-92a5-89f89960b5c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed685407-d1e2-4759-8348-86fbe696b360 HTTP/1.1" status: 204 len: 168 time: 0.3383982 Feb 09 02:02:11.726581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f41a866c-4117-431a-a0d6-09916fac9c05, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f41a866c-4117-431a-a0d6-09916fac9c05,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:11.746555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f41a866c-4117-431a-a0d6-09916fac9c05', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f41a866c-4117-431a-a0d6-09916fac9c05', 'mac_address': 'fa:16:3e:7a:fa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:11.757236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07d154-23fb-4dc8-92a5-89f89960b5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed685407-d1e2-4759-8348-86fbe696b360,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:11.789903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5749ad29-4248-478e-b0c6-5b66ddffcaac req-c26b290d-2976-4eba-a230-4c1983106f32 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 210 time: 0.0598750 Feb 09 02:02:11.827163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3970690d-c149-46a2-b30c-154800bb0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1ecca859-1f86-4e9c-8a45-0ddd6b9d3647), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.829818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3970690d-c149-46a2-b30c-154800bb0dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.834555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3970690d-c149-46a2-b30c-154800bb0dba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ecca859-1f86-4e9c-8a45-0ddd6b9d3647 HTTP/1.1" status: 204 len: 168 time: 0.3595753 Feb 09 02:02:11.837777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks [] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.843304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970690d-c149-46a2-b30c-154800bb0dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecca859-1f86-4e9c-8a45-0ddd6b9d3647,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:11.882294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f41a866c-4117-431a-a0d6-09916fac9c05 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:11.883070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.909430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41a866c-4117-431a-a0d6-09916fac9c05 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:11.928531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.946045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f41a866c-4117-431a-a0d6-09916fac9c05, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f41a866c-4117-431a-a0d6-09916fac9c05,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:11.951686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:11.989777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:11.994790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:12.019081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:12.040674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f41a866c-4117-431a-a0d6-09916fac9c05,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:12.044352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:12.045316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:12.130188 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1364224 Feb 09 02:02:12.131621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ea6c1-6d7c-4731-ae58-a5cf33b737d8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Pushing event updated for resources: {'Port': ['ID=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:12.169730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Request body: {'port': {'device_id': '9af5cf72-e081-4838-b584-a56e4b571279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:12.180401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bc283-221f-40b1-8208-9e8a4ff3fe62 req-18cabcec-fcb5-4e77-87d2-ae7029045a23 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:12.181966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f6bc283-221f-40b1-8208-9e8a4ff3fe62 req-18cabcec-fcb5-4e77-87d2-ae7029045a23 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 936 time: 0.1429250 Feb 09 02:02:12.187902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-39b2b795-0b8e-4a67-ba8e-112ebb362034 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:12.189545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-39b2b795-0b8e-4a67-ba8e-112ebb362034 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 824 time: 0.3192291 Feb 09 02:02:12.274493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:12.289532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:12.493726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f6bc283-221f-40b1-8208-9e8a4ff3fe62 req-ad226a5a-96b7-477f-ab48-0e46c10d0cd0 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985198 Feb 09 02:02:12.506868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f41a866c-4117-431a-a0d6-09916fac9c05'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:12.518521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-f26e00e7-2fc8-4f1b-adae-644190bea1be tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a351dd22ccf497a9813a760e2674c6c HTTP/1.1" status: 200 len: 379 time: 0.3148839 Feb 09 02:02:12.536176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'port': {'device_id': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'admin_state_up': True, 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'security_groups': ['f92c5228-3c94-44e4-a34e-b3bb5d2a1e03']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:12.591243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:12.642930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c', 'mac_address': 'fa:16:3e:56:a5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:tempest-test_az-394660754', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:12.648781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ad5f98c1-cce3-4270-9b2f-5b5d83fc14e4 None None] Provisioning complete for port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:12.649467 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad5f98c1-cce3-4270-9b2f-5b5d83fc14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:12.747426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f98c1-cce3-4270-9b2f-5b5d83fc14e4 None None] Port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:12.796391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:12.797092 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:12.830605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:12.886170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:12.900892 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:12.931943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb9d56b-d661-4a9a-b2be-97a992ccfa7f {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:12.955045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Publish callbacks [] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:12.989105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Transition to ACTIVE for port object bbb9d56b-d661-4a9a-b2be-97a992ccfa7f will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:12.993922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a47a1a-d0d0-4d43-a2bf-39837de059b9 req-9b000386-4750-4897-8471-0f922910ff21 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:12.998247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.001278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:13.001943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27a47a1a-d0d0-4d43-a2bf-39837de059b9 req-9b000386-4750-4897-8471-0f922910ff21 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 969 time: 0.6656570 Feb 09 02:02:13.078648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:13.085663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cec4-4820-489f-8292-dedfa9de5fee req-a1487147-f221-4939-b3e7-c8972c3b03eb tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.092459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d2cec4-4820-489f-8292-dedfa9de5fee req-a1487147-f221-4939-b3e7-c8972c3b03eb tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 949 time: 0.1547918 Feb 09 02:02:13.126039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27a47a1a-d0d0-4d43-a2bf-39837de059b9 req-21a3e5c0-73e0-45e3-8420-d7a3b6fe7202 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232197 Feb 09 02:02:13.140444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Attempting to bind port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:13.140444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Attempting to bind port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:13.140444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Attempting to bind port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:13.140444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:13.140444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Attempting to bind port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:13.150966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:13.151311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:13.153502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:13.153972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Bound port: bbb9d56b-d661-4a9a-b2be-97a992ccfa7f, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:13.155081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.221594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35136) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:13.274439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] For port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:13.278267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] For port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:13.289044 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.303853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f94ac36-cfa0-4be0-847f-387de132c6af req-a1f9e5ed-933d-44bf-9aae-a75a88827705 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 210 time: 0.0484498 Feb 09 02:02:13.323965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d2cec4-4820-489f-8292-dedfa9de5fee req-ee0c639d-a72b-45fb-ad3c-1788fecab74e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302859 Feb 09 02:02:13.335108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:13.341480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Made reservation on behalf of 1a351dd22ccf497a9813a760e2674c6c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:13.342761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.343876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.346865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] 10.222.0.72 "PUT /v2.0/ports/bbb9d56b-d661-4a9a-b2be-97a992ccfa7f HTTP/1.1" status: 200 len: 1097 time: 1.1947870 Feb 09 02:02:13.347389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af5cf72-e081-4838-b584-a56e4b571279', 'tag': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:13.349325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.352992 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33818c45-115f-42ef-9e80-193004f5b156" -d '{"events": [{"name": "network-changed", "server_uuid": "9af5cf72-e081-4838-b584-a56e4b571279", "tag": "bbb9d56b-d661-4a9a-b2be-97a992ccfa7f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:13.391860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba50941-7e35-4037-9a8d-5706f5eaaabf service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:13.467978 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2968569-c12a-4908-bed9-2a3c2f8ea6e5 x-openstack-request-id: req-b2968569-c12a-4908-bed9-2a3c2f8ea6e5 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:13.468530 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af5cf72-e081-4838-b584-a56e4b571279", "tag": "bbb9d56b-d661-4a9a-b2be-97a992ccfa7f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:13.468963 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2968569-c12a-4908-bed9-2a3c2f8ea6e5 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:13.469533 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af5cf72-e081-4838-b584-a56e4b571279', 'tag': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f', 'status': 'completed', 'code': 200} Feb 09 02:02:13.518382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-e7b6c8ba-92ce-4bac-8cbd-5f4178322bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.521307 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-e7b6c8ba-92ce-4bac-8cbd-5f4178322bea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 1131 time: 0.1227286 Feb 09 02:02:13.588048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-160887684-network', 'tenant_id': 'bb83d538f33c4c9f8d55098b0b019ce9'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:13.628074 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-ddb6e674-5d2e-4143-afb5-dae54c9686ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f HTTP/1.1" status: 200 len: 217 time: 0.0972769 Feb 09 02:02:13.643390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Made reservation on behalf of bb83d538f33c4c9f8d55098b0b019ce9 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:13.646784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.679817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Allocated IP 172.20.0.12 (5272d9af-9e66-4429-a7f9-e154c3d47108/0332e6d4-f6b3-4182-b364-e2703c3b1025/980d90d9-9493-4a28-8bac-7733a40d5b7d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:13.684063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:13.703925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-8bd8e24c-001a-42ee-9ebb-bb05e7ffd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.707977 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-8bd8e24c-001a-42ee-9ebb-bb05e7ffd311 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0733633 Feb 09 02:02:13.778489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-7d9a6de2-ee32-4509-91f6-2e880ef2866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.780609 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-7d9a6de2-ee32-4509-91f6-2e880ef2866a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0662870 Feb 09 02:02:13.882718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f6266-eb31-472e-a673-90acd3835114 req-7e7d505c-dfe2-475c-9ef8-12ad8742df2d tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:13.885603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b49f6266-eb31-472e-a673-90acd3835114 req-7e7d505c-dfe2-475c-9ef8-12ad8742df2d tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 948 time: 0.2027318 Feb 09 02:02:13.905449 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-2da424e6-ec4f-4ba8-b10b-9906dbd91081 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154690 Feb 09 02:02:13.998075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks [] for security_group (0ef90b0d-4364-484d-8835-6831564085bc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.008931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0ef90b0d-4364-484d-8835-6831564085bc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.013754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.019400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9aa4302e-daa0-4966-9d31-c01f6fee0a1a req-28cab0bd-7b5e-4dd4-af36-8b5ba671aa83 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072500 Feb 09 02:02:14.030675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b49f6266-eb31-472e-a673-90acd3835114 req-abcbae2b-e79f-42db-88c3-fc61028b5503 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369002 Feb 09 02:02:14.040155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:02:14.062950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7fb3a908-2afd-4916-9dc3-9f6286174e34), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.063330 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Added segment 7fb3a908-2afd-4916-9dc3-9f6286174e34 of type vlan for network 1477abee-6012-41e7-8a9d-eec3e032f2b8 Feb 09 02:02:14.076643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef90b0d-4364-484d-8835-6831564085bc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:14.131152 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (1477abee-6012-41e7-8a9d-eec3e032f2b8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.140976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818c45-115f-42ef-9e80-193004f5b156 req-51bdc729-3966-4ab8-8b69-00a2ff2b6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.142628 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-33818c45-115f-42ef-9e80-193004f5b156 req-51bdc729-3966-4ab8-8b69-00a2ff2b6c00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 1131 time: 0.0601544 Feb 09 02:02:14.170060 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.252672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:14.259895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (1477abee-6012-41e7-8a9d-eec3e032f2b8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.259895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.259895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.274070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:14.283237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:14.296222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818c45-115f-42ef-9e80-193004f5b156 req-05ee29b5-8739-48f9-9dec-4f49e866dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.296354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:14.297919 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-33818c45-115f-42ef-9e80-193004f5b156 req-05ee29b5-8739-48f9-9dec-4f49e866dd3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1484768 Feb 09 02:02:14.301970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.302732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.365607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:14.372270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:14.372959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.382267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1420369 Feb 09 02:02:14.382267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event updated for resources: {'Port': ['ID=980d90d9-9493-4a28-8bac-7733a40d5b7d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:14.388048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:14.397664 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Request body: {'subnet': {'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-160887684-subnet', 'tenant_id': 'bb83d538f33c4c9f8d55098b0b019ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:14.403181 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-33818c45-115f-42ef-9e80-193004f5b156 req-53430d09-dc83-442a-b7cb-178f2e02a4cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f HTTP/1.1" status: 200 len: 217 time: 0.0985289 Feb 09 02:02:14.409405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d6354686-0756-4ea3-8d50-d311a5c93fb0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8834867 Feb 09 02:02:14.424216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e83134-de23-4fbd-b9d0-46766408fe25 admin admin] Pushing event updated for resources: {'Network': ['ID=1477abee-6012-41e7-8a9d-eec3e032f2b8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:14.450934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Request body: {'port': {'device_id': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'device_owner': 'compute:tempest-test_az-394660754', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:14.465027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Made reservation on behalf of bb83d538f33c4c9f8d55098b0b019ce9 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:14.466619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:02:14.467703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.494083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a567bcb-5b40-4e5e-b769-3037094fdb6a req-aea29b1d-019a-461e-af46-ff82fd592c4f tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.495691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a567bcb-5b40-4e5e-b769-3037094fdb6a req-aea29b1d-019a-461e-af46-ff82fd592c4f tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 970 time: 0.2653844 Feb 09 02:02:14.586597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:14.586935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.610298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c798c-67f2-4207-848f-4e8ac218b97c req-6ebc474a-d17d-41c3-a413-c4698d93df9e tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.612937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4c798c-67f2-4207-848f-4e8ac218b97c req-6ebc474a-d17d-41c3-a413-c4698d93df9e tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 932 time: 0.2090836 Feb 09 02:02:14.615962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:14.617124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.657638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a567bcb-5b40-4e5e-b769-3037094fdb6a req-18c00935-4c9c-4b1e-bd46-8cab2c782f42 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518888 Feb 09 02:02:14.704944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:14.713250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.748503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a74c4747-2c16-4723-85ed-8aafe5839d10 None None] Provisioning complete for port 980d90d9-9493-4a28-8bac-7733a40d5b7d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:14.749119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a74c4747-2c16-4723-85ed-8aafe5839d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:14.800826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:14.804095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a74c4747-2c16-4723-85ed-8aafe5839d10 None None] Port 980d90d9-9493-4a28-8bac-7733a40d5b7d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:14.825327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4c798c-67f2-4207-848f-4e8ac218b97c req-9ecb9a8e-ca0b-4edc-9939-30d7991cfa4f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934385 Feb 09 02:02:14.863004 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8a805f-3cfd-4979-8c01-2f6db9f96ce1" -d '{"events": [{"server_uuid": "1efe02b3-4f10-437d-8fee-81412b477bcc", "name": "network-vif-plugged", "status": "completed", "tag": "0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:14.891403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818c45-115f-42ef-9e80-193004f5b156 req-97b012c4-f019-4b67-9241-9f7de5d3feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.891987 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-33818c45-115f-42ef-9e80-193004f5b156 req-97b012c4-f019-4b67-9241-9f7de5d3feff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.4798062 Feb 09 02:02:14.945991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8621ba-2750-4b45-bb30-d4bed97fd636 req-e9312d90-ee65-4ef4-897f-00d9e106c84e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:14.947597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc8621ba-2750-4b45-bb30-d4bed97fd636 req-e9312d90-ee65-4ef4-897f-00d9e106c84e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 949 time: 0.1291335 Feb 09 02:02:14.982778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (98726c8f-dba2-4946-baf6-74d75712e08b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.027213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc8621ba-2750-4b45-bb30-d4bed97fd636 req-5919f63b-b1e6-421e-ac53-680144ea8d8d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724640 Feb 09 02:02:15.080768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818c45-115f-42ef-9e80-193004f5b156 req-91f9a78f-adc7-4ef9-be75-310709ba929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.082920 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-33818c45-115f-42ef-9e80-193004f5b156 req-91f9a78f-adc7-4ef9-be75-310709ba929c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1614573 Feb 09 02:02:15.085751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98726c8f-dba2-4946-baf6-74d75712e08b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:15.106904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980d90d9-9493-4a28-8bac-7733a40d5b7d {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:15.129719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Publish callbacks [] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.143662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Transition to ACTIVE for port object 980d90d9-9493-4a28-8bac-7733a40d5b7d will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:15.152149 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.164584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:15.164796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Network hostable DHCP agents. Network: 1477abee-6012-41e7-8a9d-eec3e032f2b8, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:02:15.168817 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3f110a-9442-4cfe-a03d-2b01572b2ccd x-openstack-request-id: req-3b3f110a-9442-4cfe-a03d-2b01572b2ccd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:15.169133 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe02b3-4f10-437d-8fee-81412b477bcc", "name": "network-vif-plugged", "status": "completed", "tag": "0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:15.169398 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b3f110a-9442-4cfe-a03d-2b01572b2ccd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:15.170320 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c', 'code': 200} Feb 09 02:02:15.211988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:02:15.231310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 1477abee-6012-41e7-8a9d-eec3e032f2b8) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:15.239672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbee42d-d1b4-48c3-9644-5133aeb2e4bd None None] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:15.259440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.260049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.265325 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-33818c45-115f-42ef-9e80-193004f5b156 req-1c9f1302-3438-4b34-b1a0-af64e3225ffa service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661379 Feb 09 02:02:15.268445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.82', 64775) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:15.275527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Pushing event updated for resources: {'Port': ['ID=980d90d9-9493-4a28-8bac-7733a40d5b7d,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:15.341791 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3c1ca6fa-cd84-44cb-ab7b-5b78eb2e23b4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9443145 Feb 09 02:02:15.382073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36cbe9-f079-462f-be23-b7b806037f45 req-2cfa478a-329d-4acf-96c4-8f189f774ae9 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.383856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef36cbe9-f079-462f-be23-b7b806037f45 req-2cfa478a-329d-4acf-96c4-8f189f774ae9 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 948 time: 0.1698599 Feb 09 02:02:15.385460 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Attempting to bind port 980d90d9-9493-4a28-8bac-7733a40d5b7d on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:15.385818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Attempting to bind port 980d90d9-9493-4a28-8bac-7733a40d5b7d by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:15.386151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Attempting to bind port 980d90d9-9493-4a28-8bac-7733a40d5b7d on network 5272d9af-9e66-4429-a7f9-e154c3d47108 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:15.391702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Port 980d90d9-9493-4a28-8bac-7733a40d5b7d on network 5272d9af-9e66-4429-a7f9-e154c3d47108 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:15.392035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Attempting to bind port 980d90d9-9493-4a28-8bac-7733a40d5b7d on network 5272d9af-9e66-4429-a7f9-e154c3d47108 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:15.408043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:15.408519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Checking segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:15.408810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Bound using segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:15.409282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Bound port: 980d90d9-9493-4a28-8bac-7733a40d5b7d, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:15.409723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.514194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef36cbe9-f079-462f-be23-b7b806037f45 req-bc02647e-d3bb-4602-a726-da1fab3bfa27 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170225 Feb 09 02:02:15.521639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-33818c45-115f-42ef-9e80-193004f5b156 req-89fc877e-54f7-468e-8320-d4677ec20178 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491138 Feb 09 02:02:15.523790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e49e2b-1e95-486f-bd8f-b9cc035b10d2 req-84355680-d182-42b7-a3f6-46da8ffa0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.528308 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-04e49e2b-1e95-486f-bd8f-b9cc035b10d2 req-84355680-d182-42b7-a3f6-46da8ffa0f01 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 1154 time: 0.2307861 Feb 09 02:02:15.550383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] For port 980d90d9-9493-4a28-8bac-7733a40d5b7d, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:15.555014 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-04e49e2b-1e95-486f-bd8f-b9cc035b10d2 req-d6955952-6fee-4126-b9a8-755ffcb72862 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.555236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] For port 980d90d9-9493-4a28-8bac-7733a40d5b7d, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:15.569964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.664264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.665101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.666838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] 10.222.0.82 "PUT /v2.0/ports/980d90d9-9493-4a28-8bac-7733a40d5b7d HTTP/1.1" status: 200 len: 1114 time: 1.2363322 Feb 09 02:02:15.667411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:15.683832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f41a866c-4117-431a-a0d6-09916fac9c05 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:15.695676 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bc9bf4-1459-4ff9-8f59-7492dad583d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:15.745506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360e017-c96a-4721-9a43-96cff8c4b106 None None] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:15.769629 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-04e49e2b-1e95-486f-bd8f-b9cc035b10d2 req-d6955952-6fee-4126-b9a8-755ffcb72862 service neutron] Publish callbacks [] for security_group (2ad0d6cc-7b91-4b71-a847-0e9c51e66ef4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.776515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-04e49e2b-1e95-486f-bd8f-b9cc035b10d2 req-d6955952-6fee-4126-b9a8-755ffcb72862 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2ad0d6cc-7b91-4b71-a847-0e9c51e66ef4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.832525 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-04e49e2b-1e95-486f-bd8f-b9cc035b10d2 req-d6955952-6fee-4126-b9a8-755ffcb72862 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967157 Feb 09 02:02:15.833613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6955952-6fee-4126-b9a8-755ffcb72862 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad0d6cc-7b91-4b71-a847-0e9c51e66ef4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:15.860218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c72711-2bf5-49ed-9363-1c0b2a2fbc55 service neutron] Pushing event updated for resources: {'Port': ['ID=980d90d9-9493-4a28-8bac-7733a40d5b7d,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:15.913834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-c155b24e-3e04-4bfd-9775-0e709c2c57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.915423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-c155b24e-3e04-4bfd-9775-0e709c2c57c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 1148 time: 0.1752570 Feb 09 02:02:15.935217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f41a866c-4117-431a-a0d6-09916fac9c05 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:15.948219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90e684-7b12-4039-9bfd-a703356f9261 req-edecd294-77ea-48da-ab86-d97c26da52d5 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:15.952457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe90e684-7b12-4039-9bfd-a703356f9261 req-edecd294-77ea-48da-ab86-d97c26da52d5 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 971 time: 0.1265187 Feb 09 02:02:15.979668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f41a866c-4117-431a-a0d6-09916fac9c05 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:15.979782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.028971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe90e684-7b12-4039-9bfd-a703356f9261 req-5724faed-b12f-4eb1-8ead-11ccdd2c088a tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686603 Feb 09 02:02:16.051135 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23a3067-a903-4c94-9f89-7c53d212b5d2 x-openstack-request-id: req-c23a3067-a903-4c94-9f89-7c53d212b5d2 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:16.052408 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:16.052936 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c23a3067-a903-4c94-9f89-7c53d212b5d2 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:16.053429 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'status': 'completed', 'code': 200} Feb 09 02:02:16.120988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f41a866c-4117-431a-a0d6-09916fac9c05 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:16.121435 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.159996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f41a866c-4117-431a-a0d6-09916fac9c05, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f41a866c-4117-431a-a0d6-09916fac9c05,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:16.166379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.190316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35830fe2-01e1-436f-a705-a64073db3821 req-8e0de024-db6b-48da-a3cc-074b43d02065 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.192852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35830fe2-01e1-436f-a705-a64073db3821 req-8e0de024-db6b-48da-a3cc-074b43d02065 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 965 time: 0.0849860 Feb 09 02:02:16.229262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f41a866c-4117-431a-a0d6-09916fac9c05,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:16.246397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-9a344ae2-8dde-43d8-8965-b6d771ad522c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d HTTP/1.1" status: 200 len: 217 time: 0.0482020 Feb 09 02:02:16.314349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:16.318844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-08f6e7d9-a476-4fc6-959b-6a6f77a81cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.320310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-08f6e7d9-a476-4fc6-959b-6a6f77a81cd4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 200 len: 863 time: 0.0673666 Feb 09 02:02:16.320594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1634994302-network', 'tenant_id': 'ef96fc0055f04ed6a95cc357c160d8dc'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:16.323617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35830fe2-01e1-436f-a705-a64073db3821 req-a2c95441-5511-4752-9f47-a797803b4c7c tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178446 Feb 09 02:02:16.364554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Made reservation on behalf of ef96fc0055f04ed6a95cc357c160d8dc for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:16.367002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.383413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.449207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-30b935d5-cb4c-47d2-9422-e960f83daace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.450757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-30b935d5-cb4c-47d2-9422-e960f83daace service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5272d9af-9e66-4429-a7f9-e154c3d47108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1235087 Feb 09 02:02:16.468093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks [] for security_group (77502176-f4a7-4fff-a70a-33991e7690ce), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.473846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (77502176-f4a7-4fff-a70a-33991e7690ce), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.505006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:02:16.512038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77502176-f4a7-4fff-a70a-33991e7690ce,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:16.524024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4acaca0c-a918-4881-8b96-5b20968ccd1f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.524735 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Added segment 4acaca0c-a918-4881-8b96-5b20968ccd1f of type vlan for network 89a83f51-27e9-43b4-b50e-bf96435cb797 Feb 09 02:02:16.526992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6624b-ba04-4e5c-9649-ae92672b3941 req-b25f8d70-d03c-41a5-b855-df5cc8745528 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.528451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23b6624b-ba04-4e5c-9649-ae92672b3941 req-b25f8d70-d03c-41a5-b855-df5cc8745528 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 950 time: 0.1286862 Feb 09 02:02:16.580409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (89a83f51-27e9-43b4-b50e-bf96435cb797), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.609343 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (89a83f51-27e9-43b4-b50e-bf96435cb797), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.610559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.611232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.620203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23b6624b-ba04-4e5c-9649-ae92672b3941 req-40ace6cd-39b6-4f3d-b0f7-33be2a9ea893 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830486 Feb 09 02:02:16.622661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-61b712ca-996b-4d9f-8c9f-d10183d8cff1 service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639562 Feb 09 02:02:16.680176 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3645394 Feb 09 02:02:16.682902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:16.688126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Request body: {'subnet': {'network_id': '89a83f51-27e9-43b4-b50e-bf96435cb797', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1634994302-subnet', 'tenant_id': 'ef96fc0055f04ed6a95cc357c160d8dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:16.703278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8938a5-5c6c-49f4-bdd2-f7a8f8682311 admin admin] Pushing event updated for resources: {'Network': ['ID=89a83f51-27e9-43b4-b50e-bf96435cb797,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:16.718205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 89a83f51-27e9-43b4-b50e-bf96435cb797 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:02:16.735243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Made reservation on behalf of ef96fc0055f04ed6a95cc357c160d8dc for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:16.741163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.789962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa13c63-f711-4d40-8e8f-b0f944080a9d req-1e92d596-7254-435c-a0af-f16a8c7b6ccc service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592515 Feb 09 02:02:16.799054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8d457-eb04-470b-9fd8-fa939be2d6d1 req-d0ce066c-235c-4b7a-be79-bfba415a5805 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.801983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7d8d457-eb04-470b-9fd8-fa939be2d6d1 req-d0ce066c-235c-4b7a-be79-bfba415a5805 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 948 time: 0.1108959 Feb 09 02:02:16.903669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7d8d457-eb04-470b-9fd8-fa939be2d6d1 req-59535ac1-0fdc-4d4e-9687-b25871847590 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937507 Feb 09 02:02:16.930780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-542ed186-efb8-4126-94a3-873e55c8d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.932491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-542ed186-efb8-4126-94a3-873e55c8d0a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 1148 time: 0.0787430 Feb 09 02:02:16.969278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (af7f7015-b928-4877-832f-970adb10f205), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.033779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-06450d59-71f2-459e-b6df-270db80edf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.034381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7f7015-b928-4877-832f-970adb10f205,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:17.035695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-06450d59-71f2-459e-b6df-270db80edf57 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 925 time: 0.0963910 Feb 09 02:02:17.043567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Checking segment: {'id': '4acaca0c-a918-4881-8b96-5b20968ccd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '89a83f51-27e9-43b4-b50e-bf96435cb797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:17.044025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Network hostable DHCP agents. Network: 89a83f51-27e9-43b4-b50e-bf96435cb797, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:02:17.064390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Network 89a83f51-27e9-43b4-b50e-bf96435cb797 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:02:17.079276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 89a83f51-27e9-43b4-b50e-bf96435cb797) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:17.088928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-5497c7a8-b7bb-4b73-b797-d1744d803e35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d HTTP/1.1" status: 200 len: 217 time: 0.0456841 Feb 09 02:02:17.092400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d920cfb-1ff9-4587-abac-ae53d433bfa3 None None] Network 89a83f51-27e9-43b4-b50e-bf96435cb797 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:17.097563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.098395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.124743 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-128ba4ba-d745-4eba-8d95-a143a49b8921 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4406147 Feb 09 02:02:17.174117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a866c-4117-431a-a0d6-09916fac9c05'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:17.178829 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2999ec-17f4-40a5-8174-75bc41af1d11" -d '{"events": [{"server_uuid": "d13aede1-8155-41c1-89db-e3a3ffcfb1e1", "name": "network-vif-plugged", "status": "completed", "tag": "f41a866c-4117-431a-a0d6-09916fac9c05"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:17.239021 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8985db5-0104-481c-ab84-c05c50ebb1d2 x-openstack-request-id: req-c8985db5-0104-481c-ab84-c05c50ebb1d2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:17.239667 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13aede1-8155-41c1-89db-e3a3ffcfb1e1", "name": "network-vif-plugged", "status": "completed", "tag": "f41a866c-4117-431a-a0d6-09916fac9c05", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:17.240078 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8985db5-0104-481c-ab84-c05c50ebb1d2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:17.241863 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a866c-4117-431a-a0d6-09916fac9c05', 'code': 200} Feb 09 02:02:17.254382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-64a9a955-7ce1-4166-813d-91eccac70989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.256023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bacf300-2021-4867-9828-842f35a010b8 None None] Network 89a83f51-27e9-43b4-b50e-bf96435cb797 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:17.256164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-64a9a955-7ce1-4166-813d-91eccac70989 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 200 len: 863 time: 0.1566141 Feb 09 02:02:17.266504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2039e4-5bf6-4d77-aeed-0fb8e6c339ab req-a4d84628-4f14-4f84-85dd-826d1259f5b7 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.275768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d2039e4-5bf6-4d77-aeed-0fb8e6c339ab req-a4d84628-4f14-4f84-85dd-826d1259f5b7 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 971 time: 0.1560624 Feb 09 02:02:17.334695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:17.364438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e9173-6bd2-478d-a3ef-32ee7643486f req-a653e674-4144-49a3-b5f4-cb440c6758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.366434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-010e9173-6bd2-478d-a3ef-32ee7643486f req-a653e674-4144-49a3-b5f4-cb440c6758dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 1133 time: 0.0714400 Feb 09 02:02:17.437020 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-010e9173-6bd2-478d-a3ef-32ee7643486f req-83d877d8-d59e-459d-a703-bafb889fb5f9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Feb 09 02:02:17.509062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cc29439-2d7c-4b86-b83d-70ffd63fcedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.509592 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.589176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d2039e4-5bf6-4d77-aeed-0fb8e6c339ab req-5be46a43-a71c-4824-9e75-e49ab21450de tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122959 Feb 09 02:02:17.591244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-46a4a6ee-eaec-455c-9fe5-58bf71f31eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.592774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-46a4a6ee-eaec-455c-9fe5-58bf71f31eda service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5272d9af-9e66-4429-a7f9-e154c3d47108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3134995 Feb 09 02:02:17.600853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bbb9d56b-d661-4a9a-b2be-97a992ccfa7f details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:17.601949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cc29439-2d7c-4b86-b83d-70ffd63fcedf admin admin] Publish callbacks [] for security_group (3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.614766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cc29439-2d7c-4b86-b83d-70ffd63fcedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.637071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ee666-33e8-4e0b-af62-e79b66bccf8c req-e09a7907-ed76-40e6-9d0c-ab814c082936 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.638900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-837ee666-33e8-4e0b-af62-e79b66bccf8c req-e09a7907-ed76-40e6-9d0c-ab814c082936 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 965 time: 0.1252096 Feb 09 02:02:17.658730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc29439-2d7c-4b86-b83d-70ffd63fcedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:17.665623 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7cc29439-2d7c-4b86-b83d-70ffd63fcedf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c90e200d779485ca0e45c8b4388096e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274980 Feb 09 02:02:17.666443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:17.728696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b3c403f-7b4d-4060-8d8c-7ae44b67b8ea admin admin] Publish callbacks [] for security_group (3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.744996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-837ee666-33e8-4e0b-af62-e79b66bccf8c req-60746b0b-db51-4238-8411-817f9a20794a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802457 Feb 09 02:02:17.747358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-46f5ec90-8328-47b6-909a-0fd1d81486af service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391628 Feb 09 02:02:17.758079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b3c403f-7b4d-4060-8d8c-7ae44b67b8ea admin admin] Publish callbacks [] for security_group (3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.801405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:17.825038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f', 'mac_address': 'fa:16:3e:44:0a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:17.825726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b3c403f-7b4d-4060-8d8c-7ae44b67b8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.833297 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b3c403f-7b4d-4060-8d8c-7ae44b67b8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.837043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b3c403f-7b4d-4060-8d8c-7ae44b67b8ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6 HTTP/1.1" status: 204 len: 168 time: 0.1676028 Feb 09 02:02:17.843570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c403f-7b4d-4060-8d8c-7ae44b67b8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ed2f5-a88e-4960-a36d-8a2d0c8c7fb6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:17.887813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:17.888240 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:17.920836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb9d56b-d661-4a9a-b2be-97a992ccfa7f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:17.948742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:17.954061 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.018142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32bc9bf4-1459-4ff9-8f59-7492dad583d6 req-88fa0398-6695-445a-b45e-09b217c174d5 service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627811 Feb 09 02:02:18.038650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:18.076932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2c753-ced3-4650-a0ec-b10401b2d57d req-150891a0-b4ba-4f07-9c4c-e8ffe4ca1343 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.078498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bb2c753-ced3-4650-a0ec-b10401b2d57d req-150891a0-b4ba-4f07-9c4c-e8ffe4ca1343 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 950 time: 0.2208114 Feb 09 02:02:18.134557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-662310b9-3025-49f0-9821-d05d93283cab tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.136126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-662310b9-3025-49f0-9821-d05d93283cab tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.2018869 Feb 09 02:02:18.171057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-feecb4c3-43f4-4b2d-bf0c-e8f5ae43c157 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/quotas/bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 375 time: 0.0287442 Feb 09 02:02:18.194823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bb2c753-ced3-4650-a0ec-b10401b2d57d req-2c390fa2-bd28-4035-b322-16e3fdc4c4fa tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044443 Feb 09 02:02:18.221744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-86aa54b9-de28-4e31-8ddf-93d7a9f7b273 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404220 Feb 09 02:02:18.232819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35292) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:18.251110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49d35f2c-7671-4d4a-81ce-aaea304b74b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.329813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bbb9d56b-d661-4a9a-b2be-97a992ccfa7f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:18.344825 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49d35f2c-7671-4d4a-81ce-aaea304b74b5 admin admin] Publish callbacks [] for security_group (48f68e9c-d78e-4c21-9cdc-2cc045231b7a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.350993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49d35f2c-7671-4d4a-81ce-aaea304b74b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (48f68e9c-d78e-4c21-9cdc-2cc045231b7a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.356504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd3f3-85b2-49dd-95e0-39c928f350b0 req-d8d18bbe-1b1f-4641-b498-7fbc905d6de8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.358130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d92fd3f3-85b2-49dd-95e0-39c928f350b0 req-d8d18bbe-1b1f-4641-b498-7fbc905d6de8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 949 time: 0.0704279 Feb 09 02:02:18.400481 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-49d35f2c-7671-4d4a-81ce-aaea304b74b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=181d6d6fdfbe452683af3210f65681e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666949 Feb 09 02:02:18.401208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:18.402173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d35f2c-7671-4d4a-81ce-aaea304b74b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f68e9c-d78e-4c21-9cdc-2cc045231b7a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:18.446220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d92fd3f3-85b2-49dd-95e0-39c928f350b0 req-7eab3bdd-6d50-4fc5-9dcc-14e0edc19971 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805066 Feb 09 02:02:18.478641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bf70cbf-b6df-455e-8c6b-0881a6f94a98 admin admin] Publish callbacks [] for security_group (48f68e9c-d78e-4c21-9cdc-2cc045231b7a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.489859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-89372fc2-2769-422a-bb06-71a75ec0e2b2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:02:18.490899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-89372fc2-2769-422a-bb06-71a75ec0e2b2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0877948 Feb 09 02:02:18.510983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bf70cbf-b6df-455e-8c6b-0881a6f94a98 admin admin] Publish callbacks [] for security_group (48f68e9c-d78e-4c21-9cdc-2cc045231b7a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.561111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bf70cbf-b6df-455e-8c6b-0881a6f94a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (48f68e9c-d78e-4c21-9cdc-2cc045231b7a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.563764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bf70cbf-b6df-455e-8c6b-0881a6f94a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.564911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4bf70cbf-b6df-455e-8c6b-0881a6f94a98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48f68e9c-d78e-4c21-9cdc-2cc045231b7a HTTP/1.1" status: 204 len: 168 time: 0.1590598 Feb 09 02:02:18.575408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf70cbf-b6df-455e-8c6b-0881a6f94a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f68e9c-d78e-4c21-9cdc-2cc045231b7a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:18.610189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-a5381b23-4daf-4160-b431-ce86e4f58685 service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116536 Feb 09 02:02:18.724831 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.765987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-cf89e857-066b-497c-a5d1-6b62e865ed5d service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491163 Feb 09 02:02:18.773914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440aed7-0bab-4fcb-a5eb-b90b5a2e1617 req-c3cbb356-51b1-406e-95b6-e836e42df1c4 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.775566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f440aed7-0bab-4fcb-a5eb-b90b5a2e1617 req-c3cbb356-51b1-406e-95b6-e836e42df1c4 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 971 time: 0.1050422 Feb 09 02:02:18.829125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f440aed7-0bab-4fcb-a5eb-b90b5a2e1617 req-e462c2a5-4cea-4e91-830a-b7f1abf28d28 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Feb 09 02:02:18.975031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905686b5-0d5b-431d-92e2-d34291fe5598 req-dc9ced03-2078-488f-a3a9-a6564bf4b3d1 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.976695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-905686b5-0d5b-431d-92e2-d34291fe5598 req-dc9ced03-2078-488f-a3a9-a6564bf4b3d1 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 965 time: 0.0723672 Feb 09 02:02:19.071185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-905686b5-0d5b-431d-92e2-d34291fe5598 req-62c2d290-1596-4fe5-bf81-d5c52ab7584e tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878780 Feb 09 02:02:19.167870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf0889e5-a573-45e9-a90b-6fe147504751 req-31d58037-2772-4e23-b9f7-d95d938bee57 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 210 time: 0.0397420 Feb 09 02:02:19.169915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6c49c-bde3-4ffd-8335-6d463f125e0c req-b1d0dd62-820d-4a8c-914b-267a0a15d54c tempest-AggregatesAdminTestJSON-1525833792 tempest-AggregatesAdminTestJSON-1525833792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:19.179765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d6c49c-bde3-4ffd-8335-6d463f125e0c req-b1d0dd62-820d-4a8c-914b-267a0a15d54c tempest-AggregatesAdminTestJSON-1525833792 tempest-AggregatesAdminTestJSON-1525833792-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 1154 time: 0.1509066 Feb 09 02:02:19.204185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-90d6c49c-bde3-4ffd-8335-6d463f125e0c req-dc0d1513-0d65-463b-8fa7-ba324ebf9b64 tempest-AggregatesAdminTestJSON-1525833792 tempest-AggregatesAdminTestJSON-1525833792-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:19.329689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-90d6c49c-bde3-4ffd-8335-6d463f125e0c req-dc0d1513-0d65-463b-8fa7-ba324ebf9b64 tempest-AggregatesAdminTestJSON-1525833792 tempest-AggregatesAdminTestJSON-1525833792-project-admin] Publish callbacks [] for security_group (2699716e-e4cf-4358-b996-54090dfb8873), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:19.336489 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-90d6c49c-bde3-4ffd-8335-6d463f125e0c req-dc0d1513-0d65-463b-8fa7-ba324ebf9b64 tempest-AggregatesAdminTestJSON-1525833792 tempest-AggregatesAdminTestJSON-1525833792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2699716e-e4cf-4358-b996-54090dfb8873), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:19.392300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d6c49c-bde3-4ffd-8335-6d463f125e0c req-dc0d1513-0d65-463b-8fa7-ba324ebf9b64 tempest-AggregatesAdminTestJSON-1525833792 tempest-AggregatesAdminTestJSON-1525833792-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035863 Feb 09 02:02:19.421150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8720f6-8b37-4cb7-a6dc-f9aa41f2aeb2 req-42f40e32-a234-456b-88ab-ddbfe5b4c071 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:19.423819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da8720f6-8b37-4cb7-a6dc-f9aa41f2aeb2 req-42f40e32-a234-456b-88ab-ddbfe5b4c071 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 950 time: 0.1339645 Feb 09 02:02:19.425413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d1513-0d65-463b-8fa7-ba324ebf9b64 tempest-AggregatesAdminTestJSON-1525833792 tempest-AggregatesAdminTestJSON-1525833792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2699716e-e4cf-4358-b996-54090dfb8873,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:19.506068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da8720f6-8b37-4cb7-a6dc-f9aa41f2aeb2 req-ad5abc5a-7ca3-4729-96f2-044622be1cdf tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651727 Feb 09 02:02:19.607145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bbb9d56b-d661-4a9a-b2be-97a992ccfa7f up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:19.635358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-ee9be0aa-b112-401f-af20-c5bc61a7f2cc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958426 Feb 09 02:02:19.755072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:19.766852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:19.768706 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:19.802932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d10fd-7f6b-44ba-8f55-82504aea973a req-f4821695-5262-4c3c-9610-9a7f115cd879 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:19.810075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a96d10fd-7f6b-44ba-8f55-82504aea973a req-f4821695-5262-4c3c-9610-9a7f115cd879 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 949 time: 0.1324189 Feb 09 02:02:19.895018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:19.895502 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:19.913236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a96d10fd-7f6b-44ba-8f55-82504aea973a req-5b497b03-855c-4cc4-857a-d16a3c278174 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019158 Feb 09 02:02:19.922577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af5cf72-e081-4838-b584-a56e4b571279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:19.925007 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91cd4a2-b1ac-4f89-92a8-420b28c0634d" -d '{"events": [{"server_uuid": "9af5cf72-e081-4838-b584-a56e4b571279", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9d56b-d661-4a9a-b2be-97a992ccfa7f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:19.939050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:19.945177 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:19.947414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee5740-567a-4117-884e-8fcb6a510bec req-d4d58ea2-267c-48c1-9aaf-8355aeb2336d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:19.949221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5ee5740-567a-4117-884e-8fcb6a510bec req-d4d58ea2-267c-48c1-9aaf-8355aeb2336d tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 971 time: 0.1961505 Feb 09 02:02:19.952359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-0e125926-c497-4109-80e2-cbedc5848d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:19.953787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-0e125926-c497-4109-80e2-cbedc5848d47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f76315dfcb0541c299d497e78ed83a99&device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 1154 time: 0.1401875 Feb 09 02:02:20.003939 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363744f-8c85-4952-a173-7e48be022543 x-openstack-request-id: req-0363744f-8c85-4952-a173-7e48be022543 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:20.004468 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af5cf72-e081-4838-b584-a56e4b571279", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9d56b-d661-4a9a-b2be-97a992ccfa7f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:20.005269 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0363744f-8c85-4952-a173-7e48be022543 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:20.005829 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af5cf72-e081-4838-b584-a56e4b571279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f', 'code': 200} Feb 09 02:02:20.009650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:20.080359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5ee5740-567a-4117-884e-8fcb6a510bec req-b6eaf6ed-7f4f-4e4e-8fd1-e8fe5cacedb3 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250675 Feb 09 02:02:20.109586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-4b389532-0593-47a1-a9c1-8f2b8233f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.111146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-4b389532-0593-47a1-a9c1-8f2b8233f222 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1290443 Feb 09 02:02:20.154640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f7b81-0ec9-4c3c-b12c-cdeb6296b154 req-db9f16a3-eb5d-43a7-b642-e16cb483560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.157280 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-901f7b81-0ec9-4c3c-b12c-cdeb6296b154 req-db9f16a3-eb5d-43a7-b642-e16cb483560e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 1133 time: 0.0872653 Feb 09 02:02:20.195468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-f07bdf51-80d4-410c-8556-98f901307037 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c HTTP/1.1" status: 200 len: 217 time: 0.0768960 Feb 09 02:02:20.225011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.72', 64509) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:20.229266 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-901f7b81-0ec9-4c3c-b12c-cdeb6296b154 req-7889a2cd-c1ee-413e-93bd-4e0ba1b414f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601389 Feb 09 02:02:20.286316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-91a6ea40-ac5a-47ba-832e-9a10252e44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.288858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-91a6ea40-ac5a-47ba-832e-9a10252e44e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0843623 Feb 09 02:02:20.290759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 980d90d9-9493-4a28-8bac-7733a40d5b7d details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:20.310738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d71006-b4d3-40e1-b7dc-c134daa552bb req-0d2ccd2c-6a38-440f-9400-aa7a0419e973 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.325417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55d71006-b4d3-40e1-b7dc-c134daa552bb req-0d2ccd2c-6a38-440f-9400-aa7a0419e973 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 965 time: 0.1325991 Feb 09 02:02:20.394613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78c147d8-6ccd-434a-b7ac-d18e95f1bd76 req-ea4d63a3-58b8-4406-bf7b-5e443e0e470e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 210 time: 0.1041164 Feb 09 02:02:20.434386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55d71006-b4d3-40e1-b7dc-c134daa552bb req-891e525d-c831-4225-82dc-912730a35ec7 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057792 Feb 09 02:02:20.438240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 980d90d9-9493-4a28-8bac-7733a40d5b7d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:20.458652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-257c9aa3-9a25-49d7-9c36-a79785df8f2c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.458866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'port_id': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'mac_address': 'fa:16:3e:a0:f0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-394660754', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:20.459223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-43726e89-fa3c-41ad-ae28-644b9b904021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.460639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-43726e89-fa3c-41ad-ae28-644b9b904021 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1327648 Feb 09 02:02:20.461733 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-257c9aa3-9a25-49d7-9c36-a79785df8f2c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.2357011 Feb 09 02:02:20.486401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Request body: {'port': {'device_id': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'admin_state_up': True, 'tenant_id': 'bb83d538f33c4c9f8d55098b0b019ce9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:20.535673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 980d90d9-9493-4a28-8bac-7733a40d5b7d is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:20.536202 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:20.583259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980d90d9-9493-4a28-8bac-7733a40d5b7d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:20.638560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 980d90d9-9493-4a28-8bac-7733a40d5b7d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:20.649097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:20.650838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-a97ea2e3-f8ce-4a9e-b99c-cd0a3ba24c56 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823111 Feb 09 02:02:20.659284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Made reservation on behalf of bb83d538f33c4c9f8d55098b0b019ce9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:20.664335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:20.723448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=980d90d9-9493-4a28-8bac-7733a40d5b7d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:20.758027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01038c-d96c-45c5-8a01-e1ec1dffa5a7 req-01e11c4c-8d7a-47bf-998f-ca822ca2a3bd tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:20.759580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b01038c-d96c-45c5-8a01-e1ec1dffa5a7 req-01e11c4c-8d7a-47bf-998f-ca822ca2a3bd tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 950 time: 0.1524310 Feb 09 02:02:20.807787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6dd00d-390a-423f-8db0-8f1c93eac1a3 req-f083501e-305f-43a3-bec4-9aa2bfc056ea service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489131 Feb 09 02:02:20.827025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Allocated IP 172.20.0.10 (1477abee-6012-41e7-8a9d-eec3e032f2b8/98726c8f-dba2-4946-baf6-74d75712e08b/c9bcdedb-182a-4df6-8a7b-573962747a12) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:20.841427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b01038c-d96c-45c5-8a01-e1ec1dffa5a7 req-7a9c09c7-5ab4-4081-8f4c-ddd2e3a1d85f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656044 Feb 09 02:02:20.985536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['980d90d9-9493-4a28-8bac-7733a40d5b7d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:21.059807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks [] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.077721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d9e3a-e4b7-4f16-9217-ba9041376ff5 req-b208fdce-5438-4f01-9022-eedc67d42479 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.080370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b1d9e3a-e4b7-4f16-9217-ba9041376ff5 req-b208fdce-5438-4f01-9022-eedc67d42479 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 950 time: 0.0653737 Feb 09 02:02:21.103468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.156570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:21.161275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:21.166005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:21.169561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b1d9e3a-e4b7-4f16-9217-ba9041376ff5 req-3d9c3703-27bd-4463-a983-6d01f82abe47 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706527 Feb 09 02:02:21.171381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.172010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.180338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:21.205570 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-6b0c573f-cccb-4db2-84e3-88cc45801aba tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7265081 Feb 09 02:02:21.226480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Request body: {'port': {'device_id': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:21.328546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.328746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-a8d54244-9cee-4778-b17a-6e3707d3a1b3 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.330182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-a8d54244-9cee-4778-b17a-6e3707d3a1b3 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.82 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 971 time: 0.0909390 Feb 09 02:02:21.455825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ace0f67-7ef4-4ff2-a5f9-3e4c3adf4b02 req-e01b1e39-cbdf-48f4-9970-0052688bf128 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1aa42a0ffcac4222ab9e15fc745e167b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895996 Feb 09 02:02:21.638866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bcdedb-182a-4df6-8a7b-573962747a12 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:21.647011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Publish callbacks [] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.668231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Transition to ACTIVE for port object c9bcdedb-182a-4df6-8a7b-573962747a12 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:21.673370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.725066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:21.763444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:21.763785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:21.764111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:21.768657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:21.769808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:21.775670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:21.776006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:21.776388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:21.776872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Bound port: c9bcdedb-182a-4df6-8a7b-573962747a12, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:21.777229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.814439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905951b-ddbd-450b-81b9-d2b6dcb88360 req-23742259-880c-468c-bcd0-210bc9966d2c tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.816038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f905951b-ddbd-450b-81b9-d2b6dcb88360 req-23742259-880c-468c-bcd0-210bc9966d2c tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 971 time: 0.4116328 Feb 09 02:02:21.842331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0f67-7ef4-4ff2-a5f9-3e4c3adf4b02 req-badc020d-520a-4cea-abd2-b3cccd54f4a6 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.845234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ace0f67-7ef4-4ff2-a5f9-3e4c3adf4b02 req-badc020d-520a-4cea-abd2-b3cccd54f4a6 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3886890 Feb 09 02:02:21.845688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:21.851047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:21.856697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.872318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Deleting port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:21.872663 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.891194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:21.891845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.893235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] 10.222.0.72 "PUT /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 1093 time: 0.6721170 Feb 09 02:02:21.893673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:21.896003 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c18b910-0938-43d3-9f43-4ec78e2daf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:21.896707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ace0f67-7ef4-4ff2-a5f9-3e4c3adf4b02 req-3d9467d8-10ef-4e5a-b8b7-3736b19d6995 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/quotas/1aa42a0ffcac4222ab9e15fc745e167b HTTP/1.1" status: 200 len: 375 time: 0.0349643 Feb 09 02:02:21.930772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f16277-459b-4589-97e2-f7726789ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:21.975218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ace0f67-7ef4-4ff2-a5f9-3e4c3adf4b02 req-159074ba-21aa-4ea2-be97-b821615ccd00 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aa42a0ffcac4222ab9e15fc745e167b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488303 Feb 09 02:02:21.981065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f905951b-ddbd-450b-81b9-d2b6dcb88360 req-ce0d0bbd-2e70-4b84-8af7-8130798c8939 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/security-groups?id=be78424d-d193-435c-99b0-37ad0167eed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567299 Feb 09 02:02:22.008057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-454a9621-a6e6-4d57-9438-a51e0aed6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.009590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-454a9621-a6e6-4d57-9438-a51e0aed6535 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1127 time: 0.0510445 Feb 09 02:02:22.041435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] For port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:22.042186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.064627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Calling delete_port for 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c owned by compute:tempest-test_az-394660754 {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:22.067319 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-362174a6-acab-4b79-8eb6-0993d9a0d3a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.0497766 Feb 09 02:02:22.118539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-379cd648-1de1-42ea-8c65-3f775c25ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.120053 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-379cd648-1de1-42ea-8c65-3f775c25ef10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0468833 Feb 09 02:02:22.154594 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-4665e7c1-11cd-4fed-9984-1f42ce15f45d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269682 Feb 09 02:02:22.242636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fa5a5-9507-4401-b5c5-9523aaddffb1 req-b77ce90f-0df7-4676-bf5c-f7b8588d9857 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.244059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-301fa5a5-9507-4401-b5c5-9523aaddffb1 req-b77ce90f-0df7-4676-bf5c-f7b8588d9857 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 950 time: 0.1809096 Feb 09 02:02:22.254169 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-68d7c32e-2823-4c9e-8345-8ab069ccb00b service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927320 Feb 09 02:02:22.279571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d55732-aa3f-495e-9486-e6a0d1d61e49 req-4a5f901b-1a23-4c58-af6f-9b0c27939214 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.281197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6d55732-aa3f-495e-9486-e6a0d1d61e49 req-4a5f901b-1a23-4c58-af6f-9b0c27939214 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.1704810 Feb 09 02:02:22.289914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 980d90d9-9493-4a28-8bac-7733a40d5b7d up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:22.348507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 980d90d9-9493-4a28-8bac-7733a40d5b7d completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:22.353029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 980d90d9-9493-4a28-8bac-7733a40d5b7d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:22.353694 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.400297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-301fa5a5-9507-4401-b5c5-9523aaddffb1 req-4fc3530f-38b6-4add-ab8d-7515c07911bd tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448681 Feb 09 02:02:22.450763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6d55732-aa3f-495e-9486-e6a0d1d61e49 req-35857fb5-8de1-407a-81a4-d0c44a84a8f8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575706 Feb 09 02:02:22.451348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 980d90d9-9493-4a28-8bac-7733a40d5b7d is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:22.451809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.452442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.466664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:22.509574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:22.512004 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a41f8c-7ad6-4000-b88e-8ee15ab29160" -d '{"events": [{"server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "name": "network-vif-plugged", "status": "completed", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:22.517020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Pushing event deleted for resources: {'Port': ['ID=0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:22.529125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 980d90d9-9493-4a28-8bac-7733a40d5b7d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:22.536526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.551385 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015b7b45-1bd6-468f-b54b-b5a522050b56 x-openstack-request-id: req-015b7b45-1bd6-468f-b54b-b5a522050b56 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:22.551799 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:22.552119 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-015b7b45-1bd6-468f-b54b-b5a522050b56 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:22.552604 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12', 'status': 'completed', 'code': 200} Feb 09 02:02:22.611939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=980d90d9-9493-4a28-8bac-7733a40d5b7d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:22.625944 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-0aae1142-32b9-4257-a909-59cba7bbf5b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1096556 Feb 09 02:02:22.630424 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-552ad019-a96c-47d9-a1e7-a8460e909fc9 req-ba6dcfe8-96ca-4fd7-b78f-5090362853d3 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631763 Feb 09 02:02:22.710945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c0d8-6389-49a4-a60f-3f70bae4d033 req-f36c76b4-8037-4994-a084-4827929a9612 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.718428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3f9c0d8-6389-49a4-a60f-3f70bae4d033 req-f36c76b4-8037-4994-a084-4827929a9612 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.2037921 Feb 09 02:02:22.720801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] No DVR routers for this DVR port 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:22.731363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.735144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-747105b5-a71d-4873-b610-1f8dfdc6f978 req-bc5a5a65-2a4a-48bc-99e5-552aed835422 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.82 "DELETE /v2.0/ports/0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c HTTP/1.1" status: 204 len: 173 time: 1.3997622 Feb 09 02:02:22.735952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'name': 'network-vif-deleted', 'tag': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:22.738549 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68230576-cf6d-46d8-a3cb-5d590701ab30" -d '{"events": [{"server_uuid": "1efe02b3-4f10-437d-8fee-81412b477bcc", "name": "network-vif-deleted", "tag": "0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:22.801401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3f9c0d8-6389-49a4-a60f-3f70bae4d033 req-7df16356-0195-42d1-85e5-c2bd8aefaee2 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813987 Feb 09 02:02:22.830594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-36d927a0-e51e-4f5c-ac24-2daa7b321e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.838249 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-36d927a0-e51e-4f5c-ac24-2daa7b321e49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1127 time: 0.1276071 Feb 09 02:02:22.848598 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b062041-0ef2-4f9d-951d-d655eae71cf8 x-openstack-request-id: req-9b062041-0ef2-4f9d-951d-d655eae71cf8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:22.853195 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "name": "network-vif-plugged", "status": "completed", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:22.853826 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b062041-0ef2-4f9d-951d-d655eae71cf8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:22.854369 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'code': 200} Feb 09 02:02:22.858359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.72', 64511) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:22.892508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-5a97f0dd-2d3f-45a5-af39-f4034c949595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:22.895594 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-5a97f0dd-2d3f-45a5-af39-f4034c949595 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 1133 time: 0.1718032 Feb 09 02:02:22.933762 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5d842d-5dfa-4cc3-bf14-46020eaa4bc9 x-openstack-request-id: req-8f5d842d-5dfa-4cc3-bf14-46020eaa4bc9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:22.934186 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe02b3-4f10-437d-8fee-81412b477bcc", "name": "network-vif-deleted", "tag": "0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:22.934397 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f5d842d-5dfa-4cc3-bf14-46020eaa4bc9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:22.934837 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe02b3-4f10-437d-8fee-81412b477bcc', 'name': 'network-vif-deleted', 'tag': '0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c', 'status': 'completed', 'code': 200} Feb 09 02:02:23.004665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-68630bf7-df48-4a9d-b6c9-aae1b77bf78f tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.006382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-68630bf7-df48-4a9d-b6c9-aae1b77bf78f tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 1133 time: 0.1463449 Feb 09 02:02:23.016978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98dee5-5bee-4bec-94fc-0996bff93fe4 req-43bcf28c-0393-49fb-adf9-5a6bab0298e4 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.018726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e98dee5-5bee-4bec-94fc-0996bff93fe4 req-43bcf28c-0393-49fb-adf9-5a6bab0298e4 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 950 time: 0.1406519 Feb 09 02:02:23.109959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-7e841038-4683-4622-a6f7-ee9409811b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.111605 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-7e841038-4683-4622-a6f7-ee9409811b08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2495654 Feb 09 02:02:23.112374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbea46-ae13-435b-a0cc-35e7d997b929 req-5a590fd3-2437-4e76-a932-5d3bb8d91f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.114931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bcbea46-ae13-435b-a0cc-35e7d997b929 req-5a590fd3-2437-4e76-a932-5d3bb8d91f03 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 1150 time: 0.1587465 Feb 09 02:02:23.115546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-c8c56482-8e85-46e3-8e82-334d8dd153e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.117012 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-c8c56482-8e85-46e3-8e82-334d8dd153e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1285298 Feb 09 02:02:23.178037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2545bcf-10e2-4156-8452-f47f48fd95d2 req-c54d7acf-d8a2-4f4f-af6e-968aec773568 tempest-AggregatesAdminTestJSON-1398772471 tempest-AggregatesAdminTestJSON-1398772471-project] 10.222.0.53 "GET /v2.0/ports?device_id=1efe02b3-4f10-437d-8fee-81412b477bcc HTTP/1.1" status: 200 len: 210 time: 0.0620608 Feb 09 02:02:23.184035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e98dee5-5bee-4bec-94fc-0996bff93fe4 req-4f4fe948-8224-4294-bd67-c8ad1e1d4a99 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556809 Feb 09 02:02:23.191732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-71531e4b-a939-436e-90d7-147f61202e3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.0736983 Feb 09 02:02:23.193304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-e5c761bd-f353-46af-bfc8-e338de0c777f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f HTTP/1.1" status: 200 len: 217 time: 0.0695889 Feb 09 02:02:23.257250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bcbea46-ae13-435b-a0cc-35e7d997b929 req-abd04604-f10e-44c0-83dc-335b31477635 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339459 Feb 09 02:02:23.270059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Deleting port f41a866c-4117-431a-a0d6-09916fac9c05 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:23.271708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.272031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92b94960-3806-419d-8176-977b23ff66ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.312445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-1fe663ad-7fdf-4ffa-bbd7-710bbe776256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.313941 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-1fe663ad-7fdf-4ffa-bbd7-710bbe776256 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1091404 Feb 09 02:02:23.315453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-2f219fc5-900d-464f-b06b-885f0eef62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.318347 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-2f219fc5-900d-464f-b06b-885f0eef62b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1115906 Feb 09 02:02:23.384872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-d7be2519-7f68-421d-8e8d-87ed4cbe8e70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595126 Feb 09 02:02:23.385933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] For port f41a866c-4117-431a-a0d6-09916fac9c05, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f41a866c-4117-431a-a0d6-09916fac9c05,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:23.386497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.409397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Calling delete_port for f41a866c-4117-431a-a0d6-09916fac9c05 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:23.470527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-f85e3b34-7cb0-4e50-9496-80da80e18f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.471719 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-f85e3b34-7cb0-4e50-9496-80da80e18f19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1337051 Feb 09 02:02:23.503323 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-9e95d909-af38-43b3-b564-5b9057af6039 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113532 Feb 09 02:02:23.542150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-ed62263e-984e-4d5a-8ab0-c92b22f1e86b req-a30a9c8f-763a-4565-843b-f9c5e13212a2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:02:23.543248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed62263e-984e-4d5a-8ab0-c92b22f1e86b req-a30a9c8f-763a-4565-843b-f9c5e13212a2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125492 Feb 09 02:02:23.602395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (f41a866c-4117-431a-a0d6-09916fac9c05), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.617964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f41a866c-4117-431a-a0d6-09916fac9c05'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:23.653904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Pushing event deleted for resources: {'Port': ['ID=f41a866c-4117-431a-a0d6-09916fac9c05,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:23.680196 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-0281d50d-795c-46b1-8c95-7c8cf8ccc7f0 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753049 Feb 09 02:02:23.682275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c18b910-0938-43d3-9f43-4ec78e2daf4f req-9a48a346-0c87-497b-80c5-fe34142de328 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701281 Feb 09 02:02:23.684658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae100d-1585-41ae-a1f6-927d8d77797e req-6f433c1e-ecf6-4ede-8f65-b537523ae15e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:23.694298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4ae100d-1585-41ae-a1f6-927d8d77797e req-6f433c1e-ecf6-4ede-8f65-b537523ae15e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=d13aede1-8155-41c1-89db-e3a3ffcfb1e1 HTTP/1.1" status: 200 len: 867 time: 0.1937861 Feb 09 02:02:23.763816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] No DVR routers for this DVR port f41a866c-4117-431a-a0d6-09916fac9c05 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:23.781410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.785017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b196ff4d-e045-4344-bcb2-5ec76e5a41d0 req-09a7c41e-9faa-4a35-afae-389e6c7984cd tempest-DeleteServersAdminTestJSON-1504559028 tempest-DeleteServersAdminTestJSON-1504559028-project-admin] 10.222.0.72 "DELETE /v2.0/ports/f41a866c-4117-431a-a0d6-09916fac9c05 HTTP/1.1" status: 204 len: 173 time: 0.7642996 Feb 09 02:02:23.808539 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dbc42b27-919f-41ff-8704-ab4ca8200742 req-6fd3efcc-b7d3-4e84-b118-21eb8b6d793a service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175177 Feb 09 02:02:23.836465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3660e370-1313-4cd2-a01f-4a51dd21271c req-e3f0b538-5dea-4520-b1d9-a94211f65a55 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1aa42a0ffcac4222ab9e15fc745e167b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735617 Feb 09 02:02:23.840218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4ae100d-1585-41ae-a1f6-927d8d77797e req-4cebe110-7242-4b9d-9582-537260fb49d2 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448927 Feb 09 02:02:24.014411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660e370-1313-4cd2-a01f-4a51dd21271c req-6ef57705-e599-4940-bba3-618afb6f94b9 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:24.015889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3660e370-1313-4cd2-a01f-4a51dd21271c req-6ef57705-e599-4940-bba3-618afb6f94b9 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660821 Feb 09 02:02:24.033555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e342b5-d67a-4f73-b367-6723b1f13718 req-43b3519b-ee63-4912-a4d1-7195c867dc45 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:24.035897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5e342b5-d67a-4f73-b367-6723b1f13718 req-43b3519b-ee63-4912-a4d1-7195c867dc45 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.1016030 Feb 09 02:02:24.039498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3660e370-1313-4cd2-a01f-4a51dd21271c req-4d819541-e9fc-4efd-8bdc-2a29da7b9554 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/quotas/1aa42a0ffcac4222ab9e15fc745e167b HTTP/1.1" status: 200 len: 375 time: 0.0183625 Feb 09 02:02:24.085246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3660e370-1313-4cd2-a01f-4a51dd21271c req-a388411f-6e18-4c30-b36e-386d39b3d394 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aa42a0ffcac4222ab9e15fc745e167b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378571 Feb 09 02:02:24.107362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5e342b5-d67a-4f73-b367-6723b1f13718 req-764bb378-7944-46b3-b13f-d1b0ff1a3d11 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654521 Feb 09 02:02:24.256108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443f2b-d12a-4fd1-828f-61ef33bbcc17 req-ee09f12f-2164-40ef-9ded-7400eebe4d8f tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:24.258184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25443f2b-d12a-4fd1-828f-61ef33bbcc17 req-ee09f12f-2164-40ef-9ded-7400eebe4d8f tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 950 time: 0.0929949 Feb 09 02:02:24.285146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9515-ee72-4b46-9c82-1b1e3ea38deb req-4639f3f1-b1db-405e-9f64-32142311e1f7 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:24.287723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa0f9515-ee72-4b46-9c82-1b1e3ea38deb req-4639f3f1-b1db-405e-9f64-32142311e1f7 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.0955143 Feb 09 02:02:24.363947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25443f2b-d12a-4fd1-828f-61ef33bbcc17 req-56f08746-c9f1-4be0-90f8-d3f82783d274 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948052 Feb 09 02:02:24.386837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa0f9515-ee72-4b46-9c82-1b1e3ea38deb req-4a21ccf6-6bd0-415d-8ba8-b6e93838d187 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849547 Feb 09 02:02:24.673254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-54e32e4f-46f6-4b3f-9107-9706782d76cf tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236301 Feb 09 02:02:24.802423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-e869714b-0ba0-45b8-bcfa-933f22bd198f tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:24.804418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-e869714b-0ba0-45b8-bcfa-933f22bd198f tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217644 Feb 09 02:02:24.819489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-810ee246-4fe5-4cc3-9519-f5910e7ce5bf tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/quotas/c5aa33d9a5ec4459a9b0d96f0065c11e HTTP/1.1" status: 200 len: 375 time: 0.0098140 Feb 09 02:02:24.903437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-af5d25b3-b97e-4713-a4fe-97364a36a0a9 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770435 Feb 09 02:02:24.936312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'name': 'network-vif-deleted', 'tag': 'f41a866c-4117-431a-a0d6-09916fac9c05'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:24.939107 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6145831-19bd-485d-b754-5733a442fc77" -d '{"events": [{"server_uuid": "d13aede1-8155-41c1-89db-e3a3ffcfb1e1", "name": "network-vif-deleted", "tag": "f41a866c-4117-431a-a0d6-09916fac9c05"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:25.071268 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34915386-a283-49eb-81b0-793b6dcf755a x-openstack-request-id: req-34915386-a283-49eb-81b0-793b6dcf755a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:25.071897 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13aede1-8155-41c1-89db-e3a3ffcfb1e1", "name": "network-vif-deleted", "tag": "f41a866c-4117-431a-a0d6-09916fac9c05", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:25.072100 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34915386-a283-49eb-81b0-793b6dcf755a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:25.072626 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13aede1-8155-41c1-89db-e3a3ffcfb1e1', 'name': 'network-vif-deleted', 'tag': 'f41a866c-4117-431a-a0d6-09916fac9c05', 'status': 'completed', 'code': 200} Feb 09 02:02:25.141697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e141eaa-5501-4ace-8ce5-0a379dbc95e5 req-8d689a10-ba6d-4533-99c5-ae58741f3108 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 210 time: 0.0348377 Feb 09 02:02:25.349419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff122368-8bee-4e9e-b5e2-05fc9aedc82a req-cfcd4bf6-d55b-4e9a-8b6e-1c3dd25b78b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:25.351139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff122368-8bee-4e9e-b5e2-05fc9aedc82a req-cfcd4bf6-d55b-4e9a-8b6e-1c3dd25b78b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.0812283 Feb 09 02:02:25.428813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff122368-8bee-4e9e-b5e2-05fc9aedc82a req-289d4a8b-84e3-48d3-9664-7d210970dbe1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Feb 09 02:02:25.538486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-221fbd37-7107-4883-b701-0d7857df1391 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232942 Feb 09 02:02:25.591595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-344711c2-acd2-4b4d-82ce-c307eede199f req-00746541-212b-41b1-8463-dc8628866868 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1aa42a0ffcac4222ab9e15fc745e167b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483634 Feb 09 02:02:25.636477 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa233-cdbd-4e30-93e4-aa9804d1541e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.958938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-190e8318-c3dd-4320-93a4-dd64dc25edfb tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:25.960323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-190e8318-c3dd-4320-93a4-dd64dc25edfb tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4149127 Feb 09 02:02:25.970277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344711c2-acd2-4b4d-82ce-c307eede199f req-fd256f79-f00f-4aad-b63f-b90a657bbde0 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:25.971742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-344711c2-acd2-4b4d-82ce-c307eede199f req-fd256f79-f00f-4aad-b63f-b90a657bbde0 tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3498049 Feb 09 02:02:25.991715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-8a615da0-ab26-4913-9035-62c725b7be41 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/quotas/d0d7d65af87041e2bf03dc18c57a2008 HTTP/1.1" status: 200 len: 375 time: 0.0180972 Feb 09 02:02:25.994087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-344711c2-acd2-4b4d-82ce-c307eede199f req-23bc1c6f-d941-4bd9-97cd-e0fe4993773b tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/quotas/1aa42a0ffcac4222ab9e15fc745e167b HTTP/1.1" status: 200 len: 375 time: 0.0140948 Feb 09 02:02:26.035076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3b47921f-9f2e-4281-8d29-eca8b4686711 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369289 Feb 09 02:02:26.054004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-344711c2-acd2-4b4d-82ce-c307eede199f req-2d872010-3b9e-4187-bf20-505d544b1f7f tempest-QuotasAdminNegativeTest-988713186 tempest-QuotasAdminNegativeTest-988713186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1aa42a0ffcac4222ab9e15fc745e167b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460987 Feb 09 02:02:26.083335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-386d75b0-7cbf-489d-bd98-16b2831c28b8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325100 Feb 09 02:02:26.227872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-31dcda17-e588-498c-999f-df511125aeb9 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:26.229615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-31dcda17-e588-498c-999f-df511125aeb9 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415105 Feb 09 02:02:26.265341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Request body: {'port': {'device_id': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'c5aa33d9a5ec4459a9b0d96f0065c11e'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:26.314093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:26.338025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:26.338787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0dabb1e3-0ff2-4b6a-ba89-1ea79c93490c not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:26.348950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f26514-5c9f-4e3d-a8d2-aa7d456e44b3 req-401df2b5-596c-4cfe-bb38-9a993a9a5358 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:26.350672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7f26514-5c9f-4e3d-a8d2-aa7d456e44b3 req-401df2b5-596c-4cfe-bb38-9a993a9a5358 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.1185644 Feb 09 02:02:26.445034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7f26514-5c9f-4e3d-a8d2-aa7d456e44b3 req-5ece90c8-b8d6-4760-acec-ce45f7d02051 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865769 Feb 09 02:02:26.463959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2796751b-6fa0-4fda-8c41-7a989d6302e8 req-10cc4b0d-4e83-406a-afee-a6ec6a54cab1 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 210 time: 0.0367069 Feb 09 02:02:26.465406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Made reservation on behalf of c5aa33d9a5ec4459a9b0d96f0065c11e for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:26.468775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:26.576715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e3fa231-614f-4195-b67f-28e786872882 req-956e475a-1a8d-4d94-b556-9689b28a47ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 210 time: 0.0448716 Feb 09 02:02:26.682108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Allocated IP 192.168.233.234 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/6b1a292b-7213-427b-a0e5-2caa58901d37) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:26.775398 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:26.876537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff19ae-fa4e-4347-ad3d-e790fa9f3a79 req-8dca01d2-acf5-4386-88dc-b42b4ba03ee7 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:26.878400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6eff19ae-fa4e-4347-ad3d-e790fa9f3a79 req-8dca01d2-acf5-4386-88dc-b42b4ba03ee7 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.1865399 Feb 09 02:02:26.891657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35610) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:26.893257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a288afd-64ce-4a90-aa25-0efd489b6e19 req-64e318f6-f68c-4867-9189-0728753a8ce2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:26.897438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'floatingip': {'port_id': '980d90d9-9493-4a28-8bac-7733a40d5b7d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:26.900750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a288afd-64ce-4a90-aa25-0efd489b6e19 req-64e318f6-f68c-4867-9189-0728753a8ce2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.1498966 Feb 09 02:02:27.003895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35614) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:27.005088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.039076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a288afd-64ce-4a90-aa25-0efd489b6e19 req-792206e1-d0f5-4ca0-ba9b-8cc6c7b1f853 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373734 Feb 09 02:02:27.052748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks [] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.096644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.109473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bbb9d56b-d661-4a9a-b2be-97a992ccfa7f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:27.156227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:27.160050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:27.166426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:27.171755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:27.172538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.259986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Pushing event updated for resources: {'Port': ['ID=6b1a292b-7213-427b-a0e5-2caa58901d37,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.281102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f30f9bd8-0c35-4640-aad8-81c6d38395c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.324408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-d032f839-9b02-4bcc-981a-f3e708970177 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0819373 Feb 09 02:02:27.348514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Request body: {'port': {'device_id': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:27.454302 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.454993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-cb442ee3-d594-4ec1-bbb7-d2e8054bece2 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331919 Feb 09 02:02:27.603367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5256d786-7618-4a85-b59d-ebe51d2eb67a None None] Provisioning complete for port 6b1a292b-7213-427b-a0e5-2caa58901d37 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:27.603748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5256d786-7618-4a85-b59d-ebe51d2eb67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.663717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c9bcdedb-182a-4df6-8a7b-573962747a12 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:27.674783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f41a866c-4117-431a-a0d6-09916fac9c05 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:27.705389 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f30f9bd8-0c35-4640-aad8-81c6d38395c8 admin admin] Publish callbacks [] for security_group (86d3a61f-3b69-4966-982e-d7202f932d9e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.723932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: f41a866c-4117-431a-a0d6-09916fac9c05 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:27.724286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f41a866c-4117-431a-a0d6-09916fac9c05 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:27.740935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f30f9bd8-0c35-4640-aad8-81c6d38395c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (86d3a61f-3b69-4966-982e-d7202f932d9e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.750994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5256d786-7618-4a85-b59d-ebe51d2eb67a None None] Port 6b1a292b-7213-427b-a0e5-2caa58901d37 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:27.827016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce783241-28f7-460c-a98e-4e40bea60ecc req-a61a3f27-57b5-4733-9582-c39fb539edac tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 210 time: 0.1023836 Feb 09 02:02:27.859562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:27.867754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f30f9bd8-0c35-4640-aad8-81c6d38395c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1aa42a0ffcac4222ab9e15fc745e167b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8576107 Feb 09 02:02:27.868884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f9bd8-0c35-4640-aad8-81c6d38395c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d3a61f-3b69-4966-982e-d7202f932d9e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.872314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:27.880218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'c9bcdedb-182a-4df6-8a7b-573962747a12', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'port_id': 'c9bcdedb-182a-4df6-8a7b-573962747a12', 'mac_address': 'fa:16:3e:8b:c8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98726c8f-dba2-4946-baf6-74d75712e08b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:27.892625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecc818-aff5-4d8f-8512-247e87f01e27 req-5783c214-745e-45ff-90ec-e8df1d96b704 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:27.894930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81ecc818-aff5-4d8f-8512-247e87f01e27 req-5783c214-745e-45ff-90ec-e8df1d96b704 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 936 time: 0.2669475 Feb 09 02:02:27.968600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c9bcdedb-182a-4df6-8a7b-573962747a12 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:27.969285 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.986762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bcdedb-182a-4df6-8a7b-573962747a12 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:27.993865 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.012914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:28.021940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.071550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81ecc818-aff5-4d8f-8512-247e87f01e27 req-cef5ba4a-0298-4f61-9448-d140675d5da1 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622260 Feb 09 02:02:28.109128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.146526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1a292b-7213-427b-a0e5-2caa58901d37 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:28.157202 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Publish callbacks [] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.188855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Transition to ACTIVE for port object 6b1a292b-7213-427b-a0e5-2caa58901d37 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:28.217829 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.296501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1a292b-7213-427b-a0e5-2caa58901d37,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.307219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76942bde-2a84-471c-a65d-bd57b95241b1 admin admin] Publish callbacks [] for security_group (86d3a61f-3b69-4966-982e-d7202f932d9e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.320858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b12cb-7d6f-419b-90f8-a2931ede1036 req-ed2af729-fed1-4aa5-a493-872241c7c2cb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:28.321642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-6d9f54be-55ad-475f-9bba-22f422f1b9cd tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:28.322641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af7b12cb-7d6f-419b-90f8-a2931ede1036 req-ed2af729-fed1-4aa5-a493-872241c7c2cb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 945 time: 0.1525781 Feb 09 02:02:28.323182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-6d9f54be-55ad-475f-9bba-22f422f1b9cd tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8627048 Feb 09 02:02:28.332372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.340322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['c9bcdedb-182a-4df6-8a7b-573962747a12'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:28.343405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Request body: {'port': {'device_id': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'd0d7d65af87041e2bf03dc18c57a2008'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:28.351617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.406431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Attempting to bind port 6b1a292b-7213-427b-a0e5-2caa58901d37 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:28.406810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Attempting to bind port 6b1a292b-7213-427b-a0e5-2caa58901d37 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:28.407188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Attempting to bind port 6b1a292b-7213-427b-a0e5-2caa58901d37 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:28.423162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Port 6b1a292b-7213-427b-a0e5-2caa58901d37 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:28.423642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Attempting to bind port 6b1a292b-7213-427b-a0e5-2caa58901d37 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:28.444022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:28.444380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:28.444809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:28.445250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Bound port: 6b1a292b-7213-427b-a0e5-2caa58901d37, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:28.445642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.460031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af7b12cb-7d6f-419b-90f8-a2931ede1036 req-52188b31-f4cc-4b65-98c1-e85341c947be tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023107 Feb 09 02:02:28.554593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76942bde-2a84-471c-a65d-bd57b95241b1 admin admin] Publish callbacks [] for security_group (86d3a61f-3b69-4966-982e-d7202f932d9e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.625736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] For port 6b1a292b-7213-427b-a0e5-2caa58901d37, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:28.633642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] For port 6b1a292b-7213-427b-a0e5-2caa58901d37, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6b1a292b-7213-427b-a0e5-2caa58901d37,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:28.648674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.696959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:28.697963 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.699698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] 10.222.0.82 "PUT /v2.0/ports/6b1a292b-7213-427b-a0e5-2caa58901d37 HTTP/1.1" status: 200 len: 1097 time: 1.3595414 Feb 09 02:02:28.700281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'tag': '6b1a292b-7213-427b-a0e5-2caa58901d37'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:28.703652 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d80535-0b7e-498e-bc69-82c239749d0b", "tag": "6b1a292b-7213-427b-a0e5-2caa58901d37"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:28.738873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932791b6-0890-45a8-a268-96311ba98c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1a292b-7213-427b-a0e5-2caa58901d37,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.811202 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76942bde-2a84-471c-a65d-bd57b95241b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (86d3a61f-3b69-4966-982e-d7202f932d9e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.820131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76942bde-2a84-471c-a65d-bd57b95241b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.834919 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-76942bde-2a84-471c-a65d-bd57b95241b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86d3a61f-3b69-4966-982e-d7202f932d9e HTTP/1.1" status: 204 len: 168 time: 0.9525833 Feb 09 02:02:28.843571 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6608be08-8f70-4fa4-94f6-c707dcc76c72 x-openstack-request-id: req-6608be08-8f70-4fa4-94f6-c707dcc76c72 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:28.844158 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d80535-0b7e-498e-bc69-82c239749d0b", "tag": "6b1a292b-7213-427b-a0e5-2caa58901d37", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:28.844792 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6608be08-8f70-4fa4-94f6-c707dcc76c72 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:28.845895 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'tag': '6b1a292b-7213-427b-a0e5-2caa58901d37', 'status': 'completed', 'code': 200} Feb 09 02:02:28.850302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-7213e872-3b4e-4cc6-8656-cd5341dd1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:28.852108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-7213e872-3b4e-4cc6-8656-cd5341dd1074 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 1131 time: 0.0689652 Feb 09 02:02:28.857728 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93 associated. External IP: 172.25.6.167, port: 980d90d9-9493-4a28-8bac-7733a40d5b7d. Feb 09 02:02:28.919647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76942bde-2a84-471c-a65d-bd57b95241b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d3a61f-3b69-4966-982e-d7202f932d9e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.983718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-988821e1-838a-478d-9442-26eec97b5c21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6b1a292b-7213-427b-a0e5-2caa58901d37 HTTP/1.1" status: 200 len: 217 time: 0.1223581 Feb 09 02:02:29.038555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Made reservation on behalf of d0d7d65af87041e2bf03dc18c57a2008 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:29.044105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.080345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-34409f26-3929-4724-ac72-a2ddfc9ab2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:29.085881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-34409f26-3929-4724-ac72-a2ddfc9ab2dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0940990 Feb 09 02:02:29.170793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e42c85b7-51d7-4397-90e0-5767f0f716af req-ece3ee39-8f9f-4c35-ab5f-50685ac45942 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 210 time: 0.0549822 Feb 09 02:02:29.212408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-7bd1735d-f46e-46b9-b959-412653f71d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:29.214191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-7bd1735d-f46e-46b9-b959-412653f71d0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1227989 Feb 09 02:02:29.387383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040d325-d224-4bd0-ae52-b7d06f839479 req-b353e60d-70e5-4a0c-827b-861deecebfb2 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:29.394947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c040d325-d224-4bd0-ae52-b7d06f839479 req-b353e60d-70e5-4a0c-827b-861deecebfb2 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 948 time: 0.1281533 Feb 09 02:02:29.401093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Allocated IP 192.168.233.155 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/be135899-2a4d-4b94-9bd0-85e1e7f608bc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:29.429003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-6dfdb3de-10f3-4a9e-81f2-6e4b77480ff9 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082698 Feb 09 02:02:29.437500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Router f365f936-4706-4ded-a1e1-0019f09b1c49 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:02:29.519542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35730) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:29.527820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c040d325-d224-4bd0-ae52-b7d06f839479 req-8485fe5e-1607-420b-84c4-7c2b33ffb3f8 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317532 Feb 09 02:02:29.563697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2e7b966-b340-4a2c-982c-d968b7df472b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.564082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35734) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:29.631083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c9bcdedb-182a-4df6-8a7b-573962747a12 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:29.723089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:29.732874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.742895 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.767329 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] Sync routers for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:29.781126 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c2baadb2-dab0-4d10-a8e7-3b7b8f64985a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "PUT /v2.0/floatingips/2837677a-493d-4f61-80f5-26ffcaa6df93 HTTP/1.1" status: 200 len: 1013 time: 2.8862255 Feb 09 02:02:29.782705 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:29.783383 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:29.786813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks [] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.797876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:29.807513 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:29.811117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1afe9fa1-bdc5-4241-9582-6fafea5082fa req-477c493d-40ea-4343-9fa2-fe5ab9417f90 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758018 Feb 09 02:02:29.829176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port c9bcdedb-182a-4df6-8a7b-573962747a12 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:29.837193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port c9bcdedb-182a-4df6-8a7b-573962747a12 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:29.839534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.927153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.955129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35053c-46b7-4119-994e-da7653a291d9 req-a6318945-62b9-40fd-822c-c22c81f9b30c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:29.958090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a35053c-46b7-4119-994e-da7653a291d9 req-a6318945-62b9-40fd-822c-c22c81f9b30c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 945 time: 0.3337467 Feb 09 02:02:29.985476 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:30.004939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c9bcdedb-182a-4df6-8a7b-573962747a12 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:30.005946 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.010896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:30.014618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:30.020845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c42d5bb-29f9-49c5-856a-3f7f35170b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.021039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:30.026535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.027173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.033508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Pushing event updated for resources: {'Port': ['ID=be135899-2a4d-4b94-9bd0-85e1e7f608bc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:30.051677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-0e1e0636-aabb-4086-9622-bd11d7dde1ae tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7165542 Feb 09 02:02:30.063388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Request body: {'port': {'device_id': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:30.071330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:30.072568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2e7b966-b340-4a2c-982c-d968b7df472b admin admin] Publish callbacks [] for security_group (bb142f46-2e5e-4d03-bfb7-131417926c10), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.075583 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fbf25-806b-47a8-a824-cacfa759ac4f" -d '{"events": [{"server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "name": "network-vif-plugged", "status": "completed", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:30.094588 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2e7b966-b340-4a2c-982c-d968b7df472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bb142f46-2e5e-4d03-bfb7-131417926c10), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.097107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:30.114680 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.173778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-13889039-5389-45b8-aa3d-cafdf3abd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.174811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-13889039-5389-45b8-aa3d-cafdf3abd305 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 1131 time: 0.3020284 Feb 09 02:02:30.176030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.200723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:30.210301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a35053c-46b7-4119-994e-da7653a291d9 req-1cb6c8c8-9a93-49b2-82b5-777737c6270b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419341 Feb 09 02:02:30.358791 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f5f68-7009-46ed-aac8-1b9e5bd5d19c x-openstack-request-id: req-308f5f68-7009-46ed-aac8-1b9e5bd5d19c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:30.359175 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "name": "network-vif-plugged", "status": "completed", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:30.359432 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-308f5f68-7009-46ed-aac8-1b9e5bd5d19c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:30.359982 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12', 'code': 200} Feb 09 02:02:30.463757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0558c98d-22a6-436e-9bc0-411b0beed80a None None] Provisioning complete for port be135899-2a4d-4b94-9bd0-85e1e7f608bc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:30.464091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0558c98d-22a6-436e-9bc0-411b0beed80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.505631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0558c98d-22a6-436e-9bc0-411b0beed80a None None] Port be135899-2a4d-4b94-9bd0-85e1e7f608bc cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:30.513677 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2cade4-b0ec-4830-9e03-feff4fc9c1b4 x-openstack-request-id: req-2b2cade4-b0ec-4830-9e03-feff4fc9c1b4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:30.514251 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:30.514251 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b2cade4-b0ec-4830-9e03-feff4fc9c1b4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:30.514685 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'status': 'completed', 'code': 200} Feb 09 02:02:30.548838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d2e7b966-b340-4a2c-982c-d968b7df472b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bd9a05d023e4b5086f62d421da1543a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0169499 Feb 09 02:02:30.558261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:30.562940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7b966-b340-4a2c-982c-d968b7df472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb142f46-2e5e-4d03-bfb7-131417926c10,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:30.577430 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '2837677a-493d-4f61-80f5-26ffcaa6df93', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'port_id': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'mac_address': 'fa:16:3e:a0:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'device_owner': 'compute:tempest-test_az-394660754'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:07Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 1, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:30.613922 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] Checking router: f365f936-4706-4ded-a1e1-0019f09b1c49 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:30.627010 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:30.627755 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:30.657278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad36ab-3882-498c-adf9-e36d13242808 req-cd32a39c-2e5b-4891-912f-0390b01b9ca0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.658478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55ad36ab-3882-498c-adf9-e36d13242808 req-cd32a39c-2e5b-4891-912f-0390b01b9ca0 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.6495945 Feb 09 02:02:30.749180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-f14c74c2-68f6-409a-9de5-4c0d1ad60b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.750693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-f14c74c2-68f6-409a-9de5-4c0d1ad60b80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 1150 time: 0.2351730 Feb 09 02:02:30.771765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:30.821685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9d82777-965d-46a3-b924-d24c4a8ac8ce admin admin] Publish callbacks [] for security_group (bb142f46-2e5e-4d03-bfb7-131417926c10), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.829018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55ad36ab-3882-498c-adf9-e36d13242808 req-b81b5531-ff89-4b21-8112-5a542d975681 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703017 Feb 09 02:02:30.831278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bff21-5527-4342-a656-6f5c15f913a5 req-b6274b22-7caf-4587-9ce0-914211153a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.834182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f6bff21-5527-4342-a656-6f5c15f913a5 req-b6274b22-7caf-4587-9ce0-914211153a29 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1129 time: 0.2729516 Feb 09 02:02:30.841261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d0a7a-8d6a-4da8-bb8d-ea8c27ca1e93 req-82eab8e1-8c6b-4862-a4a1-2d4f1191033e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.842767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-346d0a7a-8d6a-4da8-bb8d-ea8c27ca1e93 req-82eab8e1-8c6b-4862-a4a1-2d4f1191033e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 936 time: 0.2828698 Feb 09 02:02:30.854841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-17994070-20b1-41a9-9742-8eea3280aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.859073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-17994070-20b1-41a9-9742-8eea3280aec3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.6400547 Feb 09 02:02:30.863408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c42d5bb-29f9-49c5-856a-3f7f35170b5e admin admin] Publish callbacks [] for security_group (d2514ffa-7bba-4c00-99dd-eaa4398b0355), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.884169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9d82777-965d-46a3-b924-d24c4a8ac8ce admin admin] Publish callbacks [] for security_group (bb142f46-2e5e-4d03-bfb7-131417926c10), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.912724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c42d5bb-29f9-49c5-856a-3f7f35170b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d2514ffa-7bba-4c00-99dd-eaa4398b0355), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.975728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-5633ae67-d551-4ddf-9dc4-6de696abfe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:30.977226 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-5633ae67-d551-4ddf-9dc4-6de696abfe7a service neutron] 10.222.0.82 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 925 time: 0.2183354 Feb 09 02:02:30.999875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-7174a65c-1303-47f0-86f5-3288b377c3fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=6b1a292b-7213-427b-a0e5-2caa58901d37 HTTP/1.1" status: 200 len: 217 time: 0.1253018 Feb 09 02:02:31.083456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be135899-2a4d-4b94-9bd0-85e1e7f608bc {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:31.097099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9d82777-965d-46a3-b924-d24c4a8ac8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bb142f46-2e5e-4d03-bfb7-131417926c10), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.100392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9d82777-965d-46a3-b924-d24c4a8ac8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.102306 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b9d82777-965d-46a3-b924-d24c4a8ac8ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb142f46-2e5e-4d03-bfb7-131417926c10 HTTP/1.1" status: 204 len: 168 time: 0.5435493 Feb 09 02:02:31.113731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8c42d5bb-29f9-49c5-856a-3f7f35170b5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7944f2d09d9f400dbbcfb59324d36e74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5430617 Feb 09 02:02:31.118709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42d5bb-29f9-49c5-856a-3f7f35170b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2514ffa-7bba-4c00-99dd-eaa4398b0355,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.128208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35770) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:31.138555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Publish callbacks [] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.146126 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '2837677a-493d-4f61-80f5-26ffcaa6df93', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'port_id': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'mac_address': 'fa:16:3e:a0:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'device_owner': 'compute:tempest-test_az-394660754'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:07Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 1, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:31.160339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f6bff21-5527-4342-a656-6f5c15f913a5 req-b931082a-e5ef-458f-95ae-4a6700e8ccad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117416 Feb 09 02:02:31.164247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d82777-965d-46a3-b924-d24c4a8ac8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb142f46-2e5e-4d03-bfb7-131417926c10,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.169858 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-014f461b-17a9-417b-9ed5-d2183873115a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d HTTP/1.1" status: 200 len: 1021 time: 0.1847107 Feb 09 02:02:31.214349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-346d0a7a-8d6a-4da8-bb8d-ea8c27ca1e93 req-ceba79c9-dd69-43b7-be7e-10bd499312fe tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433318 Feb 09 02:02:31.224888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Transition to ACTIVE for port object be135899-2a4d-4b94-9bd0-85e1e7f608bc will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:31.228934 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b21d1-50ab-436c-b1e5-0cf6ac40fb27 None None] The sync data for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 is: [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '2837677a-493d-4f61-80f5-26ffcaa6df93', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'port_id': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'mac_address': 'fa:16:3e:a0:f0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'device_owner': 'compute:tempest-test_az-394660754'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:07Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 1, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:31.233347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-a8ebdc82-e5ff-48d1-96c5-44bbf2f82ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.236405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.237693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-a8ebdc82-e5ff-48d1-96c5-44bbf2f82ebf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2110128 Feb 09 02:02:31.284941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-8ee067a2-20f7-4a00-aab1-e1e9b45ed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.286711 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-8ee067a2-20f7-4a00-aab1-e1e9b45ed365 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 200 len: 863 time: 0.1106019 Feb 09 02:02:31.336219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7d7c9-3850-4923-b73c-e611da70f44a req-7b7de144-9b21-498b-88bc-31845cbe3427 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.344746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Pushing event updated for resources: {'Port': ['ID=be135899-2a4d-4b94-9bd0-85e1e7f608bc,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.350054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97a7d7c9-3850-4923-b73c-e611da70f44a req-7b7de144-9b21-498b-88bc-31845cbe3427 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 948 time: 0.3655469 Feb 09 02:02:31.457137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97a7d7c9-3850-4923-b73c-e611da70f44a req-c06fd80d-9da2-4469-8280-cb5c06b4a86a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870066 Feb 09 02:02:31.459012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-ece495fd-3691-4211-88fe-3248898f3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.461827 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-ece495fd-3691-4211-88fe-3248898f3c6b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5272d9af-9e66-4429-a7f9-e154c3d47108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1652963 Feb 09 02:02:31.465481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Attempting to bind port be135899-2a4d-4b94-9bd0-85e1e7f608bc on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:31.465819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Attempting to bind port be135899-2a4d-4b94-9bd0-85e1e7f608bc by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:31.466147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Attempting to bind port be135899-2a4d-4b94-9bd0-85e1e7f608bc on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:31.555522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Port be135899-2a4d-4b94-9bd0-85e1e7f608bc on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:31.556093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Attempting to bind port be135899-2a4d-4b94-9bd0-85e1e7f608bc on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:31.572310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:31.572601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:31.573002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:31.573457 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Bound port: be135899-2a4d-4b94-9bd0-85e1e7f608bc, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:31.573821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.639776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-d9dcd829-1155-4c84-bff8-a2e9defa7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.652752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-d9dcd829-1155-4c84-bff8-a2e9defa7697 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4012165 Feb 09 02:02:31.704911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10592a60-5115-4662-8bf5-0efd74f3d61b admin admin] Publish callbacks [] for security_group (d2514ffa-7bba-4c00-99dd-eaa4398b0355), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.710616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a240ea-1d9b-41b9-a94f-e270eb4b4fb3 None None] New status for floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:02:31.730893 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-e6710f18-b613-4145-83d8-fec096233e8b service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561638 Feb 09 02:02:31.735469 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] For port be135899-2a4d-4b94-9bd0-85e1e7f608bc, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:31.740735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] For port be135899-2a4d-4b94-9bd0-85e1e7f608bc, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=be135899-2a4d-4b94-9bd0-85e1e7f608bc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:31.799344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.818439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.819169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.820710 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] 10.222.0.72 "PUT /v2.0/ports/be135899-2a4d-4b94-9bd0-85e1e7f608bc HTTP/1.1" status: 200 len: 1097 time: 1.7623999 Feb 09 02:02:31.880457 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10592a60-5115-4662-8bf5-0efd74f3d61b admin admin] Publish callbacks [] for security_group (d2514ffa-7bba-4c00-99dd-eaa4398b0355), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.930748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84352f5f-7cc9-48aa-8881-be496ad93594 req-2bdc5186-ca34-430b-afda-d0d4e023f986 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.932450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84352f5f-7cc9-48aa-8881-be496ad93594 req-2bdc5186-ca34-430b-afda-d0d4e023f986 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 946 time: 0.4413533 Feb 09 02:02:31.968291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-91d5f9bf-c5cf-4e87-a14d-ed086116aedb service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023300 Feb 09 02:02:32.088029 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5bee2d5-aded-4c0b-9fd2-e97248e9a0a5 req-4770e922-4200-475d-b080-b7426dff7e4b service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496513 Feb 09 02:02:32.105225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd559ca-ef85-4e66-8e2c-4e8dfb09aea9 req-07abac92-faf9-448d-8ed8-15045de024bb service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206300 Feb 09 02:02:32.143706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93aa12-b3b5-4844-81e4-3a60bf70b740 service neutron] Pushing event updated for resources: {'Port': ['ID=be135899-2a4d-4b94-9bd0-85e1e7f608bc,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.153290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-09c3412a-e8a9-4885-a0f8-524acc3b6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.154729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-09c3412a-e8a9-4885-a0f8-524acc3b6142 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 1131 time: 0.2743738 Feb 09 02:02:32.206736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84352f5f-7cc9-48aa-8881-be496ad93594 req-cfd67be2-9f01-4399-9c1f-8e8175868a64 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577713 Feb 09 02:02:32.223087 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-d2496f31-c671-40fa-a62e-bf6463cecf10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=be135899-2a4d-4b94-9bd0-85e1e7f608bc HTTP/1.1" status: 200 len: 217 time: 0.0520122 Feb 09 02:02:32.260617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10592a60-5115-4662-8bf5-0efd74f3d61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d2514ffa-7bba-4c00-99dd-eaa4398b0355), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.263280 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10592a60-5115-4662-8bf5-0efd74f3d61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.270865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-10592a60-5115-4662-8bf5-0efd74f3d61b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2514ffa-7bba-4c00-99dd-eaa4398b0355 HTTP/1.1" status: 204 len: 168 time: 1.1355305 Feb 09 02:02:32.291706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-8fdafec5-cbcf-4421-908d-1b9250d7fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.294092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-8fdafec5-cbcf-4421-908d-1b9250d7fa5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0696940 Feb 09 02:02:32.299099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a096b3-1022-47f6-acad-01e3808c9afc req-640d7b31-d887-4d79-bea6-41d9bdb9e639 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.315082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2a096b3-1022-47f6-acad-01e3808c9afc req-640d7b31-d887-4d79-bea6-41d9bdb9e639 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.2029483 Feb 09 02:02:32.353971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10592a60-5115-4662-8bf5-0efd74f3d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2514ffa-7bba-4c00-99dd-eaa4398b0355,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.354832 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:02:32.416759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-36cb4043-85fb-47f3-8f5b-abfd1b6b56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.420574 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-36cb4043-85fb-47f3-8f5b-abfd1b6b56eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1153243 Feb 09 02:02:32.454942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2a096b3-1022-47f6-acad-01e3808c9afc req-f674d1ad-2f49-4ad1-9781-cdd1c7b15936 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301532 Feb 09 02:02:32.554443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'tag': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:32.560731 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9272ff7-812d-4932-84aa-840dcb388a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce73c0d-4353-49e0-a04c-0c116c4f7af6", "tag": "be135899-2a4d-4b94-9bd0-85e1e7f608bc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:32.620744 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-3a579153-d16d-4c2b-b8d3-1f96c1e2847e service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838009 Feb 09 02:02:32.650612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1b547-a0a8-4ab1-83c5-c5349c60a925 req-dfdd0e65-41ed-4972-ab61-c51317be0cd0 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.661614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97f1b547-a0a8-4ab1-83c5-c5349c60a925 req-dfdd0e65-41ed-4972-ab61-c51317be0cd0 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 948 time: 0.1856947 Feb 09 02:02:32.771277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97f1b547-a0a8-4ab1-83c5-c5349c60a925 req-8f196759-a3cf-44d8-8f1b-c2f2fd51ce86 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080074 Feb 09 02:02:32.787830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607da9-9cee-4409-9366-a2a9edf9e713 req-8fe02305-0033-40b7-b52b-13c44f6121b2 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.794607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f607da9-9cee-4409-9366-a2a9edf9e713 req-8fe02305-0033-40b7-b52b-13c44f6121b2 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 948 time: 0.1255889 Feb 09 02:02:32.816517 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a7320a5c-428a-4d71-9671-040e7312f3aa req-66b691f6-9ca2-4272-9274-b78a0bc857d9 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865244 Feb 09 02:02:32.879756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f607da9-9cee-4409-9366-a2a9edf9e713 req-7f039437-f51d-401e-ba9d-fb1eb9abbd08 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841074 Feb 09 02:02:32.883901 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633fe32d-4f43-4d53-ada1-1978ec5086cd x-openstack-request-id: req-633fe32d-4f43-4d53-ada1-1978ec5086cd {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:32.884365 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce73c0d-4353-49e0-a04c-0c116c4f7af6", "tag": "be135899-2a4d-4b94-9bd0-85e1e7f608bc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:32.884765 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-633fe32d-4f43-4d53-ada1-1978ec5086cd {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:32.885324 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'tag': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc', 'status': 'completed', 'code': 200} Feb 09 02:02:32.947059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35852) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:32.972862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-f82b-4ba2-aadc-9eb67af71976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.995359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-49f14626-0bae-4a67-baa2-66d4d39ae3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.997232 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-49f14626-0bae-4a67-baa2-66d4d39ae3f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 1131 time: 0.0804765 Feb 09 02:02:33.093991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-f82b-4ba2-aadc-9eb67af71976 admin admin] Publish callbacks [] for security_group (ec8d7502-61f9-49a7-999d-47f839cf9715), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.102395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-f82b-4ba2-aadc-9eb67af71976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec8d7502-61f9-49a7-999d-47f839cf9715), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.158728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3e2c1-f82b-4ba2-aadc-9eb67af71976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d7502-61f9-49a7-999d-47f839cf9715,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:33.166985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6af3e2c1-f82b-4ba2-aadc-9eb67af71976 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a559eb9060846b3917468b5e449caa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184174 Feb 09 02:02:33.167987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35866) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:33.188053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-308fc924-cadc-4b4e-8eec-641fa0ff020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.191494 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-308fc924-cadc-4b4e-8eec-641fa0ff020a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1856270 Feb 09 02:02:33.259715 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-8d1c176d-0ef6-4301-81ed-d96a7bc38c36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=be135899-2a4d-4b94-9bd0-85e1e7f608bc HTTP/1.1" status: 200 len: 217 time: 0.0620162 Feb 09 02:02:33.267919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e3e82e0-a8af-4d70-b5d1-5a052c008eab admin admin] Publish callbacks [] for security_group (ec8d7502-61f9-49a7-999d-47f839cf9715), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.311053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e3e82e0-a8af-4d70-b5d1-5a052c008eab admin admin] Publish callbacks [] for security_group (ec8d7502-61f9-49a7-999d-47f839cf9715), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.349493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-498dbf65-ccb3-4e31-81de-0021c5d96cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.351025 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-498dbf65-ccb3-4e31-81de-0021c5d96cb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0837572 Feb 09 02:02:33.419503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-8e885835-d863-4a77-9b8e-cc3dec6cdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.421486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-8e885835-d863-4a77-9b8e-cc3dec6cdff1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0622752 Feb 09 02:02:33.432210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497616d8-1e95-482a-93b9-b23d9511531c req-0ee16c87-32ab-43bb-ada9-1b9234a7b6a3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.434152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-497616d8-1e95-482a-93b9-b23d9511531c req-0ee16c87-32ab-43bb-ada9-1b9234a7b6a3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 946 time: 0.0804367 Feb 09 02:02:33.435342 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e3e82e0-a8af-4d70-b5d1-5a052c008eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec8d7502-61f9-49a7-999d-47f839cf9715), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.439387 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e3e82e0-a8af-4d70-b5d1-5a052c008eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.441467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9e3e82e0-a8af-4d70-b5d1-5a052c008eab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec8d7502-61f9-49a7-999d-47f839cf9715 HTTP/1.1" status: 204 len: 168 time: 0.2720566 Feb 09 02:02:33.460878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e82e0-a8af-4d70-b5d1-5a052c008eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d7502-61f9-49a7-999d-47f839cf9715,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:33.521631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-497616d8-1e95-482a-93b9-b23d9511531c req-2e2b08b4-762c-420b-947a-742fe0a08511 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741479 Feb 09 02:02:33.545511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-f3bc7e30-3671-4b89-853e-97e5a91435f4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176574 Feb 09 02:02:33.693699 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9272ff7-812d-4932-84aa-840dcb388a2d req-3a41511e-6740-4135-be8a-d95936a9ef26 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411116 Feb 09 02:02:33.720758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce522-aced-4cea-b4b9-e86b943946a8 req-76eb6957-82b2-4af8-9d97-fb20b10462c5 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.723129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-718ce522-aced-4cea-b4b9-e86b943946a8 req-76eb6957-82b2-4af8-9d97-fb20b10462c5 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.0698097 Feb 09 02:02:33.788780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-718ce522-aced-4cea-b4b9-e86b943946a8 req-e1c96b2c-573f-4792-a87f-adee02f4b348 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537097 Feb 09 02:02:34.019108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a5b4-6792-4650-acbc-d4abf7768ebf req-3b227b1d-0899-4bc2-adee-d46c8ee624b2 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:34.020663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db65a5b4-6792-4650-acbc-d4abf7768ebf req-3b227b1d-0899-4bc2-adee-d46c8ee624b2 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1129 time: 0.0504477 Feb 09 02:02:34.073374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db65a5b4-6792-4650-acbc-d4abf7768ebf req-9469719e-c2c0-4416-9077-668556cefe1c tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461528 Feb 09 02:02:34.213758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005826d-280a-4484-b3d9-1c4350c926b1 req-28ee46e6-74c3-4aed-8b49-35dec0ee984f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:34.215379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2005826d-280a-4484-b3d9-1c4350c926b1 req-28ee46e6-74c3-4aed-8b49-35dec0ee984f tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 948 time: 0.0910785 Feb 09 02:02:34.238893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd85cb-1118-4a3f-8a2a-23b719733e10 req-1ed0e562-af1c-4d84-a925-974c9bd03259 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:34.240449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ffd85cb-1118-4a3f-8a2a-23b719733e10 req-1ed0e562-af1c-4d84-a925-974c9bd03259 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.0861938 Feb 09 02:02:34.299125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2005826d-280a-4484-b3d9-1c4350c926b1 req-e4f6b29e-04d2-44c6-8cb5-8b657237c726 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774534 Feb 09 02:02:34.318887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ffd85cb-1118-4a3f-8a2a-23b719733e10 req-8dd7860b-9be5-49b2-ab2f-c1985f3e2472 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717244 Feb 09 02:02:34.339179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6b1a292b-7213-427b-a0e5-2caa58901d37 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:34.509169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bf714-a936-4984-bdf1-7228e1d1bce6 req-f130545f-f2a9-4c50-989d-2e78e0b44cb7 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:34.518059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf8bf714-a936-4984-bdf1-7228e1d1bce6 req-f130545f-f2a9-4c50-989d-2e78e0b44cb7 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 948 time: 0.0735960 Feb 09 02:02:34.539635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6b1a292b-7213-427b-a0e5-2caa58901d37, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6b1a292b-7213-427b-a0e5-2caa58901d37,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:34.560187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '6b1a292b-7213-427b-a0e5-2caa58901d37', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '6b1a292b-7213-427b-a0e5-2caa58901d37', 'mac_address': 'fa:16:3e:d5:d1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:34.614406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 6b1a292b-7213-427b-a0e5-2caa58901d37 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:34.615220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:34.619307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf8bf714-a936-4984-bdf1-7228e1d1bce6 req-01eac9c7-2921-4d60-b986-943fde69ce8f tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999987 Feb 09 02:02:34.627557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604248c2-5eaa-4ec0-8ab9-7c07929a705e req-4761e8de-4f1c-433b-b107-afae6d15b0ab tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:34.638183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1a292b-7213-427b-a0e5-2caa58901d37 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:34.641844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-604248c2-5eaa-4ec0-8ab9-7c07929a705e req-4761e8de-4f1c-433b-b107-afae6d15b0ab tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1129 time: 0.1124749 Feb 09 02:02:34.663103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6b1a292b-7213-427b-a0e5-2caa58901d37, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6b1a292b-7213-427b-a0e5-2caa58901d37,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:34.668600 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:34.738089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-604248c2-5eaa-4ec0-8ab9-7c07929a705e req-be0eb971-c423-4936-acb1-35de234536d7 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950289 Feb 09 02:02:34.764483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6b1a292b-7213-427b-a0e5-2caa58901d37,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:34.779780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:34.974534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c2d4a22c-105b-437c-ab9c-bb72a9dc7fdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f76315dfcb0541c299d497e78ed83a99&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1935375 Feb 09 02:02:34.977231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36002) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:34.992198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['6b1a292b-7213-427b-a0e5-2caa58901d37'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:34.997952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-8ea3b137-fdca-4304-a9ae-2b1ce22af9b1 req-9c7a36fa-2c6b-41ab-9985-2dbcd651691b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:02:34.999602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ea3b137-fdca-4304-a9ae-2b1ce22af9b1 req-9c7a36fa-2c6b-41ab-9985-2dbcd651691b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058029 Feb 09 02:02:35.067177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b211781-25ac-40b9-a35f-a6e76f0e20db admin admin] Publish callbacks [] for security_group (be78424d-d193-435c-99b0-37ad0167eed6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.104924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b211781-25ac-40b9-a35f-a6e76f0e20db admin admin] Publish callbacks [] for security_group (be78424d-d193-435c-99b0-37ad0167eed6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.172844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b211781-25ac-40b9-a35f-a6e76f0e20db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (be78424d-d193-435c-99b0-37ad0167eed6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.179959 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b211781-25ac-40b9-a35f-a6e76f0e20db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.183267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9b211781-25ac-40b9-a35f-a6e76f0e20db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be78424d-d193-435c-99b0-37ad0167eed6 HTTP/1.1" status: 204 len: 168 time: 0.2050035 Feb 09 02:02:35.196482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b211781-25ac-40b9-a35f-a6e76f0e20db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78424d-d193-435c-99b0-37ad0167eed6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:35.353141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:35.464390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a4593-dff7-4686-b11b-a4327a9e9773 req-4fe092fa-0c0e-47c0-a3b2-07e9f2b7f62c tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:35.465981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-453a4593-dff7-4686-b11b-a4327a9e9773 req-4fe092fa-0c0e-47c0-a3b2-07e9f2b7f62c tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 948 time: 0.0615509 Feb 09 02:02:35.521722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-453a4593-dff7-4686-b11b-a4327a9e9773 req-83cd3979-f0ec-494d-baa5-c584072a4019 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484118 Feb 09 02:02:35.572218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.666812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Publish callbacks [] for security_group (da17a9e2-33e0-4b9f-a818-ae6a58a3530c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.678257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (da17a9e2-33e0-4b9f-a818-ae6a58a3530c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.725656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da17a9e2-33e0-4b9f-a818-ae6a58a3530c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:35.736178 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7ae7e66ca8c44b7a8de1139c5a840e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817737 Feb 09 02:02:35.738745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.739087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.739423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.739756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.740084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.740407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.740726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.741045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.741362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.741720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.741991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.742305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.742859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64989a86-347a-458c-a51e-11c71ba00854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:35.743766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36036) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:35.822293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceb0b7-ffa2-465c-b735-aee47cdb92ef req-08d38aeb-da7e-4ebe-9bfe-cd13600f6bc1 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:35.823850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dceb0b7-ffa2-465c-b735-aee47cdb92ef req-08d38aeb-da7e-4ebe-9bfe-cd13600f6bc1 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 949 time: 0.1306860 Feb 09 02:02:35.845259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Publish callbacks [] for security_group (da17a9e2-33e0-4b9f-a818-ae6a58a3530c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.853667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:35.894358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Publish callbacks [] for security_group (da17a9e2-33e0-4b9f-a818-ae6a58a3530c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.927293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dceb0b7-ffa2-465c-b735-aee47cdb92ef req-41c7601d-ce81-44ef-abef-e6781d4c21a4 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923336 Feb 09 02:02:35.944993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae994b6e-14c9-4b53-b476-908c6f2ba6a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a34c28f1622b4a0d88ff80165b12981f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901008 Feb 09 02:02:35.947531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36048) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:35.974620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:36.008228 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b4b5-05ab-471c-8c6c-ecf9a49ba745 admin admin] Publish callbacks [] for security_group (2699716e-e4cf-4358-b996-54090dfb8873), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.018101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (da17a9e2-33e0-4b9f-a818-ae6a58a3530c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.021150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.022528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da17a9e2-33e0-4b9f-a818-ae6a58a3530c HTTP/1.1" status: 204 len: 168 time: 0.2746930 Feb 09 02:02:36.044794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da17a9e2-33e0-4b9f-a818-ae6a58a3530c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:36.048406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b4b5-05ab-471c-8c6c-ecf9a49ba745 admin admin] Publish callbacks [] for security_group (2699716e-e4cf-4358-b996-54090dfb8873), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.062672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.063192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.063694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.064195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.064524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.065191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.066378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.066923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.067645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.068235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.068911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.069249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.069661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee54201c-a9f2-43b2-a1a9-c80a1024e451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.145773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b4b5-05ab-471c-8c6c-ecf9a49ba745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2699716e-e4cf-4358-b996-54090dfb8873), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.148421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b4b5-05ab-471c-8c6c-ecf9a49ba745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.152021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7cc2b4b5-05ab-471c-8c6c-ecf9a49ba745 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2699716e-e4cf-4358-b996-54090dfb8873 HTTP/1.1" status: 204 len: 168 time: 0.2011311 Feb 09 02:02:36.158339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2b4b5-05ab-471c-8c6c-ecf9a49ba745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2699716e-e4cf-4358-b996-54090dfb8873,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:36.166004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fccef656-31b1-4cfe-adfa-77c203bcde4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.313220 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fccef656-31b1-4cfe-adfa-77c203bcde4d admin admin] Publish callbacks [] for security_group (e42b62ab-5ac4-4450-ab52-d2e9982687a2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.318842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fccef656-31b1-4cfe-adfa-77c203bcde4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e42b62ab-5ac4-4450-ab52-d2e9982687a2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.350721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6b1a292b-7213-427b-a0e5-2caa58901d37 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:36.374960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccef656-31b1-4cfe-adfa-77c203bcde4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42b62ab-5ac4-4450-ab52-d2e9982687a2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:36.390207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36074) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:36.402948 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fccef656-31b1-4cfe-adfa-77c203bcde4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98712316e3f4420faf8a957b620752db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222853 Feb 09 02:02:36.476443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 6b1a292b-7213-427b-a0e5-2caa58901d37 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:36.481190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 6b1a292b-7213-427b-a0e5-2caa58901d37 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:36.481617 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.493253 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d32e40e5-1ca8-4a99-b58e-6986e7d81956 admin admin] Publish callbacks [] for security_group (e42b62ab-5ac4-4450-ab52-d2e9982687a2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.544683 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d32e40e5-1ca8-4a99-b58e-6986e7d81956 admin admin] Publish callbacks [] for security_group (e42b62ab-5ac4-4450-ab52-d2e9982687a2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.592777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 6b1a292b-7213-427b-a0e5-2caa58901d37 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:36.593172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.622524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a292b-7213-427b-a0e5-2caa58901d37'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:36.625974 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d4d9f-4971-4cd7-8d2a-9178fd835e0a" -d '{"events": [{"server_uuid": "f5d80535-0b7e-498e-bc69-82c239749d0b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a292b-7213-427b-a0e5-2caa58901d37"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:36.649806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6b1a292b-7213-427b-a0e5-2caa58901d37, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6b1a292b-7213-427b-a0e5-2caa58901d37,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:36.656741 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.703186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36090) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:36.728938 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d32e40e5-1ca8-4a99-b58e-6986e7d81956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e42b62ab-5ac4-4450-ab52-d2e9982687a2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.732976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496f9cf0-2420-4f3c-8ed0-b316a61b79d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.734301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d32e40e5-1ca8-4a99-b58e-6986e7d81956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.736085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d32e40e5-1ca8-4a99-b58e-6986e7d81956 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e42b62ab-5ac4-4450-ab52-d2e9982687a2 HTTP/1.1" status: 204 len: 168 time: 0.3443282 Feb 09 02:02:36.747240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6b1a292b-7213-427b-a0e5-2caa58901d37,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:36.753569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e40e5-1ca8-4a99-b58e-6986e7d81956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42b62ab-5ac4-4450-ab52-d2e9982687a2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:36.770285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.771053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.771746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.772328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.773068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.773622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.774294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.774918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.775478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.776750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.777386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.777992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.778528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:36.781037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82c399-14ff-4059-adab-b3210c14f532 req-b1ea2780-4b3f-4f8f-8dad-69af37856a3e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:36.789010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd82c399-14ff-4059-adab-b3210c14f532 req-b1ea2780-4b3f-4f8f-8dad-69af37856a3e tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 948 time: 0.1755834 Feb 09 02:02:36.844667 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496f9cf0-2420-4f3c-8ed0-b316a61b79d0 admin admin] Publish callbacks [] for security_group (67eb7d26-46fe-4360-8dc3-75237eb2dd22), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.851897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-496f9cf0-2420-4f3c-8ed0-b316a61b79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (67eb7d26-46fe-4360-8dc3-75237eb2dd22), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.902760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd82c399-14ff-4059-adab-b3210c14f532 req-8ca5d412-8697-4bd2-ae4d-6be3d14a3bde tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082520 Feb 09 02:02:36.907001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f9cf0-2420-4f3c-8ed0-b316a61b79d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb7d26-46fe-4360-8dc3-75237eb2dd22,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:36.948502 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-496f9cf0-2420-4f3c-8ed0-b316a61b79d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d79daca695e437ca6fca5eb1fb011b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435849 Feb 09 02:02:36.951142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36104) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:36.974951 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83c56cd-da6e-4450-91cd-494b047dc520 x-openstack-request-id: req-b83c56cd-da6e-4450-91cd-494b047dc520 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:36.975287 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d80535-0b7e-498e-bc69-82c239749d0b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a292b-7213-427b-a0e5-2caa58901d37", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:36.975562 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b83c56cd-da6e-4450-91cd-494b047dc520 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:36.977098 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a292b-7213-427b-a0e5-2caa58901d37', 'code': 200} Feb 09 02:02:37.058063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:37.067613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-672bbd9d-4d1c-4653-8f85-d844020e8309 admin admin] Publish callbacks [] for security_group (67eb7d26-46fe-4360-8dc3-75237eb2dd22), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.174933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-672bbd9d-4d1c-4653-8f85-d844020e8309 admin admin] Publish callbacks [] for security_group (67eb7d26-46fe-4360-8dc3-75237eb2dd22), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.225769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bbf68-3fda-4425-8ed5-559b3da7ab7c req-f4443964-464b-4193-8eac-06cc991091a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:37.227366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b3bbf68-3fda-4425-8ed5-559b3da7ab7c req-f4443964-464b-4193-8eac-06cc991091a3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 1133 time: 0.1538796 Feb 09 02:02:37.244964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e43c9f-68b3-4784-9eec-6d3b2d722370 req-7b4413bb-0566-4e8f-9546-677931d9a96d tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:37.246684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27e43c9f-68b3-4784-9eec-6d3b2d722370 req-7b4413bb-0566-4e8f-9546-677931d9a96d tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.1760309 Feb 09 02:02:37.308352 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-672bbd9d-4d1c-4653-8f85-d844020e8309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (67eb7d26-46fe-4360-8dc3-75237eb2dd22), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.310962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-672bbd9d-4d1c-4653-8f85-d844020e8309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.314362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-672bbd9d-4d1c-4653-8f85-d844020e8309 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67eb7d26-46fe-4360-8dc3-75237eb2dd22 HTTP/1.1" status: 204 len: 168 time: 0.3599815 Feb 09 02:02:37.326569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b3bbf68-3fda-4425-8ed5-559b3da7ab7c req-400e6db6-15c5-4a54-9f1a-e4bc42ab5cd8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912406 Feb 09 02:02:37.334388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bbd9d-4d1c-4653-8f85-d844020e8309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb7d26-46fe-4360-8dc3-75237eb2dd22,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.358803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27e43c9f-68b3-4784-9eec-6d3b2d722370 req-5c1d27ee-9b17-432d-8257-9b69b5aee604 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055801 Feb 09 02:02:37.398580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb2eefd9-24d2-4f8b-ae95-557a58fa8b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.462244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36122) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:37.476398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ced7b16-46f4-44fb-b561-762bbb72b8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.494365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb2eefd9-24d2-4f8b-ae95-557a58fa8b3f admin admin] Publish callbacks [] for security_group (d39960ac-b2db-4c07-93a9-ee40fc75551c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.509304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb2eefd9-24d2-4f8b-ae95-557a58fa8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d39960ac-b2db-4c07-93a9-ee40fc75551c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.557250 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb2eefd9-24d2-4f8b-ae95-557a58fa8b3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8dd7fe2fd32e420a9ae7456ca203f1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978290 Feb 09 02:02:37.558379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eefd9-24d2-4f8b-ae95-557a58fa8b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39960ac-b2db-4c07-93a9-ee40fc75551c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.560120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36124) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:37.587579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ced7b16-46f4-44fb-b561-762bbb72b8c6 admin admin] Publish callbacks [] for security_group (cbd8814f-0627-48f3-a6c8-58fa38e71613), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.596912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ced7b16-46f4-44fb-b561-762bbb72b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cbd8814f-0627-48f3-a6c8-58fa38e71613), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.634208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:37.655738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced7b16-46f4-44fb-b561-762bbb72b8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd8814f-0627-48f3-a6c8-58fa38e71613,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.663203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ced7b16-46f4-44fb-b561-762bbb72b8c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc5bc2791d9741659a166a5c05a952e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974223 Feb 09 02:02:37.664236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:37.676760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a80db30d-00b0-4dac-b9e1-48499af9f6da admin admin] Publish callbacks [] for security_group (d39960ac-b2db-4c07-93a9-ee40fc75551c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.702084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device be135899-2a4d-4b94-9bd0-85e1e7f608bc details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:37.703552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a80db30d-00b0-4dac-b9e1-48499af9f6da admin admin] Publish callbacks [] for security_group (d39960ac-b2db-4c07-93a9-ee40fc75551c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.729775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7aa67f1c-3113-40a4-8ce1-1795277eb766 admin admin] Publish callbacks [] for security_group (cbd8814f-0627-48f3-a6c8-58fa38e71613), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.760303 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7aa67f1c-3113-40a4-8ce1-1795277eb766 admin admin] Publish callbacks [] for security_group (cbd8814f-0627-48f3-a6c8-58fa38e71613), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.765690 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a80db30d-00b0-4dac-b9e1-48499af9f6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d39960ac-b2db-4c07-93a9-ee40fc75551c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.769935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a80db30d-00b0-4dac-b9e1-48499af9f6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.771715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a80db30d-00b0-4dac-b9e1-48499af9f6da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d39960ac-b2db-4c07-93a9-ee40fc75551c HTTP/1.1" status: 204 len: 168 time: 0.2099457 Feb 09 02:02:37.789884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80db30d-00b0-4dac-b9e1-48499af9f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39960ac-b2db-4c07-93a9-ee40fc75551c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.844056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port be135899-2a4d-4b94-9bd0-85e1e7f608bc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=be135899-2a4d-4b94-9bd0-85e1e7f608bc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:37.848319 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7aa67f1c-3113-40a4-8ce1-1795277eb766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cbd8814f-0627-48f3-a6c8-58fa38e71613), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.855149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7aa67f1c-3113-40a4-8ce1-1795277eb766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.859377 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7aa67f1c-3113-40a4-8ce1-1795277eb766 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbd8814f-0627-48f3-a6c8-58fa38e71613 HTTP/1.1" status: 204 len: 168 time: 0.1936672 Feb 09 02:02:37.867743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc', 'mac_address': 'fa:16:3e:5d:54:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:37.872507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa67f1c-3113-40a4-8ce1-1795277eb766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd8814f-0627-48f3-a6c8-58fa38e71613,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.919165 n-d-826675-12 neutron-server[103150]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 02:02:37.923614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-1afd40d6-037b-4875-9669-75e5d0bed400 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:02:37.924295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port be135899-2a4d-4b94-9bd0-85e1e7f608bc is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:37.925413 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.934246 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-1afd40d6-037b-4875-9669-75e5d0bed400 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2987571 Feb 09 02:02:37.941118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be135899-2a4d-4b94-9bd0-85e1e7f608bc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:37.964226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port be135899-2a4d-4b94-9bd0-85e1e7f608bc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=be135899-2a4d-4b94-9bd0-85e1e7f608bc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:37.970864 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.038623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=be135899-2a4d-4b94-9bd0-85e1e7f608bc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:38.076816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dc84-c5cb-4155-b03a-0badaf774dbf req-40b0fe51-ca5e-47f9-905f-fdf20ac09d82 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:38.078431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2911dc84-c5cb-4155-b03a-0badaf774dbf req-40b0fe51-ca5e-47f9-905f-fdf20ac09d82 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 949 time: 0.0603840 Feb 09 02:02:38.134858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2911dc84-c5cb-4155-b03a-0badaf774dbf req-31b20138-2a68-4901-bf94-23f680df76b8 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492253 Feb 09 02:02:38.352306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['be135899-2a4d-4b94-9bd0-85e1e7f608bc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:38.415592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:38.436487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05bd4bb4-3e33-4a64-a97d-20f782f58d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.529023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05bd4bb4-3e33-4a64-a97d-20f782f58d37 admin admin] Publish callbacks [] for security_group (bf063de2-649e-4c8b-b94d-f8131ef16985), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.535973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05bd4bb4-3e33-4a64-a97d-20f782f58d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bf063de2-649e-4c8b-b94d-f8131ef16985), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.580311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb1b8d-3117-4123-92ca-c6e0f7c5d74e req-8865840c-8822-44f7-b0c0-a0f428fcdde9 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:38.590320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48fb1b8d-3117-4123-92ca-c6e0f7c5d74e req-8865840c-8822-44f7-b0c0-a0f428fcdde9 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.1281638 Feb 09 02:02:38.592698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-05bd4bb4-3e33-4a64-a97d-20f782f58d37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2485587b91a640e6b7e4ef2946441d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761105 Feb 09 02:02:38.595409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36168) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:38.658397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd4bb4-3e33-4a64-a97d-20f782f58d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf063de2-649e-4c8b-b94d-f8131ef16985,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:38.676296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-036c5082-c6a6-429b-b04a-ea03a778bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:38.678284 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-036c5082-c6a6-429b-b04a-ea03a778bd5a service neutron] 10.222.0.53 "GET /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 1126 time: 0.4288583 Feb 09 02:02:38.678981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48fb1b8d-3117-4123-92ca-c6e0f7c5d74e req-a64c8edc-6fd2-4a56-b082-29e1644b01b7 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876670 Feb 09 02:02:38.692854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:38.693618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:02:38.807092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-478e4634-f5c8-48c0-9a38-a43a35305eab admin admin] Publish callbacks [] for security_group (bf063de2-649e-4c8b-b94d-f8131ef16985), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.848470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-478e4634-f5c8-48c0-9a38-a43a35305eab admin admin] Publish callbacks [] for security_group (bf063de2-649e-4c8b-b94d-f8131ef16985), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.947474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:38.948064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:38.948553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:38.958475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:38.958866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:38.965265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-478e4634-f5c8-48c0-9a38-a43a35305eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bf063de2-649e-4c8b-b94d-f8131ef16985), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.968013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-478e4634-f5c8-48c0-9a38-a43a35305eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.973846 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-478e4634-f5c8-48c0-9a38-a43a35305eab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf063de2-649e-4c8b-b94d-f8131ef16985 HTTP/1.1" status: 204 len: 168 time: 0.3756912 Feb 09 02:02:38.975714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:38.976055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:38.976444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:38.976886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Bound port: c9bcdedb-182a-4df6-8a7b-573962747a12, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:39.005706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e4634-f5c8-48c0-9a38-a43a35305eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf063de2-649e-4c8b-b94d-f8131ef16985,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:39.090864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:39.099342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.108756 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-944268a2-8306-4f7a-825d-d793302678d7 service neutron] 10.222.0.53 "POST /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12/bindings HTTP/1.1" status: 201 len: 390 time: 0.4188199 Feb 09 02:02:39.368449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f008422-443b-4736-a2f6-d472f4082737 req-3289bad4-450e-492a-b0b2-590969b94912 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:39.376288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f008422-443b-4736-a2f6-d472f4082737 req-3289bad4-450e-492a-b0b2-590969b94912 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 949 time: 0.1393480 Feb 09 02:02:39.387040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362593a-3a51-4233-a865-8ecb9066e866 req-7a6d4427-f5ab-4fc0-ad10-4be21d33d576 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:39.388502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a362593a-3a51-4233-a865-8ecb9066e866 req-7a6d4427-f5ab-4fc0-ad10-4be21d33d576 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 946 time: 0.0892150 Feb 09 02:02:39.509322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a362593a-3a51-4233-a865-8ecb9066e866 req-4660ee44-4ad6-49e5-8d61-804492436c7a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025491 Feb 09 02:02:39.523128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f008422-443b-4736-a2f6-d472f4082737 req-1c86a400-1881-40ac-8add-fc2e822215ce tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458933 Feb 09 02:02:39.533895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-7a6e16c5-4bef-4e89-a860-176ebc716e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:39.536709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-7a6e16c5-4bef-4e89-a860-176ebc716e9a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1129 time: 0.1262174 Feb 09 02:02:39.656469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-e59a965d-6509-432b-a753-2b27880072f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:39.658026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-e59a965d-6509-432b-a753-2b27880072f2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.1153600 Feb 09 02:02:39.704736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-fdd7cdba-679f-4323-8324-32e367dabd79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.0404999 Feb 09 02:02:39.719205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device be135899-2a4d-4b94-9bd0-85e1e7f608bc up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:39.769235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-12e606fc-72d9-43e6-ab06-7f9f5ccc4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:39.770760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-12e606fc-72d9-43e6-ab06-7f9f5ccc4eb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0593517 Feb 09 02:02:39.803925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port be135899-2a4d-4b94-9bd0-85e1e7f608bc completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:39.808105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port be135899-2a4d-4b94-9bd0-85e1e7f608bc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:39.808688 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.835874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-f0bbe128-2c28-4642-a374-951ebb2136df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573559 Feb 09 02:02:39.923511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port be135899-2a4d-4b94-9bd0-85e1e7f608bc is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:39.924105 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.960677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:39.963742 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfef0bf-64a3-412d-8ccd-cecc3ff63b1e" -d '{"events": [{"server_uuid": "5ce73c0d-4353-49e0-a04c-0c116c4f7af6", "name": "network-vif-plugged", "status": "completed", "tag": "be135899-2a4d-4b94-9bd0-85e1e7f608bc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:39.980071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port be135899-2a4d-4b94-9bd0-85e1e7f608bc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=be135899-2a4d-4b94-9bd0-85e1e7f608bc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:39.987503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.998796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c5415-a8f4-4e74-b23d-35acc85370e9 req-63daf687-abee-4bc8-9379-ca6b14b346cd tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.010824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-440c5415-a8f4-4e74-b23d-35acc85370e9 req-63daf687-abee-4bc8-9379-ca6b14b346cd tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.2207561 Feb 09 02:02:40.046057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-089c1cb0-168d-448a-9457-b6bdad75d7cd service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033632 Feb 09 02:02:40.052552 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43ac496-ffb6-4a64-983a-b2185d4b0094 x-openstack-request-id: req-d43ac496-ffb6-4a64-983a-b2185d4b0094 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:40.053335 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce73c0d-4353-49e0-a04c-0c116c4f7af6", "name": "network-vif-plugged", "status": "completed", "tag": "be135899-2a4d-4b94-9bd0-85e1e7f608bc", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:40.054025 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d43ac496-ffb6-4a64-983a-b2185d4b0094 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:40.055113 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc', 'code': 200} Feb 09 02:02:40.124651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=be135899-2a4d-4b94-9bd0-85e1e7f608bc,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:40.165542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2089508-a7f2-49bd-8650-04ed2e38e9c5 req-bc1efcd9-1618-4558-b70d-3274253b5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.167902 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d2089508-a7f2-49bd-8650-04ed2e38e9c5 req-bc1efcd9-1618-4558-b70d-3274253b5ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 1133 time: 0.0632274 Feb 09 02:02:40.239698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d2089508-a7f2-49bd-8650-04ed2e38e9c5 req-ae686435-9c2a-4d86-8625-b95aaa405773 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617108 Feb 09 02:02:40.307836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:40.342979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-440c5415-a8f4-4e74-b23d-35acc85370e9 req-f5cac227-8c25-48d5-a900-82f75d1f1b32 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306849 Feb 09 02:02:40.394425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-b866527c-d9ec-4d12-a3e3-531fb5086a92 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320646 Feb 09 02:02:40.490498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-network', 'tenant_id': '809ca2a74df54357a695842499aa5456'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:40.520788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Made reservation on behalf of 809ca2a74df54357a695842499aa5456 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:40.523990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.536318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.665376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks [] for security_group (c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.674173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.714680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:02:40.726181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:40.731825 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d55f951f-baf1-427f-a9b3-68e5185706f6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.732224 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Added segment d55f951f-baf1-427f-a9b3-68e5185706f6 of type vlan for network fc953349-2e59-43e7-86c4-6d4774d80beb Feb 09 02:02:40.759150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-9ccd5c6f-a788-4ccb-a09f-e4d64430a015 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.761068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-9ccd5c6f-a788-4ccb-a09f-e4d64430a015 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1129 time: 0.1729524 Feb 09 02:02:40.774994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66e918-aea0-4325-a17e-be932216a13e req-87b923a8-612c-40ce-a903-62ceb4a97ef3 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.782648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a66e918-aea0-4325-a17e-be932216a13e req-87b923a8-612c-40ce-a903-62ceb4a97ef3 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.2329133 Feb 09 02:02:40.793916 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fc953349-2e59-43e7-86c4-6d4774d80beb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.815312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:40.838737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fc953349-2e59-43e7-86c4-6d4774d80beb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.840423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.841346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.882702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a66e918-aea0-4325-a17e-be932216a13e req-f1aeb2b0-31eb-4d2e-88de-34429709d3ef tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979366 Feb 09 02:02:40.904797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda9bd9-889c-45a8-bf33-d2c376783ae2 req-02e06e5e-3fd2-4e92-9285-897c4f617cd2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.906373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fda9bd9-889c-45a8-bf33-d2c376783ae2 req-02e06e5e-3fd2-4e92-9285-897c4f617cd2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 946 time: 0.2021706 Feb 09 02:02:40.954916 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6432753 Feb 09 02:02:40.957673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:40.961102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.964847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Request body: {'subnet': {'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-subnet', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:40.983286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc626f-b49f-4c9e-9f72-39aa3c54c58e admin admin] Pushing event updated for resources: {'Network': ['ID=fc953349-2e59-43e7-86c4-6d4774d80beb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:40.991745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Made reservation on behalf of 809ca2a74df54357a695842499aa5456 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:40.997072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fc953349-2e59-43e7-86c4-6d4774d80beb details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:02:41.010999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.027665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fda9bd9-889c-45a8-bf33-d2c376783ae2 req-0ab65ee3-8452-46f1-8e9c-4d7838ddb439 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963504 Feb 09 02:02:41.130615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5c0d2-ee08-4bdd-8fe1-1a9565ef213d req-37fb5e96-6e39-4703-8134-60ec804bcbc6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.132476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1c5c0d2-ee08-4bdd-8fe1-1a9565ef213d req-37fb5e96-6e39-4703-8134-60ec804bcbc6 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 950 time: 0.1625683 Feb 09 02:02:41.238545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:41.243461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1c5c0d2-ee08-4bdd-8fe1-1a9565ef213d req-bbcbd4ab-e828-4e87-97c0-ca86a426c55b tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003997 Feb 09 02:02:41.288100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:41.351098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:41.358527 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e9a8bc-dcaf-4392-9e66-ed6ee03b7fcb" -d '{"events": [{"server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:41.360686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Publish callbacks [] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.371700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.501527 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b252c5-65e7-4875-8f4b-0fd817bd2aa1 x-openstack-request-id: req-91b252c5-65e7-4875-8f4b-0fd817bd2aa1 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:41.501857 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:41.502053 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91b252c5-65e7-4875-8f4b-0fd817bd2aa1 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:41.502634 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12', 'code': 200} Feb 09 02:02:41.513552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:41.513955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:41.514239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:41.517157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:41.523619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:41.523826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Attempting to bind port c9bcdedb-182a-4df6-8a7b-573962747a12 on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:41.530335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:41.530928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:41.531694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:41.532323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Bound port: c9bcdedb-182a-4df6-8a7b-573962747a12, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:41.532840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.536976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (bf4e26bb-0e71-45da-a99c-e9932a3e3ccb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.650943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf4e26bb-0e71-45da-a99c-e9932a3e3ccb,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:41.664490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:41.675601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:41.677185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Checking segment: {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:41.677652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Network hostable DHCP agents. Network: fc953349-2e59-43e7-86c4-6d4774d80beb, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:02:41.691269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.702585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Network fc953349-2e59-43e7-86c4-6d4774d80beb is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:02:41.734692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fc953349-2e59-43e7-86c4-6d4774d80beb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:41.745742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbfd69d-47f6-4341-adfb-54a4bc8669cc None None] Network fc953349-2e59-43e7-86c4-6d4774d80beb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:41.747116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.748252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.782924 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-61433e62-6373-4646-b351-b9af599d564d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8218689 Feb 09 02:02:41.786530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36312) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:41.796900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:41.840748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (b3d62d93-b5c3-456a-afcd-bfaa61964673), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.842094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (b3d62d93-b5c3-456a-afcd-bfaa61964673), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.892472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:41.896837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.897807 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.899772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-35f92d8d-e861-4507-a0ba-16d46577b872 service neutron] 10.222.0.82 "PUT /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 1124 time: 1.1129200 Feb 09 02:02:41.986114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks [] for router_controller (b3d62d93-b5c3-456a-afcd-bfaa61964673), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.993337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['c9bcdedb-182a-4df6-8a7b-573962747a12'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:42.022678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-fc953349-2e59-43e7-86c4-6d4774d80beb', 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb', 'project_id': '809ca2a74df54357a695842499aa5456', 'fixed_ips': [{'subnet_id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:02:42.024408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.088001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966968c1-0666-4fdd-9e21-5bef2b94ccc0 req-50437f27-e8d7-45fa-a6fb-749ccc0b06a3 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:42.089337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-966968c1-0666-4fdd-9e21-5bef2b94ccc0 req-50437f27-e8d7-45fa-a6fb-749ccc0b06a3 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.0827496 Feb 09 02:02:42.259754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-966968c1-0666-4fdd-9e21-5bef2b94ccc0 req-5338b930-e04e-4159-b2c9-91b8be0c07ee tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622503 Feb 09 02:02:42.306893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60df31-611b-46b5-9203-4310e0ceabe7 req-72bbb113-aec3-4359-89c6-92594b40de23 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:42.312666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f60df31-611b-46b5-9203-4310e0ceabe7 req-72bbb113-aec3-4359-89c6-92594b40de23 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.1471691 Feb 09 02:02:42.373236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f60df31-611b-46b5-9203-4310e0ceabe7 req-ce991d82-9de8-4038-b850-bd2ca50606fb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523176 Feb 09 02:02:42.404198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Allocated IP 172.20.0.2 (fc953349-2e59-43e7-86c4-6d4774d80beb/bf4e26bb-0e71-45da-a99c-e9932a3e3ccb/886b891d-ca3b-4500-a164-96818a0b3ef9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:42.440865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36344) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:42.543949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks [] for router_gateway (b3d62d93-b5c3-456a-afcd-bfaa61964673), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.595098 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Publish callbacks [] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.607649 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.650738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Network fc953349-2e59-43e7-86c4-6d4774d80beb is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:42.658069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:42.664487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:42.677206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Pushing event updated for resources: {'Port': ['ID=886b891d-ca3b-4500-a164-96818a0b3ef9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:42.759317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Attempting to bind port 886b891d-ca3b-4500-a164-96818a0b3ef9 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:42.759934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Attempting to bind port 886b891d-ca3b-4500-a164-96818a0b3ef9 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:42.760359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Attempting to bind port 886b891d-ca3b-4500-a164-96818a0b3ef9 on network fc953349-2e59-43e7-86c4-6d4774d80beb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:42.771523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:42.771994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Checking segment: {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:42.772461 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.772919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Bound using segment: {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:42.773470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Bound port: 886b891d-ca3b-4500-a164-96818a0b3ef9, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:42.773937 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.785852 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6434d147-a503-4b51-9656-34d594a6c587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.793212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec04bed-2a4e-488c-825b-0ab1f082bc83 req-73ab033e-1839-411c-9159-c283abe30170 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:42.794789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eec04bed-2a4e-488c-825b-0ab1f082bc83 req-73ab033e-1839-411c-9159-c283abe30170 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 950 time: 0.1322491 Feb 09 02:02:42.846331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] For port 886b891d-ca3b-4500-a164-96818a0b3ef9, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:42.848480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks [] for router_gateway (b3d62d93-b5c3-456a-afcd-bfaa61964673), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.850337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] For port 886b891d-ca3b-4500-a164-96818a0b3ef9, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=886b891d-ca3b-4500-a164-96818a0b3ef9,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:42.858351 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.873876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.909888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9abaa-42a8-47ca-85b1-3a48776c1cba req-68e45135-1ea2-483f-a92d-cb971a4daa1d tempest-LiveMigrationNegativeTest-213180617 tempest-LiveMigrationNegativeTest-213180617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:42.911834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf9abaa-42a8-47ca-85b1-3a48776c1cba req-68e45135-1ea2-483f-a92d-cb971a4daa1d tempest-LiveMigrationNegativeTest-213180617 tempest-LiveMigrationNegativeTest-213180617-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 1133 time: 0.1552510 Feb 09 02:02:42.929571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111fe3-3617-4f22-a1b0-e42883c530c9 None None] Pushing event updated for resources: {'Port': ['ID=886b891d-ca3b-4500-a164-96818a0b3ef9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:42.930327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eec04bed-2a4e-488c-825b-0ab1f082bc83 req-2aa32cce-3c42-4447-93dc-c52e896c6bdb tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192949 Feb 09 02:02:42.959065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bbf9abaa-42a8-47ca-85b1-3a48776c1cba req-4bfcebda-959e-4453-8faf-21a5321f0771 tempest-LiveMigrationNegativeTest-213180617 tempest-LiveMigrationNegativeTest-213180617-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.020377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6434d147-a503-4b51-9656-34d594a6c587 admin admin] Publish callbacks [] for security_group (f529305a-47e7-4180-82b7-815cd9c6070e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.031331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6434d147-a503-4b51-9656-34d594a6c587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f529305a-47e7-4180-82b7-815cd9c6070e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.054009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Allocated IP 172.25.6.165 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:43.106928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6434d147-a503-4b51-9656-34d594a6c587 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4c2a57850434d43904f179bb1a77ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6641755 Feb 09 02:02:43.108966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434d147-a503-4b51-9656-34d594a6c587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f529305a-47e7-4180-82b7-815cd9c6070e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:43.113898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36362) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:43.176378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bbf9abaa-42a8-47ca-85b1-3a48776c1cba req-4bfcebda-959e-4453-8faf-21a5321f0771 tempest-LiveMigrationNegativeTest-213180617 tempest-LiveMigrationNegativeTest-213180617-project-admin] Publish callbacks [] for security_group (9fab44ee-5363-42ab-9012-d7304d9a9823), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.189390 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bbf9abaa-42a8-47ca-85b1-3a48776c1cba req-4bfcebda-959e-4453-8faf-21a5321f0771 tempest-LiveMigrationNegativeTest-213180617 tempest-LiveMigrationNegativeTest-213180617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9fab44ee-5363-42ab-9012-d7304d9a9823), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.252361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcebda-959e-4453-8faf-21a5321f0771 tempest-LiveMigrationNegativeTest-213180617 tempest-LiveMigrationNegativeTest-213180617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab44ee-5363-42ab-9012-d7304d9a9823,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:43.256899 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks [] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.265077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf9abaa-42a8-47ca-85b1-3a48776c1cba req-4bfcebda-959e-4453-8faf-21a5321f0771 tempest-LiveMigrationNegativeTest-213180617 tempest-LiveMigrationNegativeTest-213180617-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413658 Feb 09 02:02:43.265939 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e548635-3fcb-4472-8147-f40e9c5009fc admin admin] Publish callbacks [] for security_group (f529305a-47e7-4180-82b7-815cd9c6070e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.318986 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.335229 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e548635-3fcb-4472-8147-f40e9c5009fc admin admin] Publish callbacks [] for security_group (f529305a-47e7-4180-82b7-815cd9c6070e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.368560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:43.372260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:43.378943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:43.382858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:43.473911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e548635-3fcb-4472-8147-f40e9c5009fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f529305a-47e7-4180-82b7-815cd9c6070e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.478417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e548635-3fcb-4472-8147-f40e9c5009fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.483036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3e548635-3fcb-4472-8147-f40e9c5009fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f529305a-47e7-4180-82b7-815cd9c6070e HTTP/1.1" status: 204 len: 168 time: 0.3632629 Feb 09 02:02:43.500439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e548635-3fcb-4472-8147-f40e9c5009fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f529305a-47e7-4180-82b7-815cd9c6070e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:43.507869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:43.510996 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77571bb-887c-4288-8bf1-4aae9244aff8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:43.528629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce92e-98af-48b3-8d89-59f2d8339b53 req-ed7fc7a8-d10b-41ac-bf5f-6bcaa0295bfc tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:43.530804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a57ce92e-98af-48b3-8d89-59f2d8339b53 req-ed7fc7a8-d10b-41ac-bf5f-6bcaa0295bfc tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 950 time: 0.1041677 Feb 09 02:02:43.598597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a57ce92e-98af-48b3-8d89-59f2d8339b53 req-95a08b51-6e88-4fe3-a852-3c43f20bf771 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602913 Feb 09 02:02:43.770515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks [] for router_gateway (b3d62d93-b5c3-456a-afcd-bfaa61964673), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.963859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15323d-c445-4419-b4f5-39ed218bdee5 req-9c8ac1c7-7eec-47f4-a94f-6aeb098975fb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:43.965520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a15323d-c445-4419-b4f5-39ed218bdee5 req-9c8ac1c7-7eec-47f4-a94f-6aeb098975fb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.1361477 Feb 09 02:02:43.990985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:44.006860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba96bf9a-e76e-431f-8d66-893c363a93c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.056976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a15323d-c445-4419-b4f5-39ed218bdee5 req-6341c3ef-cd87-4b46-b51b-45df53136787 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Feb 09 02:02:44.096030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (b3d62d93-b5c3-456a-afcd-bfaa61964673), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.108859 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aacf02-b775-46da-8551-d621b692ce95 x-openstack-request-id: req-c4aacf02-b775-46da-8551-d621b692ce95 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:44.109375 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:44.109799 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4aacf02-b775-46da-8551-d621b692ce95 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:44.110385 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12', 'status': 'completed', 'code': 200} Feb 09 02:02:44.250840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba96bf9a-e76e-431f-8d66-893c363a93c7 admin admin] Publish callbacks [] for security_group (7696fae5-b800-4757-b99f-ebe9a8d8a0fa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.264718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba96bf9a-e76e-431f-8d66-893c363a93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7696fae5-b800-4757-b99f-ebe9a8d8a0fa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.310871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-e39b7359-d7a4-49cd-8eed-14a9cff227e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:44.312424 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-e39b7359-d7a4-49cd-8eed-14a9cff227e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1158 time: 0.1644938 Feb 09 02:02:44.348333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba96bf9a-e76e-431f-8d66-893c363a93c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b371ef62d1494b3da2e457b773b83949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564665 Feb 09 02:02:44.351289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36412) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:44.388464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96bf9a-e76e-431f-8d66-893c363a93c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7696fae5-b800-4757-b99f-ebe9a8d8a0fa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:44.437366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c9bcdedb-182a-4df6-8a7b-573962747a12 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:44.482099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a3ecd6c-10e5-4625-a132-b213aa53a62e admin admin] Publish callbacks [] for security_group (7696fae5-b800-4757-b99f-ebe9a8d8a0fa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.488610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Router b3d62d93-b5c3-456a-afcd-bfaa61964673 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:02:44.496667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-61daa587-a071-4f83-998d-dba530ba0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:44.504394 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-61daa587-a071-4f83-998d-dba530ba0852 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.1789970 Feb 09 02:02:44.559047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe050d-4903-4bdb-8266-fa8cb721af9d None None] Network fc953349-2e59-43e7-86c4-6d4774d80beb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:44.583268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a3ecd6c-10e5-4625-a132-b213aa53a62e admin admin] Publish callbacks [] for security_group (7696fae5-b800-4757-b99f-ebe9a8d8a0fa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.583876 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-cf8b240b-2bd1-4d10-8b1e-f4989e3ee409 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.0731974 Feb 09 02:02:44.657096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a3ecd6c-10e5-4625-a132-b213aa53a62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7696fae5-b800-4757-b99f-ebe9a8d8a0fa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.665336 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a3ecd6c-10e5-4625-a132-b213aa53a62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.669065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8a3ecd6c-10e5-4625-a132-b213aa53a62e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7696fae5-b800-4757-b99f-ebe9a8d8a0fa HTTP/1.1" status: 204 len: 168 time: 0.3140674 Feb 09 02:02:44.677659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-c479c593-8d9e-4636-a163-714a7ce1957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:44.679154 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-c479c593-8d9e-4636-a163-714a7ce1957f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0688207 Feb 09 02:02:44.757817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ecd6c-10e5-4625-a132-b213aa53a62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696fae5-b800-4757-b99f-ebe9a8d8a0fa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:44.763352 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-89ab6e74-5dbc-41df-86b4-5274672d7536 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731263 Feb 09 02:02:44.764821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:44.775929 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Sync routers for ids ['b3d62d93-b5c3-456a-afcd-bfaa61964673'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:44.804916 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Routers {'b3d62d93-b5c3-456a-afcd-bfaa61964673'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:44.806474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5602a-d9f6-455f-a0b8-5f4baa721a2d req-86628612-4193-448a-9878-d1c382b07dc9 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:44.808264 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b3d62d93-b5c3-456a-afcd-bfaa61964673'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:44.812484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.816559 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1067efee-bcf6-4c92-9e0a-9a6d1b8a7e03 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0267711 Feb 09 02:02:44.817442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21a5602a-d9f6-455f-a0b8-5f4baa721a2d req-86628612-4193-448a-9878-d1c382b07dc9 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 950 time: 0.3242040 Feb 09 02:02:44.836241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36424) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:44.867621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 886b891d-ca3b-4500-a164-96818a0b3ef9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:44.933904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-600a5a0f-7d7b-4a01-9b12-ea6a207e9a01 None None] Provisioning complete for port 886b891d-ca3b-4500-a164-96818a0b3ef9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:44.934745 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-d3e8ae43-390c-4be0-a47e-724b66508510 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618216 Feb 09 02:02:44.935081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600a5a0f-7d7b-4a01-9b12-ea6a207e9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:44.977699 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Set router b3d62d93-b5c3-456a-afcd-bfaa61964673 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:45.039798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d27066-dce2-494c-9762-b3d93b9b5a2e req-e3fefee0-0ce8-4b31-a771-0ed4a9d5c5ff tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:45.048360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84d27066-dce2-494c-9762-b3d93b9b5a2e req-e3fefee0-0ce8-4b31-a771-0ed4a9d5c5ff tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.3558156 Feb 09 02:02:45.070049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:45.074367 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c77571bb-887c-4288-8bf1-4aae9244aff8 req-8743dc4a-2317-4c54-ae77-1c7f206ce429 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329346 Feb 09 02:02:45.103099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21a5602a-d9f6-455f-a0b8-5f4baa721a2d req-ae870784-4460-48ca-8a71-a1142bd91a15 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831845 Feb 09 02:02:45.133231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c9bcdedb-182a-4df6-8a7b-573962747a12 has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:02:45.147739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84d27066-dce2-494c-9762-b3d93b9b5a2e req-a6a7a736-8ae4-4b03-bd53-4234fcb9faec tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980930 Feb 09 02:02:45.201938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 886b891d-ca3b-4500-a164-96818a0b3ef9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:45.208633 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:02:43Z', 'revision_number': 3, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port': {'id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:45.211359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.240108 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Checking router: b3d62d93-b5c3-456a-afcd-bfaa61964673 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:45.240835 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Updating router b3d62d93-b5c3-456a-afcd-bfaa61964673 port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:45.287519 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.383342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-600a5a0f-7d7b-4a01-9b12-ea6a207e9a01 None None] Current status of the port 886b891d-ca3b-4500-a164-96818a0b3ef9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:45.384633 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600a5a0f-7d7b-4a01-9b12-ea6a207e9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.470420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead21e8-c158-411b-8ae2-a7adde35da27 req-eeec0cfc-c77a-4aa2-ac94-6ed661fece36 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:45.479121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ead21e8-c158-411b-8ae2-a7adde35da27 req-eeec0cfc-c77a-4aa2-ac94-6ed661fece36 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.0989339 Feb 09 02:02:45.496129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-600a5a0f-7d7b-4a01-9b12-ea6a207e9a01 None None] For port 886b891d-ca3b-4500-a164-96818a0b3ef9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=886b891d-ca3b-4500-a164-96818a0b3ef9,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:45.543628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 886b891d-ca3b-4500-a164-96818a0b3ef9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:45.544030 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.568933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-600a5a0f-7d7b-4a01-9b12-ea6a207e9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.643144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:02:45.643709 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:02:45.658030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ead21e8-c158-411b-8ae2-a7adde35da27 req-c8a2728b-bf06-48df-8604-d0773213182c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783619 Feb 09 02:02:45.699634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a5a0f-7d7b-4a01-9b12-ea6a207e9a01 None None] Pushing event updated for resources: {'Port': ['ID=886b891d-ca3b-4500-a164-96818a0b3ef9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.715290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-76f1e467-d42f-4cdb-91c8-ce703a9d6f4a None None] Provisioning complete for port 886b891d-ca3b-4500-a164-96818a0b3ef9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:45.715290 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-76f1e467-d42f-4cdb-91c8-ce703a9d6f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.738787 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Publish callbacks [] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.747011 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.819133 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Pushing event updated for resources: {'Port': ['ID=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:45.835034 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.835390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.835732 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.836242 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.836726 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.837211 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.837721 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.838061 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.838398 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.838797 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.839135 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.839476 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.839804 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:45.843419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:45.852605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-76f1e467-d42f-4cdb-91c8-ce703a9d6f4a None None] Current status of the port 886b891d-ca3b-4500-a164-96818a0b3ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:45.859729 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Attempting to bind port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:45.860434 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Attempting to bind port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:45.861037 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Attempting to bind port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:45.867254 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:45.867707 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:45.868177 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.868635 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:45.869165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Bound port: b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:45.869755 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.902157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:45.953049 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] For port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:45.961373 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] For port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:45.969726 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.048807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d90c6444-4d55-44b9-8b89-52533ad5165f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.071568 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Routers {'b3d62d93-b5c3-456a-afcd-bfaa61964673'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:46.072317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b3d62d93-b5c3-456a-afcd-bfaa61964673'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:46.174255 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1bfbd-70cc-45ba-954d-5ca022fe085b None None] Pushing event updated for resources: {'Port': ['ID=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:46.224802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 886b891d-ca3b-4500-a164-96818a0b3ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:46.254187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Allocated IP 172.20.0.1 (fc953349-2e59-43e7-86c4-6d4774d80beb/bf4e26bb-0e71-45da-a99c-e9932a3e3ccb/c372b8c8-5b20-420c-94b0-5fdb42465252) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:46.267148 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] Set router b3d62d93-b5c3-456a-afcd-bfaa61964673 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:46.418362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36482) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:46.504139 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d90c6444-4d55-44b9-8b89-52533ad5165f admin admin] Publish callbacks [] for security_group (9d7c5978-9454-4abd-9239-368ce44b6692), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.540221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1405d5-fc32-440e-a761-d721296607a9 req-296fffe2-2c72-4f2d-bd6a-eed2ce812162 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:46.542505 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a1405d5-fc32-440e-a761-d721296607a9 req-296fffe2-2c72-4f2d-bd6a-eed2ce812162 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 950 time: 0.3993695 Feb 09 02:02:46.543404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d90c6444-4d55-44b9-8b89-52533ad5165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d7c5978-9454-4abd-9239-368ce44b6692), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.603426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d90c6444-4d55-44b9-8b89-52533ad5165f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5821db15b96478f8c13184a98b424e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7589047 Feb 09 02:02:46.613874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c6444-4d55-44b9-8b89-52533ad5165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c5978-9454-4abd-9239-368ce44b6692,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:46.626741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36490) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:46.657691 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:02:43Z', 'revision_number': 3, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port': {'id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:46.720193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700da76d-9083-4533-bce0-ed3004a233fc admin admin] Publish callbacks [] for security_group (9d7c5978-9454-4abd-9239-368ce44b6692), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.725544 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb34ae3-b63f-48ab-aca0-10bbc1323b6a None None] The sync data for ids ['b3d62d93-b5c3-456a-afcd-bfaa61964673'] in n-d-826675-12 is: [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:02:43Z', 'revision_number': 3, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port': {'id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:46.752353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700da76d-9083-4533-bce0-ed3004a233fc admin admin] Publish callbacks [] for security_group (9d7c5978-9454-4abd-9239-368ce44b6692), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.845802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 886b891d-ca3b-4500-a164-96818a0b3ef9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:46.858258 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700da76d-9083-4533-bce0-ed3004a233fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d7c5978-9454-4abd-9239-368ce44b6692), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.859369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231277-761c-48f6-9dc3-43d9ae860061 req-831e5421-1d0f-4c2c-8a42-72cae7b87ff4 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:46.860888 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700da76d-9083-4533-bce0-ed3004a233fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.862045 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-700da76d-9083-4533-bce0-ed3004a233fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d7c5978-9454-4abd-9239-368ce44b6692 HTTP/1.1" status: 204 len: 168 time: 0.2104654 Feb 09 02:02:46.868053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9231277-761c-48f6-9dc3-43d9ae860061 req-831e5421-1d0f-4c2c-8a42-72cae7b87ff4 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 950 time: 0.4913614 Feb 09 02:02:46.899180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700da76d-9083-4533-bce0-ed3004a233fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c5978-9454-4abd-9239-368ce44b6692,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:46.951205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fd653-829b-4617-9242-4f7927827569 req-5b9730db-0131-4a69-86a3-e24ed807a9f1 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:46.953030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a8fd653-829b-4617-9242-4f7927827569 req-5b9730db-0131-4a69-86a3-e24ed807a9f1 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.2722464 Feb 09 02:02:46.972992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e61b201c-2080-4420-a9fa-ae654ba689ba tempest-AutoAllocateNetworkTest-1920039252 tempest-AutoAllocateNetworkTest-1920039252-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=54e73fb4ab744eeeafc62f966840d85a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5520830 Feb 09 02:02:46.976957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks [] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.986208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 886b891d-ca3b-4500-a164-96818a0b3ef9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:46.986443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36496) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:46.986571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:46.992723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Deleting port be135899-2a4d-4b94-9bd0-85e1e7f608bc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:46.994089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.028721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a149-d3ed-467e-a266-d2608b0e234e req-c2d47d16-6a18-4e93-ae45-67a34971a2fa tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.033310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b270a149-d3ed-467e-a266-d2608b0e234e req-c2d47d16-6a18-4e93-ae45-67a34971a2fa tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.3541086 Feb 09 02:02:47.200188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 886b891d-ca3b-4500-a164-96818a0b3ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:47.209326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] For port be135899-2a4d-4b94-9bd0-85e1e7f608bc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=be135899-2a4d-4b94-9bd0-85e1e7f608bc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:47.209731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.217792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9231277-761c-48f6-9dc3-43d9ae860061 req-84326ac4-99fe-42ea-a2fa-edc094596f76 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/security-groups?id=0286da5d-50f4-4361-a857-089a64206b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484712 Feb 09 02:02:47.255615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Calling delete_port for be135899-2a4d-4b94-9bd0-85e1e7f608bc owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:47.308953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.403005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a8fd653-829b-4617-9242-4f7927827569 req-db43b28d-e412-4550-8438-23bb5d74b79b tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387562 Feb 09 02:02:47.411338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Pushing event updated for resources: {'Port': ['ID=c372b8c8-5b20-420c-94b0-5fdb42465252,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:47.521208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c5b2b-eb78-40f4-ae67-d60f64ec0573 tempest-AutoAllocateNetworkTest-1920039252 tempest-AutoAllocateNetworkTest-1920039252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.528110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2b4c5b2b-eb78-40f4-ae67-d60f64ec0573 tempest-AutoAllocateNetworkTest-1920039252 tempest-AutoAllocateNetworkTest-1920039252-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5269098 Feb 09 02:02:47.541062 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.563518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Network fc953349-2e59-43e7-86c4-6d4774d80beb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:47.566086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36506) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:47.569020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:47.589437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (be135899-2a4d-4b94-9bd0-85e1e7f608bc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.600418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:47.604001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['be135899-2a4d-4b94-9bd0-85e1e7f608bc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:47.656938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ca08bbd-5ecb-4a80-aa77-bc9fd26b0d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.711354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:47.713091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (b3d62d93-b5c3-456a-afcd-bfaa61964673), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.724124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-afc518e0-def9-42fa-92ef-9149bbe3ed16 tempest-AutoAllocateNetworkTest-1920039252 tempest-AutoAllocateNetworkTest-1920039252-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1512480 Feb 09 02:02:47.761290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36510) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:47.785306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Pushing event deleted for resources: {'Port': ['ID=be135899-2a4d-4b94-9bd0-85e1e7f608bc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:47.872547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b3171315-7bd8-45b3-8cf1-4783db196b0b tempest-AutoAllocateNetworkTest-1920039252 tempest-AutoAllocateNetworkTest-1920039252-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=54e73fb4ab744eeeafc62f966840d85a HTTP/1.1" status: 200 len: 208 time: 0.1046641 Feb 09 02:02:47.961205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ca08bbd-5ecb-4a80-aa77-bc9fd26b0d2a admin admin] Publish callbacks [] for security_group (93114482-ee98-47bd-b516-9ef7f937bf9d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.963605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] No DVR routers for this DVR port be135899-2a4d-4b94-9bd0-85e1e7f608bc on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:47.969016 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:47.973414 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a1405d5-fc32-440e-a761-d721296607a9 req-12665060-ee47-4371-ae62-eb299807ba7d tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.72 "DELETE /v2.0/ports/be135899-2a4d-4b94-9bd0-85e1e7f608bc HTTP/1.1" status: 204 len: 173 time: 1.3995068 Feb 09 02:02:47.974325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'name': 'network-vif-deleted', 'tag': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:47.974862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b47e5c-9885-4840-86e6-ebee8b019e0e req-1375b9bf-9775-4775-b39f-a13f5ed943a7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.982904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1b47e5c-9885-4840-86e6-ebee8b019e0e req-1375b9bf-9775-4775-b39f-a13f5ed943a7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.5757384 Feb 09 02:02:47.985533 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cffc13-222c-4c46-88a4-48921a5b5c39" -d '{"events": [{"server_uuid": "5ce73c0d-4353-49e0-a04c-0c116c4f7af6", "name": "network-vif-deleted", "tag": "be135899-2a4d-4b94-9bd0-85e1e7f608bc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:47.990233 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ca08bbd-5ecb-4a80-aa77-bc9fd26b0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (93114482-ee98-47bd-b516-9ef7f937bf9d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.009367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Deleting port 6b1a292b-7213-427b-a0e5-2caa58901d37 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:48.016595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-19c2812d-a369-4a7c-8288-274944263d11 None None] Provisioning complete for port c372b8c8-5b20-420c-94b0-5fdb42465252 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:48.017593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19c2812d-a369-4a7c-8288-274944263d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.021200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.065636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca08bbd-5ecb-4a80-aa77-bc9fd26b0d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93114482-ee98-47bd-b516-9ef7f937bf9d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:48.129905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2ca08bbd-5ecb-4a80-aa77-bc9fd26b0d2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5d5d45c19c04eae867be93b2cc70c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199740 Feb 09 02:02:48.131126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:48.150054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-19c2812d-a369-4a7c-8288-274944263d11 None None] Port c372b8c8-5b20-420c-94b0-5fdb42465252 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:48.163551 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b4661b-59ab-4d5d-bbac-432ab78f978a x-openstack-request-id: req-37b4661b-59ab-4d5d-bbac-432ab78f978a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:48.163863 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce73c0d-4353-49e0-a04c-0c116c4f7af6", "name": "network-vif-deleted", "tag": "be135899-2a4d-4b94-9bd0-85e1e7f608bc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:48.164120 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37b4661b-59ab-4d5d-bbac-432ab78f978a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:48.164517 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce73c0d-4353-49e0-a04c-0c116c4f7af6', 'name': 'network-vif-deleted', 'tag': 'be135899-2a4d-4b94-9bd0-85e1e7f608bc', 'status': 'completed', 'code': 200} Feb 09 02:02:48.224343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1b47e5c-9885-4840-86e6-ebee8b019e0e req-0b5f5926-6bf8-47d0-a802-8c1e97f35c2b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244785 Feb 09 02:02:48.308757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2afeb6ce-c1eb-4d62-a765-38a8885ef256 admin admin] Publish callbacks [] for security_group (93114482-ee98-47bd-b516-9ef7f937bf9d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.360959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2afeb6ce-c1eb-4d62-a765-38a8885ef256 admin admin] Publish callbacks [] for security_group (93114482-ee98-47bd-b516-9ef7f937bf9d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.461888 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2afeb6ce-c1eb-4d62-a765-38a8885ef256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (93114482-ee98-47bd-b516-9ef7f937bf9d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.465717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2afeb6ce-c1eb-4d62-a765-38a8885ef256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.470495 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2afeb6ce-c1eb-4d62-a765-38a8885ef256 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93114482-ee98-47bd-b516-9ef7f937bf9d HTTP/1.1" status: 204 len: 168 time: 0.3382883 Feb 09 02:02:48.489898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afeb6ce-c1eb-4d62-a765-38a8885ef256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93114482-ee98-47bd-b516-9ef7f937bf9d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:48.501315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36538) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:48.518410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9aa2c1-68cf-441e-aaaa-62ec93325273 req-ebadc719-3371-467f-b99c-122dc831ec36 tempest-DeleteServersAdminTestJSON-72142074 tempest-DeleteServersAdminTestJSON-72142074-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce73c0d-4353-49e0-a04c-0c116c4f7af6 HTTP/1.1" status: 200 len: 210 time: 0.0992100 Feb 09 02:02:48.640587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] For port 6b1a292b-7213-427b-a0e5-2caa58901d37, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6b1a292b-7213-427b-a0e5-2caa58901d37,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:48.643277 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.719338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.741354 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:48.773735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Calling delete_port for 6b1a292b-7213-427b-a0e5-2caa58901d37 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:48.949585 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-e579031f-038d-40c1-ba69-e69b1df49468 service neutron] 10.222.0.72 "GET /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.1676066 Feb 09 02:02:49.035597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de46438-e90c-4f5c-8e10-7e544b2a8e25 req-8758223b-2608-4650-8ebe-e360f80d5b97 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:49.043377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2de46438-e90c-4f5c-8e10-7e544b2a8e25 req-8758223b-2608-4650-8ebe-e360f80d5b97 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 950 time: 0.3946567 Feb 09 02:02:49.158317 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a2443b6-c4a0-4c4a-8aaa-58a42cabb1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.237056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:49.352347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:49.352888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.426317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2de46438-e90c-4f5c-8e10-7e544b2a8e25 req-06d642d1-42a3-4b33-9286-6a69d9021d18 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815172 Feb 09 02:02:49.474975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36560) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:49.499635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:49.500314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.544044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:49.555755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.630762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a2443b6-c4a0-4c4a-8aaa-58a42cabb1f6 admin admin] Publish callbacks [] for security_group (8cafbc98-1568-47fa-902b-43870d16e61c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.661694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a2443b6-c4a0-4c4a-8aaa-58a42cabb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8cafbc98-1568-47fa-902b-43870d16e61c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.727303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:49.728195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90cb03-8047-453c-ad7c-ee994a4635d3 req-e72b5cb1-a825-4b41-8474-e74385014a73 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:49.731278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de90cb03-8047-453c-ad7c-ee994a4635d3 req-e72b5cb1-a825-4b41-8474-e74385014a73 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 944 time: 0.4226878 Feb 09 02:02:49.782831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:49.823142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device be135899-2a4d-4b94-9bd0-85e1e7f608bc no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:49.852262 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks [] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.855191 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8a2443b6-c4a0-4c4a-8aaa-58a42cabb1f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54e73fb4ab744eeeafc62f966840d85a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3527551 Feb 09 02:02:49.859360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2443b6-c4a0-4c4a-8aaa-58a42cabb1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cafbc98-1568-47fa-902b-43870d16e61c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:49.863401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: be135899-2a4d-4b94-9bd0-85e1e7f608bc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:49.863976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device be135899-2a4d-4b94-9bd0-85e1e7f608bc not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:49.867429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c9bcdedb-182a-4df6-8a7b-573962747a12 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:49.869984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:49.910179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.911071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (b3d62d93-b5c3-456a-afcd-bfaa61964673), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:49.936047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:50.031168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (6b1a292b-7213-427b-a0e5-2caa58901d37), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.035302 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbba08c3-ab1d-417a-a365-8607c0fb9eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.047893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bcdedb-182a-4df6-8a7b-573962747a12 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:50.048665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bbb9d56b-d661-4a9a-b2be-97a992ccfa7f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:50.066695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:50.096129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.100390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25752a8e-e97a-4d09-83e6-dc95bbe4d630 admin admin] Publish callbacks [] for security_group (8cafbc98-1568-47fa-902b-43870d16e61c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.126531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de90cb03-8047-453c-ad7c-ee994a4635d3 req-aac49144-4fee-440e-9960-5ffd28a8f4aa tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626420 Feb 09 02:02:50.172746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c9bcdedb-182a-4df6-8a7b-573962747a12 is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:50.213643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25752a8e-e97a-4d09-83e6-dc95bbe4d630 admin admin] Publish callbacks [] for security_group (8cafbc98-1568-47fa-902b-43870d16e61c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.233372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Pushing event updated for resources: {'Port': ['ID=c372b8c8-5b20-420c-94b0-5fdb42465252,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:50.289680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] Transition to ACTIVE for port object c9bcdedb-182a-4df6-8a7b-573962747a12 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:50.303776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.423291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] Pushing event updated for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:50.438382 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25752a8e-e97a-4d09-83e6-dc95bbe4d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8cafbc98-1568-47fa-902b-43870d16e61c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.442053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25752a8e-e97a-4d09-83e6-dc95bbe4d630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.443443 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-25752a8e-e97a-4d09-83e6-dc95bbe4d630 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cafbc98-1568-47fa-902b-43870d16e61c HTTP/1.1" status: 204 len: 168 time: 0.5737174 Feb 09 02:02:50.455099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25752a8e-e97a-4d09-83e6-dc95bbe4d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cafbc98-1568-47fa-902b-43870d16e61c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:50.496449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6b1a292b-7213-427b-a0e5-2caa58901d37 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:50.547110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:50.554970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] No DVR routers for this DVR port c9bcdedb-182a-4df6-8a7b-573962747a12 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:50.562276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 6b1a292b-7213-427b-a0e5-2caa58901d37 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:50.562733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6b1a292b-7213-427b-a0e5-2caa58901d37 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:50.647011 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d7669b83-3939-425f-afd3-442fff7adf3e service neutron] 10.222.0.72 "PUT /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6908512 Feb 09 02:02:50.748078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] No DVR routers for this DVR port 6b1a292b-7213-427b-a0e5-2caa58901d37 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:50.755365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Pushing event deleted for resources: {'Port': ['ID=6b1a292b-7213-427b-a0e5-2caa58901d37,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:50.760684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:50.764079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b270a149-d3ed-467e-a266-d2608b0e234e req-cbe86578-a687-4082-8c4f-578a2672b40a tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.82 "DELETE /v2.0/ports/6b1a292b-7213-427b-a0e5-2caa58901d37 HTTP/1.1" status: 204 len: 173 time: 3.7206688 Feb 09 02:02:50.780731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'name': 'network-vif-deleted', 'tag': '6b1a292b-7213-427b-a0e5-2caa58901d37'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:50.783032 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4563c7-f2b1-4252-8a3e-449408fd4f81" -d '{"events": [{"server_uuid": "f5d80535-0b7e-498e-bc69-82c239749d0b", "name": "network-vif-deleted", "tag": "6b1a292b-7213-427b-a0e5-2caa58901d37"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:50.833824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:50.871095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf578d77-8dac-4f73-a746-ab719aeea719 req-878259bf-1b18-43fe-8fe4-54adac83f283 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d80535-0b7e-498e-bc69-82c239749d0b HTTP/1.1" status: 200 len: 210 time: 0.1589990 Feb 09 02:02:50.875715 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c0a1f-46ad-46ee-bc18-ac176f85e77b x-openstack-request-id: req-789c0a1f-46ad-46ee-bc18-ac176f85e77b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:50.878099 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d80535-0b7e-498e-bc69-82c239749d0b", "name": "network-vif-deleted", "tag": "6b1a292b-7213-427b-a0e5-2caa58901d37", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:50.878838 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-789c0a1f-46ad-46ee-bc18-ac176f85e77b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:50.880104 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d80535-0b7e-498e-bc69-82c239749d0b', 'name': 'network-vif-deleted', 'tag': '6b1a292b-7213-427b-a0e5-2caa58901d37', 'status': 'completed', 'code': 200} Feb 09 02:02:50.891143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-74fee95a-de4e-4760-ad01-7d9a6c133cf7 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:50.892871 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-74fee95a-de4e-4760-ad01-7d9a6c133cf7 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.1827013 Feb 09 02:02:50.904114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Network fc953349-2e59-43e7-86c4-6d4774d80beb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:50.907811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:50.973536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:50.973746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.103995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:51.130884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Router b3d62d93-b5c3-456a-afcd-bfaa61964673 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:02:51.178807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d9275f96-be0c-4650-9349-2bdc12223351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:51.181260 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-d9275f96-be0c-4650-9349-2bdc12223351 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 1128 time: 0.2760470 Feb 09 02:02:51.197729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a87431be-eaa7-46dc-a28c-cd064b6fe882 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0d7d65af87041e2bf03dc18c57a2008&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6493788 Feb 09 02:02:51.198515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:51.302576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:51.313525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ec2aafc-5661-4e89-bde7-d4b042e72aaa admin admin] 10.222.0.53 "PUT /v2.0/routers/b3d62d93-b5c3-456a-afcd-bfaa61964673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4745491 Feb 09 02:02:51.328033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbba08c3-ab1d-417a-a365-8607c0fb9eef admin admin] Publish callbacks [] for security_group (0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.344195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-6c0e184f-ec65-4fd1-ac50-b18b5c8d4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:51.349624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Sync routers for ids ['b3d62d93-b5c3-456a-afcd-bfaa61964673'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:51.352868 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-6c0e184f-ec65-4fd1-ac50-b18b5c8d4075 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1128 time: 0.1287024 Feb 09 02:02:51.356601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbba08c3-ab1d-417a-a365-8607c0fb9eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.383003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-17884430-7f5d-41ac-a154-968893984ea4 None None] Provisioning complete for port c372b8c8-5b20-420c-94b0-5fdb42465252 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:51.383384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-17884430-7f5d-41ac-a154-968893984ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.386062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Routers {'b3d62d93-b5c3-456a-afcd-bfaa61964673'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:51.386730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b3d62d93-b5c3-456a-afcd-bfaa61964673'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:51.390751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba08c3-ab1d-417a-a365-8607c0fb9eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:51.434343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7329dea-8812-4d2b-a189-d4d065f6dce8 req-da19448b-6d4d-41b3-aa5a-7bb626503993 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:51.434794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9782373-18f3-4528-9459-0b93591f6e57 admin admin] Publish callbacks [] for security_group (0286da5d-50f4-4361-a857-089a64206b9b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.442289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7329dea-8812-4d2b-a189-d4d065f6dce8 req-da19448b-6d4d-41b3-aa5a-7bb626503993 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 945 time: 0.1448889 Feb 09 02:02:51.447293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bbba08c3-ab1d-417a-a365-8607c0fb9eef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0fb2df2b6b64e36897ae568df67eee3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9640141 Feb 09 02:02:51.470213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36628) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:51.523901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7329dea-8812-4d2b-a189-d4d065f6dce8 req-3a0a4388-41a5-4489-885e-9906e28b489f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804574 Feb 09 02:02:51.524890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-17884430-7f5d-41ac-a154-968893984ea4 None None] Port c372b8c8-5b20-420c-94b0-5fdb42465252 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:51.574691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d31818b-fd5f-4b34-a4a8-9e242ff79e6e admin admin] Publish callbacks [] for security_group (0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.590253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9782373-18f3-4528-9459-0b93591f6e57 admin admin] Publish callbacks [] for security_group (0286da5d-50f4-4361-a857-089a64206b9b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.602572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d31818b-fd5f-4b34-a4a8-9e242ff79e6e admin admin] Publish callbacks [] for security_group (0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.621131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Set router b3d62d93-b5c3-456a-afcd-bfaa61964673 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:51.653295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-ff291883-60ff-4143-967a-494a98601253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:51.655895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-ff291883-60ff-4143-967a-494a98601253 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2925138 Feb 09 02:02:51.714962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d31818b-fd5f-4b34-a4a8-9e242ff79e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.720273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d31818b-fd5f-4b34-a4a8-9e242ff79e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.727633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d31818b-fd5f-4b34-a4a8-9e242ff79e6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68 HTTP/1.1" status: 204 len: 168 time: 0.2558296 Feb 09 02:02:51.738738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31818b-fd5f-4b34-a4a8-9e242ff79e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae3d3c-2dd7-45db-8faa-9f1e2b22ef68,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:51.748547 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-2a0fc27f-d3d7-4228-990a-a6e10c82ef06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.0803719 Feb 09 02:02:51.791693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9782373-18f3-4528-9459-0b93591f6e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0286da5d-50f4-4361-a857-089a64206b9b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.794695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9782373-18f3-4528-9459-0b93591f6e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:51.799326 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c9782373-18f3-4528-9459-0b93591f6e57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0286da5d-50f4-4361-a857-089a64206b9b HTTP/1.1" status: 204 len: 168 time: 0.5995672 Feb 09 02:02:51.831323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9782373-18f3-4528-9459-0b93591f6e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0286da5d-50f4-4361-a857-089a64206b9b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:51.838900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-5b3be86c-7cae-40c6-843e-c34a3105654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:51.840700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-5b3be86c-7cae-40c6-843e-c34a3105654c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0857451 Feb 09 02:02:51.878684 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-1fdf56f5-8707-44c8-94f2-447d33ab3def service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298650 Feb 09 02:02:51.940350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:02:48Z', 'revision_number': 4, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port': {'id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c372b8c8-5b20-420c-94b0-5fdb42465252', 'name': '', 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'mac_address': 'fa:16:3e:ed:d6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:45Z', 'updated_at': '2022-02-09T02:02:48Z', 'revision_number': 2, 'project_id': '809ca2a74df54357a695842499aa5456', 'subnets': [{'id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:51.984417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Checking router: b3d62d93-b5c3-456a-afcd-bfaa61964673 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:51.984776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Updating router b3d62d93-b5c3-456a-afcd-bfaa61964673 port c372b8c8-5b20-420c-94b0-5fdb42465252 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:52.012210 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-5e8f179d-f248-4a39-bea7-822e76505d10 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250701 Feb 09 02:02:52.021577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.164390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-edc7da2f-0c00-4b3f-b5c5-dabf748f4a73 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469955 Feb 09 02:02:52.328961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b78e8f-4db6-4cd6-ac3d-62bf17e13012 req-8afbc340-61c3-4270-ab7b-393b1bf76764 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:52.339810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36b78e8f-4db6-4cd6-ac3d-62bf17e13012 req-8afbc340-61c3-4270-ab7b-393b1bf76764 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 950 time: 0.0810187 Feb 09 02:02:52.430875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36b78e8f-4db6-4cd6-ac3d-62bf17e13012 req-21377e9b-7d9c-477c-8726-e4f2aaf5b3bb tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896556 Feb 09 02:02:52.550728 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Publish callbacks [] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.562520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.575493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-223fe388-8ced-48e9-9e86-92a2a0118593 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:52.577553 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-223fe388-8ced-48e9-9e86-92a2a0118593 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.0866106 Feb 09 02:02:52.681265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36666) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:52.713031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899daf90-ed07-4f9e-846f-d01c2e989889 None None] Pushing event updated for resources: {'Port': ['ID=c372b8c8-5b20-420c-94b0-5fdb42465252,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:52.758998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-426de048-81dd-4fba-aeb9-ff7dad500f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.766052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Attempting to bind port c372b8c8-5b20-420c-94b0-5fdb42465252 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:52.769407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Attempting to bind port c372b8c8-5b20-420c-94b0-5fdb42465252 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:52.769790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Attempting to bind port c372b8c8-5b20-420c-94b0-5fdb42465252 on network fc953349-2e59-43e7-86c4-6d4774d80beb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:52.781859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:52.782283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Checking segment: {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:52.782749 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.785796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Bound using segment: {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:52.786900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Bound port: c372b8c8-5b20-420c-94b0-5fdb42465252, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:52.787106 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.796772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913988ef-6f57-4b7d-ab04-fbc39a2e2623 req-17f1efce-5671-4916-ac5a-0816b2a2b51a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:52.799847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-913988ef-6f57-4b7d-ab04-fbc39a2e2623 req-17f1efce-5671-4916-ac5a-0816b2a2b51a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 945 time: 0.1934571 Feb 09 02:02:52.824562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:52.865907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7d7bb05-48f2-48df-975f-6c26fbb6e96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.877262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-17a61e79-a582-4b97-9aaa-ffffe9e39c3e service neutron] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:52.923969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-913988ef-6f57-4b7d-ab04-fbc39a2e2623 req-5e786b23-c10d-4ecf-9189-f6b3b5873c70 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920393 Feb 09 02:02:52.977789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-17a61e79-a582-4b97-9aaa-ffffe9e39c3e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:52.978893 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f66728b5-8eea-4e64-9f98-efde03a05f9b req-17a61e79-a582-4b97-9aaa-ffffe9e39c3e service neutron] 10.222.0.82 "DELETE /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.3938534 Feb 09 02:02:52.994337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] For port c372b8c8-5b20-420c-94b0-5fdb42465252, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:53.037925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-426de048-81dd-4fba-aeb9-ff7dad500f69 admin admin] Publish callbacks [] for security_group (29bc7108-fda1-471e-9ccc-f4b3e753f471), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.046956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-426de048-81dd-4fba-aeb9-ff7dad500f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (29bc7108-fda1-471e-9ccc-f4b3e753f471), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.052851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] For port c372b8c8-5b20-420c-94b0-5fdb42465252, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c372b8c8-5b20-420c-94b0-5fdb42465252,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:53.058236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7d7bb05-48f2-48df-975f-6c26fbb6e96e admin admin] Publish callbacks [] for security_group (3fecd54d-eb0d-43ef-816d-78386c243255), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.065468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7d7bb05-48f2-48df-975f-6c26fbb6e96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3fecd54d-eb0d-43ef-816d-78386c243255), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.127773 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d7d7bb05-48f2-48df-975f-6c26fbb6e96e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca7f26b39f0c4386b1a07c32025fce22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008380 Feb 09 02:02:53.128748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:53.156245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7bb05-48f2-48df-975f-6c26fbb6e96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fecd54d-eb0d-43ef-816d-78386c243255,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:53.171029 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.211217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-426de048-81dd-4fba-aeb9-ff7dad500f69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ff934c6acc34fd8a5ff8235af640d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5232692 Feb 09 02:02:53.211999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426de048-81dd-4fba-aeb9-ff7dad500f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bc7108-fda1-471e-9ccc-f4b3e753f471,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:53.218195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:53.265770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c70766da-fe2d-4c10-866a-21b6b15edcb5 admin admin] Publish callbacks [] for security_group (3fecd54d-eb0d-43ef-816d-78386c243255), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.270085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af903a-889c-412e-b320-78a0fce5e546 req-3e22dfe7-47ab-45eb-9234-de24233f2ee2 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:53.279749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8af903a-889c-412e-b320-78a0fce5e546 req-3e22dfe7-47ab-45eb-9234-de24233f2ee2 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1128 time: 0.1793723 Feb 09 02:02:53.321664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c70766da-fe2d-4c10-866a-21b6b15edcb5 admin admin] Publish callbacks [] for security_group (3fecd54d-eb0d-43ef-816d-78386c243255), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.341766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e80fff65-af99-4e7b-bbde-90efa79184d5 admin admin] Publish callbacks [] for security_group (29bc7108-fda1-471e-9ccc-f4b3e753f471), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.401115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8af903a-889c-412e-b320-78a0fce5e546 req-fa96e11c-0516-4604-818f-04f6569d55c9 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185544 Feb 09 02:02:53.442694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e80fff65-af99-4e7b-bbde-90efa79184d5 admin admin] Publish callbacks [] for security_group (29bc7108-fda1-471e-9ccc-f4b3e753f471), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.460173 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6814a25e-4040-4c2a-a273-1c94d7b6191d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.480918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6718081e-2a22-4a8b-b0ec-decc725af48a None None] Provisioning complete for port c372b8c8-5b20-420c-94b0-5fdb42465252 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:53.482483 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6718081e-2a22-4a8b-b0ec-decc725af48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.546129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c70766da-fe2d-4c10-866a-21b6b15edcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3fecd54d-eb0d-43ef-816d-78386c243255), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.554342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c70766da-fe2d-4c10-866a-21b6b15edcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.561887 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c70766da-fe2d-4c10-866a-21b6b15edcb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fecd54d-eb0d-43ef-816d-78386c243255 HTTP/1.1" status: 204 len: 168 time: 0.4267683 Feb 09 02:02:53.576466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Routers {'b3d62d93-b5c3-456a-afcd-bfaa61964673'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:53.577245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b3d62d93-b5c3-456a-afcd-bfaa61964673'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:53.584326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70766da-fe2d-4c10-866a-21b6b15edcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fecd54d-eb0d-43ef-816d-78386c243255,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:53.610486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e80fff65-af99-4e7b-bbde-90efa79184d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (29bc7108-fda1-471e-9ccc-f4b3e753f471), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.623788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e80fff65-af99-4e7b-bbde-90efa79184d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.625800 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e80fff65-af99-4e7b-bbde-90efa79184d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29bc7108-fda1-471e-9ccc-f4b3e753f471 HTTP/1.1" status: 204 len: 168 time: 0.4055283 Feb 09 02:02:53.658915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fff65-af99-4e7b-bbde-90efa79184d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bc7108-fda1-471e-9ccc-f4b3e753f471,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:53.659769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e3202-0f13-4dde-b395-f28efdde5359 req-ae508d1e-dce4-4e37-bb31-e86284b76784 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:53.662819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501e3202-0f13-4dde-b395-f28efdde5359 req-ae508d1e-dce4-4e37-bb31-e86284b76784 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 950 time: 0.1223209 Feb 09 02:02:53.710041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899daf90-ed07-4f9e-846f-d01c2e989889 None None] Pushing event updated for resources: {'Port': ['ID=c372b8c8-5b20-420c-94b0-5fdb42465252,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:53.725893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501e3202-0f13-4dde-b395-f28efdde5359 req-daf0a436-9780-4c24-a2a6-2578ef757a93 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc62dda1-8e7e-4812-bbb2-3224a61c25a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Feb 09 02:02:53.749985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36704) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:53.756977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-network', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:53.784261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Made reservation on behalf of 439d6d271d494ab8af0aa2ba5d54a9d5 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:53.788541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.800842 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:53.867377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] Set router b3d62d93-b5c3-456a-afcd-bfaa61964673 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:54.020428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6718081e-2a22-4a8b-b0ec-decc725af48a None None] Current status of the port c372b8c8-5b20-420c-94b0-5fdb42465252 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:54.020839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6718081e-2a22-4a8b-b0ec-decc725af48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.041176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7db331c2-5c4e-4b7c-8c27-fb9cbced8285 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:54.052772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7db331c2-5c4e-4b7c-8c27-fb9cbced8285 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.2190320 Feb 09 02:02:54.090372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-e30139db-1e69-493b-ba1f-f0cd736c60a7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/quotas/bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 375 time: 0.0353558 Feb 09 02:02:54.104759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6718081e-2a22-4a8b-b0ec-decc725af48a None None] For port c372b8c8-5b20-420c-94b0-5fdb42465252, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c372b8c8-5b20-420c-94b0-5fdb42465252,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:54.115546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-e2098db4-81b8-4c91-88cc-137b52482844 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:54.120189 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-e2098db4-81b8-4c91-88cc-137b52482844 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.72 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 950 time: 0.2160861 Feb 09 02:02:54.127221 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6718081e-2a22-4a8b-b0ec-decc725af48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.158256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks [] for security_group (d79634e5-089f-4bef-bc1b-471d2c8e7d1f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.168898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d79634e5-089f-4bef-bc1b-471d2c8e7d1f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.198805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718081e-2a22-4a8b-b0ec-decc725af48a None None] Pushing event updated for resources: {'Port': ['ID=c372b8c8-5b20-420c-94b0-5fdb42465252,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:54.215065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:02:54.237396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-fa08ba0a-f692-4652-a47c-9cc87b38997f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455846 Feb 09 02:02:54.248982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c6ebb232-9633-4e99-a938-f60011974f6e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.249539 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Added segment c6ebb232-9633-4e99-a938-f60011974f6e of type vlan for network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f Feb 09 02:02:54.250922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79634e5-089f-4bef-bc1b-471d2c8e7d1f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:54.271422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Deleting port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:54.271856 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.329286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-84addee0-cec2-4608-ae15-e3957699a410 None None] Provisioning complete for port c372b8c8-5b20-420c-94b0-5fdb42465252 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:54.329996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-84addee0-cec2-4608-ae15-e3957699a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.387734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] For port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:54.388378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.403596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Calling delete_port for bbb9d56b-d661-4a9a-b2be-97a992ccfa7f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:54.441132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:02:48Z', 'revision_number': 4, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port': {'id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c372b8c8-5b20-420c-94b0-5fdb42465252', 'name': '', 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'mac_address': 'fa:16:3e:ed:d6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:45Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '809ca2a74df54357a695842499aa5456', 'subnets': [{'id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:54.458978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.481438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727a1c8-f893-437b-a76c-6c0b985f47e8 None None] The sync data for ids ['b3d62d93-b5c3-456a-afcd-bfaa61964673'] in n-d-826675-12 is: [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:02:48Z', 'revision_number': 4, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port': {'id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c372b8c8-5b20-420c-94b0-5fdb42465252', 'name': '', 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'mac_address': 'fa:16:3e:ed:d6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:45Z', 'updated_at': '2022-02-09T02:02:52Z', 'revision_number': 4, 'project_id': '809ca2a74df54357a695842499aa5456', 'subnets': [{'id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:54.512204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-84addee0-cec2-4608-ae15-e3957699a410 None None] Current status of the port c372b8c8-5b20-420c-94b0-5fdb42465252 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:54.533248 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.533248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:54.566814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.574038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-e052453a-47d4-44e9-90ca-1d7886f72d56 service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097386 Feb 09 02:02:54.662085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:54.695209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b3d313d-6d13-4204-b8f0-d6643637da0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.722911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9715552 Feb 09 02:02:54.731876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36736) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:54.750332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (bbb9d56b-d661-4a9a-b2be-97a992ccfa7f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.767318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bbb9d56b-d661-4a9a-b2be-97a992ccfa7f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:54.790794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Request body: {'subnet': {'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-subnet', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:54.822766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Pushing event deleted for resources: {'Port': ['ID=bbb9d56b-d661-4a9a-b2be-97a992ccfa7f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:54.850623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067f4d8-78dc-405b-b431-8f2266694930 admin admin] Pushing event updated for resources: {'Network': ['ID=ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:54.864152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:02:54.883663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Made reservation on behalf of 439d6d271d494ab8af0aa2ba5d54a9d5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:54.890043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.935805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] No DVR routers for this DVR port bbb9d56b-d661-4a9a-b2be-97a992ccfa7f on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:54.941281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:54.948150 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-491213c5-6db5-452b-ac43-d6110bd80f14 req-58e3bc64-14ff-49da-9a59-87851d5d07de tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.72 "DELETE /v2.0/ports/bbb9d56b-d661-4a9a-b2be-97a992ccfa7f HTTP/1.1" status: 204 len: 173 time: 0.8213749 Feb 09 02:02:54.948747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af5cf72-e081-4838-b584-a56e4b571279', 'name': 'network-vif-deleted', 'tag': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:54.951397 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93303623-2383-49f7-b91c-fcad5263bd1f" -d '{"events": [{"server_uuid": "9af5cf72-e081-4838-b584-a56e4b571279", "name": "network-vif-deleted", "tag": "bbb9d56b-d661-4a9a-b2be-97a992ccfa7f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:55.003920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c372b8c8-5b20-420c-94b0-5fdb42465252 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:55.025942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b3d313d-6d13-4204-b8f0-d6643637da0f admin admin] Publish callbacks [] for security_group (e5573414-d61d-43bf-a60c-07b3bf49c7df), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.036580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b3d313d-6d13-4204-b8f0-d6643637da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e5573414-d61d-43bf-a60c-07b3bf49c7df), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.102544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d313d-6d13-4204-b8f0-d6643637da0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5573414-d61d-43bf-a60c-07b3bf49c7df,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:55.133693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b3d313d-6d13-4204-b8f0-d6643637da0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0bdc7b89d3d4650975b8164cc8a3713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690382 Feb 09 02:02:55.135691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:55.281365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c372b8c8-5b20-420c-94b0-5fdb42465252 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:55.281822 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.295238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2ed80da-efa6-4574-bae8-f67afa34b2f4 admin admin] Publish callbacks [] for security_group (e5573414-d61d-43bf-a60c-07b3bf49c7df), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.340886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2ed80da-efa6-4574-bae8-f67afa34b2f4 admin admin] Publish callbacks [] for security_group (e5573414-d61d-43bf-a60c-07b3bf49c7df), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.427813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2ed80da-efa6-4574-bae8-f67afa34b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e5573414-d61d-43bf-a60c-07b3bf49c7df), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.432858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2ed80da-efa6-4574-bae8-f67afa34b2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.436850 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f2ed80da-efa6-4574-bae8-f67afa34b2f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5573414-d61d-43bf-a60c-07b3bf49c7df HTTP/1.1" status: 204 len: 168 time: 0.2919216 Feb 09 02:02:55.451638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed80da-efa6-4574-bae8-f67afa34b2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5573414-d61d-43bf-a60c-07b3bf49c7df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:55.457313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-b1312bb4-92c9-4c06-819f-4deccdf51323 service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8639407 Feb 09 02:02:55.520488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c372b8c8-5b20-420c-94b0-5fdb42465252 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:55.559518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (afdcca5a-0cc2-4616-a97d-1dbef725d777), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.652757 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75ef7bcc-07dc-4f6b-805a-b1587b158da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.668988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=afdcca5a-0cc2-4616-a97d-1dbef725d777,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:55.751108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb2c3665-7f65-42b6-964c-6ce6ad892058 req-3c0f6061-ed29-4667-b8fd-427d4e49f014 tempest-LiveMigrationNegativeTest-1371342553 tempest-LiveMigrationNegativeTest-1371342553-project] 10.222.0.53 "GET /v2.0/ports?device_id=9af5cf72-e081-4838-b584-a56e4b571279 HTTP/1.1" status: 200 len: 210 time: 0.0837581 Feb 09 02:02:55.811366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Checking segment: {'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:55.811730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Network hostable DHCP agents. Network: ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:02:55.820587 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749fb877-41d6-4008-a3d8-8cb2372a3887 x-openstack-request-id: req-749fb877-41d6-4008-a3d8-8cb2372a3887 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:55.821085 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af5cf72-e081-4838-b584-a56e4b571279", "name": "network-vif-deleted", "tag": "bbb9d56b-d661-4a9a-b2be-97a992ccfa7f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:55.821165 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-749fb877-41d6-4008-a3d8-8cb2372a3887 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:55.821700 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af5cf72-e081-4838-b584-a56e4b571279', 'name': 'network-vif-deleted', 'tag': 'bbb9d56b-d661-4a9a-b2be-97a992ccfa7f', 'status': 'completed', 'code': 200} Feb 09 02:02:55.847188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:02:55.867100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:55.872438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:55.873905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:55.881402 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bdbc3-8fdf-4ff8-b35c-990f9824d3bc None None] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:55.954725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f710d20-1266-4432-920d-e019c371172f req-7a4111a2-7759-4f70-b36b-0672d26ef775 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 210 time: 0.0733407 Feb 09 02:02:55.972386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7273fda3-26a9-4053-bdfe-a1ebba37f81f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2393541 Feb 09 02:02:55.975104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:55.980129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:56.035005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:56.037044 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:56.084883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f', 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f', 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'fixed_ips': [{'subnet_id': 'afdcca5a-0cc2-4616-a97d-1dbef725d777'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:02:56.087059 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:56.137554 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks [] for router_controller (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:56.435679 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks [] for router_gateway (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:56.742109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Allocated IP 172.20.0.2 (ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f/afdcca5a-0cc2-4616-a97d-1dbef725d777/9e1c69d3-f70f-42c7-99b5-2327da433bb7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:56.835301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.061695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Publish callbacks [] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.071525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.080656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f38f690-291b-483a-a77a-78a56c7cfb2b req-420b564d-364e-4c74-a21e-26db4f75ab80 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 210 time: 0.0419691 Feb 09 02:02:57.139175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:57.144121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:57.153266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:57.161641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Pushing event updated for resources: {'Port': ['ID=9e1c69d3-f70f-42c7-99b5-2327da433bb7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:57.200673 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks [] for router_gateway (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.223599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.229106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Attempting to bind port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:57.229582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Attempting to bind port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:57.230421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Attempting to bind port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 on network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:57.241619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:57.242882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Checking segment: {'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:57.244764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.244764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Bound using segment: {'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:57.244764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Bound port: 9e1c69d3-f70f-42c7-99b5-2327da433bb7, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:57.245057 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.379308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] For port 9e1c69d3-f70f-42c7-99b5-2327da433bb7, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:57.390912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] For port 9e1c69d3-f70f-42c7-99b5-2327da433bb7, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9e1c69d3-f70f-42c7-99b5-2327da433bb7,segment=NetworkSegment(c6ebb232-9633-4e99-a938-f60011974f6e),segment_id=c6ebb232-9633-4e99-a938-f60011974f6e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:57.407241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.477145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Allocated IP 172.25.6.204 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/64300766-6774-429a-b6f2-a671ce30c73d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:57.496342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00316370-d47e-4361-bb19-3ff16c5753b8 None None] Pushing event updated for resources: {'Port': ['ID=9e1c69d3-f70f-42c7-99b5-2327da433bb7,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:57.570266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36834) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:57.610445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1d397b4e-945e-4e08-a6a8-b220a9031d04 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:57.612620 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1d397b4e-945e-4e08-a6a8-b220a9031d04 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.2485008 Feb 09 02:02:57.627689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Request body: {'port': {'device_id': '794be784-ad54-467f-865c-2c6cd591c740', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'admin_state_up': True, 'tenant_id': 'bb83d538f33c4c9f8d55098b0b019ce9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:57.735243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks [] for port (64300766-6774-429a-b6f2-a671ce30c73d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.840455 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (64300766-6774-429a-b6f2-a671ce30c73d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.852118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bbb9d56b-d661-4a9a-b2be-97a992ccfa7f no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:57.873111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36846) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:57.896673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: bbb9d56b-d661-4a9a-b2be-97a992ccfa7f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:57.897030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bbb9d56b-d661-4a9a-b2be-97a992ccfa7f not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:57.906559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Pushing event updated for resources: {'Port': ['ID=64300766-6774-429a-b6f2-a671ce30c73d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:57.929662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:57.931027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:57.933941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Made reservation on behalf of bb83d538f33c4c9f8d55098b0b019ce9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:57.938120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.953314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:57.977607 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:57.985929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d9c44bb-1cd0-4aa1-87c4-72a56564959f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.155780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-22fd87d9-2b3a-471a-b9c3-16519338fd07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5aa33d9a5ec4459a9b0d96f0065c11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795303 Feb 09 02:02:58.157795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:58.236976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d9c44bb-1cd0-4aa1-87c4-72a56564959f admin admin] Publish callbacks [] for security_group (dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.280886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f362c6-a082-4c58-9711-35a32700dcb7 req-63897c1a-da1e-4fe7-a94e-197a6f06a2ce tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 210 time: 0.0645430 Feb 09 02:02:58.282283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d9c44bb-1cd0-4aa1-87c4-72a56564959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.304294 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06fb5898-99c9-498c-a207-3559c8c08680 admin admin] Publish callbacks [] for security_group (dc62dda1-8e7e-4812-bbb2-3224a61c25a2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.338187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06fb5898-99c9-498c-a207-3559c8c08680 admin admin] Publish callbacks [] for security_group (dc62dda1-8e7e-4812-bbb2-3224a61c25a2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.340490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2d9c44bb-1cd0-4aa1-87c4-72a56564959f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=613f900d3c834b8dac6159810af140f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7679403 Feb 09 02:02:58.343077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36864) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:58.378433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c44bb-1cd0-4aa1-87c4-72a56564959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:58.420278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db52cba8-ddde-455c-9bca-f52e5eb3b473 admin admin] Publish callbacks [] for security_group (dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.467083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db52cba8-ddde-455c-9bca-f52e5eb3b473 admin admin] Publish callbacks [] for security_group (dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.509938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Allocated IP 172.20.0.12 (1477abee-6012-41e7-8a9d-eec3e032f2b8/98726c8f-dba2-4946-baf6-74d75712e08b/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:58.566660 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db52cba8-ddde-455c-9bca-f52e5eb3b473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.570717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db52cba8-ddde-455c-9bca-f52e5eb3b473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.580172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-db52cba8-ddde-455c-9bca-f52e5eb3b473 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b HTTP/1.1" status: 204 len: 168 time: 0.2331431 Feb 09 02:02:58.595636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06fb5898-99c9-498c-a207-3559c8c08680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dc62dda1-8e7e-4812-bbb2-3224a61c25a2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.599094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06fb5898-99c9-498c-a207-3559c8c08680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.601082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52cba8-ddde-455c-9bca-f52e5eb3b473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71a86c-f5e7-4c0f-8615-f357ce6d4e0b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:58.603449 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-06fb5898-99c9-498c-a207-3559c8c08680 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc62dda1-8e7e-4812-bbb2-3224a61c25a2 HTTP/1.1" status: 204 len: 168 time: 0.4421034 Feb 09 02:02:58.644098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb5898-99c9-498c-a207-3559c8c08680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62dda1-8e7e-4812-bbb2-3224a61c25a2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:58.649148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks [] for router_gateway (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:58.880870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9e1c69d3-f70f-42c7-99b5-2327da433bb7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:58.965541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:58.966751 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.002782 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks [] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.028610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd92099-cd3c-4b4e-9435-669e84e2c59d None None] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:59.073174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.083731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.152907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-81250c16-404a-4075-ae60-ce998c284dc9 None None] Provisioning complete for port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:59.153551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81250c16-404a-4075-ae60-ce998c284dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.193925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:59.201830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:59.202494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.226929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:59.231944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:59.235413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:59.241790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:59.242819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.266801 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-1ed485b9-91ec-4076-9dca-79f1968a7de6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6447628 Feb 09 02:02:59.281540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Request body: {'port': {'device_id': '794be784-ad54-467f-865c-2c6cd591c740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:59.309929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 9e1c69d3-f70f-42c7-99b5-2327da433bb7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9e1c69d3-f70f-42c7-99b5-2327da433bb7,segment=NetworkSegment(c6ebb232-9633-4e99-a938-f60011974f6e),segment_id=c6ebb232-9633-4e99-a938-f60011974f6e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:59.311193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-81250c16-404a-4075-ae60-ce998c284dc9 None None] Current status of the port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:59.311810 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81250c16-404a-4075-ae60-ce998c284dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.342399 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.408680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.441358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=9e1c69d3-f70f-42c7-99b5-2327da433bb7,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:59.459169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:02:59.475133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a70c4-6681-4334-b69a-df4d69b99d47 req-3f743aae-5146-4be3-b8c5-d374b104bd64 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:59.476756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed4a70c4-6681-4334-b69a-df4d69b99d47 req-3f743aae-5146-4be3-b8c5-d374b104bd64 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 932 time: 0.0836484 Feb 09 02:02:59.543010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36900) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.556261 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-81250c16-404a-4075-ae60-ce998c284dc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:02:59.556261 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-81250c16-404a-4075-ae60-ce998c284dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:02:59.583498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed4a70c4-6681-4334-b69a-df4d69b99d47 req-67559ffb-b535-4a9d-80a4-4ab73d731ce5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988789 Feb 09 02:02:59.598905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b96-11b5-4232-b0e7-af10359a7064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.671279 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.676948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.775808 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-91c6da62-a85c-4223-ab71-54eabfd5d716 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50763b3b74ad4cce9047943c55bc96ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0976694 Feb 09 02:02:59.790170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.805730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b96-11b5-4232-b0e7-af10359a7064 admin admin] Publish callbacks [] for security_group (de029f7e-99a6-409c-be3c-07b49e95559b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.813488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b96-11b5-4232-b0e7-af10359a7064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (de029f7e-99a6-409c-be3c-07b49e95559b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.847905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ca99b96-11b5-4232-b0e7-af10359a7064 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dac23ec2d7044a1b8a1a15fc63cb04cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023889 Feb 09 02:02:59.855216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36912) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.892077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca99b96-11b5-4232-b0e7-af10359a7064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de029f7e-99a6-409c-be3c-07b49e95559b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:59.897164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:59.912352 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Sync routers for ids ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:59.932189 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Routers {'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:59.933221 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:59.937431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.941621 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48809926-d0d2-40d5-8c3b-77dc841d7619 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9619813 Feb 09 02:02:59.947768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:59.954132 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a07b-67b1-424f-a1e9-45a7636e9229 admin admin] Publish callbacks [] for security_group (de029f7e-99a6-409c-be3c-07b49e95559b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.960765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3103e8b-e71f-4fcb-8893-5861cc10c313 admin admin] Publish callbacks [] for security_group (9fab44ee-5363-42ab-9012-d7304d9a9823), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:59.999311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a07b-67b1-424f-a1e9-45a7636e9229 admin admin] Publish callbacks [] for security_group (de029f7e-99a6-409c-be3c-07b49e95559b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.106504 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Set router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:00.131185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a07b-67b1-424f-a1e9-45a7636e9229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (de029f7e-99a6-409c-be3c-07b49e95559b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.139398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a07b-67b1-424f-a1e9-45a7636e9229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.140837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c1d6a07b-67b1-424f-a1e9-45a7636e9229 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de029f7e-99a6-409c-be3c-07b49e95559b HTTP/1.1" status: 204 len: 168 time: 0.2841339 Feb 09 02:03:00.147398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-81250c16-404a-4075-ae60-ce998c284dc9 None None] Current status of the port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:00.162043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6a07b-67b1-424f-a1e9-45a7636e9229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de029f7e-99a6-409c-be3c-07b49e95559b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:00.218885 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3103e8b-e71f-4fcb-8893-5861cc10c313 admin admin] Publish callbacks [] for security_group (9fab44ee-5363-42ab-9012-d7304d9a9823), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.283064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e6c7e034-4c74-468d-973a-13991dfebaa0 None None] Provisioning complete for port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:00.285021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6c7e034-4c74-468d-973a-13991dfebaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.379890 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '64300766-6774-429a-b6f2-a671ce30c73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:02:58Z', 'revision_number': 3, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port': {'id': '64300766-6774-429a-b6f2-a671ce30c73d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:57Z', 'updated_at': '2022-02-09T02:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:00.416388 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Checking router: feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:00.417100 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Updating router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a port 64300766-6774-429a-b6f2-a671ce30c73d binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:03:00.449303 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (64300766-6774-429a-b6f2-a671ce30c73d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.500404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7e034-4c74-468d-973a-13991dfebaa0 None None] Current status of the port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:00.785831 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Publish callbacks [] for port (64300766-6774-429a-b6f2-a671ce30c73d), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.795499 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (64300766-6774-429a-b6f2-a671ce30c73d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.821763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9e1c69d3-f70f-42c7-99b5-2327da433bb7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:00.854035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:00.928148 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5eb27-59e6-4978-8ad9-ad7552d85e0f None None] Pushing event updated for resources: {'Port': ['ID=64300766-6774-429a-b6f2-a671ce30c73d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:00.960996 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Attempting to bind port 64300766-6774-429a-b6f2-a671ce30c73d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:00.961288 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Attempting to bind port 64300766-6774-429a-b6f2-a671ce30c73d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:00.961651 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Attempting to bind port 64300766-6774-429a-b6f2-a671ce30c73d on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:00.967838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Publish callbacks [] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.972347 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:00.975234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:00.975498 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:00.975921 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.976273 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:00.976851 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Bound port: 64300766-6774-429a-b6f2-a671ce30c73d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:00.977260 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:00.978121 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (64300766-6774-429a-b6f2-a671ce30c73d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.015827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda94e9-a1d7-4dfc-aa23-67ffa89b315c req-b5bb061a-7a9f-4338-9faa-06fc451132fb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.020322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3eda94e9-a1d7-4dfc-aa23-67ffa89b315c req-b5bb061a-7a9f-4338-9faa-06fc451132fb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 932 time: 0.1191769 Feb 09 02:03:01.056015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Transition to ACTIVE for port object 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:01.060076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3103e8b-e71f-4fcb-8893-5861cc10c313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9fab44ee-5363-42ab-9012-d7304d9a9823), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.063719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3103e8b-e71f-4fcb-8893-5861cc10c313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.066636 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b3103e8b-e71f-4fcb-8893-5861cc10c313 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fab44ee-5363-42ab-9012-d7304d9a9823 HTTP/1.1" status: 204 len: 168 time: 1.2715268 Feb 09 02:03:01.081992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3103e8b-e71f-4fcb-8893-5861cc10c313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab44ee-5363-42ab-9012-d7304d9a9823,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:01.095610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.099738 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] For port 64300766-6774-429a-b6f2-a671ce30c73d, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:01.105076 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] For port 64300766-6774-429a-b6f2-a671ce30c73d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=64300766-6774-429a-b6f2-a671ce30c73d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:01.124029 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (64300766-6774-429a-b6f2-a671ce30c73d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.126683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3eda94e9-a1d7-4dfc-aa23-67ffa89b315c req-7c1d97be-cc57-43b4-ba0c-466c5a62117a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992265 Feb 09 02:03:01.191255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:01.202726 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5eb27-59e6-4978-8ad9-ad7552d85e0f None None] Pushing event updated for resources: {'Port': ['ID=64300766-6774-429a-b6f2-a671ce30c73d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:01.206294 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Routers {'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:01.207202 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:01.215657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:01.325110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:01.325455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:01.325870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:01.334527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:01.334852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:01.347628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:01.347949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:01.348278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:01.348713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Bound port: 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:01.349064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.364707 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] Set router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:01.452093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:01.475972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:01.481262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:01.506570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.554762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.555007 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.559838 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 1093 time: 2.2841437 Feb 09 02:03:01.565150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:01.567824 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27" -d '{"events": [{"name": "network-changed", "server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:01.628818 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '64300766-6774-429a-b6f2-a671ce30c73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:02:58Z', 'revision_number': 3, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port': {'id': '64300766-6774-429a-b6f2-a671ce30c73d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:57Z', 'updated_at': '2022-02-09T02:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:01.666513 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bfe1de-c451-4c3f-b1d2-df66300e3565 x-openstack-request-id: req-a9bfe1de-c451-4c3f-b1d2-df66300e3565 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:01.667456 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:01.667726 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9bfe1de-c451-4c3f-b1d2-df66300e3565 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:01.668151 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad', 'status': 'completed', 'code': 200} Feb 09 02:03:01.670310 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd60fa9c-ffa8-40d6-8705-df24bc23cc3c None None] The sync data for ids ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'] in n-d-826675-12 is: [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '64300766-6774-429a-b6f2-a671ce30c73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:02:58Z', 'revision_number': 3, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port': {'id': '64300766-6774-429a-b6f2-a671ce30c73d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:57Z', 'updated_at': '2022-02-09T02:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:01.674971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66b65d-0f01-43b2-bba2-70a083f111f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:01.692353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:01.724523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271c31-02b6-41f2-867e-4c3f8999798d req-596e90eb-e391-48de-b77a-1a476aa9bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.726359 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-596e90eb-e391-48de-b77a-1a476aa9bd1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1127 time: 0.1080019 Feb 09 02:03:01.817886 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-3eddb420-1576-4094-ad12-6ebe7384bf58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.0580163 Feb 09 02:03:01.915363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02271c31-02b6-41f2-867e-4c3f8999798d req-9aaf686c-c9e9-4e90-8c66-7317bf543c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:01.917181 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-9aaf686c-c9e9-4e90-8c66-7317bf543c13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0938354 Feb 09 02:03:02.004109 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-db7ba047-be35-410a-99b4-be365c8540c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578945 Feb 09 02:03:02.007085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99ce60d-7c88-470d-9515-00095df29bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.157375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Allocated IP 172.20.0.1 (ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f/afdcca5a-0cc2-4616-a97d-1dbef725d777/73b1db65-2d97-441b-9837-756d89833c50) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:02.282826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688860b3-9339-4484-a7d8-413f9e1a2665 req-ddbd8c33-29c2-4c29-898e-23223a1f3ad8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:02.286306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-688860b3-9339-4484-a7d8-413f9e1a2665 req-ddbd8c33-29c2-4c29-898e-23223a1f3ad8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.0720403 Feb 09 02:03:02.365837 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-0ec84b79-7c38-47a0-b21a-42dc7f2a6bdf service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487449 Feb 09 02:03:02.403380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-688860b3-9339-4484-a7d8-413f9e1a2665 req-6acfc37a-93f9-437d-83ba-27617164032e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001697 Feb 09 02:03:02.512070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99ce60d-7c88-470d-9515-00095df29bd2 admin admin] Publish callbacks [] for security_group (49613fa1-817d-49b8-b054-5616936d22f9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.536473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-02271c31-02b6-41f2-867e-4c3f8999798d req-21fbd33e-fda1-4474-8db1-59c2ab2a45f9 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624026 Feb 09 02:03:02.537781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b99ce60d-7c88-470d-9515-00095df29bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49613fa1-817d-49b8-b054-5616936d22f9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.676266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ce60d-7c88-470d-9515-00095df29bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49613fa1-817d-49b8-b054-5616936d22f9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:02.694564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks [] for port (73b1db65-2d97-441b-9837-756d89833c50), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.700656 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b99ce60d-7c88-470d-9515-00095df29bd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82f2a03f1e5848c3bdba89a7b32470a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2430499 Feb 09 02:03:02.701569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:02.731235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-c5d7aa97-688c-453b-986a-df1f2e0c05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:02.732682 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-c5d7aa97-688c-453b-986a-df1f2e0c05a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1127 time: 0.1199300 Feb 09 02:03:02.860892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64193c72-b58d-4047-859e-9c5f2f23920d admin admin] Publish callbacks [] for security_group (49613fa1-817d-49b8-b054-5616936d22f9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.872775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (73b1db65-2d97-441b-9837-756d89833c50), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.911827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 64300766-6774-429a-b6f2-a671ce30c73d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:02.951022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-da4cd04e-18cd-43d3-994a-65c034ebc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:02.952836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-da4cd04e-18cd-43d3-994a-65c034ebc263 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2089624 Feb 09 02:03:02.964240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:02.969646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64193c72-b58d-4047-859e-9c5f2f23920d admin admin] Publish callbacks [] for security_group (49613fa1-817d-49b8-b054-5616936d22f9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:02.981785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:03.033349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:03.034348 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.038561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 64300766-6774-429a-b6f2-a671ce30c73d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:03.039151 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (64300766-6774-429a-b6f2-a671ce30c73d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.146163 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-7c4226b9-9d25-4afc-a581-9716dc4619e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.1788425 Feb 09 02:03:03.169559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37046) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:03.182811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 64300766-6774-429a-b6f2-a671ce30c73d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:03.183719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (64300766-6774-429a-b6f2-a671ce30c73d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.194944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Pushing event updated for resources: {'Port': ['ID=73b1db65-2d97-441b-9837-756d89833c50,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:03.232862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 64300766-6774-429a-b6f2-a671ce30c73d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=64300766-6774-429a-b6f2-a671ce30c73d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:03.239978 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (64300766-6774-429a-b6f2-a671ce30c73d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.316092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-d015c001-d814-4609-b011-225f017422cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:03.317683 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-d015c001-d814-4609-b011-225f017422cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1573110 Feb 09 02:03:03.321439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64193c72-b58d-4047-859e-9c5f2f23920d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49613fa1-817d-49b8-b054-5616936d22f9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.324136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64193c72-b58d-4047-859e-9c5f2f23920d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.325245 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64193c72-b58d-4047-859e-9c5f2f23920d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49613fa1-817d-49b8-b054-5616936d22f9 HTTP/1.1" status: 204 len: 168 time: 0.6227608 Feb 09 02:03:03.369443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=64300766-6774-429a-b6f2-a671ce30c73d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:03.378335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c2796daf-f1b8-40bb-97c0-d8a0222e0f80 None None] Provisioning complete for port 73b1db65-2d97-441b-9837-756d89833c50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:03.379081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2796daf-f1b8-40bb-97c0-d8a0222e0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73b1db65-2d97-441b-9837-756d89833c50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.381743 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-7c68f78b-a364-4337-9c62-d607f5fea14c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538206 Feb 09 02:03:03.384814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193c72-b58d-4047-859e-9c5f2f23920d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49613fa1-817d-49b8-b054-5616936d22f9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:03.430010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c2796daf-f1b8-40bb-97c0-d8a0222e0f80 None None] Port 73b1db65-2d97-441b-9837-756d89833c50 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:03.447106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (73b1db65-2d97-441b-9837-756d89833c50), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.544479 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-36769419-0562-4e8a-8125-206e54c6f0f0 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549213 Feb 09 02:03:03.570807 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45f3093d-7fe0-4c31-8f62-da8c76d6a68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.617824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99612bdd-4bc9-428b-849b-b26fd67df75f req-091e02d4-b80d-4c1f-a36d-6c6670b5eef4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:03.619391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99612bdd-4bc9-428b-849b-b26fd67df75f req-091e02d4-b80d-4c1f-a36d-6c6670b5eef4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.1161525 Feb 09 02:03:03.701467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99612bdd-4bc9-428b-849b-b26fd67df75f req-99def027-8a33-406b-94a3-af55601264fc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744526 Feb 09 02:03:03.738363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45f3093d-7fe0-4c31-8f62-da8c76d6a68c admin admin] Publish callbacks [] for security_group (52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.743998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45f3093d-7fe0-4c31-8f62-da8c76d6a68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.772453 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-87dce1bc-eed8-402f-8eb4-9a0a69a6aa27 req-c8d316ca-ebfd-4de8-bf14-9fe4454d12e2 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205968 Feb 09 02:03:03.795083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3093d-7fe0-4c31-8f62-da8c76d6a68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:03.828978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-45f3093d-7fe0-4c31-8f62-da8c76d6a68c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c696c898d4d44ebab436509df97a5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6568279 Feb 09 02:03:03.832632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37066) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:03.839528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks [] for port (73b1db65-2d97-441b-9837-756d89833c50), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.847948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (73b1db65-2d97-441b-9837-756d89833c50), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.849826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.916159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aca844e-71f8-4927-a6a7-6e0d672473c8 admin admin] Publish callbacks [] for security_group (52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.954310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aca844e-71f8-4927-a6a7-6e0d672473c8 admin admin] Publish callbacks [] for security_group (52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:03.973097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Pushing event updated for resources: {'Port': ['ID=73b1db65-2d97-441b-9837-756d89833c50,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:04.028476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:04.030839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:04.054396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aca844e-71f8-4927-a6a7-6e0d672473c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.061200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aca844e-71f8-4927-a6a7-6e0d672473c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.065795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8aca844e-71f8-4927-a6a7-6e0d672473c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b HTTP/1.1" status: 204 len: 168 time: 0.2281501 Feb 09 02:03:04.077948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca844e-71f8-4927-a6a7-6e0d672473c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc6ce7-7190-4b8d-a2e8-a1d5e65ae04b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:04.328653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:04.364553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6647ecd-4a86-46c4-82fe-f47c51701d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.469793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:03:04.489239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d4e3c3f9-abac-4738-83de-c1b86d8f9d9a None None] Provisioning complete for port 73b1db65-2d97-441b-9837-756d89833c50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:04.490355 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c3f9-abac-4738-83de-c1b86d8f9d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73b1db65-2d97-441b-9837-756d89833c50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.501859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6647ecd-4a86-46c4-82fe-f47c51701d6d admin admin] Publish callbacks [] for security_group (1311411a-e9af-460c-8ebd-65870995f516), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.507620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6647ecd-4a86-46c4-82fe-f47c51701d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1311411a-e9af-460c-8ebd-65870995f516), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.543578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6647ecd-4a86-46c4-82fe-f47c51701d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1311411a-e9af-460c-8ebd-65870995f516,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:04.573532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3c3f9-abac-4738-83de-c1b86d8f9d9a None None] Port 73b1db65-2d97-441b-9837-756d89833c50 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:04.575933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6647ecd-4a86-46c4-82fe-f47c51701d6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3637549ba855403bb7f4102df80285d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458904 Feb 09 02:03:04.578679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37088) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:04.647034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:04.652156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba52dac2-a5ef-4442-b17a-a6d30f16e883 admin admin] Publish callbacks [] for security_group (1311411a-e9af-460c-8ebd-65870995f516), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.659570 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7838d8e-a1ee-4690-b5b5-2a83c796ed94 admin admin] 10.222.0.53 "PUT /v2.0/routers/feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7098751 Feb 09 02:03:04.659774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Sync routers for ids ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:04.674759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Routers {'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:04.677106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:04.695555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba52dac2-a5ef-4442-b17a-a6d30f16e883 admin admin] Publish callbacks [] for security_group (1311411a-e9af-460c-8ebd-65870995f516), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.767616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba52dac2-a5ef-4442-b17a-a6d30f16e883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1311411a-e9af-460c-8ebd-65870995f516), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.770872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba52dac2-a5ef-4442-b17a-a6d30f16e883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.775264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ba52dac2-a5ef-4442-b17a-a6d30f16e883 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1311411a-e9af-460c-8ebd-65870995f516 HTTP/1.1" status: 204 len: 168 time: 0.1949654 Feb 09 02:03:04.835985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52dac2-a5ef-4442-b17a-a6d30f16e883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1311411a-e9af-460c-8ebd-65870995f516,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:04.858370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 64300766-6774-429a-b6f2-a671ce30c73d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:04.871825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Set router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:04.881652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761c20-8905-4c92-be7f-2db85b354fa9 req-e2a1f958-afaa-4415-9e22-87c443c5b8fa tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:04.883306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52761c20-8905-4c92-be7f-2db85b354fa9 req-e2a1f958-afaa-4415-9e22-87c443c5b8fa tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.0798099 Feb 09 02:03:04.886796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37098) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:04.914610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-533faa00-347a-4c24-8b79-245d13b075f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.995102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52761c20-8905-4c92-be7f-2db85b354fa9 req-e60d54f2-8f6c-4819-b49d-14c25f9a42ad tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006930 Feb 09 02:03:05.087428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-533faa00-347a-4c24-8b79-245d13b075f7 admin admin] Publish callbacks [] for security_group (d4d6ddc7-34a9-46d7-b232-aa5e34924fa8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.098385 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-533faa00-347a-4c24-8b79-245d13b075f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d4d6ddc7-34a9-46d7-b232-aa5e34924fa8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.102723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 64300766-6774-429a-b6f2-a671ce30c73d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:05.103114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (64300766-6774-429a-b6f2-a671ce30c73d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.147361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-533faa00-347a-4c24-8b79-245d13b075f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75a0c926a7b54e81a5591e6d128d45ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594123 Feb 09 02:03:05.148417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533faa00-347a-4c24-8b79-245d13b075f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d6ddc7-34a9-46d7-b232-aa5e34924fa8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:05.150176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:05.232529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefd6d9-e48f-4794-8216-4b250d533b1c admin admin] Publish callbacks [] for security_group (d4d6ddc7-34a9-46d7-b232-aa5e34924fa8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.286308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefd6d9-e48f-4794-8216-4b250d533b1c admin admin] Publish callbacks [] for security_group (d4d6ddc7-34a9-46d7-b232-aa5e34924fa8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.286971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 64300766-6774-429a-b6f2-a671ce30c73d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:05.292226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '64300766-6774-429a-b6f2-a671ce30c73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 4, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port': {'id': '64300766-6774-429a-b6f2-a671ce30c73d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:57Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '73b1db65-2d97-441b-9837-756d89833c50', 'name': '', 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'mac_address': 'fa:16:3e:7a:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'afdcca5a-0cc2-4616-a97d-1dbef725d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:01Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 2, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'subnets': [{'id': 'afdcca5a-0cc2-4616-a97d-1dbef725d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:05.350757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefd6d9-e48f-4794-8216-4b250d533b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d4d6ddc7-34a9-46d7-b232-aa5e34924fa8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.354781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefd6d9-e48f-4794-8216-4b250d533b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.360756 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1aefd6d9-e48f-4794-8216-4b250d533b1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4d6ddc7-34a9-46d7-b232-aa5e34924fa8 HTTP/1.1" status: 204 len: 168 time: 0.2091904 Feb 09 02:03:05.372171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefd6d9-e48f-4794-8216-4b250d533b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d6ddc7-34a9-46d7-b232-aa5e34924fa8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:05.459780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Checking router: feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:05.460138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Updating router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a port 73b1db65-2d97-441b-9837-756d89833c50 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:03:05.495345 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (73b1db65-2d97-441b-9837-756d89833c50), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.941777 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Publish callbacks [] for port (73b1db65-2d97-441b-9837-756d89833c50), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:05.949730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (73b1db65-2d97-441b-9837-756d89833c50), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.086192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb3abf-49e3-4a14-8562-306d1f62d25f None None] Pushing event updated for resources: {'Port': ['ID=73b1db65-2d97-441b-9837-756d89833c50,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:06.328382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Attempting to bind port 73b1db65-2d97-441b-9837-756d89833c50 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:06.329608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Attempting to bind port 73b1db65-2d97-441b-9837-756d89833c50 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:06.331929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Attempting to bind port 73b1db65-2d97-441b-9837-756d89833c50 on network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:06.338228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:06.339038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Checking segment: {'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:06.339695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.340304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Bound using segment: {'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:06.341004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Bound port: 73b1db65-2d97-441b-9837-756d89833c50, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ebb232-9633-4e99-a938-f60011974f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:06.341625 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (73b1db65-2d97-441b-9837-756d89833c50), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.398267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a2ce1-94b4-4d78-a0b0-4ed272ff0800 req-1c366483-8f7a-40c4-bcd3-95d0434804f8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:06.399938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-918a2ce1-94b4-4d78-a0b0-4ed272ff0800 req-1c366483-8f7a-40c4-bcd3-95d0434804f8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.1968224 Feb 09 02:03:06.499640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] For port 73b1db65-2d97-441b-9837-756d89833c50, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:06.502885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-918a2ce1-94b4-4d78-a0b0-4ed272ff0800 req-0c4059f6-3042-4ea0-9bf4-d3c238a251b1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885265 Feb 09 02:03:06.518120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] For port 73b1db65-2d97-441b-9837-756d89833c50, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=73b1db65-2d97-441b-9837-756d89833c50,segment=NetworkSegment(c6ebb232-9633-4e99-a938-f60011974f6e),segment_id=c6ebb232-9633-4e99-a938-f60011974f6e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:06.537790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (73b1db65-2d97-441b-9837-756d89833c50), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.637248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5b448733-6148-421e-9290-f2b3202fcc5d None None] Provisioning complete for port 73b1db65-2d97-441b-9837-756d89833c50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:06.637638 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b448733-6148-421e-9290-f2b3202fcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73b1db65-2d97-441b-9837-756d89833c50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.684816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Routers {'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:06.685481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:06.817097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb3abf-49e3-4a14-8562-306d1f62d25f None None] Pushing event updated for resources: {'Port': ['ID=73b1db65-2d97-441b-9837-756d89833c50,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:06.997582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5b448733-6148-421e-9290-f2b3202fcc5d None None] Current status of the port 73b1db65-2d97-441b-9837-756d89833c50 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:06.997980 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b448733-6148-421e-9290-f2b3202fcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (73b1db65-2d97-441b-9837-756d89833c50), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:07.000924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] Set router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:07.140615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5b448733-6148-421e-9290-f2b3202fcc5d None None] For port 73b1db65-2d97-441b-9837-756d89833c50, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=73b1db65-2d97-441b-9837-756d89833c50,segment=NetworkSegment(c6ebb232-9633-4e99-a938-f60011974f6e),segment_id=c6ebb232-9633-4e99-a938-f60011974f6e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:07.170722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b448733-6148-421e-9290-f2b3202fcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (73b1db65-2d97-441b-9837-756d89833c50), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:07.286332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b448733-6148-421e-9290-f2b3202fcc5d None None] Pushing event updated for resources: {'Port': ['ID=73b1db65-2d97-441b-9837-756d89833c50,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:07.339372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-42ff008f-5a63-412e-a56a-6a8811dc8512 None None] Provisioning complete for port 73b1db65-2d97-441b-9837-756d89833c50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:07.339674 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-42ff008f-5a63-412e-a56a-6a8811dc8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73b1db65-2d97-441b-9837-756d89833c50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:07.536080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-42ff008f-5a63-412e-a56a-6a8811dc8512 None None] Current status of the port 73b1db65-2d97-441b-9837-756d89833c50 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:07.577466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '64300766-6774-429a-b6f2-a671ce30c73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 4, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port': {'id': '64300766-6774-429a-b6f2-a671ce30c73d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:57Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '73b1db65-2d97-441b-9837-756d89833c50', 'name': '', 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'mac_address': 'fa:16:3e:7a:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'afdcca5a-0cc2-4616-a97d-1dbef725d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:01Z', 'updated_at': '2022-02-09T02:03:06Z', 'revision_number': 4, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'subnets': [{'id': 'afdcca5a-0cc2-4616-a97d-1dbef725d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:07.614122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bda1b17-92a7-4dd9-bed4-74c3e2806f03 None None] The sync data for ids ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'] in n-d-826675-12 is: [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '64300766-6774-429a-b6f2-a671ce30c73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 4, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port': {'id': '64300766-6774-429a-b6f2-a671ce30c73d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:57Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '73b1db65-2d97-441b-9837-756d89833c50', 'name': '', 'network_id': 'ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'mac_address': 'fa:16:3e:7a:ad:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'afdcca5a-0cc2-4616-a97d-1dbef725d777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:01Z', 'updated_at': '2022-02-09T02:03:06Z', 'revision_number': 4, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'subnets': [{'id': 'afdcca5a-0cc2-4616-a97d-1dbef725d777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:07.928442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:08.242848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:08.267101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50a843-e3bb-4f1f-9162-a68fc66611b4 req-04677e27-ae5a-48ff-89c7-8cc3aae5409a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.280412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c50a843-e3bb-4f1f-9162-a68fc66611b4 req-04677e27-ae5a-48ff-89c7-8cc3aae5409a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.2176373 Feb 09 02:03:08.284466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'port_id': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad', 'mac_address': 'fa:16:3e:30:49:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98726c8f-dba2-4946-baf6-74d75712e08b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:08.400346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.405769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.406476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.407530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.409614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.411375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.413059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.420824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.421573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.439363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:08.441285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e973122c-3f09-4f23-a51e-d9197e89b3ce req-75063e49-cd1b-4cea-beed-136b22eea35d tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.5907032 Feb 09 02:03:08.441740 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:08.451324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:08.485204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:08.526214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c50a843-e3bb-4f1f-9162-a68fc66611b4 req-8bbbbfde-e1e9-4012-8625-0199fdc604ab tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379360 Feb 09 02:03:08.552522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:08.559126 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:08.653786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:08.769679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733d55c-2e57-4902-950a-80f836ba8263 req-d089e37c-ab52-4e0d-be21-ce97687a6e9e tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:08.771194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7733d55c-2e57-4902-950a-80f836ba8263 req-d089e37c-ab52-4e0d-be21-ce97687a6e9e tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 886 time: 0.2355797 Feb 09 02:03:08.850634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:08.985805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-815343164-network', 'tenant_id': 'a90c9259cd0a4b05bc7070917bb882d1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:09.011201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 73b1db65-2d97-441b-9837-756d89833c50 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:09.035790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Made reservation on behalf of a90c9259cd0a4b05bc7070917bb882d1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:09.038639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.061191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.149195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.151255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.151801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.153305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.155126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.155790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.160037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.160711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.162178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.183112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ab7d7fc-48c8-426d-86f4-af877136f8c0 req-bfafd47b-ee4a-4e06-aa49-8bf7485cf7ab tempest-NetworksTest-2052534649 tempest-NetworksTest-2052534649-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.3825514 Feb 09 02:03:09.225733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 73b1db65-2d97-441b-9837-756d89833c50 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:09.226523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73b1db65-2d97-441b-9837-756d89833c50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.332479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37216) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:09.344855 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:03:09.376261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks [] for security_group (c0cbd9cb-3e51-4418-b910-a6d06baafaab), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.389713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0cbd9cb-3e51-4418-b910-a6d06baafaab), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.486003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:03:09.512652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cbd9cb-3e51-4418-b910-a6d06baafaab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:09.569315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (25526386-d8c8-4627-9315-432c73e894e9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.572242 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Added segment 25526386-d8c8-4627-9315-432c73e894e9 of type vlan for network 513d92c2-017b-49f0-b932-6420fe234d9c Feb 09 02:03:09.632684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 73b1db65-2d97-441b-9837-756d89833c50 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:09.741020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (513d92c2-017b-49f0-b932-6420fe234d9c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.750194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdd939-33eb-495d-b4d9-87463fc0770f req-78a5d9f2-e299-48b0-b625-70638e58ba31 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.759842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26fdd939-33eb-495d-b4d9-87463fc0770f req-78a5d9f2-e299-48b0-b625-70638e58ba31 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 945 time: 0.1207178 Feb 09 02:03:09.804384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (513d92c2-017b-49f0-b932-6420fe234d9c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.805516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:09.806918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.840151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:09.842423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d797e2c9-ffce-4ecd-99ce-3907ea65eceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.869056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26fdd939-33eb-495d-b4d9-87463fc0770f req-4fe3a094-9b5e-47b5-aebb-db63a3111a35 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078110 Feb 09 02:03:09.969269 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5166321 Feb 09 02:03:09.970061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:09.990825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Request body: {'subnet': {'network_id': '513d92c2-017b-49f0-b932-6420fe234d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-815343164-subnet', 'tenant_id': 'a90c9259cd0a4b05bc7070917bb882d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:10.003151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d797e2c9-ffce-4ecd-99ce-3907ea65eceb admin admin] Publish callbacks [] for security_group (8d140f0b-46a4-45ca-87b7-8600101f9090), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.009957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d797e2c9-ffce-4ecd-99ce-3907ea65eceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8d140f0b-46a4-45ca-87b7-8600101f9090), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.022941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879f7d4-29ab-4ffd-9f9a-702481e1579e admin admin] Pushing event updated for resources: {'Network': ['ID=513d92c2-017b-49f0-b932-6420fe234d9c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:10.048583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 513d92c2-017b-49f0-b932-6420fe234d9c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:03:10.055108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Made reservation on behalf of a90c9259cd0a4b05bc7070917bb882d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:10.063178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.098649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797e2c9-ffce-4ecd-99ce-3907ea65eceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d140f0b-46a4-45ca-87b7-8600101f9090,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:10.134501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d797e2c9-ffce-4ecd-99ce-3907ea65eceb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a14a0b2342114123a74ef06266c4ba91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7978611 Feb 09 02:03:10.134966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:10.246409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe449a45-c26e-48e7-9369-fd10b92db9ed admin admin] Publish callbacks [] for security_group (8d140f0b-46a4-45ca-87b7-8600101f9090), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.277181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe449a45-c26e-48e7-9369-fd10b92db9ed admin admin] Publish callbacks [] for security_group (8d140f0b-46a4-45ca-87b7-8600101f9090), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.349434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe449a45-c26e-48e7-9369-fd10b92db9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8d140f0b-46a4-45ca-87b7-8600101f9090), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.354277 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe449a45-c26e-48e7-9369-fd10b92db9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.356448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fe449a45-c26e-48e7-9369-fd10b92db9ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d140f0b-46a4-45ca-87b7-8600101f9090 HTTP/1.1" status: 204 len: 168 time: 0.2205412 Feb 09 02:03:10.371763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6d3abff-dd75-42c2-b566-94b81687642a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.383860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe449a45-c26e-48e7-9369-fd10b92db9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d140f0b-46a4-45ca-87b7-8600101f9090,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:10.514397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.629461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:10.679203 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6d3abff-dd75-42c2-b566-94b81687642a admin admin] Publish callbacks [] for security_group (49ee581b-22c2-40fc-b468-1e8ec81aacb4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.700769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6d3abff-dd75-42c2-b566-94b81687642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49ee581b-22c2-40fc-b468-1e8ec81aacb4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.760482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Checking segment: {'id': '25526386-d8c8-4627-9315-432c73e894e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '513d92c2-017b-49f0-b932-6420fe234d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:10.761067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Network hostable DHCP agents. Network: 513d92c2-017b-49f0-b932-6420fe234d9c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:03:10.774612 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d6d3abff-dd75-42c2-b566-94b81687642a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7664692202f649cebd56fe8c283d94f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9329438 Feb 09 02:03:10.776950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:10.786439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3abff-dd75-42c2-b566-94b81687642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee581b-22c2-40fc-b468-1e8ec81aacb4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:10.820171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Network 513d92c2-017b-49f0-b932-6420fe234d9c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:03:10.845319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 513d92c2-017b-49f0-b932-6420fe234d9c) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:10.852522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:10.853201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.857023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e2d3b7-5264-441a-8b17-6b62cb33ec77 admin admin] Publish callbacks [] for security_group (49ee581b-22c2-40fc-b468-1e8ec81aacb4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.859164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39863f60-6327-4358-83b7-f106ce562726 None None] Network 513d92c2-017b-49f0-b932-6420fe234d9c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:10.892333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9ed4c30a-b79a-4828-b443-d629d0c4c35a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9178178 Feb 09 02:03:10.903768 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e2d3b7-5264-441a-8b17-6b62cb33ec77 admin admin] Publish callbacks [] for security_group (49ee581b-22c2-40fc-b468-1e8ec81aacb4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:10.972107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37272) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:11.014650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e2d3b7-5264-441a-8b17-6b62cb33ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49ee581b-22c2-40fc-b468-1e8ec81aacb4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.017295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-acd4e26a-bc1c-47d9-946c-5b5434d4e779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.017640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e2d3b7-5264-441a-8b17-6b62cb33ec77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.019739 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-53e2d3b7-5264-441a-8b17-6b62cb33ec77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49ee581b-22c2-40fc-b468-1e8ec81aacb4 HTTP/1.1" status: 204 len: 168 time: 0.2415628 Feb 09 02:03:11.042672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2d3b7-5264-441a-8b17-6b62cb33ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee581b-22c2-40fc-b468-1e8ec81aacb4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:11.123980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a4e5f-cf4c-4280-a8ed-f1112334e94a None None] Network 513d92c2-017b-49f0-b932-6420fe234d9c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:11.173365 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-acd4e26a-bc1c-47d9-946c-5b5434d4e779 admin admin] Publish callbacks [] for security_group (9e22b5c1-874f-4a5f-a1d6-bd36415db188), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.195978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-acd4e26a-bc1c-47d9-946c-5b5434d4e779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9e22b5c1-874f-4a5f-a1d6-bd36415db188), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.261469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-acd4e26a-bc1c-47d9-946c-5b5434d4e779 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2371fece4ec84f6fa086c09288853633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880273 Feb 09 02:03:11.264145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:11.329918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4e26a-bc1c-47d9-946c-5b5434d4e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e22b5c1-874f-4a5f-a1d6-bd36415db188,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:11.362199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba26e18-1e3c-4437-a87a-ef44cfa4f943 req-453fda4e-41fc-4a2d-a232-05a6bdd9fc6c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:11.373459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dba26e18-1e3c-4437-a87a-ef44cfa4f943 req-453fda4e-41fc-4a2d-a232-05a6bdd9fc6c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 945 time: 0.1892838 Feb 09 02:03:11.436453 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bc37c78-9ef9-4631-9f06-e037dfd457f4 admin admin] Publish callbacks [] for security_group (9e22b5c1-874f-4a5f-a1d6-bd36415db188), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.442180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dba26e18-1e3c-4437-a87a-ef44cfa4f943 req-3f3bdf85-d9fe-4b33-8c29-988335fc4fee tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Feb 09 02:03:11.493188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bc37c78-9ef9-4631-9f06-e037dfd457f4 admin admin] Publish callbacks [] for security_group (9e22b5c1-874f-4a5f-a1d6-bd36415db188), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.603779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bc37c78-9ef9-4631-9f06-e037dfd457f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9e22b5c1-874f-4a5f-a1d6-bd36415db188), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.608262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bc37c78-9ef9-4631-9f06-e037dfd457f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:11.610969 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4bc37c78-9ef9-4631-9f06-e037dfd457f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e22b5c1-874f-4a5f-a1d6-bd36415db188 HTTP/1.1" status: 204 len: 168 time: 0.3457325 Feb 09 02:03:11.625384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37c78-9ef9-4631-9f06-e037dfd457f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e22b5c1-874f-4a5f-a1d6-bd36415db188,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:11.672233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:11.938409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37302) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:11.944780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:11.961801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7007c355-ea99-45ff-91db-42a2c87c37a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.039524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:12.050685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:12.051089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.082075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7007c355-ea99-45ff-91db-42a2c87c37a8 admin admin] Publish callbacks [] for security_group (898e4f93-7f46-4bf9-8927-2f68a241200e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.089826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7007c355-ea99-45ff-91db-42a2c87c37a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (898e4f93-7f46-4bf9-8927-2f68a241200e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.145408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007c355-ea99-45ff-91db-42a2c87c37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898e4f93-7f46-4bf9-8927-2f68a241200e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:12.162164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7007c355-ea99-45ff-91db-42a2c87c37a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5981163c7f1f49a8b18ddff97b109c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206190 Feb 09 02:03:12.170581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37306) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:12.230593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:12.231570 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.259327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:12.262040 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311de4e7-3657-4f4c-ae2f-889e076d012f" -d '{"events": [{"server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "name": "network-vif-plugged", "status": "completed", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:12.263131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8972-7f4f-4e22-8764-b17a322468b2 admin admin] Publish callbacks [] for security_group (898e4f93-7f46-4bf9-8927-2f68a241200e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.276801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:12.286264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.304872 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32d19087-319d-43bd-b51f-6cf0b76e5291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.317204 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8972-7f4f-4e22-8764-b17a322468b2 admin admin] Publish callbacks [] for security_group (898e4f93-7f46-4bf9-8927-2f68a241200e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.471986 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc67c66-c187-40c3-9ad2-a1b244fbb626 x-openstack-request-id: req-bfc67c66-c187-40c3-9ad2-a1b244fbb626 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:12.474758 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "name": "network-vif-plugged", "status": "completed", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:12.476021 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfc67c66-c187-40c3-9ad2-a1b244fbb626 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:12.478813 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad', 'code': 200} Feb 09 02:03:12.498098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:12.536879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8972-7f4f-4e22-8764-b17a322468b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (898e4f93-7f46-4bf9-8927-2f68a241200e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.541220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8972-7f4f-4e22-8764-b17a322468b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.542811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4c2d8972-7f4f-4e22-8764-b17a322468b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/898e4f93-7f46-4bf9-8927-2f68a241200e HTTP/1.1" status: 204 len: 168 time: 0.3706868 Feb 09 02:03:12.563463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8972-7f4f-4e22-8764-b17a322468b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898e4f93-7f46-4bf9-8927-2f68a241200e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:12.761361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011bc88-b87c-4504-aa46-980e823d84d2 req-d773c5a3-b41b-40b9-baa5-a9e072f44698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.765297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298466b2-5aae-4715-b71f-7bf4264c5fb9 req-bfc12d01-a3c0-4a75-99b5-07cf674e415e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:12.767495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-298466b2-5aae-4715-b71f-7bf4264c5fb9 req-bfc12d01-a3c0-4a75-99b5-07cf674e415e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 946 time: 0.1405613 Feb 09 02:03:12.774990 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e011bc88-b87c-4504-aa46-980e823d84d2 req-d773c5a3-b41b-40b9-baa5-a9e072f44698 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1129 time: 0.2287600 Feb 09 02:03:12.838220 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32d19087-319d-43bd-b51f-6cf0b76e5291 admin admin] Publish callbacks [] for security_group (3ca3ed74-9049-4ba4-8fb4-421b07b9b396), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.852896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32d19087-319d-43bd-b51f-6cf0b76e5291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3ca3ed74-9049-4ba4-8fb4-421b07b9b396), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:12.903580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-298466b2-5aae-4715-b71f-7bf4264c5fb9 req-b9e8b557-a431-4d24-b556-74004cb5b4bf tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258259 Feb 09 02:03:12.932200 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e011bc88-b87c-4504-aa46-980e823d84d2 req-2796d126-9d28-473f-8e86-e0aa95a56c71 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425495 Feb 09 02:03:12.950504 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32d19087-319d-43bd-b51f-6cf0b76e5291 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3093ce902c5541a9a0c6875e594b2d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2761047 Feb 09 02:03:12.952292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37332) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:12.958072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d19087-319d-43bd-b51f-6cf0b76e5291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca3ed74-9049-4ba4-8fb4-421b07b9b396,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:13.010753 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89723765-ce72-4955-94b7-8d13981636b6 admin admin] Publish callbacks [] for security_group (3ca3ed74-9049-4ba4-8fb4-421b07b9b396), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.041868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89723765-ce72-4955-94b7-8d13981636b6 admin admin] Publish callbacks [] for security_group (3ca3ed74-9049-4ba4-8fb4-421b07b9b396), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.099468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:13.105576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1092615644-network', 'tenant_id': '6ea9dc0e222d45bcbade9f3ab5a63dc2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:13.108779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89723765-ce72-4955-94b7-8d13981636b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3ca3ed74-9049-4ba4-8fb4-421b07b9b396), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.112947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89723765-ce72-4955-94b7-8d13981636b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.114709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-89723765-ce72-4955-94b7-8d13981636b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ca3ed74-9049-4ba4-8fb4-421b07b9b396 HTTP/1.1" status: 204 len: 168 time: 0.1611381 Feb 09 02:03:13.125794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89723765-ce72-4955-94b7-8d13981636b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca3ed74-9049-4ba4-8fb4-421b07b9b396,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:13.178237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Made reservation on behalf of 6ea9dc0e222d45bcbade9f3ab5a63dc2 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:13.182196 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.204214 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.302713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks [] for security_group (70786afa-31fc-4661-836c-79e289f417e2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.308187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70786afa-31fc-4661-836c-79e289f417e2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.342514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:03:13.369321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6e497cca-8ad0-4164-9baf-1bb5f79e30ff), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.369950 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Added segment 6e497cca-8ad0-4164-9baf-1bb5f79e30ff of type vlan for network c446c7cc-4405-4ff5-9624-9247ed1a5dd5 Feb 09 02:03:13.396346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70786afa-31fc-4661-836c-79e289f417e2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:13.463472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c446c7cc-4405-4ff5-9624-9247ed1a5dd5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.499624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c446c7cc-4405-4ff5-9624-9247ed1a5dd5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.501420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:13.502268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.519203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37350) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:13.606198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c446c7cc-4405-4ff5-9624-9247ed1a5dd5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:13.618099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c446c7cc-4405-4ff5-9624-9247ed1a5dd5 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:03:13.622493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37354) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:13.631509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Request body: {'subnet': {'network_id': 'c446c7cc-4405-4ff5-9624-9247ed1a5dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1092615644-subnet', 'tenant_id': '6ea9dc0e222d45bcbade9f3ab5a63dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:13.633484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-82382b68-be44-4946-b899-d0a6342761d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5326476 Feb 09 02:03:13.658313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Made reservation on behalf of 6ea9dc0e222d45bcbade9f3ab5a63dc2 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:13.660752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.913667 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cbbcd66-ac03-4c5f-a148-86eb5118783e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.994403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37366) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:14.024496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (0663529a-864f-4fd0-adf1-d18f74e87262), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.051961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59b93503-1049-4f9f-869e-ca2bf41d663d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.187976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0ad6c-cd7b-4e3c-8c28-79cbe5add552 req-9ad906de-460c-4224-b242-5a005ddcab09 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:14.190667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1b0ad6c-cd7b-4e3c-8c28-79cbe5add552 req-9ad906de-460c-4224-b242-5a005ddcab09 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 946 time: 0.1731017 Feb 09 02:03:14.262632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59b93503-1049-4f9f-869e-ca2bf41d663d admin admin] Publish callbacks [] for security_group (758e519c-3f26-4c7f-80ed-c2818469c67e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.272051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59b93503-1049-4f9f-869e-ca2bf41d663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (758e519c-3f26-4c7f-80ed-c2818469c67e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.358764 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-59b93503-1049-4f9f-869e-ca2bf41d663d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7485dfc0ab7449e962538654686c90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629100 Feb 09 02:03:14.363459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:14.388717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0663529a-864f-4fd0-adf1-d18f74e87262,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:14.396895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b93503-1049-4f9f-869e-ca2bf41d663d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758e519c-3f26-4c7f-80ed-c2818469c67e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:14.450106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Checking segment: {'id': '6e497cca-8ad0-4164-9baf-1bb5f79e30ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c446c7cc-4405-4ff5-9624-9247ed1a5dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:14.459853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Network hostable DHCP agents. Network: c446c7cc-4405-4ff5-9624-9247ed1a5dd5, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:03:14.467162 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-830377d8-f67d-411c-98cc-ce1e89aacc32 admin admin] Publish callbacks [] for security_group (758e519c-3f26-4c7f-80ed-c2818469c67e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.505374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-830377d8-f67d-411c-98cc-ce1e89aacc32 admin admin] Publish callbacks [] for security_group (758e519c-3f26-4c7f-80ed-c2818469c67e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.516158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1b0ad6c-cd7b-4e3c-8c28-79cbe5add552 req-663dad2d-62b2-45f0-a927-1edd1fda8543 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038664 Feb 09 02:03:14.572956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cbbcd66-ac03-4c5f-a148-86eb5118783e admin admin] Publish callbacks [] for security_group (7bceb6ad-03e8-48d8-9e64-d53f15c57bb3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.583927 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cbbcd66-ac03-4c5f-a148-86eb5118783e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bceb6ad-03e8-48d8-9e64-d53f15c57bb3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.636716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbcd66-ac03-4c5f-a148-86eb5118783e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bceb6ad-03e8-48d8-9e64-d53f15c57bb3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:14.652824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-830377d8-f67d-411c-98cc-ce1e89aacc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (758e519c-3f26-4c7f-80ed-c2818469c67e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.655990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-830377d8-f67d-411c-98cc-ce1e89aacc32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.660083 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-830377d8-f67d-411c-98cc-ce1e89aacc32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/758e519c-3f26-4c7f-80ed-c2818469c67e HTTP/1.1" status: 204 len: 168 time: 0.2953339 Feb 09 02:03:14.661730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Network c446c7cc-4405-4ff5-9624-9247ed1a5dd5 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:03:14.677709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830377d8-f67d-411c-98cc-ce1e89aacc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758e519c-3f26-4c7f-80ed-c2818469c67e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:14.705176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2cbbcd66-ac03-4c5f-a148-86eb5118783e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b1458712e2b484e840ae019378c9d37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1824341 Feb 09 02:03:14.705176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c446c7cc-4405-4ff5-9624-9247ed1a5dd5) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:14.712399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:14.715001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.716286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:14.746513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292a7a9-14d7-4e58-aceb-57d8eac4f6ea None None] Network c446c7cc-4405-4ff5-9624-9247ed1a5dd5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:14.759287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c4d2125a-89a3-4744-a200-e2039be01afe admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1338863 Feb 09 02:03:14.832853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b497e24-e6cd-4973-b95e-cdd1301d82bd admin admin] Publish callbacks [] for security_group (7bceb6ad-03e8-48d8-9e64-d53f15c57bb3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.904046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b497e24-e6cd-4973-b95e-cdd1301d82bd admin admin] Publish callbacks [] for security_group (7bceb6ad-03e8-48d8-9e64-d53f15c57bb3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:14.915415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e664db72-c6f6-4fad-bd9e-0970d11497ab None None] Network c446c7cc-4405-4ff5-9624-9247ed1a5dd5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:14.916930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37394) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:15.036777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b497e24-e6cd-4973-b95e-cdd1301d82bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bceb6ad-03e8-48d8-9e64-d53f15c57bb3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.040600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b497e24-e6cd-4973-b95e-cdd1301d82bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.047077 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b497e24-e6cd-4973-b95e-cdd1301d82bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bceb6ad-03e8-48d8-9e64-d53f15c57bb3 HTTP/1.1" status: 204 len: 168 time: 0.3294973 Feb 09 02:03:15.064280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b497e24-e6cd-4973-b95e-cdd1301d82bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bceb6ad-03e8-48d8-9e64-d53f15c57bb3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:15.229698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37404) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:15.294708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] Deleting subnet 6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:03:15.299929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] Publish callbacks [] for subnet (6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.361945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] Publish callbacks [] for subnet (6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.380989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.425925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-90108846-network', 'tenant_id': '6298daf59e894167a2fca973ed8879a4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:15.461371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Made reservation on behalf of 6298daf59e894167a2fca973ed8879a4 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:15.463890 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.477845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.548240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.593285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.600133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b HTTP/1.1" status: 204 len: 168 time: 0.3640804 Feb 09 02:03:15.601199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:15.601566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639de5e0-96f9-4be2-87d9-bb3de5432a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7183dd-ba4e-4ce7-8ab3-dc664a627b2b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:15.691618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks [] for security_group (4e973039-0a35-4b3a-b276-8a500ebf7760), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.746076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (513d92c2-017b-49f0-b932-6420fe234d9c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.753515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4e973039-0a35-4b3a-b276-8a500ebf7760), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.787788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e973039-0a35-4b3a-b276-8a500ebf7760,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:15.822497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:03:15.831606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:15.856763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f1e74d87-2c76-42c8-af0e-f88b2b35542d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.857160 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Added segment f1e74d87-2c76-42c8-af0e-f88b2b35542d of type vlan for network 836520e1-5d30-410b-9a01-81ed7480116d Feb 09 02:03:15.905257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db4c9eae-1645-4144-b82d-2e0683858d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.928261 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (836520e1-5d30-410b-9a01-81ed7480116d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.967969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005114e6-e7cf-4632-b84b-d394c9369933 req-faa210a0-1e00-4f80-a74d-8a56817c1f18 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:15.969554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-005114e6-e7cf-4632-b84b-d394c9369933 req-faa210a0-1e00-4f80-a74d-8a56817c1f18 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 946 time: 0.3202825 Feb 09 02:03:15.970817 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (836520e1-5d30-410b-9a01-81ed7480116d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.971800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:15.972369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:15.988681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (513d92c2-017b-49f0-b932-6420fe234d9c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.043389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-005114e6-e7cf-4632-b84b-d394c9369933 req-6b578a14-8427-4fd8-b0fd-cbdeb675b193 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575166 Feb 09 02:03:16.045158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.045677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.046399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.046770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > port after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.050700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1321836 Feb 09 02:03:16.051442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37422) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:16.053539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.054115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > port after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.054512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.054859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.055187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.055517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.286618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Request body: {'subnet': {'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-90108846-subnet', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:16.317983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.318717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.319284 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.319838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:03:16.320418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513d92c2-017b-49f0-b932-6420fe234d9c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:16.366042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25526386-d8c8-4627-9315-432c73e894e9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:16.372527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25526386-d8c8-4627-9315-432c73e894e9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:16.390887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812237d-bda3-4a12-a318-1a0a634ada0a admin admin] Pushing event updated for resources: {'Network': ['ID=836520e1-5d30-410b-9a01-81ed7480116d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:16.403490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 836520e1-5d30-410b-9a01-81ed7480116d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:03:16.404068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Made reservation on behalf of 6298daf59e894167a2fca973ed8879a4 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:16.406661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.412068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ca86-dff4-4175-9273-2f9c2871a035 req-77247428-8036-43cd-9d88-075192d6596f tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:16.422060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a982ca86-dff4-4175-9273-2f9c2871a035 req-77247428-8036-43cd-9d88-075192d6596f tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1129 time: 0.1082070 Feb 09 02:03:16.479554 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (25526386-d8c8-4627-9315-432c73e894e9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.588085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (25526386-d8c8-4627-9315-432c73e894e9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.617596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:03:16.620513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (25526386-d8c8-4627-9315-432c73e894e9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: from cryptography.utils import int_from_bytes Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: from cryptography.utils import int_from_bytes Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:03:16.660858 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:03:16.706288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (7630eb12-9457-4220-b746-15e767f73108), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.715634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a982ca86-dff4-4175-9273-2f9c2871a035 req-2df567f7-c829-4bc4-9d9f-3ced7d7fe45d tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921956 Feb 09 02:03:16.748232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db4c9eae-1645-4144-b82d-2e0683858d65 admin admin] Publish callbacks [] for security_group (f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.804562 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db4c9eae-1645-4144-b82d-2e0683858d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.834111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7630eb12-9457-4220-b746-15e767f73108,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:16.846913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Checking segment: {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:16.847399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Network hostable DHCP agents. Network: 836520e1-5d30-410b-9a01-81ed7480116d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:03:16.873262 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-db4c9eae-1645-4144-b82d-2e0683858d65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ed17a77ec3241cab6682c9b420cf783&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0394216 Feb 09 02:03:16.874367 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (513d92c2-017b-49f0-b932-6420fe234d9c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.877623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:16.941911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Network 836520e1-5d30-410b-9a01-81ed7480116d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:03:16.948035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-825ca536-6506-48e8-9056-8b05c7f8ac5b tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e10f13ad708947d0a7cf9b34679da342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525017 Feb 09 02:03:16.956251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4726e8b3-a128-4eba-86c7-0ab1d892e00b admin admin] Publish callbacks [] for security_group (f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:16.992255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Pushing event deleted for resources: {'Network': ['ID=513d92c2-017b-49f0-b932-6420fe234d9c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:17.009183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.021514 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b5ae5326-2689-451f-8a7f-040d6348903c admin admin] 10.222.0.53 "DELETE /v2.0/networks/513d92c2-017b-49f0-b932-6420fe234d9c HTTP/1.1" status: 204 len: 168 time: 1.4171407 Feb 09 02:03:17.027562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37460) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:17.041272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4726e8b3-a128-4eba-86c7-0ab1d892e00b admin admin] Publish callbacks [] for security_group (f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.081432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c9eae-1645-4144-b82d-2e0683858d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:17.118359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4726e8b3-a128-4eba-86c7-0ab1d892e00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.126062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4726e8b3-a128-4eba-86c7-0ab1d892e00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.126062 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4726e8b3-a128-4eba-86c7-0ab1d892e00b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d HTTP/1.1" status: 204 len: 168 time: 0.2447867 Feb 09 02:03:17.151878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726e8b3-a128-4eba-86c7-0ab1d892e00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e3a4bd-c96e-47f9-ac2c-e2d2c6364f4d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:17.171089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 836520e1-5d30-410b-9a01-81ed7480116d) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:17.187888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:17.188530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a60261-164e-4f00-ab70-dc07cd86d5bb None None] Network 836520e1-5d30-410b-9a01-81ed7480116d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:17.189260 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.315404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] Deleting subnet 0663529a-864f-4fd0-adf1-d18f74e87262 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:03:17.322193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] Publish callbacks [] for subnet (0663529a-864f-4fd0-adf1-d18f74e87262), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.387782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] Publish callbacks [] for subnet (0663529a-864f-4fd0-adf1-d18f74e87262), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.392276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0663529a-864f-4fd0-adf1-d18f74e87262), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.395993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-836520e1-5d30-410b-9a01-81ed7480116d', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'project_id': '6298daf59e894167a2fca973ed8879a4', 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:03:17.397558 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.454966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37468) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:17.455260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-421738a8-85fc-4caa-8eaa-5271ee2d8740 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1724787 Feb 09 02:03:17.463443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:17.478868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b7249-ccfa-4afd-9d8b-9474698412b2 req-ccad5588-7fc8-47b0-8b8c-4cefd4f9ce36 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:17.486295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b7b7249-ccfa-4afd-9d8b-9474698412b2 req-ccad5588-7fc8-47b0-8b8c-4cefd4f9ce36 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1129 time: 0.5411220 Feb 09 02:03:17.528858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (f9a75be9-f44c-4e23-9657-666457faf745), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.532368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (f9a75be9-f44c-4e23-9657-666457faf745), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.552830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-15913dd1-a6f1-4544-b2f8-196f9dc94131 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:17.552830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-15913dd1-a6f1-4544-b2f8-196f9dc94131 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5848994 Feb 09 02:03:17.588658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-ff9dfacc-535a-406d-be6a-f0003e4b4bc6 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/quotas/e10f13ad708947d0a7cf9b34679da342 HTTP/1.1" status: 200 len: 375 time: 0.0359914 Feb 09 02:03:17.593867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (0663529a-864f-4fd0-adf1-d18f74e87262), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.610856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b7b7249-ccfa-4afd-9d8b-9474698412b2 req-4e232de2-0908-4edf-8fce-f52591aa43d6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188254 Feb 09 02:03:17.655817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.681703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0663529a-864f-4fd0-adf1-d18f74e87262,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:17.729042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.739475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:17.751301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6172ece3-1801-4859-9cfc-3372820181f7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0663529a-864f-4fd0-adf1-d18f74e87262 HTTP/1.1" status: 204 len: 168 time: 0.6754990 Feb 09 02:03:17.761114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-c219e51f-f614-4072-9897-be42fdc3de58 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400027 Feb 09 02:03:17.871576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Allocated IP 172.20.0.2 (836520e1-5d30-410b-9a01-81ed7480116d/7630eb12-9457-4220-b746-15e767f73108/0abcf0d0-5fb6-48c8-b017-65edf27abc09) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:17.922968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks [] for router_controller (f9a75be9-f44c-4e23-9657-666457faf745), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:17.931344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c446c7cc-4405-4ff5-9624-9247ed1a5dd5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.212228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks [] for router_gateway (f9a75be9-f44c-4e23-9657-666457faf745), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.414734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c446c7cc-4405-4ff5-9624-9247ed1a5dd5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.429490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-91aac07e-e19b-4182-842c-091d39452da8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e10f13ad708947d0a7cf9b34679da342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821846 Feb 09 02:03:18.477388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c446c7cc-4405-4ff5-9624-9247ed1a5dd5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:18.503886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e497cca-8ad0-4164-9baf-1bb5f79e30ff') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:18.504187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e497cca-8ad0-4164-9baf-1bb5f79e30ff') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:18.563595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (6e497cca-8ad0-4164-9baf-1bb5f79e30ff), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.603247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6e497cca-8ad0-4164-9baf-1bb5f79e30ff), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.608003 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Publish callbacks [] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.622838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:03:18.623546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.623745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (6e497cca-8ad0-4164-9baf-1bb5f79e30ff), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.695601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Network 836520e1-5d30-410b-9a01-81ed7480116d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:03:18.702032 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:03:18.719958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c446c7cc-4405-4ff5-9624-9247ed1a5dd5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.733811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:18.748143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:18.754427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Pushing event updated for resources: {'Port': ['ID=0abcf0d0-5fb6-48c8-b017-65edf27abc09,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:18.810769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.827116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Pushing event deleted for resources: {'Network': ['ID=c446c7cc-4405-4ff5-9624-9247ed1a5dd5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:18.836997 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.843100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82ac44-3c1d-4e3d-9738-308fea17c083 req-5738ac0a-67d6-4e62-b0e9-1180379833f6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.847114 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9ae44249-37e3-435e-bed9-09a542914988 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c446c7cc-4405-4ff5-9624-9247ed1a5dd5 HTTP/1.1" status: 204 len: 168 time: 1.1051652 Feb 09 02:03:18.848848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e82ac44-3c1d-4e3d-9738-308fea17c083 req-5738ac0a-67d6-4e62-b0e9-1180379833f6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1129 time: 0.2393699 Feb 09 02:03:18.861929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c203bc78-b3c3-49cf-a06d-f8331cc528cc tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.867753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c203bc78-b3c3-49cf-a06d-f8331cc528cc tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4342353 Feb 09 02:03:18.890480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Attempting to bind port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:18.890858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Attempting to bind port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:18.891225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Attempting to bind port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 on network 836520e1-5d30-410b-9a01-81ed7480116d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:18.905553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:18.905987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Checking segment: {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:18.907134 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.908995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Bound using segment: {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:18.909710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Bound port: 0abcf0d0-5fb6-48c8-b017-65edf27abc09, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:18.911532 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:18.923501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-3131e761-f8cb-4a76-9a7d-c60660547afc tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/quotas/e10f13ad708947d0a7cf9b34679da342 HTTP/1.1" status: 200 len: 375 time: 0.0491538 Feb 09 02:03:19.019521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-6f880459-1f63-4ce6-aab9-0816d369a80f tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856333 Feb 09 02:03:19.067077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e82ac44-3c1d-4e3d-9738-308fea17c083 req-64d172f3-cc65-4395-ba06-8f5e516a71a6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943517 Feb 09 02:03:19.130483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] For port 0abcf0d0-5fb6-48c8-b017-65edf27abc09, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:19.135224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] For port 0abcf0d0-5fb6-48c8-b017-65edf27abc09, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0abcf0d0-5fb6-48c8-b017-65edf27abc09,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:19.143919 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.159747 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks [] for router_gateway (f9a75be9-f44c-4e23-9657-666457faf745), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.182392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37552) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:19.196132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.217445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25f6df-1d7b-4db5-a0e0-239f1d9174b4 None None] Pushing event updated for resources: {'Port': ['ID=0abcf0d0-5fb6-48c8-b017-65edf27abc09,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:19.306023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9fbd83c9-d329-45ac-b462-032d8f32cfc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a90c9259cd0a4b05bc7070917bb882d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1199236 Feb 09 02:03:19.306792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37556) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:19.430662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Allocated IP 172.25.6.210 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/e6a405db-a90e-4741-9fda-46ea5d0a6498) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:19.503602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-022bd88d-6b96-41af-ba20-d3e2799e1103 req-3c150278-6cb0-4453-aace-d925ca84b87b tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 210 time: 0.0903697 Feb 09 02:03:19.512531 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9e86f7f-a758-4f30-af10-56eccb773541 admin admin] Publish callbacks [] for security_group (c0cbd9cb-3e51-4418-b910-a6d06baafaab), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.565121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9e86f7f-a758-4f30-af10-56eccb773541 admin admin] Publish callbacks [] for security_group (c0cbd9cb-3e51-4418-b910-a6d06baafaab), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.753508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9e86f7f-a758-4f30-af10-56eccb773541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0cbd9cb-3e51-4418-b910-a6d06baafaab), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.756303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9e86f7f-a758-4f30-af10-56eccb773541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:19.777848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e9e86f7f-a758-4f30-af10-56eccb773541 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0cbd9cb-3e51-4418-b910-a6d06baafaab HTTP/1.1" status: 204 len: 168 time: 0.4698801 Feb 09 02:03:19.815928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e86f7f-a758-4f30-af10-56eccb773541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cbd9cb-3e51-4418-b910-a6d06baafaab,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:19.987443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks [] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:20.159919 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-6a550d6b-eb4f-4a07-b468-578a15b68682 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e10f13ad708947d0a7cf9b34679da342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643815 Feb 09 02:03:20.418426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd6c11-ee26-4097-a92d-e4f2c7fe1cfd req-c372b5b9-c799-4d63-953e-135b805ea302 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:20.423517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5abd6c11-ee26-4097-a92d-e4f2c7fe1cfd req-c372b5b9-c799-4d63-953e-135b805ea302 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1129 time: 0.1560225 Feb 09 02:03:20.431663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37590) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:20.538071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:20.588294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5abd6c11-ee26-4097-a92d-e4f2c7fe1cfd req-97ba4aad-a806-460e-908c-fbd405d8d703 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584420 Feb 09 02:03:20.605772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9bdc54bd-57ab-4747-aa57-20b9193efcb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ea9dc0e222d45bcbade9f3ab5a63dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703959 Feb 09 02:03:20.608440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37596) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:20.645574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:20.677222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-194a0fdb-1105-4c57-aa77-2c75b0ff8cd7 req-6a55ac71-fca2-4d50-88d3-9c24a8e132f9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 210 time: 0.0663302 Feb 09 02:03:20.697420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:20.705147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:20.718373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a74463f-ae17-4a53-b13c-1be07597a8ef admin admin] Publish callbacks [] for security_group (70786afa-31fc-4661-836c-79e289f417e2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:20.776896 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a74463f-ae17-4a53-b13c-1be07597a8ef admin admin] Publish callbacks [] for security_group (70786afa-31fc-4661-836c-79e289f417e2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:20.888228 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a74463f-ae17-4a53-b13c-1be07597a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70786afa-31fc-4661-836c-79e289f417e2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:20.891764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a74463f-ae17-4a53-b13c-1be07597a8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:20.895047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9a74463f-ae17-4a53-b13c-1be07597a8ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70786afa-31fc-4661-836c-79e289f417e2 HTTP/1.1" status: 204 len: 168 time: 0.2847688 Feb 09 02:03:20.916784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74463f-ae17-4a53-b13c-1be07597a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70786afa-31fc-4661-836c-79e289f417e2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:21.025279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0abcf0d0-5fb6-48c8-b017-65edf27abc09 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:21.040510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-4ef1cb22-b65d-461f-9d7f-6080b71699f9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:21.042196 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-4ef1cb22-b65d-461f-9d7f-6080b71699f9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8747399 Feb 09 02:03:21.239005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:21.242238 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:21.302835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Request body: {'port': {'device_id': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'e10f13ad708947d0a7cf9b34679da342'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:21.362629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3986aa2c-53a1-4403-8691-3be45154e28e None None] Network 836520e1-5d30-410b-9a01-81ed7480116d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:03:21.414439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a405db-a90e-4741-9fda-46ea5d0a6498,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:21.544022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4a02426f-0f99-4166-b57d-ae407dee2951 None None] Provisioning complete for port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:21.544405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a02426f-0f99-4166-b57d-ae407dee2951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:21.568205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37618) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:21.765447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:21.765786 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:21.848928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9994007-22b4-457e-9d7a-11834dc522bf req-ba359bd1-fffe-4680-b8bc-079a7510cd83 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 210 time: 0.0487871 Feb 09 02:03:21.872866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-48fd40a8-460e-4fef-82de-c5cdcecb8402 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1120818 Feb 09 02:03:22.053203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86d1800f-ef59-44bc-82ab-2a73084f941c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.102646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 0abcf0d0-5fb6-48c8-b017-65edf27abc09, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0abcf0d0-5fb6-48c8-b017-65edf27abc09,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:22.113583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks [] for router_gateway (f9a75be9-f44c-4e23-9657-666457faf745), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.120473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-3746ebf8-5d95-461b-abf1-455062d44762 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e10f13ad708947d0a7cf9b34679da342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6162655 Feb 09 02:03:22.129498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.171378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-5bb8c591-9bb3-4581-8ec4-e3573dbe64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:22.173455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-5bb8c591-9bb3-4581-8ec4-e3573dbe64ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 1150 time: 0.2400904 Feb 09 02:03:22.359415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4a02426f-0f99-4166-b57d-ae407dee2951 None None] Current status of the port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:22.360042 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a02426f-0f99-4166-b57d-ae407dee2951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.521707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-e22b0bc5-0193-4896-a33e-b34e8be87a09 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:22.523434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-e22b0bc5-0193-4896-a33e-b34e8be87a09 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082855 Feb 09 02:03:22.577668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Request body: {'port': {'device_id': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'e10f13ad708947d0a7cf9b34679da342'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:22.594697 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-4a02426f-0f99-4166-b57d-ae407dee2951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:03:22.595075 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-4a02426f-0f99-4166-b57d-ae407dee2951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:03:22.599393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=0abcf0d0-5fb6-48c8-b017-65edf27abc09,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:22.610677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86d1800f-ef59-44bc-82ab-2a73084f941c admin admin] Publish callbacks [] for security_group (fba10314-8d78-48ed-bf08-698db63d9a0b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.630705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86d1800f-ef59-44bc-82ab-2a73084f941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fba10314-8d78-48ed-bf08-698db63d9a0b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.662924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-a9d5a0c1-00ff-4bc0-acb7-add1943e3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:22.665208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-a9d5a0c1-00ff-4bc0-acb7-add1943e3984 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 925 time: 0.4598720 Feb 09 02:03:22.673485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-c1534e83-6540-468c-8e36-438f7e5d1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:22.676481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-c1534e83-6540-468c-8e36-438f7e5d1a59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1129 time: 0.3389604 Feb 09 02:03:22.717289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-86d1800f-ef59-44bc-82ab-2a73084f941c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f8d4f54cef042b1826294c45b598be5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1464925 Feb 09 02:03:22.726544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:22.889387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Made reservation on behalf of e10f13ad708947d0a7cf9b34679da342 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:22.894254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:22.915605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0abcf0d0-5fb6-48c8-b017-65edf27abc09 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:22.958541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1800f-ef59-44bc-82ab-2a73084f941c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba10314-8d78-48ed-bf08-698db63d9a0b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:22.958965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Made reservation on behalf of e10f13ad708947d0a7cf9b34679da342 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:22.969824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.056050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:23.056335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.120637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c1e5223-9eb9-4ab3-b029-c76cc0e632ff req-8b16b78d-8eb6-4a21-87fd-7070950f80a9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 210 time: 0.0788231 Feb 09 02:03:23.133328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-c4cbacdb-5e16-4162-9a9a-53bb13454e7e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d HTTP/1.1" status: 200 len: 1023 time: 0.4511487 Feb 09 02:03:23.156702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.166556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4a02426f-0f99-4166-b57d-ae407dee2951 None None] Current status of the port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:23.225730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.362146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-5b106e25-53a8-4bdd-b858-15061a13aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.363633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-5b106e25-53a8-4bdd-b858-15061a13aa5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.6509924 Feb 09 02:03:23.365242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-b44b9c5c-a2ca-41a0-83b3-5e49676d8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.366732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-b44b9c5c-a2ca-41a0-83b3-5e49676d8e83 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 200 len: 863 time: 0.2302136 Feb 09 02:03:23.456250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e1e80a7-147b-40ef-97aa-24e48cc1cbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.474138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ade8181-f8ed-41e6-92bc-e068a17b09f2 admin admin] Publish callbacks [] for security_group (fba10314-8d78-48ed-bf08-698db63d9a0b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.477055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:23.485177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7b4f628f-4dc0-4a86-95c0-18fc3054ad6c None None] Provisioning complete for port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:23.485763 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b4f628f-4dc0-4a86-95c0-18fc3054ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.512384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-2090aa6b-58c9-463a-9e57-91368118e03a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.1285346 Feb 09 02:03:23.560795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ade8181-f8ed-41e6-92bc-e068a17b09f2 admin admin] Publish callbacks [] for security_group (fba10314-8d78-48ed-bf08-698db63d9a0b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.598670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-ea50619e-c307-4456-897f-5a3059b8e6e4 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:03:23.599836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-ea50619e-c307-4456-897f-5a3059b8e6e4 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1669648 Feb 09 02:03:23.629376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-68ba2ad6-6b92-4a9c-9a05-975d4feaeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.630950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-68ba2ad6-6b92-4a9c-9a05-975d4feaeee5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5272d9af-9e66-4429-a7f9-e154c3d47108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2497668 Feb 09 02:03:23.716475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f628f-4dc0-4a86-95c0-18fc3054ad6c None None] Current status of the port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:23.785312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-9c99cfd4-d4b6-4f64-94cf-0d55d6b36509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.786912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-9c99cfd4-d4b6-4f64-94cf-0d55d6b36509 service neutron] 10.222.0.53 "GET /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 1126 time: 0.1523654 Feb 09 02:03:23.792013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (f9a75be9-f44c-4e23-9657-666457faf745), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.796152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-6d575a69-0976-483d-aacf-cac1a9af4877 service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543818 Feb 09 02:03:23.802622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-c15c5b9f-448f-4d94-bdcd-3facb0495717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:23.804410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-c15c5b9f-448f-4d94-bdcd-3facb0495717 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.2771430 Feb 09 02:03:23.805963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:23.806481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:03:23.957539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks [] for security_group (0554ea9a-70c1-4947-9b8d-9d4925170ca9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:23.967261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-c12349c6-4ea3-40d0-9fd9-3e8ab591e081 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b08db26fda694ef8a1c7de94a328add1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693616 Feb 09 02:03:23.970334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-1730b296-5fed-4eed-b9bb-9924a36e3c3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051686 Feb 09 02:03:24.013621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ade8181-f8ed-41e6-92bc-e068a17b09f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fba10314-8d78-48ed-bf08-698db63d9a0b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.016293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ade8181-f8ed-41e6-92bc-e068a17b09f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.021580 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8ade8181-f8ed-41e6-92bc-e068a17b09f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fba10314-8d78-48ed-bf08-698db63d9a0b HTTP/1.1" status: 204 len: 168 time: 1.2896223 Feb 09 02:03:24.022585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0554ea9a-70c1-4947-9b8d-9d4925170ca9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.035897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.api [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e10f13ad708947d0a7cf9b34679da342 {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:03:24.036332 n-d-826675-12 neutron-server[103150]: DEBUG oslo_db.api [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:03:24.071894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade8181-f8ed-41e6-92bc-e068a17b09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba10314-8d78-48ed-bf08-698db63d9a0b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:24.196106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0554ea9a-70c1-4947-9b8d-9d4925170ca9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:24.259489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Router f9a75be9-f44c-4e23-9657-666457faf745 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:03:24.274191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-a90adec7-1aef-42e7-9f7b-0f1fdaec43ed service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712569 Feb 09 02:03:24.446374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:24.446794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:24.446955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:24.452941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Allocated IP 192.168.233.141 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/5a026654-a9a2-4afe-9222-cd48e8920a35) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:24.457100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:24.457346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:24.478013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:24.478388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:24.478803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:24.479255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Bound port: 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:24.493326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:24.507976 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Sync routers for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:24.528354 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:24.529293 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:02:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:24.544673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37698) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:24.545000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.585244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.589227 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fbedc85e-9b61-4e73-a2db-b57a920554b9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1301320 Feb 09 02:03:24.596801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4464008-920b-465d-90ec-05c7bbee31da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.601323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:24.621426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7956f129-ec53-4e0f-a33e-5ca1be3b652a req-2689db6d-f60f-4dcd-a865-e16a0e6c7126 service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160143 Feb 09 02:03:24.778288 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:24.798133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:24.831229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:24.832429 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cf986767-46b5-4b88-af66-69a5b5522794 service neutron] 10.222.0.53 "POST /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad/bindings HTTP/1.1" status: 201 len: 390 time: 1.0349956 Feb 09 02:03:24.895472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-c63ad45e-bb5c-4461-9dfc-637cc62b618c tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:24.902113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-c63ad45e-bb5c-4461-9dfc-637cc62b618c tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9305668 Feb 09 02:03:24.947474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67d51d6-53a2-4443-add5-b1883f6d43e9 req-b70da35a-273d-40a5-ad92-ddc9551e94c5 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561472 Feb 09 02:03:24.967196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-1713d66c-0531-47a2-baaf-cea36e4469a9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/quotas/b08db26fda694ef8a1c7de94a328add1 HTTP/1.1" status: 200 len: 375 time: 0.0639935 Feb 09 02:03:25.054592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-7a834d80-2743-400c-b00a-62b72c418b30 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08db26fda694ef8a1c7de94a328add1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864737 Feb 09 02:03:25.088725 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:21Z', 'revision_number': 3, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:25.158824 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Checking router: f9a75be9-f44c-4e23-9657-666457faf745 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:25.159645 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Updating router f9a75be9-f44c-4e23-9657-666457faf745 port e6a405db-a90e-4741-9fda-46ea5d0a6498 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:03:25.201648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks [] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.211638 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.218950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72a22601-4e9c-4a52-811a-7a1eb5f6f5bc req-e676ab04-99d6-4c7b-827e-c964c9f4146b tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 210 time: 0.0908480 Feb 09 02:03:25.588176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.648870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c12a55ed-16a0-4ef6-bba4-0eb7b9471e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.664448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4464008-920b-465d-90ec-05c7bbee31da admin admin] Publish callbacks [] for security_group (2b20a1cf-a1ef-442b-b189-754842f39063), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.691259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4464008-920b-465d-90ec-05c7bbee31da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b20a1cf-a1ef-442b-b189-754842f39063), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.744133 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Publish callbacks [] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.756056 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.807012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4464008-920b-465d-90ec-05c7bbee31da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b20a1cf-a1ef-442b-b189-754842f39063,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:25.817813 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2669e0-31be-4122-8111-2f16603b39a1 None None] Pushing event updated for resources: {'Port': ['ID=e6a405db-a90e-4741-9fda-46ea5d0a6498,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:25.862022 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Attempting to bind port e6a405db-a90e-4741-9fda-46ea5d0a6498 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:25.864291 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Attempting to bind port e6a405db-a90e-4741-9fda-46ea5d0a6498 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:25.865848 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Attempting to bind port e6a405db-a90e-4741-9fda-46ea5d0a6498 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:25.883381 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:25.883682 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:25.885332 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.885332 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:25.885332 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Bound port: e6a405db-a90e-4741-9fda-46ea5d0a6498, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:25.885612 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:25.886517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79d202f7-5899-4cd4-a750-5b9a680ce088 req-f625a3b0-be44-4654-bbc6-29ae1b085a56 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 210 time: 0.1130693 Feb 09 02:03:25.946217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f4464008-920b-465d-90ec-05c7bbee31da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a83b887d753b44f3b107b422b02a45dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3999557 Feb 09 02:03:25.967264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37720) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:26.054149 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] For port e6a405db-a90e-4741-9fda-46ea5d0a6498, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:26.054574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-d34813d4-4c69-4fcd-a3d5-0a9d135583fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.056758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-d34813d4-4c69-4fcd-a3d5-0a9d135583fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1129 time: 0.8326952 Feb 09 02:03:26.065936 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] For port e6a405db-a90e-4741-9fda-46ea5d0a6498, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e6a405db-a90e-4741-9fda-46ea5d0a6498,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:26.083376 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.183433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-20591e47-129e-407e-9e23-96139fe125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.185710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-20591e47-129e-407e-9e23-96139fe125e2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.1210694 Feb 09 02:03:26.208399 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:26.209651 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:26.227587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508e95d-fa95-44c5-a761-b2c5303daca7 req-a13afb12-185f-45d9-bcc1-2c88c9df22d1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.229358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5508e95d-fa95-44c5-a761-b2c5303daca7 req-a13afb12-185f-45d9-bcc1-2c88c9df22d1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 946 time: 0.5675862 Feb 09 02:03:26.256844 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2669e0-31be-4122-8111-2f16603b39a1 None None] Pushing event updated for resources: {'Port': ['ID=e6a405db-a90e-4741-9fda-46ea5d0a6498,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:26.311048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-ee1c8a65-cc31-4556-8abc-659888673631 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.1124651 Feb 09 02:03:26.352247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:26.379775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Allocated IP 192.168.233.94 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/636cd917-955c-464b-b6d4-4a2f53ba3586) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:26.387022 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:26.393628 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d55700e0-a314-4428-99f0-ee902bd3d6ae admin admin] Publish callbacks [] for security_group (2b20a1cf-a1ef-442b-b189-754842f39063), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.426084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d55700e0-a314-4428-99f0-ee902bd3d6ae admin admin] Publish callbacks [] for security_group (2b20a1cf-a1ef-442b-b189-754842f39063), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.485677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5508e95d-fa95-44c5-a761-b2c5303daca7 req-371b4daa-c042-476c-a6b9-b370660c9844 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061107 Feb 09 02:03:26.501222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-dc2d6fc5-1a8f-48e1-aa8a-994310ffaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.504744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-dc2d6fc5-1a8f-48e1-aa8a-994310ffaab4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1837127 Feb 09 02:03:26.506141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d55700e0-a314-4428-99f0-ee902bd3d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b20a1cf-a1ef-442b-b189-754842f39063), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.509237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d55700e0-a314-4428-99f0-ee902bd3d6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.512644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d55700e0-a314-4428-99f0-ee902bd3d6ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b20a1cf-a1ef-442b-b189-754842f39063 HTTP/1.1" status: 204 len: 168 time: 0.5402749 Feb 09 02:03:26.620711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-1cb3cb71-f159-4124-b55a-c3d63c15bbcf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090140 Feb 09 02:03:26.623011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55700e0-a314-4428-99f0-ee902bd3d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b20a1cf-a1ef-442b-b189-754842f39063,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:26.765702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks [] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.785909 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:26.859505 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:21Z', 'revision_number': 3, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:26.884617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:26.901469 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:26.939002 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566716c-676d-44b7-bc4a-d8e949adb829 None None] The sync data for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 is: [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:21Z', 'revision_number': 3, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:26.962753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f4d2-2695-49a3-8ceb-ab2c1b2ce3ab req-b9fd52e4-098f-4046-9a17-a62d03489236 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.971424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b713f4d2-2695-49a3-8ceb-ab2c1b2ce3ab req-b9fd52e4-098f-4046-9a17-a62d03489236 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 936 time: 0.2914670 Feb 09 02:03:26.981368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-5105b1d9-d528-4ef5-afe5-208bb4cca5f8 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475525 Feb 09 02:03:27.025010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:27.027274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.047418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Pushing event updated for resources: {'Port': ['ID=5a026654-a9a2-4afe-9222-cd48e8920a35,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:27.084072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.182645 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-c3f91474-b121-469c-b706-e0ecd1fc3fbf tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6341817 Feb 09 02:03:27.188129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:27.200003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-1e162f7b-2b4b-4566-84f2-402dc6ae0fb4 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029290 Feb 09 02:03:27.201550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:27.224011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Request body: {'port': {'device_id': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:27.236250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd940887-4f3e-404d-b6e1-03b20ef22f34 req-20ca7c86-df73-4cc8-8820-81b7ca0d6772 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 210 time: 0.1546049 Feb 09 02:03:27.301092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b713f4d2-2695-49a3-8ceb-ab2c1b2ce3ab req-b98e4ecb-c450-4102-b640-0182eb70e794 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263631 Feb 09 02:03:27.365038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:27.442110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-7e5dfaa2-8b63-4864-ad17-1ee7f04f8cba tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b08db26fda694ef8a1c7de94a328add1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714240 Feb 09 02:03:27.506299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6f064a7c-9a4f-4021-b001-3b1c140a2846 None None] Provisioning complete for port 5a026654-a9a2-4afe-9222-cd48e8920a35 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:27.506696 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f064a7c-9a4f-4021-b001-3b1c140a2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.679441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6f064a7c-9a4f-4021-b001-3b1c140a2846 None None] Port 5a026654-a9a2-4afe-9222-cd48e8920a35 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:27.762663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-65b3783c-f4ee-4247-9d86-2a7683cc0ecc tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:27.764492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-65b3783c-f4ee-4247-9d86-2a7683cc0ecc tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1129 time: 0.5058730 Feb 09 02:03:27.808804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:27.844309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:27.844992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.862231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:27.912598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:27.915141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7b37601e-50e9-4724-9be0-9870acd50932 None None] Provisioning complete for port 636cd917-955c-464b-b6d4-4a2f53ba3586 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:27.931052 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b37601e-50e9-4724-9be0-9870acd50932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.043952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.076270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-48cdce4b-3a6c-45d4-8013-26dccba0e03e tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.078959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-48cdce4b-3a6c-45d4-8013-26dccba0e03e tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6290269 Feb 09 02:03:28.079173 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.107612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7b37601e-50e9-4724-9be0-9870acd50932 None None] Port 636cd917-955c-464b-b6d4-4a2f53ba3586 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:28.134122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Request body: {'port': {'device_id': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'b08db26fda694ef8a1c7de94a328add1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:28.192556 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-75846538-4301-43c1-901f-5b8a49e72cd2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.8978148 Feb 09 02:03:28.218328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14282-a6ed-4a7f-b722-fd21541bae8d req-6f5ca3d6-9de8-4660-8edb-f8bed67f2c1d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.221765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fac14282-a6ed-4a7f-b722-fd21541bae8d req-6f5ca3d6-9de8-4660-8edb-f8bed67f2c1d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 946 time: 0.5026484 Feb 09 02:03:28.318253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Request body: {'port': {'device_id': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:28.324260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:28.476044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5b09f7b-5949-4310-9888-00b15b59d562 req-b61fd2f6-b428-42c8-99ae-59326ddc5f85 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 210 time: 0.1136789 Feb 09 02:03:28.500685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.635317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fac14282-a6ed-4a7f-b722-fd21541bae8d req-562e4e65-0050-41dc-b502-89ea31a869e9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001899 Feb 09 02:03:28.684486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e49a9575-f8a3-4e5c-a5e2-b4b1a8311a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.763728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.771922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:28.883506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:28.954109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:28.959882 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8fd3ff-cd64-4d51-9b7c-243db7b797f6" -d '{"events": [{"server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:28.971526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a026654-a9a2-4afe-9222-cd48e8920a35 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:28.981571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Publish callbacks [] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.987603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Publish callbacks [] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:28.994931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Made reservation on behalf of b08db26fda694ef8a1c7de94a328add1 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:28.999348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Transition to ACTIVE for port object 5a026654-a9a2-4afe-9222-cd48e8920a35 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:28.999485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.013990 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.016484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.041051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e6a405db-a90e-4741-9fda-46ea5d0a6498 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:29.134498 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.142375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e6a405db-a90e-4741-9fda-46ea5d0a6498 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:29.143187 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575c4160-e9dd-4175-8f4e-dd9a82758a67 x-openstack-request-id: req-575c4160-e9dd-4175-8f4e-dd9a82758a67 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:29.143304 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:29.143607 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-575c4160-e9dd-4175-8f4e-dd9a82758a67 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:29.144071 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad', 'code': 200} Feb 09 02:03:29.144500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.144683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:29.178306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Allocated IP 172.20.0.1 (836520e1-5d30-410b-9a01-81ed7480116d/7630eb12-9457-4220-b746-15e767f73108/e115db33-5a7f-4d32-866e-1629a7bc26c3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:29.192523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785ac2-5c5b-42b4-be83-42475ae36b7c req-6a248e3e-8346-4771-a729-71e0f0ceea49 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:29.194279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e785ac2-5c5b-42b4-be83-42475ae36b7c req-6a248e3e-8346-4771-a729-71e0f0ceea49 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 936 time: 0.5497792 Feb 09 02:03:29.300429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:29.300674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:29.300963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:29.319812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:29.320136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Attempting to bind port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:29.333772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e6a405db-a90e-4741-9fda-46ea5d0a6498 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:29.335483 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.356746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:29.357088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:29.357474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:29.357948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Bound port: 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:29.358309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.388938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e785ac2-5c5b-42b4-be83-42475ae36b7c req-3739b9fa-9183-41da-a6e0-dbb49fa99c8c tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801906 Feb 09 02:03:29.407154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port e6a405db-a90e-4741-9fda-46ea5d0a6498, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e6a405db-a90e-4741-9fda-46ea5d0a6498,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:29.423415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.465898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks [] for security_group (e1f87215-79c9-49b6-9a86-c9e311e36b24), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.491267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e1f87215-79c9-49b6-9a86-c9e311e36b24), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.535971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:29.568209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:29.629360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.699711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Pushing event updated for resources: {'Port': ['ID=5a026654-a9a2-4afe-9222-cd48e8920a35,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:29.761706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f87215-79c9-49b6-9a86-c9e311e36b24,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:29.787524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0f9694d-364d-4048-8e5f-ff18f6fdf433 req-992c6253-388a-4de4-b69c-278eb86294ed tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 210 time: 0.1665936 Feb 09 02:03:29.791334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636cd917-955c-464b-b6d4-4a2f53ba3586 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:29.870823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Publish callbacks [] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.881660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e49a9575-f8a3-4e5c-a5e2-b4b1a8311a52 admin admin] Publish callbacks [] for security_group (bedb2a46-6df6-4e5e-a140-0c8307fd56ca), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.943816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:29.944451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:29.945885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] 10.222.0.82 "PUT /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 1124 time: 2.1713610 Feb 09 02:03:29.946818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d09e6-13e0-4036-a05b-89e1edafcd21 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:30.033408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:30.037973 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.053163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e49a9575-f8a3-4e5c-a5e2-b4b1a8311a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bedb2a46-6df6-4e5e-a140-0c8307fd56ca), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.060670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=e6a405db-a90e-4741-9fda-46ea5d0a6498,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:30.110275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e49a9575-f8a3-4e5c-a5e2-b4b1a8311a52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=141c061cbf664daba28c4846185add43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7819567 Feb 09 02:03:30.115384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37798) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:30.124143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Transition to ACTIVE for port object 636cd917-955c-464b-b6d4-4a2f53ba3586 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:30.133335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec22fa2-5ce1-44e5-9ee0-bf1f9b4ffb20 req-be4343a3-b67d-4825-9081-e92915b497ad tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:30.148109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ec22fa2-5ce1-44e5-9ee0-bf1f9b4ffb20 req-be4343a3-b67d-4825-9081-e92915b497ad tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.1535261 Feb 09 02:03:30.155889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.197046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Attempting to bind port 5a026654-a9a2-4afe-9222-cd48e8920a35 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:30.197542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Attempting to bind port 5a026654-a9a2-4afe-9222-cd48e8920a35 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:30.197986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Attempting to bind port 5a026654-a9a2-4afe-9222-cd48e8920a35 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:30.241014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Port 5a026654-a9a2-4afe-9222-cd48e8920a35 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:30.242137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Attempting to bind port 5a026654-a9a2-4afe-9222-cd48e8920a35 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:30.261313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:30.261902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:30.262409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:30.263169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Bound port: 5a026654-a9a2-4afe-9222-cd48e8920a35, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:30.263820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.282351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks [] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.363962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] For port 5a026654-a9a2-4afe-9222-cd48e8920a35, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:30.367510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] For port 5a026654-a9a2-4afe-9222-cd48e8920a35, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5a026654-a9a2-4afe-9222-cd48e8920a35,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:30.397118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9575-f8a3-4e5c-a5e2-b4b1a8311a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb2a46-6df6-4e5e-a140-0c8307fd56ca,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:30.415501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.438386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ec22fa2-5ce1-44e5-9ee0-bf1f9b4ffb20 req-8d25c040-b181-42e7-9708-18d80a9139c4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885478 Feb 09 02:03:30.518165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:30.523166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Allocated IP 192.168.233.26 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/893b18a6-cd20-4ed0-96ae-3f0693fe9edc) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:30.665840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Pushing event updated for resources: {'Port': ['ID=5a026654-a9a2-4afe-9222-cd48e8920a35,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:30.685180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:30.685914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.687467 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-ea6a97e0-b6e0-4c17-a82a-3c6d0047a55d service neutron] 10.222.0.72 "PUT /v2.0/ports/5a026654-a9a2-4afe-9222-cd48e8920a35 HTTP/1.1" status: 200 len: 1097 time: 3.4872758 Feb 09 02:03:30.691366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'tag': '5a026654-a9a2-4afe-9222-cd48e8920a35'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:30.696519 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aff14e7-56a2-436b-9294-95b16a4f4b55" -d '{"events": [{"name": "network-changed", "server_uuid": "a5eb183d-167a-414c-963f-82f1c320ad44", "tag": "5a026654-a9a2-4afe-9222-cd48e8920a35"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:30.722187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc783-2cc5-4ae6-9cae-6f70a958fece admin admin] Publish callbacks [] for security_group (bedb2a46-6df6-4e5e-a140-0c8307fd56ca), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.793612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:30.804938 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fcbbc0-6927-4ac0-93f9-8949bf827292 x-openstack-request-id: req-14fcbbc0-6927-4ac0-93f9-8949bf827292 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:30.805235 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5eb183d-167a-414c-963f-82f1c320ad44", "tag": "5a026654-a9a2-4afe-9222-cd48e8920a35", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:30.805643 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14fcbbc0-6927-4ac0-93f9-8949bf827292 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:30.806128 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'tag': '5a026654-a9a2-4afe-9222-cd48e8920a35', 'status': 'completed', 'code': 200} Feb 09 02:03:30.855337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Attempting to bind port 636cd917-955c-464b-b6d4-4a2f53ba3586 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:30.862923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Attempting to bind port 636cd917-955c-464b-b6d4-4a2f53ba3586 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:30.871333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Attempting to bind port 636cd917-955c-464b-b6d4-4a2f53ba3586 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:30.877957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Network 836520e1-5d30-410b-9a01-81ed7480116d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:30.886769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Port 636cd917-955c-464b-b6d4-4a2f53ba3586 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:30.887172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Attempting to bind port 636cd917-955c-464b-b6d4-4a2f53ba3586 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:30.906797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e6a405db-a90e-4741-9fda-46ea5d0a6498 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:30.914660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:30.920351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:31.006027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks [] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.029981 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc783-2cc5-4ae6-9cae-6f70a958fece admin admin] Publish callbacks [] for security_group (bedb2a46-6df6-4e5e-a140-0c8307fd56ca), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.078769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c93b0c6-7e1a-4ef6-95ef-3ace3e99296d req-0eab4072-ed7e-4a32-b020-a6fce4045a44 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 210 time: 0.0701463 Feb 09 02:03:31.085450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (f9a75be9-f44c-4e23-9657-666457faf745), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.104546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e6a405db-a90e-4741-9fda-46ea5d0a6498 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:31.107527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54a337-2cee-4b3c-b3b6-beb86e871689 req-a6d78d34-a668-45e6-9bdc-4ea9b9d1d018 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:31.109274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b54a337-2cee-4b3c-b3b6-beb86e871689 req-a6d78d34-a668-45e6-9bdc-4ea9b9d1d018 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 948 time: 0.5810261 Feb 09 02:03:31.114905 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.147062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:31.147914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:31.148781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:31.151175 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b32f4-cc16-4e95-8c80-7ba41406f49c" -d '{"events": [{"name": "network-changed", "server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:31.152460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:31.153141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Bound port: 636cd917-955c-464b-b6d4-4a2f53ba3586, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:31.155120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.220113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc783-2cc5-4ae6-9cae-6f70a958fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bedb2a46-6df6-4e5e-a140-0c8307fd56ca), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.224900 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc783-2cc5-4ae6-9cae-6f70a958fece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.226799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1e5bc783-2cc5-4ae6-9cae-6f70a958fece admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bedb2a46-6df6-4e5e-a140-0c8307fd56ca HTTP/1.1" status: 204 len: 168 time: 1.0757706 Feb 09 02:03:31.258025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bc783-2cc5-4ae6-9cae-6f70a958fece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb2a46-6df6-4e5e-a140-0c8307fd56ca,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:31.283120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.349191 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f659adac-2a64-4ef9-ac73-022e1e022b2c x-openstack-request-id: req-f659adac-2a64-4ef9-ac73-022e1e022b2c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:31.349191 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:31.349620 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f659adac-2a64-4ef9-ac73-022e1e022b2c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:31.350283 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad', 'status': 'completed', 'code': 200} Feb 09 02:03:31.359390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Pushing event updated for resources: {'Port': ['ID=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:31.380999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b54a337-2cee-4b3c-b3b6-beb86e871689 req-294310c7-f3fb-4abe-917b-5ec33b6dddf1 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925669 Feb 09 02:03:31.383777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:31.385957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:31.390735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:31.398511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:31.399190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.399970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e6a405db-a90e-4741-9fda-46ea5d0a6498 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:31.419524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37826) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:31.427780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Pushing event updated for resources: {'Port': ['ID=e115db33-5a7f-4d32-866e-1629a7bc26c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:31.448396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ca47c8e8-775d-419a-9f79-39e6b5d302cf tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3356235 Feb 09 02:03:31.469121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-d9d69e2d-671c-45ae-b5f8-9c20e37b23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:31.473811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Request body: {'port': {'device_id': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:31.480004 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-d9d69e2d-671c-45ae-b5f8-9c20e37b23f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 1131 time: 0.7278163 Feb 09 02:03:31.550075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b5648a35-05bb-4475-b4e4-f288f06c5c61 None None] Provisioning complete for port e115db33-5a7f-4d32-866e-1629a7bc26c3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:31.550545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5648a35-05bb-4475-b4e4-f288f06c5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.654813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b5648a35-05bb-4475-b4e4-f288f06c5c61 None None] Port e115db33-5a7f-4d32-866e-1629a7bc26c3 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:31.707728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.777112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-7c3b7b9c-5d43-4dc5-8966-806fc8bf246b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5a026654-a9a2-4afe-9222-cd48e8920a35 HTTP/1.1" status: 200 len: 217 time: 0.2296209 Feb 09 02:03:31.787085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f25799-b0a0-4a2d-9ef9-99fd6c0a1c42 req-cd2c3882-2129-4354-bb06-41aed5e4c896 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:31.789550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05f25799-b0a0-4a2d-9ef9-99fd6c0a1c42 req-cd2c3882-2129-4354-bb06-41aed5e4c896 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.1914830 Feb 09 02:03:31.894952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-271d4bf6-493a-43d6-8348-1b47f695d918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.941825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:31.947743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37834) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:31.991190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-99c740b2-8db0-4382-8e5a-c76f9fa3c840 None None] Provisioning complete for port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:31.991698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99c740b2-8db0-4382-8e5a-c76f9fa3c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:31.994638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-0056770a-513e-43aa-b713-0fec039b4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:31.996170 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-0056770a-513e-43aa-b713-0fec039b4c9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1158 time: 0.6085978 Feb 09 02:03:32.051792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-99c740b2-8db0-4382-8e5a-c76f9fa3c840 None None] Port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:32.061428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82e079a2-2fb2-49bb-a02f-4decd9cea8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.107612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05f25799-b0a0-4a2d-9ef9-99fd6c0a1c42 req-a3151605-b40e-48ad-8224-178647738ef7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724521 Feb 09 02:03:32.324001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:32.357822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-5158232e-e2d0-4221-805d-519bc2f14ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.359222 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-5158232e-e2d0-4221-805d-519bc2f14ad3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.5673041 Feb 09 02:03:32.364413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.467611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.468550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.470524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] 10.222.0.82 "PUT /v2.0/ports/636cd917-955c-464b-b6d4-4a2f53ba3586 HTTP/1.1" status: 200 len: 1096 time: 4.2680054 Feb 09 02:03:32.567470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e715-0264-4872-b448-ed0c8cc3969f service neutron] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:32.606951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.633484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-794a6a70-8cd0-4fe9-b817-55b91f601375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.636582 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-794a6a70-8cd0-4fe9-b817-55b91f601375 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2636526 Feb 09 02:03:32.639104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-9973ad05-7210-4317-9f78-424ed12ddc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.640581 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-9973ad05-7210-4317-9f78-424ed12ddc99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.6323719 Feb 09 02:03:32.697753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:32.773040 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-54859c39-6b5b-4730-844c-f9cedc39b5e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.1134822 Feb 09 02:03:32.808167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:32.810940 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70" -d '{"events": [{"name": "network-changed", "server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:32.856358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-2f692a07-c6fd-44b2-9f9b-c359fd3a0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.858143 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-2f692a07-c6fd-44b2-9f9b-c359fd3a0787 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1130 time: 0.3103075 Feb 09 02:03:32.905250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82e079a2-2fb2-49bb-a02f-4decd9cea8f3 admin admin] Publish callbacks [] for security_group (beb1089f-5dba-446d-99c5-353212bfc9ef), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.925179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:32.943084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:03:32.951286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82e079a2-2fb2-49bb-a02f-4decd9cea8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (beb1089f-5dba-446d-99c5-353212bfc9ef), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:32.980076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-89264ed4-481e-4d49-8a98-eb25fe21e048 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=636cd917-955c-464b-b6d4-4a2f53ba3586 HTTP/1.1" status: 200 len: 217 time: 0.1113493 Feb 09 02:03:32.998016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7766d-82c1-4388-9301-85da5f616c47 req-3c837d02-77fb-4de8-acf2-793aa47bf719 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.002977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8b7766d-82c1-4388-9301-85da5f616c47 req-3c837d02-77fb-4de8-acf2-793aa47bf719 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 935 time: 0.7465293 Feb 09 02:03:33.005663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-6f14826c-683c-4978-865b-a89eaed569a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.007502 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-6f14826c-683c-4978-865b-a89eaed569a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.2186663 Feb 09 02:03:33.011755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-271d4bf6-493a-43d6-8348-1b47f695d918 admin admin] Publish callbacks [] for security_group (1306c60c-4204-4feb-aad7-c89ac82f2e91), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.040389 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-271d4bf6-493a-43d6-8348-1b47f695d918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1306c60c-4204-4feb-aad7-c89ac82f2e91), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.050864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0214d2-a895-4231-9b30-3cb9fa7ed66b req-db69382b-32aa-4951-a294-648707afd117 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.052536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e0214d2-a895-4231-9b30-3cb9fa7ed66b req-db69382b-32aa-4951-a294-648707afd117 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 948 time: 0.4155004 Feb 09 02:03:33.081597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-9c273b80-64e2-4fdb-a2be-b516912bd4af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645757 Feb 09 02:03:33.087641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-f41d4fdd-2bab-42d9-a1f2-523d22dacf96 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377081 Feb 09 02:03:33.090896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893b18a6-cd20-4ed0-96ae-3f0693fe9edc {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:33.103880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-82e079a2-2fb2-49bb-a02f-4decd9cea8f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73b414bff1f042689901eebe5c832abc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1520793 Feb 09 02:03:33.118761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Publish callbacks [] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.120067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:33.124755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e079a2-2fb2-49bb-a02f-4decd9cea8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb1089f-5dba-446d-99c5-353212bfc9ef,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:33.153565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-271d4bf6-493a-43d6-8348-1b47f695d918 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=450404c8f91f4ddf833de66257522cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7303038 Feb 09 02:03:33.169092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37846) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:33.183662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Transition to ACTIVE for port object 893b18a6-cd20-4ed0-96ae-3f0693fe9edc will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:33.214054 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.227305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d4bf6-493a-43d6-8348-1b47f695d918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1306c60c-4204-4feb-aad7-c89ac82f2e91,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:33.256833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8b7766d-82c1-4388-9301-85da5f616c47 req-e048e03a-ff7f-41f7-be00-b11714b33241 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274733 Feb 09 02:03:33.303579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-51cfdb27-7b8d-4ec0-b50d-a71248243a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.305088 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-51cfdb27-7b8d-4ec0-b50d-a71248243a18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.3130596 Feb 09 02:03:33.321013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e0214d2-a895-4231-9b30-3cb9fa7ed66b req-c13795ef-37f0-45a2-a908-6ee65d7e233e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431469 Feb 09 02:03:33.339663 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a50cd3-1b68-4797-a768-241202ec5088 x-openstack-request-id: req-20a50cd3-1b68-4797-a768-241202ec5088 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:33.339663 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:33.339663 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20a50cd3-1b68-4797-a768-241202ec5088 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:33.339663 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'status': 'completed', 'code': 200} Feb 09 02:03:33.339978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-606d7fe5-5fa4-455f-8f0f-640f0d35d118 admin admin] Publish callbacks [] for security_group (beb1089f-5dba-446d-99c5-353212bfc9ef), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.469910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-5a8a939b-cd7e-4d85-8df7-de04122f1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.469910 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-5a8a939b-cd7e-4d85-8df7-de04122f1fa2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1390059 Feb 09 02:03:33.488896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-606d7fe5-5fa4-455f-8f0f-640f0d35d118 admin admin] Publish callbacks [] for security_group (beb1089f-5dba-446d-99c5-353212bfc9ef), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.495376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Pushing event updated for resources: {'Port': ['ID=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:33.527428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Attempting to bind port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:33.528408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Attempting to bind port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:33.528980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Attempting to bind port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:33.537553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a20880c3-6ad0-41d6-8239-7784a2bebece admin admin] Publish callbacks [] for security_group (1306c60c-4204-4feb-aad7-c89ac82f2e91), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.553381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:33.553803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Attempting to bind port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:33.579408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks [] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.594356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:33.594733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:33.596107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:33.596927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Bound port: 893b18a6-cd20-4ed0-96ae-3f0693fe9edc, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:33.597075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.598822 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.601233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a20880c3-6ad0-41d6-8239-7784a2bebece admin admin] Publish callbacks [] for security_group (1306c60c-4204-4feb-aad7-c89ac82f2e91), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.659892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa768-a31e-4950-891c-947f8d3ac242 req-07f0b695-64f7-416b-994f-675a3cc536dc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.661463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-120aa768-a31e-4950-891c-947f8d3ac242 req-07f0b695-64f7-416b-994f-675a3cc536dc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.2781162 Feb 09 02:03:33.692046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (f9a75be9-f44c-4e23-9657-666457faf745), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.702115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Pushing event updated for resources: {'Port': ['ID=e115db33-5a7f-4d32-866e-1629a7bc26c3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:33.706544 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-4e21d239-fdf4-46d8-8b4d-0f8fbf5fd573 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175127 Feb 09 02:03:33.785679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] For port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:33.790656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-120aa768-a31e-4950-891c-947f8d3ac242 req-131ed626-8a3e-4a44-bc7d-5854109aeb5f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187720 Feb 09 02:03:33.796794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] For port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:33.800041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a20880c3-6ad0-41d6-8239-7784a2bebece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1306c60c-4204-4feb-aad7-c89ac82f2e91), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.803399 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a20880c3-6ad0-41d6-8239-7784a2bebece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.807664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a20880c3-6ad0-41d6-8239-7784a2bebece admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1306c60c-4204-4feb-aad7-c89ac82f2e91 HTTP/1.1" status: 204 len: 168 time: 0.6336315 Feb 09 02:03:33.809285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.811909 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75310cc9-fd4d-4c06-9d5a-0ce15af6da7e req-b6622d7a-b449-41de-9f2a-2e9c0f26228d service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028806 Feb 09 02:03:33.850394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20880c3-6ad0-41d6-8239-7784a2bebece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1306c60c-4204-4feb-aad7-c89ac82f2e91,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:33.913450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.914107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.921664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] 10.222.0.72 "PUT /v2.0/ports/893b18a6-cd20-4ed0-96ae-3f0693fe9edc HTTP/1.1" status: 200 len: 1096 time: 2.4614441 Feb 09 02:03:33.933556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'tag': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:33.947066 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d15bfcf-c752-4dfd-a576-f60464c87adc" -d '{"events": [{"name": "network-changed", "server_uuid": "09b520de-0da6-4858-bbcd-ad1ecd1f533f", "tag": "893b18a6-cd20-4ed0-96ae-3f0693fe9edc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:34.109828 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31789bef-5f13-44d1-b02f-b550f1377cd9 x-openstack-request-id: req-31789bef-5f13-44d1-b02f-b550f1377cd9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:34.114013 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b520de-0da6-4858-bbcd-ad1ecd1f533f", "tag": "893b18a6-cd20-4ed0-96ae-3f0693fe9edc", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:34.114406 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31789bef-5f13-44d1-b02f-b550f1377cd9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:34.115028 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'tag': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc', 'status': 'completed', 'code': 200} Feb 09 02:03:34.119888 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-b5d34ee1-f00b-412c-82fe-9a93a73f3c51 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420884 Feb 09 02:03:34.156912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25d860-80b9-411d-afe8-587f7bb8fdcc service neutron] Pushing event updated for resources: {'Port': ['ID=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:34.214611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-caa06a20-79c2-48ad-98ce-b3bf5b8bf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.216772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-caa06a20-79c2-48ad-98ce-b3bf5b8bf411 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b08db26fda694ef8a1c7de94a328add1&device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 1130 time: 0.2263892 Feb 09 02:03:34.271008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-9121e2a5-5ba5-4524-bcdd-d45b4ad31e23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=893b18a6-cd20-4ed0-96ae-3f0693fe9edc HTTP/1.1" status: 200 len: 217 time: 0.0469279 Feb 09 02:03:34.338117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-606d7fe5-5fa4-455f-8f0f-640f0d35d118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (beb1089f-5dba-446d-99c5-353212bfc9ef), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:34.343370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-606d7fe5-5fa4-455f-8f0f-640f0d35d118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:34.345170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-f497c6b0-25c0-41cf-88f3-f89b98547c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.348182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-f497c6b0-25c0-41cf-88f3-f89b98547c48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0717771 Feb 09 02:03:34.353743 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-606d7fe5-5fa4-455f-8f0f-640f0d35d118 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/beb1089f-5dba-446d-99c5-353212bfc9ef HTTP/1.1" status: 204 len: 168 time: 1.2058442 Feb 09 02:03:34.438173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d7fe5-5fa4-455f-8f0f-640f0d35d118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb1089f-5dba-446d-99c5-353212bfc9ef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:34.443223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-a3ceb34a-9a70-4e4a-bcea-a7425376a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.445729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-a3ceb34a-9a70-4e4a-bcea-a7425376a439 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 1131 time: 0.4805784 Feb 09 02:03:34.573228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-b13ac370-354e-4393-9ecd-bb137a6758be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.574907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-b13ac370-354e-4393-9ecd-bb137a6758be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2115455 Feb 09 02:03:34.608364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Network 836520e1-5d30-410b-9a01-81ed7480116d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:34.614099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:34.617388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-765307cf-d5fc-4ea7-8a02-1b38ebb53c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.619272 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-765307cf-d5fc-4ea7-8a02-1b38ebb53c6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1583126 Feb 09 02:03:34.632598 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d26b32f4-cc16-4e95-8c80-7ba41406f49c req-b8d3ffb1-f597-4727-8544-cfa1d6349f83 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8783040 Feb 09 02:03:34.635501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:34.652449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a9402-2706-4a20-abbe-2e8cefdcf851 req-32d87964-13ff-42aa-a814-31260a1925fe tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.658926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-715a9402-2706-4a20-abbe-2e8cefdcf851 req-32d87964-13ff-42aa-a814-31260a1925fe tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 948 time: 0.1953444 Feb 09 02:03:34.678412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119df23-7490-4940-a774-59325d2f0db7 req-4691ec36-7a33-4a5f-b007-5741014b26d8 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.680715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7119df23-7490-4940-a774-59325d2f0db7 req-4691ec36-7a33-4a5f-b007-5741014b26d8 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 947 time: 0.2783115 Feb 09 02:03:34.732356 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-0e9478bb-0bd3-48db-a65f-5d4b88ae908d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5a026654-a9a2-4afe-9222-cd48e8920a35 HTTP/1.1" status: 200 len: 217 time: 0.0976532 Feb 09 02:03:34.802837 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:34.842199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-715a9402-2706-4a20-abbe-2e8cefdcf851 req-ac1979b9-943a-41e0-900b-311a80bee9f1 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601510 Feb 09 02:03:34.888386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7119df23-7490-4940-a774-59325d2f0db7 req-31b7ee0d-e856-43d5-b5a7-a958c0463aa8 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721089 Feb 09 02:03:34.913616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-672b94d6-73e3-4d72-8c95-f0a066578162 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312383 Feb 09 02:03:35.025120 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a1253e1-4ae5-47f6-816b-c93a5c659c19 req-fe268588-6fb2-42a5-a750-8ff17e733e8c service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8956585 Feb 09 02:03:35.062261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-ce4199ef-13dd-4b0a-8360-22722bc96269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.063899 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-ce4199ef-13dd-4b0a-8360-22722bc96269 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.3173811 Feb 09 02:03:35.065419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-504d1979-85bf-4541-b678-c84881f7c6cf None None] Provisioning complete for port e115db33-5a7f-4d32-866e-1629a7bc26c3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:35.065911 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-504d1979-85bf-4541-b678-c84881f7c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:35.184624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-504d1979-85bf-4541-b678-c84881f7c6cf None None] Port e115db33-5a7f-4d32-866e-1629a7bc26c3 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:35.196991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2270be67-0ef2-4005-8d02-d8aab78f25df req-8d718d1c-9c3f-437a-9ba2-8ebb598f750e service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757416 Feb 09 02:03:35.217469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469642b3-62ec-4d1e-bafd-30c76daa4225 req-dcbe7013-6f13-42a8-92bb-a65d881943b3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.219810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-469642b3-62ec-4d1e-bafd-30c76daa4225 req-dcbe7013-6f13-42a8-92bb-a65d881943b3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.1861572 Feb 09 02:03:35.383146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-469642b3-62ec-4d1e-bafd-30c76daa4225 req-b59e86bb-f0f5-44e2-a087-e64399ef37c1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559958 Feb 09 02:03:35.389001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-43e7a559-7361-4966-ae86-a277835f2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.393247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-43e7a559-7361-4966-ae86-a277835f2bf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b08db26fda694ef8a1c7de94a328add1&device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 1130 time: 0.1250651 Feb 09 02:03:35.455857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Router f9a75be9-f44c-4e23-9657-666457faf745 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:03:35.505412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-26008957-ecc5-41cf-b23f-89fc54edf5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.507437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-26008957-ecc5-41cf-b23f-89fc54edf5c2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1130 time: 0.4087191 Feb 09 02:03:35.514510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-938acc6b-3ec8-497b-a5b7-3d2ac4ad833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.516401 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-938acc6b-3ec8-497b-a5b7-3d2ac4ad833b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4429035 Feb 09 02:03:35.577501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-d6f8af0d-2ced-409c-9c43-2904e107f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.579026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-d6f8af0d-2ced-409c-9c43-2904e107f317 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1745369 Feb 09 02:03:35.633910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-b5b60c37-a3a8-4532-9c55-f83443ec7400 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=893b18a6-cd20-4ed0-96ae-3f0693fe9edc HTTP/1.1" status: 200 len: 217 time: 0.0432134 Feb 09 02:03:35.701727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-1f3c1d89-b6c3-4180-b2b7-a46890aadd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.702521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Publish callbacks [] for security_group (b3329b14-4c19-4381-ac3e-1df72a9a99fa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:35.703389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-1f3c1d89-b6c3-4180-b2b7-a46890aadd1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0541685 Feb 09 02:03:35.780760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b3329b14-4c19-4381-ac3e-1df72a9a99fa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:35.824111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-f9fb788c-0ad6-48c1-8875-7de9fcc93bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.826351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-f9fb788c-0ad6-48c1-8875-7de9fcc93bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1119819 Feb 09 02:03:35.866143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-9757e1cc-71d5-45db-b73b-d80546b4be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.868071 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-9757e1cc-71d5-45db-b73b-d80546b4be20 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.3469286 Feb 09 02:03:35.937125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ca6e54e48274f8f992c3d147568a688&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2968392 Feb 09 02:03:35.945281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:35.962926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-72473c46-7068-4a9a-8103-f14527243573 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267569 Feb 09 02:03:36.003701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3329b14-4c19-4381-ac3e-1df72a9a99fa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:36.026868 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-8ee3d453-7f39-483c-a88d-3ee1e9b8a57d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=636cd917-955c-464b-b6d4-4a2f53ba3586 HTTP/1.1" status: 200 len: 217 time: 0.1378484 Feb 09 02:03:36.028963 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-40271832-65b1-47b1-ab97-d87b6365f826 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421771 Feb 09 02:03:36.042502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.042502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.042803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.042895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.043317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.043661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.044000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.044328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.044658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.044985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.045311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.045639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.045962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefced2f-a7d4-4ede-9755-5cf78c4dca65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.116956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:36.136557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Sync routers for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:36.154163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:36.155175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:36.161598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d15bfcf-c752-4dfd-a576-f60464c87adc req-b0dbcace-60e5-44da-aff3-adcc54bd372b service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910906 Feb 09 02:03:36.182688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b8ef1-9454-4098-99e1-191b36e850f3 req-db5dcf44-7dac-4e01-bdc0-fcf7e1fd20c0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.185694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-987b8ef1-9454-4098-99e1-191b36e850f3 req-db5dcf44-7dac-4e01-bdc0-fcf7e1fd20c0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 948 time: 0.1632080 Feb 09 02:03:36.200615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005c41b-570a-4bd9-9511-5264c3f2826c req-e0e33251-21ab-48ae-b164-00ecccd6c363 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.202277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1005c41b-570a-4bd9-9511-5264c3f2826c req-e0e33251-21ab-48ae-b164-00ecccd6c363 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 947 time: 0.1784110 Feb 09 02:03:36.222282 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c18daf31-d02e-4022-aa1d-0b166eeb5b73 admin admin] 10.222.0.53 "PUT /v2.0/routers/f9a75be9-f44c-4e23-9657-666457faf745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6194170 Feb 09 02:03:36.280645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-68e20a81-13bc-4d55-a4a2-7bef7d479cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.284735 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-68e20a81-13bc-4d55-a4a2-7bef7d479cdd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2459335 Feb 09 02:03:36.308861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-987b8ef1-9454-4098-99e1-191b36e850f3 req-753acce9-32fa-489c-afbf-95b99ebdb5a0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169779 Feb 09 02:03:36.343494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1005c41b-570a-4bd9-9511-5264c3f2826c req-39fe4447-0231-4c1c-a2f9-6c64a049bd59 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341076 Feb 09 02:03:36.436474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b95ce17f-a6fd-443a-b628-9874f5c56e21 admin admin] Publish callbacks [] for security_group (b3329b14-4c19-4381-ac3e-1df72a9a99fa), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.444410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:36.468838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b95ce17f-a6fd-443a-b628-9874f5c56e21 admin admin] Publish callbacks [] for security_group (b3329b14-4c19-4381-ac3e-1df72a9a99fa), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.535594 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4aff14e7-56a2-436b-9294-95b16a4f4b55 req-2cd1a371-a33c-4551-9308-5dff513338d9 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952590 Feb 09 02:03:36.588194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-981f07fb-e287-4299-9ef0-3dda34a4fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.589979 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-981f07fb-e287-4299-9ef0-3dda34a4fa83 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2929523 Feb 09 02:03:36.590921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b95ce17f-a6fd-443a-b628-9874f5c56e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b3329b14-4c19-4381-ac3e-1df72a9a99fa), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.593812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b95ce17f-a6fd-443a-b628-9874f5c56e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.598670 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b95ce17f-a6fd-443a-b628-9874f5c56e21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3329b14-4c19-4381-ac3e-1df72a9a99fa HTTP/1.1" status: 204 len: 168 time: 0.5887477 Feb 09 02:03:36.617830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47d9c-bc1c-4c30-9da6-ddaa0debc00e req-67472f98-c243-4726-9f6b-b33e5d8d0a35 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.628172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1d47d9c-bc1c-4c30-9da6-ddaa0debc00e req-67472f98-c243-4726-9f6b-b33e5d8d0a35 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.1177380 Feb 09 02:03:36.628389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ce17f-a6fd-443a-b628-9874f5c56e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3329b14-4c19-4381-ac3e-1df72a9a99fa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:36.715328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1d47d9c-bc1c-4c30-9da6-ddaa0debc00e req-af28797c-e3f4-4430-b9fe-a81ff377b18e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855780 Feb 09 02:03:36.792566 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-77b99240-a925-4f25-8d4d-ddea7c137a3a service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948538 Feb 09 02:03:36.947809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 2, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:36.993324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Checking router: f9a75be9-f44c-4e23-9657-666457faf745 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:36.993687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Updating router f9a75be9-f44c-4e23-9657-666457faf745 port e115db33-5a7f-4d32-866e-1629a7bc26c3 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:03:37.031302 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.044134 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-feaf8ca9-c92c-4118-a26f-6b336b6ecd70 req-04814e16-500d-4bce-bbc9-f16c785fefb4 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408724 Feb 09 02:03:37.604824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Publish callbacks [] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.624603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.625571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987859d-2676-48f7-a771-63513c3d1abb req-010f54d4-47a2-4959-8969-b9076802a435 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:37.630074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0987859d-2676-48f7-a771-63513c3d1abb req-010f54d4-47a2-4959-8969-b9076802a435 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 948 time: 0.1325078 Feb 09 02:03:37.738321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:37.749456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:37.751747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Pushing event updated for resources: {'Port': ['ID=e115db33-5a7f-4d32-866e-1629a7bc26c3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:37.754360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c673a803-9cfe-4b85-8752-5830f6c2e89d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178465748', 'description': 'tempest-description--599815546'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:37.775361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0987859d-2676-48f7-a771-63513c3d1abb req-0ea6f184-aac6-405a-8738-831272aca332 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376095 Feb 09 02:03:37.777935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.791569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.795018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.795502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.798285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.799506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.801806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.802742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.802742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.805130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.805424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.805848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.806814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:37.845046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c673a803-9cfe-4b85-8752-5830f6c2e89d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.947453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Attempting to bind port e115db33-5a7f-4d32-866e-1629a7bc26c3 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:37.951521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Attempting to bind port e115db33-5a7f-4d32-866e-1629a7bc26c3 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:37.952351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Attempting to bind port e115db33-5a7f-4d32-866e-1629a7bc26c3 on network 836520e1-5d30-410b-9a01-81ed7480116d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:37.964271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:37.967333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Checking segment: {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:37.968666 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.969419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Bound using segment: {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:37.970887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Bound port: e115db33-5a7f-4d32-866e-1629a7bc26c3, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:37.973019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.030049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df259c71-3e39-41af-8943-7c4c5a4bb2ae req-13a1620e-7c26-4c27-b070-0ede802eb080 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.039030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df259c71-3e39-41af-8943-7c4c5a4bb2ae req-13a1620e-7c26-4c27-b070-0ede802eb080 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 947 time: 0.1413350 Feb 09 02:03:38.069104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 5a026654-a9a2-4afe-9222-cd48e8920a35 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:38.142149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df259c71-3e39-41af-8943-7c4c5a4bb2ae req-786f2ad8-8de9-468e-bcbd-c8a08a963b29 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999243 Feb 09 02:03:38.177402 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c673a803-9cfe-4b85-8752-5830f6c2e89d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group (c72eec31-c5fe-4879-9c7c-2f544c74dfb3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.194120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6750f427-5393-4acb-9cab-84b685c7dae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.196710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c673a803-9cfe-4b85-8752-5830f6c2e89d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c72eec31-c5fe-4879-9c7c-2f544c74dfb3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.236919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] For port e115db33-5a7f-4d32-866e-1629a7bc26c3, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:38.299725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c673a803-9cfe-4b85-8752-5830f6c2e89d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.311089 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c673a803-9cfe-4b85-8752-5830f6c2e89d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5605254 Feb 09 02:03:38.311786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:38.335374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-47eebec4-44e6-4ab3-85cd-2a96f16df98b tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Request body: {'security_group_rule': {'security_group_id': 'c72eec31-c5fe-4879-9c7c-2f544c74dfb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:38.341778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673a803-9cfe-4b85-8752-5830f6c2e89d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72eec31-c5fe-4879-9c7c-2f544c74dfb3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:38.348116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] For port e115db33-5a7f-4d32-866e-1629a7bc26c3, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e115db33-5a7f-4d32-866e-1629a7bc26c3,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:38.358095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19876cd8-7783-4986-9738-8b22512faebb req-1890480f-b5c6-4a3b-b162-1c47e926d44c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.368558 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.372197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19876cd8-7783-4986-9738-8b22512faebb req-1890480f-b5c6-4a3b-b162-1c47e926d44c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.0871508 Feb 09 02:03:38.440231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47eebec4-44e6-4ab3-85cd-2a96f16df98b tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group_rule (581336a4-16cf-42fc-829d-5ce811f4c97b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.445809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-83ce1425-8c73-4c62-9530-403236b42db5 None None] Provisioning complete for port e115db33-5a7f-4d32-866e-1629a7bc26c3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:38.446086 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83ce1425-8c73-4c62-9530-403236b42db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.470697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19876cd8-7783-4986-9738-8b22512faebb req-1d32c2ed-bb74-42b9-a7ec-9b1de11721ff tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960305 Feb 09 02:03:38.581137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 5a026654-a9a2-4afe-9222-cd48e8920a35, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5a026654-a9a2-4afe-9222-cd48e8920a35,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:38.618610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47eebec4-44e6-4ab3-85cd-2a96f16df98b tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group_rule (581336a4-16cf-42fc-829d-5ce811f4c97b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.623540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-4db373e5-feed-4a00-93e3-20ce7f8d9ada tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--432137166&fields=id&tenant_id=1a351dd22ccf497a9813a760e2674c6c HTTP/1.1" status: 200 len: 267 time: 0.1011481 Feb 09 02:03:38.642986 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6750f427-5393-4acb-9cab-84b685c7dae4 admin admin] Publish callbacks [] for security_group (073dab7f-3f84-4cb8-a838-b12513ae2235), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.644869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47eebec4-44e6-4ab3-85cd-2a96f16df98b tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (581336a4-16cf-42fc-829d-5ce811f4c97b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.679752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76993c-004a-484d-8256-ef11826349a6 None None] Pushing event updated for resources: {'Port': ['ID=e115db33-5a7f-4d32-866e-1629a7bc26c3,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:38.683048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6750f427-5393-4acb-9cab-84b685c7dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (073dab7f-3f84-4cb8-a838-b12513ae2235), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.687755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:38.688373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:38.707169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '5a026654-a9a2-4afe-9222-cd48e8920a35', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '5a026654-a9a2-4afe-9222-cd48e8920a35', 'mac_address': 'fa:16:3e:23:82:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:38.731719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47eebec4-44e6-4ab3-85cd-2a96f16df98b tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.733094 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47eebec4-44e6-4ab3-85cd-2a96f16df98b tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4157763 Feb 09 02:03:38.740042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750f427-5393-4acb-9cab-84b685c7dae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073dab7f-3f84-4cb8-a838-b12513ae2235,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:38.744995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:38.745661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eebec4-44e6-4ab3-85cd-2a96f16df98b tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581336a4-16cf-42fc-829d-5ce811f4c97b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:38.751504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ffd95231-c605-4cde-8069-79f43f4940a0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Request body: {'security_group_rule': {'security_group_id': 'c72eec31-c5fe-4879-9c7c-2f544c74dfb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:38.794774 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6750f427-5393-4acb-9cab-84b685c7dae4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5a308da9edf40ba9479b0736969f998&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0528224 Feb 09 02:03:38.795758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:38.812147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:38.860334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd95231-c605-4cde-8069-79f43f4940a0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group_rule (e668e156-1b4b-48b4-becd-09543271090c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.937581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-43836f17-d2af-405f-9e05-0ebf6075d3d2 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.950410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-43836f17-d2af-405f-9e05-0ebf6075d3d2 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 824 time: 0.3095949 Feb 09 02:03:39.005364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd95231-c605-4cde-8069-79f43f4940a0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group_rule (e668e156-1b4b-48b4-becd-09543271090c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.017945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd95231-c605-4cde-8069-79f43f4940a0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e668e156-1b4b-48b4-becd-09543271090c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.048517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-a268859c-0feb-4d11-ac45-4f11ba800047 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/quotas/1a351dd22ccf497a9813a760e2674c6c HTTP/1.1" status: 200 len: 375 time: 0.0947578 Feb 09 02:03:39.051777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d217b02-1653-4f38-b5b3-751ab1c10ecf admin admin] Publish callbacks [] for security_group (073dab7f-3f84-4cb8-a838-b12513ae2235), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.055741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd95231-c605-4cde-8069-79f43f4940a0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e668e156-1b4b-48b4-becd-09543271090c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:39.076201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffd95231-c605-4cde-8069-79f43f4940a0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.078302 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ffd95231-c605-4cde-8069-79f43f4940a0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306890 Feb 09 02:03:39.081863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:39.087464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:39.114931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d217b02-1653-4f38-b5b3-751ab1c10ecf admin admin] Publish callbacks [] for security_group (073dab7f-3f84-4cb8-a838-b12513ae2235), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.168209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d67ee5-7668-4216-9157-70194b47603c req-31e13bbf-1140-4314-b9dc-e841a2ca8250 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.169800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33d67ee5-7668-4216-9157-70194b47603c req-31e13bbf-1140-4314-b9dc-e841a2ca8250 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 948 time: 0.2026181 Feb 09 02:03:39.179977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.231817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-377a9af8-c247-44c2-b21a-bfdfc79531b5 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804481 Feb 09 02:03:39.316334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d217b02-1653-4f38-b5b3-751ab1c10ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (073dab7f-3f84-4cb8-a838-b12513ae2235), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.319758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d217b02-1653-4f38-b5b3-751ab1c10ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.321613 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1d217b02-1653-4f38-b5b3-751ab1c10ecf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/073dab7f-3f84-4cb8-a838-b12513ae2235 HTTP/1.1" status: 204 len: 168 time: 0.5248375 Feb 09 02:03:39.323288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-83ce1425-8c73-4c62-9530-403236b42db5 None None] Current status of the port e115db33-5a7f-4d32-866e-1629a7bc26c3 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:39.323690 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83ce1425-8c73-4c62-9530-403236b42db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.337832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33d67ee5-7668-4216-9157-70194b47603c req-e7593c84-7652-4fc1-bf84-2f97487fc239 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534123 Feb 09 02:03:39.359903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d217b02-1653-4f38-b5b3-751ab1c10ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073dab7f-3f84-4cb8-a838-b12513ae2235,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:39.366034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:03:39.418263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-d9f848b5-1224-4bf5-9602-6e594d1503ae service neutron] 10.222.0.53 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719251 Feb 09 02:03:39.459827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.504316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-83ce1425-8c73-4c62-9530-403236b42db5 None None] For port e115db33-5a7f-4d32-866e-1629a7bc26c3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e115db33-5a7f-4d32-866e-1629a7bc26c3,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:39.576101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 5a026654-a9a2-4afe-9222-cd48e8920a35 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:39.581200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.634942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:39.660701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83ce1425-8c73-4c62-9530-403236b42db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.676097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Allocated IP 172.25.6.172 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/00108cdb-07bb-4094-ab61-063e1c4bd958) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:39.741206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-a9c06d26-c415-46de-a09c-b7026ee48196 service neutron] 10.222.0.53 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132908 Feb 09 02:03:39.803079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dc7b9-06ec-427e-999c-7aac271f87f9 req-c37ad75f-d453-479a-8972-c6a8b5809936 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.804688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-943dc7b9-06ec-427e-999c-7aac271f87f9 req-c37ad75f-d453-479a-8972-c6a8b5809936 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 947 time: 0.2572732 Feb 09 02:03:39.889097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.891189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a026654-a9a2-4afe-9222-cd48e8920a35 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:39.967711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.985578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-943dc7b9-06ec-427e-999c-7aac271f87f9 req-bf504d4b-e6bf-4d29-8ec7-cc4aabed7887 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739941 Feb 09 02:03:40.023650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1425-8c73-4c62-9530-403236b42db5 None None] Pushing event updated for resources: {'Port': ['ID=e115db33-5a7f-4d32-866e-1629a7bc26c3,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:40.153527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38010) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:40.183092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3eb776bc-5553-44e5-9182-1b50e13eb62f req-2e39e7bd-7f8e-4c90-a362-f759f3ced64c tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 210 time: 0.0779855 Feb 09 02:03:40.216900 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.250385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1416d682-15c7-4bf5-93ac-cbd727dec57b None None] Provisioning complete for port e115db33-5a7f-4d32-866e-1629a7bc26c3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:40.255429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1416d682-15c7-4bf5-93ac-cbd727dec57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.291657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235537a-4804-4787-bc46-30b16aa54479 req-0201e598-ac58-4c43-8ba6-6e891e8f5837 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:40.293060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6235537a-4804-4787-bc46-30b16aa54479 req-0201e598-ac58-4c43-8ba6-6e891e8f5837 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.0972614 Feb 09 02:03:40.323069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:40.328965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:40.333990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:40.428395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 5a026654-a9a2-4afe-9222-cd48e8920a35, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5a026654-a9a2-4afe-9222-cd48e8920a35,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:40.451965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event updated for resources: {'Port': ['ID=00108cdb-07bb-4094-ab61-063e1c4bd958,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:40.467419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-d91633b2-8823-4404-8528-b514c2175cdc tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:40.469312 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.469480 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-d91633b2-8823-4404-8528-b514c2175cdc tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048 HTTP/1.1" status: 200 len: 967 time: 0.4221797 Feb 09 02:03:40.509117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:40.522699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Publish callbacks [] for security_group (5fad3cf1-92b3-4589-afd4-0e9058743dbb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.540894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5fad3cf1-92b3-4589-afd4-0e9058743dbb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.626580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fad3cf1-92b3-4589-afd4-0e9058743dbb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:40.661079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 893b18a6-cd20-4ed0-96ae-3f0693fe9edc details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:40.672744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.673916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.674808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.675330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.675872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.676556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.677147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.677636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.678118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.678652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.679134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.679621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.680406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.701463 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for floatingip (91d62f6b-b2f4-4bcd-b041-6f091d5d2b08), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.727811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-83793778-1bea-4f44-9e17-060ab346e648 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7392d3077b55465484bd1ea28483145f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5730946 Feb 09 02:03:40.735447 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-1c6cb16d-5e77-4999-8bc5-54b321e56ca0 service neutron] 10.222.0.72 "GET /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.4969747 Feb 09 02:03:40.736033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:40.744332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6235537a-4804-4787-bc46-30b16aa54479 req-c243b660-0d54-44cd-9320-18a4ce3ad42d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440517 Feb 09 02:03:40.892964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Deleting port 980d90d9-9493-4a28-8bac-7733a40d5b7d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:03:40.893531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.896604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.980940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb1879-a572-4807-b949-13d0add709d3 req-2f6024fd-5e1c-4111-b685-222b5b47a888 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:40.995054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3edb1879-a572-4807-b949-13d0add709d3 req-2f6024fd-5e1c-4111-b685-222b5b47a888 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 949 time: 0.1454837 Feb 09 02:03:41.010841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'mac_address': 'fa:16:3e:a1:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:41.047833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['5a026654-a9a2-4afe-9222-cd48e8920a35'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:41.096175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.123918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.198871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=5a026654-a9a2-4afe-9222-cd48e8920a35,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:41.233216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event updated for resources: {'Port': ['ID=00108cdb-07bb-4094-ab61-063e1c4bd958,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:41.249566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:41.303757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:41.304264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.342156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0533cdc6-91f4-4dc6-b432-86c05f86019c admin admin] Publish callbacks [] for security_group (5fad3cf1-92b3-4589-afd4-0e9058743dbb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.366590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (91d62f6b-b2f4-4bcd-b041-6f091d5d2b08), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.380767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc', 'mac_address': 'fa:16:3e:77:df:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:41.395415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1416d682-15c7-4bf5-93ac-cbd727dec57b None None] Current status of the port e115db33-5a7f-4d32-866e-1629a7bc26c3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:41.411707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0533cdc6-91f4-4dc6-b432-86c05f86019c admin admin] Publish callbacks [] for security_group (5fad3cf1-92b3-4589-afd4-0e9058743dbb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.416634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636cd917-955c-464b-b6d4-4a2f53ba3586 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:41.459347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.460890 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d7b69ce-421f-458c-b7f5-321ceafbbe93 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3779876 Feb 09 02:03:41.485110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] For port 980d90d9-9493-4a28-8bac-7733a40d5b7d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=980d90d9-9493-4a28-8bac-7733a40d5b7d,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:41.485483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.499178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:38Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:41.545988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:41.552045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb520-3d43-4b88-b15b-8ce760d68c54 None None] The sync data for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 is: [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:38Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:41.571246 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.604007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:41.607560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3edb1879-a572-4807-b949-13d0add709d3 req-86dfbb14-b3d5-4024-bf06-f91cf8f2e0f5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094358 Feb 09 02:03:41.664405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbfa23-38b1-46f9-9caf-84256964c170 req-5c8ec4ab-b80b-47d7-9133-3d1dd97506ce tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:41.665985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4dbfa23-38b1-46f9-9caf-84256964c170 req-5c8ec4ab-b80b-47d7-9133-3d1dd97506ce tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 947 time: 0.1981773 Feb 09 02:03:41.718721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:41.722956 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:41.778246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893b18a6-cd20-4ed0-96ae-3f0693fe9edc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:41.838567 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:03:41.854265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:41.930362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4dbfa23-38b1-46f9-9caf-84256964c170 req-86a65a0c-2b59-4449-81cd-c6a32c583e67 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431939 Feb 09 02:03:41.937383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7656ea0d-790e-4191-b821-ed5026aa8d5e req-6d69e166-982a-4fa9-8350-01c95e263c90 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 210 time: 0.1042612 Feb 09 02:03:42.077689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0533cdc6-91f4-4dc6-b432-86c05f86019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5fad3cf1-92b3-4589-afd4-0e9058743dbb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:42.090129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0533cdc6-91f4-4dc6-b432-86c05f86019c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:42.094511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0533cdc6-91f4-4dc6-b432-86c05f86019c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fad3cf1-92b3-4589-afd4-0e9058743dbb HTTP/1.1" status: 204 len: 168 time: 1.3267207 Feb 09 02:03:42.174789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['636cd917-955c-464b-b6d4-4a2f53ba3586'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:42.240596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:42.319104 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:42.504852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:42.509323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:42.540894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d885daf-f3da-4134-8a91-891bd1523cb1 req-128a80ba-1773-4eb2-a33b-30a573b6236b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:42.555763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d885daf-f3da-4134-8a91-891bd1523cb1 req-128a80ba-1773-4eb2-a33b-30a573b6236b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 944 time: 0.4433048 Feb 09 02:03:42.651921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:03:42.757944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:42.783477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['893b18a6-cd20-4ed0-96ae-3f0693fe9edc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:42.864637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d885daf-f3da-4134-8a91-891bd1523cb1 req-62b55f69-c884-4ca2-a492-9fc83e031b96 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070276 Feb 09 02:03:42.934736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-73c5db68-e335-4e11-bdd9-5b30c9e48f3c tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:42.941374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-73c5db68-e335-4e11-bdd9-5b30c9e48f3c tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 824 time: 0.6056621 Feb 09 02:03:42.945255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533cdc6-91f4-4dc6-b432-86c05f86019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fad3cf1-92b3-4589-afd4-0e9058743dbb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:43.006112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e115db33-5a7f-4d32-866e-1629a7bc26c3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:43.022346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:43.077154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.077910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.079178 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93 disassociated. External IP: 172.25.6.167, port: 980d90d9-9493-4a28-8bac-7733a40d5b7d. Feb 09 02:03:43.080501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Calling delete_port for 980d90d9-9493-4a28-8bac-7733a40d5b7d owned by compute:tempest-test_az-394660754 {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:03:43.083625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:43.239125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-0b0af6cf-18d3-474f-888a-241d8e1df5f9 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--178465748&fields=id&tenant_id=6298daf59e894167a2fca973ed8879a4 HTTP/1.1" status: 200 len: 267 time: 0.2965889 Feb 09 02:03:43.273252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:43.279322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:43.315431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:43.373293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.449805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e115db33-5a7f-4d32-866e-1629a7bc26c3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:43.451055 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.463346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267a85-cbea-4ce3-a3d2-5703b4a18e75 req-ab9f42e0-23ef-475c-9fa1-573dbfbeac30 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:43.464955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24267a85-cbea-4ce3-a3d2-5703b4a18e75 req-ab9f42e0-23ef-475c-9fa1-573dbfbeac30 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 949 time: 0.4354384 Feb 09 02:03:43.530210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-d2d7dc67-c5b2-4dee-a32a-aa3fd3f86d53 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a351dd22ccf497a9813a760e2674c6c HTTP/1.1" status: 200 len: 379 time: 0.5555577 Feb 09 02:03:43.558864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'port': {'device_id': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'admin_state_up': True, 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'security_groups': ['f92c5228-3c94-44e4-a34e-b3bb5d2a1e03']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:43.600020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:43.661362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (980d90d9-9493-4a28-8bac-7733a40d5b7d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.713978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e115db33-5a7f-4d32-866e-1629a7bc26c3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:43.723794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] Transition to ACTIVE for port object 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:43.725245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event deleted for resources: {'Port': ['ID=980d90d9-9493-4a28-8bac-7733a40d5b7d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:43.734939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:43.788964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24267a85-cbea-4ce3-a3d2-5703b4a18e75 req-2eb2def7-15b3-4bf4-8e29-bd66772bb160 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126776 Feb 09 02:03:43.897307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-b21ae8d0-682f-441c-be80-d358e5bf9b04 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:43.904091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-b21ae8d0-682f-441c-be80-d358e5bf9b04 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/networks?id=836520e1-5d30-410b-9a01-81ed7480116d HTTP/1.1" status: 200 len: 810 time: 0.6640348 Feb 09 02:03:43.935768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-686ad675-d4be-4546-a68b-21a1827aa39e tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/quotas/6298daf59e894167a2fca973ed8879a4 HTTP/1.1" status: 200 len: 375 time: 0.0304656 Feb 09 02:03:43.949752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:43.951006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 980d90d9-9493-4a28-8bac-7733a40d5b7d no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:43.963557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] No DVR routers for this DVR port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:43.981797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] Pushing event updated for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:44.010301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 980d90d9-9493-4a28-8bac-7733a40d5b7d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:03:44.010893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 980d90d9-9493-4a28-8bac-7733a40d5b7d not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:44.095573 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-f115388b-04a4-4203-87c2-6726ca3ce85c service neutron] 10.222.0.72 "PUT /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 3.3217642 Feb 09 02:03:44.144350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Router f365f936-4706-4ded-a1e1-0019f09b1c49 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:03:44.148760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-7ab22be1-000d-42bf-8e96-0bee7de1f260 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6298daf59e894167a2fca973ed8879a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114396 Feb 09 02:03:44.166673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.82', 64791) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:44.273230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f7ef4d7b-8e8c-48f3-b0ad-124eae1e59dd service neutron] 10.222.0.53 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238072 Feb 09 02:03:44.343576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Made reservation on behalf of 1a351dd22ccf497a9813a760e2674c6c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:44.349455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:44.497966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 893b18a6-cd20-4ed0-96ae-3f0693fe9edc up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:44.550735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-498d6e17-28a6-4c70-95f4-fc3820021686 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.557417 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-498d6e17-28a6-4c70-95f4-fc3820021686 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.3876631 Feb 09 02:03:44.661085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-c4338ab5-1ae6-4379-9a4e-47593ae76f06 service neutron] 10.222.0.53 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785713 Feb 09 02:03:44.845597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:03:44.878546 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] Sync routers for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:03:44.905376 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:44.906018 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:44.920076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda00fd-ed03-4098-8b71-cd82d494284a req-505a1ac0-7089-4bde-bb66-c5c368b4c07d tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.932954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-867cbc83-5ab2-4beb-ae75-cb3dbe697e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:44.935933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcda00fd-ed03-4098-8b71-cd82d494284a req-505a1ac0-7089-4bde-bb66-c5c368b4c07d tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 948 time: 0.4448514 Feb 09 02:03:44.937892 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-867cbc83-5ab2-4beb-ae75-cb3dbe697e64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 1128 time: 0.3671613 Feb 09 02:03:45.040018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] No DVR routers for this DVR port 980d90d9-9493-4a28-8bac-7733a40d5b7d on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:45.055870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:45.072922 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3770a178-2dcb-440c-9955-221e42ec7d9d req-e543570f-8d9f-4c58-9ea3-d60d95e60658 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "DELETE /v2.0/ports/980d90d9-9493-4a28-8bac-7733a40d5b7d HTTP/1.1" status: 204 len: 173 time: 4.5752444 Feb 09 02:03:45.152535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'name': 'network-vif-deleted', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:45.154921 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8729066c-9a44-42f4-8017-06a376ca60d3" -d '{"events": [{"server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "name": "network-vif-deleted", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:45.158511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Allocated IP 172.20.0.5 (5272d9af-9e66-4429-a7f9-e154c3d47108/0332e6d4-f6b3-4182-b364-e2703c3b1025/cab497b0-f358-48d2-a3d5-3ac918b87bcd) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:45.271088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cd1149e4-e3be-4b83-b4e0-afe06bf7f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:45.272690 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-cd1149e4-e3be-4b83-b4e0-afe06bf7f95f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1128 time: 0.2765162 Feb 09 02:03:45.324213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcda00fd-ed03-4098-8b71-cd82d494284a req-3fcde031-9a48-4e3e-9859-cde4fdfc7c86 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873510 Feb 09 02:03:45.417696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:45.423808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:45.440577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:45.497588 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:45.520308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-26b5cedb-b379-45fe-8fde-fa14b47b5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:45.527243 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-26b5cedb-b379-45fe-8fde-fa14b47b5244 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2450242 Feb 09 02:03:45.629150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:45.683828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96cb2120-cc9e-4823-92f0-2674d738a482 req-dcd1850e-6d04-44e2-921c-f48c66447528 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 210 time: 0.3233163 Feb 09 02:03:45.704206 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-92c3b97b-3fbb-4c64-8118-5c20f9778b4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.1517847 Feb 09 02:03:45.796199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:45.796580 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:45.850945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-d2b766a8-0769-492b-a98c-a7c4d65f19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:45.861628 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-d2b766a8-0769-492b-a98c-a7c4d65f19f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1569347 Feb 09 02:03:45.925288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:45.957891 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a942a2-207a-4e05-be7c-4dd1366c4ed9" -d '{"events": [{"server_uuid": "09b520de-0da6-4858-bbcd-ad1ecd1f533f", "name": "network-vif-plugged", "status": "completed", "tag": "893b18a6-cd20-4ed0-96ae-3f0693fe9edc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:46.003530 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-98250b00-3d51-4659-9ae3-bce4ce9494cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377733 Feb 09 02:03:46.034645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:46.059133 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.060069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 5a026654-a9a2-4afe-9222-cd48e8920a35 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:46.097991 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:46.131556 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] Checking router: f365f936-4706-4ded-a1e1-0019f09b1c49 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:03:46.140915 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:03:46.142836 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:46.196739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 636cd917-955c-464b-b6d4-4a2f53ba3586 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:46.291505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 636cd917-955c-464b-b6d4-4a2f53ba3586 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:46.291886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.306787 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:03:46.363292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:46.402167 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-03df3bef-0785-461b-a274-4a6ca351ead0 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922164 Feb 09 02:03:46.467836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.495490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:46.569848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 5a026654-a9a2-4afe-9222-cd48e8920a35 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:46.615402 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.649772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 5a026654-a9a2-4afe-9222-cd48e8920a35 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:46.659566 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.672707 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-8a71ae00-b6d2-4d47-b893-42ddce228132 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612500 Feb 09 02:03:46.711366 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:03:46.744097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad870f-fcab-4dfe-ada4-0f39de23f740 req-3fb98bef-0640-4e11-8076-c93229ff4cd9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:46.760026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0ad870f-fcab-4dfe-ada4-0f39de23f740 req-3fb98bef-0640-4e11-8076-c93229ff4cd9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 945 time: 1.1057332 Feb 09 02:03:46.766860 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:03:46.799735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:46.801023 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.803646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:46.845813 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fefe1a-88a4-4528-ba1e-a97599730a1d None None] The sync data for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 is: [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:03:46.901136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0d76e7e-e3de-482e-8e7c-71c97673f2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:46.907782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3a360-e37e-488d-805d-e4e216088f0b req-ef0e8c65-589e-4ff6-8ade-83a70ef62eee tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:46.918365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93d3a360-e37e-488d-805d-e4e216088f0b req-ef0e8c65-589e-4ff6-8ade-83a70ef62eee tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 949 time: 0.8241370 Feb 09 02:03:46.938019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:46.980677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:46.995516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.021295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:47.040084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:47.046849 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.225232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6703355 Feb 09 02:03:47.233681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0d76e7e-e3de-482e-8e7c-71c97673f2da admin admin] Publish callbacks [] for security_group (cff030fc-3302-4b27-9bea-2b23ffd8e339), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.247421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0ad870f-fcab-4dfe-ada4-0f39de23f740 req-fee75b5f-1543-4c95-91e4-b75c2fdabbb8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827509 Feb 09 02:03:47.248064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f0d76e7e-e3de-482e-8e7c-71c97673f2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cff030fc-3302-4b27-9bea-2b23ffd8e339), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.264249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe199c2-924d-4510-96b0-14a0c10d4b00 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event updated for resources: {'Port': ['ID=cab497b0-f358-48d2-a3d5-3ac918b87bcd,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:47.319575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:47.320125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93d3a360-e37e-488d-805d-e4e216088f0b req-3a1ce1db-65f5-4831-b272-8c66809f1a24 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985546 Feb 09 02:03:47.351644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Request body: {'port': {'device_id': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:47.406020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 5a026654-a9a2-4afe-9222-cd48e8920a35 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:47.407089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.451627 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f0d76e7e-e3de-482e-8e7c-71c97673f2da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee10a29a1da0442492b7b91ae63581ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0871961 Feb 09 02:03:47.454887 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ce0be-96a2-4982-bd35-11e8ee44a612 x-openstack-request-id: req-0a9ce0be-96a2-4982-bd35-11e8ee44a612 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:47.455180 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048", "name": "network-vif-deleted", "tag": "980d90d9-9493-4a28-8bac-7733a40d5b7d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:47.455434 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a9ce0be-96a2-4982-bd35-11e8ee44a612 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:47.455847 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eefd3c9-cf4c-4ee8-a3a2-0ae6ac3e5048', 'name': 'network-vif-deleted', 'tag': '980d90d9-9493-4a28-8bac-7733a40d5b7d', 'status': 'completed', 'code': 200} Feb 09 02:03:47.456008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38152) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:47.456584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d76e7e-e3de-482e-8e7c-71c97673f2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff030fc-3302-4b27-9bea-2b23ffd8e339,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:47.538911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-c6826c2e-2a0f-403f-93d6-aae0083a3d50 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:47.542648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403acf8-a376-4007-a644-b08f68fcc648 None None] New status for floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:03:47.544875 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-c6826c2e-2a0f-403f-93d6-aae0083a3d50 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.1631851 Feb 09 02:03:47.576803 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0aece8-5ab4-417e-ad17-0825af9df56b x-openstack-request-id: req-ad0aece8-5ab4-417e-ad17-0825af9df56b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:47.577511 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b520de-0da6-4858-bbcd-ad1ecd1f533f", "name": "network-vif-plugged", "status": "completed", "tag": "893b18a6-cd20-4ed0-96ae-3f0693fe9edc", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:47.581750 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad0aece8-5ab4-417e-ad17-0825af9df56b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:47.584864 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc', 'code': 200} Feb 09 02:03:47.622173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6eed9f81-baea-469c-8456-b0b4fdeb69b3 req-530d5fb3-7c33-4607-b562-fd9aaf7f3c94 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 210 time: 0.1296980 Feb 09 02:03:47.675562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32de1353-e760-4f7c-85c0-4b1398176793 admin admin] Publish callbacks [] for security_group (cff030fc-3302-4b27-9bea-2b23ffd8e339), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.696197 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.730390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 5a026654-a9a2-4afe-9222-cd48e8920a35, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5a026654-a9a2-4afe-9222-cd48e8920a35,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:47.783817 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32de1353-e760-4f7c-85c0-4b1398176793 admin admin] Publish callbacks [] for security_group (cff030fc-3302-4b27-9bea-2b23ffd8e339), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.813509 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.819087 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:47.933778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=5a026654-a9a2-4afe-9222-cd48e8920a35,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:48.042559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-a228ac8c-aa46-4425-bb77-95b05326b95f service neutron] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:48.066433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-a228ac8c-aa46-4425-bb77-95b05326b95f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.070355 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f81bd740-5a41-4028-a4b0-3c415f1861d6 req-a228ac8c-aa46-4425-bb77-95b05326b95f service neutron] 10.222.0.82 "DELETE /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.5166361 Feb 09 02:03:48.085404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70665652-bd32-4d87-8481-668037f6a25b req-1c0bedcb-e01b-4233-a1ed-f23fc23d8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:48.087532 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-70665652-bd32-4d87-8481-668037f6a25b req-1c0bedcb-e01b-4233-a1ed-f23fc23d8f8b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 1132 time: 0.2618856 Feb 09 02:03:48.175566 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-70665652-bd32-4d87-8481-668037f6a25b req-4941044a-4ecc-46e9-b6ee-eb780a20f0fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813594 Feb 09 02:03:48.306319 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32de1353-e760-4f7c-85c0-4b1398176793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cff030fc-3302-4b27-9bea-2b23ffd8e339), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.309233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32de1353-e760-4f7c-85c0-4b1398176793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.312987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-32de1353-e760-4f7c-85c0-4b1398176793 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cff030fc-3302-4b27-9bea-2b23ffd8e339 HTTP/1.1" status: 204 len: 168 time: 0.8461380 Feb 09 02:03:48.369635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf830de-9e0e-45ed-9130-2446e3424473 req-629cf557-61b2-4dc0-bade-1b98f03e4f70 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:48.377450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bf830de-9e0e-45ed-9130-2446e3424473 req-629cf557-61b2-4dc0-bade-1b98f03e4f70 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 949 time: 0.5090792 Feb 09 02:03:48.379358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de1353-e760-4f7c-85c0-4b1398176793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff030fc-3302-4b27-9bea-2b23ffd8e339,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:48.545027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-2eff062f-e169-4f86-ac8e-aaff17c8644e tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:48.546515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-2eff062f-e169-4f86-ac8e-aaff17c8644e tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.72 "GET /v2.0/networks?id=836520e1-5d30-410b-9a01-81ed7480116d HTTP/1.1" status: 200 len: 810 time: 0.5828774 Feb 09 02:03:48.558808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391e1e-d95d-47f2-b69b-bb8ae30c3d22 req-e92e6337-7b0f-4ad0-b3d2-4ff1c20e24f4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:48.560588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1391e1e-d95d-47f2-b69b-bb8ae30c3d22 req-e92e6337-7b0f-4ad0-b3d2-4ff1c20e24f4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 931 time: 0.2854102 Feb 09 02:03:48.603019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bf830de-9e0e-45ed-9130-2446e3424473 req-b4944b62-9369-4ef9-adba-015f3f6c9d64 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246552 Feb 09 02:03:48.684124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:48.702511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23a35649-2225-4386-aeb6-5d6fba3b9e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.744022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.877674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23a35649-2225-4386-aeb6-5d6fba3b9e95 admin admin] Publish callbacks [] for security_group (e8dd732a-4169-44ca-ae03-12c22cf8eae0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.885549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23a35649-2225-4386-aeb6-5d6fba3b9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e8dd732a-4169-44ca-ae03-12c22cf8eae0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:48.922391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a35649-2225-4386-aeb6-5d6fba3b9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dd732a-4169-44ca-ae03-12c22cf8eae0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:48.966285 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-23a35649-2225-4386-aeb6-5d6fba3b9e95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93834c1e86a345dc977253d9ebed3f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804422 Feb 09 02:03:48.968862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:49.066643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6320639f-491e-442f-9398-00270f03fb31 admin admin] Publish callbacks [] for security_group (e8dd732a-4169-44ca-ae03-12c22cf8eae0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.092240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6320639f-491e-442f-9398-00270f03fb31 admin admin] Publish callbacks [] for security_group (e8dd732a-4169-44ca-ae03-12c22cf8eae0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.131109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1391e1e-d95d-47f2-b69b-bb8ae30c3d22 req-303fef0c-daf4-489f-8c4d-be4cc7141cd3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5631943 Feb 09 02:03:49.146226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-4f927a1f-1bec-475b-8170-65a478beb8ee tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6298daf59e894167a2fca973ed8879a4 HTTP/1.1" status: 200 len: 379 time: 0.5824318 Feb 09 02:03:49.160090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6320639f-491e-442f-9398-00270f03fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e8dd732a-4169-44ca-ae03-12c22cf8eae0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.163104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6320639f-491e-442f-9398-00270f03fb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.165003 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6320639f-491e-442f-9398-00270f03fb31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8dd732a-4169-44ca-ae03-12c22cf8eae0 HTTP/1.1" status: 204 len: 168 time: 0.1941612 Feb 09 02:03:49.176879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Request body: {'port': {'device_id': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'admin_state_up': True, 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'security_groups': ['c72eec31-c5fe-4879-9c7c-2f544c74dfb3']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:49.192459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320639f-491e-442f-9398-00270f03fb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dd732a-4169-44ca-ae03-12c22cf8eae0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:49.341869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab497b0-f358-48d2-a3d5-3ac918b87bcd {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:49.358220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Publish callbacks [] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.386626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Made reservation on behalf of 6298daf59e894167a2fca973ed8879a4 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:49.390244 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.393935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Transition to ACTIVE for port object cab497b0-f358-48d2-a3d5-3ac918b87bcd will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:49.414791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.490849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cab497b0-f358-48d2-a3d5-3ac918b87bcd,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:49.561224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-074ba9fb-c95f-4d0d-a469-38355f706f8a tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:49.562849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-074ba9fb-c95f-4d0d-a469-38355f706f8a tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/networks?id=fc953349-2e59-43e7-86c4-6d4774d80beb HTTP/1.1" status: 200 len: 815 time: 0.4615972 Feb 09 02:03:49.586188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586'}, {'server_uuid': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a026654-a9a2-4afe-9222-cd48e8920a35'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:49.588969 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d608cd-d828-4f69-aaa3-c48454b0c9d7" -d '{"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-plugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586"}, {"server_uuid": "a5eb183d-167a-414c-963f-82f1c320ad44", "name": "network-vif-plugged", "status": "completed", "tag": "5a026654-a9a2-4afe-9222-cd48e8920a35"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:49.672303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-51ce2216-ea13-414f-834e-bb0984655eab tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/quotas/809ca2a74df54357a695842499aa5456 HTTP/1.1" status: 200 len: 375 time: 0.1013117 Feb 09 02:03:49.680800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Attempting to bind port cab497b0-f358-48d2-a3d5-3ac918b87bcd on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:49.681141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Attempting to bind port cab497b0-f358-48d2-a3d5-3ac918b87bcd by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:49.681872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Attempting to bind port cab497b0-f358-48d2-a3d5-3ac918b87bcd on network 5272d9af-9e66-4429-a7f9-e154c3d47108 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:49.699711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf8d0d-f25e-4c60-b511-57006370cc11 req-e963e7d7-a251-4680-a4ad-206acfd9c11e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:49.701262 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3cf8d0d-f25e-4c60-b511-57006370cc11 req-e963e7d7-a251-4680-a4ad-206acfd9c11e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 945 time: 0.2170124 Feb 09 02:03:49.707188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Port cab497b0-f358-48d2-a3d5-3ac918b87bcd on network 5272d9af-9e66-4429-a7f9-e154c3d47108 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:49.707500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Attempting to bind port cab497b0-f358-48d2-a3d5-3ac918b87bcd on network 5272d9af-9e66-4429-a7f9-e154c3d47108 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:49.774072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:49.774416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Checking segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:49.774832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Bound using segment: {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:49.775290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Bound port: cab497b0-f358-48d2-a3d5-3ac918b87bcd, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13533b8-4cea-40ed-91db-e72fcfb7139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:49.775655 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:49.858513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Allocated IP 172.20.0.3 (836520e1-5d30-410b-9a01-81ed7480116d/7630eb12-9457-4220-b746-15e767f73108/af7a32ad-49ec-43cb-9896-aff523eac8c5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:49.920570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3cf8d0d-f25e-4c60-b511-57006370cc11 req-457cdc57-768c-40d6-963b-c2a5222dc40b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821699 Feb 09 02:03:49.963009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-2e7f84c1-7da8-45e3-bf5e-1a399d3613ba tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=809ca2a74df54357a695842499aa5456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2606106 Feb 09 02:03:50.061298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] For port cab497b0-f358-48d2-a3d5-3ac918b87bcd, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:50.130451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] For port cab497b0-f358-48d2-a3d5-3ac918b87bcd, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:50.156734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.223098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.223727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.225133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] 10.222.0.82 "PUT /v2.0/ports/cab497b0-f358-48d2-a3d5-3ac918b87bcd HTTP/1.1" status: 200 len: 1092 time: 2.9693031 Feb 09 02:03:50.242521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:50.244924 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a17441-62ec-427e-a8aa-43679fddb6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:50.269194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-5c2a3623-2d6d-4439-b748-a2270f4f2ac8 service neutron] 10.222.0.53 "GET /v2.0/networks/fc953349-2e59-43e7-86c4-6d4774d80beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963157 Feb 09 02:03:50.318966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7859d1-5079-45db-bd37-b91aaaa9e877 req-9940c26c-7185-444c-b4ae-48960646baa0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.320477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa7859d1-5079-45db-bd37-b91aaaa9e877 req-9940c26c-7185-444c-b4ae-48960646baa0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 950 time: 0.2817178 Feb 09 02:03:50.404946 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.414775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359db39-e13f-4673-adda-9fe8e01c49a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cab497b0-f358-48d2-a3d5-3ac918b87bcd,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:50.516504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-fcc01805-0933-4d5d-b5ad-e7e107397967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.518261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-fcc01805-0933-4d5d-b5ad-e7e107397967 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 1126 time: 0.2443554 Feb 09 02:03:50.524130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-1b215939-eb0e-469e-bc66-17edd8ead8d9 service neutron] 10.222.0.53 "GET /v2.0/networks/fc953349-2e59-43e7-86c4-6d4774d80beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471211 Feb 09 02:03:50.528972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa7859d1-5079-45db-bd37-b91aaaa9e877 req-4d9d5253-f017-4be6-9625-f3cbb097040e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814477 Feb 09 02:03:50.570089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-6cc801f4-b4d9-40ec-8706-1bbd65e3d0ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd HTTP/1.1" status: 200 len: 217 time: 0.0401378 Feb 09 02:03:50.576108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.700333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Network 836520e1-5d30-410b-9a01-81ed7480116d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:50.706883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event updated for resources: {'Port': ['ID=af7a32ad-49ec-43cb-9896-aff523eac8c5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:50.711260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:50.714226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:50.719465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.720755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:50.737369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-9309e9bc-dc2f-4ebe-8c55-de1e2321e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.738917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-9309e9bc-dc2f-4ebe-8c55-de1e2321e261 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 200 len: 863 time: 0.1565802 Feb 09 02:03:50.773965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-f849d580-c6a7-4418-aa37-c21a11855a58 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6029711 Feb 09 02:03:50.786963 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a152d10-ec9c-4c0a-a467-b2cc7cd387e2 x-openstack-request-id: req-7a152d10-ec9c-4c0a-a467-b2cc7cd387e2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:50.787474 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-plugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586", "code": 200}, {"server_uuid": "a5eb183d-167a-414c-963f-82f1c320ad44", "name": "network-vif-plugged", "status": "completed", "tag": "5a026654-a9a2-4afe-9222-cd48e8920a35", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:50.787668 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a152d10-ec9c-4c0a-a467-b2cc7cd387e2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:50.788142 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'code': 200} Feb 09 02:03:50.789019 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a026654-a9a2-4afe-9222-cd48e8920a35', 'code': 200} Feb 09 02:03:50.826813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Request body: {'port': {'device_id': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:50.947352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a1c9b-dfa8-4a5b-a2a7-ece2e1c37e05 req-1fa57be7-a18a-435f-972b-5e1bcb68a5da tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:50.949117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c45a1c9b-dfa8-4a5b-a2a7-ece2e1c37e05 req-1fa57be7-a18a-435f-972b-5e1bcb68a5da tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 931 time: 0.3247206 Feb 09 02:03:51.006699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.012472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8ed16-5091-4415-a86e-0257d82fb958 req-9e5c8f44-d979-4812-8508-cbfbe7171823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.014575 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c7e8ed16-5091-4415-a86e-0257d82fb958 req-9e5c8f44-d979-4812-8508-cbfbe7171823 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1132 time: 0.1417034 Feb 09 02:03:51.044441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-ff454cdd-7078-47c1-9836-4257068b1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.046071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-ff454cdd-7078-47c1-9836-4257068b1a83 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5272d9af-9e66-4429-a7f9-e154c3d47108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2983661 Feb 09 02:03:51.052869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a5951-d85f-49f9-ad28-606a11cea667 req-99fc1506-424b-4d5a-8ac0-6cecb059da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.053865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e43a5951-d85f-49f9-ad28-606a11cea667 req-99fc1506-424b-4d5a-8ac0-6cecb059da60 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 1133 time: 0.1439276 Feb 09 02:03:51.118410 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c7e8ed16-5091-4415-a86e-0257d82fb958 req-ab051f4c-6b30-49c4-80b3-6dbadf1de6e6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967813 Feb 09 02:03:51.156762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62d7d-6aa3-4997-94f2-b6702088710f req-5310102c-e324-463d-806b-cf8279cba282 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.159431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7b62d7d-6aa3-4997-94f2-b6702088710f req-5310102c-e324-463d-806b-cf8279cba282 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 949 time: 0.2739067 Feb 09 02:03:51.164388 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e43a5951-d85f-49f9-ad28-606a11cea667 req-5441ca53-7659-4cb7-9546-999bb940fa87 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021156 Feb 09 02:03:51.177140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c45a1c9b-dfa8-4a5b-a2a7-ece2e1c37e05 req-20b46e50-40b1-4c54-bb17-df9b8d855ac7 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095470 Feb 09 02:03:51.262245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ee239e0a-0848-4829-ba0b-098832a4bb2b None None] Provisioning complete for port af7a32ad-49ec-43cb-9896-aff523eac8c5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:51.263535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee239e0a-0848-4829-ba0b-098832a4bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:51.357112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ee239e0a-0848-4829-ba0b-098832a4bb2b None None] Port af7a32ad-49ec-43cb-9896-aff523eac8c5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:51.365451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7b62d7d-6aa3-4997-94f2-b6702088710f req-f239a2de-4952-476c-80b3-96ffd5e00ca2 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838305 Feb 09 02:03:51.400670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-736c91d0-806e-4bcf-996c-f55026b76ffd service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463285 Feb 09 02:03:51.440742 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f3a6d-9399-4937-92cd-e3dfa9d15f67 x-openstack-request-id: req-695f3a6d-9399-4937-92cd-e3dfa9d15f67 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:51.441042 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:51.441302 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-695f3a6d-9399-4937-92cd-e3dfa9d15f67 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:51.441694 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'status': 'completed', 'code': 200} Feb 09 02:03:51.547565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc963c5c-bc4a-4256-8e24-01d1af2710c9 req-12fb49b9-a38d-4934-9f87-bdc9c0eefb79 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:51.555002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc963c5c-bc4a-4256-8e24-01d1af2710c9 req-12fb49b9-a38d-4934-9f87-bdc9c0eefb79 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 943 time: 0.2245131 Feb 09 02:03:51.878599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5bb3b7b-e1b8-4b9f-b19a-7e892e690a4b req-cc49810f-516d-4d1d-8a0f-20080b6a0310 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Feb 09 02:03:51.899113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6991d809-2275-44be-bcc6-6f00c454ba0c req-415a4bc1-94d2-444a-b64e-09e5e7c7251e service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519253 Feb 09 02:03:51.951823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc963c5c-bc4a-4256-8e24-01d1af2710c9 req-b7efdc92-9e5e-47ba-97f2-cca26c237dd4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959055 Feb 09 02:03:52.034683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7a32ad-49ec-43cb-9896-aff523eac8c5 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:52.046533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Publish callbacks [] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.071719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Transition to ACTIVE for port object af7a32ad-49ec-43cb-9896-aff523eac8c5 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:52.081752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-9574ef6f-2f7b-493f-a94a-da3d33015ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.083333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-9574ef6f-2f7b-493f-a94a-da3d33015ea8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 1126 time: 0.1278024 Feb 09 02:03:52.085171 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.113166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bbcfe-8998-4425-972b-c35849f8f66f req-a85ee81f-2d1f-4a24-a12a-63eb2d9bf1d6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.114919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b1bbcfe-8998-4425-972b-c35849f8f66f req-a85ee81f-2d1f-4a24-a12a-63eb2d9bf1d6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1128 time: 0.1204181 Feb 09 02:03:52.285527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=af7a32ad-49ec-43cb-9896-aff523eac8c5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:52.341334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-92c05b1a-80da-42a7-8fe0-a41fd5b643cc tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.344182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-92c05b1a-80da-42a7-8fe0-a41fd5b643cc tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.82 "GET /v2.0/networks?id=fc953349-2e59-43e7-86c4-6d4774d80beb HTTP/1.1" status: 200 len: 815 time: 0.1694973 Feb 09 02:03:52.360226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Request body: {'port': {'device_id': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb', 'admin_state_up': True, 'tenant_id': '809ca2a74df54357a695842499aa5456'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:52.386726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b1bbcfe-8998-4425-972b-c35849f8f66f req-ce78a39c-eca0-42a8-864a-0e5a39fe21ad tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515879 Feb 09 02:03:52.402030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Attempting to bind port af7a32ad-49ec-43cb-9896-aff523eac8c5 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:52.402498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Attempting to bind port af7a32ad-49ec-43cb-9896-aff523eac8c5 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:52.402891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Attempting to bind port af7a32ad-49ec-43cb-9896-aff523eac8c5 on network 836520e1-5d30-410b-9a01-81ed7480116d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:52.415437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-378ce405-93f7-4f62-822d-182d9c1bcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.417104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-378ce405-93f7-4f62-822d-182d9c1bcac5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 925 time: 0.3077385 Feb 09 02:03:52.418722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Port af7a32ad-49ec-43cb-9896-aff523eac8c5 on network 836520e1-5d30-410b-9a01-81ed7480116d not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:52.421448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Attempting to bind port af7a32ad-49ec-43cb-9896-aff523eac8c5 on network 836520e1-5d30-410b-9a01-81ed7480116d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:52.471669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:52.476276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Checking segment: {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:52.476941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Bound using segment: {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:52.477570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Bound port: af7a32ad-49ec-43cb-9896-aff523eac8c5, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e74d87-2c76-42c8-af0e-f88b2b35542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:52.480186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.544476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3fe2-f40e-45ea-ae6e-195906ff2d67 req-40d7e035-d53e-4239-8a4b-4214268fce80 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.559163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bee3fe2-f40e-45ea-ae6e-195906ff2d67 req-40d7e035-d53e-4239-8a4b-4214268fce80 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 950 time: 0.3135324 Feb 09 02:03:52.638009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Made reservation on behalf of 809ca2a74df54357a695842499aa5456 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:52.646558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-bbec7f02-485d-43e2-8042-ca36c0a1a493 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd HTTP/1.1" status: 200 len: 217 time: 0.2103312 Feb 09 02:03:52.651868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:52.804157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-4f761a64-73cc-49b9-8a46-88b8e06ce630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.805705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-4f761a64-73cc-49b9-8a46-88b8e06ce630 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 200 len: 863 time: 0.1429408 Feb 09 02:03:52.811792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Allocated IP 172.20.0.5 (fc953349-2e59-43e7-86c4-6d4774d80beb/bf4e26bb-0e71-45da-a99c-e9932a3e3ccb/8639eba8-af51-4df2-82bb-987d2cab0e72) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:52.822216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bee3fe2-f40e-45ea-ae6e-195906ff2d67 req-fd95f3c1-a234-43e5-94c4-b5d9af941973 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621081 Feb 09 02:03:52.867942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] For port af7a32ad-49ec-43cb-9896-aff523eac8c5, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:52.887803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198ede-3306-48f3-b278-dd0dd04030b1 req-458e53e9-0d5a-40f4-b6ff-be6d6149fa36 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:52.895756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90198ede-3306-48f3-b278-dd0dd04030b1 req-458e53e9-0d5a-40f4-b6ff-be6d6149fa36 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 943 time: 0.2122333 Feb 09 02:03:52.912103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] For port af7a32ad-49ec-43cb-9896-aff523eac8c5, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:52.931045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.032017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-fe02292d-5ae6-4905-80ec-daaeea35511e tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b08db26fda694ef8a1c7de94a328add1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960128 Feb 09 02:03:53.040815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.041911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.043693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] 10.222.0.72 "PUT /v2.0/ports/af7a32ad-49ec-43cb-9896-aff523eac8c5 HTTP/1.1" status: 200 len: 1092 time: 2.2325609 Feb 09 02:03:53.057923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks [] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.063464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-a2a87607-33f1-46d6-aa0c-aa134f570191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.066171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-a2a87607-33f1-46d6-aa0c-aa134f570191 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5272d9af-9e66-4429-a7f9-e154c3d47108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2394693 Feb 09 02:03:53.118098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90198ede-3306-48f3-b278-dd0dd04030b1 req-539e3237-cd84-4549-897d-ff5702b97bb1 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175603 Feb 09 02:03:53.133308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.287968 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d921a13-640a-48ad-9513-8fedad06084b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.311483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Network fc953349-2e59-43e7-86c4-6d4774d80beb is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:53.316770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Pushing event updated for resources: {'Port': ['ID=8639eba8-af51-4df2-82bb-987d2cab0e72,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:53.335008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36986437-37ef-4680-985f-d4974e20a0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=af7a32ad-49ec-43cb-9896-aff523eac8c5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:53.336131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:53.342910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:53.458636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:53.467998 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7702aa4e-660b-45ef-bcf8-79c247d9baa8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:53.472909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.474781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.527994 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-488d729e-9a34-4345-9def-e2b15cb08a62 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731071 Feb 09 02:03:53.717709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-a1c88565-764f-432e-ba94-7d48bab59b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.719294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-a1c88565-764f-432e-ba94-7d48bab59b68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6298daf59e894167a2fca973ed8879a4&device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 1126 time: 0.6237586 Feb 09 02:03:53.726269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-0cf16b06-e24d-46fd-a3a6-21c8b2203f13 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.735339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-0cf16b06-e24d-46fd-a3a6-21c8b2203f13 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7016478 Feb 09 02:03:53.756621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-16f3ce7e-9355-436c-8451-ae8751cf53b1 None None] Provisioning complete for port 8639eba8-af51-4df2-82bb-987d2cab0e72 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:53.756997 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16f3ce7e-9355-436c-8451-ae8751cf53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:53.761895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-54f7e870-4ac1-440f-be4f-eaab9689f8bc service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513425 Feb 09 02:03:53.809809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-9315e160-5a9d-4e47-a313-55118ea5087a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5 HTTP/1.1" status: 200 len: 217 time: 0.0658545 Feb 09 02:03:53.814960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-16f3ce7e-9355-436c-8451-ae8751cf53b1 None None] Port 8639eba8-af51-4df2-82bb-987d2cab0e72 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:53.822520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-b73e4c0b-f626-49e2-a989-d597ae049348 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/quotas/b08db26fda694ef8a1c7de94a328add1 HTTP/1.1" status: 200 len: 375 time: 0.0852170 Feb 09 02:03:53.916424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-82042404-5c34-4e6f-9ea9-5dea7136540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.918852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-82042404-5c34-4e6f-9ea9-5dea7136540e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7630eb12-9457-4220-b746-15e767f73108 HTTP/1.1" status: 200 len: 849 time: 0.0937495 Feb 09 02:03:53.946691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-e620ec13-a28b-4181-8bc7-83b1700453d3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:53.948673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-e620ec13-a28b-4181-8bc7-83b1700453d3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.4662862 Feb 09 02:03:53.991398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-af9721bb-58b3-4461-86a0-c3786f35cf01 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/quotas/bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 375 time: 0.0308702 Feb 09 02:03:54.056411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-b3ca896f-f05e-481c-97d9-1960598abd21 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b08db26fda694ef8a1c7de94a328add1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2326834 Feb 09 02:03:54.067143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a93d-b464-45cf-937f-26da8a999493 req-b3c4b529-b591-4486-a5b3-8cd70a62ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.068679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-b3c4b529-b591-4486-a5b3-8cd70a62ab0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=836520e1-5d30-410b-9a01-81ed7480116d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1418209 Feb 09 02:03:54.176788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-c3d68f5e-e8e4-49dd-a776-8043c41b7265 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734505 Feb 09 02:03:54.376817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-91d1f633-1f0a-4ed0-a251-8499e0796f61 service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001156 Feb 09 02:03:54.497362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975061ba-9ff6-4596-8932-8dfc52f2ec32 req-69eb4136-3b7e-4329-ac25-b6983fef2063 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.499233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-975061ba-9ff6-4596-8932-8dfc52f2ec32 req-69eb4136-3b7e-4329-ac25-b6983fef2063 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 931 time: 0.2099273 Feb 09 02:03:54.512391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-e0f99b99-468f-4917-8340-7f55cb0ef559 service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340254 Feb 09 02:03:54.655039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea84a93d-b464-45cf-937f-26da8a999493 req-335e66aa-db82-4ded-975f-8bb9a422457c service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695110 Feb 09 02:03:54.698297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-975061ba-9ff6-4596-8932-8dfc52f2ec32 req-2aa849a6-4d21-49aa-831b-a31d32e0eef6 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828098 Feb 09 02:03:54.756127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-9815cc7e-a9d5-4e17-9d1b-d6b158561108 service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163506 Feb 09 02:03:54.909484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849edc5-1d5c-46a1-89bd-d3cf382be6cd req-1584be66-c33d-4a90-b8a0-894d86376a6f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:54.912192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6849edc5-1d5c-46a1-89bd-d3cf382be6cd req-1584be66-c33d-4a90-b8a0-894d86376a6f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 943 time: 0.1268408 Feb 09 02:03:55.302058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6849edc5-1d5c-46a1-89bd-d3cf382be6cd req-dfccbc07-6b9b-4ebb-9c37-e0bdc98ab26c tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823555 Feb 09 02:03:55.431198 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e7ee70-240c-4580-8e19-6412edce7e10 x-openstack-request-id: req-63e7ee70-240c-4580-8e19-6412edce7e10 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:55.431795 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:55.431795 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63e7ee70-240c-4580-8e19-6412edce7e10 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:55.432135 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'status': 'completed', 'code': 200} Feb 09 02:03:55.568409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-dd38bb66-5e3e-4acb-9c97-89db3af305a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:55.570925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-dd38bb66-5e3e-4acb-9c97-89db3af305a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6298daf59e894167a2fca973ed8879a4&device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 1126 time: 0.1183007 Feb 09 02:03:55.671024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22bc4e05-80c0-4233-abc4-093a787fdc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:55.697878 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-636648ce-07f9-4724-b090-09b550a99b5c tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b08db26fda694ef8a1c7de94a328add1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588374 Feb 09 02:03:55.797361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009741c-1b2e-4a2d-95af-5263d4f2910e req-6ba6bdf0-8ec5-4ca0-9616-8fc6ccc43095 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:55.821392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7009741c-1b2e-4a2d-95af-5263d4f2910e req-6ba6bdf0-8ec5-4ca0-9616-8fc6ccc43095 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 950 time: 0.2994354 Feb 09 02:03:55.915986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-7213976d-510b-40e1-9255-48f12ff47562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:55.921952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-7213976d-510b-40e1-9255-48f12ff47562 service neutron] 10.222.0.72 "GET /v2.0/networks?id=836520e1-5d30-410b-9a01-81ed7480116d HTTP/1.1" status: 200 len: 911 time: 0.3374658 Feb 09 02:03:55.958820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2071d7b4-6e83-4608-93b6-812055171368 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:55.960578 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2071d7b4-6e83-4608-93b6-812055171368 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517984 Feb 09 02:03:55.978686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Request body: {'port': {'device_id': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'b08db26fda694ef8a1c7de94a328add1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:56.018322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-7b2334bd-6d3e-4096-923e-318d8f5e63b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5 HTTP/1.1" status: 200 len: 217 time: 0.0901496 Feb 09 02:03:56.070982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7009741c-1b2e-4a2d-95af-5263d4f2910e req-6103e7bf-6b29-4537-9539-2f7635c74f80 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918330 Feb 09 02:03:56.100834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Request body: {'port': {'device_id': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:56.227238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-368e12ee-26fa-409f-8890-4473a20588d3 req-89a99be7-4bb6-4fb5-9ae9-610dd0d7320f tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 210 time: 0.0612438 Feb 09 02:03:56.255986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-1d065ae6-bd96-4464-93ad-c272e5700b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.257339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-1d065ae6-bd96-4464-93ad-c272e5700b40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7630eb12-9457-4220-b746-15e767f73108 HTTP/1.1" status: 200 len: 849 time: 0.2199421 Feb 09 02:03:56.270898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdb582-95a3-4271-b82e-aa60f54e9610 req-ddeff748-0367-4e13-8748-c216dda3b1bc tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.291997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1bdb582-95a3-4271-b82e-aa60f54e9610 req-ddeff748-0367-4e13-8748-c216dda3b1bc tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 943 time: 0.3265464 Feb 09 02:03:56.358597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Made reservation on behalf of b08db26fda694ef8a1c7de94a328add1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:56.369609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.396761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.410594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28a17441-62ec-427e-a8aa-43679fddb6e9 req-adaf04b7-a011-40c3-9623-4895dd70dca3 service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742089 Feb 09 02:03:56.462447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2dbcecb-2a39-4023-9f7a-f52a992a3c95 req-55692c5e-d336-4e66-b900-318ccee31337 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 210 time: 0.0548396 Feb 09 02:03:56.467007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1bdb582-95a3-4271-b82e-aa60f54e9610 req-ff6d49b5-daca-409f-b9eb-6a213d1e26e0 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740484 Feb 09 02:03:56.473494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-d598fc10-4dc3-4602-a9d4-eed4aec9295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:56.475082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-d598fc10-4dc3-4602-a9d4-eed4aec9295c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=836520e1-5d30-410b-9a01-81ed7480116d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1654859 Feb 09 02:03:56.572687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device af7a32ad-49ec-43cb-9896-aff523eac8c5 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:56.808782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port af7a32ad-49ec-43cb-9896-aff523eac8c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:56.835840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'port_id': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'mac_address': 'fa:16:3e:0d:81:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:56.900572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port af7a32ad-49ec-43cb-9896-aff523eac8c5 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:56.901305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.919381 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:56.922501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7a32ad-49ec-43cb-9896-aff523eac8c5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:56.953570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-d09fcf2c-e154-475f-baeb-90a8fde8aee3 service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614770 Feb 09 02:03:56.963766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port af7a32ad-49ec-43cb-9896-aff523eac8c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:56.969028 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.032793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=af7a32ad-49ec-43cb-9896-aff523eac8c5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:57.050868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb49a1-6ac4-4d6c-bcfe-1a5543744926 req-98d6ad58-5590-4ebe-b66d-07afb4547577 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.052372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8cb49a1-6ac4-4d6c-bcfe-1a5543744926 req-98d6ad58-5590-4ebe-b66d-07afb4547577 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 931 time: 0.4033136 Feb 09 02:03:57.090608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ddcc-1aed-4a21-8006-bb00253b44d0 req-151db85d-732a-4eb9-aba1-b1d112bac7c9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.092221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4701ddcc-1aed-4a21-8006-bb00253b44d0 req-151db85d-732a-4eb9-aba1-b1d112bac7c9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.3354146 Feb 09 02:03:57.163646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Allocated IP 192.168.233.28 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/652e1e94-850a-4965-b7ee-fe073a3cba8d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:57.205683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8cb49a1-6ac4-4d6c-bcfe-1a5543744926 req-6333ef00-1adc-4bca-874e-ec296adf3e70 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431444 Feb 09 02:03:57.226016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7702aa4e-660b-45ef-bcf8-79c247d9baa8 req-6ff574d4-8e96-41ff-b118-52c8a9c2cd7f service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475200 Feb 09 02:03:57.242101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4701ddcc-1aed-4a21-8006-bb00253b44d0 req-740b929f-116a-4462-b7ad-7e034c918ee9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359484 Feb 09 02:03:57.335977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['af7a32ad-49ec-43cb-9896-aff523eac8c5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:57.497770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5818b0cb-7e8d-4fa0-8e07-5cb7fc36ee86 req-256bbfc8-0d0f-41df-a173-d1b1978a4543 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 210 time: 0.0447109 Feb 09 02:03:57.534414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235e08f-ce53-40ab-9933-7fbcda3416be req-b6886335-c956-4c13-8076-ea3ab4d0f994 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.536744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0235e08f-ce53-40ab-9933-7fbcda3416be req-b6886335-c956-4c13-8076-ea3ab4d0f994 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 943 time: 0.1586473 Feb 09 02:03:57.602645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-2494bfb4-02e5-46c8-aee5-a47013c0306e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:57.611745 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-2494bfb4-02e5-46c8-aee5-a47013c0306e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.8047845 Feb 09 02:03:57.640183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Request body: {'port': {'device_id': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'admin_state_up': True, 'tenant_id': 'bb83d538f33c4c9f8d55098b0b019ce9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:57.649156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cab497b0-f358-48d2-a3d5-3ac918b87bcd details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:57.654875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0235e08f-ce53-40ab-9933-7fbcda3416be req-90c8f8fb-a7dc-4060-a749-63b24d78d114 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119211 Feb 09 02:03:57.854898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8639eba8-af51-4df2-82bb-987d2cab0e72 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:57.859910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-751f3784-1c03-4fc3-8fd7-9baaa893d25a tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e10f13ad708947d0a7cf9b34679da342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704889 Feb 09 02:03:57.867034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cab497b0-f358-48d2-a3d5-3ac918b87bcd, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:57.885093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Publish callbacks [] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:57.893546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'port_id': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'mac_address': 'fa:16:3e:db:09:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:57.941088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Transition to ACTIVE for port object 8639eba8-af51-4df2-82bb-987d2cab0e72 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:57.963222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.052860 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.061606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01bfddde-6645-4bfb-a045-283a8088e852 req-332226c5-2348-41bb-8e75-98e037d48c60 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 210 time: 0.0660632 Feb 09 02:03:58.070374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port cab497b0-f358-48d2-a3d5-3ac918b87bcd is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:58.070983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.109429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab497b0-f358-48d2-a3d5-3ac918b87bcd {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:58.176512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cab497b0-f358-48d2-a3d5-3ac918b87bcd, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:58.187438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.229718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-d1b0d365-050f-48fc-8482-fbd4fa1c2837 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:58.237705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-d1b0d365-050f-48fc-8482-fbd4fa1c2837 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769438 Feb 09 02:03:58.327423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cab497b0-f358-48d2-a3d5-3ac918b87bcd,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.331206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-c322fb08-8b2f-4d12-9e3d-3bb7ab556a73 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/quotas/e10f13ad708947d0a7cf9b34679da342 HTTP/1.1" status: 200 len: 375 time: 0.0919762 Feb 09 02:03:58.337613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Pushing event updated for resources: {'Port': ['ID=8639eba8-af51-4df2-82bb-987d2cab0e72,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.397441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38392) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:58.426566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Made reservation on behalf of bb83d538f33c4c9f8d55098b0b019ce9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:03:58.431055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.441739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks [] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.444660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f846c66-aead-4ea8-869f-e208008f9250 req-7e68c4af-b48d-436c-b9bc-606bc00a4ca2 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:58.451843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f846c66-aead-4ea8-869f-e208008f9250 req-7e68c4af-b48d-436c-b9bc-606bc00a4ca2 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 944 time: 0.2040508 Feb 09 02:03:58.496974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-3fa04805-b544-4361-8008-7cbfac2b20e4 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528258 Feb 09 02:03:58.531183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['cab497b0-f358-48d2-a3d5-3ac918b87bcd'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:58.576880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f846c66-aead-4ea8-869f-e208008f9250 req-1ac3ab78-fc19-41ea-9c35-cff768dbb352 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240551 Feb 09 02:03:58.693765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfb7701-81c9-4acd-be67-52a6c4c17c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.777995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.801496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfb7701-81c9-4acd-be67-52a6c4c17c33 admin admin] Publish callbacks [] for security_group (61424c5e-2f10-4360-b5fc-1277dc140694), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.806752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfb7701-81c9-4acd-be67-52a6c4c17c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (61424c5e-2f10-4360-b5fc-1277dc140694), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:58.832909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['893b18a6-cd20-4ed0-96ae-3f0693fe9edc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:58.880576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-adfb7701-81c9-4acd-be67-52a6c4c17c33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19af8112cf82499f81fa74bd4f54cb80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817917 Feb 09 02:03:58.881470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb7701-81c9-4acd-be67-52a6c4c17c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61424c5e-2f10-4360-b5fc-1277dc140694,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:58.888528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38404) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:59.115325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:03:59.151286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:03:59.158434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Attempting to bind port 8639eba8-af51-4df2-82bb-987d2cab0e72 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:59.159051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Attempting to bind port 8639eba8-af51-4df2-82bb-987d2cab0e72 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:59.159409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Attempting to bind port 8639eba8-af51-4df2-82bb-987d2cab0e72 on network fc953349-2e59-43e7-86c4-6d4774d80beb {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:59.165191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:03:59.223000 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afe68c65-11da-4835-8755-ac7e789909ec admin admin] Publish callbacks [] for security_group (61424c5e-2f10-4360-b5fc-1277dc140694), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.259429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Pushing event updated for resources: {'Port': ['ID=652e1e94-850a-4965-b7ee-fe073a3cba8d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:59.296630 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Port 8639eba8-af51-4df2-82bb-987d2cab0e72 on network fc953349-2e59-43e7-86c4-6d4774d80beb not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:59.297133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Attempting to bind port 8639eba8-af51-4df2-82bb-987d2cab0e72 on network fc953349-2e59-43e7-86c4-6d4774d80beb {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:59.357205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afe68c65-11da-4835-8755-ac7e789909ec admin admin] Publish callbacks [] for security_group (61424c5e-2f10-4360-b5fc-1277dc140694), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.380699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:59.381258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Checking segment: {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:59.381501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Bound using segment: {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:59.382033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Bound port: 8639eba8-af51-4df2-82bb-987d2cab0e72, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55f951f-baf1-427f-a9b3-68e5185706f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:59.382501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.423813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18113f-ef03-4086-a113-cb0f3e8384bc req-223109ab-49fc-410e-b80d-0e3911a99b95 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:59.432641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf18113f-ef03-4086-a113-cb0f3e8384bc req-223109ab-49fc-410e-b80d-0e3911a99b95 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 943 time: 0.4219332 Feb 09 02:03:59.447476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:59.448413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.456935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Allocated IP 172.20.0.13 (1477abee-6012-41e7-8a9d-eec3e032f2b8/98726c8f-dba2-4946-baf6-74d75712e08b/03289433-5c2d-4c6d-b538-6bedf9f9202c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:03:59.509940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ac001-add9-4483-8d61-c069951a4303 req-8981abbd-eeb3-4aef-afdd-abbafca5a106 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:59.528017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e65ac001-add9-4483-8d61-c069951a4303 req-8981abbd-eeb3-4aef-afdd-abbafca5a106 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 935 time: 0.2583246 Feb 09 02:03:59.573036 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-d71fd259-4521-46e4-b0d5-21c84349b87b tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6028051 Feb 09 02:03:59.574080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf18113f-ef03-4086-a113-cb0f3e8384bc req-f1ce6570-b7fa-4f5d-be2b-48bf53261603 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402009 Feb 09 02:03:59.580081 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afe68c65-11da-4835-8755-ac7e789909ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (61424c5e-2f10-4360-b5fc-1277dc140694), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.593544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afe68c65-11da-4835-8755-ac7e789909ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.595565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-afe68c65-11da-4835-8755-ac7e789909ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61424c5e-2f10-4360-b5fc-1277dc140694 HTTP/1.1" status: 204 len: 168 time: 0.7055447 Feb 09 02:03:59.615004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Request body: {'port': {'device_id': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:59.645445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe68c65-11da-4835-8755-ac7e789909ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61424c5e-2f10-4360-b5fc-1277dc140694,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:59.723197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e65ac001-add9-4483-8d61-c069951a4303 req-37941128-9e40-4dd5-ad1c-36ecce1e89f8 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884177 Feb 09 02:03:59.819401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.823816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3a40fa12-9e02-495b-8409-c0dc0dd9866e None None] Provisioning complete for port 652e1e94-850a-4965-b7ee-fe073a3cba8d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:59.824528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a40fa12-9e02-495b-8409-c0dc0dd9866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:59.911031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cbe2-a970-4946-b3fd-b1ce3ed0216c req-c2175de3-4c5c-445e-a42e-d23cfb238ba3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:59.916543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3897cbe2-a970-4946-b3fd-b1ce3ed0216c req-c2175de3-4c5c-445e-a42e-d23cfb238ba3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 944 time: 0.1630960 Feb 09 02:03:59.919974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3a40fa12-9e02-495b-8409-c0dc0dd9866e None None] Port 652e1e94-850a-4965-b7ee-fe073a3cba8d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:03:59.928464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] For port 8639eba8-af51-4df2-82bb-987d2cab0e72, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:59.932922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] For port 8639eba8-af51-4df2-82bb-987d2cab0e72, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8639eba8-af51-4df2-82bb-987d2cab0e72,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:59.983762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00936b27-6480-4779-b2f7-d07bda345be2 req-a8548dcb-9881-4504-9112-4fa504d5ed54 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 210 time: 0.0660343 Feb 09 02:04:00.088637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3897cbe2-a970-4946-b3fd-b1ce3ed0216c req-78f9beaa-e863-4f20-be75-0d1ab1dd23cf tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424160 Feb 09 02:04:00.176001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f35b1663-2945-48ba-a79d-b0fc0fc62a56 req-ced910dd-9654-4038-83f1-08252bfa6c1d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 210 time: 0.0688627 Feb 09 02:04:00.222150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.308990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.322244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:00.322912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.324577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] 10.222.0.82 "PUT /v2.0/ports/8639eba8-af51-4df2-82bb-987d2cab0e72 HTTP/1.1" status: 200 len: 1092 time: 4.2312214 Feb 09 02:04:00.353927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'tag': '8639eba8-af51-4df2-82bb-987d2cab0e72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:00.355764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38424) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:00.357147 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d905fc89-e24b-4ccd-9cba-807ce005e8d6", "tag": "8639eba8-af51-4df2-82bb-987d2cab0e72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:00.399902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88b4af3b-9986-41fa-b75c-97c30c6e1743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.489143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e993f8-ca81-4e9d-8f4d-e0a92d1f1c64 req-c14cc7f5-be38-455b-948f-6187cb3bc046 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:00.496327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73e993f8-ca81-4e9d-8f4d-e0a92d1f1c64 req-c14cc7f5-be38-455b-948f-6187cb3bc046 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 944 time: 0.2169001 Feb 09 02:04:00.560429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87944c05-a18b-4a0d-be4d-bba1d7b9bf98 service neutron] Pushing event updated for resources: {'Port': ['ID=8639eba8-af51-4df2-82bb-987d2cab0e72,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:00.605674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device af7a32ad-49ec-43cb-9896-aff523eac8c5 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:00.727495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73e993f8-ca81-4e9d-8f4d-e0a92d1f1c64 req-0de776d5-cd51-477b-953e-36ef1093144d tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300243 Feb 09 02:04:00.821195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port af7a32ad-49ec-43cb-9896-aff523eac8c5 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:00.830118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88b4af3b-9986-41fa-b75c-97c30c6e1743 admin admin] Publish callbacks [] for security_group (e3408792-74cb-453b-929f-6f9b14175162), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.831317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port af7a32ad-49ec-43cb-9896-aff523eac8c5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:00.832315 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:00.851618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88b4af3b-9986-41fa-b75c-97c30c6e1743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e3408792-74cb-453b-929f-6f9b14175162), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.007519 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff3e65a-911a-42e4-acf5-bb25d055e293 x-openstack-request-id: req-cff3e65a-911a-42e4-acf5-bb25d055e293 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:01.010090 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d905fc89-e24b-4ccd-9cba-807ce005e8d6", "tag": "8639eba8-af51-4df2-82bb-987d2cab0e72", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:01.011443 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cff3e65a-911a-42e4-acf5-bb25d055e293 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:01.019252 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'tag': '8639eba8-af51-4df2-82bb-987d2cab0e72', 'status': 'completed', 'code': 200} Feb 09 02:04:01.099800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-88b4af3b-9986-41fa-b75c-97c30c6e1743 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1fb8286e7c2418fb62210be8490f541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7401149 Feb 09 02:04:01.112900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port af7a32ad-49ec-43cb-9896-aff523eac8c5 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:01.113648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.122102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks [] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.129350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:01.168920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:01.200740 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1400544-3efb-47ba-876b-4be6a38e76ed" -d '{"events": [{"server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "name": "network-vif-plugged", "status": "completed", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:01.218828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-1f342391-6f46-495e-bfd9-f222874cb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:01.221374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-1f342391-6f46-495e-bfd9-f222874cb5f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=809ca2a74df54357a695842499aa5456&device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 1126 time: 0.7861276 Feb 09 02:04:01.240860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port af7a32ad-49ec-43cb-9896-aff523eac8c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:01.251801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.323192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-823a7a96-110d-4e90-8c8a-00f368ac8d4a tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e10f13ad708947d0a7cf9b34679da342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3848267 Feb 09 02:04:01.324947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4af3b-9986-41fa-b75c-97c30c6e1743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3408792-74cb-453b-929f-6f9b14175162,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.325149 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-e6a32b3a-9c4c-4072-8073-b7c465c7cab2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8639eba8-af51-4df2-82bb-987d2cab0e72 HTTP/1.1" status: 200 len: 217 time: 0.0701799 Feb 09 02:04:01.348063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=af7a32ad-49ec-43cb-9896-aff523eac8c5,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.395266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f9d806c-1876-4bb6-b60e-53874722a967 admin admin] Publish callbacks [] for security_group (e3408792-74cb-453b-929f-6f9b14175162), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.405004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.469308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f9d806c-1876-4bb6-b60e-53874722a967 admin admin] Publish callbacks [] for security_group (e3408792-74cb-453b-929f-6f9b14175162), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.477862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652e1e94-850a-4965-b7ee-fe073a3cba8d {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:01.503151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Publish callbacks [] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.535833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:01.567192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:01.575244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166211b2-c7cf-4d67-8762-df92bdcebdd9 req-0e06b7d0-2bd2-4488-a1af-2c3fe9a5f69d tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:01.581601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Transition to ACTIVE for port object 652e1e94-850a-4965-b7ee-fe073a3cba8d will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:01.582636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:01.585312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-166211b2-c7cf-4d67-8762-df92bdcebdd9 req-0e06b7d0-2bd2-4488-a1af-2c3fe9a5f69d tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 943 time: 0.6311827 Feb 09 02:04:01.585694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.633605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-1cab8028-5165-47d0-b11b-fff9a3c175b3 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:01.635751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.635935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-1cab8028-5165-47d0-b11b-fff9a3c175b3 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857330 Feb 09 02:04:01.648891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e89cd4-4567-4cca-aeb7-246836ad1ffd req-ed1c132b-0261-47b1-9428-d1b6e46830dd tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:01.656581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73e89cd4-4567-4cca-aeb7-246836ad1ffd req-ed1c132b-0261-47b1-9428-d1b6e46830dd tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 935 time: 0.3073490 Feb 09 02:04:01.677540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cab497b0-f358-48d2-a3d5-3ac918b87bcd up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:01.687386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:01.688064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.708531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Request body: {'port': {'device_id': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'e10f13ad708947d0a7cf9b34679da342'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:01.762576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-f2058cce-70b6-48fa-b283-5cac3fd8223a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1396775 Feb 09 02:04:01.768664 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-7cb77fb5-df04-487f-a782-7294d391b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:01.770291 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-7cb77fb5-df04-487f-a782-7294d391b4c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bf4e26bb-0e71-45da-a99c-e9932a3e3ccb HTTP/1.1" status: 200 len: 854 time: 0.2293775 Feb 09 02:04:01.801946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Request body: {'port': {'device_id': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:01.814559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f9d806c-1876-4bb6-b60e-53874722a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e3408792-74cb-453b-929f-6f9b14175162), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.814820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f9d806c-1876-4bb6-b60e-53874722a967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:01.816028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8f9d806c-1876-4bb6-b60e-53874722a967 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3408792-74cb-453b-929f-6f9b14175162 HTTP/1.1" status: 204 len: 168 time: 0.6755168 Feb 09 02:04:01.821170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Pushing event updated for resources: {'Port': ['ID=652e1e94-850a-4965-b7ee-fe073a3cba8d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:01.864878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-166211b2-c7cf-4d67-8762-df92bdcebdd9 req-7306b1ad-df91-4fd1-87d4-bc70d302c28b tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785020 Feb 09 02:04:01.951746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73e89cd4-4567-4cca-aeb7-246836ad1ffd req-b4c6d673-ebf3-411b-ae05-a6dce25d7474 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941899 Feb 09 02:04:01.964551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port cab497b0-f358-48d2-a3d5-3ac918b87bcd completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:01.983509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port cab497b0-f358-48d2-a3d5-3ac918b87bcd triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:01.984038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.083649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d806c-1876-4bb6-b60e-53874722a967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3408792-74cb-453b-929f-6f9b14175162,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.224742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-9bc92b27-947c-4f9e-a07e-6c7c40f03ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:02.226781 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-9bc92b27-947c-4f9e-a07e-6c7c40f03ca2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc953349-2e59-43e7-86c4-6d4774d80beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3852398 Feb 09 02:04:02.227808 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.234351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Attempting to bind port 652e1e94-850a-4965-b7ee-fe073a3cba8d on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:02.235028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Attempting to bind port 652e1e94-850a-4965-b7ee-fe073a3cba8d by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:02.235642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Attempting to bind port 652e1e94-850a-4965-b7ee-fe073a3cba8d on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:02.250350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Port 652e1e94-850a-4965-b7ee-fe073a3cba8d on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:02.252048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Attempting to bind port 652e1e94-850a-4965-b7ee-fe073a3cba8d on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:02.260989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:02.261714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:02.262373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:02.263261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Bound port: 652e1e94-850a-4965-b7ee-fe073a3cba8d, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:02.263900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.328323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f7ef6e9-d8b1-4a23-a276-0eb97bd8e317 req-c3cf748c-b4a2-464e-b115-160eb8196582 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 210 time: 0.2122257 Feb 09 02:04:02.383775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Made reservation on behalf of e10f13ad708947d0a7cf9b34679da342 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:02.395004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.416083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port cab497b0-f358-48d2-a3d5-3ac918b87bcd is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:02.417006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.549567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cab497b0-f358-48d2-a3d5-3ac918b87bcd, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:02.556834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.702831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cab497b0-f358-48d2-a3d5-3ac918b87bcd,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:02.715766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2031e7-1103-4d03-8a93-d2f3b861c8ae req-ca0f5162-ee1d-4bb7-9a22-9cad9a335d92 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:02.729101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d2031e7-1103-4d03-8a93-d2f3b861c8ae req-ca0f5162-ee1d-4bb7-9a22-9cad9a335d92 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 944 time: 0.5154998 Feb 09 02:04:02.736647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] For port 652e1e94-850a-4965-b7ee-fe073a3cba8d, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:02.753972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] For port 652e1e94-850a-4965-b7ee-fe073a3cba8d, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=652e1e94-850a-4965-b7ee-fe073a3cba8d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:02.790138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-b71d2683-6ede-410e-b554-8a6dfb32b016 service neutron] 10.222.0.82 "GET /v2.0/networks/fc953349-2e59-43e7-86c4-6d4774d80beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008070 Feb 09 02:04:02.830399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.952098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9eb22-72d7-4600-98c6-dbd19bd2badf req-7736c693-0796-409e-879f-6de5b3476efc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:02.956434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9d9eb22-72d7-4600-98c6-dbd19bd2badf req-7736c693-0796-409e-879f-6de5b3476efc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 932 time: 0.4865119 Feb 09 02:04:02.978802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:02.979516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:02.981031 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] 10.222.0.72 "PUT /v2.0/ports/652e1e94-850a-4965-b7ee-fe073a3cba8d HTTP/1.1" status: 200 len: 1096 time: 3.3969595 Feb 09 02:04:03.020412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Allocated IP 192.168.233.42 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:03.040584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'tag': '652e1e94-850a-4965-b7ee-fe073a3cba8d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:03.043289 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9491e701-59c3-420e-8b0d-5271b7631969" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ec7f7b-636f-4a65-bd88-ad3216a1ae17", "tag": "652e1e94-850a-4965-b7ee-fe073a3cba8d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:03.266339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e966dea-cbd8-46a8-9841-ae3849244531 service neutron] Pushing event updated for resources: {'Port': ['ID=652e1e94-850a-4965-b7ee-fe073a3cba8d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:03.446021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-7c52353e-9198-49ff-a22b-ae5faf7136c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:03.453668 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-7c52353e-9198-49ff-a22b-ae5faf7136c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b08db26fda694ef8a1c7de94a328add1&device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 1130 time: 0.3886468 Feb 09 02:04:03.540120 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa44c525-57d3-44fa-a62a-3ecc62449a16 req-566b72b8-35a0-4422-b078-e5d1df18f234 service neutron] 10.222.0.82 "GET /v2.0/networks/fc953349-2e59-43e7-86c4-6d4774d80beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508611 Feb 09 02:04:03.543310 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-c05afd6d-2126-4e51-880e-fcb45adadfb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=652e1e94-850a-4965-b7ee-fe073a3cba8d HTTP/1.1" status: 200 len: 217 time: 0.0735524 Feb 09 02:04:03.552530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03289433-5c2d-4c6d-b538-6bedf9f9202c {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:03.572932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:03.665975 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks [] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.717825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d2031e7-1103-4d03-8a93-d2f3b861c8ae req-913deb6b-ca60-456b-9441-cba63d635b16 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9741404 Feb 09 02:04:03.728779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Publish callbacks [] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.759361 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.776995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['5a026654-a9a2-4afe-9222-cd48e8920a35'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:03.781472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['636cd917-955c-464b-b6d4-4a2f53ba3586'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:03.801149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-834757c0-81d1-4aec-b0d1-e8835b477b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:03.803583 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-834757c0-81d1-4aec-b0d1-e8835b477b04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2535605 Feb 09 02:04:03.835867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:03.843577 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c6ff1d-5235-4c25-ad88-9ae4d27b243c x-openstack-request-id: req-18c6ff1d-5235-4c25-ad88-9ae4d27b243c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:03.844514 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "name": "network-vif-plugged", "status": "completed", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:03.845765 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18c6ff1d-5235-4c25-ad88-9ae4d27b243c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:03.848139 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'code': 200} Feb 09 02:04:03.856657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Transition to ACTIVE for port object 03289433-5c2d-4c6d-b538-6bedf9f9202c will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:03.890681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9d9eb22-72d7-4600-98c6-dbd19bd2badf req-da4b6b94-c19f-48cc-a00d-11af49f9c72e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9224975 Feb 09 02:04:03.895289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:03.901016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:03.906835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:03.907691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.929350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-859340749-network', 'tenant_id': 'e8b503f0037748b9808d912a0bd8093e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:03.933092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:03.986408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Pushing event updated for resources: {'Port': ['ID=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:04.009476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-02031955-a0e1-4648-a896-777c0af292d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3150947 Feb 09 02:04:04.111096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-5911c608-c2f0-4f50-b16c-2f94b22383b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.112756 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-5911c608-c2f0-4f50-b16c-2f94b22383b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=809ca2a74df54357a695842499aa5456&device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 1126 time: 0.3705010 Feb 09 02:04:04.139635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be228d6b-ff0d-4f69-8923-dfb3cd7a8537 req-6f7416e9-0a98-4ef1-bfc9-2a94693e8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.141269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be228d6b-ff0d-4f69-8923-dfb3cd7a8537 req-6f7416e9-0a98-4ef1-bfc9-2a94693e8452 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 1128 time: 0.2045836 Feb 09 02:04:04.184472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Made reservation on behalf of e8b503f0037748b9808d912a0bd8093e for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:04.186671 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.186825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea6ee-08d3-4ae2-a3a9-c1d204fd0421 req-596f0a62-0ab8-45db-82a6-133e5947063c tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.188222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af2ea6ee-08d3-4ae2-a3a9-c1d204fd0421 req-596f0a62-0ab8-45db-82a6-133e5947063c tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 943 time: 0.1320956 Feb 09 02:04:04.192585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-859ee74c-385f-42db-83c9-691ae70a3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.194143 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-859ee74c-385f-42db-83c9-691ae70a3620 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3701415 Feb 09 02:04:04.202395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9c5d-4763-4f75-9aae-68267386db01 req-f0c3d4d3-32ef-4d72-8af6-769df087e989 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.203856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e6b9c5d-4763-4f75-9aae-68267386db01 req-f0c3d4d3-32ef-4d72-8af6-769df087e989 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2085059 Feb 09 02:04:04.270316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be228d6b-ff0d-4f69-8923-dfb3cd7a8537 req-80029f90-5948-41ce-9122-576affd3f93c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187799 Feb 09 02:04:04.276672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f52d860b-7df0-4214-8197-591b4df8cdcf None None] Provisioning complete for port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:04.277209 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f52d860b-7df0-4214-8197-591b4df8cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.315795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af2ea6ee-08d3-4ae2-a3a9-c1d204fd0421 req-0409940b-72f4-4ab7-9e0d-d734939b2b78 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102376 Feb 09 02:04:04.320902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e6b9c5d-4763-4f75-9aae-68267386db01 req-bacd2890-44a3-4e0d-b7e7-0ec9e9b20425 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057482 Feb 09 02:04:04.328344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f52d860b-7df0-4214-8197-591b4df8cdcf None None] Port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:04.440737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:04.445170 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded26b21-ce58-4c22-bf4b-dd3882fe4468 x-openstack-request-id: req-ded26b21-ce58-4c22-bf4b-dd3882fe4468 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:04.445455 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ec7f7b-636f-4a65-bd88-ad3216a1ae17", "tag": "652e1e94-850a-4965-b7ee-fe073a3cba8d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:04.445705 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ded26b21-ce58-4c22-bf4b-dd3882fe4468 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:04.446089 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'tag': '652e1e94-850a-4965-b7ee-fe073a3cba8d', 'status': 'completed', 'code': 200} Feb 09 02:04:04.456507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.474978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:04.475308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:04.475634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:04.483281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fd6a7-5a09-4dc9-b544-621399c37aa0 req-a9696bdb-f293-4c5b-813b-40f5967cf8eb tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.484869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c3fd6a7-5a09-4dc9-b544-621399c37aa0 req-a9696bdb-f293-4c5b-813b-40f5967cf8eb tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 947 time: 0.0893548 Feb 09 02:04:04.505335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a6b9f-e5ca-4cd4-9d12-0cacdff2ba99 req-26daa769-19db-48d1-a910-75f3459b2f51 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.506843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f62a6b9f-e5ca-4cd4-9d12-0cacdff2ba99 req-26daa769-19db-48d1-a910-75f3459b2f51 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 935 time: 0.0838766 Feb 09 02:04:04.510886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:04.511208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:04.532418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:04.532418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:04.533374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:04.533374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Bound port: 03289433-5c2d-4c6d-b538-6bedf9f9202c, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:04.533830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.575775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c3fd6a7-5a09-4dc9-b544-621399c37aa0 req-a48dbf07-a38e-481c-a889-26fdeac9c482 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833600 Feb 09 02:04:04.598682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f62a6b9f-e5ca-4cd4-9d12-0cacdff2ba99 req-7d18ffd9-ee71-4b9e-8047-489edd6b5770 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752301 Feb 09 02:04:04.632306 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-5302a662-9b30-485d-80a7-824b044a745a service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888273 Feb 09 02:04:04.721566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:04.731915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks [] for security_group (8816a6aa-06f7-428f-b5bf-2c297c43b539), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.743374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8816a6aa-06f7-428f-b5bf-2c297c43b539), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.749356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:04.777376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.802360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:04.838938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8816a6aa-06f7-428f-b5bf-2c297c43b539,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:04.850239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.850903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.852281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] 10.222.0.72 "PUT /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 1093 time: 3.0807223 Feb 09 02:04:04.860873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (63ae9c7a-1356-4335-afcd-43375001ae0f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.861445 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Added segment 63ae9c7a-1356-4335-afcd-43375001ae0f of type vlan for network cd6eadcb-3800-4981-9074-3d8412dc20e4 Feb 09 02:04:04.866048 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2bb1859-1993-46c6-82ca-1eaa7497f6bd req-6b4d5e37-86c6-44f4-bf95-6826f2b321dd service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238159 Feb 09 02:04:04.909869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b27973-eeaf-4689-adff-1c9a159246aa service neutron] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:04.927491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cd6eadcb-3800-4981-9074-3d8412dc20e4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.947664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217ba4-a519-4376-932f-45914bc5251e req-8c722372-29ce-48df-866f-3a5871c592f1 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:04.955302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3217ba4-a519-4376-932f-45914bc5251e req-8c722372-29ce-48df-866f-3a5871c592f1 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.1007638 Feb 09 02:04:05.018826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3217ba4-a519-4376-932f-45914bc5251e req-d5dab785-3085-4155-982a-3778a6e1c801 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600581 Feb 09 02:04:05.027228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cd6eadcb-3800-4981-9074-3d8412dc20e4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.028211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.028810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.080061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7695eb4-eaf8-4fe4-9c22-d3c9c7fb2522 req-d21600b9-43cf-43fe-b3aa-6a9275ed79bc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.081606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7695eb4-eaf8-4fe4-9c22-d3c9c7fb2522 req-d21600b9-43cf-43fe-b3aa-6a9275ed79bc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.0617051 Feb 09 02:04:05.093720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-a2891323-8691-4eb0-9e09-92a532e80426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.096676 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-a2891323-8691-4eb0-9e09-92a532e80426 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1127 time: 0.1652017 Feb 09 02:04:05.108948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e701-59c3-420e-8b0d-5271b7631969 req-78059928-a368-4858-845d-4cfa86cb27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.111068 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9491e701-59c3-420e-8b0d-5271b7631969 req-78059928-a368-4858-845d-4cfa86cb27fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b08db26fda694ef8a1c7de94a328add1&device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 1130 time: 0.1645358 Feb 09 02:04:05.119000 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3945200 Feb 09 02:04:05.120479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38502) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:05.125731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Request body: {'subnet': {'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-859340749-subnet', 'tenant_id': 'e8b503f0037748b9808d912a0bd8093e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:05.153953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7695eb4-eaf8-4fe4-9c22-d3c9c7fb2522 req-8d23a935-dbfe-45d1-adf6-fe7304ef3431 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653288 Feb 09 02:04:05.164708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Made reservation on behalf of e8b503f0037748b9808d912a0bd8093e for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:05.167307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.187177 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-9d7be6bd-bd7f-480c-96a8-fb41907e7a29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 217 time: 0.0732329 Feb 09 02:04:05.187778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0cb4-297b-4320-8357-3249d641da96 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6eadcb-3800-4981-9074-3d8412dc20e4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:05.199976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cd6eadcb-3800-4981-9074-3d8412dc20e4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:04:05.262753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Request body: {'port': {'device_id': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:05.333616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-6e91ddf1-b83c-47c8-bd25-affce64e4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.335123 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-6e91ddf1-b83c-47c8-bd25-affce64e4ba3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1208074 Feb 09 02:04:05.374995 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.382432 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-edca9845-e8da-4b78-aa8c-c49fe63a983b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389493 Feb 09 02:04:05.385726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e701-59c3-420e-8b0d-5271b7631969 req-88dd029e-d28d-45a4-921f-72343518d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.387135 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9491e701-59c3-420e-8b0d-5271b7631969 req-88dd029e-d28d-45a4-921f-72343518d56b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2671518 Feb 09 02:04:05.482850 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9491e701-59c3-420e-8b0d-5271b7631969 req-2f67aa81-4a7e-4e44-9755-fc24e094ce5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=652e1e94-850a-4965-b7ee-fe073a3cba8d HTTP/1.1" status: 200 len: 217 time: 0.0886834 Feb 09 02:04:05.503868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-a2a35847-8148-449d-8ad7-c04e348b0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.505306 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-a2a35847-8148-449d-8ad7-c04e348b0aa0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fc953349-2e59-43e7-86c4-6d4774d80beb HTTP/1.1" status: 200 len: 916 time: 0.2541683 Feb 09 02:04:05.588220 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-da04cf6f-ee22-4fa7-ae8b-0e667087c785 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8639eba8-af51-4df2-82bb-987d2cab0e72 HTTP/1.1" status: 200 len: 217 time: 0.0627635 Feb 09 02:04:05.635082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e701-59c3-420e-8b0d-5271b7631969 req-769ea72c-e6ed-4df6-aa17-7ba57ba3d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.636548 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9491e701-59c3-420e-8b0d-5271b7631969 req-769ea72c-e6ed-4df6-aa17-7ba57ba3d282 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1448648 Feb 09 02:04:05.640796 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-a3c03a4e-00ca-452c-8e79-227bd3990836 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455413 Feb 09 02:04:05.653528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (366ed331-b583-4636-a14f-7a74950a904a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:05.752420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673be0e3-eded-41b9-a3f3-8d65aab0e952 req-e8c24929-d7ca-4510-8706-4337604447a4 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.753958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-673be0e3-eded-41b9-a3f3-8d65aab0e952 req-e8c24929-d7ca-4510-8706-4337604447a4 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 943 time: 0.2384977 Feb 09 02:04:05.754141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-6b24534e-358d-446b-a93d-7995cf370a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.755644 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-6b24534e-358d-446b-a93d-7995cf370a28 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bf4e26bb-0e71-45da-a99c-e9932a3e3ccb HTTP/1.1" status: 200 len: 854 time: 0.1538713 Feb 09 02:04:05.777511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e701-59c3-420e-8b0d-5271b7631969 req-f4c5c860-08cb-4dde-99e3-1c2ca2bca9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.778883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9491e701-59c3-420e-8b0d-5271b7631969 req-f4c5c860-08cb-4dde-99e3-1c2ca2bca9ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1295736 Feb 09 02:04:05.785794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366ed331-b583-4636-a14f-7a74950a904a,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:05.847693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee3813f8-9cb5-4dde-afcc-8b0ffbc717df req-93c2fc87-4627-4327-8620-8b74aa999769 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796174 Feb 09 02:04:05.849006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:05.851354 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd020ee6-6a1a-432a-a2cb-6a4d748f1e37" -d '{"events": [{"server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "name": "network-vif-plugged", "status": "completed", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:05.869375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Checking segment: {'id': '63ae9c7a-1356-4335-afcd-43375001ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:05.870052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Network hostable DHCP agents. Network: cd6eadcb-3800-4981-9074-3d8412dc20e4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:05.914690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b9500-9b20-483f-90a2-fd2cc6d266a4 req-efab11c5-1414-44a2-8ecb-083e1dbbd6bd tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.916341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-421b9500-9b20-483f-90a2-fd2cc6d266a4 req-efab11c5-1414-44a2-8ecb-083e1dbbd6bd tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.1990664 Feb 09 02:04:05.927788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-ae01f65a-d37b-4c27-aa06-5e9345f36f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:05.929330 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-ae01f65a-d37b-4c27-aa06-5e9345f36f9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc953349-2e59-43e7-86c4-6d4774d80beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0808666 Feb 09 02:04:05.931229 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9491e701-59c3-420e-8b0d-5271b7631969 req-4ad07eaf-5e03-45ef-b384-9c3859bb26d2 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452801 Feb 09 02:04:05.944121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-673be0e3-eded-41b9-a3f3-8d65aab0e952 req-052ae593-053b-4802-8d37-df33d6fcc91d tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613388 Feb 09 02:04:05.979791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Network cd6eadcb-3800-4981-9074-3d8412dc20e4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:05.984565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:05.997933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Publish callbacks [] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.005032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cd6eadcb-3800-4981-9074-3d8412dc20e4) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:06.018695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.019303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.022638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dcceb5-7b7f-4397-81ec-e909a4d17568 None None] Network cd6eadcb-3800-4981-9074-3d8412dc20e4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:06.057747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Transition to ACTIVE for port object 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:06.076534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-421b9500-9b20-483f-90a2-fd2cc6d266a4 req-241062b1-3988-43c6-a836-63c87ef9dd8e tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385567 Feb 09 02:04:06.080526 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.114173 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-9c54546a-c925-436f-ae3b-fb86eb9970ef service neutron] 10.222.0.82 "GET /v2.0/networks/fc953349-2e59-43e7-86c4-6d4774d80beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744649 Feb 09 02:04:06.127489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-03297690-49da-47cf-ab30-1b9d25e38e27 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0059230 Feb 09 02:04:06.142999 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9491e701-59c3-420e-8b0d-5271b7631969 req-f26596a1-719b-42f2-b0a7-bfb58e80ad18 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050138 Feb 09 02:04:06.150979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Pushing event updated for resources: {'Port': ['ID=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:06.211118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34445039-65b5-421d-b0d4-c66642539356 None None] Network cd6eadcb-3800-4981-9074-3d8412dc20e4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:06.260749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bcb95-bb04-4bca-a27f-7606355f227d req-d1302684-8487-43a3-8379-1229b6a9b7ce tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.262332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c4bcb95-bb04-4bca-a27f-7606355f227d req-d1302684-8487-43a3-8379-1229b6a9b7ce tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 947 time: 0.2355607 Feb 09 02:04:06.280659 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f4b7a899-7287-4cbf-b733-b5e59fac5fbb req-968bb13e-cce0-4ea9-804f-b8d8de00cdad service neutron] 10.222.0.82 "GET /v2.0/networks/fc953349-2e59-43e7-86c4-6d4774d80beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577418 Feb 09 02:04:06.342740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Attempting to bind port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:06.343109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Attempting to bind port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:06.343410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Attempting to bind port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:06.359779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:06.360115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Attempting to bind port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:06.388371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:06.388718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:06.389110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:06.389544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Bound port: 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:06.390577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.427107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c4bcb95-bb04-4bca-a27f-7606355f227d req-f0259474-36d5-4bd8-90a7-a709c560098d tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365292 Feb 09 02:04:06.447596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:06.450373 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:06.484819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219652b-2ae9-4fb6-b66a-e08297cfcae7 req-ed81241e-a213-42fb-9212-893e7180faeb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.486691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9219652b-2ae9-4fb6-b66a-e08297cfcae7 req-ed81241e-a213-42fb-9212-893e7180faeb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 947 time: 0.2488263 Feb 09 02:04:06.512570 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fcf627-a175-41b6-93c5-dce412176a69 x-openstack-request-id: req-11fcf627-a175-41b6-93c5-dce412176a69 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:06.513580 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "name": "network-vif-plugged", "status": "completed", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:06.513989 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11fcf627-a175-41b6-93c5-dce412176a69 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:06.515186 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'code': 200} Feb 09 02:04:06.594243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] For port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:06.631557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9219652b-2ae9-4fb6-b66a-e08297cfcae7 req-e3e05edc-89ca-4b6c-8354-c339b0674e91 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292093 Feb 09 02:04:06.632766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c77b1-3756-492b-b84a-8e1c988114cb req-d826b764-6967-48b2-bfd5-d5438e696d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.634577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d1c77b1-3756-492b-b84a-8e1c988114cb req-d826b764-6967-48b2-bfd5-d5438e696d7b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 1128 time: 0.0575819 Feb 09 02:04:06.636734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] For port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:06.652432 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.708930 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d1c77b1-3756-492b-b84a-8e1c988114cb req-5e830d18-e0f5-46d6-9482-91cb8b890c05 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670309 Feb 09 02:04:06.729989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f90e40-47fc-4c42-94b8-d21bb686ffe6 req-47984d5e-3af1-4348-ab66-137397655b76 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.735063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2f90e40-47fc-4c42-94b8-d21bb686ffe6 req-47984d5e-3af1-4348-ab66-137397655b76 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.1618936 Feb 09 02:04:06.741526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.742245 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.743743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] 10.222.0.82 "PUT /v2.0/ports/2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da HTTP/1.1" status: 200 len: 1096 time: 1.4879515 Feb 09 02:04:06.749962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'tag': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:06.752623 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9673f-e1f6-43dc-8bac-a907991e0ab3", "tag": "2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:06.802797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748b309-50f1-4f36-975f-b8dde761d09e service neutron] Pushing event updated for resources: {'Port': ['ID=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:06.845690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2f90e40-47fc-4c42-94b8-d21bb686ffe6 req-7b31dc5f-a22d-4499-9f2f-9281dbabae67 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056545 Feb 09 02:04:06.854103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c7bf0-f46a-4484-94e3-d8d41f306f35 req-5f876dd6-5f23-4fc4-a8a4-d3a46ebdf92b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:06.855799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f39c7bf0-f46a-4484-94e3-d8d41f306f35 req-5f876dd6-5f23-4fc4-a8a4-d3a46ebdf92b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.1579061 Feb 09 02:04:06.904426 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12a57b9-efe5-4623-938f-39508ad52b0e x-openstack-request-id: req-f12a57b9-efe5-4623-938f-39508ad52b0e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:06.905275 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:06.905690 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f12a57b9-efe5-4623-938f-39508ad52b0e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:06.906294 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c', 'status': 'completed', 'code': 200} Feb 09 02:04:06.942302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f39c7bf0-f46a-4484-94e3-d8d41f306f35 req-cf78d191-8df7-4ae5-b5b6-db1ffbe22784 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790608 Feb 09 02:04:07.017822 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df949191-e89a-4a2d-9524-a57aa64270fe x-openstack-request-id: req-df949191-e89a-4a2d-9524-a57aa64270fe {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:07.018205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-8be39e10-2745-43ce-85b7-1e9e2f48dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.018493 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9673f-e1f6-43dc-8bac-a907991e0ab3", "tag": "2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:07.018843 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df949191-e89a-4a2d-9524-a57aa64270fe {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:07.019314 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'tag': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da', 'status': 'completed', 'code': 200} Feb 09 02:04:07.021062 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-8be39e10-2745-43ce-85b7-1e9e2f48dc85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1127 time: 0.0911465 Feb 09 02:04:07.086892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38546) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:07.092450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-309904249-network', 'tenant_id': '2bb8c6a77d8b47038ec738eb998685c3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:07.157301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-31c6c137-7722-4c88-b7e2-3cf6e1c3bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.159279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-31c6c137-7722-4c88-b7e2-3cf6e1c3bd0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 1130 time: 0.1207895 Feb 09 02:04:07.161676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Made reservation on behalf of 2bb8c6a77d8b47038ec738eb998685c3 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:07.164893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.173339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-7eeeb025-b3fc-4f75-9304-2fc3a4f914a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.180785 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-7eeeb025-b3fc-4f75-9304-2fc3a4f914a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.1516309 Feb 09 02:04:07.218155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.226617 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-2c178e63-33a3-4100-b482-a4d5aa5563e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 217 time: 0.0357635 Feb 09 02:04:07.232323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-95a730d5-19e3-4a0b-a5af-17c4f7c38819 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da HTTP/1.1" status: 200 len: 217 time: 0.0605755 Feb 09 02:04:07.282853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-644dbd82-6718-4832-a2ad-d8aeb6b737c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.283162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00dfd-5116-4916-b289-711a9848081b req-9cdd62f4-f629-45d4-a581-131955bcef0a tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.285010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83f00dfd-5116-4916-b289-711a9848081b req-9cdd62f4-f629-45d4-a581-131955bcef0a tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 943 time: 0.1842186 Feb 09 02:04:07.285193 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-644dbd82-6718-4832-a2ad-d8aeb6b737c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0508142 Feb 09 02:04:07.314824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38552) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:07.330197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-6a6b1a87-12a2-4543-88d9-9981131f54c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374091 Feb 09 02:04:07.386022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-ff13f695-a84b-4bd0-b0e1-2a6a53c3e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.387648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-ff13f695-a84b-4bd0-b0e1-2a6a53c3e7b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1301754 Feb 09 02:04:07.418841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22019cb3-0658-4b65-bc55-524829591c86 req-c0b6cfc1-06f9-4122-930c-eaa8e8e50f46 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.424446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22019cb3-0658-4b65-bc55-524829591c86 req-c0b6cfc1-06f9-4122-930c-eaa8e8e50f46 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2366929 Feb 09 02:04:07.442816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83f00dfd-5116-4916-b289-711a9848081b req-7f2458fb-4943-4c89-9ebf-ac9e3159b716 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342781 Feb 09 02:04:07.452518 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-0510462e-e841-4b5f-8792-5c02e7f4f780 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138241 Feb 09 02:04:07.516111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d54b3b5b-879c-4fe5-8747-1751001f6763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.569249 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f01e16a4-6697-4e9e-8f5f-6a8bf8784113 req-b8cfa37f-8b3a-4e87-b58e-19c96db2a6b4 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010172 Feb 09 02:04:07.628066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks [] for security_group (e9419cba-8314-4682-bc0e-1e666d12f1f5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.643510 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e9419cba-8314-4682-bc0e-1e666d12f1f5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.648907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22019cb3-0658-4b65-bc55-524829591c86 req-343d6740-8fd6-4d7b-9100-16064882fde9 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811669 Feb 09 02:04:07.655797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f566-82e4-4281-9856-b9cbe0956998 req-e76ce113-70c8-47b9-a9fa-e3e7e3731da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.658108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-e76ce113-70c8-47b9-a9fa-e3e7e3731da1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2587790 Feb 09 02:04:07.710214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:07.776683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9419cba-8314-4682-bc0e-1e666d12f1f5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:07.787381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (06e4d59e-5511-4c24-8353-e646d6114d2d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.787660 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Added segment 06e4d59e-5511-4c24-8353-e646d6114d2d of type vlan for network d1953665-aae2-4eca-8c71-acbee15f4b29 Feb 09 02:04:07.800194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6080a-0df6-4eac-8af6-2305cd210629 req-c60ffc61-f730-4b57-873d-8ef44837f604 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:07.801678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d6080a-0df6-4eac-8af6-2305cd210629 req-c60ffc61-f730-4b57-873d-8ef44837f604 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 947 time: 0.2893932 Feb 09 02:04:07.911205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d54b3b5b-879c-4fe5-8747-1751001f6763 admin admin] Publish callbacks [] for security_group (5826c22d-ac3f-4cad-999d-65e97c5103f8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.933940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d54b3b5b-879c-4fe5-8747-1751001f6763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5826c22d-ac3f-4cad-999d-65e97c5103f8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.939197 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (d1953665-aae2-4eca-8c71-acbee15f4b29), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.977260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-7288aab7-62ba-4857-87c7-d426204d6c37 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097742 Feb 09 02:04:08.017154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d6080a-0df6-4eac-8af6-2305cd210629 req-6e738c78-8f4d-4ec8-bdd0-01923ae73e96 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905687 Feb 09 02:04:08.038600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d54b3b5b-879c-4fe5-8747-1751001f6763 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea48fd5487034f1197450541a0ac6856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7094908 Feb 09 02:04:08.039159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38566) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:08.046692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848332-cb37-4020-be7b-afd12c533ed2 req-605534d1-4e52-4b9b-8f49-fc2215eaf016 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:08.048305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20848332-cb37-4020-be7b-afd12c533ed2 req-605534d1-4e52-4b9b-8f49-fc2215eaf016 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 947 time: 0.2938142 Feb 09 02:04:08.084472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b3b5b-879c-4fe5-8747-1751001f6763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5826c22d-ac3f-4cad-999d-65e97c5103f8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:08.105599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (d1953665-aae2-4eca-8c71-acbee15f4b29), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.106835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:08.107480 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.109967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f89724b-f83c-4f64-81b6-5dd5db9d2df8 admin admin] Publish callbacks [] for security_group (5826c22d-ac3f-4cad-999d-65e97c5103f8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.144063 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f89724b-f83c-4f64-81b6-5dd5db9d2df8 admin admin] Publish callbacks [] for security_group (5826c22d-ac3f-4cad-999d-65e97c5103f8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.201727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f89724b-f83c-4f64-81b6-5dd5db9d2df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5826c22d-ac3f-4cad-999d-65e97c5103f8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.204977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f89724b-f83c-4f64-81b6-5dd5db9d2df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.206431 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5f89724b-f83c-4f64-81b6-5dd5db9d2df8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5826c22d-ac3f-4cad-999d-65e97c5103f8 HTTP/1.1" status: 204 len: 168 time: 0.1666858 Feb 09 02:04:08.212515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1242139 Feb 09 02:04:08.216123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:08.235668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Request body: {'subnet': {'network_id': 'd1953665-aae2-4eca-8c71-acbee15f4b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-309904249-subnet', 'tenant_id': '2bb8c6a77d8b47038ec738eb998685c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:08.250307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89724b-f83c-4f64-81b6-5dd5db9d2df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5826c22d-ac3f-4cad-999d-65e97c5103f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:08.257289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20848332-cb37-4020-be7b-afd12c533ed2 req-eb288449-b42b-4944-b2b8-a55a072f84ed tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810355 Feb 09 02:04:08.261665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a01efd-97ad-4b9b-a889-47da10daba91 admin admin] Pushing event updated for resources: {'Network': ['ID=d1953665-aae2-4eca-8c71-acbee15f4b29,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:08.266451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9397f566-82e4-4281-9856-b9cbe0956998 req-fc073331-1f5b-4a58-ad3d-2cb2cd9cdbca service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758787 Feb 09 02:04:08.273137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Made reservation on behalf of 2bb8c6a77d8b47038ec738eb998685c3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:08.277312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.297550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network d1953665-aae2-4eca-8c71-acbee15f4b29 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:04:08.312952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766123f6-4d05-472b-9463-73712a3ee939 req-82703a92-c1f1-4451-b121-5e8dbdcc8315 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:08.316370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-766123f6-4d05-472b-9463-73712a3ee939 req-82703a92-c1f1-4451-b121-5e8dbdcc8315 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2232208 Feb 09 02:04:08.327242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38572) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:08.358369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Request body: {'floatingip': {'port_id': 'af7a32ad-49ec-43cb-9896-aff523eac8c5'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:08.564573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (9f28628a-0194-466e-8341-4c1d295a8817), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.633935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f28628a-0194-466e-8341-4c1d295a8817,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:08.641127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 652e1e94-850a-4965-b7ee-fe073a3cba8d details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:08.649937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Checking segment: {'id': '06e4d59e-5511-4c24-8353-e646d6114d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd1953665-aae2-4eca-8c71-acbee15f4b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:08.650704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Network hostable DHCP agents. Network: d1953665-aae2-4eca-8c71-acbee15f4b29, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:08.679331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Network d1953665-aae2-4eca-8c71-acbee15f4b29 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:08.699990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, d1953665-aae2-4eca-8c71-acbee15f4b29) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:08.707676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:08.708351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.722812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da99d2-a6bd-487c-a0f4-c4b341419ed4 None None] Network d1953665-aae2-4eca-8c71-acbee15f4b29 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:08.743145 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4be7875-46c0-42fc-979f-24ca277177ed admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5181990 Feb 09 02:04:08.819113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for floatingip (91d62f6b-b2f4-4bcd-b041-6f091d5d2b08), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.853427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 652e1e94-850a-4965-b7ee-fe073a3cba8d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=652e1e94-850a-4965-b7ee-fe073a3cba8d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:08.885423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '652e1e94-850a-4965-b7ee-fe073a3cba8d', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '652e1e94-850a-4965-b7ee-fe073a3cba8d', 'mac_address': 'fa:16:3e:16:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:08.891330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d841af7-6e64-4d40-8bd4-cb14fa355d3d None None] Network d1953665-aae2-4eca-8c71-acbee15f4b29 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:08.949062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-ea3c5fbe-8d68-4484-ab64-a7b3ce0c8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:08.950656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-ea3c5fbe-8d68-4484-ab64-a7b3ce0c8f3e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 1130 time: 0.6291184 Feb 09 02:04:08.984463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 652e1e94-850a-4965-b7ee-fe073a3cba8d is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:08.984808 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.010482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652e1e94-850a-4965-b7ee-fe073a3cba8d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:09.022248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6c0da-dc19-4016-a863-5d3d3518764a req-3601364f-dec9-4cdd-be99-546339a731ed tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.029270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5f6c0da-dc19-4016-a863-5d3d3518764a req-3601364f-dec9-4cdd-be99-546339a731ed tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.3189044 Feb 09 02:04:09.035474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 652e1e94-850a-4965-b7ee-fe073a3cba8d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=652e1e94-850a-4965-b7ee-fe073a3cba8d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:09.045352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.053020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:09.073902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159a8b2-8aa4-4515-87d4-e3f3bba30660 req-ce3d193b-5015-4956-89e0-a661f7e455a3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.075682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f159a8b2-8aa4-4515-87d4-e3f3bba30660 req-ce3d193b-5015-4956-89e0-a661f7e455a3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.3665853 Feb 09 02:04:09.147237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=652e1e94-850a-4965-b7ee-fe073a3cba8d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:09.250743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:09.263735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f159a8b2-8aa4-4515-87d4-e3f3bba30660 req-4e774014-9cad-4092-9efd-7e55a85dd338 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479354 Feb 09 02:04:09.269891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '03289433-5c2d-4c6d-b538-6bedf9f9202c', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'port_id': '03289433-5c2d-4c6d-b538-6bedf9f9202c', 'mac_address': 'fa:16:3e:59:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98726c8f-dba2-4946-baf6-74d75712e08b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:09.275389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5f6c0da-dc19-4016-a863-5d3d3518764a req-dfeead42-263e-4e94-9e3d-a592c252dc85 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448957 Feb 09 02:04:09.303779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-9cae6854-88c4-4050-8196-b24fc0894e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.305692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-9cae6854-88c4-4050-8196-b24fc0894e1c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.3411043 Feb 09 02:04:09.327130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38604) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:09.344139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 03289433-5c2d-4c6d-b538-6bedf9f9202c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:09.345315 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.359323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03289433-5c2d-4c6d-b538-6bedf9f9202c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:09.382655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:09.387991 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.401529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-e8720e01-0bcd-4500-8a21-a43c46f364ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da HTTP/1.1" status: 200 len: 217 time: 0.0850906 Feb 09 02:04:09.439788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:09.454710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-977132687-network', 'tenant_id': '5441d566813f4c478ba18a2ce5a95556'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:09.476940 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Made reservation on behalf of 5441d566813f4c478ba18a2ce5a95556 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:09.479574 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.490347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.574623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks [] for security_group (7bda60e4-d4af-4bac-b06a-14afd7bf6e6e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.578929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bda60e4-d4af-4bac-b06a-14afd7bf6e6e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.609303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:09.620898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:09.626396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4515bb37-d641-40ea-9216-91b64359bf92), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.626763 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Added segment 4515bb37-d641-40ea-9216-91b64359bf92 of type vlan for network d0e3d358-2693-4211-81f0-dafbc973bdc6 Feb 09 02:04:09.677633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (d0e3d358-2693-4211-81f0-dafbc973bdc6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.685793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-b269f8a4-2d4d-4b89-9b20-37cd4ccfa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.687322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-b269f8a4-2d4d-4b89-9b20-37cd4ccfa42f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2353818 Feb 09 02:04:09.706883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (d0e3d358-2693-4211-81f0-dafbc973bdc6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.707867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.708461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.755867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['03289433-5c2d-4c6d-b538-6bedf9f9202c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:09.756820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be34eb-7d8a-48ec-a94f-96a4fd591dc5 req-87b6cbdb-1cd6-4dca-9c80-b42e9dd860e8 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.758446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8be34eb-7d8a-48ec-a94f-96a4fd591dc5 req-87b6cbdb-1cd6-4dca-9c80-b42e9dd860e8 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 948 time: 0.3671546 Feb 09 02:04:09.770198 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4367423 Feb 09 02:04:09.770420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38608) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:09.775472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Request body: {'subnet': {'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-977132687-subnet', 'tenant_id': '5441d566813f4c478ba18a2ce5a95556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:09.777695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a23c-ddf0-4ec6-bfec-781b7d4a20ef req-eb477a22-fae7-46d6-ab51-6e1e7b8e1f33 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.778451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f2e1b-89d3-4d40-bfba-021dabff3f8b admin admin] Pushing event updated for resources: {'Network': ['ID=d0e3d358-2693-4211-81f0-dafbc973bdc6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:09.779244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b183a23c-ddf0-4ec6-bfec-781b7d4a20ef req-eb477a22-fae7-46d6-ab51-6e1e7b8e1f33 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 943 time: 0.3913050 Feb 09 02:04:09.797589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Made reservation on behalf of 5441d566813f4c478ba18a2ce5a95556 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:09.801173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.809985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['652e1e94-850a-4965-b7ee-fe073a3cba8d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:09.813499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network d0e3d358-2693-4211-81f0-dafbc973bdc6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:04:09.901805 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:04:09.960886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-f0b27cf4-240c-4baa-8825-4f7f73799457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:09.962443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-f0b27cf4-240c-4baa-8825-4f7f73799457 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2591684 Feb 09 02:04:10.019433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (b0d03907-a939-4301-9aa6-576a0f390ddb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.072125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8be34eb-7d8a-48ec-a94f-96a4fd591dc5 req-a199c42b-b84a-4d4c-b999-a37c2a065916 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864468 Feb 09 02:04:10.077464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d03907-a939-4301-9aa6-576a0f390ddb,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:10.089970 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.092290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Checking segment: {'id': '4515bb37-d641-40ea-9216-91b64359bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:10.092682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Network hostable DHCP agents. Network: d0e3d358-2693-4211-81f0-dafbc973bdc6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:10.104072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (91d62f6b-b2f4-4bcd-b041-6f091d5d2b08), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.113314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b183a23c-ddf0-4ec6-bfec-781b7d4a20ef req-34d8d2c0-a1de-4b6d-a12d-edf37c17eae9 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189194 Feb 09 02:04:10.137850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Network d0e3d358-2693-4211-81f0-dafbc973bdc6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:10.157817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, d0e3d358-2693-4211-81f0-dafbc973bdc6) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:10.163998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:10.164946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:10.169149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24427c7c-76cc-414b-b2aa-bd1f0a95edb7 None None] Network d0e3d358-2693-4211-81f0-dafbc973bdc6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:10.222525 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84aef61c-a809-48f2-a836-2220d50ecb11 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4426961 Feb 09 02:04:10.309526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3031c-4660-4a24-92ab-12469778ad34 None None] Network d0e3d358-2693-4211-81f0-dafbc973bdc6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:10.566116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-b5dee592-6eda-4a32-9f19-5d307f335673 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841520 Feb 09 02:04:10.650102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ef6c4-dc97-464a-8148-fe7123fcc914 req-99a603b9-8ceb-4f9c-bd6f-56324ad61677 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:10.651636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b08ef6c4-dc97-464a-8148-fe7123fcc914 req-99a603b9-8ceb-4f9c-bd6f-56324ad61677 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 947 time: 0.2256956 Feb 09 02:04:10.660671 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Floating IP 91d62f6b-b2f4-4bcd-b041-6f091d5d2b08 associated. External IP: 172.25.6.172, port: af7a32ad-49ec-43cb-9896-aff523eac8c5. Feb 09 02:04:10.802490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-0779e22b-6b5e-43e9-9816-33d52711cc67 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:10.803986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-0779e22b-6b5e-43e9-9816-33d52711cc67 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/networks?id=cd6eadcb-3800-4981-9074-3d8412dc20e4 HTTP/1.1" status: 200 len: 814 time: 0.3298054 Feb 09 02:04:10.849656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b08ef6c4-dc97-464a-8148-fe7123fcc914 req-715eb8e5-41b5-4f71-8d12-639d6ca2fd81 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852450 Feb 09 02:04:10.851576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ee9df64-f5b3-48e7-a64e-f740ff104fb2 req-07000767-2355-4ca7-a68e-0721af6a78eb service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760100 Feb 09 02:04:10.853197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-99322552-dd14-4aad-a982-cc3611bc85a5 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/quotas/e8b503f0037748b9808d912a0bd8093e HTTP/1.1" status: 200 len: 375 time: 0.0362754 Feb 09 02:04:10.903895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-83e8dc94-10a9-4662-be5c-7ebc16d83b82 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8b503f0037748b9808d912a0bd8093e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412960 Feb 09 02:04:11.125401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac696-d8ac-4c53-a620-71436f2e667b req-06a56a43-2488-466d-ae26-b1680bf20766 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:11.127100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-556ac696-d8ac-4c53-a620-71436f2e667b req-06a56a43-2488-466d-ae26-b1680bf20766 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.1818185 Feb 09 02:04:11.131294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-a47514fb-e716-4c9c-93af-c7a693633e3f service neutron] 10.222.0.53 "GET /v2.0/networks/cd6eadcb-3800-4981-9074-3d8412dc20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871915 Feb 09 02:04:11.133010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Router f9a75be9-f44c-4e23-9657-666457faf745 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:11.305912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-556ac696-d8ac-4c53-a620-71436f2e667b req-6437464f-ec76-44d4-8d5f-e75dc38a2164 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717551 Feb 09 02:04:11.335913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-095b572a-a02a-4ba2-9671-43b104af2551 service neutron] 10.222.0.53 "GET /v2.0/networks/cd6eadcb-3800-4981-9074-3d8412dc20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937726 Feb 09 02:04:11.358353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:11.364479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.371867 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] Sync routers for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:11.384637 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:11.385620 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:11.428037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7226563f-fe7d-4142-abcf-e9ac0d55f261 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "PUT /v2.0/floatingips/91d62f6b-b2f4-4bcd-b041-6f091d5d2b08 HTTP/1.1" status: 200 len: 991 time: 3.0744393 Feb 09 02:04:11.429371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:11.431631 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:11.455590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a94fa0-888b-47e9-b69f-e1dd436d8c15 req-90467474-70fe-49c1-a03f-cdedb8a38b3b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:11.462831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59a94fa0-888b-47e9-b69f-e1dd436d8c15 req-90467474-70fe-49c1-a03f-cdedb8a38b3b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.0956130 Feb 09 02:04:11.503031 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:11.517443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59a94fa0-888b-47e9-b69f-e1dd436d8c15 req-d78a008b-d531-469c-86d6-4f2e62d1f5ff tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529768 Feb 09 02:04:11.710285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657b28c-7093-45a9-92dc-2848fcc9b75b req-d972a0d9-cde9-45fa-90f3-359b1b3b0c62 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:11.714953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4657b28c-7093-45a9-92dc-2848fcc9b75b req-d972a0d9-cde9-45fa-90f3-359b1b3b0c62 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 948 time: 0.1303532 Feb 09 02:04:11.721611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8639eba8-af51-4df2-82bb-987d2cab0e72 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:11.757166 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '91d62f6b-b2f4-4bcd-b041-6f091d5d2b08', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'port_id': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'mac_address': 'fa:16:3e:0d:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:03:40Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 1, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:39Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:11.784598 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] Checking router: f9a75be9-f44c-4e23-9657-666457faf745 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:11.794982 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:11.795605 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:11.808350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-5d87b788-2170-4362-8ad8-87c1bc569609 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:11.810481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-5d87b788-2170-4362-8ad8-87c1bc569609 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/networks?id=d0e3d358-2693-4211-81f0-dafbc973bdc6 HTTP/1.1" status: 200 len: 813 time: 0.1830418 Feb 09 02:04:11.818968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4657b28c-7093-45a9-92dc-2848fcc9b75b req-b61c0acc-8fc4-43d9-9195-e520b12a6a6f tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944645 Feb 09 02:04:11.829346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-18761d39-4cdb-4b57-a7b8-70d0e1c153b8 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/quotas/5441d566813f4c478ba18a2ce5a95556 HTTP/1.1" status: 200 len: 375 time: 0.0093081 Feb 09 02:04:11.877672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8639eba8-af51-4df2-82bb-987d2cab0e72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8639eba8-af51-4df2-82bb-987d2cab0e72,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:11.899973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-e5d94a42-af52-40aa-b52b-86008d87578d tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5441d566813f4c478ba18a2ce5a95556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609372 Feb 09 02:04:11.928985 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:12.041220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '8639eba8-af51-4df2-82bb-987d2cab0e72', 'network_id': 'fc953349-2e59-43e7-86c4-6d4774d80beb', 'port_id': '8639eba8-af51-4df2-82bb-987d2cab0e72', 'mac_address': 'fa:16:3e:90:1c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4e26bb-0e71-45da-a99c-e9932a3e3ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:12.069336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc6cf2-c7fc-4d37-9e5f-8f3fbb14c2d8 req-68fda542-6d52-4536-bdf9-29b33c86dc3a tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.071025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9bc6cf2-c7fc-4d37-9e5f-8f3fbb14c2d8 req-68fda542-6d52-4536-bdf9-29b33c86dc3a tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 943 time: 0.1517503 Feb 09 02:04:12.081997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8639eba8-af51-4df2-82bb-987d2cab0e72 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:12.082494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.093407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-9f3aa9ea-bbdf-40fa-8dad-45a60384339a service neutron] 10.222.0.53 "GET /v2.0/networks/d0e3d358-2693-4211-81f0-dafbc973bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819336 Feb 09 02:04:12.098451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8639eba8-af51-4df2-82bb-987d2cab0e72 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:12.132309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8639eba8-af51-4df2-82bb-987d2cab0e72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8639eba8-af51-4df2-82bb-987d2cab0e72,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:12.138374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.186177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9bc6cf2-c7fc-4d37-9e5f-8f3fbb14c2d8 req-f03b3ae6-b828-4e3c-b9d8-dd1416a57da7 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058648 Feb 09 02:04:12.204963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8639eba8-af51-4df2-82bb-987d2cab0e72,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:12.223468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-3a666f56-01ed-439d-82db-7f5ed6f55b4c service neutron] 10.222.0.53 "GET /v2.0/networks/d0e3d358-2693-4211-81f0-dafbc973bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206334 Feb 09 02:04:12.249300 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '91d62f6b-b2f4-4bcd-b041-6f091d5d2b08', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'port_id': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'mac_address': 'fa:16:3e:0d:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:03:40Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 1, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:39Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:12.341331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aacebe-c25c-40d3-b470-bfe537f37750 req-dc2dbea1-ee0b-4662-bb9a-219c2c49268e tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.343243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37aacebe-c25c-40d3-b470-bfe537f37750 req-dc2dbea1-ee0b-4662-bb9a-219c2c49268e tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.0671008 Feb 09 02:04:12.355181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38662) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:12.361684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Request body: {'floatingip': {'port_id': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:12.437847 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f1676-df3e-4f73-aedc-3879685e6004 x-openstack-request-id: req-6f7f1676-df3e-4f73-aedc-3879685e6004 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:12.438999 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:12.439944 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f7f1676-df3e-4f73-aedc-3879685e6004 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:12.440421 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'status': 'completed', 'code': 200} Feb 09 02:04:12.444771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:12.456324 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4af6c-1fee-4106-b7fa-ee504b35b034 None None] The sync data for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 is: [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '91d62f6b-b2f4-4bcd-b041-6f091d5d2b08', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'port_id': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'mac_address': 'fa:16:3e:0d:81:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:03:40Z', 'updated_at': '2022-02-09T02:04:09Z', 'revision_number': 1, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:39Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:12.514849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8639eba8-af51-4df2-82bb-987d2cab0e72'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:12.585460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a5cab9e-01c3-4d2f-8111-7aeb844f87c5 req-ec8a2171-47ba-4b9f-b9ef-6b75d4f315d2 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 210 time: 0.0780842 Feb 09 02:04:12.665162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 652e1e94-850a-4965-b7ee-fe073a3cba8d up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:12.698837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718ac3e-ab4d-4613-a0cc-db700af7b3e6 req-6a02149e-c4b3-48a0-b53d-97eb879ebb95 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.700981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b718ac3e-ab4d-4613-a0cc-db700af7b3e6 req-6a02149e-c4b3-48a0-b53d-97eb879ebb95 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2743587 Feb 09 02:04:12.926522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da7b79-be89-4753-a008-0abb19be4df2 None None] New status for floating IP 91d62f6b-b2f4-4bcd-b041-6f091d5d2b08: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:12.947305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-e00e0658-4050-4830-ad18-c754df9b3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.950351 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-e00e0658-4050-4830-ad18-c754df9b3ac6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6298daf59e894167a2fca973ed8879a4&device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 1128 time: 0.4865041 Feb 09 02:04:13.020475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 652e1e94-850a-4965-b7ee-fe073a3cba8d completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:13.036366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 652e1e94-850a-4965-b7ee-fe073a3cba8d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:13.036979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.092346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-4dfabd11-bf18-4d13-a4dd-63563600a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.095920 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-4dfabd11-bf18-4d13-a4dd-63563600a718 service neutron] 10.222.0.72 "GET /v2.0/networks?id=836520e1-5d30-410b-9a01-81ed7480116d HTTP/1.1" status: 200 len: 911 time: 0.1380374 Feb 09 02:04:13.211106 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-779b5cc9-5603-40a4-b57f-82ff06067f14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5 HTTP/1.1" status: 200 len: 999 time: 0.1102479 Feb 09 02:04:13.241411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 652e1e94-850a-4965-b7ee-fe073a3cba8d is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:13.242198 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.287059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 652e1e94-850a-4965-b7ee-fe073a3cba8d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=652e1e94-850a-4965-b7ee-fe073a3cba8d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:13.289724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e1e94-850a-4965-b7ee-fe073a3cba8d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:13.294238 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2e7723-38c4-4c21-939f-f3cca9738b8d" -d '{"events": [{"server_uuid": "a6ec7f7b-636f-4a65-bd88-ad3216a1ae17", "name": "network-vif-plugged", "status": "completed", "tag": "652e1e94-850a-4965-b7ee-fe073a3cba8d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:13.300165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.301112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:13.324813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-2711debf-f01c-4809-a152-27ec229180e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.327159 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-2711debf-f01c-4809-a152-27ec229180e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7630eb12-9457-4220-b746-15e767f73108 HTTP/1.1" status: 200 len: 849 time: 0.1073821 Feb 09 02:04:13.388436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=652e1e94-850a-4965-b7ee-fe073a3cba8d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:13.410868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 03289433-5c2d-4c6d-b538-6bedf9f9202c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:13.415894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 03289433-5c2d-4c6d-b538-6bedf9f9202c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:13.416213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-212132d9-f9c8-4151-ae0a-a84419fedce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.416861 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.418300 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-212132d9-f9c8-4151-ae0a-a84419fedce3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=836520e1-5d30-410b-9a01-81ed7480116d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784693 Feb 09 02:04:13.428816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b718ac3e-ab4d-4613-a0cc-db700af7b3e6 req-e0b1006a-83fd-40ce-a507-8c4de3f5bda9 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7196975 Feb 09 02:04:13.475542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2cbe3-eefc-4ff3-bc93-b797f7f81c69 req-868c4f6f-eedc-401a-9495-e5399de34664 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.482884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7d2cbe3-eefc-4ff3-bc93-b797f7f81c69 req-868c4f6f-eedc-401a-9495-e5399de34664 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 947 time: 0.7421055 Feb 09 02:04:13.521082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 03289433-5c2d-4c6d-b538-6bedf9f9202c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:13.521548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.531249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-7795f93c-e952-430a-a960-fedc5577e225 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.534101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-7795f93c-e952-430a-a960-fedc5577e225 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.82 "GET /v2.0/networks?id=cd6eadcb-3800-4981-9074-3d8412dc20e4 HTTP/1.1" status: 200 len: 814 time: 0.7916296 Feb 09 02:04:13.540790 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-a413b3b8-45d9-442c-b84b-8cc08c8565fb service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133571 Feb 09 02:04:13.567309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:13.572279 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.573926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Request body: {'port': {'device_id': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4', 'admin_state_up': True, 'tenant_id': 'e8b503f0037748b9808d912a0bd8093e'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:13.644478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:13.666302 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5db05c3-ae7e-4031-b0b5-2c8fcba3f120 req-131cd031-31ba-4d70-8e53-1312e3304b92 service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121497 Feb 09 02:04:13.721078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b989d196-3e81-4597-8867-c82e7a202e68 req-357c9749-24ef-498a-835f-e17fc4e879b1 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 210 time: 0.1530991 Feb 09 02:04:13.723611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:13.748019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8639eba8-af51-4df2-82bb-987d2cab0e72 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:13.782716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7d2cbe3-eefc-4ff3-bc93-b797f7f81c69 req-79a0ccab-d41d-40cd-92c1-fe4ff3bff601 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983685 Feb 09 02:04:13.862830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 8639eba8-af51-4df2-82bb-987d2cab0e72 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:13.874447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:13.878538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 8639eba8-af51-4df2-82bb-987d2cab0e72 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:13.878951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.914444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da', 'mac_address': 'fa:16:3e:d8:01:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:13.981206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:13.981206 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.022199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:14.027530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6912-fb9c-4672-ac18-3baac3c06dc7 req-249b96ee-349b-47c9-afec-4d8424bcc618 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.035086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a6c6912-fb9c-4672-ac18-3baac3c06dc7 req-249b96ee-349b-47c9-afec-4d8424bcc618 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.2477450 Feb 09 02:04:14.040574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Made reservation on behalf of e8b503f0037748b9808d912a0bd8093e for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:14.043965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.057994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8639eba8-af51-4df2-82bb-987d2cab0e72 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:14.058573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.095931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162673cb-0717-4d37-8380-e7a52d32d41e req-239dce47-ce40-4c3f-b8f1-c5e0dcb5f462 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.103042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-162673cb-0717-4d37-8380-e7a52d32d41e req-239dce47-ce40-4c3f-b8f1-c5e0dcb5f462 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 949 time: 0.2464449 Feb 09 02:04:14.108485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:14.135544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8639eba8-af51-4df2-82bb-987d2cab0e72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8639eba8-af51-4df2-82bb-987d2cab0e72,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:14.136233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-7b19c8ad-3e5a-47e4-9169-47bd6d37e9f0 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.136718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.139241 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-7b19c8ad-3e5a-47e4-9169-47bd6d37e9f0 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.72 "GET /v2.0/networks?id=d0e3d358-2693-4211-81f0-dafbc973bdc6 HTTP/1.1" status: 200 len: 813 time: 0.1627018 Feb 09 02:04:14.143415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.165461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.169951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Request body: {'port': {'device_id': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6', 'admin_state_up': True, 'tenant_id': '5441d566813f4c478ba18a2ce5a95556'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:14.186791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a6c6912-fb9c-4672-ac18-3baac3c06dc7 req-12b2bbd6-9e67-456a-956e-48ef0c3dd85c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507003 Feb 09 02:04:14.191119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.209232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:14.279071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8639eba8-af51-4df2-82bb-987d2cab0e72,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:14.323832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Made reservation on behalf of 5441d566813f4c478ba18a2ce5a95556 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:14.327690 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.386257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-162673cb-0717-4d37-8380-e7a52d32d41e req-a5e682f1-a75c-44b1-b13e-7c0aec6452ff tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823155 Feb 09 02:04:14.437999 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c3eaa6-c464-45e9-8f71-c66c5f5df443 x-openstack-request-id: req-d6c3eaa6-c464-45e9-8f71-c66c5f5df443 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:14.440072 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ec7f7b-636f-4a65-bd88-ad3216a1ae17", "name": "network-vif-plugged", "status": "completed", "tag": "652e1e94-850a-4965-b7ee-fe073a3cba8d", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:14.440563 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6c3eaa6-c464-45e9-8f71-c66c5f5df443 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:14.441259 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e1e94-850a-4965-b7ee-fe073a3cba8d', 'code': 200} Feb 09 02:04:14.462510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9c6b2-1103-4912-b85f-df2f2c686170 req-e5070898-4869-47c8-84cd-2b174efc9e6e tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.464417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54e9c6b2-1103-4912-b85f-df2f2c686170 req-e5070898-4869-47c8-84cd-2b174efc9e6e tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.1630793 Feb 09 02:04:14.477908 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93 associated. External IP: 172.25.6.167, port: cab497b0-f358-48d2-a3d5-3ac918b87bcd. Feb 09 02:04:14.498805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Allocated IP 172.20.0.3 (d0e3d358-2693-4211-81f0-dafbc973bdc6/b0d03907-a939-4301-9aa6-576a0f390ddb/7c12fa0f-fd2c-4303-9cfe-90b4e5465d43) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:14.511781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:14.572123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Allocated IP 172.20.0.2 (cd6eadcb-3800-4981-9074-3d8412dc20e4/366ed331-b583-4636-a14f-7a74950a904a/63cbd347-3022-4af3-a7a6-c36e6162dd9f) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:14.614922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19b921be-ac65-4419-83cc-4370b21a9952 req-70d917a9-857f-49e3-89da-470282940425 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 210 time: 0.0757422 Feb 09 02:04:14.663573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7acf-fa35-4f5a-86d8-07410d085a86 req-28f37258-63a7-4951-82c5-9b811b13f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.665494 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7c1b7acf-fa35-4f5a-86d8-07410d085a86 req-28f37258-63a7-4951-82c5-9b811b13f579 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 1132 time: 0.1395867 Feb 09 02:04:14.674799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54e9c6b2-1103-4912-b85f-df2f2c686170 req-a87199e3-d964-478f-857b-6f93453564e6 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010472 Feb 09 02:04:14.755320 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7c1b7acf-fa35-4f5a-86d8-07410d085a86 req-ebcfa7dc-ca95-4ca3-a24b-c61e86585a7e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784905 Feb 09 02:04:14.775654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks [] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.815076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.872675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Network d0e3d358-2693-4211-81f0-dafbc973bdc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:14.877336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Pushing event updated for resources: {'Port': ['ID=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:14.879810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:14.881851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:14.941211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.941835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:14.960092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-fddfcce6-d21f-42a2-809e-81e372803932 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7996693 Feb 09 02:04:14.976480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827958-0310-44f2-aa17-462de7a3c20b req-205b219f-3310-49e5-bae4-5cb84f1e82ef tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:14.977812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57827958-0310-44f2-aa17-462de7a3c20b req-205b219f-3310-49e5-bae4-5cb84f1e82ef tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2524197 Feb 09 02:04:14.994544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks [] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.044822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46e11e-b4d9-407f-971f-ac259d06b032 req-e6f1f4ea-bc39-4882-880f-a2112e21e92d tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.046306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da46e11e-b4d9-407f-971f-ac259d06b032 req-e6f1f4ea-bc39-4882-880f-a2112e21e92d tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 931 time: 0.2419641 Feb 09 02:04:15.121149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Request body: {'port': {'device_id': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:15.189057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.295805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Router f365f936-4706-4ded-a1e1-0019f09b1c49 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:15.340756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57827958-0310-44f2-aa17-462de7a3c20b req-91ea004e-e9d2-4736-af88-a858eff66bc5 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533645 Feb 09 02:04:15.363127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.468055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:15.477025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Publish callbacks [] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.493210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Transition to ACTIVE for port object 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:15.493683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da46e11e-b4d9-407f-971f-ac259d06b032 req-17eed158-b9b2-480a-bf6f-35131fdd733c tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317214 Feb 09 02:04:15.497744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.523477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Network cd6eadcb-3800-4981-9074-3d8412dc20e4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:15.539417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:15.541441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:15.546799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.547447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.574754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Pushing event updated for resources: {'Port': ['ID=63cbd347-3022-4af3-a7a6-c36e6162dd9f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:15.592385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-885c3aaf-d013-4abf-9392-06dca80e892c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0228653 Feb 09 02:04:15.610117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:15.627760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Request body: {'port': {'device_id': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:15.657637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Attempting to bind port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:15.658248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Attempting to bind port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '4515bb37-d641-40ea-9216-91b64359bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:15.658770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Attempting to bind port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 on network d0e3d358-2693-4211-81f0-dafbc973bdc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:15.663556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 on network d0e3d358-2693-4211-81f0-dafbc973bdc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:15.663882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Attempting to bind port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 on network d0e3d358-2693-4211-81f0-dafbc973bdc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:15.669401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d861e-9cd7-426c-908a-8a5bafd433cf req-8fd70b2a-0866-4bfe-933a-c1087eb290d8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.669566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:15.669760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Checking segment: {'id': '4515bb37-d641-40ea-9216-91b64359bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:15.670202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Bound using segment: {'id': '4515bb37-d641-40ea-9216-91b64359bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:15.670602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Bound port: 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4515bb37-d641-40ea-9216-91b64359bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:15.670943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-795d861e-9cd7-426c-908a-8a5bafd433cf req-8fd70b2a-0866-4bfe-933a-c1087eb290d8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 948 time: 0.2258294 Feb 09 02:04:15.671252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.684424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:15.687281 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.693039 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] Sync routers for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:15.706090 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:15.706854 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:15.729504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:15.753939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] For port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:15.758520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] For port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,segment=NetworkSegment(4515bb37-d641-40ea-9216-91b64359bf92),segment_id=4515bb37-d641-40ea-9216-91b64359bf92)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:15.771642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.779515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc844fa3-9606-4377-bfe0-f24e2ec6f053 req-348ba212-f897-48cc-b173-725a97150d51 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.781059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc844fa3-9606-4377-bfe0-f24e2ec6f053 req-348ba212-f897-48cc-b173-725a97150d51 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.2134137 Feb 09 02:04:15.789474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-88e8dcf2-b5b0-4f44-83fe-3352026f4860 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "PUT /v2.0/floatingips/2837677a-493d-4f61-80f5-26ffcaa6df93 HTTP/1.1" status: 200 len: 991 time: 3.4329960 Feb 09 02:04:15.797574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:15.799518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:15.801801 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:15.802582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:15.803045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.832225 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.835325 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:15.838938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:15.839790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.841925 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 HTTP/1.1" status: 200 len: 1092 time: 0.7253256 Feb 09 02:04:15.842414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'tag': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:15.846852 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5757b8-efd4-4e07-88cc-f41307ca29a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c801c3-0b8b-466e-a203-c176b57a0eb5", "tag": "7c12fa0f-fd2c-4303-9cfe-90b4e5465d43"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:15.849627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-795d861e-9cd7-426c-908a-8a5bafd433cf req-b181d051-2689-44bf-96cc-195283d8d0b5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688769 Feb 09 02:04:15.875449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cf0cb-b72a-45dd-91eb-85efb51006d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:15.924594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:15.925092 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.942947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc844fa3-9606-4377-bfe0-f24e2ec6f053 req-df3ea6f6-b4d3-4fdd-99d7-00be2c40fda1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463232 Feb 09 02:04:15.977583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:15.987988 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.009633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-8991e0f3-4d97-449a-a8ff-383e1974e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.011597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-8991e0f3-4d97-449a-a8ff-383e1974e83c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5441d566813f4c478ba18a2ce5a95556&device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 1126 time: 0.1024735 Feb 09 02:04:16.056501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:16.082287 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-9ab12d62-a2a7-4ab3-93bf-976981883506 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 HTTP/1.1" status: 200 len: 217 time: 0.0604248 Feb 09 02:04:16.144430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-7146edce-92af-486b-b10f-16104cc26ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.145922 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-7146edce-92af-486b-b10f-16104cc26ee1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0d03907-a939-4301-9aa6-576a0f390ddb HTTP/1.1" status: 200 len: 853 time: 0.0539453 Feb 09 02:04:16.184302 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-ee3d536d-1540-4489-9e8e-a8aa503b0579 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0e3d358-2693-4211-81f0-dafbc973bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314219 Feb 09 02:04:16.184681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba0c12-dbde-4188-af14-844e2f5a17cc req-b02738d8-6552-4c79-b307-dd6ed295a352 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.186164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ba0c12-dbde-4188-af14-844e2f5a17cc req-b02738d8-6552-4c79-b307-dd6ed295a352 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2274575 Feb 09 02:04:16.191712 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '2837677a-493d-4f61-80f5-26ffcaa6df93', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'port_id': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'mac_address': 'fa:16:3e:db:09:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:07Z', 'updated_at': '2022-02-09T02:04:13Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:16.221397 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] Checking router: f365f936-4706-4ded-a1e1-0019f09b1c49 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:16.222190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91218d4-1f11-40e7-bbff-de79448b055a req-09685a94-8c9e-4d14-9590-337b47bab13e tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.223817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b91218d4-1f11-40e7-bbff-de79448b055a req-09685a94-8c9e-4d14-9590-337b47bab13e tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 949 time: 0.1534853 Feb 09 02:04:16.230817 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:16.231956 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:16.299156 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-84404a1e-0a9d-4885-bbff-000f64c6d3d7 service neutron] 10.222.0.72 "GET /v2.0/networks/d0e3d358-2693-4211-81f0-dafbc973bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052308 Feb 09 02:04:16.329950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ba0c12-dbde-4188-af14-844e2f5a17cc req-932c7461-247f-49da-b97b-185fd7ef418c tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360567 Feb 09 02:04:16.356590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b91218d4-1f11-40e7-bbff-de79448b055a req-c5d46e3d-e808-408a-9ee7-c71599033f65 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195655 Feb 09 02:04:16.388729 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:16.412329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cbd347-3022-4af3-a7a6-c36e6162dd9f {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:16.425528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Publish callbacks [] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.439864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Transition to ACTIVE for port object 63cbd347-3022-4af3-a7a6-c36e6162dd9f will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:16.443111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c'}, {'server_uuid': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8639eba8-af51-4df2-82bb-987d2cab0e72'}, {'server_uuid': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:16.447417 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b09bcb-8448-4168-89c5-bd53a078b7d5" -d '{"events": [{"server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "name": "network-vif-plugged", "status": "completed", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c"}, {"server_uuid": "d905fc89-e24b-4ccd-9cba-807ce005e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "8639eba8-af51-4df2-82bb-987d2cab0e72"}, {"server_uuid": "77c9673f-e1f6-43dc-8bac-a907991e0ab3", "name": "network-vif-plugged", "status": "completed", "tag": "2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:16.451488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.497515 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8b86440-7333-4acc-a9db-f429c61dbcc6 req-df63f01b-5f1e-45af-84dd-8c5fb62a4c4a service neutron] 10.222.0.72 "GET /v2.0/networks/d0e3d358-2693-4211-81f0-dafbc973bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916769 Feb 09 02:04:16.578587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Pushing event updated for resources: {'Port': ['ID=63cbd347-3022-4af3-a7a6-c36e6162dd9f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:16.625628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Attempting to bind port 63cbd347-3022-4af3-a7a6-c36e6162dd9f on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:16.625962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Attempting to bind port 63cbd347-3022-4af3-a7a6-c36e6162dd9f by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '63ae9c7a-1356-4335-afcd-43375001ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:16.626294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Attempting to bind port 63cbd347-3022-4af3-a7a6-c36e6162dd9f on network cd6eadcb-3800-4981-9074-3d8412dc20e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:16.638288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Port 63cbd347-3022-4af3-a7a6-c36e6162dd9f on network cd6eadcb-3800-4981-9074-3d8412dc20e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:16.638652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Attempting to bind port 63cbd347-3022-4af3-a7a6-c36e6162dd9f on network cd6eadcb-3800-4981-9074-3d8412dc20e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:16.656584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1a683-451d-4382-b01e-24873d0d8aaf req-ade26204-4998-4c18-9439-360125278261 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.656584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9a1a683-451d-4382-b01e-24873d0d8aaf req-ade26204-4998-4c18-9439-360125278261 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 943 time: 0.1636686 Feb 09 02:04:16.664154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168fea-4e36-49cf-b524-1a7db49278a9 req-c57cf1b9-f7b8-4645-870c-c9ab9111634c tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.665639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92168fea-4e36-49cf-b524-1a7db49278a9 req-c57cf1b9-f7b8-4645-870c-c9ab9111634c tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.1571796 Feb 09 02:04:16.666411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:16.666770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Checking segment: {'id': '63ae9c7a-1356-4335-afcd-43375001ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:16.667145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Bound using segment: {'id': '63ae9c7a-1356-4335-afcd-43375001ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:16.667577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Bound port: 63cbd347-3022-4af3-a7a6-c36e6162dd9f, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ae9c7a-1356-4335-afcd-43375001ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:16.667935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.670838 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '2837677a-493d-4f61-80f5-26ffcaa6df93', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'port_id': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'mac_address': 'fa:16:3e:db:09:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:07Z', 'updated_at': '2022-02-09T02:04:13Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:16.701942 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86a48c-8b98-4fff-90d8-80c0f837e2e5 None None] The sync data for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 is: [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '2837677a-493d-4f61-80f5-26ffcaa6df93', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'port_id': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'mac_address': 'fa:16:3e:db:09:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:07Z', 'updated_at': '2022-02-09T02:04:13Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:16.794926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9a1a683-451d-4382-b01e-24873d0d8aaf req-a319e35b-2dba-441a-911c-ca32ee2d24e4 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246607 Feb 09 02:04:16.800248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92168fea-4e36-49cf-b524-1a7db49278a9 req-5cf589d5-cf5d-4317-b871-e9c3c603e236 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280196 Feb 09 02:04:16.817805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] For port 63cbd347-3022-4af3-a7a6-c36e6162dd9f, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:16.824176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] For port 63cbd347-3022-4af3-a7a6-c36e6162dd9f, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=63cbd347-3022-4af3-a7a6-c36e6162dd9f,segment=NetworkSegment(63ae9c7a-1356-4335-afcd-43375001ae0f),segment_id=63ae9c7a-1356-4335-afcd-43375001ae0f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:16.833879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.869211 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f90943-109e-4aa1-8c64-9d4697886935 x-openstack-request-id: req-e7f90943-109e-4aa1-8c64-9d4697886935 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:16.869586 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:16.869932 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7f90943-109e-4aa1-8c64-9d4697886935 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:16.870547 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'status': 'completed', 'code': 200} Feb 09 02:04:16.895232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:16.896036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.902273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] 10.222.0.82 "PUT /v2.0/ports/63cbd347-3022-4af3-a7a6-c36e6162dd9f HTTP/1.1" status: 200 len: 1092 time: 1.2882004 Feb 09 02:04:16.931233 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f4d4a8-c0f4-4c56-8690-dfea7f701bf6 x-openstack-request-id: req-05f4d4a8-c0f4-4c56-8690-dfea7f701bf6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:16.931762 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c801c3-0b8b-466e-a203-c176b57a0eb5", "tag": "7c12fa0f-fd2c-4303-9cfe-90b4e5465d43", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:16.931922 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05f4d4a8-c0f4-4c56-8690-dfea7f701bf6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:16.932267 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'tag': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43', 'status': 'completed', 'code': 200} Feb 09 02:04:16.979589 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb005418-b0f1-4310-98f3-b19a876acf3a x-openstack-request-id: req-eb005418-b0f1-4310-98f3-b19a876acf3a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:16.980131 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "name": "network-vif-plugged", "status": "completed", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c", "code": 200}, {"server_uuid": "d905fc89-e24b-4ccd-9cba-807ce005e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "8639eba8-af51-4df2-82bb-987d2cab0e72", "code": 200}, {"server_uuid": "77c9673f-e1f6-43dc-8bac-a907991e0ab3", "name": "network-vif-plugged", "status": "completed", "tag": "2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:16.980131 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb005418-b0f1-4310-98f3-b19a876acf3a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:16.980518 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c', 'code': 200} Feb 09 02:04:16.980956 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8639eba8-af51-4df2-82bb-987d2cab0e72', 'code': 200} Feb 09 02:04:16.981768 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da', 'code': 200} Feb 09 02:04:16.984162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f349a2-dd19-4e6f-b160-89bc884e169d None None] New status for floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:17.012390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7ebce-1582-41e8-b296-bfb7ffe5bb40 service neutron] Pushing event updated for resources: {'Port': ['ID=63cbd347-3022-4af3-a7a6-c36e6162dd9f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:17.054345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-6e12c378-e56e-48c1-abbb-4f474ad50740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.055930 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-6e12c378-e56e-48c1-abbb-4f474ad50740 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1a351dd22ccf497a9813a760e2674c6c&device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 1128 time: 0.1738727 Feb 09 02:04:17.093118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b43b-495e-4b45-a9c7-9d3e6bd141a4 req-8d6cc4ad-2b4c-433b-a19f-e4336a542b4a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.096355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb02b43b-495e-4b45-a9c7-9d3e6bd141a4 req-8d6cc4ad-2b4c-433b-a19f-e4336a542b4a tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.1846855 Feb 09 02:04:17.101343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-f06b7c05-39e4-4584-828c-076c8ffd0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.102887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-f06b7c05-39e4-4584-828c-076c8ffd0ceb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8b503f0037748b9808d912a0bd8093e&device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 1126 time: 0.1046600 Feb 09 02:04:17.130597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-b3673b91-9570-41c2-ace7-c4a405a68615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.132155 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-b3673b91-9570-41c2-ace7-c4a405a68615 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5441d566813f4c478ba18a2ce5a95556&device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 1126 time: 0.1863513 Feb 09 02:04:17.168096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.82', 64799) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:17.191104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-b22ffe23-25dd-431f-a7dc-68a301a2f750 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63cbd347-3022-4af3-a7a6-c36e6162dd9f HTTP/1.1" status: 200 len: 217 time: 0.0688794 Feb 09 02:04:17.307076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb02b43b-495e-4b45-a9c7-9d3e6bd141a4 req-acdb8550-1d59-4e1a-a14d-40796bddc893 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031798 Feb 09 02:04:17.308554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-8bf837e6-e30d-4a99-86c2-1bfb20969831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.310401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-8bf837e6-e30d-4a99-86c2-1bfb20969831 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=366ed331-b583-4636-a14f-7a74950a904a HTTP/1.1" status: 200 len: 854 time: 0.0857775 Feb 09 02:04:17.354764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503f187-2354-42fd-8be8-06904c3cada5 req-29b715b3-7703-43fb-9e8b-dbaa6efcc241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.356820 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3503f187-2354-42fd-8be8-06904c3cada5 req-29b715b3-7703-43fb-9e8b-dbaa6efcc241 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 1128 time: 0.2712533 Feb 09 02:04:17.364698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-cdef803b-aa24-495f-a1f0-76a208fc6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.366168 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-cdef803b-aa24-495f-a1f0-76a208fc6959 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 200 len: 925 time: 0.2907178 Feb 09 02:04:17.367171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993731c-8431-4175-9050-b16d9d78987a req-60d768b8-cc74-4702-a58b-b1865ec91270 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.368380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a021b-23e4-4dc9-a832-83ef355821b6 req-c4fc9d4a-9087-4211-a00d-fccb751024d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.369885 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d01a021b-23e4-4dc9-a832-83ef355821b6 req-c4fc9d4a-9087-4211-a00d-fccb751024d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 1132 time: 0.1896994 Feb 09 02:04:17.374688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3993731c-8431-4175-9050-b16d9d78987a req-60d768b8-cc74-4702-a58b-b1865ec91270 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 943 time: 0.2540853 Feb 09 02:04:17.379312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-5b797d16-eb45-4094-9191-ae1aa47bad1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cd6eadcb-3800-4981-9074-3d8412dc20e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632832 Feb 09 02:04:17.389584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6fcdb-1d6b-471c-83d4-805aa304df4b req-a7656426-3cf5-4f44-bddd-b7f5ded2ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.391081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d4d6fcdb-1d6b-471c-83d4-805aa304df4b req-a7656426-3cf5-4f44-bddd-b7f5ded2ea6f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1129 time: 0.2239804 Feb 09 02:04:17.512291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-84c84722-f476-481f-8e1d-254434f7f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.513756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3993731c-8431-4175-9050-b16d9d78987a req-4b567ad2-48ff-4c4f-8203-4b4991a11b59 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381178 Feb 09 02:04:17.513907 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-84c84722-f476-481f-8e1d-254434f7f074 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d0e3d358-2693-4211-81f0-dafbc973bdc6 HTTP/1.1" status: 200 len: 914 time: 0.3442252 Feb 09 02:04:17.528329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.540104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9279-d0f6-4c21-965b-33a2a1112534 req-f929f183-1a4f-42c6-a7b3-0d461622fe07 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.541629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-485f9279-d0f6-4c21-965b-33a2a1112534 req-f929f183-1a4f-42c6-a7b3-0d461622fe07 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 949 time: 0.1613989 Feb 09 02:04:17.563521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-8f8ae33c-146f-485e-bd94-1ff7b7ad50db service neutron] 10.222.0.82 "GET /v2.0/networks/cd6eadcb-3800-4981-9074-3d8412dc20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685946 Feb 09 02:04:17.614299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-d0b4be4f-6373-410b-90e4-3c0097c630db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd HTTP/1.1" status: 200 len: 1001 time: 0.2266595 Feb 09 02:04:17.617987 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-b6ab194d-d596-45e2-9987-59fa6f54fdd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 HTTP/1.1" status: 200 len: 217 time: 0.0893550 Feb 09 02:04:17.620827 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d01a021b-23e4-4dc9-a832-83ef355821b6 req-952e0d15-4dc1-4b60-8000-30a936f7d2ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343445 Feb 09 02:04:17.624280 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d4d6fcdb-1d6b-471c-83d4-805aa304df4b req-50885d87-fda4-4a4c-a23f-1b04002a00ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104797 Feb 09 02:04:17.626819 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3503f187-2354-42fd-8be8-06904c3cada5 req-0f3a25ab-544c-4c0b-af81-047843303321 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481537 Feb 09 02:04:17.685183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-485f9279-d0f6-4c21-965b-33a2a1112534 req-2a4a1c1b-9dc5-4317-9b8c-233bbcbb19e0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337299 Feb 09 02:04:17.706903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-dff74efa-f424-456a-925b-4adf39df5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.708396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-dff74efa-f424-456a-925b-4adf39df5f39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 200 len: 863 time: 0.0867212 Feb 09 02:04:17.711323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-5624f30d-ed83-4686-beb9-e188b4440c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.711323 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-5624f30d-ed83-4686-beb9-e188b4440c8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0d03907-a939-4301-9aa6-576a0f390ddb HTTP/1.1" status: 200 len: 853 time: 0.0773301 Feb 09 02:04:17.728530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5344f732-5998-4ec2-aac2-066e4adb50c8 req-ff34af01-1327-44b8-ab66-f0429b90b8a9 service neutron] 10.222.0.82 "GET /v2.0/networks/cd6eadcb-3800-4981-9074-3d8412dc20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574948 Feb 09 02:04:17.736473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451fcae-727b-481f-8b43-2309549bb37d req-b3c6d488-7b64-4989-b4e2-f99e0bed822b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.737943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d451fcae-727b-481f-8b43-2309549bb37d req-b3c6d488-7b64-4989-b4e2-f99e0bed822b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1105943 Feb 09 02:04:17.814208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d451fcae-727b-481f-8b43-2309549bb37d req-e1c90fcf-d7c0-4810-855d-66c32a29b018 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Feb 09 02:04:17.838677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2092950-a63c-4b9c-8fee-a13a828f7d5e req-896a9295-c1b2-4a1e-863f-d80e1fa6ead2 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.840238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2092950-a63c-4b9c-8fee-a13a828f7d5e req-896a9295-c1b2-4a1e-863f-d80e1fa6ead2 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 949 time: 0.0796738 Feb 09 02:04:17.915108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2092950-a63c-4b9c-8fee-a13a828f7d5e req-cd05a0a6-1c3f-4b78-9715-3788d6d427de tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687025 Feb 09 02:04:17.930166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-dfb5a4f1-d569-482c-87e5-ab9995a78663 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0e3d358-2693-4211-81f0-dafbc973bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280533 Feb 09 02:04:17.945791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f629b-271b-4f62-9fa8-bfa2b4ce8be0 req-8139f0ad-64d1-46c1-86c0-9d37f9139b7a tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:17.947373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e8f629b-271b-4f62-9fa8-bfa2b4ce8be0 req-8139f0ad-64d1-46c1-86c0-9d37f9139b7a tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 943 time: 0.0734034 Feb 09 02:04:18.035548 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-fdfc0e70-b473-4e1b-95a2-92a38037affa service neutron] 10.222.0.72 "GET /v2.0/networks/d0e3d358-2693-4211-81f0-dafbc973bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981879 Feb 09 02:04:18.036535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e8f629b-271b-4f62-9fa8-bfa2b4ce8be0 req-b644f6c0-6900-4b97-a5c7-90153220d1e2 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827730 Feb 09 02:04:18.067909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6907b26-8206-4111-9a67-4b25a27f9e14 req-fe7f4f53-1a14-450f-b2f7-d9cf691b9bb8 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.069554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6907b26-8206-4111-9a67-4b25a27f9e14 req-fe7f4f53-1a14-450f-b2f7-d9cf691b9bb8 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0835750 Feb 09 02:04:18.140265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6907b26-8206-4111-9a67-4b25a27f9e14 req-76cb6ed1-7d9e-4007-862c-23c1f1df7ae2 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644162 Feb 09 02:04:18.179651 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f5757b8-efd4-4e07-88cc-f41307ca29a1 req-81468aa4-1d56-42db-b28f-5f8ed84f3790 service neutron] 10.222.0.72 "GET /v2.0/networks/d0e3d358-2693-4211-81f0-dafbc973bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365564 Feb 09 02:04:18.198298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-33752bca-182d-4906-afea-ca8bd6960cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.200465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-33752bca-182d-4906-afea-ca8bd6960cd9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5272d9af-9e66-4429-a7f9-e154c3d47108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0887473 Feb 09 02:04:18.296827 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-31f70aa7-a1e6-4b26-9593-5028ed3425eb service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895596 Feb 09 02:04:18.297518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27847f83-0990-467b-b9ab-e8f340150955 req-f692d928-c65e-4e5e-b1ec-dba9cd016cab tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.299770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27847f83-0990-467b-b9ab-e8f340150955 req-f692d928-c65e-4e5e-b1ec-dba9cd016cab tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 1132 time: 0.0480919 Feb 09 02:04:18.318233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27847f83-0990-467b-b9ab-e8f340150955 req-2324ac7b-93a3-4d05-92b9-145dfb2b4d89 tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.401920 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e42c440e-f7e9-4265-bdd6-f6cb2e3a160f req-07b14bfb-eaad-488c-84e6-7985e5e286f1 service neutron] 10.222.0.82 "GET /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962327 Feb 09 02:04:18.436643 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27847f83-0990-467b-b9ab-e8f340150955 req-2324ac7b-93a3-4d05-92b9-145dfb2b4d89 tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] Publish callbacks [] for security_group (ba768dbf-012f-4950-b7fa-51b8c4eaf7f1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.453214 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27847f83-0990-467b-b9ab-e8f340150955 req-2324ac7b-93a3-4d05-92b9-145dfb2b4d89 tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ba768dbf-012f-4950-b7fa-51b8c4eaf7f1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.505376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27847f83-0990-467b-b9ab-e8f340150955 req-2324ac7b-93a3-4d05-92b9-145dfb2b4d89 tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000084 Feb 09 02:04:18.507997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324ac7b-93a3-4d05-92b9-145dfb2b4d89 tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba768dbf-012f-4950-b7fa-51b8c4eaf7f1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:18.518654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6634f-67da-4f2f-95dd-bc6a5a0db794 req-92dee903-8428-483d-a6a4-7b1190cdbd5b tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.528251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f6634f-67da-4f2f-95dd-bc6a5a0db794 req-92dee903-8428-483d-a6a4-7b1190cdbd5b tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.1201923 Feb 09 02:04:18.574171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f6634f-67da-4f2f-95dd-bc6a5a0db794 req-26eebeb9-ce03-4ab6-8c15-635a3fa2a969 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479481 Feb 09 02:04:18.654834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cf5a0-ccc6-4270-be86-8895aaf049a0 req-88578936-8181-4821-97f2-62ebb8179285 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.656695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb0cf5a0-ccc6-4270-be86-8895aaf049a0 req-88578936-8181-4821-97f2-62ebb8179285 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 943 time: 0.0581782 Feb 09 02:04:18.709161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb0cf5a0-ccc6-4270-be86-8895aaf049a0 req-d1dd3e1b-2841-4551-bb5e-efafdceb302a tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Feb 09 02:04:18.729596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.825849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0da8-d469-4e07-b7fc-08efa5bc198b req-ce67c22f-0aa4-45d0-b04c-cd5a80e778d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.827401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcfa0da8-d469-4e07-b7fc-08efa5bc198b req-ce67c22f-0aa4-45d0-b04c-cd5a80e778d7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 949 time: 0.0560136 Feb 09 02:04:18.875811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'tag': '63cbd347-3022-4af3-a7a6-c36e6162dd9f'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:18.878211 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665" -d '{"events": [{"name": "network-changed", "server_uuid": "0e05a3db-d4c6-4b5f-8ab9-364241201f48", "tag": "63cbd347-3022-4af3-a7a6-c36e6162dd9f"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:18.896337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcfa0da8-d469-4e07-b7fc-08efa5bc198b req-60865805-4e4e-4884-a558-f35d06d9809b tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Feb 09 02:04:18.941037 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a5caf0-ed4a-48b7-ad0e-aae7fe735181 x-openstack-request-id: req-f0a5caf0-ed4a-48b7-ad0e-aae7fe735181 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:18.941338 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e05a3db-d4c6-4b5f-8ab9-364241201f48", "tag": "63cbd347-3022-4af3-a7a6-c36e6162dd9f", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:18.941597 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0a5caf0-ed4a-48b7-ad0e-aae7fe735181 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:18.941996 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'tag': '63cbd347-3022-4af3-a7a6-c36e6162dd9f', 'status': 'completed', 'code': 200} Feb 09 02:04:18.953500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb5b5-59d2-476b-a2ee-94fe21c6f456 req-b44ee1a0-6039-4c72-b92e-be8d095eaab5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:18.955528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa1cb5b5-59d2-476b-a2ee-94fe21c6f456 req-b44ee1a0-6039-4c72-b92e-be8d095eaab5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0717397 Feb 09 02:04:19.009234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa1cb5b5-59d2-476b-a2ee-94fe21c6f456 req-a7cba872-ba3c-4bef-9f37-83dcc71cd803 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479121 Feb 09 02:04:19.029334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-1d818bbc-caf7-4775-8394-2521c0130302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.030883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-1d818bbc-caf7-4775-8394-2521c0130302 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8b503f0037748b9808d912a0bd8093e&device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 1126 time: 0.0538533 Feb 09 02:04:19.129522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-5bda1311-c05d-4830-bd20-da879d38fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.131147 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-5bda1311-c05d-4830-bd20-da879d38fbeb service neutron] 10.222.0.82 "GET /v2.0/networks?id=cd6eadcb-3800-4981-9074-3d8412dc20e4 HTTP/1.1" status: 200 len: 915 time: 0.0902488 Feb 09 02:04:19.165862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a882b6-a5c5-4b93-957d-86d817f8f638 req-8c5e9e86-902c-4f99-822a-142c687f1217 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.167419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55a882b6-a5c5-4b93-957d-86d817f8f638 req-8c5e9e86-902c-4f99-822a-142c687f1217 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 943 time: 0.0550997 Feb 09 02:04:19.180097 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-ddcf02b5-15e8-4db8-aee3-5014de93d8c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63cbd347-3022-4af3-a7a6-c36e6162dd9f HTTP/1.1" status: 200 len: 217 time: 0.0394125 Feb 09 02:04:19.229789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55a882b6-a5c5-4b93-957d-86d817f8f638 req-f1160039-673b-4233-81bd-431c0e565039 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549500 Feb 09 02:04:19.234752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-9c3892f5-a2fe-4aae-a351-7b61afab90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.236988 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-9c3892f5-a2fe-4aae-a351-7b61afab90de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=366ed331-b583-4636-a14f-7a74950a904a HTTP/1.1" status: 200 len: 854 time: 0.0474756 Feb 09 02:04:19.275817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fc2ea-9980-4011-a1e1-1f5e0f1ba54c req-3da35c80-ebce-47f4-8974-bc9f72bffa67 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.277393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f5fc2ea-9980-4011-a1e1-1f5e0f1ba54c req-3da35c80-ebce-47f4-8974-bc9f72bffa67 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0652678 Feb 09 02:04:19.283414 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-d9bc8ad3-99e8-4341-8f91-a8da2701782f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cd6eadcb-3800-4981-9074-3d8412dc20e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277967 Feb 09 02:04:19.330338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f5fc2ea-9980-4011-a1e1-1f5e0f1ba54c req-52ea1ccc-0eb9-422f-833e-c373513c6f54 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459096 Feb 09 02:04:19.390390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-29a5e289-2fac-4aec-bd17-257520a04c38 service neutron] 10.222.0.82 "GET /v2.0/networks/cd6eadcb-3800-4981-9074-3d8412dc20e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986392 Feb 09 02:04:19.632340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08d92-bb90-4e17-9b28-516888773d3a req-a1e9a336-8321-4101-ac39-a7bdf374db4e tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.634218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efe08d92-bb90-4e17-9b28-516888773d3a req-a1e9a336-8321-4101-ac39-a7bdf374db4e tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 1132 time: 0.0498118 Feb 09 02:04:19.718290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efe08d92-bb90-4e17-9b28-516888773d3a req-b63d6420-ec63-421a-96ee-e0020dc94cb7 tempest-ServersAdminNegativeTestJSON-1782562432 tempest-ServersAdminNegativeTestJSON-1782562432-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728841 Feb 09 02:04:19.725832 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c3a7ac25-a4c7-45a7-a7ca-6dfc98aa5665 req-afc4678a-b971-4dff-bcf6-6988de87dc23 service neutron] 10.222.0.82 "GET /v2.0/networks/cd6eadcb-3800-4981-9074-3d8412dc20e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285277 Feb 09 02:04:19.743618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1cb03-5745-4123-8a16-99726c7c9561 req-4db48523-11ac-4365-b319-3789c5a5fccc tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.743618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fd1cb03-5745-4123-8a16-99726c7c9561 req-4db48523-11ac-4365-b319-3789c5a5fccc tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.0764015 Feb 09 02:04:19.806123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fd1cb03-5745-4123-8a16-99726c7c9561 req-748b108e-f61b-456e-8377-675bb0ada890 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625844 Feb 09 02:04:19.864351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5710902-2617-4647-b12c-39d92bf1bb21 req-06d1f2b4-277f-473e-93cb-883dc91ad699 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.865811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5710902-2617-4647-b12c-39d92bf1bb21 req-06d1f2b4-277f-473e-93cb-883dc91ad699 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 943 time: 0.0587530 Feb 09 02:04:19.919441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5710902-2617-4647-b12c-39d92bf1bb21 req-7e8f1874-5fba-449d-a35b-e588c35f88d8 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Feb 09 02:04:20.070211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb633e-64df-417f-bb34-839a80a425d2 req-69933b1d-2ab0-421e-980a-194fb8fc050c tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.071711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ffb633e-64df-417f-bb34-839a80a425d2 req-69933b1d-2ab0-421e-980a-194fb8fc050c tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 949 time: 0.0793319 Feb 09 02:04:20.078047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5388cfc-5359-4323-be6a-9278a681b3a6 req-576e4bcf-c70e-4b8f-8a5b-3b5e83078659 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.080360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5388cfc-5359-4323-be6a-9278a681b3a6 req-576e4bcf-c70e-4b8f-8a5b-3b5e83078659 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.0968051 Feb 09 02:04:20.151504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ffb633e-64df-417f-bb34-839a80a425d2 req-f3d65a72-2425-4029-9add-e7db0a305ade tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701089 Feb 09 02:04:20.154591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5388cfc-5359-4323-be6a-9278a681b3a6 req-bec1e220-3f32-4ac8-9b11-ccdf07cd77d8 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676744 Feb 09 02:04:20.295428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32097f5-ab54-4263-8970-addad32edd10 req-34c4fb68-6d7e-45e9-98ff-0c115213adfb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.297146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f32097f5-ab54-4263-8970-addad32edd10 req-34c4fb68-6d7e-45e9-98ff-0c115213adfb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0640934 Feb 09 02:04:20.350149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f32097f5-ab54-4263-8970-addad32edd10 req-5dd6a984-7446-4b2c-9c84-eceeeaba9f76 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Feb 09 02:04:20.541997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f8e2c-79d5-478a-ae1e-7b28d51e8dd1 req-80a36a23-31ed-47d4-86a2-35b4c138ffdf tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.543854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-594f8e2c-79d5-478a-ae1e-7b28d51e8dd1 req-80a36a23-31ed-47d4-86a2-35b4c138ffdf tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 943 time: 0.0888841 Feb 09 02:04:20.556211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c385b41-6284-4663-99c4-1f6e7706f8d4 req-8a008939-aac1-4949-9606-273c361d910e tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.557656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c385b41-6284-4663-99c4-1f6e7706f8d4 req-8a008939-aac1-4949-9606-273c361d910e tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0712552 Feb 09 02:04:20.630169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-594f8e2c-79d5-478a-ae1e-7b28d51e8dd1 req-101ce57a-55d6-4f6b-964f-1e94b40a4084 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715294 Feb 09 02:04:20.635447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c385b41-6284-4663-99c4-1f6e7706f8d4 req-b8e14105-61df-4614-8625-38ea798305a7 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702195 Feb 09 02:04:20.738068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35316e-744d-4cec-8fdd-7eedb121fae0 req-00cbe383-8ae9-48b0-b16e-61fb9828ed86 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.743040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b35316e-744d-4cec-8fdd-7eedb121fae0 req-00cbe383-8ae9-48b0-b16e-61fb9828ed86 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1129 time: 0.0529618 Feb 09 02:04:20.805799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b35316e-744d-4cec-8fdd-7eedb121fae0 req-a467d50e-ed89-42a5-9744-f378122da34b tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599921 Feb 09 02:04:20.928960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1306793-3f0a-47a3-933f-452bb932074e req-515927a4-c2ea-4d50-911b-3fcd32fd707d tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:20.930570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1306793-3f0a-47a3-933f-452bb932074e req-515927a4-c2ea-4d50-911b-3fcd32fd707d tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 949 time: 0.0625145 Feb 09 02:04:20.987852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1306793-3f0a-47a3-933f-452bb932074e req-73cd8f16-f656-4ca3-80a6-58eeddf34334 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518184 Feb 09 02:04:21.204592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b861c-2762-4ae5-892a-b1939a5b9279 req-13d6a6a0-3035-4608-a2c5-f0ed74f97361 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.206443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b0b861c-2762-4ae5-892a-b1939a5b9279 req-13d6a6a0-3035-4608-a2c5-f0ed74f97361 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 943 time: 0.0883899 Feb 09 02:04:21.270135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b0b861c-2762-4ae5-892a-b1939a5b9279 req-aae5ef14-f375-4f1d-99a5-8b8d5e292ec5 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Feb 09 02:04:21.648550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.649036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.649564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.649971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.650439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.651236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.651389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.651843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.652306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.652777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.653228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.653697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.654152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.656692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-6a6fcbe4-071c-4ccd-b98c-0dcacfb16e2f tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5&device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48&device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3&device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17&device_id=cc0c376d-47f8-4445-8c3f-a50739f507be&device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6&device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f&device_id=1a177f73-57a6-4f0e-b939-a4de189719b8&device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f&device_id=a5eb183d-167a-414c-963f-82f1c320ad44&device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b&device_id=794be784-ad54-467f-865c-2c6cd591c740&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 12164 time: 0.3147597 Feb 09 02:04:21.686855 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-83f00ab3-10f1-4b99-9502-ba691fe4428a tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.810560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149a0df-d0fd-4197-9d59-47781eb87380 req-cf051770-a4ad-4ab8-a7a1-b5e046445fac tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.812052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a149a0df-d0fd-4197-9d59-47781eb87380 req-cf051770-a4ad-4ab8-a7a1-b5e046445fac tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 943 time: 0.0905080 Feb 09 02:04:21.832988 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-83f00ab3-10f1-4b99-9502-ba691fe4428a tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Publish callbacks [] for security_group (745c78c1-9982-42f4-acdb-4a5baf48ce2c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.843546 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-83f00ab3-10f1-4b99-9502-ba691fe4428a tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (745c78c1-9982-42f4-acdb-4a5baf48ce2c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.915246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f00ab3-10f1-4b99-9502-ba691fe4428a tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745c78c1-9982-42f4-acdb-4a5baf48ce2c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:21.923807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a149a0df-d0fd-4197-9d59-47781eb87380 req-3710ec76-8704-41c4-a7cb-1d9d7afaacbb tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017244 Feb 09 02:04:21.993831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ebec1b-e4bf-44f2-a656-2933465bf4a4 req-83f00ab3-10f1-4b99-9502-ba691fe4428a tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&id=e1f87215-79c9-49b6-9a86-c9e311e36b24&id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&id=8816a6aa-06f7-428f-b5bf-2c297c43b539&id=0ef90b0d-4364-484d-8835-6831564085bc&id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 806 time: 0.3292410 Feb 09 02:04:22.154406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bac7e4-0afb-4168-9e2e-83624c6f30fb req-6c9dbca6-1377-4b4a-8211-318a321ff0b2 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.156202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19bac7e4-0afb-4168-9e2e-83624c6f30fb req-6c9dbca6-1377-4b4a-8211-318a321ff0b2 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 949 time: 0.0845354 Feb 09 02:04:22.233742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19bac7e4-0afb-4168-9e2e-83624c6f30fb req-9ec1568f-9f2b-4fd9-ab00-5f6ad6c92bb4 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702605 Feb 09 02:04:22.456407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a006d5-a354-4596-adca-4f97afb94acc req-2a813aa3-9b01-4c97-ad47-f501209d0300 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.456917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a006d5-a354-4596-adca-4f97afb94acc req-2a813aa3-9b01-4c97-ad47-f501209d0300 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.457374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a006d5-a354-4596-adca-4f97afb94acc req-2a813aa3-9b01-4c97-ad47-f501209d0300 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.459890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1a006d5-a354-4596-adca-4f97afb94acc req-2a813aa3-9b01-4c97-ad47-f501209d0300 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3&device_id=a5eb183d-167a-414c-963f-82f1c320ad44&device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 2978 time: 0.1282341 Feb 09 02:04:22.514189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5015e2-cca5-4506-926d-6efe832a0622 req-0cbc462a-708e-472b-ad74-5899d3930761 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.515934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da5015e2-cca5-4506-926d-6efe832a0622 req-0cbc462a-708e-472b-ad74-5899d3930761 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 943 time: 0.1480632 Feb 09 02:04:22.540599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1a006d5-a354-4596-adca-4f97afb94acc req-580de93a-0166-471a-9cfa-be8c6401773e tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684700 Feb 09 02:04:22.612212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da5015e2-cca5-4506-926d-6efe832a0622 req-93b533e7-9e84-4677-a324-283d103a64ab tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791426 Feb 09 02:04:22.695298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:22.787153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-6ee62e78-bcd4-4784-b6be-055edad9e8f9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:22.789749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-6ee62e78-bcd4-4784-b6be-055edad9e8f9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 949 time: 0.0718000 Feb 09 02:04:22.856923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,segment=NetworkSegment(4515bb37-d641-40ea-9216-91b64359bf92),segment_id=4515bb37-d641-40ea-9216-91b64359bf92)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:22.870473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43', 'network_id': 'd0e3d358-2693-4211-81f0-dafbc973bdc6', 'port_id': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43', 'mac_address': 'fa:16:3e:8a:ae:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d03907-a939-4301-9aa6-576a0f390ddb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:22.921267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:22.921608 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.943592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:22.955746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Deleting port 652e1e94-850a-4965-b7ee-fe073a3cba8d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:22.956505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.967017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,segment=NetworkSegment(4515bb37-d641-40ea-9216-91b64359bf92),segment_id=4515bb37-d641-40ea-9216-91b64359bf92)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:22.973732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.034749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:23.087142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] For port 652e1e94-850a-4965-b7ee-fe073a3cba8d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=652e1e94-850a-4965-b7ee-fe073a3cba8d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:23.087616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.100558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be9297-4abd-44d5-882e-ec39b315587e req-2d411808-9af3-407f-ae17-c8266c450931 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.102889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Calling delete_port for 652e1e94-850a-4965-b7ee-fe073a3cba8d owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:23.109481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82be9297-4abd-44d5-882e-ec39b315587e req-2d411808-9af3-407f-ae17-c8266c450931 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 943 time: 0.0951629 Feb 09 02:04:23.178946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82be9297-4abd-44d5-882e-ec39b315587e req-06e5d633-40fc-4bad-bfc6-357d211876a8 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679862 Feb 09 02:04:23.275975 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-467485b9-d301-402e-808a-cd2347e558ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.319384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (652e1e94-850a-4965-b7ee-fe073a3cba8d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.335276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['893b18a6-cd20-4ed0-96ae-3f0693fe9edc', '652e1e94-850a-4965-b7ee-fe073a3cba8d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:23.351465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Pushing event deleted for resources: {'Port': ['ID=652e1e94-850a-4965-b7ee-fe073a3cba8d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:23.429823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['7c12fa0f-fd2c-4303-9cfe-90b4e5465d43'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:23.430627 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:04:23.431347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eabed3b-383a-4ea5-9e28-faec25b175f5 req-db7a49e5-2e84-4c71-baf0-2bbc2039244d tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 210 time: 0.0611603 Feb 09 02:04:23.481678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] No DVR routers for this DVR port 652e1e94-850a-4965-b7ee-fe073a3cba8d on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:23.486164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.517989 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90a6fed9-5b79-46a1-802a-0bf6e80fbd07 req-c86e359c-b62b-48a0-af5d-5c58506b4ff9 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "DELETE /v2.0/ports/652e1e94-850a-4965-b7ee-fe073a3cba8d HTTP/1.1" status: 204 len: 173 time: 0.7201967 Feb 09 02:04:23.518939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'name': 'network-vif-deleted', 'tag': '652e1e94-850a-4965-b7ee-fe073a3cba8d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:23.520923 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73e5799-6ca5-49e1-92e8-a1be48c5847b" -d '{"events": [{"server_uuid": "a6ec7f7b-636f-4a65-bd88-ad3216a1ae17", "name": "network-vif-deleted", "tag": "652e1e94-850a-4965-b7ee-fe073a3cba8d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:23.556963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc14d3-808d-4a5b-8d12-ec6e2fe4e47b req-8220dead-b810-45f0-bd43-99f2359fff05 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.567114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47fc14d3-808d-4a5b-8d12-ec6e2fe4e47b req-8220dead-b810-45f0-bd43-99f2359fff05 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1132 time: 0.1320984 Feb 09 02:04:23.567883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-104ec363-c98f-440a-8f80-45cf25173b48 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2185533 Feb 09 02:04:23.632295 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a2fbf-c85d-4d78-863d-fa2ef6d0ba96 x-openstack-request-id: req-c29a2fbf-c85d-4d78-863d-fa2ef6d0ba96 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:23.632597 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ec7f7b-636f-4a65-bd88-ad3216a1ae17", "name": "network-vif-deleted", "tag": "652e1e94-850a-4965-b7ee-fe073a3cba8d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:23.632858 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c29a2fbf-c85d-4d78-863d-fa2ef6d0ba96 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:23.633309 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ec7f7b-636f-4a65-bd88-ad3216a1ae17', 'name': 'network-vif-deleted', 'tag': '652e1e94-850a-4965-b7ee-fe073a3cba8d', 'status': 'completed', 'code': 200} Feb 09 02:04:23.732993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47fc14d3-808d-4a5b-8d12-ec6e2fe4e47b req-1660d6d2-c121-4a95-8b77-bde8db1df16e tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579695 Feb 09 02:04:23.779748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 63cbd347-3022-4af3-a7a6-c36e6162dd9f details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:23.921102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-fa730b7f-5e42-41f3-9719-65f1cf9a87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.924733 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-fa730b7f-5e42-41f3-9719-65f1cf9a87e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e10f13ad708947d0a7cf9b34679da342&device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 1133 time: 0.2667572 Feb 09 02:04:23.933779 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-52650f9e-0271-4439-89a0-df7ad9f81c1e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2044687 Feb 09 02:04:23.934650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044f3a-85f9-4596-a0d2-2a77c5a7aad3 req-b5d37f55-6d1c-4fce-8733-244fade5819a tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:23.936106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77044f3a-85f9-4596-a0d2-2a77c5a7aad3 req-b5d37f55-6d1c-4fce-8733-244fade5819a tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 944 time: 0.1640015 Feb 09 02:04:24.022600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274b1cb-1aaf-451a-b168-a956778733e7 req-bcdaf43d-fbae-40d9-baef-f5cc4113c9ee tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.029817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0274b1cb-1aaf-451a-b168-a956778733e7 req-bcdaf43d-fbae-40d9-baef-f5cc4113c9ee tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1132 time: 0.1742139 Feb 09 02:04:24.121452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-63711e44-7cf9-40ea-a639-ded388100d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.128458 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-63711e44-7cf9-40ea-a639-ded388100d20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1670275 Feb 09 02:04:24.132432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0274b1cb-1aaf-451a-b168-a956778733e7 req-4636b530-7985-437d-8cfd-b7336505b3cb tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011982 Feb 09 02:04:24.162868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 63cbd347-3022-4af3-a7a6-c36e6162dd9f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=63cbd347-3022-4af3-a7a6-c36e6162dd9f,segment=NetworkSegment(63ae9c7a-1356-4335-afcd-43375001ae0f),segment_id=63ae9c7a-1356-4335-afcd-43375001ae0f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:24.230379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77044f3a-85f9-4596-a0d2-2a77c5a7aad3 req-515086f6-2d48-4ca1-add8-afdc4eddd86b tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772617 Feb 09 02:04:24.242010 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-d2763023-3570-477e-8894-65c0423bf9d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5a026654-a9a2-4afe-9222-cd48e8920a35 HTTP/1.1" status: 200 len: 217 time: 0.1011002 Feb 09 02:04:24.255550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '63cbd347-3022-4af3-a7a6-c36e6162dd9f', 'network_id': 'cd6eadcb-3800-4981-9074-3d8412dc20e4', 'port_id': '63cbd347-3022-4af3-a7a6-c36e6162dd9f', 'mac_address': 'fa:16:3e:f8:fe:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366ed331-b583-4636-a14f-7a74950a904a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:24.312470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-b5945cb9-1233-40bb-9fd5-8c5266a9169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.316217 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-b5945cb9-1233-40bb-9fd5-8c5266a9169b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0612471 Feb 09 02:04:24.336458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-3d30be50-d79e-4fcf-9daa-29347fbca555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.338147 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-3d30be50-d79e-4fcf-9daa-29347fbca555 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1128 time: 0.3714468 Feb 09 02:04:24.374021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 63cbd347-3022-4af3-a7a6-c36e6162dd9f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:24.374580 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.398885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cbd347-3022-4af3-a7a6-c36e6162dd9f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:24.423399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 63cbd347-3022-4af3-a7a6-c36e6162dd9f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=63cbd347-3022-4af3-a7a6-c36e6162dd9f,segment=NetworkSegment(63ae9c7a-1356-4335-afcd-43375001ae0f),segment_id=63ae9c7a-1356-4335-afcd-43375001ae0f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:24.430215 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.492552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80dfac-ac8c-4b1d-8dbc-6a166d32025d req-a317d065-e569-4eea-a1ea-31e27c898e83 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.499306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=63cbd347-3022-4af3-a7a6-c36e6162dd9f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:24.508319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-acc9e031-c2e5-45b7-ac27-c4ccd312c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.510687 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-acc9e031-c2e5-45b7-ac27-c4ccd312c989 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1846185 Feb 09 02:04:24.517655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec80dfac-ac8c-4b1d-8dbc-6a166d32025d req-a317d065-e569-4eea-a1ea-31e27c898e83 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 943 time: 0.1252766 Feb 09 02:04:24.590050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec80dfac-ac8c-4b1d-8dbc-6a166d32025d req-f2902c3f-8c2e-4fee-b234-0d2242bad914 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694368 Feb 09 02:04:24.633904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-eef29efb-bbc5-477b-8aba-3236d9e8f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.637264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-eef29efb-bbc5-477b-8aba-3236d9e8f5cb service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2618248 Feb 09 02:04:24.740209 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-31a2f705-37df-4296-b121-2f9d229b3f20 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.0564418 Feb 09 02:04:24.742237 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-29a0333e-eaec-410c-af0d-c8925a041428 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188807 Feb 09 02:04:24.842635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['63cbd347-3022-4af3-a7a6-c36e6162dd9f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:24.848425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3fd764c-0293-44b3-af9c-200485b6e8b5 req-fa97e858-044c-4371-8d51-8da1021280bb tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6ec7f7b-636f-4a65-bd88-ad3216a1ae17 HTTP/1.1" status: 200 len: 210 time: 0.0457473 Feb 09 02:04:24.879591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-84366abf-20ee-4d22-be20-8efbf7100d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.881236 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-84366abf-20ee-4d22-be20-8efbf7100d1a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1348395 Feb 09 02:04:24.924965 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-7a001d28-2688-44c5-a195-954babca6cdc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373268 Feb 09 02:04:24.999130 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba6af5-0cee-43af-96fd-37cc47191f88 req-8a20c22e-a624-42be-9964-3bc704a78d76 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440774 Feb 09 02:04:25.082790 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-5f440ea6-720a-4d70-a3a0-bf785fb560ac service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477556 Feb 09 02:04:25.207521 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7581080a-5e13-4afe-8fbd-8167863f15d1 req-45034d7e-48e0-425e-8791-0022f565c03c service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152315 Feb 09 02:04:25.514529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47d83a-1c73-4824-88c3-4a63f74a283a req-4221f92c-2b73-4457-91f7-a5a524a51c67 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.516855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c47d83a-1c73-4824-88c3-4a63f74a283a req-4221f92c-2b73-4457-91f7-a5a524a51c67 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 944 time: 0.0779746 Feb 09 02:04:25.616635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c47d83a-1c73-4824-88c3-4a63f74a283a req-597028fa-96b5-4d69-b70e-9e184f01b8f3 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903378 Feb 09 02:04:25.662489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6dbb-edc7-42bd-8c01-b134e3a5e9f9 req-5bf9624b-7662-4107-b1da-70a16ddefea8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.663742 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f47d883e-f850-4a89-8601-5254c52a1162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.671080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36af6dbb-edc7-42bd-8c01-b134e3a5e9f9 req-5bf9624b-7662-4107-b1da-70a16ddefea8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1261611 Feb 09 02:04:25.784688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36af6dbb-edc7-42bd-8c01-b134e3a5e9f9 req-b1102175-3368-48bb-b961-a7951742d6b6 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060383 Feb 09 02:04:25.814709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fbeb9-c773-4bf0-88fd-23e68f940f50 req-100e2141-0b2b-4fad-9b00-352988a291fe tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.816367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-948fbeb9-c773-4bf0-88fd-23e68f940f50 req-100e2141-0b2b-4fad-9b00-352988a291fe tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 944 time: 0.0841579 Feb 09 02:04:25.877597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-948fbeb9-c773-4bf0-88fd-23e68f940f50 req-d59c959f-78cd-4d34-80c9-424133ea2613 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552154 Feb 09 02:04:26.207907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc674f8-f2fa-45e6-b749-00ce6c122ae8 req-981d55a8-672e-4d36-ad3e-f559d46a1ccc tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:26.209541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdc674f8-f2fa-45e6-b749-00ce6c122ae8 req-981d55a8-672e-4d36-ad3e-f559d46a1ccc tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 949 time: 0.0583723 Feb 09 02:04:26.261332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdc674f8-f2fa-45e6-b749-00ce6c122ae8 req-bb1beba6-1e14-47b9-b80c-b10ea1528c20 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Feb 09 02:04:26.696254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:26.794233 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.804957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:26.811928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:26.811928 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.813057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d53fb5-479c-4e7e-84fb-19e60f9133b5 req-d3ec47df-d030-40d6-af1c-8bfc06aae5e6 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:26.814818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7d53fb5-479c-4e7e-84fb-19e60f9133b5 req-d3ec47df-d030-40d6-af1c-8bfc06aae5e6 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 944 time: 0.0813332 Feb 09 02:04:26.909050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7d53fb5-479c-4e7e-84fb-19e60f9133b5 req-52a7f1c8-2856-478f-ba1d-97988a9bb81d tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886626 Feb 09 02:04:26.940078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:26.940523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.968808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:26.972983 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd98810e-6ef8-46fa-801b-bd896e9664c4" -d '{"events": [{"server_uuid": "b5c801c3-0b8b-466e-a203-c176b57a0eb5", "name": "network-vif-plugged", "status": "completed", "tag": "7c12fa0f-fd2c-4303-9cfe-90b4e5465d43"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:26.993512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,segment=NetworkSegment(4515bb37-d641-40ea-9216-91b64359bf92),segment_id=4515bb37-d641-40ea-9216-91b64359bf92)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:27.003036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc00ca-6a7f-4668-b035-bd7c43480c8a req-6a744028-472c-4578-a9a6-23f9cd7b66ec tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.009679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.010799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 652e1e94-850a-4965-b7ee-fe073a3cba8d no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:27.012742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78dc00ca-6a7f-4668-b035-bd7c43480c8a req-6a744028-472c-4578-a9a6-23f9cd7b66ec tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1023207 Feb 09 02:04:27.069254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 652e1e94-850a-4965-b7ee-fe073a3cba8d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:27.069609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 652e1e94-850a-4965-b7ee-fe073a3cba8d not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:27.100978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:27.110494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53649e0-452d-4c61-a786-09812a6a9a01 req-bfb3a94a-806f-4cb8-961d-038232aa6b7e tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.112550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c53649e0-452d-4c61-a786-09812a6a9a01 req-bfb3a94a-806f-4cb8-961d-038232aa6b7e tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 944 time: 0.0968852 Feb 09 02:04:27.127295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78dc00ca-6a7f-4668-b035-bd7c43480c8a req-95d8dc7c-30c5-4f8f-8c0d-c28a40781a73 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100478 Feb 09 02:04:27.174963 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59ffcc5-2b1e-4bbb-a61f-fcdc087d942f x-openstack-request-id: req-e59ffcc5-2b1e-4bbb-a61f-fcdc087d942f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:27.175296 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c801c3-0b8b-466e-a203-c176b57a0eb5", "name": "network-vif-plugged", "status": "completed", "tag": "7c12fa0f-fd2c-4303-9cfe-90b4e5465d43", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:27.178802 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e59ffcc5-2b1e-4bbb-a61f-fcdc087d942f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:27.179246 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43', 'code': 200} Feb 09 02:04:27.195550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c53649e0-452d-4c61-a786-09812a6a9a01 req-829d4b97-7cb5-47a6-ba51-43040b0e0f40 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701680 Feb 09 02:04:27.286476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62c49c-ebd0-4cfa-80ce-5f0ab1f70780 req-33b71641-9e13-4e1e-bdd6-5f3540f4e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.288003 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ab62c49c-ebd0-4cfa-80ce-5f0ab1f70780 req-33b71641-9e13-4e1e-bdd6-5f3540f4e684 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 1128 time: 0.0467768 Feb 09 02:04:27.340666 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ab62c49c-ebd0-4cfa-80ce-5f0ab1f70780 req-925fa960-80d8-4913-a7d2-3f04643760f0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458331 Feb 09 02:04:27.408211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f93072-245a-4dc4-afde-f9883015662f req-dac848e6-af3f-40e8-91f4-8a5c7b38673a tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.409814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f93072-245a-4dc4-afde-f9883015662f req-dac848e6-af3f-40e8-91f4-8a5c7b38673a tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 949 time: 0.0610366 Feb 09 02:04:27.458797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f93072-245a-4dc4-afde-f9883015662f req-85180992-4a17-47d9-a131-f46663b89b52 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1f87215-79c9-49b6-9a86-c9e311e36b24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Feb 09 02:04:27.784515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 63cbd347-3022-4af3-a7a6-c36e6162dd9f up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:27.841905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 63cbd347-3022-4af3-a7a6-c36e6162dd9f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:27.846224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 63cbd347-3022-4af3-a7a6-c36e6162dd9f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:27.846749 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.932479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 63cbd347-3022-4af3-a7a6-c36e6162dd9f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:27.932479 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.979799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.981886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 63cbd347-3022-4af3-a7a6-c36e6162dd9f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=63cbd347-3022-4af3-a7a6-c36e6162dd9f,segment=NetworkSegment(63ae9c7a-1356-4335-afcd-43375001ae0f),segment_id=63ae9c7a-1356-4335-afcd-43375001ae0f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:27.987443 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.042797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=63cbd347-3022-4af3-a7a6-c36e6162dd9f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:28.048194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8a560-4244-4905-b63c-c7141bb2c0f2 req-fa571c85-6c28-4a84-93e6-1b2cfa8696fc tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.049849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60d8a560-4244-4905-b63c-c7141bb2c0f2 req-fa571c85-6c28-4a84-93e6-1b2cfa8696fc tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 945 time: 0.0570691 Feb 09 02:04:28.104994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60d8a560-4244-4905-b63c-c7141bb2c0f2 req-0fcc5731-6543-40c9-a73a-0503de4945cc tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451436 Feb 09 02:04:28.120503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-4e577e48-7615-4f80-bd00-688d01d2fc4f tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.122524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-4e577e48-7615-4f80-bd00-688d01d2fc4f tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 949 time: 0.0572691 Feb 09 02:04:28.231982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Deleting port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:28.232604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.271174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dba33f-d7bc-45e0-8e25-6f68d5fb4a21 req-7ebeffc6-3c9b-43f2-a8bf-4d6b4648e9d1 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.274957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11dba33f-d7bc-45e0-8e25-6f68d5fb4a21 req-7ebeffc6-3c9b-43f2-a8bf-4d6b4648e9d1 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0758839 Feb 09 02:04:28.348786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] For port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:28.349349 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.363440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Calling delete_port for 893b18a6-cd20-4ed0-96ae-3f0693fe9edc owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:28.370971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bdfc2-77b2-411e-ab86-a8be6f0887c5 req-df3abeb7-d5ed-423f-8f32-cbdf866260f4 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.372485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e06bdfc2-77b2-411e-ab86-a8be6f0887c5 req-df3abeb7-d5ed-423f-8f32-cbdf866260f4 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 945 time: 0.0964286 Feb 09 02:04:28.376284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11dba33f-d7bc-45e0-8e25-6f68d5fb4a21 req-a39580d2-ab7a-4cb0-95bd-9e32abda4d66 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898888 Feb 09 02:04:28.424485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e06bdfc2-77b2-411e-ab86-a8be6f0887c5 req-638b8aaf-12f9-4218-8fb0-e65fd37247f4 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Feb 09 02:04:28.522055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (893b18a6-cd20-4ed0-96ae-3f0693fe9edc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.541055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['893b18a6-cd20-4ed0-96ae-3f0693fe9edc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:28.556690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Pushing event deleted for resources: {'Port': ['ID=893b18a6-cd20-4ed0-96ae-3f0693fe9edc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:28.584771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53ba18b-562c-4dc1-ab47-0b5c0bc1820d req-ddd963bb-3741-479f-914e-f0dce4709b03 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.53 "GET /v2.0/ports?device_id=09b520de-0da6-4858-bbcd-ad1ecd1f533f HTTP/1.1" status: 200 len: 210 time: 0.0527084 Feb 09 02:04:28.631921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] No DVR routers for this DVR port 893b18a6-cd20-4ed0-96ae-3f0693fe9edc on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:28.634812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:28.639074 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a58ebd9f-7904-4e8d-89cc-124ed2202204 req-40302b8e-4825-4bce-b54e-7e709ec338b5 tempest-ServersAdminNegativeTestJSON-28645433 tempest-ServersAdminNegativeTestJSON-28645433-project] 10.222.0.72 "DELETE /v2.0/ports/893b18a6-cd20-4ed0-96ae-3f0693fe9edc HTTP/1.1" status: 204 len: 173 time: 0.5079558 Feb 09 02:04:28.639701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'name': 'network-vif-deleted', 'tag': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:28.643288 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a80d3cd-f171-4786-9825-00dc50ac31d3" -d '{"events": [{"server_uuid": "09b520de-0da6-4858-bbcd-ad1ecd1f533f", "name": "network-vif-deleted", "tag": "893b18a6-cd20-4ed0-96ae-3f0693fe9edc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:28.688948 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b740e9a7-1cca-4ada-b7a3-eb7d402b4fc2 x-openstack-request-id: req-b740e9a7-1cca-4ada-b7a3-eb7d402b4fc2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:28.689827 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b520de-0da6-4858-bbcd-ad1ecd1f533f", "name": "network-vif-deleted", "tag": "893b18a6-cd20-4ed0-96ae-3f0693fe9edc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:28.690258 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b740e9a7-1cca-4ada-b7a3-eb7d402b4fc2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:28.691158 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b520de-0da6-4858-bbcd-ad1ecd1f533f', 'name': 'network-vif-deleted', 'tag': '893b18a6-cd20-4ed0-96ae-3f0693fe9edc', 'status': 'completed', 'code': 200} Feb 09 02:04:29.182414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cbd347-3022-4af3-a7a6-c36e6162dd9f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:29.184737 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d231c36-edc4-4726-8ccb-cbddfaba3f42" -d '{"events": [{"server_uuid": "0e05a3db-d4c6-4b5f-8ab9-364241201f48", "name": "network-vif-plugged", "status": "completed", "tag": "63cbd347-3022-4af3-a7a6-c36e6162dd9f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:29.236625 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48e22a9-da4b-4e8b-84c3-8e4363dd8d90 x-openstack-request-id: req-f48e22a9-da4b-4e8b-84c3-8e4363dd8d90 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:29.237555 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05a3db-d4c6-4b5f-8ab9-364241201f48", "name": "network-vif-plugged", "status": "completed", "tag": "63cbd347-3022-4af3-a7a6-c36e6162dd9f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:29.237729 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f48e22a9-da4b-4e8b-84c3-8e4363dd8d90 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:29.238306 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cbd347-3022-4af3-a7a6-c36e6162dd9f', 'code': 200} Feb 09 02:04:29.280522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cfe71-8f52-442d-b5e4-6899e7526c43 req-7ed0b2f8-08b6-41c0-865e-90afd33fe94f tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:29.284581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-857cfe71-8f52-442d-b5e4-6899e7526c43 req-7ed0b2f8-08b6-41c0-865e-90afd33fe94f tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 945 time: 0.0880747 Feb 09 02:04:29.338370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-857cfe71-8f52-442d-b5e4-6899e7526c43 req-0131a9e2-6943-40f3-a15d-f50007b02676 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478117 Feb 09 02:04:29.368470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d31dcc-94e1-4fb1-b68f-165ffb7f5d5f req-2a0a96a9-c82d-441a-a913-67a9c71fa6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:29.370017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b3d31dcc-94e1-4fb1-b68f-165ffb7f5d5f req-2a0a96a9-c82d-441a-a913-67a9c71fa6d3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 1128 time: 0.0604846 Feb 09 02:04:29.423412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b3d31dcc-94e1-4fb1-b68f-165ffb7f5d5f req-7290dac4-ecd3-44fa-84fd-089ff6fa262b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Feb 09 02:04:29.518757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb130ec-e699-45d6-9f28-3e3d6521f9a0 req-d4a6514d-9010-4ec7-a26a-ef8a48a558b5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:29.520283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb130ec-e699-45d6-9f28-3e3d6521f9a0 req-d4a6514d-9010-4ec7-a26a-ef8a48a558b5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0600040 Feb 09 02:04:29.598096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb130ec-e699-45d6-9f28-3e3d6521f9a0 req-d3becd08-c45f-46e2-9c57-459ee3b5f96b tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684347 Feb 09 02:04:29.606230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad9783-2a15-4257-ba45-bceb008dab50 req-0ee37433-7fda-4d50-bea1-c2e06cc412ee tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:29.608045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5ad9783-2a15-4257-ba45-bceb008dab50 req-0ee37433-7fda-4d50-bea1-c2e06cc412ee tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 945 time: 0.0868590 Feb 09 02:04:29.667583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:29.678778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5ad9783-2a15-4257-ba45-bceb008dab50 req-1c719c6a-0cab-4484-af39-434a882aed59 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629323 Feb 09 02:04:29.937269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:29.986332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ffbec-978c-43bc-90e1-510b6790ad83 req-941ece27-b813-450f-997c-566db3f0ef9b tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:29.988012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-404ffbec-978c-43bc-90e1-510b6790ad83 req-941ece27-b813-450f-997c-566db3f0ef9b tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 945 time: 0.0709023 Feb 09 02:04:30.051137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-404ffbec-978c-43bc-90e1-510b6790ad83 req-a6180882-4257-41d4-8d57-eeace78e2c0e tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568490 Feb 09 02:04:30.095721 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4dfbaaaa-c32f-430c-ab7f-34a7f11f36f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b08db26fda694ef8a1c7de94a328add1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573093 Feb 09 02:04:30.098609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:30.151017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65479881-564c-4ac8-aa34-e494cc8574d5 admin admin] Publish callbacks [] for security_group (e1f87215-79c9-49b6-9a86-c9e311e36b24), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.176074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65479881-564c-4ac8-aa34-e494cc8574d5 admin admin] Publish callbacks [] for security_group (e1f87215-79c9-49b6-9a86-c9e311e36b24), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.236287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65479881-564c-4ac8-aa34-e494cc8574d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e1f87215-79c9-49b6-9a86-c9e311e36b24), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.239365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65479881-564c-4ac8-aa34-e494cc8574d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.240676 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-65479881-564c-4ac8-aa34-e494cc8574d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1f87215-79c9-49b6-9a86-c9e311e36b24 HTTP/1.1" status: 204 len: 168 time: 0.1409075 Feb 09 02:04:30.248799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65479881-564c-4ac8-aa34-e494cc8574d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f87215-79c9-49b6-9a86-c9e311e36b24,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:30.545576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:30.592287 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-221a1bb0-8356-4103-b01a-ea40f0d27191 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83460f4ca8de4f9cacfae0bb550a915c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454736 Feb 09 02:04:30.595428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:30.652430 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a118b5d9-ed04-41bb-a6bb-1b9f5a44c376 admin admin] Publish callbacks [] for security_group (ba768dbf-012f-4950-b7fa-51b8c4eaf7f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.676779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a118b5d9-ed04-41bb-a6bb-1b9f5a44c376 admin admin] Publish callbacks [] for security_group (ba768dbf-012f-4950-b7fa-51b8c4eaf7f1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.733646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a118b5d9-ed04-41bb-a6bb-1b9f5a44c376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ba768dbf-012f-4950-b7fa-51b8c4eaf7f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.736982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a118b5d9-ed04-41bb-a6bb-1b9f5a44c376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:30.741321 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a118b5d9-ed04-41bb-a6bb-1b9f5a44c376 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba768dbf-012f-4950-b7fa-51b8c4eaf7f1 HTTP/1.1" status: 204 len: 168 time: 0.1447697 Feb 09 02:04:30.751581 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118b5d9-ed04-41bb-a6bb-1b9f5a44c376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba768dbf-012f-4950-b7fa-51b8c4eaf7f1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:30.792435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cd638-8295-4172-bb11-8a2f1be3d4e8 req-18b63b04-85ce-4e2f-b485-3db59a93c56f tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:30.795948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91cd638-8295-4172-bb11-8a2f1be3d4e8 req-18b63b04-85ce-4e2f-b485-3db59a93c56f tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1145940 Feb 09 02:04:30.890318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91cd638-8295-4172-bb11-8a2f1be3d4e8 req-d3283496-4be3-4371-aca6-d40bf74a35af tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824642 Feb 09 02:04:30.908109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b8eed-69f6-46cb-a09d-112dbb2af9e8 req-c8666b6a-67d3-43cd-bb44-e7038abbcf4f tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:30.909693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db3b8eed-69f6-46cb-a09d-112dbb2af9e8 req-c8666b6a-67d3-43cd-bb44-e7038abbcf4f tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 945 time: 0.1125803 Feb 09 02:04:30.964624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db3b8eed-69f6-46cb-a09d-112dbb2af9e8 req-1db2f705-d9f2-4d56-b4cc-bb7ea98d7cc8 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485501 Feb 09 02:04:31.200503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5aa4-f87f-4f4e-8dcd-b299600a3d74 req-b3831b83-1c71-4707-904d-6c0416319612 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:31.202449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-131a5aa4-f87f-4f4e-8dcd-b299600a3d74 req-b3831b83-1c71-4707-904d-6c0416319612 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 945 time: 0.0683215 Feb 09 02:04:31.260616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-131a5aa4-f87f-4f4e-8dcd-b299600a3d74 req-0a665c97-b324-466e-902c-330bebc8e16a tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513470 Feb 09 02:04:31.614483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-c94cbe65-af51-44a2-9b24-13e032c51ba5 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:31.616029 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-c94cbe65-af51-44a2-9b24-13e032c51ba5 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 945 time: 0.0617905 Feb 09 02:04:31.721915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Deleting port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:31.722325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:31.830995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] For port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,segment=NetworkSegment(4515bb37-d641-40ea-9216-91b64359bf92),segment_id=4515bb37-d641-40ea-9216-91b64359bf92)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:31.831911 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:31.848320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Calling delete_port for 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:32.045264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7c12fa0f-fd2c-4303-9cfe-90b4e5465d43), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:32.052126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0564a9-70fc-47d4-a106-92fb85ac17c0 req-05e2a788-cad2-4f81-9d73-f8a82b602b69 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.060558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b0564a9-70fc-47d4-a106-92fb85ac17c0 req-05e2a788-cad2-4f81-9d73-f8a82b602b69 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0880733 Feb 09 02:04:32.064058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['7c12fa0f-fd2c-4303-9cfe-90b4e5465d43'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:32.108089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Pushing event deleted for resources: {'Port': ['ID=7c12fa0f-fd2c-4303-9cfe-90b4e5465d43,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:32.137113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b0564a9-70fc-47d4-a106-92fb85ac17c0 req-036aa833-1719-4469-8faf-9995555b3666 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Feb 09 02:04:32.189577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] No DVR routers for this DVR port 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:32.194685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:32.199577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2084ff38-4339-4f81-a927-06a73e4bbf0e req-42fad7a6-778a-417a-8592-1e4423db3967 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.72 "DELETE /v2.0/ports/7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 HTTP/1.1" status: 204 len: 173 time: 0.5770183 Feb 09 02:04:32.200310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'name': 'network-vif-deleted', 'tag': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:32.203476 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aaac44-0f38-4737-8406-8cb49f1befca" -d '{"events": [{"server_uuid": "b5c801c3-0b8b-466e-a203-c176b57a0eb5", "name": "network-vif-deleted", "tag": "7c12fa0f-fd2c-4303-9cfe-90b4e5465d43"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:32.212092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b1b2b-5089-4759-9f7c-900feabcb936 req-56ad6fba-28bb-43e8-a609-9759e34f6120 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.217575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b52b1b2b-5089-4759-9f7c-900feabcb936 req-56ad6fba-28bb-43e8-a609-9759e34f6120 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 945 time: 0.1058335 Feb 09 02:04:32.282719 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0965ce-efdd-47e4-be26-3ec24f2d6ec2 x-openstack-request-id: req-0f0965ce-efdd-47e4-be26-3ec24f2d6ec2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:32.283349 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c801c3-0b8b-466e-a203-c176b57a0eb5", "name": "network-vif-deleted", "tag": "7c12fa0f-fd2c-4303-9cfe-90b4e5465d43", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:32.283843 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f0965ce-efdd-47e4-be26-3ec24f2d6ec2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:32.284368 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c801c3-0b8b-466e-a203-c176b57a0eb5', 'name': 'network-vif-deleted', 'tag': '7c12fa0f-fd2c-4303-9cfe-90b4e5465d43', 'status': 'completed', 'code': 200} Feb 09 02:04:32.342180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b52b1b2b-5089-4759-9f7c-900feabcb936 req-1c847764-3cc5-4c93-a9d7-6db8aa9cdb7b tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188397 Feb 09 02:04:32.451515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6047fec0-eb63-4710-839a-43381c5dda6a req-3b73c9ad-8443-46c9-a796-b4490681cd47 tempest-ServerAddressesTestJSON-528527067 tempest-ServerAddressesTestJSON-528527067-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c801c3-0b8b-466e-a203-c176b57a0eb5 HTTP/1.1" status: 200 len: 210 time: 0.0567517 Feb 09 02:04:32.711801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 893b18a6-cd20-4ed0-96ae-3f0693fe9edc no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:32.737003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 893b18a6-cd20-4ed0-96ae-3f0693fe9edc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:32.737702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 893b18a6-cd20-4ed0-96ae-3f0693fe9edc not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:32.829117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-8447d002-7472-429a-a2bc-0d06456587af tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f35fe0495c19461588daa487cc21ab9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219688 Feb 09 02:04:32.957916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-5f541374-212f-4b38-9685-5a6d7fd07cfb tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.959593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-5f541374-212f-4b38-9685-5a6d7fd07cfb tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246905 Feb 09 02:04:32.974239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-04a83297-e25f-4cdc-98bb-077d6c46f869 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/quotas/f35fe0495c19461588daa487cc21ab9c HTTP/1.1" status: 200 len: 375 time: 0.0090935 Feb 09 02:04:33.009685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-cb5be17a-8fc2-4415-baa0-eb01b7503f4a tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f35fe0495c19461588daa487cc21ab9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299754 Feb 09 02:04:33.224727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7a705ac-30d1-4cec-8237-410b7828834b req-ac20cb90-28c3-4906-90ba-1eacdbcd7637 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 210 time: 0.0458972 Feb 09 02:04:33.275649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a9556-e0df-47bb-b26c-61b4154fe9cb req-956e4e8d-f32f-4caf-a1a2-1e566077bea9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:33.277122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-817a9556-e0df-47bb-b26c-61b4154fe9cb req-956e4e8d-f32f-4caf-a1a2-1e566077bea9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0643151 Feb 09 02:04:33.337755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-817a9556-e0df-47bb-b26c-61b4154fe9cb req-a3b6ca3d-94ae-4ba8-ba93-835e2ffc9666 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501089 Feb 09 02:04:33.520697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39076) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:33.567036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] Deleting subnet b0d03907-a939-4301-9aa6-576a0f390ddb {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:04:33.570844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] Publish callbacks [] for subnet (b0d03907-a939-4301-9aa6-576a0f390ddb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.611221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] Publish callbacks [] for subnet (b0d03907-a939-4301-9aa6-576a0f390ddb), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.620447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b0d03907-a939-4301-9aa6-576a0f390ddb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.688371 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (b0d03907-a939-4301-9aa6-576a0f390ddb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.715995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d03907-a939-4301-9aa6-576a0f390ddb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:33.724205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.729937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6e089fd0-2ae7-4369-9a72-f25193b088e5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0d03907-a939-4301-9aa6-576a0f390ddb HTTP/1.1" status: 204 len: 168 time: 0.2058473 Feb 09 02:04:33.730317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39078) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:33.806644 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (d0e3d358-2693-4211-81f0-dafbc973bdc6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.894667 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (d0e3d358-2693-4211-81f0-dafbc973bdc6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.919531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e3d358-2693-4211-81f0-dafbc973bdc6']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:33.940683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4515bb37-d641-40ea-9216-91b64359bf92') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:33.940889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4515bb37-d641-40ea-9216-91b64359bf92') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:33.951117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (4515bb37-d641-40ea-9216-91b64359bf92), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.965424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4515bb37-d641-40ea-9216-91b64359bf92), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.972059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:33.972480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (4515bb37-d641-40ea-9216-91b64359bf92), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:33.974324 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:34.038724 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (d0e3d358-2693-4211-81f0-dafbc973bdc6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.044340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.047736 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d0e3d358-2693-4211-81f0-dafbc973bdc6 HTTP/1.1" status: 204 len: 168 time: 0.3161607 Feb 09 02:04:34.067273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4cc5f-9dfa-4f4c-830c-b56ca2915718 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e3d358-2693-4211-81f0-dafbc973bdc6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.213667 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-1b306616-d1fa-4397-af83-693f56e10167 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f35fe0495c19461588daa487cc21ab9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293832 Feb 09 02:04:34.276350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:34.324438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d7d52757-4acd-477c-85bc-c7697147d85d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5441d566813f4c478ba18a2ce5a95556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468597 Feb 09 02:04:34.328959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39086) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:34.377419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-c4449040-6cf1-4f71-94f4-d10694b18911 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.379436 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-c4449040-6cf1-4f71-94f4-d10694b18911 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569035 Feb 09 02:04:34.387889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a90de91-26c8-4531-8ae8-942b38ea74bb req-61cbe5f1-0d76-4012-ab0d-d8f6b1432e07 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 210 time: 0.0615547 Feb 09 02:04:34.397458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Request body: {'port': {'device_id': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'f35fe0495c19461588daa487cc21ab9c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:34.481275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42dbc924-0cf4-4bcb-a37f-f9f0b9b5fba2 admin admin] Publish callbacks [] for security_group (7bda60e4-d4af-4bac-b06a-14afd7bf6e6e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.518223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42dbc924-0cf4-4bcb-a37f-f9f0b9b5fba2 admin admin] Publish callbacks [] for security_group (7bda60e4-d4af-4bac-b06a-14afd7bf6e6e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.523421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Made reservation on behalf of f35fe0495c19461588daa487cc21ab9c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:34.527168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.539351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.548970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a563-5491-4742-ab5c-ffb2c46fdbdc req-68a4ddc8-e78e-4494-9059-c484866d60e2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.550555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbe1a563-5491-4742-ab5c-ffb2c46fdbdc req-68a4ddc8-e78e-4494-9059-c484866d60e2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1200199 Feb 09 02:04:34.634781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbe1a563-5491-4742-ab5c-ffb2c46fdbdc req-aa01a107-1082-4fb8-a091-b3854a6dc77c tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675540 Feb 09 02:04:34.636567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42dbc924-0cf4-4bcb-a37f-f9f0b9b5fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bda60e4-d4af-4bac-b06a-14afd7bf6e6e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.641137 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42dbc924-0cf4-4bcb-a37f-f9f0b9b5fba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.645998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-42dbc924-0cf4-4bcb-a37f-f9f0b9b5fba2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bda60e4-d4af-4bac-b06a-14afd7bf6e6e HTTP/1.1" status: 204 len: 168 time: 0.3155127 Feb 09 02:04:34.656007 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks [] for security_group (8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.656979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbc924-0cf4-4bcb-a37f-f9f0b9b5fba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda60e4-d4af-4bac-b06a-14afd7bf6e6e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.664799 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:34.704057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:34.709822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:34.733782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:34.734371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c12fa0f-fd2c-4303-9cfe-90b4e5465d43 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:34.846563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Allocated IP 192.168.233.65 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/19c5235d-3f0f-4aa3-8589-bb686d186dc2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:35.039374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks [] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.088838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.140824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:35.144548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:35.149426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:35.153627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Pushing event updated for resources: {'Port': ['ID=19c5235d-3f0f-4aa3-8589-bb686d186dc2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:35.216600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.223384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.243866 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-0c08ad64-25cd-4bda-a60c-9dd29c8f173e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8508008 Feb 09 02:04:35.259675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Request body: {'port': {'device_id': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:35.336010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.521011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c5974ea0-0073-4938-a683-c9d98213be34 None None] Provisioning complete for port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:35.521294 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5974ea0-0073-4938-a683-c9d98213be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.573614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39112) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:35.595540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c5974ea0-0073-4938-a683-c9d98213be34 None None] Port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:35.607241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454439ca-59dc-4fe7-ad90-f1ec90fca4b3 req-9d69e13d-e5ff-4341-8501-da0b0513a7b9 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.610918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-454439ca-59dc-4fe7-ad90-f1ec90fca4b3 req-9d69e13d-e5ff-4341-8501-da0b0513a7b9 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 935 time: 0.1303062 Feb 09 02:04:35.675890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c5235d-3f0f-4aa3-8589-bb686d186dc2 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:35.685241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Publish callbacks [] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.707052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-454439ca-59dc-4fe7-ad90-f1ec90fca4b3 req-0a3a7340-d6f4-410e-9e42-3ce34189e17b tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849502 Feb 09 02:04:35.707881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Transition to ACTIVE for port object 19c5235d-3f0f-4aa3-8589-bb686d186dc2 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:35.715024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.763283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-679020729-network', 'tenant_id': '8947044258ce4e7abddeff493005fc22'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:35.789269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Pushing event updated for resources: {'Port': ['ID=19c5235d-3f0f-4aa3-8589-bb686d186dc2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:35.832593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Made reservation on behalf of 8947044258ce4e7abddeff493005fc22 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:35.835357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.851043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.860124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Attempting to bind port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:35.861314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Attempting to bind port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:35.861984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Attempting to bind port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:35.867171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:35.867742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Attempting to bind port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:35.871908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534667a-0143-417e-8dae-68bc1fa67e03 req-02232225-dc27-467a-8aa6-203a0a97d7c4 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.873447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1534667a-0143-417e-8dae-68bc1fa67e03 req-02232225-dc27-467a-8aa6-203a0a97d7c4 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0972908 Feb 09 02:04:35.873937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:35.874491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:35.875043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:35.876228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Bound port: 19c5235d-3f0f-4aa3-8589-bb686d186dc2, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:35.876762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.965491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1534667a-0143-417e-8dae-68bc1fa67e03 req-72a5b9f0-b6de-450e-944b-8a0446a10849 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784714 Feb 09 02:04:35.977504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] For port 19c5235d-3f0f-4aa3-8589-bb686d186dc2, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:35.982317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] For port 19c5235d-3f0f-4aa3-8589-bb686d186dc2, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19c5235d-3f0f-4aa3-8589-bb686d186dc2,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:35.995065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.024837 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks [] for security_group (77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.038063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.038718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.039554 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.040180 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] 10.222.0.72 "PUT /v2.0/ports/19c5235d-3f0f-4aa3-8589-bb686d186dc2 HTTP/1.1" status: 200 len: 1096 time: 0.7871344 Feb 09 02:04:36.040649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'tag': '19c5235d-3f0f-4aa3-8589-bb686d186dc2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:36.042997 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb00ead5-680e-4125-b1a2-0dc517195700" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7d9fe8-546f-4ff2-a076-645814c3dfa5", "tag": "19c5235d-3f0f-4aa3-8589-bb686d186dc2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:36.073271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Pushing event updated for resources: {'Port': ['ID=19c5235d-3f0f-4aa3-8589-bb686d186dc2,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:36.084513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.085033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.085524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.085923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.086259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.086617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.087612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.088027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.088358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.088684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.089012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.089352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.089683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3425f-1e99-4ff1-bbd2-c1f5a3295b0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:36.111973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:36.139353 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51567da-700b-43e0-923d-c9ac6a277915 x-openstack-request-id: req-f51567da-700b-43e0-923d-c9ac6a277915 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:36.139650 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7d9fe8-546f-4ff2-a076-645814c3dfa5", "tag": "19c5235d-3f0f-4aa3-8589-bb686d186dc2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:36.139933 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f51567da-700b-43e0-923d-c9ac6a277915 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:36.140046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:36.140311 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'tag': '19c5235d-3f0f-4aa3-8589-bb686d186dc2', 'status': 'completed', 'code': 200} Feb 09 02:04:36.146399 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4bcc18bd-c54d-4ef9-ab64-e4496053956f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.147359 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Added segment 4bcc18bd-c54d-4ef9-ab64-e4496053956f of type vlan for network 99afb082-e4f1-4839-91e4-3239bfdd2a2a Feb 09 02:04:36.179111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-64238588-34bc-4e90-8eb0-052b826e84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.181002 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-64238588-34bc-4e90-8eb0-052b826e84ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f35fe0495c19461588daa487cc21ab9c&device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 1130 time: 0.0840306 Feb 09 02:04:36.218066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (99afb082-e4f1-4839-91e4-3239bfdd2a2a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.240253 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-e07f4329-009a-4c21-97c2-b4c9bd874b2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=19c5235d-3f0f-4aa3-8589-bb686d186dc2 HTTP/1.1" status: 200 len: 217 time: 0.0497899 Feb 09 02:04:36.253151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (99afb082-e4f1-4839-91e4-3239bfdd2a2a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.254233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.255173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.307399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-9775684a-6770-4f8e-94c0-86d850802f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.310537 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-9775684a-6770-4f8e-94c0-86d850802f98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0632830 Feb 09 02:04:36.330967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7547548 Feb 09 02:04:36.331599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39122) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:36.340397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Request body: {'subnet': {'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-679020729-subnet', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:36.346517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceee31b-53a3-4c5f-8a69-32a15b9e7cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=99afb082-e4f1-4839-91e4-3239bfdd2a2a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:36.358022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:04:36.369064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Made reservation on behalf of 8947044258ce4e7abddeff493005fc22 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:36.372632 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.387544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-1fab4ad5-de8f-4360-9598-107f2ef046ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.389379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-1fab4ad5-de8f-4360-9598-107f2ef046ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0709207 Feb 09 02:04:36.513375 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-8a65e310-5873-4de0-b8dc-dc0384bb79e3 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138787 Feb 09 02:04:36.573215 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (9fe6c004-387a-49bf-9855-e87e0a77b334), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.618384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe6c004-387a-49bf-9855-e87e0a77b334,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:36.659632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Checking segment: {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:36.660043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Network hostable DHCP agents. Network: 99afb082-e4f1-4839-91e4-3239bfdd2a2a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:36.680230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:36.693352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 99afb082-e4f1-4839-91e4-3239bfdd2a2a) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:36.697880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.698497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.711347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1a3f4-c05a-4354-ad61-51c2db62817c None None] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:36.718318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-33fab2f9-7f0a-4ae0-8eac-76d2ea3b36ab admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3835206 Feb 09 02:04:36.720922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39124) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:36.726265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:36.789107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a083900c-6f57-40fe-89b2-856f5521aa33), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.791424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a083900c-6f57-40fe-89b2-856f5521aa33), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.853921 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-318dca41-5bba-47fa-a6d1-063c362d7fb5 req-91d3187c-b239-44e0-960b-220d6ea91f64 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332431 Feb 09 02:04:36.872860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe8434-f6e7-461b-a687-86648afffc24 None None] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:36.881718 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks [] for router_controller (a083900c-6f57-40fe-89b2-856f5521aa33), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.975280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-3480e7de-19ac-44ed-8726-b8b7b55411b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:36.981982 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-3480e7de-19ac-44ed-8726-b8b7b55411b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f35fe0495c19461588daa487cc21ab9c&device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 1130 time: 0.0555496 Feb 09 02:04:37.017976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190ae72-ca6c-4a8e-b77e-8bc0b0f419f1 req-00e87e5d-3d7b-44b2-936f-45d134462867 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.019558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c190ae72-ca6c-4a8e-b77e-8bc0b0f419f1 req-00e87e5d-3d7b-44b2-936f-45d134462867 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 947 time: 0.1566427 Feb 09 02:04:37.116371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-6e6e0ce1-e300-4fc4-ab11-e2abc43ba712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.117915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-6e6e0ce1-e300-4fc4-ab11-e2abc43ba712 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1316392 Feb 09 02:04:37.126143 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks [] for router_gateway (a083900c-6f57-40fe-89b2-856f5521aa33), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.169404 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-fbef8c8e-e88f-4d2e-9041-f2be5213adce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=19c5235d-3f0f-4aa3-8589-bb686d186dc2 HTTP/1.1" status: 200 len: 217 time: 0.0427999 Feb 09 02:04:37.209332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c190ae72-ca6c-4a8e-b77e-8bc0b0f419f1 req-7dd7d09a-5fff-492d-bffd-0dc9b37aa1af tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579454 Feb 09 02:04:37.223911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942bf54-6ce4-478f-b68f-f71b5cd37a8f req-0c7dd2ac-ce9e-476b-bf11-4efbbd550fa8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.225403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2942bf54-6ce4-478f-b68f-f71b5cd37a8f req-0c7dd2ac-ce9e-476b-bf11-4efbbd550fa8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1447589 Feb 09 02:04:37.242165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-d7a34d8f-bb79-46da-af29-89a5c3cde398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.243812 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-d7a34d8f-bb79-46da-af29-89a5c3cde398 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0676866 Feb 09 02:04:37.299766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-90a0deaf-53b8-4e7a-a255-eaeebe017fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.300806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2942bf54-6ce4-478f-b68f-f71b5cd37a8f req-31636812-b6c7-46e4-bc83-ec12143fac22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667863 Feb 09 02:04:37.301362 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-90a0deaf-53b8-4e7a-a255-eaeebe017fc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0492435 Feb 09 02:04:37.398747 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-d8b2aa3a-4fe4-4628-a911-cb82c8958396 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884824 Feb 09 02:04:37.446171 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks [] for router_gateway (a083900c-6f57-40fe-89b2-856f5521aa33), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.466653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.511705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb00ead5-680e-4125-b1a2-0dc517195700 req-36a54b7f-cbc3-4667-b5d6-44d0de16cf51 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065559 Feb 09 02:04:37.583396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Allocated IP 172.25.6.36 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/3c48066d-1dfb-47fe-b20e-cea84f95168b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:37.698284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks [] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.743926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.790491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:37.793652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:37.797818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:38.084647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Pushing event updated for resources: {'Port': ['ID=3c48066d-1dfb-47fe-b20e-cea84f95168b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:38.287537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks [] for router_gateway (a083900c-6f57-40fe-89b2-856f5521aa33), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.475394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9ff15-cc79-4c76-b2ea-a7c866dc1735 req-c197521c-9f0a-428f-aa42-307e236d7ded tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:38.476945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9af9ff15-cc79-4c76-b2ea-a7c866dc1735 req-c197521c-9f0a-428f-aa42-307e236d7ded tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 947 time: 0.1511657 Feb 09 02:04:38.533223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa8f98-9bbb-4810-9b4f-99601232e627 req-7bb5244b-3cf2-4a3b-a123-3dc2fdfd07b2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:38.534749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96aa8f98-9bbb-4810-9b4f-99601232e627 req-7bb5244b-3cf2-4a3b-a123-3dc2fdfd07b2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1519158 Feb 09 02:04:38.651655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9af9ff15-cc79-4c76-b2ea-a7c866dc1735 req-bef906af-57b3-4855-8e99-805966f1a433 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678793 Feb 09 02:04:38.680765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96aa8f98-9bbb-4810-9b4f-99601232e627 req-d229c336-5621-4a97-9b28-9b9967c5e93f tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146300 Feb 09 02:04:38.682020 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a083900c-6f57-40fe-89b2-856f5521aa33), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.816521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Router a083900c-6f57-40fe-89b2-856f5521aa33 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:04:38.927607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:38.941299 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Sync routers for ids ['a083900c-6f57-40fe-89b2-856f5521aa33'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:38.946508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.948029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-45964e04-4e73-4d0a-98a2-f3a4d284901a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2260706 Feb 09 02:04:38.950932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:38.959882 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Routers {'a083900c-6f57-40fe-89b2-856f5521aa33'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:38.960500 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a083900c-6f57-40fe-89b2-856f5521aa33'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:39.080374 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Set router a083900c-6f57-40fe-89b2-856f5521aa33 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:39.276434 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:38Z', 'revision_number': 3, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port': {'id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:37Z', 'updated_at': '2022-02-09T02:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:39.308750 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Checking router: a083900c-6f57-40fe-89b2-856f5521aa33 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:39.309398 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Updating router a083900c-6f57-40fe-89b2-856f5521aa33 port 3c48066d-1dfb-47fe-b20e-cea84f95168b binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:39.338217 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.423889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.593388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Allocated IP 172.20.0.1 (99afb082-e4f1-4839-91e4-3239bfdd2a2a/9fe6c004-387a-49bf-9855-e87e0a77b334/c87b5381-425d-4c6c-9ab7-f9b9c937f59c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:39.727421 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Publish callbacks [] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.738358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks [] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.743631 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.807066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.809765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Pushing event updated for resources: {'Port': ['ID=3c48066d-1dfb-47fe-b20e-cea84f95168b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:39.829772 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.830284 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.830742 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.831171 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.831597 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.832025 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.832448 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.832867 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.833307 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.833725 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.834140 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.834581 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.834994 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:39.846101 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Attempting to bind port 3c48066d-1dfb-47fe-b20e-cea84f95168b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:39.846654 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Attempting to bind port 3c48066d-1dfb-47fe-b20e-cea84f95168b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:39.847107 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Attempting to bind port 3c48066d-1dfb-47fe-b20e-cea84f95168b on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:39.853474 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:39.854178 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:39.854710 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.855566 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:39.856322 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Bound port: 3c48066d-1dfb-47fe-b20e-cea84f95168b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:39.859701 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.873495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:39.877672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb7e1-7442-42d7-8d0a-1e46b7f7a654 req-8ee308a3-5cd6-46e6-bc2c-6bc3d52ccd00 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:39.884494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:39.884914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-274cb7e1-7442-42d7-8d0a-1e46b7f7a654 req-8ee308a3-5cd6-46e6-bc2c-6bc3d52ccd00 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 947 time: 0.1268067 Feb 09 02:04:39.890833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:39.917627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725c46f-f221-4880-907c-487e1e17fe80 req-55107b52-4851-4d49-aaa5-5c48a92ff9ff tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:39.919422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c725c46f-f221-4880-907c-487e1e17fe80 req-55107b52-4851-4d49-aaa5-5c48a92ff9ff tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1225247 Feb 09 02:04:39.937448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Pushing event updated for resources: {'Port': ['ID=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:39.942611 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] For port 3c48066d-1dfb-47fe-b20e-cea84f95168b, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:39.948998 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] For port 3c48066d-1dfb-47fe-b20e-cea84f95168b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3c48066d-1dfb-47fe-b20e-cea84f95168b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:39.960656 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.963677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (a083900c-6f57-40fe-89b2-856f5521aa33), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:39.985885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-274cb7e1-7442-42d7-8d0a-1e46b7f7a654 req-0425ead9-9758-4d3d-b183-f2ea697ae214 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999908 Feb 09 02:04:39.999981 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Routers {'a083900c-6f57-40fe-89b2-856f5521aa33'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:40.001604 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a083900c-6f57-40fe-89b2-856f5521aa33'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:40.016555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c725c46f-f221-4880-907c-487e1e17fe80 req-42f92be4-e327-4561-8c32-b4a5cc603963 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886071 Feb 09 02:04:40.151656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.154837 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948a93c-f406-45b8-8a33-41e9040b974e None None] Pushing event updated for resources: {'Port': ['ID=3c48066d-1dfb-47fe-b20e-cea84f95168b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:40.189194 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] Set router a083900c-6f57-40fe-89b2-856f5521aa33 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:40.333205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks [] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.339298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.379261 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:38Z', 'revision_number': 3, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port': {'id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:37Z', 'updated_at': '2022-02-09T02:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:40.413498 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1020b-0f6b-4324-abe9-c5625e20d9a3 None None] The sync data for ids ['a083900c-6f57-40fe-89b2-856f5521aa33'] in n-d-826675-12 is: [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:38Z', 'revision_number': 3, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port': {'id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:37Z', 'updated_at': '2022-02-09T02:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:40.418373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Pushing event updated for resources: {'Port': ['ID=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:40.424184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (a083900c-6f57-40fe-89b2-856f5521aa33), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.539229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:40.540881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:40.715672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Router a083900c-6f57-40fe-89b2-856f5521aa33 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:40.727337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 19c5235d-3f0f-4aa3-8589-bb686d186dc2 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:40.856863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:40.862942 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-800a5012-2527-4223-972a-085e767b9d44 admin admin] 10.222.0.53 "PUT /v2.0/routers/a083900c-6f57-40fe-89b2-856f5521aa33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9108927 Feb 09 02:04:40.884343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 19c5235d-3f0f-4aa3-8589-bb686d186dc2, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19c5235d-3f0f-4aa3-8589-bb686d186dc2,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:40.899917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '19c5235d-3f0f-4aa3-8589-bb686d186dc2', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '19c5235d-3f0f-4aa3-8589-bb686d186dc2', 'mac_address': 'fa:16:3e:c8:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:40.962534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:40.963745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:40.979932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c5235d-3f0f-4aa3-8589-bb686d186dc2 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:41.018979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 19c5235d-3f0f-4aa3-8589-bb686d186dc2, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19c5235d-3f0f-4aa3-8589-bb686d186dc2,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:41.034316 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:41.037116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c48066d-1dfb-47fe-b20e-cea84f95168b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:41.188482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=19c5235d-3f0f-4aa3-8589-bb686d186dc2,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:41.201696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.202053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.202400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.202891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.203821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.204159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.204490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.204818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.205098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60735351-916a-44b3-a195-46fdc588c6aa req-46e76395-66bb-4d5c-aa49-c26489cc9ff2 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:41.205555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.205555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.205765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.206088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.206410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:41.206800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60735351-916a-44b3-a195-46fdc588c6aa req-46e76395-66bb-4d5c-aa49-c26489cc9ff2 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 948 time: 0.1107187 Feb 09 02:04:41.228510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a2f16-2a7a-42ea-8fe3-9ebe52ddfc8b req-c38781e0-1d33-4864-b282-397e4939f350 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:41.230433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3c48066d-1dfb-47fe-b20e-cea84f95168b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:41.231792 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:41.237491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d77a2f16-2a7a-42ea-8fe3-9ebe52ddfc8b req-c38781e0-1d33-4864-b282-397e4939f350 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1069927 Feb 09 02:04:41.330110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d77a2f16-2a7a-42ea-8fe3-9ebe52ddfc8b req-3f6104c8-78a5-4c18-80a5-013a06e9d908 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905671 Feb 09 02:04:41.335474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3c48066d-1dfb-47fe-b20e-cea84f95168b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:41.336009 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:41.345286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60735351-916a-44b3-a195-46fdc588c6aa req-90376c7f-724f-4cc0-90e0-87ce985c6b56 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316838 Feb 09 02:04:41.372064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 3c48066d-1dfb-47fe-b20e-cea84f95168b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3c48066d-1dfb-47fe-b20e-cea84f95168b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:41.378133 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:41.451538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['19c5235d-3f0f-4aa3-8589-bb686d186dc2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:41.462147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=3c48066d-1dfb-47fe-b20e-cea84f95168b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:41.675110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-fd6c32d6-a8d5-454d-96cd-009538f038bd tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:41.676587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-fd6c32d6-a8d5-454d-96cd-009538f038bd tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 810 time: 0.1225965 Feb 09 02:04:41.692826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-d2b6d5ce-fd12-4c7a-9fff-e633316df32d tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/quotas/8947044258ce4e7abddeff493005fc22 HTTP/1.1" status: 200 len: 375 time: 0.0106578 Feb 09 02:04:41.757957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-a1cd24aa-825d-4af6-a7d9-c95a9a5e896e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591433 Feb 09 02:04:41.846725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:41.855100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-19ddc1cd-a8f3-4c0e-a1e3-6021406eeb21 service neutron] 10.222.0.53 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899990 Feb 09 02:04:41.977557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-d3e09b4d-75ed-49c6-8103-5b83ba9bfba8 service neutron] 10.222.0.53 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156335 Feb 09 02:04:42.121507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:42.122145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:42.184440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:42.187602 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a511294d-627a-496b-ba8e-24db3df4bf75" -d '{"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-unplugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:42.204834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:42.212909 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:42.310285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c9897ab-dcdc-497f-8e84-32e69776bec5 req-612c9e46-b11e-4ee4-af9c-3248589b9b0d tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 210 time: 0.0635593 Feb 09 02:04:42.336995 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affdabaf-acc3-488e-8da5-00810f1d39dd x-openstack-request-id: req-affdabaf-acc3-488e-8da5-00810f1d39dd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:42.337305 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-unplugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:42.338312 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-affdabaf-acc3-488e-8da5-00810f1d39dd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:42.343048 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'code': 200} Feb 09 02:04:42.355366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:42.565196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf22ae-70ac-4039-b221-de2887bcc611 req-f671d79a-bfaa-42d8-8228-272f03275ec9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:42.566825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbf22ae-70ac-4039-b221-de2887bcc611 req-f671d79a-bfaa-42d8-8228-272f03275ec9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 947 time: 0.1304190 Feb 09 02:04:42.602228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550022e-1e5e-417c-8fbe-2834f7ef055c req-5a6d61d2-8106-4915-b689-dc722d882524 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:42.609950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8550022e-1e5e-417c-8fbe-2834f7ef055c req-5a6d61d2-8106-4915-b689-dc722d882524 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 948 time: 0.1134274 Feb 09 02:04:42.745338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbf22ae-70ac-4039-b221-de2887bcc611 req-cc38fe16-c029-47af-b316-8ef229920e25 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638291 Feb 09 02:04:42.751148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 19c5235d-3f0f-4aa3-8589-bb686d186dc2 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:42.787662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8550022e-1e5e-417c-8fbe-2834f7ef055c req-668d9dce-3c2d-45aa-af7e-870af4189642 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766572 Feb 09 02:04:42.803180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Sync routers for ids ['a083900c-6f57-40fe-89b2-856f5521aa33'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:42.817466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Routers {'a083900c-6f57-40fe-89b2-856f5521aa33'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:42.819236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a083900c-6f57-40fe-89b2-856f5521aa33'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:42.987058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Set router a083900c-6f57-40fe-89b2-856f5521aa33 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:43.023921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c48066d-1dfb-47fe-b20e-cea84f95168b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:43.182908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:43.199174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:43.199548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.263845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3c48066d-1dfb-47fe-b20e-cea84f95168b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:43.264211 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.418755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:43.419254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.460801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:40Z', 'revision_number': 4, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port': {'id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:37Z', 'updated_at': '2022-02-09T02:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c87b5381-425d-4c6c-9ab7-f9b9c937f59c', 'name': '', 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'mac_address': 'fa:16:3e:d6:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:39Z', 'updated_at': '2022-02-09T02:04:40Z', 'revision_number': 2, 'project_id': '8947044258ce4e7abddeff493005fc22', 'subnets': [{'id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:43.468920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3c48066d-1dfb-47fe-b20e-cea84f95168b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:43.498407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32982b30-4c14-4525-b084-0482aaf9c0c9 req-19d8c0bf-e424-4587-b060-8f85fa81616f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 210 time: 0.0785618 Feb 09 02:04:43.537836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 19c5235d-3f0f-4aa3-8589-bb686d186dc2, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19c5235d-3f0f-4aa3-8589-bb686d186dc2,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:43.539413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Checking router: a083900c-6f57-40fe-89b2-856f5521aa33 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:43.539805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Updating router a083900c-6f57-40fe-89b2-856f5521aa33 port c87b5381-425d-4c6c-9ab7-f9b9c937f59c binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:43.544179 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.608178 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:43.652838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=19c5235d-3f0f-4aa3-8589-bb686d186dc2,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:43.777440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-2e620c7c-c687-440b-bf5d-05dde50a5005 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:43.779028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-2e620c7c-c687-440b-bf5d-05dde50a5005 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.72 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 810 time: 0.1798036 Feb 09 02:04:43.805529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Request body: {'port': {'device_id': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'admin_state_up': True, 'tenant_id': '8947044258ce4e7abddeff493005fc22'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:43.859250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:43.999891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Made reservation on behalf of 8947044258ce4e7abddeff493005fc22 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:44.006662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.039790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:04:44.226968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb85f-f157-40e5-a6ea-d8d801ee518f req-3e59364f-c5b1-4292-a886-3ff703c2c854 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:44.228491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-086bb85f-f157-40e5-a6ea-d8d801ee518f req-3e59364f-c5b1-4292-a886-3ff703c2c854 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 949 time: 0.2311940 Feb 09 02:04:44.235971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dd573-c51e-447d-918c-6ca40f3c46a5 req-9a47c473-db08-409f-8fb3-884cf107ea94 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:44.237469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-327dd573-c51e-447d-918c-6ca40f3c46a5 req-9a47c473-db08-409f-8fb3-884cf107ea94 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 947 time: 0.3095567 Feb 09 02:04:44.341290 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Publish callbacks [] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.347931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c5235d-3f0f-4aa3-8589-bb686d186dc2'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:44.352173 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a7cf4-b1bd-4342-827b-2cd0d6a09da5" -d '{"events": [{"server_uuid": "1b7d9fe8-546f-4ff2-a076-645814c3dfa5", "name": "network-vif-plugged", "status": "completed", "tag": "19c5235d-3f0f-4aa3-8589-bb686d186dc2"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:44.358086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:44.370506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-086bb85f-f157-40e5-a6ea-d8d801ee518f req-816a06ab-be40-4c5a-9025-515d4204440f tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315608 Feb 09 02:04:44.381599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-327dd573-c51e-447d-918c-6ca40f3c46a5 req-e3d0cf1a-6872-4cf5-bdf6-b83ce0e0e0b3 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317587 Feb 09 02:04:44.400635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'mac_address': 'fa:16:3e:a1:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:44.414049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.467347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Allocated IP 172.20.0.5 (99afb082-e4f1-4839-91e4-3239bfdd2a2a/9fe6c004-387a-49bf-9855-e87e0a77b334/051d524b-5e82-485a-a5a9-0a6ca3ccad81) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:44.468163 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebd5cec-9399-4a23-872c-23f9698b51c4 x-openstack-request-id: req-6ebd5cec-9399-4a23-872c-23f9698b51c4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:44.468487 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7d9fe8-546f-4ff2-a076-645814c3dfa5", "name": "network-vif-plugged", "status": "completed", "tag": "19c5235d-3f0f-4aa3-8589-bb686d186dc2", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:44.469232 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ebd5cec-9399-4a23-872c-23f9698b51c4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:44.469684 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c5235d-3f0f-4aa3-8589-bb686d186dc2', 'code': 200} Feb 09 02:04:44.563389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6d88-d9c0-4427-95e3-1d859bd979e0 None None] Pushing event updated for resources: {'Port': ['ID=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:44.617656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:44.618062 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.639323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03204c9a-ed42-41ea-b073-433718adda8b req-789a36a3-947d-459e-a045-91b086742260 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 210 time: 0.0402582 Feb 09 02:04:44.639896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Attempting to bind port c87b5381-425d-4c6c-9ab7-f9b9c937f59c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:44.639896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Attempting to bind port c87b5381-425d-4c6c-9ab7-f9b9c937f59c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:44.640124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Attempting to bind port c87b5381-425d-4c6c-9ab7-f9b9c937f59c on network 99afb082-e4f1-4839-91e4-3239bfdd2a2a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:44.646634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636cd917-955c-464b-b6d4-4a2f53ba3586 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:44.652498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:44.652853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Checking segment: {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:44.653272 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.653669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Bound using segment: {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:44.654151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Bound port: c87b5381-425d-4c6c-9ab7-f9b9c937f59c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:44.654573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.706794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:44.715769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.741871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1c78d-b55f-4a08-99fd-9e208f464482 req-5d740c9b-6a21-49fb-999d-9c6956ce06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:44.743547 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-55b1c78d-b55f-4a08-99fd-9e208f464482 req-5d740c9b-6a21-49fb-999d-9c6956ce06bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 1132 time: 0.1371944 Feb 09 02:04:44.774278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] For port c87b5381-425d-4c6c-9ab7-f9b9c937f59c, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:44.779773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] For port c87b5381-425d-4c6c-9ab7-f9b9c937f59c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:44.793036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.796389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:44.815574 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks [] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.825301 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-55b1c78d-b55f-4a08-99fd-9e208f464482 req-b078dc60-6db5-4348-91ad-42854cd32e7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732524 Feb 09 02:04:44.857409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.869110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Routers {'a083900c-6f57-40fe-89b2-856f5521aa33'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:44.869760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a083900c-6f57-40fe-89b2-856f5521aa33'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:44.910193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:44.911915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:44.916462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:44.920786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Pushing event updated for resources: {'Port': ['ID=051d524b-5e82-485a-a5a9-0a6ca3ccad81,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:44.971532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:44.972194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:44.991440 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-929b9681-9ff5-4c6e-9634-4585df383d4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1912911 Feb 09 02:04:45.110087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6d88-d9c0-4427-95e3-1d859bd979e0 None None] Pushing event updated for resources: {'Port': ['ID=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:45.113684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Request body: {'port': {'device_id': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:45.153666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] Set router a083900c-6f57-40fe-89b2-856f5521aa33 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:45.182117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.313540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['636cd917-955c-464b-b6d4-4a2f53ba3586'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:45.548612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051d524b-5e82-485a-a5a9-0a6ca3ccad81 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:45.549346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ffa4b-64d0-4ddb-b529-0b6fc3aa9b0e req-4d7949cb-da5c-4635-a008-c59250bd0bd8 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:45.558093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a0ffa4b-64d0-4ddb-b529-0b6fc3aa9b0e req-4d7949cb-da5c-4635-a008-c59250bd0bd8 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 949 time: 0.0919962 Feb 09 02:04:45.558508 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Publish callbacks [] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.574806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Transition to ACTIVE for port object 051d524b-5e82-485a-a5a9-0a6ca3ccad81 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:45.585429 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.590597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:40Z', 'revision_number': 4, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port': {'id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:37Z', 'updated_at': '2022-02-09T02:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c87b5381-425d-4c6c-9ab7-f9b9c937f59c', 'name': '', 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'mac_address': 'fa:16:3e:d6:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:39Z', 'updated_at': '2022-02-09T02:04:44Z', 'revision_number': 4, 'project_id': '8947044258ce4e7abddeff493005fc22', 'subnets': [{'id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:45.623652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5bb0b-7118-40a3-a17f-74032b1c5498 None None] The sync data for ids ['a083900c-6f57-40fe-89b2-856f5521aa33'] in n-d-826675-12 is: [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:40Z', 'revision_number': 4, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port': {'id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:37Z', 'updated_at': '2022-02-09T02:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c87b5381-425d-4c6c-9ab7-f9b9c937f59c', 'name': '', 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'mac_address': 'fa:16:3e:d6:e8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:39Z', 'updated_at': '2022-02-09T02:04:44Z', 'revision_number': 4, 'project_id': '8947044258ce4e7abddeff493005fc22', 'subnets': [{'id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:45.644697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a0ffa4b-64d0-4ddb-b529-0b6fc3aa9b0e req-9b898dcf-5733-4911-8706-8d87796e41af tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789812 Feb 09 02:04:45.788356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Pushing event updated for resources: {'Port': ['ID=051d524b-5e82-485a-a5a9-0a6ca3ccad81,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:45.810247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Attempting to bind port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:45.810782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Attempting to bind port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:45.811312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Attempting to bind port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 on network 99afb082-e4f1-4839-91e4-3239bfdd2a2a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:45.817812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 on network 99afb082-e4f1-4839-91e4-3239bfdd2a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:45.818397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Attempting to bind port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 on network 99afb082-e4f1-4839-91e4-3239bfdd2a2a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:45.824038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:45.824648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Checking segment: {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:45.824878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Bound using segment: {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:45.825542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Bound port: 051d524b-5e82-485a-a5a9-0a6ca3ccad81, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:45.826376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:45.844753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e107d-d8da-47b0-8966-ef29c03968f2 req-caf4403e-a18f-4310-b87e-a90914a78a22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:45.846692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172e107d-d8da-47b0-8966-ef29c03968f2 req-caf4403e-a18f-4310-b87e-a90914a78a22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 948 time: 0.0973833 Feb 09 02:04:45.967182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] For port 051d524b-5e82-485a-a5a9-0a6ca3ccad81, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:45.972290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] For port 051d524b-5e82-485a-a5a9-0a6ca3ccad81, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:45.985880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.012064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172e107d-d8da-47b0-8966-ef29c03968f2 req-c1ae7008-4122-44f0-ba65-8b4015b240a0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552780 Feb 09 02:04:46.040767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:46.041754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:46.043663 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] 10.222.0.72 "PUT /v2.0/ports/051d524b-5e82-485a-a5a9-0a6ca3ccad81 HTTP/1.1" status: 200 len: 1092 time: 0.9362485 Feb 09 02:04:46.044472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'tag': '051d524b-5e82-485a-a5a9-0a6ca3ccad81'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:46.048411 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f53d88-09d5-43aa-97ae-4d91d6776b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "00c7981b-4e54-4c6f-8b7c-f6df85711a74", "tag": "051d524b-5e82-485a-a5a9-0a6ca3ccad81"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:46.127955 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84da06c-abd1-4210-b284-c0fc669d32df x-openstack-request-id: req-a84da06c-abd1-4210-b284-c0fc669d32df {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:46.128104 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c7981b-4e54-4c6f-8b7c-f6df85711a74", "tag": "051d524b-5e82-485a-a5a9-0a6ca3ccad81", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:46.128360 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a84da06c-abd1-4210-b284-c0fc669d32df {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:46.128774 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'tag': '051d524b-5e82-485a-a5a9-0a6ca3ccad81', 'status': 'completed', 'code': 200} Feb 09 02:04:46.137056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29845b-0995-47f6-864f-9d2bce90bef0 service neutron] Pushing event updated for resources: {'Port': ['ID=051d524b-5e82-485a-a5a9-0a6ca3ccad81,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:46.139915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972d847-8cdf-418d-a8a8-cd30731bc06b req-81d9d27c-3b00-4a4c-85e2-30d72ec21c16 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:46.153778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6972d847-8cdf-418d-a8a8-cd30731bc06b req-81d9d27c-3b00-4a4c-85e2-30d72ec21c16 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 943 time: 0.1967752 Feb 09 02:04:46.230889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6972d847-8cdf-418d-a8a8-cd30731bc06b req-0e4792fd-0d87-4cfb-bafa-527f09f60fef tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760729 Feb 09 02:04:46.231957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-1df71c38-cadf-4282-b035-1a946b3dc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:46.249284 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-1df71c38-cadf-4282-b035-1a946b3dc8ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 1126 time: 0.1285920 Feb 09 02:04:46.301090 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-13777a4d-8911-4a0c-9f50-813e938547ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81 HTTP/1.1" status: 200 len: 217 time: 0.0408485 Feb 09 02:04:46.411570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-b761beb9-031d-4f97-bc21-6d97c866a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:46.413261 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-b761beb9-031d-4f97-bc21-6d97c866a99b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 200 len: 850 time: 0.1007433 Feb 09 02:04:46.461879 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-8bc28c42-d5b1-4c57-9773-60ba05ba412f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99afb082-e4f1-4839-91e4-3239bfdd2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362675 Feb 09 02:04:46.632281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-441b4b19-10f0-446e-9f05-5b608712ee5b service neutron] 10.222.0.72 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607094 Feb 09 02:04:46.871953 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d9c2d9c2-57ea-4538-ba3f-51a949097787 req-f0fe9124-6133-4c6f-8d4b-c90f33f4c3b5 service neutron] 10.222.0.72 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330759 Feb 09 02:04:46.902139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebd096-4a69-45f2-a261-6c8d366011e9 req-e7acbe30-333e-4ced-9019-9ac81bf492d7 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:46.914591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2ebd096-4a69-45f2-a261-6c8d366011e9 req-e7acbe30-333e-4ced-9019-9ac81bf492d7 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 949 time: 0.1143763 Feb 09 02:04:47.024046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2ebd096-4a69-45f2-a261-6c8d366011e9 req-392002f1-ac63-498e-bee6-d656904b10b0 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056643 Feb 09 02:04:47.096596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c87b5381-425d-4c6c-9ab7-f9b9c937f59c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:47.146200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-a1c5efe3-1a91-4ca6-844e-eb6329cdec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.154087 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-a1c5efe3-1a91-4ca6-844e-eb6329cdec52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 1126 time: 0.2042670 Feb 09 02:04:47.277344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c87b5381-425d-4c6c-9ab7-f9b9c937f59c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:47.277935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.325201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7560b-dbb1-48e1-ae3d-1bec4c49ab6a req-bb96eac3-a324-4271-b062-e840bc237452 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.333577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc7560b-dbb1-48e1-ae3d-1bec4c49ab6a req-bb96eac3-a324-4271-b062-e840bc237452 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 948 time: 0.1161366 Feb 09 02:04:47.417605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-cbc19333-7063-412f-9eb9-32831dbfd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.419632 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-cbc19333-7063-412f-9eb9-32831dbfd460 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 911 time: 0.2615538 Feb 09 02:04:47.446113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc7560b-dbb1-48e1-ae3d-1bec4c49ab6a req-f59e0c7b-17f7-4174-b4c9-e0d2cea72910 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084366 Feb 09 02:04:47.524718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c87b5381-425d-4c6c-9ab7-f9b9c937f59c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:47.531898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.550356 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-6e9493fe-d191-4ecc-b291-896232c45a4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81 HTTP/1.1" status: 200 len: 217 time: 0.1148520 Feb 09 02:04:47.579554 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.614446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port c87b5381-425d-4c6c-9ab7-f9b9c937f59c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:47.630027 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:47.670212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707038d-52b3-4e68-8157-dcc7e14f53e0 req-e07debc2-38d4-4eac-a230-17258fe5a263 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:47.681815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2707038d-52b3-4e68-8157-dcc7e14f53e0 req-e07debc2-38d4-4eac-a230-17258fe5a263 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 943 time: 0.1284857 Feb 09 02:04:47.787765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:47.832216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2707038d-52b3-4e68-8157-dcc7e14f53e0 req-c9eb7a5a-8b8a-40c5-bc8f-0761f5823d1e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359394 Feb 09 02:04:47.883054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:48.005456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 636cd917-955c-464b-b6d4-4a2f53ba3586 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:48.005456 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:48.096233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-a4ae888a-478d-4084-aca6-ca99d99d6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:48.098379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-a4ae888a-478d-4084-aca6-ca99d99d6eb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 200 len: 850 time: 0.5344563 Feb 09 02:04:48.152276 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-9794d2b6-57dd-4926-8f9f-0dea00cb601b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99afb082-e4f1-4839-91e4-3239bfdd2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436909 Feb 09 02:04:48.175507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:48.176052 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:48.206925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:48.209449 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f553762e-035a-4c6d-a8a8-885cb72575cb" -d '{"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-plugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:48.227618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:48.238183 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:48.259928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cebb8-64e8-42fc-9bc8-e0667a35edd7 req-02f20cef-2aba-4a76-9109-74f87c95698f tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:48.271330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e9cebb8-64e8-42fc-9bc8-e0667a35edd7 req-02f20cef-2aba-4a76-9109-74f87c95698f tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 949 time: 0.1160672 Feb 09 02:04:48.300972 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d076cfb1-7943-4834-b655-0733f58c1360 x-openstack-request-id: req-d076cfb1-7943-4834-b655-0733f58c1360 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:48.302010 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-plugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:48.302282 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d076cfb1-7943-4834-b655-0733f58c1360 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:48.302885 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'code': 200} Feb 09 02:04:48.346300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:48.355925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e9cebb8-64e8-42fc-9bc8-e0667a35edd7 req-71a73a1f-0186-4a18-9132-744cb3e7a83d tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825946 Feb 09 02:04:48.365821 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-0660c4aa-2661-48bd-9524-6e08feecb068 service neutron] 10.222.0.72 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020867 Feb 09 02:04:48.466784 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-91f53d88-09d5-43aa-97ae-4d91d6776b2d req-97ba16c6-4ba9-4e74-8c82-ce0821fdfcae service neutron] 10.222.0.72 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941544 Feb 09 02:04:48.600431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d85731-885f-4a34-b06a-29b51081e777 req-3c72fedf-b419-4e41-939f-2fe31c7c7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:48.602017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-32d85731-885f-4a34-b06a-29b51081e777 req-3c72fedf-b419-4e41-939f-2fe31c7c7733 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1132 time: 0.0651829 Feb 09 02:04:48.634378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621706d3-ebbc-42eb-810b-fff3343d74a2 req-28079734-b2f2-46e2-945c-cb30eedd5431 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:48.643477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-621706d3-ebbc-42eb-810b-fff3343d74a2 req-28079734-b2f2-46e2-945c-cb30eedd5431 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0775993 Feb 09 02:04:48.671098 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-32d85731-885f-4a34-b06a-29b51081e777 req-28fdfbfe-aca1-4e28-97ca-6fb3455f81d4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624290 Feb 09 02:04:48.690269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-621706d3-ebbc-42eb-810b-fff3343d74a2 req-81286cea-5ff4-4c6d-bda9-e6e16079e29e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 Feb 09 02:04:48.730277 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:48.953037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c87b5381-425d-4c6c-9ab7-f9b9c937f59c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:48.965759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcb737-b44d-4365-891d-14f27094ecf6 req-bfb8175f-2531-46e0-a4b9-8f4f9e03bd1d tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:48.967559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11fcb737-b44d-4365-891d-14f27094ecf6 req-bfb8175f-2531-46e0-a4b9-8f4f9e03bd1d tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 943 time: 0.0661614 Feb 09 02:04:49.027798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11fcb737-b44d-4365-891d-14f27094ecf6 req-ebfc1347-7935-4f0b-a5c0-6414bb2e9f15 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539906 Feb 09 02:04:49.034159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c87b5381-425d-4c6c-9ab7-f9b9c937f59c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:49.034657 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:49.165038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c87b5381-425d-4c6c-9ab7-f9b9c937f59c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:49.501152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346ae30-ee53-4a57-9d79-53f8fe2973c8 req-67644fe9-d55b-40ee-8731-a6d1feff2f36 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:49.502422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4346ae30-ee53-4a57-9d79-53f8fe2973c8 req-67644fe9-d55b-40ee-8731-a6d1feff2f36 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 949 time: 0.0692811 Feb 09 02:04:49.558983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4346ae30-ee53-4a57-9d79-53f8fe2973c8 req-c29d275f-50cb-4937-94ae-646f43ca620c tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Feb 09 02:04:49.664497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-d9f6fb5e-f978-435d-81a8-17d1de0b9df7 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:49.666042 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-d9f6fb5e-f978-435d-81a8-17d1de0b9df7 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 949 time: 0.0574169 Feb 09 02:04:49.781447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Deleting port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:49.781714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:49.830404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca20f0-67c4-46dc-abb7-27af2415131b req-12dfbe5e-6a08-4f41-99cd-aa9b835e9ccb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:49.836462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21ca20f0-67c4-46dc-abb7-27af2415131b req-12dfbe5e-6a08-4f41-99cd-aa9b835e9ccb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0662184 Feb 09 02:04:49.892903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21ca20f0-67c4-46dc-abb7-27af2415131b req-7f4cfc95-6869-4314-8669-ddb504d6a5a7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Feb 09 02:04:49.928422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] For port 19c5235d-3f0f-4aa3-8589-bb686d186dc2, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19c5235d-3f0f-4aa3-8589-bb686d186dc2,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:49.928949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:49.949135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Calling delete_port for 19c5235d-3f0f-4aa3-8589-bb686d186dc2 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:50.113664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (19c5235d-3f0f-4aa3-8589-bb686d186dc2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.130691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['19c5235d-3f0f-4aa3-8589-bb686d186dc2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:50.165344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Pushing event deleted for resources: {'Port': ['ID=19c5235d-3f0f-4aa3-8589-bb686d186dc2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:50.215823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] No DVR routers for this DVR port 19c5235d-3f0f-4aa3-8589-bb686d186dc2 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:50.219117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.223729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7eb223c2-163c-48ce-9d53-3bb1a32c8e1a req-ba315e09-b36f-443e-a156-540d2123ca0e tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.72 "DELETE /v2.0/ports/19c5235d-3f0f-4aa3-8589-bb686d186dc2 HTTP/1.1" status: 204 len: 173 time: 0.5514164 Feb 09 02:04:50.225505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'name': 'network-vif-deleted', 'tag': '19c5235d-3f0f-4aa3-8589-bb686d186dc2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:50.227001 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b171e-cd0d-4147-8854-0a3ea751fb02" -d '{"events": [{"server_uuid": "1b7d9fe8-546f-4ff2-a076-645814c3dfa5", "name": "network-vif-deleted", "tag": "19c5235d-3f0f-4aa3-8589-bb686d186dc2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:50.298907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbbd78-a977-4790-96f6-e561c0ffb77b req-2091a9bc-f2e4-4931-939d-279af1f7c2ea tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:50.305825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3bbbd78-a977-4790-96f6-e561c0ffb77b req-2091a9bc-f2e4-4931-939d-279af1f7c2ea tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 943 time: 0.1690285 Feb 09 02:04:50.427475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3bbbd78-a977-4790-96f6-e561c0ffb77b req-04159645-a65c-4e24-8311-84de751ab55f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190889 Feb 09 02:04:50.481232 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdb4651-55e3-45e6-a0e2-6a446e578e80 x-openstack-request-id: req-dbdb4651-55e3-45e6-a0e2-6a446e578e80 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:50.481882 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7d9fe8-546f-4ff2-a076-645814c3dfa5", "name": "network-vif-deleted", "tag": "19c5235d-3f0f-4aa3-8589-bb686d186dc2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:50.482225 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbdb4651-55e3-45e6-a0e2-6a446e578e80 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:50.482763 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7d9fe8-546f-4ff2-a076-645814c3dfa5', 'name': 'network-vif-deleted', 'tag': '19c5235d-3f0f-4aa3-8589-bb686d186dc2', 'status': 'completed', 'code': 200} Feb 09 02:04:50.694637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58d70bf6-c15f-439f-b4c3-7e94653f8285 req-ea4a98ef-ec2c-4ce9-8f31-0d46f6448bf7 tempest-TenantUsagesTestJSON-674751486 tempest-TenantUsagesTestJSON-674751486-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b7d9fe8-546f-4ff2-a076-645814c3dfa5 HTTP/1.1" status: 200 len: 210 time: 0.0373504 Feb 09 02:04:50.815262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 051d524b-5e82-485a-a5a9-0a6ca3ccad81 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:50.938652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 051d524b-5e82-485a-a5a9-0a6ca3ccad81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:50.954847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '051d524b-5e82-485a-a5a9-0a6ca3ccad81', 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'port_id': '051d524b-5e82-485a-a5a9-0a6ca3ccad81', 'mac_address': 'fa:16:3e:d0:15:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:50.995949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:50.996445 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.009957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051d524b-5e82-485a-a5a9-0a6ca3ccad81 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:51.033514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 051d524b-5e82-485a-a5a9-0a6ca3ccad81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:51.039877 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:51.051213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f367-8524-41a7-91a4-103ebb131d60 req-e22c2b2e-ec36-4abf-8d56-2f682a52d068 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.052717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b026f367-8524-41a7-91a4-103ebb131d60 req-e22c2b2e-ec36-4abf-8d56-2f682a52d068 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0761020 Feb 09 02:04:51.091508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=051d524b-5e82-485a-a5a9-0a6ca3ccad81,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:51.108096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b026f367-8524-41a7-91a4-103ebb131d60 req-53722833-70e5-4462-83c2-76e7b1d54099 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487423 Feb 09 02:04:51.231083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aca96-c5a7-45f9-83b2-b80e2bacff78 req-00b46fe7-2c12-4044-84c9-67f5f93cb2d9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.232970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f38aca96-c5a7-45f9-83b2-b80e2bacff78 req-00b46fe7-2c12-4044-84c9-67f5f93cb2d9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0547357 Feb 09 02:04:51.289426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f38aca96-c5a7-45f9-83b2-b80e2bacff78 req-1bb68e82-b234-4d28-a66e-67f4e12d9760 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494442 Feb 09 02:04:51.412422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['051d524b-5e82-485a-a5a9-0a6ca3ccad81'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:51.606764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c0740-7459-46cf-af6e-b86e549d4c62 req-2734afa4-5b3c-43af-8430-34ffb515271c tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.608371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f2c0740-7459-46cf-af6e-b86e549d4c62 req-2734afa4-5b3c-43af-8430-34ffb515271c tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 944 time: 0.0960121 Feb 09 02:04:51.702558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f2c0740-7459-46cf-af6e-b86e549d4c62 req-cc6b2f4c-eda2-42fd-ac65-79816580bcfd tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865960 Feb 09 02:04:51.731956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a5be9-0924-4ff1-bbd3-5010c3dc22ae req-97739759-98d2-446c-b2e9-f8a3b17545c6 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:51.733563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db0a5be9-0924-4ff1-bbd3-5010c3dc22ae req-97739759-98d2-446c-b2e9-f8a3b17545c6 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0892251 Feb 09 02:04:51.793025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db0a5be9-0924-4ff1-bbd3-5010c3dc22ae req-00a8b220-8754-4938-9f30-ab0b98087164 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Feb 09 02:04:52.012908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39340) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:52.152389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1d230415-852e-4dbc-893d-5cdcb991ce31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f35fe0495c19461588daa487cc21ab9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382906 Feb 09 02:04:52.154879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39344) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:52.207913 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Publish callbacks [] for security_group (8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.231269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Publish callbacks [] for security_group (8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.284596 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.287419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.288561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad HTTP/1.1" status: 204 len: 168 time: 0.1327651 Feb 09 02:04:52.296548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9ddbc0-a1f5-4aff-86e3-10325ce1d7ad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:52.304584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.305056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.305413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.305754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.306086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.306418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.306914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.307248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.307574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.308064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.308395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.308717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.309091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb711f4-d1b3-4549-964e-6d74a5cafbe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:52.638925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:52.660776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f91e3b3e-ecf8-455c-8778-6cd004942cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.741344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f91e3b3e-ecf8-455c-8778-6cd004942cf0 admin admin] Publish callbacks [] for security_group (ab7728c0-8050-44e5-b61d-12619a9065b1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.757414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f91e3b3e-ecf8-455c-8778-6cd004942cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ab7728c0-8050-44e5-b61d-12619a9065b1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.801879 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f91e3b3e-ecf8-455c-8778-6cd004942cf0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=660f28aefcc8483596edca3b2c9f2f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606517 Feb 09 02:04:52.802567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:52.809417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e3b3e-ecf8-455c-8778-6cd004942cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7728c0-8050-44e5-b61d-12619a9065b1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:52.823166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 051d524b-5e82-485a-a5a9-0a6ca3ccad81 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:52.896143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c74a-5e31-453d-b44d-99a92673f8c7 req-925733f9-7d8a-443a-a479-304e6505409f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:52.898391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1a6c74a-5e31-453d-b44d-99a92673f8c7 req-925733f9-7d8a-443a-a479-304e6505409f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 944 time: 0.1027756 Feb 09 02:04:52.916666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:52.922793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8da6869e-d0e8-4228-be6a-c80e824864e9 admin admin] Publish callbacks [] for security_group (ab7728c0-8050-44e5-b61d-12619a9065b1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.923344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:52.923994 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:52.953090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8da6869e-d0e8-4228-be6a-c80e824864e9 admin admin] Publish callbacks [] for security_group (ab7728c0-8050-44e5-b61d-12619a9065b1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:53.002004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1a6c74a-5e31-453d-b44d-99a92673f8c7 req-d1feb838-9d93-42c3-88fe-b6c491e216d1 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756378 Feb 09 02:04:53.013280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f1b6-bd2a-43f4-ae87-0074034cc656 req-d97fc46c-5d06-4370-a1c8-1d7f12f97043 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:53.020993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d7f1b6-bd2a-43f4-ae87-0074034cc656 req-d97fc46c-5d06-4370-a1c8-1d7f12f97043 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1101251 Feb 09 02:04:53.033415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8da6869e-d0e8-4228-be6a-c80e824864e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ab7728c0-8050-44e5-b61d-12619a9065b1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:53.036760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8da6869e-d0e8-4228-be6a-c80e824864e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:53.040693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8da6869e-d0e8-4228-be6a-c80e824864e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab7728c0-8050-44e5-b61d-12619a9065b1 HTTP/1.1" status: 204 len: 168 time: 0.2342496 Feb 09 02:04:53.047812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6869e-d0e8-4228-be6a-c80e824864e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7728c0-8050-44e5-b61d-12619a9065b1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:53.094681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d7f1b6-bd2a-43f4-ae87-0074034cc656 req-321b29fa-b246-41b1-8fd5-2de43ce9bf3e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654728 Feb 09 02:04:53.198083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:53.198508 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:53.254979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d524b-5e82-485a-a5a9-0a6ca3ccad81'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:53.257203 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a327d6-87e4-49a4-bdf2-44e1bd3d786d" -d '{"events": [{"server_uuid": "00c7981b-4e54-4c6f-8b7c-f6df85711a74", "name": "network-vif-plugged", "status": "completed", "tag": "051d524b-5e82-485a-a5a9-0a6ca3ccad81"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:53.282922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 051d524b-5e82-485a-a5a9-0a6ca3ccad81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:53.299171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:53.300520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 19c5235d-3f0f-4aa3-8589-bb686d186dc2 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:53.336814 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a8408-eb65-4eab-a176-6be5a1696490 x-openstack-request-id: req-3c4a8408-eb65-4eab-a176-6be5a1696490 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:53.337134 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c7981b-4e54-4c6f-8b7c-f6df85711a74", "name": "network-vif-plugged", "status": "completed", "tag": "051d524b-5e82-485a-a5a9-0a6ca3ccad81", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:53.337782 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c4a8408-eb65-4eab-a176-6be5a1696490 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:53.338344 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d524b-5e82-485a-a5a9-0a6ca3ccad81', 'code': 200} Feb 09 02:04:53.340883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60f9367d-cd9e-43b2-ad6d-0112aa4d1075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:53.383878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 19c5235d-3f0f-4aa3-8589-bb686d186dc2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:53.384541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 19c5235d-3f0f-4aa3-8589-bb686d186dc2 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:53.438128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8c73-df76-4a66-82ae-341a760f1430 req-af28d40b-dc86-4b82-aa88-665accc82a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:53.440019 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7ecd8c73-df76-4a66-82ae-341a760f1430 req-af28d40b-dc86-4b82-aa88-665accc82a01 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 1128 time: 0.0506051 Feb 09 02:04:53.443514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=051d524b-5e82-485a-a5a9-0a6ca3ccad81,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:53.501100 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7ecd8c73-df76-4a66-82ae-341a760f1430 req-dca98d3c-7e6f-4058-a1ed-daf30f041a4c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531635 Feb 09 02:04:53.876659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39380) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:53.990800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-network', 'tenant_id': '8551e2fa034645f58184666ac0e7e633'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:54.011601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Made reservation on behalf of 8551e2fa034645f58184666ac0e7e633 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:54.014227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.023037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.112431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks [] for security_group (39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.117822 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.150119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:54.164876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfa927-a7c7-4ac8-8207-9cd40ef3f11a req-cceb618e-b3a5-48b1-bc07-c7ceefe725c9 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:54.167909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11dfa927-a7c7-4ac8-8207-9cd40ef3f11a req-cceb618e-b3a5-48b1-bc07-c7ceefe725c9 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0836596 Feb 09 02:04:54.172585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:54.186190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (bca13f11-5be5-4981-adad-2caab872cfe2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.186759 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Added segment bca13f11-5be5-4981-adad-2caab872cfe2 of type vlan for network db52522e-7ed5-438b-b6cd-65e22add36d4 Feb 09 02:04:54.245234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (db52522e-7ed5-438b-b6cd-65e22add36d4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.258300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11dfa927-a7c7-4ac8-8207-9cd40ef3f11a req-72af4498-4f3d-4ca6-8c9b-0f53f431c2a4 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805967 Feb 09 02:04:54.282083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc8b75-282c-47e6-a7c1-ba666c57727e req-100a8f73-056a-4511-b9a8-957fa5438081 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:54.287471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (db52522e-7ed5-438b-b6cd-65e22add36d4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.289242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:54.289390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94dc8b75-282c-47e6-a7c1-ba666c57727e req-100a8f73-056a-4511-b9a8-957fa5438081 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1156816 Feb 09 02:04:54.290490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.341156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94dc8b75-282c-47e6-a7c1-ba666c57727e req-01779dad-63ab-4ede-af84-e8270fc65af2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509319 Feb 09 02:04:54.352752 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4748466 Feb 09 02:04:54.357477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39390) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:54.364569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Request body: {'subnet': {'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-subnet', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:54.373047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da0284-5282-4820-89a4-6746a5353b4b admin admin] Pushing event updated for resources: {'Network': ['ID=db52522e-7ed5-438b-b6cd-65e22add36d4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:54.385270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network db52522e-7ed5-438b-b6cd-65e22add36d4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:04:54.398751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Made reservation on behalf of 8551e2fa034645f58184666ac0e7e633 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:54.402285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.597766 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for subnet (51fc8c73-d455-49f5-9870-c451753e6e37), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.653262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fc8c73-d455-49f5-9870-c451753e6e37,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:54.663255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Checking segment: {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:54.663688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Network hostable DHCP agents. Network: db52522e-7ed5-438b-b6cd-65e22add36d4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:54.680838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Network db52522e-7ed5-438b-b6cd-65e22add36d4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:54.691735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, db52522e-7ed5-438b-b6cd-65e22add36d4) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:54.698148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:54.699138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.700272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869689c5-b8e2-42f2-bee1-8c7aa7a9964b None None] Network db52522e-7ed5-438b-b6cd-65e22add36d4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:54.721475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3475dce0-69c7-4b14-8689-753172fb58f7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3571930 Feb 09 02:04:54.721773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39392) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:54.728991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:54.760369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (8a957e4a-9a90-4357-babc-ccf40cb0de34), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.761739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (8a957e4a-9a90-4357-babc-ccf40cb0de34), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.819036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-db52522e-7ed5-438b-b6cd-65e22add36d4', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'project_id': '8551e2fa034645f58184666ac0e7e633', 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:04:54.819980 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.828818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks [] for router_controller (8a957e4a-9a90-4357-babc-ccf40cb0de34), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:54.989486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Allocated IP 172.20.0.2 (db52522e-7ed5-438b-b6cd-65e22add36d4/51fc8c73-d455-49f5-9870-c451753e6e37/616568fa-a171-48df-a664-783bb0b4b148) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:55.166920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Publish callbacks [] for port (616568fa-a171-48df-a664-783bb0b4b148), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.175789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (616568fa-a171-48df-a664-783bb0b4b148), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.213207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Network db52522e-7ed5-438b-b6cd-65e22add36d4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:55.216447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:55.220944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:55.239348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Pushing event updated for resources: {'Port': ['ID=616568fa-a171-48df-a664-783bb0b4b148,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:55.271798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks [] for router_gateway (8a957e4a-9a90-4357-babc-ccf40cb0de34), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.291907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Attempting to bind port 616568fa-a171-48df-a664-783bb0b4b148 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:55.292695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Attempting to bind port 616568fa-a171-48df-a664-783bb0b4b148 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:55.293060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Attempting to bind port 616568fa-a171-48df-a664-783bb0b4b148 on network db52522e-7ed5-438b-b6cd-65e22add36d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:55.309171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:55.310832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Checking segment: {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:55.311319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.314119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Bound using segment: {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:55.314692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Bound port: 616568fa-a171-48df-a664-783bb0b4b148, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:55.315104 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (616568fa-a171-48df-a664-783bb0b4b148), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.412378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] For port 616568fa-a171-48df-a664-783bb0b4b148, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:55.416425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] For port 616568fa-a171-48df-a664-783bb0b4b148, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=616568fa-a171-48df-a664-783bb0b4b148,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:55.427344 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (616568fa-a171-48df-a664-783bb0b4b148), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.435974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2b7f3-496c-4f24-b539-5aee8346353d req-9208e6c9-ecd0-4c9c-b6a0-97ed2e997dd9 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:55.437738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51d2b7f3-496c-4f24-b539-5aee8346353d req-9208e6c9-ecd0-4c9c-b6a0-97ed2e997dd9 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0868027 Feb 09 02:04:55.506150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0da6d-a6fd-44cb-9c94-fb46e8e0ba95 None None] Pushing event updated for resources: {'Port': ['ID=616568fa-a171-48df-a664-783bb0b4b148,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:55.641471 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a39e303a-15cc-4694-aa0d-cfe28e324bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.658934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f31446-bcb1-48d5-aa97-e07f7f108c3c req-dbca4882-b3fa-4a02-9330-631c7907374a tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:55.660583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5f31446-bcb1-48d5-aa97-e07f7f108c3c req-dbca4882-b3fa-4a02-9330-631c7907374a tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.2206867 Feb 09 02:04:55.665761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51d2b7f3-496c-4f24-b539-5aee8346353d req-541f3e15-d080-4d24-8e50-07e5c6eee990 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153137 Feb 09 02:04:55.803862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks [] for router_gateway (8a957e4a-9a90-4357-babc-ccf40cb0de34), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:55.815288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5f31446-bcb1-48d5-aa97-e07f7f108c3c req-56d61279-aeb8-4a08-b98c-6144a13759c7 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224334 Feb 09 02:04:55.846292 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:56.024913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Allocated IP 172.25.6.203 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/a2156677-9d22-4987-b187-c99e36347470) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:56.055874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-d69b94f8-7224-4895-ab2a-3af39a2f2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:56.057439 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-d69b94f8-7224-4895-ab2a-3af39a2f2616 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 1128 time: 0.0586913 Feb 09 02:04:56.153502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42554f7-cd55-4ccf-809f-0f4719dc3e12 req-f9d0fb84-6365-4bd8-8a91-58a97cccebc9 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:56.155381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d42554f7-cd55-4ccf-809f-0f4719dc3e12 req-f9d0fb84-6365-4bd8-8a91-58a97cccebc9 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1326609 Feb 09 02:04:56.173547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-dea9c299-f07f-4007-ab2f-ddd4da37731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:56.175991 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-dea9c299-f07f-4007-ab2f-ddd4da37731d service neutron] 10.222.0.72 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 911 time: 0.1117213 Feb 09 02:04:56.224915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-14664cf5-fdb8-4079-a716-88ffabfcba0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81 HTTP/1.1" status: 200 len: 217 time: 0.0412493 Feb 09 02:04:56.240480 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks [] for port (a2156677-9d22-4987-b187-c99e36347470), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:56.248176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d42554f7-cd55-4ccf-809f-0f4719dc3e12 req-4fa0a464-bed8-4c10-be0b-47bd43af8755 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833302 Feb 09 02:04:56.287183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-7fd3dcfb-cc68-4e77-a32d-a08e2eb69f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:56.287614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (a2156677-9d22-4987-b187-c99e36347470), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:56.288993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-7fd3dcfb-cc68-4e77-a32d-a08e2eb69f70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 200 len: 850 time: 0.0583308 Feb 09 02:04:56.330357 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-9ef0a547-fce1-415b-92fd-0984074a2b4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99afb082-e4f1-4839-91e4-3239bfdd2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303812 Feb 09 02:04:56.336129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2156677-9d22-4987-b187-c99e36347470,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:56.363933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:56.365706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:56.369057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:56.441767 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-7cd27140-dc64-42c0-b477-7d774e9301a1 service neutron] 10.222.0.72 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039138 Feb 09 02:04:56.581304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d00ef3c-173a-43ce-8534-fe6719076020 req-a550ae35-021f-4009-a274-275da5cd27de service neutron] 10.222.0.72 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321824 Feb 09 02:04:56.653631 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks [] for router_gateway (8a957e4a-9a90-4357-babc-ccf40cb0de34), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:56.725499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f87cdd-9b2c-4c25-bf6f-4ab0f6d1fe13 None None] Network db52522e-7ed5-438b-b6cd-65e22add36d4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:56.912303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (8a957e4a-9a90-4357-babc-ccf40cb0de34), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:56.988928 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.012177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2afdc01c-79fd-49b8-b5c0-616819dd7995 None None] Provisioning complete for port 616568fa-a171-48df-a664-783bb0b4b148 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:57.012559 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2afdc01c-79fd-49b8-b5c0-616819dd7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (616568fa-a171-48df-a664-783bb0b4b148), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.041227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 616568fa-a171-48df-a664-783bb0b4b148 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:57.060207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d022385-a928-4696-9906-42c77b6292f9 req-df259396-ddab-4656-9196-d024596a67d5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:57.061724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d022385-a928-4696-9906-42c77b6292f9 req-df259396-ddab-4656-9196-d024596a67d5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1733727 Feb 09 02:04:57.156591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d022385-a928-4696-9906-42c77b6292f9 req-4c5ea79c-0f96-4dc6-99d2-f596e4ee7e48 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743401 Feb 09 02:04:57.184286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 616568fa-a171-48df-a664-783bb0b4b148 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:57.184669 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (616568fa-a171-48df-a664-783bb0b4b148), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.195379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Router 8a957e4a-9a90-4357-babc-ccf40cb0de34 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:04:57.213033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2afdc01c-79fd-49b8-b5c0-616819dd7995 None None] Current status of the port 616568fa-a171-48df-a664-783bb0b4b148 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:57.213429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2afdc01c-79fd-49b8-b5c0-616819dd7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (616568fa-a171-48df-a664-783bb0b4b148), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.259148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2afdc01c-79fd-49b8-b5c0-616819dd7995 None None] For port 616568fa-a171-48df-a664-783bb0b4b148, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=616568fa-a171-48df-a664-783bb0b4b148,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:57.275342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2afdc01c-79fd-49b8-b5c0-616819dd7995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (616568fa-a171-48df-a664-783bb0b4b148), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.340440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:57.358230 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Sync routers for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:57.386611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc01c-79fd-49b8-b5c0-616819dd7995 None None] Pushing event updated for resources: {'Port': ['ID=616568fa-a171-48df-a664-783bb0b4b148,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:57.389322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.390595 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:57.391720 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:57.396508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:57.397144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6c13b56d-865d-495d-bef5-54159141b2c4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.6702046 Feb 09 02:04:57.401420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 616568fa-a171-48df-a664-783bb0b4b148 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:57.504276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1a5e6-6e9e-483c-a675-054f517058a6 req-fcd938a7-9b6b-4092-b684-a1a80ac848ad tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:57.506017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aca1a5e6-6e9e-483c-a675-054f517058a6 req-fcd938a7-9b6b-4092-b684-a1a80ac848ad tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0849426 Feb 09 02:04:57.557839 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:57.570903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aca1a5e6-6e9e-483c-a675-054f517058a6 req-58fe3b70-64fe-410b-be2c-35a55cb71694 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585184 Feb 09 02:04:57.608698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d99a131a-f29a-4f2c-b3b4-be7151939fb1 None None] Provisioning complete for port 616568fa-a171-48df-a664-783bb0b4b148 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:57.609727 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d99a131a-f29a-4f2c-b3b4-be7151939fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (616568fa-a171-48df-a664-783bb0b4b148), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.720749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d99a131a-f29a-4f2c-b3b4-be7151939fb1 None None] Current status of the port 616568fa-a171-48df-a664-783bb0b4b148 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:57.788207 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:56Z', 'revision_number': 3, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:57.815555 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Checking router: 8a957e4a-9a90-4357-babc-ccf40cb0de34 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:57.815909 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Updating router 8a957e4a-9a90-4357-babc-ccf40cb0de34 port a2156677-9d22-4987-b187-c99e36347470 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:57.844391 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2156677-9d22-4987-b187-c99e36347470), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.956076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:57.982193 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.139837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Allocated IP 172.20.0.1 (db52522e-7ed5-438b-b6cd-65e22add36d4/51fc8c73-d455-49f5-9870-c451753e6e37/78a08206-c0cf-4785-909e-9b920aa68ce3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:58.147888 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Publish callbacks [] for port (a2156677-9d22-4987-b187-c99e36347470), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.154694 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2156677-9d22-4987-b187-c99e36347470), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.212552 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de453-ad5c-4857-9608-8bbed937b975 None None] Pushing event updated for resources: {'Port': ['ID=a2156677-9d22-4987-b187-c99e36347470,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:58.240536 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Attempting to bind port a2156677-9d22-4987-b187-c99e36347470 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:58.241134 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Attempting to bind port a2156677-9d22-4987-b187-c99e36347470 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:58.241680 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Attempting to bind port a2156677-9d22-4987-b187-c99e36347470 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:58.248308 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:58.248947 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:58.249522 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.250805 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:58.251335 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Bound port: a2156677-9d22-4987-b187-c99e36347470, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:58.251728 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2156677-9d22-4987-b187-c99e36347470), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.273175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks [] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.309984 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] For port a2156677-9d22-4987-b187-c99e36347470, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:58.313993 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] For port a2156677-9d22-4987-b187-c99e36347470, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a2156677-9d22-4987-b187-c99e36347470,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:58.322709 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2156677-9d22-4987-b187-c99e36347470), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.327026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.333526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f6ca-08ac-4b53-a9b3-eaefd627ce94 req-d46eecda-371a-4e0b-a90d-7315a9a611f0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:58.341694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b90f6ca-08ac-4b53-a9b3-eaefd627ce94 req-d46eecda-371a-4e0b-a90d-7315a9a611f0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0770934 Feb 09 02:04:58.376000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Network db52522e-7ed5-438b-b6cd-65e22add36d4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:58.380838 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de453-ad5c-4857-9608-8bbed937b975 None None] Pushing event updated for resources: {'Port': ['ID=a2156677-9d22-4987-b187-c99e36347470,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:58.385938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:58.394654 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:58.395264 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:58.407837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:58.411092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Pushing event updated for resources: {'Port': ['ID=78a08206-c0cf-4785-909e-9b920aa68ce3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:58.454302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (8a957e4a-9a90-4357-babc-ccf40cb0de34), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.454683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b90f6ca-08ac-4b53-a9b3-eaefd627ce94 req-c8318713-4e95-4bb9-bf75-7b9efd70182d tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117694 Feb 09 02:04:58.517183 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:58.666589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.753472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9d9cb3df-21a5-4ade-a033-a8b5edd5a36d None None] Provisioning complete for port 78a08206-c0cf-4785-909e-9b920aa68ce3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:58.755907 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:56Z', 'revision_number': 3, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:58.756599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb3df-21a5-4ade-a033-a8b5edd5a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.766998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aa7ec-fc54-448d-ac06-a381d2adc3c1 req-de34b445-b8d1-4eb8-9ce5-31bd4c8b9dc0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:58.770105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b9aa7ec-fc54-448d-ac06-a381d2adc3c1 req-de34b445-b8d1-4eb8-9ce5-31bd4c8b9dc0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0760283 Feb 09 02:04:58.843956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b9aa7ec-fc54-448d-ac06-a381d2adc3c1 req-64f20cbb-b560-45f4-987f-694aa7766970 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615888 Feb 09 02:04:58.851517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9d9cb3df-21a5-4ade-a033-a8b5edd5a36d None None] Port 78a08206-c0cf-4785-909e-9b920aa68ce3 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:58.912301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks [] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.917504 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86f8ec-e70a-4d24-9531-6c3f4077bba9 None None] The sync data for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 is: [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:56Z', 'revision_number': 3, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:58.918826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:58.978328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 616568fa-a171-48df-a664-783bb0b4b148 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:59.010009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Pushing event updated for resources: {'Port': ['ID=78a08206-c0cf-4785-909e-9b920aa68ce3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:59.039377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (8a957e4a-9a90-4357-babc-ccf40cb0de34), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:59.061115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 616568fa-a171-48df-a664-783bb0b4b148 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:59.061696 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (616568fa-a171-48df-a664-783bb0b4b148), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:59.150915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Network db52522e-7ed5-438b-b6cd-65e22add36d4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:59.152467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:59.155104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 616568fa-a171-48df-a664-783bb0b4b148 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:59.332431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Router 8a957e4a-9a90-4357-babc-ccf40cb0de34 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:59.500542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:59.503451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e57ea186-3d54-48c4-9a19-58c49668a091 None None] Provisioning complete for port 78a08206-c0cf-4785-909e-9b920aa68ce3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:59.504009 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e57ea186-3d54-48c4-9a19-58c49668a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:59.507375 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ee049161-cd9c-442a-84ee-9fd5fd9667af admin admin] 10.222.0.53 "PUT /v2.0/routers/8a957e4a-9a90-4357-babc-ccf40cb0de34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1086144 Feb 09 02:04:59.556579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e57ea186-3d54-48c4-9a19-58c49668a091 None None] Port 78a08206-c0cf-4785-909e-9b920aa68ce3 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:59.605535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4804463-9bd3-4169-8f31-d28fdaf541a5 req-19aa6507-f027-42a2-82ef-4396795d0587 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:59.607625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4804463-9bd3-4169-8f31-d28fdaf541a5 req-19aa6507-f027-42a2-82ef-4396795d0587 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0771606 Feb 09 02:04:59.659433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:59.677843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4804463-9bd3-4169-8f31-d28fdaf541a5 req-77318734-64f7-4eca-b936-0d8cbac77d99 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 Feb 09 02:05:00.060199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63a2a-cec0-41bb-8217-043ce751f2d5 req-bceee5b9-a89f-45f4-8e1e-f8ea89cce85a tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:00.061598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63d63a2a-cec0-41bb-8217-043ce751f2d5 req-bceee5b9-a89f-45f4-8e1e-f8ea89cce85a tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1319339 Feb 09 02:05:00.123046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-51b2e6c3-5ea3-4698-a4ab-24727dae026e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:00.124527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-51b2e6c3-5ea3-4698-a4ab-24727dae026e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks?id=db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 200 len: 828 time: 0.1533551 Feb 09 02:05:00.147728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63d63a2a-cec0-41bb-8217-043ce751f2d5 req-b2ec5ff1-845f-4822-bb40-dca529ef79c1 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781441 Feb 09 02:05:00.150309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-465e09a1-b854-407c-9a6d-c5e163a252f6 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/quotas/8551e2fa034645f58184666ac0e7e633 HTTP/1.1" status: 200 len: 375 time: 0.0145230 Feb 09 02:05:00.208763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-c0c07d48-13e0-4b25-912b-e165c4ebfc73 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8551e2fa034645f58184666ac0e7e633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521672 Feb 09 02:05:00.304463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-7b201dbc-1246-4559-9f89-1b38784cfd82 service neutron] 10.222.0.53 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890739 Feb 09 02:05:00.420648 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:05:00.631863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-703aa4ec-32df-462c-a6f2-a64f542dc673 service neutron] 10.222.0.53 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211381 Feb 09 02:05:00.832919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6e11e-afc6-4177-bdf5-502372e77d2d req-ced90c1d-76b0-4342-ae86-a209435b5a29 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:00.837982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30a6e11e-afc6-4177-bdf5-502372e77d2d req-ced90c1d-76b0-4342-ae86-a209435b5a29 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0867586 Feb 09 02:05:00.875717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-148fdc08-c706-403a-9b93-0144d020560f req-1abc5156-4fe0-4d2a-a868-dfd3be26650e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 210 time: 0.0657320 Feb 09 02:05:00.941700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30a6e11e-afc6-4177-bdf5-502372e77d2d req-ff9b3cad-df4b-4126-9ca5-0c469b3a83b4 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027322 Feb 09 02:05:00.983055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Sync routers for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:00.994032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:00.994790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:01.035019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2156677-9d22-4987-b187-c99e36347470 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:01.144831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a2156677-9d22-4987-b187-c99e36347470 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:01.145213 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2156677-9d22-4987-b187-c99e36347470), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:01.179083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:01.351590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec65c0-8260-4f2d-b4d8-27673f98caa0 req-6470d493-bde7-4574-8428-cd692fb7ff19 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:01.353147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fec65c0-8260-4f2d-b4d8-27673f98caa0 req-6470d493-bde7-4574-8428-cd692fb7ff19 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1035686 Feb 09 02:05:01.374087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a2156677-9d22-4987-b187-c99e36347470 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:01.375022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2156677-9d22-4987-b187-c99e36347470), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:01.431629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fec65c0-8260-4f2d-b4d8-27673f98caa0 req-f059cfcf-8bc7-46c9-a6f7-199d7c257478 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523291 Feb 09 02:05:01.433616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port a2156677-9d22-4987-b187-c99e36347470, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a2156677-9d22-4987-b187-c99e36347470,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:01.440871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2156677-9d22-4987-b187-c99e36347470), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:01.530435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=a2156677-9d22-4987-b187-c99e36347470,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:01.557191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 2, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:01.602667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Checking router: 8a957e4a-9a90-4357-babc-ccf40cb0de34 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:01.603034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Updating router 8a957e4a-9a90-4357-babc-ccf40cb0de34 port 78a08206-c0cf-4785-909e-9b920aa68ce3 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:05:01.641565 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:01.949089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Publish callbacks [] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:01.960985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:01.982902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b2612a0-96b4-4d8d-8835-b4698a2f1d83 req-213a9c0b-0655-4dd2-b04e-3e01d632b54b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 210 time: 0.0415957 Feb 09 02:05:02.037024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6662ac-3836-4e4d-a2e9-88e3b41d42ac None None] Pushing event updated for resources: {'Port': ['ID=78a08206-c0cf-4785-909e-9b920aa68ce3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:02.084133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Attempting to bind port 78a08206-c0cf-4785-909e-9b920aa68ce3 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:02.084973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Attempting to bind port 78a08206-c0cf-4785-909e-9b920aa68ce3 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:02.084973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Attempting to bind port 78a08206-c0cf-4785-909e-9b920aa68ce3 on network db52522e-7ed5-438b-b6cd-65e22add36d4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:02.091650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:02.092028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Checking segment: {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:02.092433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.092872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Bound using segment: {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:02.093447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Bound port: 78a08206-c0cf-4785-909e-9b920aa68ce3, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:02.093903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.146521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceaa5f-9334-4ed2-8353-f0f009803063 req-d29ed9ad-ffaa-4e0a-9944-39ac53a1121e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:02.154042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bceaa5f-9334-4ed2-8353-f0f009803063 req-d29ed9ad-ffaa-4e0a-9944-39ac53a1121e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0799294 Feb 09 02:05:02.230834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bceaa5f-9334-4ed2-8353-f0f009803063 req-c37c1e4b-691d-4940-8806-0fcfbb17551c tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754824 Feb 09 02:05:02.250764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] For port 78a08206-c0cf-4785-909e-9b920aa68ce3, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:02.262960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] For port 78a08206-c0cf-4785-909e-9b920aa68ce3, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=78a08206-c0cf-4785-909e-9b920aa68ce3,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:02.279264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.341321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-68c142ea-276c-46b8-988a-ef431e71aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:02.345173 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-68c142ea-276c-46b8-988a-ef431e71aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.72 "GET /v2.0/networks?id=db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 200 len: 828 time: 0.2353160 Feb 09 02:05:02.357970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:02.359190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:02.367556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Request body: {'port': {'device_id': '4706d1f7-8fc3-4836-a685-0189e2747346', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'admin_state_up': True, 'tenant_id': '8551e2fa034645f58184666ac0e7e633'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:02.442175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6662ac-3836-4e4d-a2e9-88e3b41d42ac None None] Pushing event updated for resources: {'Port': ['ID=78a08206-c0cf-4785-909e-9b920aa68ce3,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:02.473793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-23aa6436-a4a7-48ce-bbfb-dee5a85fb8ac None None] Provisioning complete for port 78a08206-c0cf-4785-909e-9b920aa68ce3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:02.474310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23aa6436-a4a7-48ce-bbfb-dee5a85fb8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.567408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:02.584229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Made reservation on behalf of 8551e2fa034645f58184666ac0e7e633 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:02.588171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.670583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144853e7-832f-48ad-85cc-5548e87cef5f req-3fa3acea-53ed-4bf2-8224-516383577c1a tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:02.678344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-144853e7-832f-48ad-85cc-5548e87cef5f req-3fa3acea-53ed-4bf2-8224-516383577c1a tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0996354 Feb 09 02:05:02.736760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-144853e7-832f-48ad-85cc-5548e87cef5f req-2946b348-7752-460e-94fc-bf44eb5595a8 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520964 Feb 09 02:05:02.765688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Allocated IP 172.20.0.7 (db52522e-7ed5-438b-b6cd-65e22add36d4/51fc8c73-d455-49f5-9870-c451753e6e37/01a7a486-e45c-4835-9425-6c2194615f26) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:02.872370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-23aa6436-a4a7-48ce-bbfb-dee5a85fb8ac None None] Current status of the port 78a08206-c0cf-4785-909e-9b920aa68ce3 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:02.872777 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23aa6436-a4a7-48ce-bbfb-dee5a85fb8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.933764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-23aa6436-a4a7-48ce-bbfb-dee5a85fb8ac None None] For port 78a08206-c0cf-4785-909e-9b920aa68ce3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=78a08206-c0cf-4785-909e-9b920aa68ce3,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:02.944384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23aa6436-a4a7-48ce-bbfb-dee5a85fb8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.950897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for port (01a7a486-e45c-4835-9425-6c2194615f26), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:02.991752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2156677-9d22-4987-b187-c99e36347470 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:03.023262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (01a7a486-e45c-4835-9425-6c2194615f26), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.069587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa6436-a4a7-48ce-bbfb-dee5a85fb8ac None None] Pushing event updated for resources: {'Port': ['ID=78a08206-c0cf-4785-909e-9b920aa68ce3,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:03.091532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f5076b6e-a160-4b16-a95b-6e74514907e6 None None] Provisioning complete for port 78a08206-c0cf-4785-909e-9b920aa68ce3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:03.091917 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5076b6e-a160-4b16-a95b-6e74514907e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.108318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event updated for resources: {'Port': ['ID=01a7a486-e45c-4835-9425-6c2194615f26,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:03.116802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Network db52522e-7ed5-438b-b6cd-65e22add36d4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:03.119768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:03.127288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:03.136827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:03.146667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a2156677-9d22-4987-b187-c99e36347470 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:03.147015 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2156677-9d22-4987-b187-c99e36347470), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.185751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b66fe-2648-479f-b704-9df19d0effe2 None None] The sync data for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 is: [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:03.205508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:03.206683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.262561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01024e-585b-4a66-89aa-15fb24c6e101 req-6fe468f8-c04d-4f75-926c-d05760427a82 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:03.292262 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-a03b5a7b-d557-42c2-ac7b-5a92dcc98051 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9276342 Feb 09 02:05:03.292478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e01024e-585b-4a66-89aa-15fb24c6e101 req-6fe468f8-c04d-4f75-926c-d05760427a82 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 931 time: 0.1422014 Feb 09 02:05:03.303080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Request body: {'port': {'device_id': '4706d1f7-8fc3-4836-a685-0189e2747346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:03.427392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f5076b6e-a160-4b16-a95b-6e74514907e6 None None] Current status of the port 78a08206-c0cf-4785-909e-9b920aa68ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:03.441685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a2156677-9d22-4987-b187-c99e36347470 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:03.450050 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (01a7a486-e45c-4835-9425-6c2194615f26), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.471387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e01024e-585b-4a66-89aa-15fb24c6e101 req-cefbabe8-662e-4bea-be8f-a984a1f28276 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784325 Feb 09 02:05:03.525513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b8f45-cb0e-408f-9ad5-0ede11f6f34e req-049ad5ee-3f0c-4899-b6d1-1dcdcb845a37 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:03.532346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2b8f45-cb0e-408f-9ad5-0ede11f6f34e req-049ad5ee-3f0c-4899-b6d1-1dcdcb845a37 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1607068 Feb 09 02:05:03.558146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3d02dcb6-14f4-483f-a38b-167deaba52dc None None] Provisioning complete for port 01a7a486-e45c-4835-9425-6c2194615f26 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:03.558602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d02dcb6-14f4-483f-a38b-167deaba52dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (01a7a486-e45c-4835-9425-6c2194615f26), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:03.627989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2b8f45-cb0e-408f-9ad5-0ede11f6f34e req-1f64b110-42ce-4812-a15b-b610b6ffb33f tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863218 Feb 09 02:05:03.636380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3d02dcb6-14f4-483f-a38b-167deaba52dc None None] Port 01a7a486-e45c-4835-9425-6c2194615f26 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:05:03.897620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b104d-729f-4c23-b782-1d4395ae6b50 req-8b624da5-1934-4a60-b64f-b7c4800703a2 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:03.900220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e04b104d-729f-4c23-b782-1d4395ae6b50 req-8b624da5-1934-4a60-b64f-b7c4800703a2 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0944161 Feb 09 02:05:04.048679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e04b104d-729f-4c23-b782-1d4395ae6b50 req-4269fde7-f53a-4dc1-b715-d54c5c4a1de8 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347439 Feb 09 02:05:04.139509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a7a486-e45c-4835-9425-6c2194615f26 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:04.171396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Publish callbacks [] for port (01a7a486-e45c-4835-9425-6c2194615f26), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:04.198610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Transition to ACTIVE for port object 01a7a486-e45c-4835-9425-6c2194615f26 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:05:04.206400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (01a7a486-e45c-4835-9425-6c2194615f26), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:04.269113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Pushing event updated for resources: {'Port': ['ID=01a7a486-e45c-4835-9425-6c2194615f26,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:04.407038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Attempting to bind port 01a7a486-e45c-4835-9425-6c2194615f26 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:04.407611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Attempting to bind port 01a7a486-e45c-4835-9425-6c2194615f26 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:04.407956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Attempting to bind port 01a7a486-e45c-4835-9425-6c2194615f26 on network db52522e-7ed5-438b-b6cd-65e22add36d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:04.432607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Port 01a7a486-e45c-4835-9425-6c2194615f26 on network db52522e-7ed5-438b-b6cd-65e22add36d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:05:04.433147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Attempting to bind port 01a7a486-e45c-4835-9425-6c2194615f26 on network db52522e-7ed5-438b-b6cd-65e22add36d4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:04.441256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:04.441949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Checking segment: {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:04.442784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Bound using segment: {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:04.443396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Bound port: 01a7a486-e45c-4835-9425-6c2194615f26, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca13f11-5be5-4981-adad-2caab872cfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:04.444296 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (01a7a486-e45c-4835-9425-6c2194615f26), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:04.570165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] For port 01a7a486-e45c-4835-9425-6c2194615f26, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:04.576150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] For port 01a7a486-e45c-4835-9425-6c2194615f26, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=01a7a486-e45c-4835-9425-6c2194615f26,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:04.589298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (01a7a486-e45c-4835-9425-6c2194615f26), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:04.655158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Pushing event updated for resources: {'Port': ['ID=01a7a486-e45c-4835-9425-6c2194615f26,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:04.660478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.661470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:04.663138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f5d6aa11-7738-4937-bfad-a4c32aaede08 service neutron] 10.222.0.72 "PUT /v2.0/ports/01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 1092 time: 1.3645926 Feb 09 02:05:04.663825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:04.668211 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "tag": "01a7a486-e45c-4835-9425-6c2194615f26"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:04.747413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d75c60-a221-49bc-9a5d-72a7c31e86bc req-3cadf196-a34d-4ba3-b468-70bf3c1d0b3c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.758566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34d75c60-a221-49bc-9a5d-72a7c31e86bc req-3cadf196-a34d-4ba3-b468-70bf3c1d0b3c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 943 time: 0.1625473 Feb 09 02:05:04.809639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-88f4dfc9-aaaa-46d4-ab77-832eb58a7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.811400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-88f4dfc9-aaaa-46d4-ab77-832eb58a7b69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8551e2fa034645f58184666ac0e7e633&device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 1126 time: 0.0932398 Feb 09 02:05:04.884137 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-fea21e1b-bff9-45da-ace4-3379e762a518 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 217 time: 0.0540323 Feb 09 02:05:04.896022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34d75c60-a221-49bc-9a5d-72a7c31e86bc req-2e84558b-856b-44c5-9419-cfbce3388741 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362360 Feb 09 02:05:04.966918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134119bd-1710-4320-8efe-223202793826 req-ca1f79e9-0d7a-4216-9b7d-8976c9a4ecfb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:04.976661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-134119bd-1710-4320-8efe-223202793826 req-ca1f79e9-0d7a-4216-9b7d-8976c9a4ecfb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1587753 Feb 09 02:05:05.016739 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2920edcf-335c-4244-83cf-d6683e1e7a77 x-openstack-request-id: req-2920edcf-335c-4244-83cf-d6683e1e7a77 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:05.017034 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "tag": "01a7a486-e45c-4835-9425-6c2194615f26", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:05.017320 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2920edcf-335c-4244-83cf-d6683e1e7a77 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:05.017733 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26', 'status': 'completed', 'code': 200} Feb 09 02:05:05.022742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-458326ae-cbcb-4019-a739-53ef5ee8ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.025296 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-458326ae-cbcb-4019-a739-53ef5ee8ec98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51fc8c73-d455-49f5-9870-c451753e6e37 HTTP/1.1" status: 200 len: 867 time: 0.1390967 Feb 09 02:05:05.072970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 78a08206-c0cf-4785-909e-9b920aa68ce3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:05.089916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-134119bd-1710-4320-8efe-223202793826 req-d39662ba-1b8d-4c68-97f2-426af79fc72c tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105332 Feb 09 02:05:05.131110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f6a6f846-e361-4bcd-9eb5-02abcfd6e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.132784 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f6a6f846-e361-4bcd-9eb5-02abcfd6e06f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db52522e-7ed5-438b-b6cd-65e22add36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0994761 Feb 09 02:05:05.188909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fcbfc-9cdd-4363-8aeb-b1021148789c req-c2dc7d87-ca76-4ed8-ac91-bf16ea899485 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.193155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-201fcbfc-9cdd-4363-8aeb-b1021148789c req-c2dc7d87-ca76-4ed8-ac91-bf16ea899485 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0856011 Feb 09 02:05:05.231989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 78a08206-c0cf-4785-909e-9b920aa68ce3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:05.232376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:05.313087 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-d6e275f9-668c-4ca8-9fa5-b51342d8c153 service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722310 Feb 09 02:05:05.316349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7ba64-120d-4bb2-b6cc-ab3f5b7b719d req-75372306-2396-4dc8-af5d-ed6e30427fc6 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.319143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0a7ba64-120d-4bb2-b6cc-ab3f5b7b719d req-75372306-2396-4dc8-af5d-ed6e30427fc6 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1041226 Feb 09 02:05:05.326574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-201fcbfc-9cdd-4363-8aeb-b1021148789c req-0df614c5-d299-4fb3-89fa-10cfdfcb8cb7 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226139 Feb 09 02:05:05.360255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 78a08206-c0cf-4785-909e-9b920aa68ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:05.399019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0a7ba64-120d-4bb2-b6cc-ab3f5b7b719d req-1db997d4-7e5b-489a-a85a-6a2c57bbb5dc tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667121 Feb 09 02:05:05.426715 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b0e45ba6-fd63-4d01-88d1-5a6787944f4a req-f16fd330-5d0a-49fd-9eb8-d7a59d801ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067302 Feb 09 02:05:05.455095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3300dec-d0f8-4327-be40-940ce2de900f req-244e3d86-6fe3-48ca-8dea-a52c37db6a6e tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.456964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3300dec-d0f8-4327-be40-940ce2de900f req-244e3d86-6fe3-48ca-8dea-a52c37db6a6e tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1129 time: 0.0489697 Feb 09 02:05:05.513585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3300dec-d0f8-4327-be40-940ce2de900f req-06cabb66-142c-4b41-925c-7db686d2f22b tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Feb 09 02:05:05.530410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-737d8801-69bd-4ec1-8235-d245a580f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.532666 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-737d8801-69bd-4ec1-8235-d245a580f745 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8551e2fa034645f58184666ac0e7e633&device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 1126 time: 0.0585749 Feb 09 02:05:05.641006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-46abbd13-dec9-4a33-b864-1e3e64504f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.643182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-46abbd13-dec9-4a33-b864-1e3e64504f3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 200 len: 929 time: 0.1037476 Feb 09 02:05:05.694494 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-40a462a9-acc6-4c14-8cfa-ea8a97f294ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 217 time: 0.0447888 Feb 09 02:05:05.753342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-37c26bdb-1d3a-46a8-8648-950c42dc005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.754992 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-37c26bdb-1d3a-46a8-8648-950c42dc005f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51fc8c73-d455-49f5-9870-c451753e6e37 HTTP/1.1" status: 200 len: 867 time: 0.0523324 Feb 09 02:05:05.809048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-fc7f0478-7d96-476b-9d8f-90ccafe6dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:05.810635 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-fc7f0478-7d96-476b-9d8f-90ccafe6dff7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db52522e-7ed5-438b-b6cd-65e22add36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473795 Feb 09 02:05:05.915725 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-207d8510-e971-4cdd-8aa0-6059b3adf3ec service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988441 Feb 09 02:05:06.034079 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8b03eaa-5ed6-4eb7-b817-0969c37780c3 req-64bfb270-bd85-48fe-8c12-a49c02a507b0 service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110001 Feb 09 02:05:06.068568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164225ff-7271-4d79-907a-77909f44951d req-f7a43793-470d-4395-94d1-44b5aa064c85 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:06.070428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-164225ff-7271-4d79-907a-77909f44951d req-f7a43793-470d-4395-94d1-44b5aa064c85 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 943 time: 0.0757289 Feb 09 02:05:06.135291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-164225ff-7271-4d79-907a-77909f44951d req-9a2f45c5-2848-4743-9147-d4e53ccb1e19 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583179 Feb 09 02:05:06.281623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be4587-a036-4e0a-a5c3-6785f2bfa486 req-a1528cb9-a15d-493f-878e-933c1483d688 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:06.284146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47be4587-a036-4e0a-a5c3-6785f2bfa486 req-a1528cb9-a15d-493f-878e-933c1483d688 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0749905 Feb 09 02:05:06.337796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47be4587-a036-4e0a-a5c3-6785f2bfa486 req-82ba7a03-49f8-4742-9015-2b2fdc784767 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 Feb 09 02:05:06.482705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47ed09-239d-4f45-958c-36a93b2d8591 req-c0b2d616-00a4-4f33-8bd0-5289911f6e30 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:06.484895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd47ed09-239d-4f45-958c-36a93b2d8591 req-c0b2d616-00a4-4f33-8bd0-5289911f6e30 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0684202 Feb 09 02:05:06.552487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd47ed09-239d-4f45-958c-36a93b2d8591 req-3d1a379c-d86b-4875-95c6-29bff824a77b tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607922 Feb 09 02:05:06.644835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:06.666074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c284f-6d70-4083-aae2-13d987e7deb7 req-2544c7c7-4e31-4af1-89ab-61ddce9e3655 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:06.667781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-328c284f-6d70-4083-aae2-13d987e7deb7 req-2544c7c7-4e31-4af1-89ab-61ddce9e3655 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0603960 Feb 09 02:05:06.709364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-40f10bcc-2275-4320-b2f9-7e36c9f103d0 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:05:06.710890 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-40f10bcc-2275-4320-b2f9-7e36c9f103d0 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0644569 Feb 09 02:05:06.724546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-328c284f-6d70-4083-aae2-13d987e7deb7 req-7e906294-6025-4b61-adc3-bbbe7cb88d05 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500281 Feb 09 02:05:06.837782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-dfa05627-c508-4d47-a2bb-24b7fdbb131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:06.839212 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-dfa05627-c508-4d47-a2bb-24b7fdbb131a service neutron] 10.222.0.53 "GET /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 1126 time: 0.0765777 Feb 09 02:05:06.849243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:06.849693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:05:07.038655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:07.039001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:07.039335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:07.048985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:05:07.049270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:07.059129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-1cd568f1-d254-446d-a05b-f908f170468d tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:07.060598 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-1cd568f1-d254-446d-a05b-f908f170468d tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.82 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0894341 Feb 09 02:05:07.063444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:07.063789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:07.064178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:07.064612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Bound port: 03289433-5c2d-4c6d-b538-6bedf9f9202c, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:07.190314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:07.203906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:07.206056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-c53247bc-face-4506-a216-3e30bb0d6c62 service neutron] 10.222.0.53 "POST /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3602791 Feb 09 02:05:07.245503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Deleting port 8639eba8-af51-4df2-82bb-987d2cab0e72 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:07.246428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:07.350227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793e93b-d3a5-4341-b5a9-73fa00c670e7 req-e5deac34-7bca-434b-bb51-2eaceb7067e0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:07.358227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6793e93b-d3a5-4341-b5a9-73fa00c670e7 req-e5deac34-7bca-434b-bb51-2eaceb7067e0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 943 time: 0.1384377 Feb 09 02:05:07.386423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] For port 8639eba8-af51-4df2-82bb-987d2cab0e72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8639eba8-af51-4df2-82bb-987d2cab0e72,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:07.386844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:07.404695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Calling delete_port for 8639eba8-af51-4df2-82bb-987d2cab0e72 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:07.475403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6793e93b-d3a5-4341-b5a9-73fa00c670e7 req-1e1cee31-6066-4d06-9ef8-d1fc74b29775 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112645 Feb 09 02:05:07.488381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192cad2-95b2-460d-8991-484ff1701723 req-87c7455d-9c8f-44d0-b88a-39f2a6380cfe tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:07.496537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9192cad2-95b2-460d-8991-484ff1701723 req-87c7455d-9c8f-44d0-b88a-39f2a6380cfe tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1218655 Feb 09 02:05:07.575250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9192cad2-95b2-460d-8991-484ff1701723 req-17f4dc46-39b5-48bc-ad01-e8f0610d8a0b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775442 Feb 09 02:05:07.578783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8639eba8-af51-4df2-82bb-987d2cab0e72), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:07.593089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8639eba8-af51-4df2-82bb-987d2cab0e72'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:07.626507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Pushing event deleted for resources: {'Port': ['ID=8639eba8-af51-4df2-82bb-987d2cab0e72,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:07.675998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] No DVR routers for this DVR port 8639eba8-af51-4df2-82bb-987d2cab0e72 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:07.678071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-a20d3bfe-0574-4fe2-b540-cb3ca4f2b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:07.679013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:07.680003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-a20d3bfe-0574-4fe2-b540-cb3ca4f2b624 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1129 time: 0.1726892 Feb 09 02:05:07.682872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1d4a53ae-6928-4778-8e76-03dcd39e3282 req-d44a16b6-bc04-44c6-93aa-e90ca000e697 tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.82 "DELETE /v2.0/ports/8639eba8-af51-4df2-82bb-987d2cab0e72 HTTP/1.1" status: 204 len: 173 time: 0.6149065 Feb 09 02:05:07.683323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'name': 'network-vif-deleted', 'tag': '8639eba8-af51-4df2-82bb-987d2cab0e72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:07.685706 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbd615a-a9ee-4bb0-9327-d0896313224d" -d '{"events": [{"server_uuid": "d905fc89-e24b-4ccd-9cba-807ce005e8d6", "name": "network-vif-deleted", "tag": "8639eba8-af51-4df2-82bb-987d2cab0e72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:07.721214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c4d162e-f6c7-4072-922e-d33e50b0d071 req-67c042f4-bbe5-4b2b-9216-0882a4c9c7df tempest-AttachSCSIVolumeTestJSON-1210636865 tempest-AttachSCSIVolumeTestJSON-1210636865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d905fc89-e24b-4ccd-9cba-807ce005e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0403419 Feb 09 02:05:07.772391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccfd8b-f87f-4dab-95cd-8ab38f7071a3 req-46c4fdbc-c44b-458a-a1bf-3fc869beda02 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:07.774098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caccfd8b-f87f-4dab-95cd-8ab38f7071a3 req-46c4fdbc-c44b-458a-a1bf-3fc869beda02 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1976957 Feb 09 02:05:07.777874 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970e033e-201b-48dd-87c3-39d26f240fd0 x-openstack-request-id: req-970e033e-201b-48dd-87c3-39d26f240fd0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:07.780288 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d905fc89-e24b-4ccd-9cba-807ce005e8d6", "name": "network-vif-deleted", "tag": "8639eba8-af51-4df2-82bb-987d2cab0e72", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:07.780551 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-970e033e-201b-48dd-87c3-39d26f240fd0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:07.781546 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd905fc89-e24b-4ccd-9cba-807ce005e8d6', 'name': 'network-vif-deleted', 'tag': '8639eba8-af51-4df2-82bb-987d2cab0e72', 'status': 'completed', 'code': 200} Feb 09 02:05:07.896199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-1eb8cb3a-d230-4bc1-bb18-a48e3c0a2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:07.897712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-1eb8cb3a-d230-4bc1-bb18-a48e3c0a2dcd service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2061529 Feb 09 02:05:07.905220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caccfd8b-f87f-4dab-95cd-8ab38f7071a3 req-dbdd33da-3a33-4ef0-8ad6-d6f9e648e075 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179557 Feb 09 02:05:07.958927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-0edc05c5-c19a-46c3-a7c5-35d101fb3caa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 217 time: 0.0485890 Feb 09 02:05:08.007505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34937b20-72b6-4459-b483-293b4a135d4b req-9f13ddf6-020e-45dd-b335-bf6dd39ded35 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:08.009235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34937b20-72b6-4459-b483-293b4a135d4b req-9f13ddf6-020e-45dd-b335-bf6dd39ded35 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1640275 Feb 09 02:05:08.043943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-e0aa1a47-1adb-40c4-82be-09b12837b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:08.045478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-e0aa1a47-1adb-40c4-82be-09b12837b1d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0793829 Feb 09 02:05:08.093461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-4ece34de-5d0f-4e2a-b9c9-6e13358e7eb4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406117 Feb 09 02:05:08.116237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34937b20-72b6-4459-b483-293b4a135d4b req-3ef30dfc-54f3-4ab1-a6a1-9be4b7662f1d tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990074 Feb 09 02:05:08.206286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-8b81b413-f456-4e7c-9659-8547b12a8c0e service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035483 Feb 09 02:05:08.315018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-80d30649-fdfb-40bc-92f6-98ca2e2c157e service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016390 Feb 09 02:05:08.592719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712c4bb-e7ec-4b20-9320-e2921ad6e83c req-47774663-9b98-4b0d-bc5e-9f1d8b2899a4 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:08.595059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c712c4bb-e7ec-4b20-9320-e2921ad6e83c req-47774663-9b98-4b0d-bc5e-9f1d8b2899a4 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 943 time: 0.0571609 Feb 09 02:05:08.655254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c712c4bb-e7ec-4b20-9320-e2921ad6e83c req-d53707f8-a362-4c1e-8b00-5ee4d724a6cf tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541272 Feb 09 02:05:08.715459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb2791-878e-42e1-9111-c4c73fe016cc req-d835e74e-2f6c-4d41-aa61-d55d7143f130 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:08.717036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6afb2791-878e-42e1-9111-c4c73fe016cc req-d835e74e-2f6c-4d41-aa61-d55d7143f130 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0601439 Feb 09 02:05:08.788338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6afb2791-878e-42e1-9111-c4c73fe016cc req-c36f6d78-ed3d-42ec-86d0-fa81828909c9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623813 Feb 09 02:05:09.043920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2f6a-a28c-491f-9b7d-8075cb554cd8 req-b62bebc4-edbd-49f9-a28d-91cb3a89c963 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:09.045559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-135c2f6a-a28c-491f-9b7d-8075cb554cd8 req-b62bebc4-edbd-49f9-a28d-91cb3a89c963 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0607188 Feb 09 02:05:09.097976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-135c2f6a-a28c-491f-9b7d-8075cb554cd8 req-7341f6d2-90bf-429b-a43b-6092c5693e91 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467994 Feb 09 02:05:09.269299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fe664-8e42-46b1-9384-1acd929c864c req-82ecd68e-9673-4316-9c6b-df74d7862373 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:09.272316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb9fe664-8e42-46b1-9384-1acd929c864c req-82ecd68e-9673-4316-9c6b-df74d7862373 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0703785 Feb 09 02:05:09.326058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb9fe664-8e42-46b1-9384-1acd929c864c req-225a4a0e-bfb1-4505-a159-9a5854fbfc28 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491066 Feb 09 02:05:09.816747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bcc6c-5a82-4bee-8d3d-e54d779d036d req-5a229a43-f41e-4cee-950a-8143003bd5a9 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:09.818379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a3bcc6c-5a82-4bee-8d3d-e54d779d036d req-5a229a43-f41e-4cee-950a-8143003bd5a9 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 943 time: 0.0622942 Feb 09 02:05:09.882612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a3bcc6c-5a82-4bee-8d3d-e54d779d036d req-22e11408-7aec-4284-ab28-a0baee499ecc tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Feb 09 02:05:09.949987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb00900-158a-4ec9-9aca-049210d26d88 req-a56eeae2-770b-4669-8a0a-371089cd6c79 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:09.951594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffb00900-158a-4ec9-9aca-049210d26d88 req-a56eeae2-770b-4669-8a0a-371089cd6c79 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0679989 Feb 09 02:05:10.003980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffb00900-158a-4ec9-9aca-049210d26d88 req-1fc0b8eb-838a-4987-bcb3-6e3a19f1378d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Feb 09 02:05:10.230832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a7c3e-dd0c-4493-bccf-6a1ef3d6166e req-47366c09-d3c8-4736-b56f-5c3399443df2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:10.232526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-109a7c3e-dd0c-4493-bccf-6a1ef3d6166e req-47366c09-d3c8-4736-b56f-5c3399443df2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0599821 Feb 09 02:05:10.286788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-109a7c3e-dd0c-4493-bccf-6a1ef3d6166e req-84881d30-b01f-4734-8885-2063e62f4b79 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477488 Feb 09 02:05:10.448715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6478a1-047f-4fe3-b117-1aa23d7fb2bd req-cca1a064-d6b2-483e-9a20-5362441f717e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:10.450215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd6478a1-047f-4fe3-b117-1aa23d7fb2bd req-cca1a064-d6b2-483e-9a20-5362441f717e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0529771 Feb 09 02:05:10.503152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd6478a1-047f-4fe3-b117-1aa23d7fb2bd req-fe0e0074-214c-4e6d-95fb-3af4488a2a62 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Feb 09 02:05:10.906131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 01a7a486-e45c-4835-9425-6c2194615f26 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:11.003412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f6594-83e6-4a28-aeb1-021de46ed30d req-c01bc3e2-ef8a-4e93-80be-12c35893333c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:11.005694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a40f6594-83e6-4a28-aeb1-021de46ed30d req-c01bc3e2-ef8a-4e93-80be-12c35893333c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 943 time: 0.0569189 Feb 09 02:05:11.025648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 01a7a486-e45c-4835-9425-6c2194615f26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=01a7a486-e45c-4835-9425-6c2194615f26,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:11.049493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '01a7a486-e45c-4835-9425-6c2194615f26', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'port_id': '01a7a486-e45c-4835-9425-6c2194615f26', 'mac_address': 'fa:16:3e:cf:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:05:11.057463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a40f6594-83e6-4a28-aeb1-021de46ed30d req-d0258888-03bb-4d71-8224-5a5759e933f7 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458722 Feb 09 02:05:11.096515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 01a7a486-e45c-4835-9425-6c2194615f26 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:11.096919 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (01a7a486-e45c-4835-9425-6c2194615f26), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:11.117179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a7a486-e45c-4835-9425-6c2194615f26 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:11.158307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766f0a-7727-49a8-847a-12cfec9bcf30 req-5978e3a4-88af-4630-848c-6d117de297b7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:11.158581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 01a7a486-e45c-4835-9425-6c2194615f26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=01a7a486-e45c-4835-9425-6c2194615f26,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:11.160200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2766f0a-7727-49a8-847a-12cfec9bcf30 req-5978e3a4-88af-4630-848c-6d117de297b7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0621638 Feb 09 02:05:11.167136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (01a7a486-e45c-4835-9425-6c2194615f26), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:11.214670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2766f0a-7727-49a8-847a-12cfec9bcf30 req-4687a86a-7631-4c89-aea8-9caccedfcc71 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479124 Feb 09 02:05:11.222378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=01a7a486-e45c-4835-9425-6c2194615f26,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:11.418897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a12df-637b-4690-a2be-c3a78464da8d req-3ce8e306-4589-42b6-87d2-bcf5a9d62105 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:11.420664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-566a12df-637b-4690-a2be-c3a78464da8d req-3ce8e306-4589-42b6-87d2-bcf5a9d62105 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0619383 Feb 09 02:05:11.477638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-566a12df-637b-4690-a2be-c3a78464da8d req-eb715e33-508b-4de7-9c88-b1d5894ccc0e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509913 Feb 09 02:05:11.552903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['01a7a486-e45c-4835-9425-6c2194615f26'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:11.649539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a4352-94b4-45f1-9cbf-2ee5acc4a13c req-a2e9ffff-0fba-4e76-898e-f7860f868fba tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:11.651080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c6a4352-94b4-45f1-9cbf-2ee5acc4a13c req-a2e9ffff-0fba-4e76-898e-f7860f868fba tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0658312 Feb 09 02:05:11.710944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c6a4352-94b4-45f1-9cbf-2ee5acc4a13c req-f6f690b0-abba-4bda-b430-f8250130c101 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Feb 09 02:05:12.098696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8639eba8-af51-4df2-82bb-987d2cab0e72 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:12.120021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 8639eba8-af51-4df2-82bb-987d2cab0e72 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:12.120519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8639eba8-af51-4df2-82bb-987d2cab0e72 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:12.188611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66faaee-9744-4181-ac24-5df620d78199 req-106578b7-fd7b-47c3-a799-871a2d97a0ce tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:12.190229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a66faaee-9744-4181-ac24-5df620d78199 req-106578b7-fd7b-47c3-a799-871a2d97a0ce tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 944 time: 0.0538483 Feb 09 02:05:12.238280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a66faaee-9744-4181-ac24-5df620d78199 req-f7f19d77-0897-42fc-a404-530ca3fa968f tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 Feb 09 02:05:12.344132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50964c6-d06c-443f-99c0-42dc262aaa06 req-b15de42a-12fa-4c2b-9bd1-d101c3aa487a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:12.346215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b50964c6-d06c-443f-99c0-42dc262aaa06 req-b15de42a-12fa-4c2b-9bd1-d101c3aa487a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0550628 Feb 09 02:05:12.400307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b50964c6-d06c-443f-99c0-42dc262aaa06 req-85e2bc70-0a0c-431c-af8b-4f42839340a9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Feb 09 02:05:12.600237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c525156-5bba-4b5d-b2c2-f9768628445e req-2c11d494-94c7-4666-9326-bbed4beeeeca tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:12.601654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c525156-5bba-4b5d-b2c2-f9768628445e req-2c11d494-94c7-4666-9326-bbed4beeeeca tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0544534 Feb 09 02:05:12.656076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c525156-5bba-4b5d-b2c2-f9768628445e req-929f965e-2060-4122-86e8-70967bb7b89d tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480001 Feb 09 02:05:12.835970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd110f-9181-49f2-b58a-b7ece144b8d2 req-9f435f0f-93be-45b8-9396-8c223eba92b0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:12.837480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8bd110f-9181-49f2-b58a-b7ece144b8d2 req-9f435f0f-93be-45b8-9396-8c223eba92b0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0563433 Feb 09 02:05:12.894595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8bd110f-9181-49f2-b58a-b7ece144b8d2 req-836849cd-539e-44a1-925b-b0a03ee8e4d1 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503325 Feb 09 02:05:12.912687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 01a7a486-e45c-4835-9425-6c2194615f26 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:12.971994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 01a7a486-e45c-4835-9425-6c2194615f26 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:05:12.976943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 01a7a486-e45c-4835-9425-6c2194615f26 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:12.977326 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (01a7a486-e45c-4835-9425-6c2194615f26), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.073225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 01a7a486-e45c-4835-9425-6c2194615f26 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:13.073626 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (01a7a486-e45c-4835-9425-6c2194615f26), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.098787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:13.101028 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b703d153-57c3-4937-a190-f73465e6d4d8" -d '{"events": [{"server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "name": "network-vif-plugged", "status": "completed", "tag": "01a7a486-e45c-4835-9425-6c2194615f26"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:13.114609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 01a7a486-e45c-4835-9425-6c2194615f26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=01a7a486-e45c-4835-9425-6c2194615f26,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:13.119559 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (01a7a486-e45c-4835-9425-6c2194615f26), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:13.152621 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ec19ec-6ea8-45b9-afc2-8969114bfab7 x-openstack-request-id: req-09ec19ec-6ea8-45b9-afc2-8969114bfab7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:13.153004 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "name": "network-vif-plugged", "status": "completed", "tag": "01a7a486-e45c-4835-9425-6c2194615f26", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:13.153326 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09ec19ec-6ea8-45b9-afc2-8969114bfab7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:13.153794 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26', 'code': 200} Feb 09 02:05:13.185734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=01a7a486-e45c-4835-9425-6c2194615f26,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:13.253690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc720e0a-320c-4592-a425-738730ca7ced req-85530cbf-cb05-434a-bae7-68f9db774de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:13.255499 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc720e0a-320c-4592-a425-738730ca7ced req-85530cbf-cb05-434a-bae7-68f9db774de7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 1128 time: 0.0497885 Feb 09 02:05:13.304385 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc720e0a-320c-4592-a425-738730ca7ced req-1cf26756-8311-4181-97d3-aad00b745f15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Feb 09 02:05:13.371524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad26c74-2159-4e19-b071-aaed7772ed62 req-18c6b987-f504-4dee-b939-5c3742a2d5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:13.372907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aad26c74-2159-4e19-b071-aaed7772ed62 req-18c6b987-f504-4dee-b939-5c3742a2d5e0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 945 time: 0.0564849 Feb 09 02:05:13.422940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aad26c74-2159-4e19-b071-aaed7772ed62 req-7e369dc4-b253-49fb-9d16-bc10f02d5ab1 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Feb 09 02:05:13.531308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3a794-e087-4e23-bb72-c56b4e7bb61a req-0fe13650-98af-4cc8-a213-5a3363c5eb16 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:13.532786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00f3a794-e087-4e23-bb72-c56b4e7bb61a req-0fe13650-98af-4cc8-a213-5a3363c5eb16 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0589352 Feb 09 02:05:13.581308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00f3a794-e087-4e23-bb72-c56b4e7bb61a req-34e38446-d5b1-49e8-8fde-e520520c1035 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Feb 09 02:05:13.786743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b60e3b-0ea0-4c49-ab4d-73f9ffa306d9 req-ec6bac7c-abd3-4c77-a38f-1dfe64430023 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:13.788221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4b60e3b-0ea0-4c49-ab4d-73f9ffa306d9 req-ec6bac7c-abd3-4c77-a38f-1dfe64430023 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0549247 Feb 09 02:05:13.845161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4b60e3b-0ea0-4c49-ab4d-73f9ffa306d9 req-6e25c37a-dc02-47c7-8c3e-5699caea63b1 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Feb 09 02:05:14.028012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6acc71-56ea-4718-a5df-453a0bd09716 req-29e528d5-5451-4130-956f-5b043b1dc723 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:14.029544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba6acc71-56ea-4718-a5df-453a0bd09716 req-29e528d5-5451-4130-956f-5b043b1dc723 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0587559 Feb 09 02:05:14.080385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba6acc71-56ea-4718-a5df-453a0bd09716 req-872bbc8f-0d7b-4775-bb6e-6ff0e3f72e32 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 Feb 09 02:05:14.548035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d32e-492e-4105-9dd4-5b806ef762d3 req-61c56d22-aaae-4afa-a072-7e023d7d6ff7 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:14.549695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a3d32e-492e-4105-9dd4-5b806ef762d3 req-61c56d22-aaae-4afa-a072-7e023d7d6ff7 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 945 time: 0.0558650 Feb 09 02:05:14.598543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a3d32e-492e-4105-9dd4-5b806ef762d3 req-e5180129-c4e9-435c-af16-32a78631a5fb tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Feb 09 02:05:14.713789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac512-8d8d-42a0-ae9e-ca34abf7dac9 req-cd2e4410-f0b7-42ac-9d0a-7cf28f38f081 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:14.716016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fac512-8d8d-42a0-ae9e-ca34abf7dac9 req-cd2e4410-f0b7-42ac-9d0a-7cf28f38f081 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0638390 Feb 09 02:05:14.771824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fac512-8d8d-42a0-ae9e-ca34abf7dac9 req-67943bc1-12b9-475f-a969-3a547aa9870b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Feb 09 02:05:15.007446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430d221-337d-4969-96d1-e456d465cefb req-a0490620-fa20-43f6-a4f2-e22d2d2a5ec4 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:15.007446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7430d221-337d-4969-96d1-e456d465cefb req-a0490620-fa20-43f6-a4f2-e22d2d2a5ec4 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0634372 Feb 09 02:05:15.060226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7430d221-337d-4969-96d1-e456d465cefb req-cca7ca54-a7af-4655-9b23-2bd02aed8c58 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508022 Feb 09 02:05:15.232894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98fb7-6694-434c-b258-d89bb1f64b9e req-be009858-d939-4795-a352-f40487a6a0b3 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:15.238055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91a98fb7-6694-434c-b258-d89bb1f64b9e req-be009858-d939-4795-a352-f40487a6a0b3 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0717688 Feb 09 02:05:15.287411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91a98fb7-6694-434c-b258-d89bb1f64b9e req-e360ba30-0b02-4563-8178-48d814507021 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Feb 09 02:05:15.737184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd82c-e70a-4130-8b33-4984fef98f9a req-09e6062e-40bd-43dd-8d53-6dc8ebb1b52e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:15.738783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c0fd82c-e70a-4130-8b33-4984fef98f9a req-09e6062e-40bd-43dd-8d53-6dc8ebb1b52e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 945 time: 0.0555000 Feb 09 02:05:15.786722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c0fd82c-e70a-4130-8b33-4984fef98f9a req-3ddc5556-41fe-425b-baef-ee5c88735911 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Feb 09 02:05:16.042725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3379562-082e-4142-b95a-0e37e8755e94 req-fdfc3bc7-0db4-4204-97fe-a063758939d3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:16.043972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3379562-082e-4142-b95a-0e37e8755e94 req-fdfc3bc7-0db4-4204-97fe-a063758939d3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1831558 Feb 09 02:05:16.067027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-07fbf894-a5ee-4548-9edf-782c4c20bbbb tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 258 time: 0.2447705 Feb 09 02:05:16.081196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:16.123033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.130327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3379562-082e-4142-b95a-0e37e8755e94 req-7d191332-ee03-490a-ab1a-48b17d0dd2fb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759857 Feb 09 02:05:16.258584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.325614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545055-fab5-423b-a52d-0c89673ec0a9 req-54957ec3-2692-470d-800e-b2360f418087 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:16.327049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca545055-fab5-423b-a52d-0c89673ec0a9 req-54957ec3-2692-470d-800e-b2360f418087 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1034431 Feb 09 02:05:16.423120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca545055-fab5-423b-a52d-0c89673ec0a9 req-bd483f24-ef0f-4238-a597-805629383024 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896487 Feb 09 02:05:16.424321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Allocated IP 172.25.6.153 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/23007316-6255-46b6-9546-8649c49b34af) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:16.581412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for port (23007316-6255-46b6-9546-8649c49b34af), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.599083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da341e68-3539-4864-a1db-1fcf7250e8af req-d909a27f-83ce-463d-8351-67e4082bae2f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:16.600290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da341e68-3539-4864-a1db-1fcf7250e8af req-d909a27f-83ce-463d-8351-67e4082bae2f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1062579 Feb 09 02:05:16.665024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (23007316-6255-46b6-9546-8649c49b34af), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.682601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da341e68-3539-4864-a1db-1fcf7250e8af req-120ae6e0-1d93-408e-aac2-3e40a10396ab tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748196 Feb 09 02:05:16.721432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:16.724765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:16.728791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:16.737416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event updated for resources: {'Port': ['ID=23007316-6255-46b6-9546-8649c49b34af,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:16.836085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (eef1f46c-5cf7-49dd-868d-bde0f558a549), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:16.893911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23007316-6255-46b6-9546-8649c49b34af), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.073648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for port (23007316-6255-46b6-9546-8649c49b34af), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.086367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (23007316-6255-46b6-9546-8649c49b34af), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.376326 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (eef1f46c-5cf7-49dd-868d-bde0f558a549), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.397733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event updated for resources: {'Port': ['ID=23007316-6255-46b6-9546-8649c49b34af,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:17.404760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.406523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-723600d1-417e-4d33-ac05-d2f52dcb0b5e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3312838 Feb 09 02:05:17.454223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f5b5-6c7d-40e7-9813-b13ef60efa3b req-57c54a79-1628-45ae-aa77-442273c84ff9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:17.456097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42d8f5b5-6c7d-40e7-9813-b13ef60efa3b req-57c54a79-1628-45ae-aa77-442273c84ff9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1162248 Feb 09 02:05:17.515830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-bce87619-59e0-45d2-939e-8c8700c9240e tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.0979636 Feb 09 02:05:17.538585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:17.605486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42d8f5b5-6c7d-40e7-9813-b13ef60efa3b req-ad3c55c7-65e9-4275-b736-3aa7ccc088b0 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090465 Feb 09 02:05:17.659170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-dbaba13b-3a96-4d5e-96c8-669d7d53e36b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:17.661399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-dbaba13b-3a96-4d5e-96c8-669d7d53e36b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1354260 Feb 09 02:05:17.673230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-df2247f6-7d9d-4240-8567-8290f0237ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:05:17.674624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24597f30-cfd9-446d-bd8b-ebebd01f2d59 req-df2247f6-7d9d-4240-8567-8290f0237ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074594 Feb 09 02:05:17.747380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b298d4-1471-4a59-9b44-4be44d8ab71c req-7c15db84-d7b1-4a32-acce-4d8bd76d4413 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:17.749079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2b298d4-1471-4a59-9b44-4be44d8ab71c req-7c15db84-d7b1-4a32-acce-4d8bd76d4413 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.0694864 Feb 09 02:05:17.804926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2b298d4-1471-4a59-9b44-4be44d8ab71c req-f9e19e86-6686-4516-8786-6909c756ee6c tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472503 Feb 09 02:05:17.932798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-3f127a7b-d424-4a02-84d3-c8eb2278f65c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:17.934192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-3f127a7b-d424-4a02-84d3-c8eb2278f65c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1339073 Feb 09 02:05:17.997665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-ebaf7873-551f-4e03-8ad4-73a49fadebfe tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.0535955 Feb 09 02:05:18.005566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d61ec-2d9e-4029-832f-78ae6412172f req-2268a97e-fc53-45c5-b473-e22f7aafe344 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:18.007096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db1d61ec-2d9e-4029-832f-78ae6412172f req-2268a97e-fc53-45c5-b473-e22f7aafe344 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1278753 Feb 09 02:05:18.011888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Request body: {'floatingip': {'port_id': '01a7a486-e45c-4835-9425-6c2194615f26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:18.083516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (eef1f46c-5cf7-49dd-868d-bde0f558a549), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.186025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db1d61ec-2d9e-4029-832f-78ae6412172f req-b82ac0e0-6c89-42cc-8041-87a21d5b9e89 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713865 Feb 09 02:05:18.662872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.670108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (eef1f46c-5cf7-49dd-868d-bde0f558a549), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.725241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:18.832405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ba190-f46e-4846-8476-e5a85d817fb6 req-c0168e15-f4fa-4ac2-b183-77c49682b299 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:18.839510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-006ba190-f46e-4846-8476-e5a85d817fb6 req-c0168e15-f4fa-4ac2-b183-77c49682b299 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1238637 Feb 09 02:05:18.863202 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Floating IP eef1f46c-5cf7-49dd-868d-bde0f558a549 associated. External IP: 172.25.6.153, port: 01a7a486-e45c-4835-9425-6c2194615f26. Feb 09 02:05:18.981271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-006ba190-f46e-4846-8476-e5a85d817fb6 req-85aa0031-be07-44a3-be03-82665601e277 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408863 Feb 09 02:05:19.179531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ff49f-e616-49ad-844c-35d1fcd2caf9 req-d69e6b6e-1807-4f81-a203-e9368c5b0d2e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.181354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-814ff49f-e616-49ad-844c-35d1fcd2caf9 req-d69e6b6e-1807-4f81-a203-e9368c5b0d2e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1037960 Feb 09 02:05:19.209522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Router 8a957e4a-9a90-4357-babc-ccf40cb0de34 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:19.247860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-814ff49f-e616-49ad-844c-35d1fcd2caf9 req-5c169cb4-f7eb-4379-9895-cdac6147f096 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595167 Feb 09 02:05:19.412491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f39b-6891-4911-96a4-b131343831c8 req-5c499c94-9ce2-488e-a55a-75016e1e0b5e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.414246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74a3f39b-6891-4911-96a4-b131343831c8 req-5c499c94-9ce2-488e-a55a-75016e1e0b5e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0853269 Feb 09 02:05:19.415962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:19.421211 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:19.433941 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] Sync routers for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:19.446961 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:19.448285 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:19.473971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-33859796-1c91-48e2-baaa-58c05391123b tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "PUT /v2.0/floatingips/eef1f46c-5cf7-49dd-868d-bde0f558a549 HTTP/1.1" status: 200 len: 996 time: 1.4658301 Feb 09 02:05:19.476157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:19.478649 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c711f175-d9f9-4b69-bcbc-aa56693a6954" -d '{"events": [{"name": "network-changed", "server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "tag": "01a7a486-e45c-4835-9425-6c2194615f26"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:19.539564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74a3f39b-6891-4911-96a4-b131343831c8 req-5645dec0-906d-46eb-b04c-a0ecaec887a2 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940962 Feb 09 02:05:19.563196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-0099fd20-f658-4da4-8d31-a23d6b256ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.565860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-0099fd20-f658-4da4-8d31-a23d6b256ade service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8551e2fa034645f58184666ac0e7e633&device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 1128 time: 0.0558178 Feb 09 02:05:19.680016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-25dc280b-95d5-473f-a9b4-679369c5fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.681980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-25dc280b-95d5-473f-a9b4-679369c5fbee service neutron] 10.222.0.53 "GET /v2.0/networks?id=db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 200 len: 929 time: 0.1103621 Feb 09 02:05:19.699354 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:19.772630 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d25e42-b192-40c8-96bc-9af33d3be91c x-openstack-request-id: req-e8d25e42-b192-40c8-96bc-9af33d3be91c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:19.773632 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "tag": "01a7a486-e45c-4835-9425-6c2194615f26", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:19.774036 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8d25e42-b192-40c8-96bc-9af33d3be91c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:19.774646 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26', 'status': 'completed', 'code': 200} Feb 09 02:05:19.784935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-35c0faa9-6b24-4a3c-b115-2376867f96ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 999 time: 0.0948169 Feb 09 02:05:19.894143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-83fdee12-ed87-4b58-830e-8ab52f058bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.896486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-83fdee12-ed87-4b58-830e-8ab52f058bc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8551e2fa034645f58184666ac0e7e633&device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 1128 time: 0.1051104 Feb 09 02:05:19.914981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-428140ba-1699-4bc3-bc42-d4cc502fdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.919079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-428140ba-1699-4bc3-bc42-d4cc502fdd19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51fc8c73-d455-49f5-9870-c451753e6e37 HTTP/1.1" status: 200 len: 867 time: 0.1133251 Feb 09 02:05:19.992840 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'eef1f46c-5cf7-49dd-868d-bde0f558a549', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'port_id': '01a7a486-e45c-4835-9425-6c2194615f26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'mac_address': 'fa:16:3e:cf:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4706d1f7-8fc3-4836-a685-0189e2747346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:05:16Z', 'updated_at': '2022-02-09T02:05:18Z', 'revision_number': 1, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:20.038670 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] Checking router: 8a957e4a-9a90-4357-babc-ccf40cb0de34 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:20.048371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-2cb660e5-ea52-419c-828d-7b7d587009ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.049941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-2cb660e5-ea52-419c-828d-7b7d587009ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db52522e-7ed5-438b-b6cd-65e22add36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1228004 Feb 09 02:05:20.053979 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:20.056486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:20.057839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-e66ab2ad-3873-42fb-ba8e-7ee3c058104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.059437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-e66ab2ad-3873-42fb-ba8e-7ee3c058104a service neutron] 10.222.0.72 "GET /v2.0/networks?id=db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 200 len: 929 time: 0.1540301 Feb 09 02:05:20.060266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-40c24b77-fa64-4ea6-9a0a-479e27bf60a6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:05:20.061379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-40c24b77-fa64-4ea6-9a0a-479e27bf60a6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054452 Feb 09 02:05:20.193021 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-bb09860e-c579-45f7-a79a-a0f84d7eb4a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 999 time: 0.1164839 Feb 09 02:05:20.205963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:20.260490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-41f6c1a9-ab4e-413d-97cb-76a6a2365689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.263133 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-41f6c1a9-ab4e-413d-97cb-76a6a2365689 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51fc8c73-d455-49f5-9870-c451753e6e37 HTTP/1.1" status: 200 len: 867 time: 0.0663612 Feb 09 02:05:20.264666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a6a0b-d529-46f9-a554-8bbf341a3997 req-ccf2460c-33e7-42d8-89bf-2b0d65235685 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.268912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-078a6a0b-d529-46f9-a554-8bbf341a3997 req-ccf2460c-33e7-42d8-89bf-2b0d65235685 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1210961 Feb 09 02:05:20.271815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-d367f60f-bf74-4b61-99ce-bc078b3528b9 service neutron] 10.222.0.53 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996942 Feb 09 02:05:20.344031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-c608a6e0-58a0-45d3-b53b-c64c93fdda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.346227 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-c608a6e0-58a0-45d3-b53b-c64c93fdda26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db52522e-7ed5-438b-b6cd-65e22add36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692890 Feb 09 02:05:20.447494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-078a6a0b-d529-46f9-a554-8bbf341a3997 req-e20cb23d-503f-46f3-b4dc-ff5d1eedd9b6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703720 Feb 09 02:05:20.477553 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-189e0662-74bb-4d9c-94b3-e47beeab7639 service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247449 Feb 09 02:05:20.537440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0f811d-3e00-4c40-94b6-52e8c49669d9 req-c231fb65-cd01-478e-a416-6d8fdc87b206 service neutron] 10.222.0.53 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465971 Feb 09 02:05:20.570602 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'eef1f46c-5cf7-49dd-868d-bde0f558a549', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'port_id': '01a7a486-e45c-4835-9425-6c2194615f26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'mac_address': 'fa:16:3e:cf:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4706d1f7-8fc3-4836-a685-0189e2747346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:05:16Z', 'updated_at': '2022-02-09T02:05:18Z', 'revision_number': 1, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:20.603943 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c711f175-d9f9-4b69-bcbc-aa56693a6954 req-ddc30201-6e67-4dc3-b074-17dbaa8e03f4 service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198101 Feb 09 02:05:20.641229 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6954586-e69f-4709-bc5f-65d6f8e4726c None None] The sync data for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 is: [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'eef1f46c-5cf7-49dd-868d-bde0f558a549', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'port_id': '01a7a486-e45c-4835-9425-6c2194615f26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'mac_address': 'fa:16:3e:cf:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4706d1f7-8fc3-4836-a685-0189e2747346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:05:16Z', 'updated_at': '2022-02-09T02:05:18Z', 'revision_number': 1, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:20.714844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b519-57e6-4ce9-93a3-d093e76be54f req-6fb783ed-023c-48df-8c6c-8896df1b2b6f tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.716403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5be5b519-57e6-4ce9-93a3-d093e76be54f req-6fb783ed-023c-48df-8c6c-8896df1b2b6f tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1365137 Feb 09 02:05:21.007753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbaf9a8-58a4-4ada-8fc5-556c298794cc None None] New status for floating IP eef1f46c-5cf7-49dd-868d-bde0f558a549: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:05:21.045739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-79f00091-4399-4b2c-b563-5c4514e4a545 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 258 time: 0.4776912 Feb 09 02:05:21.059497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:21.081998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5be5b519-57e6-4ce9-93a3-d093e76be54f req-56d276d1-2e8a-436d-8b74-9dc74242bff2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507512 Feb 09 02:05:21.118360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.268943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641ba91-585f-4638-80e5-2b68af1fd077 req-1b767dfa-d65f-4983-8257-7a1225796ec5 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:21.270480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e641ba91-585f-4638-80e5-2b68af1fd077 req-1b767dfa-d65f-4983-8257-7a1225796ec5 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0757616 Feb 09 02:05:21.342284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e641ba91-585f-4638-80e5-2b68af1fd077 req-bb906ed6-ce83-4e18-8a78-10d667d06f80 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656083 Feb 09 02:05:21.357309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.484100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Allocated IP 172.25.6.193 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/43deefae-a697-4046-a105-f0b07e202840) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:21.527114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:21.649764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for port (43deefae-a697-4046-a105-f0b07e202840), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.678421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6747e-8818-4f05-ae8a-da4f3b3ee86d req-281a8e67-aac5-4812-9ab8-3dd44334f0ed tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:21.685684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a6747e-8818-4f05-ae8a-da4f3b3ee86d req-281a8e67-aac5-4812-9ab8-3dd44334f0ed tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.0962448 Feb 09 02:05:21.752539 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (43deefae-a697-4046-a105-f0b07e202840), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.758597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a6747e-8818-4f05-ae8a-da4f3b3ee86d req-647f0766-08c4-41e7-96e1-830e84905267 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722413 Feb 09 02:05:21.814169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:21.817618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:21.820392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:21.834504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event updated for resources: {'Port': ['ID=43deefae-a697-4046-a105-f0b07e202840,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:21.880065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (d8718b96-0ce2-4c9e-b752-aede231b8740), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:21.926380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43deefae-a697-4046-a105-f0b07e202840), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.127232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for port (43deefae-a697-4046-a105-f0b07e202840), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.132974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43deefae-a697-4046-a105-f0b07e202840), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.175309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (d8718b96-0ce2-4c9e-b752-aede231b8740), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.188956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (b3d62d93-b5c3-456a-afcd-bfaa61964673), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.252735 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.259775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2077188 Feb 09 02:05:22.316259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda86b60-cb85-4732-8365-5597d42a2908 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event updated for resources: {'Port': ['ID=43deefae-a697-4046-a105-f0b07e202840,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:22.328483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-626e6d58-21e5-4037-b602-2c86918c94b3 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.193 HTTP/1.1" status: 200 len: 696 time: 0.0675132 Feb 09 02:05:22.433823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edbcd0-0842-4a3b-b653-1373a148bef0 req-fc94c4ac-17a4-43f3-8553-13625239bc71 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.435520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80edbcd0-0842-4a3b-b653-1373a148bef0 req-fc94c4ac-17a4-43f3-8553-13625239bc71 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.2373288 Feb 09 02:05:22.529275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80edbcd0-0842-4a3b-b653-1373a148bef0 req-74b6848e-6d34-483e-87f5-682c7e0adc02 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876956 Feb 09 02:05:22.577064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-1495474d-7cd3-4d31-a168-3044188fb2c6 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.580187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf1423a6-b5ea-46fc-9b38-4972ec8e5ffc req-1495474d-7cd3-4d31-a168-3044188fb2c6 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2499254 Feb 09 02:05:22.638699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Deleting port c372b8c8-5b20-420c-94b0-5fdb42465252 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:22.639265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.704430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaf423-6747-4514-bf10-02b5513b5657 req-0303d249-272d-456c-956a-2ca666274c12 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.706273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0eaf423-6747-4514-bf10-02b5513b5657 req-0303d249-272d-456c-956a-2ca666274c12 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.0905275 Feb 09 02:05:22.735047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] For port c372b8c8-5b20-420c-94b0-5fdb42465252, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c372b8c8-5b20-420c-94b0-5fdb42465252,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:22.735435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:22.755815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Calling delete_port for c372b8c8-5b20-420c-94b0-5fdb42465252 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:22.793140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0eaf423-6747-4514-bf10-02b5513b5657 req-b7e39fd0-ff9b-4999-9f2d-cc2fc0edc4e5 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807204 Feb 09 02:05:22.848348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6d019-ff09-4b10-bf41-70811118fd7f req-a74012b2-6e73-42b1-b6d2-8b8a4919ec4c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.850126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33f6d019-ff09-4b10-bf41-70811118fd7f req-a74012b2-6e73-42b1-b6d2-8b8a4919ec4c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0812025 Feb 09 02:05:22.940083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33f6d019-ff09-4b10-bf41-70811118fd7f req-445caaf6-465f-4ea3-8364-bb88eaa3a4aa tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.193 HTTP/1.1" status: 200 len: 696 time: 0.0805843 Feb 09 02:05:22.968078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-33f6d019-ff09-4b10-bf41-70811118fd7f req-3246a58b-f38d-4fea-a8c2-327d738ff773 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Request body: {'floatingip': {'port_id': '01a7a486-e45c-4835-9425-6c2194615f26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:23.016476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c372b8c8-5b20-420c-94b0-5fdb42465252), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.034499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-33f6d019-ff09-4b10-bf41-70811118fd7f req-3246a58b-f38d-4fea-a8c2-327d738ff773 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (d8718b96-0ce2-4c9e-b752-aede231b8740), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.045225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c372b8c8-5b20-420c-94b0-5fdb42465252,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:23.144936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17b776-abae-4406-814b-a2630d99f5ed req-6d402ef7-6731-4754-b1af-28741315b926 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:23.151921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e17b776-abae-4406-814b-a2630d99f5ed req-6d402ef7-6731-4754-b1af-28741315b926 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.2330618 Feb 09 02:05:23.250549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (b3d62d93-b5c3-456a-afcd-bfaa61964673), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.276801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e17b776-abae-4406-814b-a2630d99f5ed req-8dc60811-cc9a-4a8b-96a1-c72d7d6b549e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239846 Feb 09 02:05:23.299836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1878c985-8477-478b-b652-421578f5c3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:23.354920 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-33f6d019-ff09-4b10-bf41-70811118fd7f req-3246a58b-f38d-4fea-a8c2-327d738ff773 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 02:05:23.355910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33f6d019-ff09-4b10-bf41-70811118fd7f req-3246a58b-f38d-4fea-a8c2-327d738ff773 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "PUT /v2.0/floatingips/d8718b96-0ce2-4c9e-b752-aede231b8740 HTTP/1.1" status: 409 len: 550 time: 0.3948250 Feb 09 02:05:23.440589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-77476448-2971-4729-8d14-b564281e562f tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips/d8718b96-0ce2-4c9e-b752-aede231b8740 HTTP/1.1" status: 200 len: 693 time: 0.0470595 Feb 09 02:05:23.617084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-bf2d19a7-cda1-424c-8539-7e4f71429d23 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:23.620898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-bf2d19a7-cda1-424c-8539-7e4f71429d23 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1743228 Feb 09 02:05:23.639187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-9d1578a4-9d98-439c-9d1a-6eb64bd3c12c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:05:23.640727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-9d1578a4-9d98-439c-9d1a-6eb64bd3c12c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152264 Feb 09 02:05:23.718959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-d3495449-d5b7-4f8f-8878-7a77e07a4f0b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1588571 Feb 09 02:05:23.734330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-d9a0a5f9-48fc-4c7e-b347-92f813dfc3f8 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.193 HTTP/1.1" status: 200 len: 696 time: 0.0682404 Feb 09 02:05:23.811192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a96196-d739-4a4f-8f4d-e7db04e9083c req-c2e166c6-0c9b-458c-8d3a-61c49db4a959 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:23.814721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Router b3d62d93-b5c3-456a-afcd-bfaa61964673 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:23.822306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97a96196-d739-4a4f-8f4d-e7db04e9083c req-c2e166c6-0c9b-458c-8d3a-61c49db4a959 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1993442 Feb 09 02:05:23.902833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-b96b98ec-c431-4c76-a312-0260907f0990 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.193 HTTP/1.1" status: 200 len: 696 time: 0.1579688 Feb 09 02:05:23.933917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97a96196-d739-4a4f-8f4d-e7db04e9083c req-e89a0298-04dd-44e4-b51f-c712ebac36fb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106253 Feb 09 02:05:23.971249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:23.981496 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] Sync routers for ids ['b3d62d93-b5c3-456a-afcd-bfaa61964673'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:23.986649 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-77ab5f8a-ef26-4b82-adb9-3c43cd0406fe admin admin] 10.222.0.53 "PUT /v2.0/routers/b3d62d93-b5c3-456a-afcd-bfaa61964673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4572811 Feb 09 02:05:23.989218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:24.001281 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] Routers {'b3d62d93-b5c3-456a-afcd-bfaa61964673'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:24.005591 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b3d62d93-b5c3-456a-afcd-bfaa61964673'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:24.055012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aca1-068f-4256-892b-286746988244 req-701fff74-befe-4c56-b6f6-5b5510d1347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.056670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-701fff74-befe-4c56-b6f6-5b5510d1347c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1128 time: 0.2106791 Feb 09 02:05:24.120304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks [] for router (b3d62d93-b5c3-456a-afcd-bfaa61964673), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.195377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aca1-068f-4256-892b-286746988244 req-f725ec36-7227-4265-a5ba-0429ce5c4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.197527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-f725ec36-7227-4265-a5ba-0429ce5c4d11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.1159599 Feb 09 02:05:24.221773 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] Set router b3d62d93-b5c3-456a-afcd-bfaa61964673 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:24.253240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks [] for router_gateway (b3d62d93-b5c3-456a-afcd-bfaa61964673), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.335505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-2362fb6c-ed90-4104-b11d-d1da2699ac91 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.1288118 Feb 09 02:05:24.370370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Deleting port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:24.372107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.389106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Deleting port 43deefae-a697-4046-a105-f0b07e202840 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:24.390411 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (43deefae-a697-4046-a105-f0b07e202840), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.420126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f432854-83d0-465f-b648-4badebdc5ced req-cb0aec89-6920-450d-b930-0dfe59b2a0cf tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.428657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f432854-83d0-465f-b648-4badebdc5ced req-cb0aec89-6920-450d-b930-0dfe59b2a0cf tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.2272334 Feb 09 02:05:24.481151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] For port b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:24.481526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.489196 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:05:22Z', 'revision_number': 5, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port': {'id': 'b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:24.498569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Calling delete_port for b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:24.509066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58aca1-068f-4256-892b-286746988244 req-f3c29f90-60cb-4819-9646-f645f676a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:24.511094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-f3c29f90-60cb-4819-9646-f645f676a20b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1665301 Feb 09 02:05:24.533113 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] Checking router: b3d62d93-b5c3-456a-afcd-bfaa61964673 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:24.542997 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] Routers {'b3d62d93-b5c3-456a-afcd-bfaa61964673'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:24.543631 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b3d62d93-b5c3-456a-afcd-bfaa61964673'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:24.648470 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] Set router b3d62d93-b5c3-456a-afcd-bfaa61964673 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:24.709359 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:05:24Z', 'revision_number': 6, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:24.744033 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd2aa3c-fbbe-4484-be80-adf2e2119a6d None None] The sync data for ids ['b3d62d93-b5c3-456a-afcd-bfaa61964673'] in n-d-826675-12 is: [{'id': 'b3d62d93-b5c3-456a-afcd-bfaa61964673', 'name': 'tempest-AttachSCSIVolumeTestJSON-2116249911-router', 'tenant_id': '809ca2a74df54357a695842499aa5456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:41Z', 'updated_at': '2022-02-09T02:05:24Z', 'revision_number': 6, 'project_id': '809ca2a74df54357a695842499aa5456', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:24.767983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.806779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:24.825905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-6400068a-b244-4782-a741-b697361767a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3047030 Feb 09 02:05:24.841091 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-9056852b-6468-455d-b918-a9b515fbb2e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238909 Feb 09 02:05:24.849679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f432854-83d0-465f-b648-4badebdc5ced req-9d899952-2e96-4e50-8e0e-7016b2d8fbb0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197061 Feb 09 02:05:24.917595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (43deefae-a697-4046-a105-f0b07e202840), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.917825 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (43deefae-a697-4046-a105-f0b07e202840), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.926345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (b3d62d93-b5c3-456a-afcd-bfaa61964673), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:24.968635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Calling delete_port for 43deefae-a697-4046-a105-f0b07e202840 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:25.060643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (b3d62d93-b5c3-456a-afcd-bfaa61964673), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.065288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks [] for router_controller (b3d62d93-b5c3-456a-afcd-bfaa61964673), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.075794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0afbeb-4ef4-4694-914c-c821b3a870fa req-0c6c11eb-3e8e-4da2-b5a3-be8d1c9dbeef tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.078077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a0afbeb-4ef4-4694-914c-c821b3a870fa req-0c6c11eb-3e8e-4da2-b5a3-be8d1c9dbeef tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1621768 Feb 09 02:05:25.095341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-05b2eb13-66e6-4aea-af20-c577b901460d service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622049 Feb 09 02:05:25.102768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-cb2cc659-2884-466a-8921-c3fb8912bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.104618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-cb2cc659-2884-466a-8921-c3fb8912bf25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6298daf59e894167a2fca973ed8879a4&device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 1128 time: 0.2148833 Feb 09 02:05:25.217931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (b3d62d93-b5c3-456a-afcd-bfaa61964673), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.219184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3d62d93-b5c3-456a-afcd-bfaa61964673 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:05:25.225756 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.226976 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b1eec7c4-10c7-42f3-bd54-9fa396b09788 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b3d62d93-b5c3-456a-afcd-bfaa61964673 HTTP/1.1" status: 204 len: 168 time: 1.2367687 Feb 09 02:05:25.229587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39790) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:25.260998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed58aca1-068f-4256-892b-286746988244 req-c83d0db9-8953-4c6f-9e30-70136c7f9026 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514292 Feb 09 02:05:25.298705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] Deleting subnet bf4e26bb-0e71-45da-a99c-e9932a3e3ccb {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:25.304711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a0afbeb-4ef4-4694-914c-c821b3a870fa req-8a291ce8-2e19-45d0-b3ab-700ab663de4b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166941 Feb 09 02:05:25.310688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] Publish callbacks [] for subnet (bf4e26bb-0e71-45da-a99c-e9932a3e3ccb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.354946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-7ad36748-d68a-4634-a233-a33709f3d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.356514 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-7ad36748-d68a-4634-a233-a33709f3d167 service neutron] 10.222.0.72 "GET /v2.0/networks?id=836520e1-5d30-410b-9a01-81ed7480116d HTTP/1.1" status: 200 len: 911 time: 0.1999004 Feb 09 02:05:25.435622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (bf4e26bb-0e71-45da-a99c-e9932a3e3ccb), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.454727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (43deefae-a697-4046-a105-f0b07e202840), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.485921 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-54da017c-554d-4b8c-91b7-c08a1fb98694 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5 HTTP/1.1" status: 200 len: 1001 time: 0.1228430 Feb 09 02:05:25.493090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event deleted for resources: {'Port': ['ID=43deefae-a697-4046-a105-f0b07e202840,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:25.528959 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (d8718b96-0ce2-4c9e-b752-aede231b8740), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.532148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.533387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23682ef8-6e4c-46da-9421-f6d2cdfa89be req-8ae9ac4f-646c-4c1b-bda1-a77ad55c61af tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "DELETE /v2.0/floatingips/d8718b96-0ce2-4c9e-b752-aede231b8740 HTTP/1.1" status: 204 len: 173 time: 1.6149912 Feb 09 02:05:25.545176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20eb4f-8522-457b-95e1-42afc734895f req-2f42a43d-5397-4c37-b560-4e6e014ff7ac tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.547380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d20eb4f-8522-457b-95e1-42afc734895f req-2f42a43d-5397-4c37-b560-4e6e014ff7ac tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1277986 Feb 09 02:05:25.621801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d20eb4f-8522-457b-95e1-42afc734895f req-fa7a7cef-ab3b-4f18-8f6f-91f010508e87 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628972 Feb 09 02:05:25.638248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72c26674-b716-4fe9-9666-19bb5a006b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.650609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-3583d23b-21bb-49f8-a3ed-1ff9dc77347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.652098 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-3583d23b-21bb-49f8-a3ed-1ff9dc77347a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7630eb12-9457-4220-b746-15e767f73108 HTTP/1.1" status: 200 len: 849 time: 0.1589980 Feb 09 02:05:25.673400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (bf4e26bb-0e71-45da-a99c-e9932a3e3ccb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.728756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c372b8c8-5b20-420c-94b0-5fdb42465252 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:25.763353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c372b8c8-5b20-420c-94b0-5fdb42465252 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:25.764228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c372b8c8-5b20-420c-94b0-5fdb42465252 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:25.802501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-59149113-9a5f-460c-8b05-d00ecea96ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 1001 time: 0.1848507 Feb 09 02:05:25.810165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-8a3f475f-05ee-43ae-bbea-7d7f0cc2da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.812061 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-8a3f475f-05ee-43ae-bbea-7d7f0cc2da27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=836520e1-5d30-410b-9a01-81ed7480116d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1531532 Feb 09 02:05:25.813410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (bf4e26bb-0e71-45da-a99c-e9932a3e3ccb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.873620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf4e26bb-0e71-45da-a99c-e9932a3e3ccb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:25.877147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ae4a7fe5-967c-47d5-a56e-f25d2c46e8ee tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:25.879588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ae4a7fe5-967c-47d5-a56e-f25d2c46e8ee tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports/01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 942 time: 0.0689464 Feb 09 02:05:25.927337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:25.933428 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-27b09995-b3aa-4479-b00d-4c61f57d21b8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bf4e26bb-0e71-45da-a99c-e9932a3e3ccb HTTP/1.1" status: 204 len: 168 time: 0.7005687 Feb 09 02:05:25.933855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39796) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:25.937931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c9472-b1c6-470b-89ff-19bd184c3d5f None None] Network fc953349-2e59-43e7-86c4-6d4774d80beb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:25.995152 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-26b2ec1b-9a14-4bc0-913f-b593d8a6d39e service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649749 Feb 09 02:05:26.106368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fc953349-2e59-43e7-86c4-6d4774d80beb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.133174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931aee69-0089-43ab-8c4c-f3de2c7b5195 req-9111d6a5-5a6b-426b-b597-11df58243f61 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:26.135189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-931aee69-0089-43ab-8c4c-f3de2c7b5195 req-9111d6a5-5a6b-426b-b597-11df58243f61 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1791444 Feb 09 02:05:26.195865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e2589421-a692-4aec-b47a-b43d66dc7d26 req-c27fe139-8e1c-43fb-96ed-c0b073d22170 service neutron] 10.222.0.72 "GET /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915607 Feb 09 02:05:26.222668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] DHCP port deletion for fc953349-2e59-43e7-86c4-6d4774d80beb request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:05:26.281147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-457f03e6-8ab5-4f6d-a132-2d31e14c6b1d tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 1001 time: 0.1696107 Feb 09 02:05:26.308207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] Deleting port 886b891d-ca3b-4500-a164-96818a0b3ef9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:26.308628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.357572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-931aee69-0089-43ab-8c4c-f3de2c7b5195 req-091ac266-4001-4a1f-bd05-3be4aebf5efa tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908221 Feb 09 02:05:26.377173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] For port 886b891d-ca3b-4500-a164-96818a0b3ef9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=886b891d-ca3b-4500-a164-96818a0b3ef9,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:26.377577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.394243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] Calling delete_port for 886b891d-ca3b-4500-a164-96818a0b3ef9 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:26.397642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Deleting port 886b891d-ca3b-4500-a164-96818a0b3ef9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:26.398067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.510151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-05f3a282-4d1b-4e13-bcf0-0fb535807117 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:26.511731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-05f3a282-4d1b-4e13-bcf0-0fb535807117 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2220285 Feb 09 02:05:26.532987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-a0b09a1e-ff00-4b46-940c-749ac45a4bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:05:26.534135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-a0b09a1e-ff00-4b46-940c-749ac45a4bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163364 Feb 09 02:05:26.542847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] For port 886b891d-ca3b-4500-a164-96818a0b3ef9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=886b891d-ca3b-4500-a164-96818a0b3ef9,segment=NetworkSegment(d55f951f-baf1-427f-a9b3-68e5185706f6),segment_id=d55f951f-baf1-427f-a9b3-68e5185706f6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:26.543310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.543853 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.573000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] Pushing event deleted for resources: {'Port': ['ID=886b891d-ca3b-4500-a164-96818a0b3ef9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:26.576786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a63477-fc47-42c6-8bff-edc543bbb663 None None] No DVR routers for this DVR port 886b891d-ca3b-4500-a164-96818a0b3ef9 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:26.599139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Calling delete_port for 886b891d-ca3b-4500-a164-96818a0b3ef9 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:26.661851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a2b89-6eb7-450c-baf9-a26d810513c8 req-e77013a8-bfe5-45b3-8020-dc05a8956572 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:26.663552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea0a2b89-6eb7-450c-baf9-a26d810513c8 req-e77013a8-bfe5-45b3-8020-dc05a8956572 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.2031863 Feb 09 02:05:26.690517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-56c1b4d8-07bf-4905-954c-b5c401f8fc77 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 1001 time: 0.1444197 Feb 09 02:05:26.715974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:26.777884 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.799576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea0a2b89-6eb7-450c-baf9-a26d810513c8 req-94426785-f57f-4d32-a556-26a0a83937b2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222739 Feb 09 02:05:26.802333 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (886b891d-ca3b-4500-a164-96818a0b3ef9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.841210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=886b891d-ca3b-4500-a164-96818a0b3ef9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:26.844658 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (eef1f46c-5cf7-49dd-868d-bde0f558a549), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:26.850339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] No DVR routers for this DVR port 886b891d-ca3b-4500-a164-96818a0b3ef9 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:26.992315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:27.016994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:27.018001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b6c3fcfa-f3e0-4453-af0b-078ed6d24a1f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:27.019031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 886b891d-ca3b-4500-a164-96818a0b3ef9 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:27.043834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 886b891d-ca3b-4500-a164-96818a0b3ef9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:27.044491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 886b891d-ca3b-4500-a164-96818a0b3ef9 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:27.044813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fc953349-2e59-43e7-86c4-6d4774d80beb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.085023 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.085463 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.086134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.086481 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > port after_create 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.086822 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.087153 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > port after_update 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.087483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.087814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.088244 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.088444 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.157412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.157770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.158103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.158435 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:05:27.158823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc953349-2e59-43e7-86c4-6d4774d80beb']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:27.189227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55f951f-baf1-427f-a9b3-68e5185706f6') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:27.189526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55f951f-baf1-427f-a9b3-68e5185706f6') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:27.211751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (d55f951f-baf1-427f-a9b3-68e5185706f6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.255624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.273588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a36ee-932f-4ac3-aaf9-1bf044fcec19 req-782e4a04-f99e-45bc-9466-417bb117dd20 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:27.275384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-624a36ee-932f-4ac3-aaf9-1bf044fcec19 req-782e4a04-f99e-45bc-9466-417bb117dd20 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.3090699 Feb 09 02:05:27.277022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (eef1f46c-5cf7-49dd-868d-bde0f558a549), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.278985 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Floating IP eef1f46c-5cf7-49dd-868d-bde0f558a549 disassociated. External IP: 172.25.6.153, port: 01a7a486-e45c-4835-9425-6c2194615f26. Feb 09 02:05:27.288770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d55f951f-baf1-427f-a9b3-68e5185706f6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.362254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:05:27.362699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (d55f951f-baf1-427f-a9b3-68e5185706f6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: from cryptography.utils import int_from_bytes Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: from cryptography.utils import int_from_bytes Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:05:27.367516 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:05:27.707850 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fc953349-2e59-43e7-86c4-6d4774d80beb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.722597 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:27.724950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fc953349-2e59-43e7-86c4-6d4774d80beb HTTP/1.1" status: 204 len: 168 time: 1.7899961 Feb 09 02:05:27.727908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:27.742987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-624a36ee-932f-4ac3-aaf9-1bf044fcec19 req-e9641bad-8079-4366-a979-ec5423b14abd tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561915 Feb 09 02:05:27.777719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4598b-b94e-49df-9c3a-46ab37af1f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc953349-2e59-43e7-86c4-6d4774d80beb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:27.909879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-eef5a7e4-fa99-4d03-b1e9-ef766798a956 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:27.912517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-eef5a7e4-fa99-4d03-b1e9-ef766798a956 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1129 time: 0.1665604 Feb 09 02:05:27.924725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:27.974669 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.035743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Router 8a957e4a-9a90-4357-babc-ccf40cb0de34 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:28.043920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aa6fe-48c0-42fb-93ca-d75dbe53c155 req-ca9cbd2a-0250-4fae-a82e-6b58d26042f8 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:28.045498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e0aa6fe-48c0-42fb-93ca-d75dbe53c155 req-ca9cbd2a-0250-4fae-a82e-6b58d26042f8 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1814072 Feb 09 02:05:28.049395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.150910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.159277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:28.161744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:28.219712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e0aa6fe-48c0-42fb-93ca-d75dbe53c155 req-61dd996a-16a4-4f40-8a17-a9786231ecb4 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568809 Feb 09 02:05:28.383176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:28.384501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.399983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:28.413268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.418176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] Sync routers for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:28.423482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:28.451353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:28.455355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:28.457781 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e2295-1c41-40d1-b11f-7be725a17e58" -d '{"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-unplugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:28.462772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6751794-ffa3-41a9-85d3-b55b56eb0700 req-17408a1c-810e-4156-80c0-4d9d9e99e05b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:28.463392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'mac_address': 'fa:16:3e:a1:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:05:28.464115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6751794-ffa3-41a9-85d3-b55b56eb0700 req-17408a1c-810e-4156-80c0-4d9d9e99e05b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 946 time: 0.1526501 Feb 09 02:05:28.476984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:28.487134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:28.491976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:28.498648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-ff7a5f67-a3b0-4add-97f1-fb9041d14195 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "PUT /v2.0/floatingips/eef1f46c-5cf7-49dd-868d-bde0f558a549 HTTP/1.1" status: 200 len: 695 time: 1.7909002 Feb 09 02:05:28.503069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:28.505497 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48019d0a-4124-4fec-826e-e2ac2a02169f" -d '{"events": [{"name": "network-changed", "server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "tag": "01a7a486-e45c-4835-9425-6c2194615f26"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:28.535337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Deleting port 73b1db65-2d97-441b-9837-756d89833c50 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:28.535977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (73b1db65-2d97-441b-9837-756d89833c50), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.588495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:28.595318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6751794-ffa3-41a9-85d3-b55b56eb0700 req-41cee019-6418-40b0-811f-b1d186187284 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206186 Feb 09 02:05:28.609422 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.653163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-54122829-129c-4754-a5f8-ad4e536c9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:28.654750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-54122829-129c-4754-a5f8-ad4e536c9b61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8551e2fa034645f58184666ac0e7e633&device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 1128 time: 0.1224611 Feb 09 02:05:28.660295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Publish callbacks [] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.682586 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.696839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] For port 73b1db65-2d97-441b-9837-756d89833c50, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=73b1db65-2d97-441b-9837-756d89833c50,segment=NetworkSegment(c6ebb232-9633-4e99-a938-f60011974f6e),segment_id=c6ebb232-9633-4e99-a938-f60011974f6e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:28.697545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (73b1db65-2d97-441b-9837-756d89833c50), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.729436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Calling delete_port for 73b1db65-2d97-441b-9837-756d89833c50 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:28.868454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:28.877307 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ffda2b-04f6-4c75-a5e6-4ad71dcae839 x-openstack-request-id: req-e6ffda2b-04f6-4c75-a5e6-4ad71dcae839 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:28.882846 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-unplugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:28.882846 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6ffda2b-04f6-4c75-a5e6-4ad71dcae839 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:28.883268 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'code': 200} Feb 09 02:05:28.908444 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1bdd03-4a81-4414-a082-eb30700e9a9e x-openstack-request-id: req-0b1bdd03-4a81-4414-a082-eb30700e9a9e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:28.908766 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "tag": "01a7a486-e45c-4835-9425-6c2194615f26", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:28.908994 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b1bdd03-4a81-4414-a082-eb30700e9a9e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:28.909396 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26', 'status': 'completed', 'code': 200} Feb 09 02:05:28.940807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:28.941174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:28.941515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:28.955038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:28.962898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:28.975849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-c6e23c35-f442-4837-b22d-33c16f77619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:28.977342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-c6e23c35-f442-4837-b22d-33c16f77619d service neutron] 10.222.0.53 "GET /v2.0/networks?id=db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 200 len: 929 time: 0.3151050 Feb 09 02:05:29.006368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:05:29.006368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Attempting to bind port 03289433-5c2d-4c6d-b538-6bedf9f9202c on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:29.050389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 636cd917-955c-464b-b6d4-4a2f53ba3586 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:29.061424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:29.078781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-b0b6d780-1b07-4b30-8a33-09b02e07943d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 217 time: 0.0752242 Feb 09 02:05:29.108523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-a716a66b-c5ad-4e08-858f-8f1a61e95daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.110674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:29.111128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:29.111449 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-a716a66b-c5ad-4e08-858f-8f1a61e95daf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8551e2fa034645f58184666ac0e7e633&device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 1128 time: 0.2056899 Feb 09 02:05:29.111572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:29.113194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Bound port: 03289433-5c2d-4c6d-b538-6bedf9f9202c, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:29.113722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:29.138220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:29.189188 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:05:29.189549 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:05:29.237349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa96216-186d-4cae-8e8c-d4b1a8bfa8ae req-405188b2-40cf-4ddc-83a7-6504e6f92ab8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.239160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa96216-186d-4cae-8e8c-d4b1a8bfa8ae req-405188b2-40cf-4ddc-83a7-6504e6f92ab8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 947 time: 0.2804811 Feb 09 02:05:29.286813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-511148b1-b6c0-4a9d-9fa2-dae4c42b8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.288576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-511148b1-b6c0-4a9d-9fa2-dae4c42b8096 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51fc8c73-d455-49f5-9870-c451753e6e37 HTTP/1.1" status: 200 len: 867 time: 0.1924171 Feb 09 02:05:29.380361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa96216-186d-4cae-8e8c-d4b1a8bfa8ae req-eac22228-c5b4-409f-98f5-ecab6303adf8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263340 Feb 09 02:05:29.398470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:29.414744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:29.429336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-7319d34d-2a74-4840-8954-d0957c66c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.433004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-7319d34d-2a74-4840-8954-d0957c66c2c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db52522e-7ed5-438b-b6cd-65e22add36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1342359 Feb 09 02:05:29.435266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:29.513217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ef132-f784-4db9-8bb8-7dc1a76e1ca7 req-34129405-488f-40e2-9414-174fea0eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.515899 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0b5ef132-f784-4db9-8bb8-7dc1a76e1ca7 req-34129405-488f-40e2-9414-174fea0eda81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 1128 time: 0.4572814 Feb 09 02:05:29.516532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:29.564719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-f3fcd9ad-50b3-460d-a86f-4c068a5213ca service neutron] 10.222.0.53 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220465 Feb 09 02:05:29.571720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] Checking router: 8a957e4a-9a90-4357-babc-ccf40cb0de34 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:29.582711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:29.583456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:29.600320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-9a566771-d33e-4b1f-9fe1-72746c5c0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.601867 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-9a566771-d33e-4b1f-9fe1-72746c5c0209 service neutron] 10.222.0.72 "GET /v2.0/networks?id=db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 200 len: 929 time: 0.4815540 Feb 09 02:05:29.602538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (73b1db65-2d97-441b-9837-756d89833c50), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:29.658404 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0b5ef132-f784-4db9-8bb8-7dc1a76e1ca7 req-7f15a580-ec49-45ba-b78e-58eaf535906a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324728 Feb 09 02:05:29.678947 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-80b6d8a0-4bdf-402c-b824-659584ed7be4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 200 len: 217 time: 0.0671077 Feb 09 02:05:29.681463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b1db65-2d97-441b-9837-756d89833c50,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:29.698426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:29.768486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:29.769006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:29.773666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad1cd59-7474-415a-ad2f-ee3fef5a1239 req-2c64215c-6381-4db4-a6fe-47f90d0119f7 service neutron] 10.222.0.53 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582496 Feb 09 02:05:29.794246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:29.798513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636cd917-955c-464b-b6d4-4a2f53ba3586 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:29.890140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3dcb-e27b-48e0-b2d0-0b134e17ef1d req-2b5cc463-1ccf-468b-92d1-c63f1948c588 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.897317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-208c3dcb-e27b-48e0-b2d0-0b134e17ef1d req-2b5cc463-1ccf-468b-92d1-c63f1948c588 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.2960117 Feb 09 02:05:29.937756 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:29.944327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:29.949080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:29.950543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:29.951415 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:29.953206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-11984e58-ed3f-4dd8-9c8b-7e05e53a93d0 service neutron] 10.222.0.82 "PUT /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 1124 time: 2.0330727 Feb 09 02:05:29.965687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:30.070965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-208c3dcb-e27b-48e0-b2d0-0b134e17ef1d req-6f3ea6f5-8ca0-42d6-ad8d-fda52124e3fb tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340971 Feb 09 02:05:30.083813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['03289433-5c2d-4c6d-b538-6bedf9f9202c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:30.106989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b0faa-f09f-468a-8747-2b9c13b1f923 req-6a07da55-5c08-442c-8964-b06bfe37664a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:30.128913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['03289433-5c2d-4c6d-b538-6bedf9f9202c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:30.134758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d5b0faa-f09f-468a-8747-2b9c13b1f923 req-6a07da55-5c08-442c-8964-b06bfe37664a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.2020280 Feb 09 02:05:30.220626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-588047fe-e924-4174-9e0f-31eb3b9e463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:30.222100 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-588047fe-e924-4174-9e0f-31eb3b9e463d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=51fc8c73-d455-49f5-9870-c451753e6e37 HTTP/1.1" status: 200 len: 867 time: 0.2658174 Feb 09 02:05:30.224663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d5b0faa-f09f-468a-8747-2b9c13b1f923 req-eaae99d3-89c3-4d03-aabd-dd5610b09b05 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888946 Feb 09 02:05:30.242736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:30.273039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:30.306279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-da47c4d1-295f-4621-a9e4-4091ce93e525 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips/eef1f46c-5cf7-49dd-868d-bde0f558a549 HTTP/1.1" status: 200 len: 695 time: 0.0619760 Feb 09 02:05:30.410245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-b2b0de20-97ae-4751-8661-a5f61c53e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:30.413470 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-b2b0de20-97ae-4751-8661-a5f61c53e1c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db52522e-7ed5-438b-b6cd-65e22add36d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1674843 Feb 09 02:05:30.452902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['636cd917-955c-464b-b6d4-4a2f53ba3586'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:30.457416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-04c39f51-da7d-4a12-85f3-a20cb979fc26 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:30.459397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-04c39f51-da7d-4a12-85f3-a20cb979fc26 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1463335 Feb 09 02:05:30.472521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-0b4ef467-6740-4f63-b2be-09ce3578a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:05:30.474106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-0b4ef467-6740-4f63-b2be-09ce3578a6d0 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077569 Feb 09 02:05:30.511293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:30.584609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-a8395550-d08f-43d8-85c8-01ab903225aa tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 698 time: 0.1038277 Feb 09 02:05:30.592600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-d50c2b1c-a815-4ea4-b634-471b24bbfe8b service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720054 Feb 09 02:05:30.653229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-a0e738aa-03b9-4365-9946-e7dc75573f56 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 698 time: 0.0617509 Feb 09 02:05:30.701609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:30.726316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:30.740182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c0b-bd67-46fa-9e99-71c34eab960f req-cd4d9273-715a-41b3-8554-05b28fc7d606 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:30.742483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3b59c0b-bd67-46fa-9e99-71c34eab960f req-cd4d9273-715a-41b3-8554-05b28fc7d606 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.2042315 Feb 09 02:05:30.760142 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48019d0a-4124-4fec-826e-e2ac2a02169f req-6a8f9587-2e9e-4c04-aa90-4981f273fbbd service neutron] 10.222.0.72 "GET /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378543 Feb 09 02:05:30.761538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:30.778841 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] Sync routers for ids ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:30.784905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:05:30.789882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3d655a93-8eb1-45ae-9dc7-69c3198b7c64 admin admin] 10.222.0.53 "PUT /v2.0/routers/feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0604010 Feb 09 02:05:30.792668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:30.799395 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] Routers {'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:30.800017 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:30.807736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666b388-6c9f-47c7-894a-1278f6c772e4 None None] The sync data for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 is: [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:04:58Z', 'revision_number': 4, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '78a08206-c0cf-4785-909e-9b920aa68ce3', 'name': '', 'network_id': 'db52522e-7ed5-438b-b6cd-65e22add36d4', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'mac_address': 'fa:16:3e:e6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:57Z', 'updated_at': '2022-02-09T02:05:02Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'subnets': [{'id': '51fc8c73-d455-49f5-9870-c451753e6e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:30.869544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3b59c0b-bd67-46fa-9e99-71c34eab960f req-ba74670f-5d14-49bd-a840-c312df88863b tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173940 Feb 09 02:05:30.964071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c'}, {'name': 'network-changed', 'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:30.992954 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755deb27-58d2-42ed-94cb-aa8c4da64ecc" -d '{"events": [{"server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "name": "network-vif-unplugged", "status": "completed", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c"}, {"name": "network-changed", "server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:31.024370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks [] for router (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.096439 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ecd62-3acc-43e4-99b3-7b3a97db5816 x-openstack-request-id: req-494ecd62-3acc-43e4-99b3-7b3a97db5816 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:31.096715 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "name": "network-vif-unplugged", "status": "completed", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c", "code": 200}, {"name": "network-changed", "server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:31.096981 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-494ecd62-3acc-43e4-99b3-7b3a97db5816 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:31.097386 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c', 'code': 200} Feb 09 02:05:31.097645 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c', 'status': 'completed', 'code': 200} Feb 09 02:05:31.102799 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] Set router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:31.189890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Deleting port 23007316-6255-46b6-9546-8649c49b34af {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:31.190383 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (23007316-6255-46b6-9546-8649c49b34af), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.265415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks [] for router_gateway (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.278428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-0cf8b8d0-3bb3-4a46-81d2-5d7f50bf0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:31.280308 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-0cf8b8d0-3bb3-4a46-81d2-5d7f50bf0579 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1158 time: 0.0918412 Feb 09 02:05:31.324641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db2153-1dbe-4a20-889b-39b0cd4d7df5 None None] New status for floating IP eef1f46c-5cf7-49dd-868d-bde0f558a549: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:05:31.373484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549e36e-ca70-4851-90ef-ef2b15662705 req-223bd2d8-c84e-49f3-8d73-425a61467e1b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:31.375153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1549e36e-ca70-4851-90ef-ef2b15662705 req-223bd2d8-c84e-49f3-8d73-425a61467e1b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.1815758 Feb 09 02:05:31.377094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (23007316-6255-46b6-9546-8649c49b34af), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.377428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (23007316-6255-46b6-9546-8649c49b34af), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.423002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Deleting port 64300766-6774-429a-b6f2-a671ce30c73d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:31.423370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (64300766-6774-429a-b6f2-a671ce30c73d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.432290 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '64300766-6774-429a-b6f2-a671ce30c73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:05:29Z', 'revision_number': 5, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port': {'id': '64300766-6774-429a-b6f2-a671ce30c73d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:57Z', 'updated_at': '2022-02-09T02:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:31.471756 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] Checking router: feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:31.476001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-2af42078-8f34-47a2-88cc-9860b38002ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:31.477615 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-2af42078-8f34-47a2-88cc-9860b38002ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.1911709 Feb 09 02:05:31.482594 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] Routers {'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:31.484231 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:31.506385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Calling delete_port for 23007316-6255-46b6-9546-8649c49b34af owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:31.540911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-450cba14-fc4d-41d8-8a07-823810eba789 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 217 time: 0.0534825 Feb 09 02:05:31.542778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1549e36e-ca70-4851-90ef-ef2b15662705 req-ea696fa7-c273-4eaa-8198-6fe02eeb68fd tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397710 Feb 09 02:05:31.615376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] For port 64300766-6774-429a-b6f2-a671ce30c73d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=64300766-6774-429a-b6f2-a671ce30c73d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:31.615750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (64300766-6774-429a-b6f2-a671ce30c73d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.642932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Calling delete_port for 64300766-6774-429a-b6f2-a671ce30c73d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:31.650499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-41a2e966-3572-488c-9a1b-a73ead85d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:31.652027 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-41a2e966-3572-488c-9a1b-a73ead85d538 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0958688 Feb 09 02:05:31.662733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] Set router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:31.692389 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-92cd9ef2-5a84-4dca-982b-f576067e2ee0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309706 Feb 09 02:05:31.813652 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:05:31Z', 'revision_number': 6, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:31.860886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (23007316-6255-46b6-9546-8649c49b34af), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:31.869116 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f2efe-7483-4dfc-b3ca-5cf4d6be08c7 None None] The sync data for ids ['feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a'] in n-d-826675-12 is: [{'id': 'feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a', 'name': 'tempest-AttachSCSIVolumeTestJSON-842011528-router', 'tenant_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:56Z', 'updated_at': '2022-02-09T02:05:31Z', 'revision_number': 6, 'project_id': '439d6d271d494ab8af0aa2ba5d54a9d5', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:31.900873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b2671-5a0a-4561-945b-4ced0be0c569 req-f0a1a7e5-71be-4ec8-976d-3631bfb88a4c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:31.902541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec8b2671-5a0a-4561-945b-4ced0be0c569 req-f0a1a7e5-71be-4ec8-976d-3631bfb88a4c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.1020632 Feb 09 02:05:31.903353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event deleted for resources: {'Port': ['ID=23007316-6255-46b6-9546-8649c49b34af,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:31.928762 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-4b401c8c-900f-40d8-a41e-a432c28bb938 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958995 Feb 09 02:05:32.009464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec8b2671-5a0a-4561-945b-4ced0be0c569 req-3ee4e808-b763-4602-b46a-832f9ef4bc08 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975296 Feb 09 02:05:32.015245 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks [] for floatingip (eef1f46c-5cf7-49dd-868d-bde0f558a549), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.017906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.019257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7540aaa-b49d-4081-8557-722d2f1bf61d req-e80a02bf-5caf-4286-88a6-d1ccba672cca tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "DELETE /v2.0/floatingips/eef1f46c-5cf7-49dd-868d-bde0f558a549 HTTP/1.1" status: 204 len: 173 time: 1.3484299 Feb 09 02:05:32.072914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (64300766-6774-429a-b6f2-a671ce30c73d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.110759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Pushing event deleted for resources: {'Port': ['ID=64300766-6774-429a-b6f2-a671ce30c73d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:32.119931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-755deb27-58d2-42ed-94cb-aa8c4da64ecc req-e1135900-b1df-4be0-a2a7-ee71491461d8 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846511 Feb 09 02:05:32.190422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.216857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59707857-35f4-45f1-af7e-b56a9c776da5 req-83e18b24-6727-4a3b-8a99-5e6af01541b8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:32.219089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59707857-35f4-45f1-af7e-b56a9c776da5 req-83e18b24-6727-4a3b-8a99-5e6af01541b8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1270571 Feb 09 02:05:32.260624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-5167ebec-ab62-41ac-b4e4-25d561c91fd4 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:32.261991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-5167ebec-ab62-41ac-b4e4-25d561c91fd4 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 810 time: 0.1594956 Feb 09 02:05:32.292223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.294185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-6d3eb62c-60aa-40e5-b170-08e3e350f078 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/quotas/8947044258ce4e7abddeff493005fc22 HTTP/1.1" status: 200 len: 375 time: 0.0230088 Feb 09 02:05:32.295480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks [] for router_controller (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.306745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59707857-35f4-45f1-af7e-b56a9c776da5 req-8daeb5ce-7688-475f-8339-1a632e9bf2c6 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751405 Feb 09 02:05:32.349377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.349959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:05:32.357147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.358399 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e7417d3-61d6-4e33-8b3f-218fabe42783 admin admin] 10.222.0.53 "DELETE /v2.0/routers/feef3d7c-31ee-4bef-9a2e-0a65bc8fda4a HTTP/1.1" status: 204 len: 168 time: 1.5645945 Feb 09 02:05:32.360872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:32.379954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-af200847-25ab-49e3-991f-7cf689236f60 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719182 Feb 09 02:05:32.428783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] Deleting subnet afdcca5a-0cc2-4616-a97d-1dbef725d777 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:32.432213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] Publish callbacks [] for subnet (afdcca5a-0cc2-4616-a97d-1dbef725d777), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.477329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (afdcca5a-0cc2-4616-a97d-1dbef725d777), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.599680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (afdcca5a-0cc2-4616-a97d-1dbef725d777), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.817174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e3984-dbcb-4699-894e-14c51fca1536 req-a836789a-b3a4-44cd-ab7f-785fa3027971 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:32.818779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-062e3984-dbcb-4699-894e-14c51fca1536 req-a836789a-b3a4-44cd-ab7f-785fa3027971 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0896554 Feb 09 02:05:32.822884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-1ac35856-aaf8-4839-b285-4abe51abdf3d service neutron] 10.222.0.53 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357011 Feb 09 02:05:32.919514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-062e3984-dbcb-4699-894e-14c51fca1536 req-bfbb8e9f-6ec7-402e-acd0-c502ca2356e6 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0945146 Feb 09 02:05:32.951065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (afdcca5a-0cc2-4616-a97d-1dbef725d777), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:32.998295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afdcca5a-0cc2-4616-a97d-1dbef725d777,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:33.002331 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.003853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71512dc-2cee-4f6d-bbd9-9866b608bb52 None None] Network ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:33.008798 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-80fd25bb-80f0-43c8-92f5-47210a15d374 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/afdcca5a-0cc2-4616-a97d-1dbef725d777 HTTP/1.1" status: 204 len: 168 time: 0.6427705 Feb 09 02:05:33.009070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:33.036687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 73b1db65-2d97-441b-9837-756d89833c50 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:33.076776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-4b02ee58-6e6b-4ace-bc7c-d79e83e9addd service neutron] 10.222.0.53 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441888 Feb 09 02:05:33.079767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8c72378-d1f2-4a3e-a6ec-6cf7759a4313 req-8b5f2417-f596-42df-b4a4-049e66e81599 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0678110 Feb 09 02:05:33.101363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 73b1db65-2d97-441b-9837-756d89833c50 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:33.101935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 73b1db65-2d97-441b-9837-756d89833c50 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:33.102376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 64300766-6774-429a-b6f2-a671ce30c73d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:33.131996 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.172501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 64300766-6774-429a-b6f2-a671ce30c73d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:33.173054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 64300766-6774-429a-b6f2-a671ce30c73d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:33.248383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Deleting port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:33.248755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.316688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2d711-f264-49cb-9661-0cb78f807352 req-ec0cd36a-b7aa-4932-a74b-76da6825eb3a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:33.341118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] DHCP port deletion for ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:05:33.345053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e2d711-f264-49cb-9661-0cb78f807352 req-ec0cd36a-b7aa-4932-a74b-76da6825eb3a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.1263795 Feb 09 02:05:33.345449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] For port 9e1c69d3-f70f-42c7-99b5-2327da433bb7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9e1c69d3-f70f-42c7-99b5-2327da433bb7,segment=NetworkSegment(c6ebb232-9633-4e99-a938-f60011974f6e),segment_id=c6ebb232-9633-4e99-a938-f60011974f6e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:33.345905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.362153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Calling delete_port for 9e1c69d3-f70f-42c7-99b5-2327da433bb7 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:33.478071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e2d711-f264-49cb-9661-0cb78f807352 req-deda998a-35d4-450a-8b95-5f2aa889df8b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285639 Feb 09 02:05:33.536190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.563088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] No DVR routers for this DVR port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:33.581347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-969b5e64-c766-4056-9731-c390dee5a92b req-73abac17-94eb-4593-a10e-99822950e602 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 210 time: 0.0512955 Feb 09 02:05:33.668247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1c69d3-f70f-42c7-99b5-2327da433bb7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:33.713209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] Deleting port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:33.713593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.765977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.796907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] For port 9e1c69d3-f70f-42c7-99b5-2327da433bb7, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:33.797510 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.811607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] Calling delete_port for 9e1c69d3-f70f-42c7-99b5-2327da433bb7 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:33.814809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] Port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:05:33.816274 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (9e1c69d3-f70f-42c7-99b5-2327da433bb7), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.850853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:33.851776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] Pushing event deleted for resources: {'Port': ['ID=9e1c69d3-f70f-42c7-99b5-2327da433bb7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:33.857086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d59096-5c1e-4ef4-b480-52f6abb159f7 None None] No DVR routers for this DVR port 9e1c69d3-f70f-42c7-99b5-2327da433bb7 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:33.863956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dfe03-830c-44e0-a5cd-08cc376c1f2c req-62ed3850-b208-4cbc-a190-29870e272300 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:33.866709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39dfe03-830c-44e0-a5cd-08cc376c1f2c req-62ed3850-b208-4cbc-a190-29870e272300 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 949 time: 0.1731400 Feb 09 02:05:33.885648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ebb232-9633-4e99-a938-f60011974f6e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:33.885961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ebb232-9633-4e99-a938-f60011974f6e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:33.899152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (c6ebb232-9633-4e99-a938-f60011974f6e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.899856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbe001-daa3-49b9-9949-122badba9d18 req-b3e6193b-56a2-461f-85a1-d3c0b131ac8c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:33.901474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26bbe001-daa3-49b9-9949-122badba9d18 req-b3e6193b-56a2-461f-85a1-d3c0b131ac8c tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 945 time: 0.1481273 Feb 09 02:05:33.930114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c6ebb232-9633-4e99-a938-f60011974f6e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.940217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:05:33.940612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (c6ebb232-9633-4e99-a938-f60011974f6e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:33.966221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39dfe03-830c-44e0-a5cd-08cc376c1f2c req-8e38452b-2cfe-4b5c-97ed-b059fca452f9 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913122 Feb 09 02:05:33.982724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26bbe001-daa3-49b9-9949-122badba9d18 req-47d18178-973b-4cbc-86ca-df07af00facd tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745831 Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:05:34.020510 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:05:34.033206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.038965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.045260 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] 10.222.0.53 "DELETE /v2.0/networks/ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f HTTP/1.1" status: 204 len: 168 time: 1.0326481 Feb 09 02:05:34.059861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9c6ce-6360-4623-9f40-83f9f3d1887b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0a03f3-a88a-4dd2-b093-3c8a5d3c365f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:34.175493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39898) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:34.205753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:34.242434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:34.243024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8359b9a3-60bd-4cf9-ac9f-72cf70b1283d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=809ca2a74df54357a695842499aa5456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661340 Feb 09 02:05:34.286223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 636cd917-955c-464b-b6d4-4a2f53ba3586 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:34.286964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.303640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c279d3b3-6870-45dc-9b4f-3d0ae152f6b3 admin admin] Publish callbacks [] for security_group (c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.331565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c279d3b3-6870-45dc-9b4f-3d0ae152f6b3 admin admin] Publish callbacks [] for security_group (c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.384361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 636cd917-955c-464b-b6d4-4a2f53ba3586 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:34.385009 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.390520 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c279d3b3-6870-45dc-9b4f-3d0ae152f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.393249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c279d3b3-6870-45dc-9b4f-3d0ae152f6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.394423 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c279d3b3-6870-45dc-9b4f-3d0ae152f6b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878 HTTP/1.1" status: 204 len: 168 time: 0.1509755 Feb 09 02:05:34.413182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279d3b3-6870-45dc-9b4f-3d0ae152f6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f30d2b-39cd-4b8a-87d7-56eb2dfd9878,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:34.415057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:34.417735 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb9bac2-4abe-4df3-a03d-83b6087aa946" -d '{"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-plugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:34.438029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:34.444485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.476832 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489858b8-5e20-40c0-949e-5a50f58d72b5 x-openstack-request-id: req-489858b8-5e20-40c0-949e-5a50f58d72b5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:34.477202 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-plugged", "status": "completed", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:34.477659 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-489858b8-5e20-40c0-949e-5a50f58d72b5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:34.478326 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'code': 200} Feb 09 02:05:34.503487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:34.754413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99c09d70-249c-4ee1-a1d8-02d2b2c3a9bb req-cf00a22c-ba2d-47d1-9d86-62c142cb634c tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 210 time: 0.0647371 Feb 09 02:05:34.829676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d281a-e4a4-4b9d-b4af-374c5a08496e req-c1ac6fcc-9566-45c7-b31b-6d27456f760c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:34.838711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e06d281a-e4a4-4b9d-b4af-374c5a08496e req-c1ac6fcc-9566-45c7-b31b-6d27456f760c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.2658029 Feb 09 02:05:34.851386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc4846-5255-4341-9c23-f83eca436bce req-ec6dc93a-ba8f-426b-8f02-28c60849d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:34.853536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26bc4846-5255-4341-9c23-f83eca436bce req-ec6dc93a-ba8f-426b-8f02-28c60849d948 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1133 time: 0.2150228 Feb 09 02:05:34.901696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3817e1f0-d103-4caa-8acd-5de3d2c35751 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:34.903292 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3817e1f0-d103-4caa-8acd-5de3d2c35751 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.82 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 810 time: 0.1698925 Feb 09 02:05:34.917260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Request body: {'port': {'device_id': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'admin_state_up': True, 'tenant_id': '8947044258ce4e7abddeff493005fc22'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:34.940006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e06d281a-e4a4-4b9d-b4af-374c5a08496e req-38a0f32a-e7b3-437c-b220-652e405c45bb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978155 Feb 09 02:05:34.960446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39914) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:35.017747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26bc4846-5255-4341-9c23-f83eca436bce req-6c642bdb-6aee-44fb-8546-bb545d98c605 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553547 Feb 09 02:05:35.045433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c5592e62-f594-403a-be27-b723ddee1f00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=439d6d271d494ab8af0aa2ba5d54a9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817242 Feb 09 02:05:35.049198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39920) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:35.056698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9e1c69d3-f70f-42c7-99b5-2327da433bb7 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:35.096590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 9e1c69d3-f70f-42c7-99b5-2327da433bb7 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:35.097103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9e1c69d3-f70f-42c7-99b5-2327da433bb7 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:35.113794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Made reservation on behalf of 8947044258ce4e7abddeff493005fc22 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:35.117572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.258998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f903177-7f11-452e-94f1-532590f8c7d2 req-dae82af1-3d4f-41d9-8584-e74cbd48aae4 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:35.260624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f903177-7f11-452e-94f1-532590f8c7d2 req-dae82af1-3d4f-41d9-8584-e74cbd48aae4 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 945 time: 0.1663401 Feb 09 02:05:35.263319 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c37816af-cbeb-4e89-a7bd-1b526b3049a0 admin admin] Publish callbacks [] for security_group (d79634e5-089f-4bef-bc1b-471d2c8e7d1f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.275033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b378239-d043-44f7-b993-56cbd5e9607d req-2908f95d-8c3d-400e-9122-4133e846892e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:35.276700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b378239-d043-44f7-b993-56cbd5e9607d req-2908f95d-8c3d-400e-9122-4133e846892e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.1600299 Feb 09 02:05:35.303916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Allocated IP 172.20.0.13 (99afb082-e4f1-4839-91e4-3239bfdd2a2a/9fe6c004-387a-49bf-9855-e87e0a77b334/3af0591f-a979-49c1-ba7e-1784ee6d98d6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:35.334352 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c37816af-cbeb-4e89-a7bd-1b526b3049a0 admin admin] Publish callbacks [] for security_group (d79634e5-089f-4bef-bc1b-471d2c8e7d1f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.423123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b378239-d043-44f7-b993-56cbd5e9607d req-9bfc80e2-a751-4563-90ff-e22c40733eee tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305754 Feb 09 02:05:35.426003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f903177-7f11-452e-94f1-532590f8c7d2 req-3e823d76-195c-4d59-88cb-eecaba8307b7 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/security-groups?id=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483636 Feb 09 02:05:35.447232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c37816af-cbeb-4e89-a7bd-1b526b3049a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d79634e5-089f-4bef-bc1b-471d2c8e7d1f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.449856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c37816af-cbeb-4e89-a7bd-1b526b3049a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.451250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c37816af-cbeb-4e89-a7bd-1b526b3049a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d79634e5-089f-4bef-bc1b-471d2c8e7d1f HTTP/1.1" status: 204 len: 168 time: 0.4004016 Feb 09 02:05:35.460354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37816af-cbeb-4e89-a7bd-1b526b3049a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79634e5-089f-4bef-bc1b-471d2c8e7d1f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:35.502929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks [] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.585248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-83f12c5e-0ea4-43b8-a4fa-b6bb582c0b24 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:35.587256 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-83f12c5e-0ea4-43b8-a4fa-b6bb582c0b24 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.72 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 945 time: 0.0827060 Feb 09 02:05:35.588784 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.600531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['051d524b-5e82-485a-a5a9-0a6ca3ccad81'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:35.661913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Network 99afb082-e4f1-4839-91e4-3239bfdd2a2a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:35.672912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:35.681184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:35.733678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Pushing event updated for resources: {'Port': ['ID=3af0591f-a979-49c1-ba7e-1784ee6d98d6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:35.762611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:35.763245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.785683 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-cc25636a-8515-4c7b-a52d-83c6fcf5742f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8723679 Feb 09 02:05:35.817902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Deleting port 01a7a486-e45c-4835-9425-6c2194615f26 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:35.818269 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (01a7a486-e45c-4835-9425-6c2194615f26), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.924648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c3c66-ef5b-4665-bf96-d62b8da71851 req-3478ed6d-97a5-43b7-86b8-ddd24baa5756 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:35.926389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d13c3c66-ef5b-4665-bf96-d62b8da71851 req-3478ed6d-97a5-43b7-86b8-ddd24baa5756 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 932 time: 0.0638874 Feb 09 02:05:35.953904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] For port 01a7a486-e45c-4835-9425-6c2194615f26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=01a7a486-e45c-4835-9425-6c2194615f26,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:35.954412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (01a7a486-e45c-4835-9425-6c2194615f26), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:35.968251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Calling delete_port for 01a7a486-e45c-4835-9425-6c2194615f26 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:36.018822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d13c3c66-ef5b-4665-bf96-d62b8da71851 req-eac32aa4-7426-4322-a943-dd8ac2cc47c6 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855227 Feb 09 02:05:36.143755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696df3fc-65bf-498a-9f4f-3ed6cf318e23 req-187aba62-1482-4879-9b32-28a212e6c531 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:36.145549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-696df3fc-65bf-498a-9f4f-3ed6cf318e23 req-187aba62-1482-4879-9b32-28a212e6c531 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.0935855 Feb 09 02:05:36.192006 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (01a7a486-e45c-4835-9425-6c2194615f26), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:36.205264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['01a7a486-e45c-4835-9425-6c2194615f26'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:36.206404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-696df3fc-65bf-498a-9f4f-3ed6cf318e23 req-475dd546-af80-4a8f-8bd9-4c4257e52937 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552559 Feb 09 02:05:36.245726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Pushing event deleted for resources: {'Port': ['ID=01a7a486-e45c-4835-9425-6c2194615f26,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:36.264066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.265117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.265778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.266499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.267060 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.268572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.269133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.269670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.270218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.279644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.279644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.279644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.279644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:36.330910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] No DVR routers for this DVR port 01a7a486-e45c-4835-9425-6c2194615f26 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:36.333616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:36.337143 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b51ff672-ce29-460e-b9f2-d45e02d1d4fa req-322a22c9-399e-4b73-912b-839eecc59178 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.72 "DELETE /v2.0/ports/01a7a486-e45c-4835-9425-6c2194615f26 HTTP/1.1" status: 204 len: 173 time: 0.7417393 Feb 09 02:05:36.337906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'name': 'network-vif-deleted', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:36.340533 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993ded65-5a7d-432b-bcc4-098896a4a410" -d '{"events": [{"server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "name": "network-vif-deleted", "tag": "01a7a486-e45c-4835-9425-6c2194615f26"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:36.431932 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d29cbe2-442a-4d5a-b70f-bfc8aaf69fd6 x-openstack-request-id: req-6d29cbe2-442a-4d5a-b70f-bfc8aaf69fd6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:36.432227 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4706d1f7-8fc3-4836-a685-0189e2747346", "name": "network-vif-deleted", "tag": "01a7a486-e45c-4835-9425-6c2194615f26", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:36.432482 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d29cbe2-442a-4d5a-b70f-bfc8aaf69fd6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:36.432882 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4706d1f7-8fc3-4836-a685-0189e2747346', 'name': 'network-vif-deleted', 'tag': '01a7a486-e45c-4835-9425-6c2194615f26', 'status': 'completed', 'code': 200} Feb 09 02:05:36.595901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbc885b9-20c9-4090-b07c-8e4d872167d0 req-d2c0fbfe-455a-4900-8c9a-1e4edb2145a5 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681 tempest-FloatingIPsAssociationNegativeTestJSON-1709643681-project] 10.222.0.53 "GET /v2.0/ports?device_id=4706d1f7-8fc3-4836-a685-0189e2747346 HTTP/1.1" status: 200 len: 210 time: 0.0350881 Feb 09 02:05:36.709297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77361acb-41f2-437e-8c04-b1e7d3db0c00 req-eff65931-a393-4aeb-a55a-20cf5217ccc2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:36.710939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77361acb-41f2-437e-8c04-b1e7d3db0c00 req-eff65931-a393-4aeb-a55a-20cf5217ccc2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.0554309 Feb 09 02:05:36.761430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77361acb-41f2-437e-8c04-b1e7d3db0c00 req-235e4d87-4ba3-40c3-98b5-755a33dae793 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Feb 09 02:05:37.169691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d4a7a-cae5-4c48-8fb1-234224ba2e6b req-35e5786a-ee1a-4876-941b-4fb0cf1b9350 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:37.174226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a73d4a7a-cae5-4c48-8fb1-234224ba2e6b req-35e5786a-ee1a-4876-941b-4fb0cf1b9350 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 932 time: 0.0902047 Feb 09 02:05:37.243045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a73d4a7a-cae5-4c48-8fb1-234224ba2e6b req-9d3ce6ee-bfbf-4828-8321-d5b915052eef tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516322 Feb 09 02:05:37.397546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33565c37-4e48-427f-89e1-2f9198182b96 req-08c133cd-750f-48a2-839e-a713822c8332 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:37.399421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33565c37-4e48-427f-89e1-2f9198182b96 req-08c133cd-750f-48a2-839e-a713822c8332 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.0743818 Feb 09 02:05:37.421988 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:05:37.464472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33565c37-4e48-427f-89e1-2f9198182b96 req-a62ed38f-1188-42ea-be27-76a343e5796f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557134 Feb 09 02:05:37.589811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39994) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:37.661779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40000) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:37.754801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f16e53-6099-4c24-b834-bc79d110fa1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:37.985595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f16e53-6099-4c24-b834-bc79d110fa1d admin admin] Publish callbacks [] for security_group (40a43cc9-4e9f-4285-a870-e51548187c97), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:37.993462 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f16e53-6099-4c24-b834-bc79d110fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (40a43cc9-4e9f-4285-a870-e51548187c97), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.041101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd5269-4be1-4cbf-be71-ff9f1226f23c req-05866b85-9756-4017-90a5-ec21fa331b79 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:38.042616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36fd5269-4be1-4cbf-be71-ff9f1226f23c req-05866b85-9756-4017-90a5-ec21fa331b79 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.1686070 Feb 09 02:05:38.076320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f9f16e53-6099-4c24-b834-bc79d110fa1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d9429c3c0ee435487cfcf6457db3b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854355 Feb 09 02:05:38.077762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f16e53-6099-4c24-b834-bc79d110fa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a43cc9-4e9f-4285-a870-e51548187c97,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:38.079914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:38.158717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e626952c-1b1c-405f-bae9-58ad6d06b064 admin admin] Publish callbacks [] for security_group (40a43cc9-4e9f-4285-a870-e51548187c97), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.182993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36fd5269-4be1-4cbf-be71-ff9f1226f23c req-9313ddb7-d314-4649-9479-192660d0adc6 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214767 Feb 09 02:05:38.189068 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e626952c-1b1c-405f-bae9-58ad6d06b064 admin admin] Publish callbacks [] for security_group (40a43cc9-4e9f-4285-a870-e51548187c97), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.255178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e626952c-1b1c-405f-bae9-58ad6d06b064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (40a43cc9-4e9f-4285-a870-e51548187c97), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.258034 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e626952c-1b1c-405f-bae9-58ad6d06b064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.261811 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e626952c-1b1c-405f-bae9-58ad6d06b064 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40a43cc9-4e9f-4285-a870-e51548187c97 HTTP/1.1" status: 204 len: 168 time: 0.1777978 Feb 09 02:05:38.285226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626952c-1b1c-405f-bae9-58ad6d06b064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a43cc9-4e9f-4285-a870-e51548187c97,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:38.397161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (8a957e4a-9a90-4357-babc-ccf40cb0de34), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.477984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369341d6-170a-4688-8ce0-80a1e97f5de0 req-7663f668-8149-4980-b6ce-1e37c4a95496 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:38.480022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-369341d6-170a-4688-8ce0-80a1e97f5de0 req-7663f668-8149-4980-b6ce-1e37c4a95496 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 932 time: 0.1588137 Feb 09 02:05:38.566068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-369341d6-170a-4688-8ce0-80a1e97f5de0 req-b6b19128-ce97-4afb-a2ea-a7e4f8bf993c tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777931 Feb 09 02:05:38.750766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e801b8-9cda-4a5b-8231-f4065ce63447 req-3521ea0e-b189-40f9-8041-0ed3812f3177 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:38.752227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32e801b8-9cda-4a5b-8231-f4065ce63447 req-3521ea0e-b189-40f9-8041-0ed3812f3177 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.1288674 Feb 09 02:05:38.857154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32e801b8-9cda-4a5b-8231-f4065ce63447 req-3f8ffe56-e732-46bf-a786-f5561f555049 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970047 Feb 09 02:05:38.885598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Deleting port 78a08206-c0cf-4785-909e-9b920aa68ce3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:38.886025 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.981044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] For port 78a08206-c0cf-4785-909e-9b920aa68ce3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=78a08206-c0cf-4785-909e-9b920aa68ce3,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:38.981402 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.995797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Calling delete_port for 78a08206-c0cf-4785-909e-9b920aa68ce3 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:39.024424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 01a7a486-e45c-4835-9425-6c2194615f26 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:39.058091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 01a7a486-e45c-4835-9425-6c2194615f26 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:39.058834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 01a7a486-e45c-4835-9425-6c2194615f26 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:39.229989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (78a08206-c0cf-4785-909e-9b920aa68ce3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.265724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a08206-c0cf-4785-909e-9b920aa68ce3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:39.442310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89855-762c-4ff9-98ff-aea7061698ec req-c505086c-0f36-480c-bf06-9ddd1f4e0bb0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:39.450125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06a89855-762c-4ff9-98ff-aea7061698ec req-c505086c-0f36-480c-bf06-9ddd1f4e0bb0 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.1395001 Feb 09 02:05:39.607482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06a89855-762c-4ff9-98ff-aea7061698ec req-b36fe857-d6a5-4397-bc1c-6f3ba8cd069a tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560695 Feb 09 02:05:39.651746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (8a957e4a-9a90-4357-babc-ccf40cb0de34), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.708312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:39.836130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-531452af-1fdb-493b-b539-f1a0b86a9d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.924167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-531452af-1fdb-493b-b539-f1a0b86a9d00 admin admin] Publish callbacks [] for security_group (0c4ddc58-9b00-434c-bb07-fd1b857cd2e5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.929862 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-531452af-1fdb-493b-b539-f1a0b86a9d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0c4ddc58-9b00-434c-bb07-fd1b857cd2e5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.975724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531452af-1fdb-493b-b539-f1a0b86a9d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ddc58-9b00-434c-bb07-fd1b857cd2e5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:39.985217 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-531452af-1fdb-493b-b539-f1a0b86a9d00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30517fb63321427a9cdf186a51a236b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757845 Feb 09 02:05:39.986565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:40.051551 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aff289d2-efa1-40f4-94d5-f18b308b006f admin admin] Publish callbacks [] for security_group (0c4ddc58-9b00-434c-bb07-fd1b857cd2e5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.076268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aff289d2-efa1-40f4-94d5-f18b308b006f admin admin] Publish callbacks [] for security_group (0c4ddc58-9b00-434c-bb07-fd1b857cd2e5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.108597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d1572-9f43-4c93-ab3a-82910d168052 req-fe3be195-e4ba-4137-9a6a-0761405a8a87 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.110185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b1d1572-9f43-4c93-ab3a-82910d168052 req-fe3be195-e4ba-4137-9a6a-0761405a8a87 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.4481020 Feb 09 02:05:40.132851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aff289d2-efa1-40f4-94d5-f18b308b006f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0c4ddc58-9b00-434c-bb07-fd1b857cd2e5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.136434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aff289d2-efa1-40f4-94d5-f18b308b006f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:40.137603 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aff289d2-efa1-40f4-94d5-f18b308b006f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c4ddc58-9b00-434c-bb07-fd1b857cd2e5 HTTP/1.1" status: 204 len: 168 time: 0.1495833 Feb 09 02:05:40.141440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f9185-f96b-4e47-8477-564979bfb74a req-df0fb05e-dd82-493b-9ee8-c5edd3d9bece tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.147991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff289d2-efa1-40f4-94d5-f18b308b006f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ddc58-9b00-434c-bb07-fd1b857cd2e5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:40.148461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a15f9185-f96b-4e47-8477-564979bfb74a req-df0fb05e-dd82-493b-9ee8-c5edd3d9bece tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 932 time: 0.4444001 Feb 09 02:05:40.314501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a15f9185-f96b-4e47-8477-564979bfb74a req-84c9fbc7-dd5e-4138-9dc6-fb758272d3e7 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650853 Feb 09 02:05:40.347442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Router 8a957e4a-9a90-4357-babc-ccf40cb0de34 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:40.351593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b1d1572-9f43-4c93-ab3a-82910d168052 req-c904cfe0-0543-4c52-8164-a430b94657fd tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004685 Feb 09 02:05:40.572492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb312-315c-4f8c-a0e0-53a0f1fc06e2 req-fc110bdd-7a1e-44d0-ab31-934b6c0abf7a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.574129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025fb312-315c-4f8c-a0e0-53a0f1fc06e2 req-fc110bdd-7a1e-44d0-ab31-934b6c0abf7a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.1383386 Feb 09 02:05:40.602676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:40.611416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5d32352c-187f-46d7-bc3c-e6e5042137e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/8a957e4a-9a90-4357-babc-ccf40cb0de34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9453077 Feb 09 02:05:40.612313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40078) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:40.621768 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] Sync routers for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:40.634390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:40.635052 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:40.835848 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:40.837783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Request body: {'port': {'device_id': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:40.906132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025fb312-315c-4f8c-a0e0-53a0f1fc06e2 req-5ef40898-1327-4d31-b610-ffc7318109dd tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239143 Feb 09 02:05:40.964870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72359cac-9c05-4af2-90b1-4cd38056d455 req-8d1ec4eb-e75a-4ca2-8152-7c4cc15bed65 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:40.975597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72359cac-9c05-4af2-90b1-4cd38056d455 req-8d1ec4eb-e75a-4ca2-8152-7c4cc15bed65 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.2342818 Feb 09 02:05:41.011877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.047127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks [] for router (8a957e4a-9a90-4357-babc-ccf40cb0de34), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.109759 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:05:39Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:41.144599 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] Checking router: 8a957e4a-9a90-4357-babc-ccf40cb0de34 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:41.155182 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] Routers {'8a957e4a-9a90-4357-babc-ccf40cb0de34'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:41.156842 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8a957e4a-9a90-4357-babc-ccf40cb0de34'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:41.199223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks [] for router_gateway (8a957e4a-9a90-4357-babc-ccf40cb0de34), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.221472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72359cac-9c05-4af2-90b1-4cd38056d455 req-d9d16633-0194-4958-9eb1-deb7623227cb tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447033 Feb 09 02:05:41.293073 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] Set router 8a957e4a-9a90-4357-babc-ccf40cb0de34 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:41.331926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Deleting port a2156677-9d22-4987-b187-c99e36347470 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:41.332890 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a2156677-9d22-4987-b187-c99e36347470), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.497009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] For port a2156677-9d22-4987-b187-c99e36347470, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a2156677-9d22-4987-b187-c99e36347470,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:41.497814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a2156677-9d22-4987-b187-c99e36347470), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.515333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Calling delete_port for a2156677-9d22-4987-b187-c99e36347470 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:41.632017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af0591f-a979-49c1-ba7e-1784ee6d98d6 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:41.649100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Publish callbacks [] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.665235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Transition to ACTIVE for port object 3af0591f-a979-49c1-ba7e-1784ee6d98d6 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:05:41.673408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.680949 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:05:39Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:41.737127 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9000fd4c-07af-483d-b0fd-5ffd2742aecf None None] The sync data for ids ['8a957e4a-9a90-4357-babc-ccf40cb0de34'] in n-d-826675-12 is: [{'id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-650053375-router', 'tenant_id': '8551e2fa034645f58184666ac0e7e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a2156677-9d22-4987-b187-c99e36347470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:54Z', 'updated_at': '2022-02-09T02:05:39Z', 'revision_number': 5, 'project_id': '8551e2fa034645f58184666ac0e7e633', 'gw_port': {'id': 'a2156677-9d22-4987-b187-c99e36347470', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a957e4a-9a90-4357-babc-ccf40cb0de34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:55Z', 'updated_at': '2022-02-09T02:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:41.797533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3af0591f-a979-49c1-ba7e-1784ee6d98d6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:41.908565 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a2156677-9d22-4987-b187-c99e36347470), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:41.917022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Attempting to bind port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:41.918619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Attempting to bind port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:41.919127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Attempting to bind port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 on network 99afb082-e4f1-4839-91e4-3239bfdd2a2a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:41.924636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 on network 99afb082-e4f1-4839-91e4-3239bfdd2a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:05:41.925393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Attempting to bind port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 on network 99afb082-e4f1-4839-91e4-3239bfdd2a2a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:41.933086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:41.933718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Checking segment: {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:41.934346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Bound using segment: {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:41.935072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Bound port: 3af0591f-a979-49c1-ba7e-1784ee6d98d6, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bcc18bd-c54d-4ef9-ab64-e4496053956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:41.935984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.001025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2156677-9d22-4987-b187-c99e36347470,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:42.062345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] For port 3af0591f-a979-49c1-ba7e-1784ee6d98d6, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:42.066243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] For port 3af0591f-a979-49c1-ba7e-1784ee6d98d6, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:42.078256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.102767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37dd5-323a-4861-af1b-ebb042b208dd req-89337eeb-e37b-424a-9eb9-f544c32181fc tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.108534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27c37dd5-323a-4861-af1b-ebb042b208dd req-89337eeb-e37b-424a-9eb9-f544c32181fc tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 944 time: 0.2931104 Feb 09 02:05:42.127501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7041f6-fd45-47cd-952e-2fcdfbba449a req-cf745d20-ca27-48cd-87ae-6e3d5f97a917 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.141720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba7041f6-fd45-47cd-952e-2fcdfbba449a req-cf745d20-ca27-48cd-87ae-6e3d5f97a917 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.3316400 Feb 09 02:05:42.158070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:42.176519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.177543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.179340 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] 10.222.0.82 "PUT /v2.0/ports/3af0591f-a979-49c1-ba7e-1784ee6d98d6 HTTP/1.1" status: 200 len: 1093 time: 1.3466957 Feb 09 02:05:42.180021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'tag': '3af0591f-a979-49c1-ba7e-1784ee6d98d6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:42.191927 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6edc2a-7fba-470c-8bdc-3b1b34534925" -d '{"events": [{"name": "network-changed", "server_uuid": "2a906610-7811-4cc0-94dd-ac1cfa38be52", "tag": "3af0591f-a979-49c1-ba7e-1784ee6d98d6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:42.254312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f082d5b-bea7-4213-aee6-aa3281f611a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3af0591f-a979-49c1-ba7e-1784ee6d98d6,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:42.293699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (8a957e4a-9a90-4357-babc-ccf40cb0de34), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.324579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-4e379dac-8f2d-449a-9efd-0af9dda8262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.327517 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-4e379dac-8f2d-449a-9efd-0af9dda8262a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 1127 time: 0.0829880 Feb 09 02:05:42.363631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba7041f6-fd45-47cd-952e-2fcdfbba449a req-6e70a472-f342-461f-94cd-1f5991af4216 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211559 Feb 09 02:05:42.404669 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-be95a8ca-f12f-4b70-9cfe-0cb2111917d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6 HTTP/1.1" status: 200 len: 217 time: 0.0648844 Feb 09 02:05:42.480578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-5d955855-c553-4992-befb-3988f995cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.482333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-5d955855-c553-4992-befb-3988f995cbbc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 200 len: 850 time: 0.0691357 Feb 09 02:05:42.500487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2b16-b885-4e44-8fee-f379ea87c64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.520784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27c37dd5-323a-4861-af1b-ebb042b208dd req-3c8127d7-fbe4-43aa-a12c-e78a8fbaae6d tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514705 Feb 09 02:05:42.528538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (8a957e4a-9a90-4357-babc-ccf40cb0de34), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.531494 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks [] for router_controller (8a957e4a-9a90-4357-babc-ccf40cb0de34), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.595070 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-db43ab29-8d97-4442-b77b-d8d77de7e537 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99afb082-e4f1-4839-91e4-3239bfdd2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827417 Feb 09 02:05:42.641054 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06081c9-f4c3-4825-bcd6-115367909a7c x-openstack-request-id: req-b06081c9-f4c3-4825-bcd6-115367909a7c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:42.641506 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a906610-7811-4cc0-94dd-ac1cfa38be52", "tag": "3af0591f-a979-49c1-ba7e-1784ee6d98d6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:42.641776 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b06081c9-f4c3-4825-bcd6-115367909a7c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:42.642199 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'tag': '3af0591f-a979-49c1-ba7e-1784ee6d98d6', 'status': 'completed', 'code': 200} Feb 09 02:05:42.647095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (8a957e4a-9a90-4357-babc-ccf40cb0de34), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.648634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a957e4a-9a90-4357-babc-ccf40cb0de34 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:05:42.657673 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.659083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-32f0847d-295d-44e9-8c01-c5798adb5188 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8a957e4a-9a90-4357-babc-ccf40cb0de34 HTTP/1.1" status: 204 len: 168 time: 2.0458407 Feb 09 02:05:42.669505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8493f-a9db-4bd0-82b5-8a690051ac54 req-708f0d92-103f-4e24-a564-0080eb1cd5a7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.678959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7f8493f-a9db-4bd0-82b5-8a690051ac54 req-708f0d92-103f-4e24-a564-0080eb1cd5a7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.1740999 Feb 09 02:05:42.680904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40120) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:42.803765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7f8493f-a9db-4bd0-82b5-8a690051ac54 req-8ed4f6a8-6e3a-41c8-97c2-ff2c6d811d78 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237180 Feb 09 02:05:42.822269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] Deleting subnet 51fc8c73-d455-49f5-9870-c451753e6e37 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:42.852652 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] Publish callbacks [] for subnet (51fc8c73-d455-49f5-9870-c451753e6e37), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.942639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eef74e-9d65-4e35-9882-f52ab6feb400 req-b445f3e6-e7d0-4284-8028-57eb411d6ddc tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:42.951382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5eef74e-9d65-4e35-9882-f52ab6feb400 req-b445f3e6-e7d0-4284-8028-57eb411d6ddc tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.1537237 Feb 09 02:05:42.954760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (51fc8c73-d455-49f5-9870-c451753e6e37), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.960279 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-2c3f8dee-4874-41e1-bcff-f7e3491af0b9 service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508060 Feb 09 02:05:42.965576 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2b16-b885-4e44-8fee-f379ea87c64a admin admin] Publish callbacks [] for security_group (4f5058e9-1016-4df2-a9d0-d0754ac846be), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:42.976819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab5c2b16-b885-4e44-8fee-f379ea87c64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f5058e9-1016-4df2-a9d0-d0754ac846be), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.104362 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (51fc8c73-d455-49f5-9870-c451753e6e37), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.132818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c2b16-b885-4e44-8fee-f379ea87c64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5058e9-1016-4df2-a9d0-d0754ac846be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:43.145003 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab5c2b16-b885-4e44-8fee-f379ea87c64a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9baee54dd656404ba16b229719bd8200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9852805 Feb 09 02:05:43.147715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:43.229067 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-23d4fd21-930b-4980-98ef-7fbe74309fab req-8fad7ebe-3f93-4e9e-9ee7-10ab73a9df3e service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619011 Feb 09 02:05:43.240376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (51fc8c73-d455-49f5-9870-c451753e6e37), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.246272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5443514b-4bf0-47a9-9088-c16dbdcfa7bb admin admin] Publish callbacks [] for security_group (4f5058e9-1016-4df2-a9d0-d0754ac846be), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.277302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5443514b-4bf0-47a9-9088-c16dbdcfa7bb admin admin] Publish callbacks [] for security_group (4f5058e9-1016-4df2-a9d0-d0754ac846be), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.301596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fc8c73-d455-49f5-9870-c451753e6e37,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:43.352178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5eef74e-9d65-4e35-9882-f52ab6feb400 req-ef5cda4c-f960-48f5-82ed-3d0d49c185b1 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951585 Feb 09 02:05:43.362003 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.364105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94de67-5af7-41dc-8725-760123a975c1 None None] Network db52522e-7ed5-438b-b6cd-65e22add36d4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:43.375638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b433437-968f-4d11-9b13-e22b5ac1a563 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51fc8c73-d455-49f5-9870-c451753e6e37 HTTP/1.1" status: 204 len: 168 time: 0.6924479 Feb 09 02:05:43.377678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40128) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:43.450223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-d03ec489-ab7a-4386-873c-6bfa00225829 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.456130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-d03ec489-ab7a-4386-873c-6bfa00225829 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.2622693 Feb 09 02:05:43.460635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-5d3be10a-2904-4b37-aab3-a31885281f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.462154 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-5d3be10a-2904-4b37-aab3-a31885281f41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 1127 time: 0.1576605 Feb 09 02:05:43.492453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 78a08206-c0cf-4785-909e-9b920aa68ce3 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:43.535107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 78a08206-c0cf-4785-909e-9b920aa68ce3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:43.535545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 78a08206-c0cf-4785-909e-9b920aa68ce3 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:43.562714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5443514b-4bf0-47a9-9088-c16dbdcfa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f5058e9-1016-4df2-a9d0-d0754ac846be), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.566974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5443514b-4bf0-47a9-9088-c16dbdcfa7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.572340 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5443514b-4bf0-47a9-9088-c16dbdcfa7bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f5058e9-1016-4df2-a9d0-d0754ac846be HTTP/1.1" status: 204 len: 168 time: 0.4228210 Feb 09 02:05:43.600491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443514b-4bf0-47a9-9088-c16dbdcfa7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5058e9-1016-4df2-a9d0-d0754ac846be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:43.666028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-2178d87a-ae2f-4c76-b8f8-2b4154038ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.667524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-2178d87a-ae2f-4c76-b8f8-2b4154038ecc service neutron] 10.222.0.82 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 911 time: 0.1867738 Feb 09 02:05:43.677104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] DHCP port deletion for db52522e-7ed5-438b-b6cd-65e22add36d4 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:05:43.684100 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (db52522e-7ed5-438b-b6cd-65e22add36d4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.762570 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-304a6c2d-ff62-407f-90e5-c17734d74c6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6 HTTP/1.1" status: 200 len: 217 time: 0.0766811 Feb 09 02:05:43.780276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c225a-5c07-44fd-8da0-04c506b00988 req-1bb9795b-3d3c-4e30-81d8-e34a09af5f06 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.781852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-510c225a-5c07-44fd-8da0-04c506b00988 req-1bb9795b-3d3c-4e30-81d8-e34a09af5f06 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.2451880 Feb 09 02:05:43.787692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Deleting port 616568fa-a171-48df-a664-783bb0b4b148 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:43.787692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (616568fa-a171-48df-a664-783bb0b4b148), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.804963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732010e-ad59-426b-a6d7-1d746ce32559 req-763ba216-726c-4e2b-b295-65bfab411a9a tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.821231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1732010e-ad59-426b-a6d7-1d746ce32559 req-763ba216-726c-4e2b-b295-65bfab411a9a tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.3183632 Feb 09 02:05:43.878873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-d87638ee-f282-4e47-b372-941393efa6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:43.881011 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-d87638ee-f282-4e47-b372-941393efa6d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 200 len: 850 time: 0.1100914 Feb 09 02:05:43.890440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] For port 616568fa-a171-48df-a664-783bb0b4b148, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=616568fa-a171-48df-a664-783bb0b4b148,segment=NetworkSegment(bca13f11-5be5-4981-adad-2caab872cfe2),segment_id=bca13f11-5be5-4981-adad-2caab872cfe2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:43.891184 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (616568fa-a171-48df-a664-783bb0b4b148), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:43.912371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Calling delete_port for 616568fa-a171-48df-a664-783bb0b4b148 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:43.936722 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-ad3f1f45-4b4e-4b34-a8e2-c7f0bb118f33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99afb082-e4f1-4839-91e4-3239bfdd2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480862 Feb 09 02:05:44.043374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1732010e-ad59-426b-a6d7-1d746ce32559 req-90160ddb-ec0b-47a7-89c3-d56af089cd57 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158077 Feb 09 02:05:44.056531 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (616568fa-a171-48df-a664-783bb0b4b148), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:44.064171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-510c225a-5c07-44fd-8da0-04c506b00988 req-b5520015-9ead-4919-880f-32de2a0cd11b tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402329 Feb 09 02:05:44.087018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Deleting port cab497b0-f358-48d2-a3d5-3ac918b87bcd {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:44.087501 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:44.128243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Deleting port 616568fa-a171-48df-a664-783bb0b4b148 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:44.128932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (616568fa-a171-48df-a664-783bb0b4b148), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:44.162568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Pushing event deleted for resources: {'Port': ['ID=616568fa-a171-48df-a664-783bb0b4b148,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:44.198394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] No DVR routers for this DVR port 616568fa-a171-48df-a664-783bb0b4b148 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:44.213023 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-28f3f0c7-7b24-41aa-be36-3aa234dbe818 service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639015 Feb 09 02:05:44.220471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.226588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.232135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.232651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.233688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.233954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.241316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.241919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.242437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.242951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.243443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.247633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.250686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f9a76-6746-4b86-b64d-5426517cacc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:44.263909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:44.372338 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1a6edc2a-7fba-470c-8bdc-3b1b34534925 req-3a00fb16-ed82-45ad-9ef3-e8cfe562831f service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505308 Feb 09 02:05:44.377751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] For port 616568fa-a171-48df-a664-783bb0b4b148, host n-d-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:44.378330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (616568fa-a171-48df-a664-783bb0b4b148), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:44.478758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:44.508970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:05:44.693377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Calling delete_port for 616568fa-a171-48df-a664-783bb0b4b148 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:44.699589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Port 616568fa-a171-48df-a664-783bb0b4b148 was not found and therefore no delete operation was performed {{(pid=103149) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:05:44.706622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:44.707789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (616568fa-a171-48df-a664-783bb0b4b148), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:44.729633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4c08-3ccb-426f-b444-09cc2879492f req-38cf3f8c-fd64-4425-892d-4a9a84973258 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:44.736792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36bc4c08-3ccb-426f-b444-09cc2879492f req-38cf3f8c-fd64-4425-892d-4a9a84973258 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 944 time: 0.6103816 Feb 09 02:05:44.776194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Pushing event deleted for resources: {'Port': ['ID=616568fa-a171-48df-a664-783bb0b4b148,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:44.792527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] For port cab497b0-f358-48d2-a3d5-3ac918b87bcd, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cab497b0-f358-48d2-a3d5-3ac918b87bcd,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:44.792653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:44.801385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] No DVR routers for this DVR port 616568fa-a171-48df-a664-783bb0b4b148 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:44.815213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62033-9b62-41c8-8566-fe6dad43b8ee req-94953a65-9dca-41e8-9774-d83ff63d21bc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:44.816705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5e62033-9b62-41c8-8566-fe6dad43b8ee req-94953a65-9dca-41e8-9774-d83ff63d21bc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.5775378 Feb 09 02:05:44.853185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1076127631-network', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:44.877958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Made reservation on behalf of 886f48d9c6fa42af8fa63ef5715f2e33 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:44.882284 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:44.910156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.021438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2156677-9d22-4987-b187-c99e36347470 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:45.030791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36bc4c08-3ccb-426f-b444-09cc2879492f req-32ce76af-19e5-409d-bc2b-b12113835b2a tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929084 Feb 09 02:05:45.084462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:45.085004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks [] for security_group (6b9b82d7-d07b-47b8-8868-0cd9df159b8b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.091154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a2156677-9d22-4987-b187-c99e36347470 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:45.091845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2156677-9d22-4987-b187-c99e36347470 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:45.096391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6b9b82d7-d07b-47b8-8868-0cd9df159b8b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.101807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 616568fa-a171-48df-a664-783bb0b4b148 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:45.118659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:05:45.133989 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (35e34ef4-d9f5-4c85-be15-b0178b501a3a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.134915 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Added segment 35e34ef4-d9f5-4c85-be15-b0178b501a3a of type vlan for network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f Feb 09 02:05:45.183329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (db52522e-7ed5-438b-b6cd-65e22add36d4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.198336 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.234362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5e62033-9b62-41c8-8566-fe6dad43b8ee req-2b7fe435-baa8-4711-85ef-e46099440e37 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922443 Feb 09 02:05:45.247681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 616568fa-a171-48df-a664-783bb0b4b148 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:45.248409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 616568fa-a171-48df-a664-783bb0b4b148 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:45.251727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db52522e-7ed5-438b-b6cd-65e22add36d4']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:45.271617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca13f11-5be5-4981-adad-2caab872cfe2') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:45.271957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca13f11-5be5-4981-adad-2caab872cfe2') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:45.278120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.279238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:45.281158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.314379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6061256 Feb 09 02:05:45.319932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:45.326124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 03289433-5c2d-4c6d-b538-6bedf9f9202c is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:45.335688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (bca13f11-5be5-4981-adad-2caab872cfe2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.364537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Request body: {'subnet': {'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1076127631-subnet', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:45.391216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Made reservation on behalf of 886f48d9c6fa42af8fa63ef5715f2e33 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:45.393901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.399189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b82d7-d07b-47b8-8868-0cd9df159b8b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:45.412498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d2581-d61c-43bf-a672-3c7e4372f75c req-92c52447-2796-48eb-a308-981e9944515e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:45.414209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e0d2581-d61c-43bf-a672-3c7e4372f75c req-92c52447-2796-48eb-a308-981e9944515e tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.2404752 Feb 09 02:05:45.415446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (bca13f11-5be5-4981-adad-2caab872cfe2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.460800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:05:45.461223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (bca13f11-5be5-4981-adad-2caab872cfe2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.462361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da5c36-236c-4fe9-9637-7782f124ceaf admin admin] Pushing event updated for resources: {'Network': ['ID=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:05:45.463532 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:05:45.474807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:05:45.574005 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.574443 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.575065 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93 disassociated. External IP: 172.25.6.167, port: cab497b0-f358-48d2-a3d5-3ac918b87bcd. Feb 09 02:05:45.575527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Calling delete_port for cab497b0-f358-48d2-a3d5-3ac918b87bcd owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:45.617691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (db52522e-7ed5-438b-b6cd-65e22add36d4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.625823 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.631688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] 10.222.0.53 "DELETE /v2.0/networks/db52522e-7ed5-438b-b6cd-65e22add36d4 HTTP/1.1" status: 204 len: 168 time: 2.2498145 Feb 09 02:05:45.772198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0162fd-bda2-4a67-8595-3340556f188d req-d5cb654f-cc77-42de-a095-116c9690a55e tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:45.774949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c0162fd-bda2-4a67-8595-3340556f188d req-d5cb654f-cc77-42de-a095-116c9690a55e tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 945 time: 0.3896651 Feb 09 02:05:45.780918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e0d2581-d61c-43bf-a672-3c7e4372f75c req-7d904b9b-8f38-401e-98bd-0760c209cd95 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588014 Feb 09 02:05:45.784583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (0719ee31-c1d3-44d4-af78-f7583a3c8049), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.799432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3d86d-a79c-4d18-87ab-a58b37ccef71 admin admin] Pushing event deleted for resources: {'Network': ['ID=db52522e-7ed5-438b-b6cd-65e22add36d4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:45.863811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40178) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:45.882039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Checking segment: {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:45.882905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Network hostable DHCP agents. Network: e45ea08a-e1a1-4333-b854-32a8fb0fbe7f, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:05:45.887492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0719ee31-c1d3-44d4-af78-f7583a3c8049,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:45.920607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:05:45.944284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c0162fd-bda2-4a67-8595-3340556f188d req-8b0f665f-a990-48c2-9b76-3e4dbf7b2ea4 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups?id=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582541 Feb 09 02:05:45.952831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e45ea08a-e1a1-4333-b854-32a8fb0fbe7f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:45.967385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:45.968226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:45.972026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474c881-230a-4cb9-8e08-dec35aee8408 None None] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:46.008546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-92340d3e-4e08-4ff9-9006-6272b02b85c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6739690 Feb 09 02:05:46.012732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:46.018130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c036354a-2569-461a-aca7-02020a00536f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8551e2fa034645f58184666ac0e7e633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512692 Feb 09 02:05:46.029168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40184) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:46.029363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:46.084968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.089718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.167876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:05:46.169277 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.228008 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks [] for router_controller (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.273690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cab497b0-f358-48d2-a3d5-3ac918b87bcd no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:46.302599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (cab497b0-f358-48d2-a3d5-3ac918b87bcd), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.303631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: cab497b0-f358-48d2-a3d5-3ac918b87bcd {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:46.303966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cab497b0-f358-48d2-a3d5-3ac918b87bcd not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:46.362891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event deleted for resources: {'Port': ['ID=cab497b0-f358-48d2-a3d5-3ac918b87bcd,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:46.386013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a9e59-62f7-455e-9a44-9f42e84a864a req-ba403078-e83b-46b5-a0f3-bd3a7a1b68c3 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:46.387648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-851a9e59-62f7-455e-9a44-9f42e84a864a req-ba403078-e83b-46b5-a0f3-bd3a7a1b68c3 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 944 time: 0.2395725 Feb 09 02:05:46.397342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Allocated IP 172.20.0.2 (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f/0719ee31-c1d3-44d4-af78-f7583a3c8049/596e92f0-f764-459c-852b-62f18656733f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:46.456744 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62e6daa9-eb7f-4f29-8674-0bbb57d6ead8 admin admin] Publish callbacks [] for security_group (39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.465175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75529bd3-507e-441f-b299-2ef646c98b94 req-f436c759-43f9-4446-80f7-d248b2431640 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:46.471196 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks [] for router_gateway (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.474948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75529bd3-507e-441f-b299-2ef646c98b94 req-f436c759-43f9-4446-80f7-d248b2431640 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2581491 Feb 09 02:05:46.687568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62e6daa9-eb7f-4f29-8674-0bbb57d6ead8 admin admin] Publish callbacks [] for security_group (39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.790330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75529bd3-507e-441f-b299-2ef646c98b94 req-56c8ab55-51b8-469c-b994-5b631fc993a6 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121183 Feb 09 02:05:46.799802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-851a9e59-62f7-455e-9a44-9f42e84a864a req-64365ecc-996b-40f8-b794-fac1a489038e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441713 Feb 09 02:05:46.868571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Publish callbacks [] for port (596e92f0-f764-459c-852b-62f18656733f), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.878891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62e6daa9-eb7f-4f29-8674-0bbb57d6ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.881500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62e6daa9-eb7f-4f29-8674-0bbb57d6ead8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.882859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-62e6daa9-eb7f-4f29-8674-0bbb57d6ead8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c HTTP/1.1" status: 204 len: 168 time: 0.8598523 Feb 09 02:05:46.891797 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (596e92f0-f764-459c-852b-62f18656733f), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:46.908464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Router f365f936-4706-4ded-a1e1-0019f09b1c49 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:46.909816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6daa9-eb7f-4f29-8674-0bbb57d6ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e60194-c6ac-4b5e-98c9-44cb8fbb7c9c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:47.078571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks [] for router_gateway (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.094287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:47.097831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:47.118213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:47.121492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Pushing event updated for resources: {'Port': ['ID=596e92f0-f764-459c-852b-62f18656733f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:47.160138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.251338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Attempting to bind port 596e92f0-f764-459c-852b-62f18656733f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:47.251998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Attempting to bind port 596e92f0-f764-459c-852b-62f18656733f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:47.252571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Attempting to bind port 596e92f0-f764-459c-852b-62f18656733f on network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:47.256145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:47.263222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:47.264039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Checking segment: {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:47.264039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.266177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Bound using segment: {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:47.266749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Bound port: 596e92f0-f764-459c-852b-62f18656733f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:47.267198 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (596e92f0-f764-459c-852b-62f18656733f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.277150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] Sync routers for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:47.425361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:47.429577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:47.465436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] No DVR routers for this DVR port cab497b0-f358-48d2-a3d5-3ac918b87bcd on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:47.476592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:47.485345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ba47aca-abf7-443e-a202-1aceda58b312 req-daa9b0e9-e879-4951-b02f-cf5393ecba46 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.82 "DELETE /v2.0/ports/cab497b0-f358-48d2-a3d5-3ac918b87bcd HTTP/1.1" status: 204 len: 173 time: 3.9809163 Feb 09 02:05:47.487254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'name': 'network-vif-deleted', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:47.502028 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826bb78-97da-48e7-ae24-ae47bca39aee" -d '{"events": [{"server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "name": "network-vif-deleted", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:47.626914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Allocated IP 172.25.6.112 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/bea1bf13-8636-41ca-b3d4-123cf033327d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:47.631454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaf8d8-fdb2-48e0-9d8c-5f82beaed7ad req-75bf3676-5b3a-42af-93a6-f8d604dc71c2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:47.645905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bfaf8d8-fdb2-48e0-9d8c-5f82beaed7ad req-75bf3676-5b3a-42af-93a6-f8d604dc71c2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.3929925 Feb 09 02:05:47.800128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:47.807742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa5f5e-af11-49db-b775-36ba91b72a9e req-89a9a9ad-c16c-4961-98c7-da97764ee1a2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:47.816582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fefa5f5e-af11-49db-b775-36ba91b72a9e req-89a9a9ad-c16c-4961-98c7-da97764ee1a2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.5720272 Feb 09 02:05:47.970788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bfaf8d8-fdb2-48e0-9d8c-5f82beaed7ad req-47c27dd9-5010-445f-869c-a572cf4c4306 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228967 Feb 09 02:05:48.036651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fefa5f5e-af11-49db-b775-36ba91b72a9e req-965652ba-eeb4-47e2-8a9e-ca44790d6c66 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839137 Feb 09 02:05:48.103233 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks [] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.151141 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359d057-49d6-44a2-8fcb-b7d39116e8c5 x-openstack-request-id: req-0359d057-49d6-44a2-8fcb-b7d39116e8c5 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:48.151641 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a177f73-57a6-4f0e-b939-a4de189719b8", "name": "network-vif-deleted", "tag": "cab497b0-f358-48d2-a3d5-3ac918b87bcd", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:48.152049 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0359d057-49d6-44a2-8fcb-b7d39116e8c5 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:48.152592 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a177f73-57a6-4f0e-b939-a4de189719b8', 'name': 'network-vif-deleted', 'tag': 'cab497b0-f358-48d2-a3d5-3ac918b87bcd', 'status': 'completed', 'code': 200} Feb 09 02:05:48.248675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.254155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3af0591f-a979-49c1-ba7e-1784ee6d98d6 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:05:48.298885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de773e94-e539-4ff0-add7-a211c9f32846 req-1072c23b-5c97-4e90-bb25-03e9dbbb76b3 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a177f73-57a6-4f0e-b939-a4de189719b8 HTTP/1.1" status: 200 len: 210 time: 0.1344750 Feb 09 02:05:48.427151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:48.443370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:48.447161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:48.451243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bea1bf13-8636-41ca-b3d4-123cf033327d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:48.495896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 3af0591f-a979-49c1-ba7e-1784ee6d98d6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:48.543378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '3af0591f-a979-49c1-ba7e-1784ee6d98d6', 'network_id': '99afb082-e4f1-4839-91e4-3239bfdd2a2a', 'port_id': '3af0591f-a979-49c1-ba7e-1784ee6d98d6', 'mac_address': 'fa:16:3e:1a:8f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe6c004-387a-49bf-9855-e87e0a77b334', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:05:48.547498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-1cad4745-47ea-4a96-b81b-becc10d13daa tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.576053 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-1cad4745-47ea-4a96-b81b-becc10d13daa tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.6189065 Feb 09 02:05:48.582795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a00ab0-ff90-4b2d-b3a8-151d73793b31 req-6bae4d9e-80d9-4e85-8dcf-56872e042f76 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.590670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a00ab0-ff90-4b2d-b3a8-151d73793b31 req-6bae4d9e-80d9-4e85-8dcf-56872e042f76 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.2121592 Feb 09 02:05:48.675299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b82515-5380-4773-9334-1a9295fdf5b4 req-0ea1c31a-52f5-49ec-bf29-6f3badb77d23 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:48.683571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5b82515-5380-4773-9334-1a9295fdf5b4 req-0ea1c31a-52f5-49ec-bf29-6f3badb77d23 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 944 time: 0.2177172 Feb 09 02:05:48.713425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a00ab0-ff90-4b2d-b3a8-151d73793b31 req-e397e7fe-3164-42dd-a000-2f426f0cb9dd tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192634 Feb 09 02:05:48.797463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40226) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:48.831548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5b82515-5380-4773-9334-1a9295fdf5b4 req-8d67b1a7-cfec-4450-8e67-e10d98d530c8 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462939 Feb 09 02:05:48.886304 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.920275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] For port 596e92f0-f764-459c-852b-62f18656733f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:48.947055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] For port 596e92f0-f764-459c-852b-62f18656733f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=596e92f0-f764-459c-852b-62f18656733f,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:48.949209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:48.949701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.957692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:48.968082 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (596e92f0-f764-459c-852b-62f18656733f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.026301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-568743644-network', 'tenant_id': '9aea38cc25ec4cc1be41a7928581e3b6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:49.043092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af0591f-a979-49c1-ba7e-1784ee6d98d6 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:49.087610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Made reservation on behalf of 9aea38cc25ec4cc1be41a7928581e3b6 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:49.089412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.103334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:49.126167 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.204000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] Checking router: f365f936-4706-4ded-a1e1-0019f09b1c49 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:49.210713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Deleting port af7a32ad-49ec-43cb-9896-aff523eac8c5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:49.211743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.217035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 3af0591f-a979-49c1-ba7e-1784ee6d98d6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:49.243695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.252248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546aea4-eb2f-4c73-be4c-58aa2ad2984a None None] Pushing event updated for resources: {'Port': ['ID=596e92f0-f764-459c-852b-62f18656733f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:49.264572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:49.266400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:49.431390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d165ddb-f87f-4c2f-b352-ba8bd31d6259 req-8f383cbc-ffff-4507-ac92-8341b445fa10 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:49.447058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d165ddb-f87f-4c2f-b352-ba8bd31d6259 req-8f383cbc-ffff-4507-ac92-8341b445fa10 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.3059652 Feb 09 02:05:49.466290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] For port af7a32ad-49ec-43cb-9896-aff523eac8c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=af7a32ad-49ec-43cb-9896-aff523eac8c5,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:49.467020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.542351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fab54-c198-434d-a069-e9188ec9ccf6 req-cb0fec82-054d-4ac0-8ad4-2c7b5e11f4ae tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:49.564278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f02fab54-c198-434d-a069-e9188ec9ccf6 req-cb0fec82-054d-4ac0-8ad4-2c7b5e11f4ae tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.3198223 Feb 09 02:05:49.620255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:49.716060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d165ddb-f87f-4c2f-b352-ba8bd31d6259 req-3c56e828-371d-406b-87d1-66b27a4d6cd4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678149 Feb 09 02:05:49.810415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f02fab54-c198-434d-a069-e9188ec9ccf6 req-5cfd44af-5ad4-4b76-a3c7-eea3a7dac2c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230599 Feb 09 02:05:49.827010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.827399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (91d62f6b-b2f4-4bcd-b041-6f091d5d2b08), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.827712 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Floating IP 91d62f6b-b2f4-4bcd-b041-6f091d5d2b08 disassociated. External IP: 172.25.6.172, port: af7a32ad-49ec-43cb-9896-aff523eac8c5. Feb 09 02:05:49.840298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Calling delete_port for af7a32ad-49ec-43cb-9896-aff523eac8c5 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:49.877843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks [] for security_group (c57541c1-c86f-40f1-b58b-ac4a4fbae688), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.885080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c57541c1-c86f-40f1-b58b-ac4a4fbae688), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.953732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57541c1-c86f-40f1-b58b-ac4a4fbae688,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:49.975843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:05:49.999296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b469044e-4ce4-4add-b72b-93f442fcf715), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:49.999939 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Added segment b469044e-4ce4-4add-b72b-93f442fcf715 of type vlan for network 2533e69c-0753-4e71-8ab0-c382ef1aeae3 Feb 09 02:05:50.018835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6a5ed-8d95-4e7c-b061-bf0243bdf927 req-e7022cf8-01cf-42c5-a776-d8969ef2ca7c tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:50.027124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15c6a5ed-8d95-4e7c-b061-bf0243bdf927 req-e7022cf8-01cf-42c5-a776-d8969ef2ca7c tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 945 time: 0.1015513 Feb 09 02:05:50.216697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=3af0591f-a979-49c1-ba7e-1784ee6d98d6,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:50.234872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['3af0591f-a979-49c1-ba7e-1784ee6d98d6'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:50.270549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15c6a5ed-8d95-4e7c-b061-bf0243bdf927 req-34b3e9de-67d2-423a-ab61-6b840d64b232 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups?id=c72eec31-c5fe-4879-9c7c-2f544c74dfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421792 Feb 09 02:05:50.298517 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2533e69c-0753-4e71-8ab0-c382ef1aeae3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.425585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50054118-cfb9-4800-a383-218ee8c3ce03 req-082caf5f-5ada-4c10-854a-b6157e235333 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:50.443712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50054118-cfb9-4800-a383-218ee8c3ce03 req-082caf5f-5ada-4c10-854a-b6157e235333 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 945 time: 0.4071374 Feb 09 02:05:50.516712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:50.540111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2533e69c-0753-4e71-8ab0-c382ef1aeae3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.541090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:50.541684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.673684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50054118-cfb9-4800-a383-218ee8c3ce03 req-a196dd73-04ec-467c-948f-850c4a584d5e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180078 Feb 09 02:05:50.683643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8844640 Feb 09 02:05:50.692072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:50.724495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Request body: {'subnet': {'network_id': '2533e69c-0753-4e71-8ab0-c382ef1aeae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-568743644-subnet', 'tenant_id': '9aea38cc25ec4cc1be41a7928581e3b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:50.727578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6db97-96e1-43cc-b6d0-65e2dbf17cce None None] The sync data for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 is: [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:40Z', 'revision_number': 4, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '30b3f421-1e31-4e86-b54f-468cae398be8', 'name': '', 'network_id': '5272d9af-9e66-4429-a7f9-e154c3d47108', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'mac_address': 'fa:16:3e:96:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:39Z', 'updated_at': '2022-02-09T02:01:48Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'subnets': [{'id': '0332e6d4-f6b3-4182-b364-e2703c3b1025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:50.813917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Made reservation on behalf of 9aea38cc25ec4cc1be41a7928581e3b6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:05:50.815990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea1902-c541-4d86-aaba-96cdc25ae820 admin admin] Pushing event updated for resources: {'Network': ['ID=2533e69c-0753-4e71-8ab0-c382ef1aeae3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:50.821895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.867892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2533e69c-0753-4e71-8ab0-c382ef1aeae3 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:05:51.035744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40262) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:51.047698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd830538-1e87-42b8-97ba-4047a9f5d1f7 None None] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:51.107689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device af7a32ad-49ec-43cb-9896-aff523eac8c5 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:51.238103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 596e92f0-f764-459c-852b-62f18656733f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:51.335900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks [] for router_gateway (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.343184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad570-abce-47c3-90a5-f918d65e8904 req-5cb39a33-b7e3-42c6-af74-2c6e7710a017 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.355070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f2ad570-abce-47c3-90a5-f918d65e8904 req-5cb39a33-b7e3-42c6-af74-2c6e7710a017 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1133 time: 0.4443326 Feb 09 02:05:51.372315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c5563db5-af90-4eb1-8a28-905f6a758077 None None] Provisioning complete for port 596e92f0-f764-459c-852b-62f18656733f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:51.372702 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5563db5-af90-4eb1-8a28-905f6a758077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (596e92f0-f764-459c-852b-62f18656733f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.381533 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d97aad-71bd-4699-b6b2-a39db73446c1 None None] New status for floating IP 2837677a-493d-4f61-80f5-26ffcaa6df93: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:05:51.448425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a77829-807a-4242-bef4-1fc455287279 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group (f92c5228-3c94-44e4-a34e-b3bb5d2a1e03), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.464961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83789b41-dcce-42a3-8204-be39d51843af req-097c151c-2b43-41b4-bc1f-bc5fd00726b4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.475583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83789b41-dcce-42a3-8204-be39d51843af req-097c151c-2b43-41b4-bc1f-bc5fd00726b4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.3009560 Feb 09 02:05:51.493076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f2ad570-abce-47c3-90a5-f918d65e8904 req-d5feb281-90bb-4069-b972-70a8cd6ff316 tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328239 Feb 09 02:05:51.496507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (af7a32ad-49ec-43cb-9896-aff523eac8c5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.589733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No active binding found for port af7a32ad-49ec-43cb-9896-aff523eac8c5 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:05:51.590295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port af7a32ad-49ec-43cb-9896-aff523eac8c5 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:05:51.590568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device af7a32ad-49ec-43cb-9896-aff523eac8c5 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:51.605541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a77829-807a-4242-bef4-1fc455287279 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group (f92c5228-3c94-44e4-a34e-b3bb5d2a1e03), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.639729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 596e92f0-f764-459c-852b-62f18656733f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:51.640132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (596e92f0-f764-459c-852b-62f18656733f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.719788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83789b41-dcce-42a3-8204-be39d51843af req-05d51b2a-9efc-409f-bfa1-9170042ef2f8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422516 Feb 09 02:05:51.742936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event deleted for resources: {'Port': ['ID=af7a32ad-49ec-43cb-9896-aff523eac8c5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:51.809835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5ca2-224d-4053-8adb-ebcba7609134 req-12104010-d8c6-432a-91bf-85446d149174 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:51.813264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c5563db5-af90-4eb1-8a28-905f6a758077 None None] Current status of the port 596e92f0-f764-459c-852b-62f18656733f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:51.813892 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5563db5-af90-4eb1-8a28-905f6a758077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (596e92f0-f764-459c-852b-62f18656733f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.821797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32ad5ca2-224d-4053-8adb-ebcba7609134 req-12104010-d8c6-432a-91bf-85446d149174 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 945 time: 0.1911511 Feb 09 02:05:51.854560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (a3499494-a846-4f80-b8dc-566df1f36750), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.906487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a77829-807a-4242-bef4-1fc455287279 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f92c5228-3c94-44e4-a34e-b3bb5d2a1e03), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.910583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64a77829-807a-4242-bef4-1fc455287279 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.916297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-64a77829-807a-4242-bef4-1fc455287279 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "DELETE /v2.0/security-groups/f92c5228-3c94-44e4-a34e-b3bb5d2a1e03 HTTP/1.1" status: 204 len: 168 time: 0.8777165 Feb 09 02:05:51.918167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40270) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:51.946907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c5563db5-af90-4eb1-8a28-905f6a758077 None None] For port 596e92f0-f764-459c-852b-62f18656733f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=596e92f0-f764-459c-852b-62f18656733f,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:51.955966 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5563db5-af90-4eb1-8a28-905f6a758077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (596e92f0-f764-459c-852b-62f18656733f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.963685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 596e92f0-f764-459c-852b-62f18656733f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:51.964872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (596e92f0-f764-459c-852b-62f18656733f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:51.987593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5aecc487-ab9b-400f-8622-08f473c4034a req-85925b55-eb4e-4c33-9199-1765d1ed0553 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 210 time: 0.1251397 Feb 09 02:05:51.988574 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-85b05874-f68f-45fb-b74f-85b16a876559 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] show failed (client error): The resource could not be found. Feb 09 02:05:52.006663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-85b05874-f68f-45fb-b74f-85b16a876559 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "GET /v2.0/security-groups/f92c5228-3c94-44e4-a34e-b3bb5d2a1e03 HTTP/1.1" status: 404 len: 347 time: 0.0591276 Feb 09 02:05:52.007313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40272) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:52.055919 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:05:52.056301 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:05:52.064084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a77829-807a-4242-bef4-1fc455287279 tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92c5228-3c94-44e4-a34e-b3bb5d2a1e03,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:52.109064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5563db5-af90-4eb1-8a28-905f6a758077 None None] Pushing event updated for resources: {'Port': ['ID=596e92f0-f764-459c-852b-62f18656733f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:52.182673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32ad5ca2-224d-4053-8adb-ebcba7609134 req-6bee7710-7ec9-4793-a502-aa4f2d9e2806 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568282 Feb 09 02:05:52.289505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fff6a03f-e5d4-421d-b50c-b69548d85479 None None] Provisioning complete for port 596e92f0-f764-459c-852b-62f18656733f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:52.291809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fff6a03f-e5d4-421d-b50c-b69548d85479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (596e92f0-f764-459c-852b-62f18656733f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.341184 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-b0d4e74f-a195-4ef9-804d-072b5012f652 service neutron] 10.222.0.72 "GET /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.8159339 Feb 09 02:05:52.406566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3499494-a846-4f80-b8dc-566df1f36750,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:52.421766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fff6a03f-e5d4-421d-b50c-b69548d85479 None None] Current status of the port 596e92f0-f764-459c-852b-62f18656733f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:52.475341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c3c61-b96e-4846-822f-340383fc7ba9 req-519ec580-3758-4927-ae73-7163b992ccaf tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.477426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-723c3c61-b96e-4846-822f-340383fc7ba9 req-519ec580-3758-4927-ae73-7163b992ccaf tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 1133 time: 0.0968504 Feb 09 02:05:52.493057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8366e3-dfbb-4a0b-98c8-10a1a2d3f842 req-b5f6cb1f-9226-44fa-86ff-21d98f581291 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.495037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac8366e3-dfbb-4a0b-98c8-10a1a2d3f842 req-b5f6cb1f-9226-44fa-86ff-21d98f581291 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 945 time: 0.2014027 Feb 09 02:05:52.499124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Router f9a75be9-f44c-4e23-9657-666457faf745 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:52.500064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Checking segment: {'id': 'b469044e-4ce4-4add-b72b-93f442fcf715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2533e69c-0753-4e71-8ab0-c382ef1aeae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:52.500379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Network hostable DHCP agents. Network: 2533e69c-0753-4e71-8ab0-c382ef1aeae3, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:05:52.512543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.548921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Deleting port d6240c46-2609-459a-935b-b3eb38f2133d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:52.549284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d6240c46-2609-459a-935b-b3eb38f2133d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.615792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 596e92f0-f764-459c-852b-62f18656733f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:52.635314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac8366e3-dfbb-4a0b-98c8-10a1a2d3f842 req-f031f438-3a38-487a-9a2d-910a855e2bdb tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135752 Feb 09 02:05:52.642304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-723c3c61-b96e-4846-822f-340383fc7ba9 req-5fa1f5ad-437d-49b2-aedb-cf697dc99a1a tempest-ServersAdminTestJSON-199375346 tempest-ServersAdminTestJSON-199375346-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594703 Feb 09 02:05:52.699680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d6240c46-2609-459a-935b-b3eb38f2133d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.700038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (d6240c46-2609-459a-935b-b3eb38f2133d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.714088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Calling delete_port for d6240c46-2609-459a-935b-b3eb38f2133d owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:52.816381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Network 2533e69c-0753-4e71-8ab0-c382ef1aeae3 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:05:52.864739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 2533e69c-0753-4e71-8ab0-c382ef1aeae3) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:52.872770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0315022-3777-4528-b5fe-4417e457d664 None None] Network 2533e69c-0753-4e71-8ab0-c382ef1aeae3 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:52.884587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.885212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.923674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b77240ba-50c8-458b-9218-4723a161f6fa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2246864 Feb 09 02:05:52.939881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:05:52.963884 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d6240c46-2609-459a-935b-b3eb38f2133d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:52.966757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:52.972266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:53.004362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Pushing event deleted for resources: {'Port': ['ID=d6240c46-2609-459a-935b-b3eb38f2133d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:53.017364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] Sync routers for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:53.055734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.056122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.056468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.057325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.057325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.057578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.057769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.058551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.058892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.059027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:53.059218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.059553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.059866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.060426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:53.062372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:53.080074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcef0ff-ab1b-419d-aec3-11db063f729b req-b00bb914-bc59-425d-92a8-b98a09c83d0b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:53.081635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bcef0ff-ab1b-419d-aec3-11db063f729b req-b00bb914-bc59-425d-92a8-b98a09c83d0b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 944 time: 0.1692770 Feb 09 02:05:53.105917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] No DVR routers for this DVR port af7a32ad-49ec-43cb-9896-aff523eac8c5 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:53.118495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.126847 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22e6ddb3-7f5f-4f99-b6ab-9c42143488be req-2bec4c89-e684-44f3-b542-9f5c4dc6ed61 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.72 "DELETE /v2.0/ports/af7a32ad-49ec-43cb-9896-aff523eac8c5 HTTP/1.1" status: 204 len: 173 time: 4.5220411 Feb 09 02:05:53.168549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'name': 'network-vif-deleted', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:53.170401 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7dd743-6e34-4f68-a951-fb03ad4bfebf" -d '{"events": [{"server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "name": "network-vif-deleted", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:53.207863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:53.249994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 596e92f0-f764-459c-852b-62f18656733f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:53.252485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f80f8-aefc-4d10-bf1d-f34e34e27fc6 req-5555a29a-94f8-463f-b459-36aad3ff5326 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:53.260957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f1f80f8-aefc-4d10-bf1d-f34e34e27fc6 req-5555a29a-94f8-463f-b459-36aad3ff5326 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 949 time: 0.2458043 Feb 09 02:05:53.292988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03289433-5c2d-4c6d-b538-6bedf9f9202c {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:05:53.301511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks [] for floatingip (2837677a-493d-4f61-80f5-26ffcaa6df93), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.304198 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.309683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1359296f-ff49-4677-9792-e9c64413f56f tempest-ServersWithSpecificFlavorTestJSON-2039642644 tempest-ServersWithSpecificFlavorTestJSON-2039642644-project] 10.222.0.53 "DELETE /v2.0/floatingips/2837677a-493d-4f61-80f5-26ffcaa6df93 HTTP/1.1" status: 204 len: 168 time: 1.2753816 Feb 09 02:05:53.327884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:53.344460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4238e-79f2-4875-8a77-e91cfe3b775f None None] Network 2533e69c-0753-4e71-8ab0-c382ef1aeae3 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:53.351644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:53.365509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.366653 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Sync routers for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:53.376611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f1f80f8-aefc-4d10-bf1d-f34e34e27fc6 req-643ab0f2-1534-40d2-9414-8e704176165a tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132069 Feb 09 02:05:53.387984 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:53.391709 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:53.430966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-a9e8427d-f5f8-4fc9-b48c-fafd7c8d8df8 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:53.436577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-a9e8427d-f5f8-4fc9-b48c-fafd7c8d8df8 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.82 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 945 time: 0.2185812 Feb 09 02:05:53.454082 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a544cbd3-4f63-4386-931e-a087eb4df08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.473960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] Transition to ACTIVE for port object 03289433-5c2d-4c6d-b538-6bedf9f9202c will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:05:53.479005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.484361 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0fe73c18-ff14-470e-86ab-a0bbbd3e41e9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.4682360 Feb 09 02:05:53.485826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.499809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:53.551326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:53.650684 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:53.867958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 596e92f0-f764-459c-852b-62f18656733f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:53.868637 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (596e92f0-f764-459c-852b-62f18656733f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:53.962182 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:49Z', 'revision_number': 3, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:53.987205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d57d9723-a705-4deb-8b8f-876f2d86b667 req-74015b45-3d2c-439b-b1ac-6f2d215f1394 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3a4d7d-5f8b-43ec-93a0-98b45abd785f HTTP/1.1" status: 200 len: 210 time: 0.0687513 Feb 09 02:05:54.021871 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Checking router: 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:54.022062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bcef0ff-ab1b-419d-aec3-11db063f729b req-eb52a8aa-faf1-40b0-bb68-70134d9b30e9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239391 Feb 09 02:05:54.022650 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Updating router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 port bea1bf13-8636-41ca-b3d4-123cf033327d binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:05:54.067687 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.088245 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb44b65-1704-48dd-898f-4a386ff663c6 x-openstack-request-id: req-aeb44b65-1704-48dd-898f-4a386ff663c6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:54.088738 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a4d7d-5f8b-43ec-93a0-98b45abd785f", "name": "network-vif-deleted", "tag": "af7a32ad-49ec-43cb-9896-aff523eac8c5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:54.089071 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeb44b65-1704-48dd-898f-4a386ff663c6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:54.089589 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3a4d7d-5f8b-43ec-93a0-98b45abd785f', 'name': 'network-vif-deleted', 'tag': 'af7a32ad-49ec-43cb-9896-aff523eac8c5', 'status': 'completed', 'code': 200} Feb 09 02:05:54.090474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] No DVR routers for this DVR port 03289433-5c2d-4c6d-b538-6bedf9f9202c on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:54.156363 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] 10.222.0.72 "PUT /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 1.8064485 Feb 09 02:05:54.158985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfde71c-2465-4dcb-b60b-fcaf54272bfa service neutron] Pushing event updated for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:54.189174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 596e92f0-f764-459c-852b-62f18656733f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:54.241898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Deleting port 63cbd347-3022-4af3-a7a6-c36e6162dd9f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:54.242717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.257912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3af0591f-a979-49c1-ba7e-1784ee6d98d6 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:54.298447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705660-36ef-47ed-8241-5da029eb5f09 req-aad09d97-c116-4a73-ba8e-4e7c00bcdb86 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:54.308418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc705660-36ef-47ed-8241-5da029eb5f09 req-aad09d97-c116-4a73-ba8e-4e7c00bcdb86 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 945 time: 0.1768281 Feb 09 02:05:54.313895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:39Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:54.362734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] Checking router: f9a75be9-f44c-4e23-9657-666457faf745 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:54.382362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:54.383221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:54.406226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-84cbdf59-edaf-44d8-b3fc-874078cedc57 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:54.407798 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-84cbdf59-edaf-44d8-b3fc-874078cedc57 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.1369944 Feb 09 02:05:54.411301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d13d22c0-6c2d-4aa2-bf72-1fa5f5634d63 req-340ca913-33a5-4eba-a737-01d7d6a87b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1776794379', 'description': 'tempest-description-1691659470'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:54.460917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc705660-36ef-47ed-8241-5da029eb5f09 req-0a7d9874-7d1e-4db2-994d-c29eaee1c1cc tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/security-groups?id=8816a6aa-06f7-428f-b5bf-2c297c43b539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508815 Feb 09 02:05:54.483571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] For port 63cbd347-3022-4af3-a7a6-c36e6162dd9f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=63cbd347-3022-4af3-a7a6-c36e6162dd9f,segment=NetworkSegment(63ae9c7a-1356-4335-afcd-43375001ae0f),segment_id=63ae9c7a-1356-4335-afcd-43375001ae0f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:54.484079 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.488427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d13d22c0-6c2d-4aa2-bf72-1fa5f5634d63 req-340ca913-33a5-4eba-a737-01d7d6a87b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.506022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:05:54.518736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:54.519243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.519410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Calling delete_port for 63cbd347-3022-4af3-a7a6-c36e6162dd9f owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:54.571960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-7dea1d5f-5672-4860-a82c-f9f28f5170b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:54.573888 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-7dea1d5f-5672-4860-a82c-f9f28f5170b2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 1128 time: 0.1213787 Feb 09 02:05:54.631063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:54.662363 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Publish callbacks [] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.672045 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.700154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d13d22c0-6c2d-4aa2-bf72-1fa5f5634d63 req-340ca913-33a5-4eba-a737-01d7d6a87b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.719434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d13d22c0-6c2d-4aa2-bf72-1fa5f5634d63 req-340ca913-33a5-4eba-a737-01d7d6a87b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.726484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:54.726964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.736489 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Pushing event updated for resources: {'Port': ['ID=bea1bf13-8636-41ca-b3d4-123cf033327d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:54.767400 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.767867 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.768311 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.768705 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.769089 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.769603 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.769817 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.770577 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.770958 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.771375 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.771777 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.772164 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.772489 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.777436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Attempting to bind port bea1bf13-8636-41ca-b3d4-123cf033327d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:05:54.777925 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Attempting to bind port bea1bf13-8636-41ca-b3d4-123cf033327d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:05:54.778347 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Attempting to bind port bea1bf13-8636-41ca-b3d4-123cf033327d on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:05:54.785721 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:05:54.786105 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:05:54.786575 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.786966 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:05:54.787426 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Bound port: bea1bf13-8636-41ca-b3d4-123cf033327d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:05:54.787802 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.815499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af0591f-a979-49c1-ba7e-1784ee6d98d6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:54.815824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d13d22c0-6c2d-4aa2-bf72-1fa5f5634d63 req-340ca913-33a5-4eba-a737-01d7d6a87b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.818253 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b6892-7585-420d-a37e-e6ff12a94585" -d '{"events": [{"server_uuid": "2a906610-7811-4cc0-94dd-ac1cfa38be52", "name": "network-vif-plugged", "status": "completed", "tag": "3af0591f-a979-49c1-ba7e-1784ee6d98d6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:54.828643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d13d22c0-6c2d-4aa2-bf72-1fa5f5634d63 req-340ca913-33a5-4eba-a737-01d7d6a87b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4497719 Feb 09 02:05:54.833405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-2ac9fcaa-955a-4523-a991-41cba54f69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:54.835667 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-2ac9fcaa-955a-4523-a991-41cba54f69a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1128 time: 0.2329984 Feb 09 02:05:54.851595 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] For port bea1bf13-8636-41ca-b3d4-123cf033327d, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:54.855867 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] For port bea1bf13-8636-41ca-b3d4-123cf033327d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=bea1bf13-8636-41ca-b3d4-123cf033327d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:05:54.863097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a03031-3fd7-4101-b7d0-2dd302eb8589 req-d1c626e9-f0c7-4fea-a477-310a3a2e968f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:54.868039 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.874355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253e751-b960-409b-9cbc-a054056992a4 req-5725c119-23db-4112-b2a3-5263921a123d tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:54.876547 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b253e751-b960-409b-9cbc-a054056992a4 req-5725c119-23db-4112-b2a3-5263921a123d tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 949 time: 0.1884892 Feb 09 02:05:54.876928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7a03031-3fd7-4101-b7d0-2dd302eb8589 req-d1c626e9-f0c7-4fea-a477-310a3a2e968f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 945 time: 0.2333755 Feb 09 02:05:54.883475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 3af0591f-a979-49c1-ba7e-1784ee6d98d6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:54.897783 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.899057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 63cbd347-3022-4af3-a7a6-c36e6162dd9f no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:54.902643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca913-33a5-4eba-a737-01d7d6a87b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:54.934686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (63cbd347-3022-4af3-a7a6-c36e6162dd9f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.944157 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:54.944909 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:54.977411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 63cbd347-3022-4af3-a7a6-c36e6162dd9f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:54.977772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 63cbd347-3022-4af3-a7a6-c36e6162dd9f not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:55.036058 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38c025-6e3f-48e3-95a0-9ea6b5e24e65 None None] Pushing event updated for resources: {'Port': ['ID=bea1bf13-8636-41ca-b3d4-123cf033327d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:55.036264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=3af0591f-a979-49c1-ba7e-1784ee6d98d6,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:55.068219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.079370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Pushing event deleted for resources: {'Port': ['ID=63cbd347-3022-4af3-a7a6-c36e6162dd9f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:55.104160 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:55.113891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:39Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:55.139941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Deleting port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:55.140743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.151086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] No DVR routers for this DVR port 63cbd347-3022-4af3-a7a6-c36e6162dd9f on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:55.153928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.155633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd49f3c-9727-46a4-a6b9-ddda346b9478 None None] The sync data for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 is: [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:03:32Z', 'revision_number': 4, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e115db33-5a7f-4d32-866e-1629a7bc26c3', 'name': '', 'network_id': '836520e1-5d30-410b-9a01-81ed7480116d', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'mac_address': 'fa:16:3e:59:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7630eb12-9457-4220-b746-15e767f73108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:28Z', 'updated_at': '2022-02-09T02:03:39Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'subnets': [{'id': '7630eb12-9457-4220-b746-15e767f73108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:55.160728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e08b33d-efae-4d06-a048-700a2ed179ec req-8e3079cb-dfb1-442a-a853-393442533667 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.82 "DELETE /v2.0/ports/63cbd347-3022-4af3-a7a6-c36e6162dd9f HTTP/1.1" status: 204 len: 173 time: 1.2333949 Feb 09 02:05:55.164354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'name': 'network-vif-deleted', 'tag': '63cbd347-3022-4af3-a7a6-c36e6162dd9f'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:55.167014 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f8095e-3041-4faf-9f91-4089da3c0e64" -d '{"events": [{"server_uuid": "0e05a3db-d4c6-4b5f-8ab9-364241201f48", "name": "network-vif-deleted", "tag": "63cbd347-3022-4af3-a7a6-c36e6162dd9f"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:55.190149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7a03031-3fd7-4101-b7d0-2dd302eb8589 req-cbccba05-bf19-4a37-9bb7-c15274155775 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121648 Feb 09 02:05:55.231433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-effca0ca-0b16-4df6-99a5-6ffc6de8d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.232805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138297ca-d698-4f53-8d51-ec24cf322157 req-7c9ee2bb-f2cd-4da0-8dd4-5ea2dd5a4043 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.234038 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-effca0ca-0b16-4df6-99a5-6ffc6de8d555 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.3558838 Feb 09 02:05:55.242089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-138297ca-d698-4f53-8d51-ec24cf322157 req-7c9ee2bb-f2cd-4da0-8dd4-5ea2dd5a4043 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 949 time: 0.2680006 Feb 09 02:05:55.338833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-138297ca-d698-4f53-8d51-ec24cf322157 req-b566f1ce-7d72-443c-b6d3-5ef8a37ba17d tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936449 Feb 09 02:05:55.349767 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-e447fbdf-f3a5-4b4b-9bc3-87f47a72a3d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 200 len: 217 time: 0.1048651 Feb 09 02:05:55.387455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-887a8b86-c7aa-42f5-ae39-db197edcd327 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8 HTTP/1.1" status: 200 len: 1830 time: 0.0919228 Feb 09 02:05:55.394359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:55.394712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:55.408660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] For port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:55.409033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.426431 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:49Z', 'revision_number': 3, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:55.431479 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8e0dd-bb77-4ceb-abfa-7e41ead4f71a x-openstack-request-id: req-e0f8e0dd-bb77-4ceb-abfa-7e41ead4f71a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:55.432000 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a906610-7811-4cc0-94dd-ac1cfa38be52", "name": "network-vif-plugged", "status": "completed", "tag": "3af0591f-a979-49c1-ba7e-1784ee6d98d6", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:55.433082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Calling delete_port for 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:55.433247 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0f8e0dd-bb77-4ceb-abfa-7e41ead4f71a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:55.434581 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af0591f-a979-49c1-ba7e-1784ee6d98d6', 'code': 200} Feb 09 02:05:55.473619 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfa165-81fc-49da-9a0d-09ad9270fbd8 None None] The sync data for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 is: [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:49Z', 'revision_number': 3, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:55.491193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group_rule (f452fec0-7ea5-496d-810d-d8533f13ced6), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.573473 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group_rule (f452fec0-7ea5-496d-810d-d8533f13ced6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.588898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f452fec0-7ea5-496d-810d-d8533f13ced6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.638273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df4791-e61d-4411-8cb2-ae348246a5b7 None None] New status for floating IP 91d62f6b-b2f4-4bcd-b041-6f091d5d2b08: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:05:55.653025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba6ca-33ae-4740-968c-0759bd64c4ea req-ca344143-4889-4991-84d8-7155cde36255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.654608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb2ba6ca-33ae-4740-968c-0759bd64c4ea req-ca344143-4889-4991-84d8-7155cde36255 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 1129 time: 0.1337636 Feb 09 02:05:55.657923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f452fec0-7ea5-496d-810d-d8533f13ced6,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:55.689584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.690961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7430f6e2-9af8-4a54-8c70-d6dff3860672 req-b735a465-de6f-4a9b-9425-e445ee23441d tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3026013 Feb 09 02:05:55.709076 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e96510d6-ef39-407d-8015-de4b9a8429e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:55.719844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416bda9-9050-41a9-8d8d-81378da51dba req-c63e84be-ae9c-43f4-8d18-116447b5a329 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.726895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a416bda9-9050-41a9-8d8d-81378da51dba req-c63e84be-ae9c-43f4-8d18-116447b5a329 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.1665630 Feb 09 02:05:55.768437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb2ba6ca-33ae-4740-968c-0759bd64c4ea req-5a1b9706-33d9-4228-8c6f-e4db48df188c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073291 Feb 09 02:05:55.785674 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ee2131-28fa-4800-ab6c-3b75a4eaf75f x-openstack-request-id: req-38ee2131-28fa-4800-ab6c-3b75a4eaf75f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:55.785974 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e05a3db-d4c6-4b5f-8ab9-364241201f48", "name": "network-vif-deleted", "tag": "63cbd347-3022-4af3-a7a6-c36e6162dd9f", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:55.786339 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38ee2131-28fa-4800-ab6c-3b75a4eaf75f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:55.786766 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e05a3db-d4c6-4b5f-8ab9-364241201f48', 'name': 'network-vif-deleted', 'tag': '63cbd347-3022-4af3-a7a6-c36e6162dd9f', 'status': 'completed', 'code': 200} Feb 09 02:05:55.819400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a416bda9-9050-41a9-8d8d-81378da51dba req-7e3ae959-defc-4478-9205-0058950a7c27 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914364 Feb 09 02:05:55.820100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-6fb5361c-744f-44fc-ac5a-c373daaa1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.821696 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-6fb5361c-744f-44fc-ac5a-c373daaa1f9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.4376819 Feb 09 02:05:55.830725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Allocated IP 172.20.0.1 (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f/0719ee31-c1d3-44d4-af78-f7583a3c8049/fe0a1242-5ba3-4cad-94d3-91becdd08760) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:05:55.899182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40324) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:56.021015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5465931b-17aa-4c4d-9161-4b4d51280876 req-01219775-4715-4d17-926b-45613f7fa5f1 tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 210 time: 0.0588267 Feb 09 02:05:56.037099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.050247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da', '636cd917-955c-464b-b6d4-4a2f53ba3586'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:56.057662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6234fcb4-f257-4513-9c0e-869e8f5849de req-de379363-e364-4db9-96ce-acc4452435e8 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8 HTTP/1.1" status: 200 len: 2423 time: 0.1398745 Feb 09 02:05:56.058285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['5a026654-a9a2-4afe-9222-cd48e8920a35'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:05:56.085771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2ec2-5d9c-4017-a87c-fb77bbdc9334 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group (c72eec31-c5fe-4879-9c7c-2f544c74dfb3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.125313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Pushing event deleted for resources: {'Port': ['ID=2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.131582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df6611bd-ce0b-4c1c-9905-fbec422244d3 req-bc0a3a8d-b72f-42f9-a5fd-44455a4a3085 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-group-rules/f452fec0-7ea5-496d-810d-d8533f13ced6 HTTP/1.1" status: 200 len: 778 time: 0.0475726 Feb 09 02:05:56.172575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2ec2-5d9c-4017-a87c-fb77bbdc9334 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group (c72eec31-c5fe-4879-9c7c-2f544c74dfb3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.205938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] No DVR routers for this DVR port 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:56.215411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.222219 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b253e751-b960-409b-9cbc-a054056992a4 req-3f0fc879-1587-4840-bf3d-b22877586ae2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "DELETE /v2.0/ports/2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da HTTP/1.1" status: 204 len: 173 time: 1.3313935 Feb 09 02:05:56.222733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'name': 'network-vif-deleted', 'tag': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:56.227214 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bba801-a501-4b0e-8be8-3f2e063ebcf6" -d '{"events": [{"server_uuid": "77c9673f-e1f6-43dc-8bac-a907991e0ab3", "name": "network-vif-deleted", "tag": "2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:56.236187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks [] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.241725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df6611bd-ce0b-4c1c-9905-fbec422244d3 req-0e9a3d9e-a0d7-4409-a71a-96488f868df9 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8 HTTP/1.1" status: 200 len: 2423 time: 0.1091666 Feb 09 02:05:56.287057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.292478 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-df6611bd-ce0b-4c1c-9905-fbec422244d3 req-68259886-beae-4315-8406-8e78bb821cbe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group_rule (f452fec0-7ea5-496d-810d-d8533f13ced6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.314700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2ec2-5d9c-4017-a87c-fb77bbdc9334 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c72eec31-c5fe-4879-9c7c-2f544c74dfb3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.317864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2ec2-5d9c-4017-a87c-fb77bbdc9334 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.320583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ea7d2ec2-5d9c-4017-a87c-fb77bbdc9334 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "DELETE /v2.0/security-groups/c72eec31-c5fe-4879-9c7c-2f544c74dfb3 HTTP/1.1" status: 204 len: 168 time: 0.4201350 Feb 09 02:05:56.322897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-df6611bd-ce0b-4c1c-9905-fbec422244d3 req-68259886-beae-4315-8406-8e78bb821cbe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group_rule (f452fec0-7ea5-496d-810d-d8533f13ced6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.343088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:56.363839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0a1242-5ba3-4cad-94d3-91becdd08760,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.368913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d2ec2-5d9c-4017-a87c-fb77bbdc9334 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72eec31-c5fe-4879-9c7c-2f544c74dfb3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.369456 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-5ba0754e-e757-4191-9877-61bc50998ea6 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] show failed (client error): The resource could not be found. Feb 09 02:05:56.370690 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5ba0754e-e757-4191-9877-61bc50998ea6 tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "GET /v2.0/security-groups/c72eec31-c5fe-4879-9c7c-2f544c74dfb3 HTTP/1.1" status: 404 len: 347 time: 0.0233719 Feb 09 02:05:56.376300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:56.439200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-df6611bd-ce0b-4c1c-9905-fbec422244d3 req-68259886-beae-4315-8406-8e78bb821cbe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f452fec0-7ea5-496d-810d-d8533f13ced6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.445914 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-df6611bd-ce0b-4c1c-9905-fbec422244d3 req-68259886-beae-4315-8406-8e78bb821cbe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.461837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df6611bd-ce0b-4c1c-9905-fbec422244d3 req-68259886-beae-4315-8406-8e78bb821cbe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f452fec0-7ea5-496d-810d-d8533f13ced6 HTTP/1.1" status: 204 len: 173 time: 0.2191391 Feb 09 02:05:56.493245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68259886-beae-4315-8406-8e78bb821cbe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f452fec0-7ea5-496d-810d-d8533f13ced6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.510615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:56.520627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:56.535111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a32243-0852-4e11-9fe7-b20f52d2c881 req-8539126f-4332-4a5e-85f2-268df9af7487 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:56.547731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a32243-0852-4e11-9fe7-b20f52d2c881 req-8539126f-4332-4a5e-85f2-268df9af7487 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.2055800 Feb 09 02:05:56.583646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:05:56.618950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a32243-0852-4e11-9fe7-b20f52d2c881 req-f0947ed6-7799-4849-8b53-14b006c5f551 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702350 Feb 09 02:05:56.674891 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03065ac-0d65-4ace-84e9-8008232060e1 x-openstack-request-id: req-f03065ac-0d65-4ace-84e9-8008232060e1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:56.675185 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c9673f-e1f6-43dc-8bac-a907991e0ab3", "name": "network-vif-deleted", "tag": "2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:56.675444 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f03065ac-0d65-4ace-84e9-8008232060e1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:56.675851 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9673f-e1f6-43dc-8bac-a907991e0ab3', 'name': 'network-vif-deleted', 'tag': '2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da', 'status': 'completed', 'code': 200} Feb 09 02:05:56.676589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.685490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-52bc53ec-e9f6-4937-9c02-0c24cb0785c5 req-e2006b53-e625-402d-825d-30eeac1a8a52 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-559826069', 'description': 'tempest-description-749327732'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:56.723083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9242a7df-70b1-47f5-82ec-00f5f85e8a6c req-253ebaf1-ae03-4077-8ca1-58358dc5c208 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 210 time: 0.0548558 Feb 09 02:05:56.750140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52bc53ec-e9f6-4937-9c02-0c24cb0785c5 req-e2006b53-e625-402d-825d-30eeac1a8a52 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.776296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Deleting port 00108cdb-07bb-4094-ab61-063e1c4bd958 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:56.776643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.814239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.822035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40348) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:56.908108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52bc53ec-e9f6-4937-9c02-0c24cb0785c5 req-e2006b53-e625-402d-825d-30eeac1a8a52 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (deb8fe90-ceb1-46db-981b-c450264b3733), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.915058 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52bc53ec-e9f6-4937-9c02-0c24cb0785c5 req-e2006b53-e625-402d-825d-30eeac1a8a52 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (deb8fe90-ceb1-46db-981b-c450264b3733), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.961396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006b53-e625-402d-825d-30eeac1a8a52 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8fe90-ceb1-46db-981b-c450264b3733,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.972420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52bc53ec-e9f6-4937-9c02-0c24cb0785c5 req-e2006b53-e625-402d-825d-30eeac1a8a52 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.973865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52bc53ec-e9f6-4937-9c02-0c24cb0785c5 req-e2006b53-e625-402d-825d-30eeac1a8a52 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3038406 Feb 09 02:05:57.016490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-987b7010-b49a-46ac-92e1-198fee8ce8f1 None None] Provisioning complete for port fe0a1242-5ba3-4cad-94d3-91becdd08760 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:57.017005 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-987b7010-b49a-46ac-92e1-198fee8ce8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.091920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device bea1bf13-8636-41ca-b3d4-123cf033327d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:57.118070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8b168-b7e9-4b5b-880d-0fafaa3aa1f4 req-74c4c535-e13e-4c49-9ea7-be7a970953c3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:57.119606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51e8b168-b7e9-4b5b-880d-0fafaa3aa1f4 req-74c4c535-e13e-4c49-9ea7-be7a970953c3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.1524932 Feb 09 02:05:57.122590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc3ce116-2ebe-48f8-8ee6-55b113fdcc5f req-b53ce8ad-1392-450e-af03-0c609f391775 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/deb8fe90-ceb1-46db-981b-c450264b3733 HTTP/1.1" status: 200 len: 1828 time: 0.0915704 Feb 09 02:05:57.142232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-987b7010-b49a-46ac-92e1-198fee8ce8f1 None None] Port fe0a1242-5ba3-4cad-94d3-91becdd08760 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:05:57.163910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.164236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for floatingip (00108cdb-07bb-4094-ab61-063e1c4bd958), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.189548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Calling delete_port for 00108cdb-07bb-4094-ab61-063e1c4bd958 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:57.191443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.196826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port bea1bf13-8636-41ca-b3d4-123cf033327d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:57.197257 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.219753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51e8b168-b7e9-4b5b-880d-0fafaa3aa1f4 req-db9cc6de-951d-46b0-a10a-da584b526e74 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862062 Feb 09 02:05:57.300682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3151b121-e9cf-4471-8565-4c87f7fc7e34 req-388d84b2-3f71-4bee-bc0e-800443477d4c tempest-VolumesAdminNegativeTest-866905435 tempest-VolumesAdminNegativeTest-866905435-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e05a3db-d4c6-4b5f-8ab9-364241201f48 HTTP/1.1" status: 200 len: 210 time: 0.0395808 Feb 09 02:05:57.315919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-caf10c1d-5799-4dbe-8eae-d6288d687aab req-0c149195-4b97-4e35-97fd-96083edf168c tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-48024401', 'description': 'tempest-description-217753020'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:57.355131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caf10c1d-5799-4dbe-8eae-d6288d687aab req-0c149195-4b97-4e35-97fd-96083edf168c tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.374482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port bea1bf13-8636-41ca-b3d4-123cf033327d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:57.374912 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.426400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port bea1bf13-8636-41ca-b3d4-123cf033327d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=bea1bf13-8636-41ca-b3d4-123cf033327d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:57.432797 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.489947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caf10c1d-5799-4dbe-8eae-d6288d687aab req-0c149195-4b97-4e35-97fd-96083edf168c tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (1e7570d4-529b-4eb6-9211-d2542740b8ce), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.502936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caf10c1d-5799-4dbe-8eae-d6288d687aab req-0c149195-4b97-4e35-97fd-96083edf168c tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1e7570d4-529b-4eb6-9211-d2542740b8ce), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.521976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=bea1bf13-8636-41ca-b3d4-123cf033327d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:57.541691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c149195-4b97-4e35-97fd-96083edf168c tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7570d4-529b-4eb6-9211-d2542740b8ce,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:57.550886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-caf10c1d-5799-4dbe-8eae-d6288d687aab req-0c149195-4b97-4e35-97fd-96083edf168c tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.558759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caf10c1d-5799-4dbe-8eae-d6288d687aab req-0c149195-4b97-4e35-97fd-96083edf168c tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2566154 Feb 09 02:05:57.631246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5825b32-e3b7-489d-ac8d-3fe2b5074d4f req-d62e0bae-e903-4437-b5b3-6a1b0492d6e6 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/1e7570d4-529b-4eb6-9211-d2542740b8ce HTTP/1.1" status: 200 len: 1827 time: 0.0514309 Feb 09 02:05:57.652570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-740b0023-74d9-486b-a7b2-2d8bccfdd333 req-c772c89a-8af2-4901-825f-7a1b79239b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2089048458', 'description': 'tempest-description-236966629'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:57.684526 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-740b0023-74d9-486b-a7b2-2d8bccfdd333 req-c772c89a-8af2-4901-825f-7a1b79239b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.697070 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-1e5023c2-1d3b-4551-9b8f-1c440a0d8dac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648148 Feb 09 02:05:57.815096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-740b0023-74d9-486b-a7b2-2d8bccfdd333 req-c772c89a-8af2-4901-825f-7a1b79239b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (5326693a-f448-47a6-9d52-400825486f00), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.826424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9845d2d-ede3-44b0-8dcb-7ec000672b35 req-ca75057d-c826-47ab-8c41-710b65f88f45 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:57.828246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9845d2d-ede3-44b0-8dcb-7ec000672b35 req-ca75057d-c826-47ab-8c41-710b65f88f45 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.0898323 Feb 09 02:05:57.829557 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-740b0023-74d9-486b-a7b2-2d8bccfdd333 req-c772c89a-8af2-4901-825f-7a1b79239b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5326693a-f448-47a6-9d52-400825486f00), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.881475 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-740b0023-74d9-486b-a7b2-2d8bccfdd333 req-c772c89a-8af2-4901-825f-7a1b79239b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.882842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-740b0023-74d9-486b-a7b2-2d8bccfdd333 req-c772c89a-8af2-4901-825f-7a1b79239b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2347279 Feb 09 02:05:57.893380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772c89a-8af2-4901-825f-7a1b79239b63 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5326693a-f448-47a6-9d52-400825486f00,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:57.921483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9845d2d-ede3-44b0-8dcb-7ec000672b35 req-f2f40cdf-ca9e-4152-a37f-bb562471bd3a tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726535 Feb 09 02:05:57.992199 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.040712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69d1b3a1-f8c8-41be-949b-460f45e01161 req-b6b758a9-c34c-423e-be7b-0536b19903a1 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=77c9673f-e1f6-43dc-8bac-a907991e0ab3 HTTP/1.1" status: 200 len: 210 time: 0.0492084 Feb 09 02:05:58.070326 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-7d6a210b-ef13-4285-aecd-e07dfb343c24 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167114 Feb 09 02:05:58.075134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f73b784b-f85a-44dd-9fb8-2c8ec3ebd707 req-6d9be39a-f31f-45e9-8188-30d775bf82b5 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/5326693a-f448-47a6-9d52-400825486f00 HTTP/1.1" status: 200 len: 1829 time: 0.0936890 Feb 09 02:05:58.100819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6063a90e-463e-47c6-81f8-717a7571130c req-5112a236-f6a1-4903-a751-838bfc751488 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-668238761', 'description': 'tempest-description-710587863'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:05:58.124985 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6063a90e-463e-47c6-81f8-717a7571130c req-5112a236-f6a1-4903-a751-838bfc751488 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.202889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6063a90e-463e-47c6-81f8-717a7571130c req-5112a236-f6a1-4903-a751-838bfc751488 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (5f816dc2-8186-4a5d-85c1-cd061fe49e2d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.208323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6063a90e-463e-47c6-81f8-717a7571130c req-5112a236-f6a1-4903-a751-838bfc751488 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5f816dc2-8186-4a5d-85c1-cd061fe49e2d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.239980 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6063a90e-463e-47c6-81f8-717a7571130c req-5112a236-f6a1-4903-a751-838bfc751488 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.241216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6063a90e-463e-47c6-81f8-717a7571130c req-5112a236-f6a1-4903-a751-838bfc751488 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1449814 Feb 09 02:05:58.243764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112a236-f6a1-4903-a751-838bfc751488 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f816dc2-8186-4a5d-85c1-cd061fe49e2d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:58.254801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (00108cdb-07bb-4094-ab61-063e1c4bd958), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.268344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks [] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.282218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:58.317290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:05:58.317808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ee1a9db-c82b-4cf1-9ebf-98e8dc0737da not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:05:58.320909 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.328547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Pushing event deleted for resources: {'Port': ['ID=00108cdb-07bb-4094-ab61-063e1c4bd958,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:58.367675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97ec04fe-ad92-4fde-8b84-49c3e0b9d7a2 req-299e760e-c8c6-44ac-97b7-b4e186513ab2 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/5f816dc2-8186-4a5d-85c1-cd061fe49e2d HTTP/1.1" status: 200 len: 1828 time: 0.0785956 Feb 09 02:05:58.385296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8417db5-88ef-4b1a-9f40-6a03a950ad6f req-51d763bd-2857-489e-8a8f-5afb1e916884 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:58.392439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8417db5-88ef-4b1a-9f40-6a03a950ad6f req-51d763bd-2857-489e-8a8f-5afb1e916884 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.0781658 Feb 09 02:05:58.433452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40382) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:58.446508 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-8007001c-f8c1-46ed-9c97-e482920db885 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515949 Feb 09 02:05:58.485880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8417db5-88ef-4b1a-9f40-6a03a950ad6f req-c5f59112-6b31-44f1-83ae-04ad41601423 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924661 Feb 09 02:05:58.488410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0a1242-5ba3-4cad-94d3-91becdd08760,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:58.496859 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-789c2386-3adb-452c-b565-d9de1a437434 req-5b6d6b26-c7d2-4da0-94dd-13d15675a6dd tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] show failed (client error): The resource could not be found. Feb 09 02:05:58.498084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-789c2386-3adb-452c-b565-d9de1a437434 req-5b6d6b26-c7d2-4da0-94dd-13d15675a6dd tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/a2a2ea5d-0c9e-4375-b1fe-86632883bc02 HTTP/1.1" status: 404 len: 352 time: 0.0506985 Feb 09 02:05:58.498998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.517022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] Deleting subnet 366ed331-b583-4636-a14f-7a74950a904a {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:58.517130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks [] for floatingip (91d62f6b-b2f4-4bcd-b041-6f091d5d2b08), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.518097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.519393 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3dda28fc-1f0b-4bf8-8831-0f76cf5621ac tempest-ServersTestManualDisk-472812525 tempest-ServersTestManualDisk-472812525-project] 10.222.0.53 "DELETE /v2.0/floatingips/91d62f6b-b2f4-4bcd-b041-6f091d5d2b08 HTTP/1.1" status: 204 len: 168 time: 2.1419940 Feb 09 02:05:58.522101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] Publish callbacks [] for subnet (366ed331-b583-4636-a14f-7a74950a904a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.523928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40386) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:58.626703 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-6b20fcf3-9bcb-4d80-89d4-5c51e3e0b858 req-d04c901e-1b46-4649-addc-0c74fadae4fe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] show failed (client error): The resource could not be found. Feb 09 02:05:58.627742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b20fcf3-9bcb-4d80-89d4-5c51e3e0b858 req-d04c901e-1b46-4649-addc-0c74fadae4fe tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-group-rules/e0c2ff68-1509-4c94-8e8f-b7e41d14cd8f HTTP/1.1" status: 404 len: 361 time: 0.0797269 Feb 09 02:05:58.641826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (366ed331-b583-4636-a14f-7a74950a904a), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.675230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:05:58.694695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (f365f936-4706-4ded-a1e1-0019f09b1c49), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.696412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:05:58.729491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (366ed331-b583-4636-a14f-7a74950a904a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.767938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06b2decf-f73b-4f86-8794-afa46bc7ab26 req-2517d6a1-efe0-43ae-a546-4cf0bd61b3aa tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/5f816dc2-8186-4a5d-85c1-cd061fe49e2d HTTP/1.1" status: 200 len: 1828 time: 0.1014595 Feb 09 02:05:58.898844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (366ed331-b583-4636-a14f-7a74950a904a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.914789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-fa71cdbb-da6f-4848-bb83-ca9999fca33d tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:58.916520 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-fa71cdbb-da6f-4848-bb83-ca9999fca33d tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.2435572 Feb 09 02:05:58.934323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366ed331-b583-4636-a14f-7a74950a904a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:58.943661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.946870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ee9de9ef-4d42-4209-8da6-38ff033a3190 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/366ed331-b583-4636-a14f-7a74950a904a HTTP/1.1" status: 204 len: 168 time: 0.5100141 Feb 09 02:05:58.949869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40390) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:59.013529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-06b2decf-f73b-4f86-8794-afa46bc7ab26 req-05da7549-4e5c-4b6d-8787-b114eeabcce2 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (5f816dc2-8186-4a5d-85c1-cd061fe49e2d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.018917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-34caabd5-9a3c-49ac-94ec-b61102e5e92e None None] Provisioning complete for port fe0a1242-5ba3-4cad-94d3-91becdd08760 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:59.019281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-34caabd5-9a3c-49ac-94ec-b61102e5e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.057542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device bea1bf13-8636-41ca-b3d4-123cf033327d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:05:59.107482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-34caabd5-9a3c-49ac-94ec-b61102e5e92e None None] Port fe0a1242-5ba3-4cad-94d3-91becdd08760 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:05:59.120627 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-06b2decf-f73b-4f86-8794-afa46bc7ab26 req-05da7549-4e5c-4b6d-8787-b114eeabcce2 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (5f816dc2-8186-4a5d-85c1-cd061fe49e2d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.126071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:59.132894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port bea1bf13-8636-41ca-b3d4-123cf033327d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:05:59.133438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.138562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cd6eadcb-3800-4981-9074-3d8412dc20e4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.234710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port bea1bf13-8636-41ca-b3d4-123cf033327d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:05:59.279531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf8850-3708-4a23-be4c-34a6a0242ec2 req-15507cca-e8dd-46ad-ad5a-b69b2f1174ae tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:59.281722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07bf8850-3708-4a23-be4c-34a6a0242ec2 req-15507cca-e8dd-46ad-ad5a-b69b2f1174ae tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.2071466 Feb 09 02:05:59.287646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-06b2decf-f73b-4f86-8794-afa46bc7ab26 req-05da7549-4e5c-4b6d-8787-b114eeabcce2 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5f816dc2-8186-4a5d-85c1-cd061fe49e2d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.290221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-06b2decf-f73b-4f86-8794-afa46bc7ab26 req-05da7549-4e5c-4b6d-8787-b114eeabcce2 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.291516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06b2decf-f73b-4f86-8794-afa46bc7ab26 req-05da7549-4e5c-4b6d-8787-b114eeabcce2 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "DELETE /v2.0/security-groups/5f816dc2-8186-4a5d-85c1-cd061fe49e2d HTTP/1.1" status: 204 len: 173 time: 0.5149951 Feb 09 02:05:59.309792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-a2db78e0-bb61-4278-ba38-a9326ebeb23d service neutron] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:05:59.316075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-a2db78e0-bb61-4278-ba38-a9326ebeb23d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.317463 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-03415eb4-3747-4741-94c2-a1d83d80dfb0 req-a2db78e0-bb61-4278-ba38-a9326ebeb23d service neutron] 10.222.0.82 "DELETE /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.3923542 Feb 09 02:05:59.319675 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cd6eadcb-3800-4981-9074-3d8412dc20e4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.338338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da7549-4e5c-4b6d-8787-b114eeabcce2 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f816dc2-8186-4a5d-85c1-cd061fe49e2d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:59.363816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6eadcb-3800-4981-9074-3d8412dc20e4']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:59.379559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:59.390316 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Sync routers for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:59.402636 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e281126c-7c67-473e-ac5d-02eebe7d34f5 admin admin] 10.222.0.53 "PUT /v2.0/routers/5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8916171 Feb 09 02:05:59.402905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ae9c7a-1356-4335-afcd-43375001ae0f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:59.402905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ae9c7a-1356-4335-afcd-43375001ae0f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:59.418120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:59.418910 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:59.426043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (63ae9c7a-1356-4335-afcd-43375001ae0f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.430999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07bf8850-3708-4a23-be4c-34a6a0242ec2 req-3327d816-421f-4179-8259-c4fb4ae1140b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312408 Feb 09 02:05:59.475645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Deleting port 30b3f421-1e31-4e86-b54f-468cae398be8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:59.476023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.502139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (63ae9c7a-1356-4335-afcd-43375001ae0f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.513086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:05:59.513500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (63ae9c7a-1356-4335-afcd-43375001ae0f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:05:59.516982 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:05:59.531381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1be1aa3e-c5f0-4d3c-a500-068fd122a794 req-741fb1c6-7ca1-4769-b30e-23d14fd21880 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/5326693a-f448-47a6-9d52-400825486f00 HTTP/1.1" status: 200 len: 1829 time: 0.1490748 Feb 09 02:05:59.615881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cd6eadcb-3800-4981-9074-3d8412dc20e4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.619550 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:59.620814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] For port 30b3f421-1e31-4e86-b54f-468cae398be8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30b3f421-1e31-4e86-b54f-468cae398be8,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:59.621826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.627836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.631024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] 10.222.0.53 "DELETE /v2.0/networks/cd6eadcb-3800-4981-9074-3d8412dc20e4 HTTP/1.1" status: 204 len: 168 time: 0.6771948 Feb 09 02:05:59.635933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (f9a75be9-f44c-4e23-9657-666457faf745), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.642544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Calling delete_port for 30b3f421-1e31-4e86-b54f-468cae398be8 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:59.647170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40408) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:59.692520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcae13c-9ede-41a7-a0fb-e17fae310a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6eadcb-3800-4981-9074-3d8412dc20e4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:59.704005 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.784006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1be1aa3e-c5f0-4d3c-a500-068fd122a794 req-7198336a-e3c5-4bc9-af97-4edbb204c430 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (5326693a-f448-47a6-9d52-400825486f00), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.808632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] Deleting subnet 9f28628a-0194-466e-8341-4c1d295a8817 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:59.824697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] Publish callbacks [] for subnet (9f28628a-0194-466e-8341-4c1d295a8817), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.829298 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1be1aa3e-c5f0-4d3c-a500-068fd122a794 req-7198336a-e3c5-4bc9-af97-4edbb204c430 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (5326693a-f448-47a6-9d52-400825486f00), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.901446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (9f28628a-0194-466e-8341-4c1d295a8817), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.005785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1be1aa3e-c5f0-4d3c-a500-068fd122a794 req-7198336a-e3c5-4bc9-af97-4edbb204c430 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5326693a-f448-47a6-9d52-400825486f00), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.008424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1be1aa3e-c5f0-4d3c-a500-068fd122a794 req-7198336a-e3c5-4bc9-af97-4edbb204c430 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.009180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (30b3f421-1e31-4e86-b54f-468cae398be8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.018284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1be1aa3e-c5f0-4d3c-a500-068fd122a794 req-7198336a-e3c5-4bc9-af97-4edbb204c430 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "DELETE /v2.0/security-groups/5326693a-f448-47a6-9d52-400825486f00 HTTP/1.1" status: 204 len: 173 time: 0.4602020 Feb 09 02:06:00.021271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (9f28628a-0194-466e-8341-4c1d295a8817), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.058908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198336a-e3c5-4bc9-af97-4edbb204c430 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5326693a-f448-47a6-9d52-400825486f00,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.079210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b3f421-1e31-4e86-b54f-468cae398be8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.132795 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 2, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:00.179828 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (9f28628a-0194-466e-8341-4c1d295a8817), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.184751 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Checking router: 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:00.185307 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Updating router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 port fe0a1242-5ba3-4cad-94d3-91becdd08760 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:00.219136 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.312607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-9656f594-0ad5-4091-a669-3086b9d94028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:00.314151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-9656f594-0ad5-4091-a669-3086b9d94028 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 1129 time: 0.2312832 Feb 09 02:06:00.440963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:00.571998 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Publish callbacks [] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.579808 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.659401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d3a2-1c82-4a58-a087-de83fc4b386c None None] Pushing event updated for resources: {'Port': ['ID=fe0a1242-5ba3-4cad-94d3-91becdd08760,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.664368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f28628a-0194-466e-8341-4c1d295a8817,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.674172 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.680469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2cc9ac4b-cefa-4026-8b6a-5b435e913dff admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9f28628a-0194-466e-8341-4c1d295a8817 HTTP/1.1" status: 204 len: 168 time: 1.0307243 Feb 09 02:06:00.694613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dc393-92c5-4fec-96cd-c150d3b3acce req-1542ec31-1200-49b5-80ed-cf48d6dcfd01 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:00.697458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-183dc393-92c5-4fec-96cd-c150d3b3acce req-1542ec31-1200-49b5-80ed-cf48d6dcfd01 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.6299632 Feb 09 02:06:00.702475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40420) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:00.741011 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Attempting to bind port fe0a1242-5ba3-4cad-94d3-91becdd08760 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:00.743643 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Attempting to bind port fe0a1242-5ba3-4cad-94d3-91becdd08760 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:00.743643 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Attempting to bind port fe0a1242-5ba3-4cad-94d3-91becdd08760 on network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:00.749862 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:00.751596 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Checking segment: {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:00.752296 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.752866 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Bound using segment: {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:00.754688 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Bound port: fe0a1242-5ba3-4cad-94d3-91becdd08760, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:00.755576 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.788442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-436afe5c-ae75-436f-84d5-a1892bb49349 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337047153', 'description': 'tempest-description--647397844'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:00.860223 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] For port fe0a1242-5ba3-4cad-94d3-91becdd08760, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:00.864905 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] For port fe0a1242-5ba3-4cad-94d3-91becdd08760, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fe0a1242-5ba3-4cad-94d3-91becdd08760,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:00.878874 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.882754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (d1953665-aae2-4eca-8c71-acbee15f4b29), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.908604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c58eb-efea-44f7-bb5b-45700a50a294 req-b2fc157d-6859-4155-ae16-70ef91db4149 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:00.915942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e64c58eb-efea-44f7-bb5b-45700a50a294 req-b2fc157d-6859-4155-ae16-70ef91db4149 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 950 time: 0.2851622 Feb 09 02:06:00.942150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-183dc393-92c5-4fec-96cd-c150d3b3acce req-0f70283b-14ad-4182-a4e4-9b64c7682684 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825056 Feb 09 02:06:00.942277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-5811e524-0e73-4902-96ec-dacd28df665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:00.942277 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-5811e524-0e73-4902-96ec-dacd28df665e service neutron] 10.222.0.82 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 911 time: 0.6085804 Feb 09 02:06:00.957291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-436afe5c-ae75-436f-84d5-a1892bb49349 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.006120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:01.007548 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.080859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9411c713-04f9-418d-b47c-5643d696943a None None] Provisioning complete for port fe0a1242-5ba3-4cad-94d3-91becdd08760 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:01.083087 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9411c713-04f9-418d-b47c-5643d696943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.107263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e64c58eb-efea-44f7-bb5b-45700a50a294 req-80053e28-17c3-4fd3-896d-2a92b2a99ad2 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826463 Feb 09 02:06:01.118216 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-1ddd4eda-eca2-4504-8171-a008bbd392a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6 HTTP/1.1" status: 200 len: 217 time: 0.1433165 Feb 09 02:06:01.122276 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (f365f936-4706-4ded-a1e1-0019f09b1c49), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.132180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Deleting port e115db33-5a7f-4d32-866e-1629a7bc26c3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:01.133032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.185816 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:01.290776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9411c713-04f9-418d-b47c-5643d696943a None None] Current status of the port fe0a1242-5ba3-4cad-94d3-91becdd08760 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:01.291094 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9411c713-04f9-418d-b47c-5643d696943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.300898 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d3a2-1c82-4a58-a087-de83fc4b386c None None] Pushing event updated for resources: {'Port': ['ID=fe0a1242-5ba3-4cad-94d3-91becdd08760,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.308623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (d1953665-aae2-4eca-8c71-acbee15f4b29), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.357191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-e5cd234a-9a22-4b42-9787-973afea8abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.358305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9411c713-04f9-418d-b47c-5643d696943a None None] For port fe0a1242-5ba3-4cad-94d3-91becdd08760, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fe0a1242-5ba3-4cad-94d3-91becdd08760,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:01.359837 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-e5cd234a-9a22-4b42-9787-973afea8abab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 200 len: 850 time: 0.2321486 Feb 09 02:06:01.367370 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9411c713-04f9-418d-b47c-5643d696943a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.385739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1953665-aae2-4eca-8c71-acbee15f4b29']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.401544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36c0d5-7a4a-4fb0-8539-e73f5bb2f960 req-42d10d64-8c4f-4d84-927a-02f028298415 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.411006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a36c0d5-7a4a-4fb0-8539-e73f5bb2f960 req-42d10d64-8c4f-4d84-927a-02f028298415 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.3599732 Feb 09 02:06:01.430928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-253b3d4c-cd67-4785-93fb-c6516a058101 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99afb082-e4f1-4839-91e4-3239bfdd2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580812 Feb 09 02:06:01.439486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4be5e01-3d93-4e17-831d-3b65484cdbd5 req-60c754d2-3db5-45a7-b584-09a7f4330fb8 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/1e7570d4-529b-4eb6-9211-d2542740b8ce HTTP/1.1" status: 200 len: 1827 time: 0.2681413 Feb 09 02:06:01.446669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] For port e115db33-5a7f-4d32-866e-1629a7bc26c3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e115db33-5a7f-4d32-866e-1629a7bc26c3,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:01.447287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.451137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e4d59e-5511-4c24-8353-e646d6114d2d') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.451662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e4d59e-5511-4c24-8353-e646d6114d2d') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.456009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411c713-04f9-418d-b47c-5643d696943a None None] Pushing event updated for resources: {'Port': ['ID=fe0a1242-5ba3-4cad-94d3-91becdd08760,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.459175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-436afe5c-ae75-436f-84d5-a1892bb49349 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group (841cf8c1-cbe3-4d81-b256-44296941ecf9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.480185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (06e4d59e-5511-4c24-8353-e646d6114d2d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.501471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b3a0246-e474-4f82-b6af-abd2a8ed3f68 None None] Provisioning complete for port fe0a1242-5ba3-4cad-94d3-91becdd08760 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:01.501944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b3a0246-e474-4f82-b6af-abd2a8ed3f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.506728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Calling delete_port for e115db33-5a7f-4d32-866e-1629a7bc26c3 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:01.506908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-436afe5c-ae75-436f-84d5-a1892bb49349 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (841cf8c1-cbe3-4d81-b256-44296941ecf9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.541786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (06e4d59e-5511-4c24-8353-e646d6114d2d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.546229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-13cc7e15-f1b8-4e47-b046-ede6c631bd7d tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:01.549127 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-13cc7e15-f1b8-4e47-b046-ede6c631bd7d tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 950 time: 0.2463398 Feb 09 02:06:01.564313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:01.564974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (06e4d59e-5511-4c24-8353-e646d6114d2d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:01.568611 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:01.585109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:01.607918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-436afe5c-ae75-436f-84d5-a1892bb49349 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.612451 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-436afe5c-ae75-436f-84d5-a1892bb49349 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8286648 Feb 09 02:06:01.613235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436afe5c-ae75-436f-84d5-a1892bb49349 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841cf8c1-cbe3-4d81-b256-44296941ecf9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.619176 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f63f32-696f-414f-9f77-fea339db2046 None None] The sync data for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 is: [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:00Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:01.641381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40424) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.656647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a36c0d5-7a4a-4fb0-8539-e73f5bb2f960 req-28ca72bc-ea8f-4f73-9815-45c5f267a7f0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417030 Feb 09 02:06:01.681013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1b61475c-2122-431a-a029-2fa20b636fbb tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Request body: {'security_group_rule': {'security_group_id': '841cf8c1-cbe3-4d81-b256-44296941ecf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.735931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a0246-e474-4f82-b6af-abd2a8ed3f68 None None] Current status of the port fe0a1242-5ba3-4cad-94d3-91becdd08760 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:01.797908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d4be5e01-3d93-4e17-831d-3b65484cdbd5 req-f862ab3a-413f-4651-98cc-5bab3c018be6 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (1e7570d4-529b-4eb6-9211-d2542740b8ce), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.803396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-ac5e16e1-f07b-49e5-8739-b5e3a0ac1de7 service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551929 Feb 09 02:06:01.824077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (d1953665-aae2-4eca-8c71-acbee15f4b29), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.844271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.849918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] 10.222.0.53 "DELETE /v2.0/networks/d1953665-aae2-4eca-8c71-acbee15f4b29 HTTP/1.1" status: 204 len: 168 time: 1.1179540 Feb 09 02:06:01.850967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d4be5e01-3d93-4e17-831d-3b65484cdbd5 req-f862ab3a-413f-4651-98cc-5bab3c018be6 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (1e7570d4-529b-4eb6-9211-d2542740b8ce), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.856634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b61475c-2122-431a-a029-2fa20b636fbb tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group_rule (92993ef5-ace8-4b4f-9ed9-c757b52971f4), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.957936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40259d-6b6e-4039-bc6f-1dd0f97ff21a admin admin] Pushing event deleted for resources: {'Network': ['ID=d1953665-aae2-4eca-8c71-acbee15f4b29,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:02.031543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Router f365f936-4706-4ded-a1e1-0019f09b1c49 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:02.034233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40430) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:02.110247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d4be5e01-3d93-4e17-831d-3b65484cdbd5 req-f862ab3a-413f-4651-98cc-5bab3c018be6 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1e7570d4-529b-4eb6-9211-d2542740b8ce), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.113146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d4be5e01-3d93-4e17-831d-3b65484cdbd5 req-f862ab3a-413f-4651-98cc-5bab3c018be6 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.117627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4be5e01-3d93-4e17-831d-3b65484cdbd5 req-f862ab3a-413f-4651-98cc-5bab3c018be6 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "DELETE /v2.0/security-groups/1e7570d4-529b-4eb6-9211-d2542740b8ce HTTP/1.1" status: 204 len: 173 time: 0.6769698 Feb 09 02:06:02.151775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b61475c-2122-431a-a029-2fa20b636fbb tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group_rule (92993ef5-ace8-4b4f-9ed9-c757b52971f4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.165846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862ab3a-413f-4651-98cc-5bab3c018be6 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7570d4-529b-4eb6-9211-d2542740b8ce,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:02.180685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b61475c-2122-431a-a029-2fa20b636fbb tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (92993ef5-ace8-4b4f-9ed9-c757b52971f4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.188407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefddbbf-62b6-4c9e-8ad2-b2772eb73329 req-dd4b86f6-8458-4673-9291-254b7c513edb tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:02.196381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cefddbbf-62b6-4c9e-8ad2-b2772eb73329 req-dd4b86f6-8458-4673-9291-254b7c513edb tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1128 time: 0.3001158 Feb 09 02:06:02.239480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Deleting port 5a026654-a9a2-4afe-9222-cd48e8920a35 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:02.240018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.247030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61475c-2122-431a-a029-2fa20b636fbb tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92993ef5-ace8-4b4f-9ed9-c757b52971f4,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:02.282072 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-242cf0cf-809c-4441-a8ce-228d3a818b41 req-fce96205-c6d8-44a8-99a4-d4fa41fa72e9 service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714956 Feb 09 02:06:02.292909 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b61475c-2122-431a-a029-2fa20b636fbb tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.294514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b61475c-2122-431a-a029-2fa20b636fbb tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6362116 Feb 09 02:06:02.321556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:02.326267 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0ec382e4-1a00-43a7-ab2c-377c30aa08a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8b503f0037748b9808d912a0bd8093e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875192 Feb 09 02:06:02.327548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40440) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:02.334187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a1f9f30f-e4a0-4caf-b182-d19e3f1f0c4a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Request body: {'security_group_rule': {'security_group_id': '841cf8c1-cbe3-4d81-b256-44296941ecf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:02.421405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f30f-e4a0-4caf-b182-d19e3f1f0c4a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group_rule (bd4a48cf-b1a3-46f3-ae02-e1e90b2e881d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.427838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:02.441491 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d45f5ab4-b2c1-45ad-9fa9-fdb3a46401a7 admin admin] 10.222.0.53 "PUT /v2.0/routers/f365f936-4706-4ded-a1e1-0019f09b1c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5842564 Feb 09 02:06:02.445294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] Sync routers for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:02.450719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:02.453186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c40d01ad-35cd-42c1-9d87-e2d3326623f1 req-40b69ba5-085f-4bcc-8ea7-d08747ff7035 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/deb8fe90-ceb1-46db-981b-c450264b3733 HTTP/1.1" status: 200 len: 1828 time: 0.2954524 Feb 09 02:06:02.456044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e115db33-5a7f-4d32-866e-1629a7bc26c3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.465654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:02.466696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:02.524842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Pushing event deleted for resources: {'Port': ['ID=e115db33-5a7f-4d32-866e-1629a7bc26c3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:02.536599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cefddbbf-62b6-4c9e-8ad2-b2772eb73329 req-a892cda8-42d0-4d67-afd8-a004a8c17781 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392603 Feb 09 02:06:02.567945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] For port 5a026654-a9a2-4afe-9222-cd48e8920a35, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5a026654-a9a2-4afe-9222-cd48e8920a35,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:02.568328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.604667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Calling delete_port for 5a026654-a9a2-4afe-9222-cd48e8920a35 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:02.640679 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f30f-e4a0-4caf-b182-d19e3f1f0c4a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group_rule (bd4a48cf-b1a3-46f3-ae02-e1e90b2e881d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.644165 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-11ee0c5f-bb47-4b43-aa88-a0a22bda8a90 admin admin] Publish callbacks [] for security_group (8816a6aa-06f7-428f-b5bf-2c297c43b539), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.719858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f30f-e4a0-4caf-b182-d19e3f1f0c4a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (bd4a48cf-b1a3-46f3-ae02-e1e90b2e881d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.773878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks [] for router (f365f936-4706-4ded-a1e1-0019f09b1c49), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.832134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:02.849650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-11ee0c5f-bb47-4b43-aa88-a0a22bda8a90 admin admin] Publish callbacks [] for security_group (8816a6aa-06f7-428f-b5bf-2c297c43b539), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.899013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f30f-e4a0-4caf-b182-d19e3f1f0c4a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.900368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1f9f30f-e4a0-4caf-b182-d19e3f1f0c4a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5722256 Feb 09 02:06:02.901203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9f30f-e4a0-4caf-b182-d19e3f1f0c4a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4a48cf-b1a3-46f3-ae02-e1e90b2e881d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:02.908799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40450) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:02.919288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:02.997331 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks [] for router_gateway (f365f936-4706-4ded-a1e1-0019f09b1c49), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.071258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.121715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-11ee0c5f-bb47-4b43-aa88-a0a22bda8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8816a6aa-06f7-428f-b5bf-2c297c43b539), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.125639 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-11ee0c5f-bb47-4b43-aa88-a0a22bda8a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.126976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-11ee0c5f-bb47-4b43-aa88-a0a22bda8a90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8816a6aa-06f7-428f-b5bf-2c297c43b539 HTTP/1.1" status: 204 len: 168 time: 0.7768350 Feb 09 02:06:03.152176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5a026654-a9a2-4afe-9222-cd48e8920a35), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.153169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:05:59Z', 'revision_number': 5, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port': {'id': '04cc632f-0dfb-4b07-aca8-36dc43924425', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:03.168575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (f9a75be9-f44c-4e23-9657-666457faf745), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.170974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c40d01ad-35cd-42c1-9d87-e2d3326623f1 req-cfdc3177-4143-4310-815b-3aff75c21195 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (deb8fe90-ceb1-46db-981b-c450264b3733), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.188694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069222-4361-439f-bb5a-14e87036a1f4 req-72c5e895-902c-4355-8b8f-e7f0f20d04e8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:03.199430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6069222-4361-439f-bb5a-14e87036a1f4 req-72c5e895-902c-4355-8b8f-e7f0f20d04e8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eb183d-167a-414c-963f-82f1c320ad44 HTTP/1.1" status: 200 len: 950 time: 0.5068257 Feb 09 02:06:03.200334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Pushing event deleted for resources: {'Port': ['ID=5a026654-a9a2-4afe-9222-cd48e8920a35,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.252336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee0c5f-bb47-4b43-aa88-a0a22bda8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8816a6aa-06f7-428f-b5bf-2c297c43b539,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.260968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['636cd917-955c-464b-b6d4-4a2f53ba3586'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:03.275061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] No DVR routers for this DVR port 5a026654-a9a2-4afe-9222-cd48e8920a35 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:03.278032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.282264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ce5bd4ec-99e5-4bdd-be9f-2b9e74919742 req-05deb3b1-3eac-4f75-a41a-101e37f4a8c5 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.72 "DELETE /v2.0/ports/5a026654-a9a2-4afe-9222-cd48e8920a35 HTTP/1.1" status: 204 len: 173 time: 1.7192805 Feb 09 02:06:03.282751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'name': 'network-vif-deleted', 'tag': '5a026654-a9a2-4afe-9222-cd48e8920a35'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:03.285705 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deea8999-c9eb-4bf4-9662-fb7150a7ce79" -d '{"events": [{"server_uuid": "a5eb183d-167a-414c-963f-82f1c320ad44", "name": "network-vif-deleted", "tag": "5a026654-a9a2-4afe-9222-cd48e8920a35"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:03.295915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Deleting port 04cc632f-0dfb-4b07-aca8-36dc43924425 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:03.296394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.363684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] Checking router: f365f936-4706-4ded-a1e1-0019f09b1c49 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:03.370418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fe0a1242-5ba3-4cad-94d3-91becdd08760 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:03.405960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c40d01ad-35cd-42c1-9d87-e2d3326623f1 req-cfdc3177-4143-4310-815b-3aff75c21195 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (deb8fe90-ceb1-46db-981b-c450264b3733), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.452288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] For port 04cc632f-0dfb-4b07-aca8-36dc43924425, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04cc632f-0dfb-4b07-aca8-36dc43924425,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:03.453164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.482858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Calling delete_port for 04cc632f-0dfb-4b07-aca8-36dc43924425 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:03.521939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] Routers {'f365f936-4706-4ded-a1e1-0019f09b1c49'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:03.522635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f365f936-4706-4ded-a1e1-0019f09b1c49'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:03.545704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6069222-4361-439f-bb5a-14e87036a1f4 req-aebec856-fd86-40e3-97e4-c27ea314c47b tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389277 Feb 09 02:06:03.631498 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c40d01ad-35cd-42c1-9d87-e2d3326623f1 req-cfdc3177-4143-4310-815b-3aff75c21195 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (deb8fe90-ceb1-46db-981b-c450264b3733), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.639439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c40d01ad-35cd-42c1-9d87-e2d3326623f1 req-cfdc3177-4143-4310-815b-3aff75c21195 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.656222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c40d01ad-35cd-42c1-9d87-e2d3326623f1 req-cfdc3177-4143-4310-815b-3aff75c21195 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "DELETE /v2.0/security-groups/deb8fe90-ceb1-46db-981b-c450264b3733 HTTP/1.1" status: 204 len: 173 time: 1.1367707 Feb 09 02:06:03.736501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] Set router f365f936-4706-4ded-a1e1-0019f09b1c49 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:03.745727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc3177-4143-4310-815b-3aff75c21195 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8fe90-ceb1-46db-981b-c450264b3733,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.834549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (04cc632f-0dfb-4b07-aca8-36dc43924425), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.893087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:03.903595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cc632f-0dfb-4b07-aca8-36dc43924425,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.949684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.953739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 6, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:04.000582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9118d3-4aeb-45b0-8799-d7aa6154f19f None None] The sync data for ids ['f365f936-4706-4ded-a1e1-0019f09b1c49'] in n-d-826675-12 is: [{'id': 'f365f936-4706-4ded-a1e1-0019f09b1c49', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899031686-router', 'tenant_id': '1a351dd22ccf497a9813a760e2674c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:36Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 6, 'project_id': '1a351dd22ccf497a9813a760e2674c6c', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:04.009519 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f8f2dc45-cb4d-43b9-ae65-c90f0f0ef845 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bb8c6a77d8b47038ec738eb998685c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1146402 Feb 09 02:06:04.012592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:04.014022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fe0a1242-5ba3-4cad-94d3-91becdd08760 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:04.014339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.055412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73109058-9258-400b-ad59-329287921d81 req-b982264e-a893-43f1-a80d-21fe413c4841 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:04.055547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (f365f936-4706-4ded-a1e1-0019f09b1c49), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.063377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73109058-9258-400b-ad59-329287921d81 req-b982264e-a893-43f1-a80d-21fe413c4841 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 1128 time: 0.3493454 Feb 09 02:06:04.081917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f0b2-4bd3-4d62-b7dc-3e6554772606 req-e9bc3473-9771-497b-a7c9-9269426f4117 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:04.089424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7979f0b2-4bd3-4d62-b7dc-3e6554772606 req-e9bc3473-9771-497b-a7c9-9269426f4117 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.2988026 Feb 09 02:06:04.166019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Router f9a75be9-f44c-4e23-9657-666457faf745 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:04.188555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (f365f936-4706-4ded-a1e1-0019f09b1c49), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.190074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1330e3ae-efc1-4dfd-ad40-dcace86c0666 admin admin] Publish callbacks [] for security_group (e9419cba-8314-4682-bc0e-1e666d12f1f5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.193034 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks [] for router_controller (f365f936-4706-4ded-a1e1-0019f09b1c49), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.196197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fe0a1242-5ba3-4cad-94d3-91becdd08760 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:04.231843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7979f0b2-4bd3-4d62-b7dc-3e6554772606 req-b9847c7b-86a9-4492-aa62-863e3beacb4b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414621 Feb 09 02:06:04.246551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73109058-9258-400b-ad59-329287921d81 req-1ce0ab1f-b876-4af6-be83-dfec72feedb1 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821227 Feb 09 02:06:04.257367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Allocated IP 172.25.6.145 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/754ae219-acb1-4b30-b621-47b289aeab8b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:04.258974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1330e3ae-efc1-4dfd-ad40-dcace86c0666 admin admin] Publish callbacks [] for security_group (e9419cba-8314-4682-bc0e-1e666d12f1f5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.276690 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (f365f936-4706-4ded-a1e1-0019f09b1c49), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.277614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f365f936-4706-4ded-a1e1-0019f09b1c49 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:06:04.290031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.293591 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4defa9e1-1268-4551-81b9-efb906131b29 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f365f936-4706-4ded-a1e1-0019f09b1c49 HTTP/1.1" status: 204 len: 168 time: 1.8396194 Feb 09 02:06:04.298107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40466) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:04.312214 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1dc331-7a6f-490a-a08c-e374b32bbace x-openstack-request-id: req-0d1dc331-7a6f-490a-a08c-e374b32bbace {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:04.312588 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5eb183d-167a-414c-963f-82f1c320ad44", "name": "network-vif-deleted", "tag": "5a026654-a9a2-4afe-9222-cd48e8920a35", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:04.312814 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d1dc331-7a6f-490a-a08c-e374b32bbace {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:04.314625 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eb183d-167a-414c-963f-82f1c320ad44', 'name': 'network-vif-deleted', 'tag': '5a026654-a9a2-4afe-9222-cd48e8920a35', 'status': 'completed', 'code': 200} Feb 09 02:06:04.379043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] Deleting subnet 0332e6d4-f6b3-4182-b364-e2703c3b1025 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:04.383466 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] Publish callbacks [] for subnet (0332e6d4-f6b3-4182-b364-e2703c3b1025), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.432094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1330e3ae-efc1-4dfd-ad40-dcace86c0666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e9419cba-8314-4682-bc0e-1e666d12f1f5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.436699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1330e3ae-efc1-4dfd-ad40-dcace86c0666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.440612 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1330e3ae-efc1-4dfd-ad40-dcace86c0666 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9419cba-8314-4682-bc0e-1e666d12f1f5 HTTP/1.1" status: 204 len: 168 time: 0.4236939 Feb 09 02:06:04.443207 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (0332e6d4-f6b3-4182-b364-e2703c3b1025), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.491356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330e3ae-efc1-4dfd-ad40-dcace86c0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9419cba-8314-4682-bc0e-1e666d12f1f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.617082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0332e6d4-f6b3-4182-b364-e2703c3b1025), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.768404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (0332e6d4-f6b3-4182-b364-e2703c3b1025), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.790935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d17a0e7-b524-448c-a9ad-b9141b36bd36 req-1ba7932d-06f5-45bb-a7a7-bcc15112fc12 tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "GET /v2.0/security-groups/ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8 HTTP/1.1" status: 200 len: 1830 time: 0.4845095 Feb 09 02:06:04.832130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0332e6d4-f6b3-4182-b364-e2703c3b1025,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.839380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:04.850529 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] Sync routers for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:04.858361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ab38dc16-25dc-4fda-b37e-3e2dd477867d admin admin] 10.222.0.53 "PUT /v2.0/routers/f9a75be9-f44c-4e23-9657-666457faf745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3333416 Feb 09 02:06:04.864299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752656c-0bfb-4a27-97e6-c5a814adcf4b None None] Network 5272d9af-9e66-4429-a7f9-e154c3d47108 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:04.870973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40484) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:04.884065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.888195 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:04.889588 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:04.894647 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-adbbbb33-953a-4e96-add8-e60a376a722d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0332e6d4-f6b3-4182-b364-e2703c3b1025 HTTP/1.1" status: 204 len: 168 time: 0.5906825 Feb 09 02:06:04.896358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:04.903242 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for port (754ae219-acb1-4b30-b621-47b289aeab8b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.140792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04cc632f-0dfb-4b07-aca8-36dc43924425 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:05.155588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (5272d9af-9e66-4429-a7f9-e154c3d47108), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.164944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 5a026654-a9a2-4afe-9222-cd48e8920a35 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:05.168844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d17a0e7-b524-448c-a9ad-b9141b36bd36 req-b6b2f87c-33d8-4eb8-a24d-f6eed6815b2f tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.212708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 04cc632f-0dfb-4b07-aca8-36dc43924425 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:05.213446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04cc632f-0dfb-4b07-aca8-36dc43924425 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:05.214036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30b3f421-1e31-4e86-b54f-468cae398be8 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:05.219743 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:05.222812 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (754ae219-acb1-4b30-b621-47b289aeab8b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.244520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 30b3f421-1e31-4e86-b54f-468cae398be8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:05.245142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30b3f421-1e31-4e86-b54f-468cae398be8 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:05.247659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 5a026654-a9a2-4afe-9222-cd48e8920a35 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:05.248962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 5a026654-a9a2-4afe-9222-cd48e8920a35 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:05.273469 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks [] for router (f9a75be9-f44c-4e23-9657-666457faf745), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.276283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d17a0e7-b524-448c-a9ad-b9141b36bd36 req-b6b2f87c-33d8-4eb8-a24d-f6eed6815b2f tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.308843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Deleting port c291bba1-e5b5-4b3e-aaeb-0725d7509982 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:05.309429 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.384238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] DHCP port deletion for 5272d9af-9e66-4429-a7f9-e154c3d47108 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:06:05.405181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:05.423743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:05.436162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:05.455148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] For port c291bba1-e5b5-4b3e-aaeb-0725d7509982, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c291bba1-e5b5-4b3e-aaeb-0725d7509982,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:05.455886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.490382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Calling delete_port for c291bba1-e5b5-4b3e-aaeb-0725d7509982 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:05.498945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event updated for resources: {'Port': ['ID=754ae219-acb1-4b30-b621-47b289aeab8b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:05.507360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] Deleting port c291bba1-e5b5-4b3e-aaeb-0725d7509982 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:05.507628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.579179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165f279-ed77-49eb-819b-24b81a264d11 req-6675433b-e421-402f-867b-bef17be9ca17 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:05.583928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2165f279-ed77-49eb-819b-24b81a264d11 req-6675433b-e421-402f-867b-bef17be9ca17 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.4004655 Feb 09 02:06:05.599464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d17a0e7-b524-448c-a9ad-b9141b36bd36 req-b6b2f87c-33d8-4eb8-a24d-f6eed6815b2f tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.602208 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d17a0e7-b524-448c-a9ad-b9141b36bd36 req-b6b2f87c-33d8-4eb8-a24d-f6eed6815b2f tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.603667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d17a0e7-b524-448c-a9ad-b9141b36bd36 req-b6b2f87c-33d8-4eb8-a24d-f6eed6815b2f tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] 10.222.0.53 "DELETE /v2.0/security-groups/ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8 HTTP/1.1" status: 204 len: 173 time: 0.7993360 Feb 09 02:06:05.613238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:05.649022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f87c-33d8-4eb8-a24d-f6eed6815b2f tempest-SecurityGroupRulesNegativeTestJSON-137503657 tempest-SecurityGroupRulesNegativeTestJSON-137503657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3f6cc1-ac6f-4a51-a313-3bf1827a71a8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:05.657784 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:05.698609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] Deleting subnet a3499494-a846-4f80-b8dc-566df1f36750 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:05.701052 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] Checking router: f9a75be9-f44c-4e23-9657-666457faf745 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:05.704629 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] Publish callbacks [] for subnet (a3499494-a846-4f80-b8dc-566df1f36750), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.712943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] For port c291bba1-e5b5-4b3e-aaeb-0725d7509982, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c291bba1-e5b5-4b3e-aaeb-0725d7509982,segment=NetworkSegment(d13533b8-4cea-40ed-91db-e72fcfb7139b),segment_id=d13533b8-4cea-40ed-91db-e72fcfb7139b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:05.712943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.717372 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] Routers {'f9a75be9-f44c-4e23-9657-666457faf745'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:05.718316 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f9a75be9-f44c-4e23-9657-666457faf745'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:05.753310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks [] for router_gateway (f9a75be9-f44c-4e23-9657-666457faf745), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.756611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] Calling delete_port for c291bba1-e5b5-4b3e-aaeb-0725d7509982 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:05.771087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (a3499494-a846-4f80-b8dc-566df1f36750), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.834169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a3499494-a846-4f80-b8dc-566df1f36750), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.837121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.909414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (c291bba1-e5b5-4b3e-aaeb-0725d7509982), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.942344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2165f279-ed77-49eb-819b-24b81a264d11 req-6d27ad62-8d50-46df-b406-e2d7bdf904a4 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488297 Feb 09 02:06:05.953777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] Pushing event deleted for resources: {'Port': ['ID=c291bba1-e5b5-4b3e-aaeb-0725d7509982,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:05.963080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e485711-88cb-4f2a-86c2-b3ac41146dd8 None None] No DVR routers for this DVR port c291bba1-e5b5-4b3e-aaeb-0725d7509982 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:05.987162 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] Set router f9a75be9-f44c-4e23-9657-666457faf745 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:06.003752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for floatingip (fa386a1a-ea5b-40fd-800d-968e365a32f1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.005222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] No DVR routers for this DVR port c291bba1-e5b5-4b3e-aaeb-0725d7509982 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:06.063747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:06.077161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Pushing event deleted for resources: {'Port': ['ID=c291bba1-e5b5-4b3e-aaeb-0725d7509982,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.096861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (a3499494-a846-4f80-b8dc-566df1f36750), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.126050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414161e4-a153-436c-b7bb-2ea22c108e34 req-2b4287e8-2fcf-44ab-b5ed-ad2e85993c65 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:06.127711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-414161e4-a153-436c-b7bb-2ea22c108e34 req-2b4287e8-2fcf-44ab-b5ed-ad2e85993c65 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.3479040 Feb 09 02:06:06.142590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (754ae219-acb1-4b30-b621-47b289aeab8b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.237271 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:06.271397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Deleting port e6a405db-a90e-4741-9fda-46ea5d0a6498 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:06.272016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.278189 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38142-f41e-46b2-9ed4-11b794cfc5ee None None] The sync data for ids ['f9a75be9-f44c-4e23-9657-666457faf745'] in n-d-826675-12 is: [{'id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'name': 'tempest-ServersTestManualDisk-90108846-router', 'tenant_id': '6298daf59e894167a2fca973ed8879a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:03:17Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 5, 'project_id': '6298daf59e894167a2fca973ed8879a4', 'gw_port': {'id': 'e6a405db-a90e-4741-9fda-46ea5d0a6498', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a75be9-f44c-4e23-9657-666457faf745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:03:19Z', 'updated_at': '2022-02-09T02:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:06.444210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-414161e4-a153-436c-b7bb-2ea22c108e34 req-7419eaac-2dc5-454c-8698-5875d7388dd0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950161 Feb 09 02:06:06.455444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-network', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:06.495087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3499494-a846-4f80-b8dc-566df1f36750,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.510697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (5272d9af-9e66-4429-a7f9-e154c3d47108), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.513114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.514245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] For port e6a405db-a90e-4741-9fda-46ea5d0a6498, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e6a405db-a90e-4741-9fda-46ea5d0a6498,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:06.514678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.519190 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c3a1aad-d62d-4ee3-9c2e-ff6d70f1f91e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a3499494-a846-4f80-b8dc-566df1f36750 HTTP/1.1" status: 204 len: 168 time: 0.9026287 Feb 09 02:06:06.521639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40516) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:06.544478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Made reservation on behalf of 5827016e63c84ce1ac48843cdbd70754 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:06.547423 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.552159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Calling delete_port for e6a405db-a90e-4741-9fda-46ea5d0a6498 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:06.553454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5272d9af-9e66-4429-a7f9-e154c3d47108']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:06.566226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.579697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13533b8-4cea-40ed-91db-e72fcfb7139b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:06.580048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13533b8-4cea-40ed-91db-e72fcfb7139b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:06.601035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (d13533b8-4cea-40ed-91db-e72fcfb7139b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.616199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for port (754ae219-acb1-4b30-b621-47b289aeab8b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.620564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d13533b8-4cea-40ed-91db-e72fcfb7139b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.633242 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (754ae219-acb1-4b30-b621-47b289aeab8b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (d13533b8-4cea-40ed-91db-e72fcfb7139b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:06.646664 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:06.713078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2533e69c-0753-4e71-8ab0-c382ef1aeae3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.772015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (5272d9af-9e66-4429-a7f9-e154c3d47108), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.787486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.790726 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5272d9af-9e66-4429-a7f9-e154c3d47108 HTTP/1.1" status: 204 len: 168 time: 1.8933821 Feb 09 02:06:06.798947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40518) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:06.813759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38832217-d58d-480b-8615-fa79becd4886 admin admin] Pushing event deleted for resources: {'Network': ['ID=5272d9af-9e66-4429-a7f9-e154c3d47108,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.819229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event updated for resources: {'Port': ['ID=754ae219-acb1-4b30-b621-47b289aeab8b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.825495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks [] for security_group (4d075ca5-a088-43eb-b7d5-007709be6fda), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.846568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-83d8b7d1-cd5c-4d96-a9b2-9567278c89b8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:06.848801 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-83d8b7d1-cd5c-4d96-a9b2-9567278c89b8 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.1707919 Feb 09 02:06:06.849504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d075ca5-a088-43eb-b7d5-007709be6fda), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.954420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d075ca5-a088-43eb-b7d5-007709be6fda,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.981738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fa386a1a-ea5b-40fd-800d-968e365a32f1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.011166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:07.031622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b0baa0e4-5fe7-4d82-ae2b-caf51704888b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.032834 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Added segment b0baa0e4-5fe7-4d82-ae2b-caf51704888b of type vlan for network 70561d13-1311-45ac-978a-972b06b17e8a Feb 09 02:06:07.057031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c291bba1-e5b5-4b3e-aaeb-0725d7509982 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:07.128329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c291bba1-e5b5-4b3e-aaeb-0725d7509982 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:07.128856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c291bba1-e5b5-4b3e-aaeb-0725d7509982 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:07.129391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e115db33-5a7f-4d32-866e-1629a7bc26c3 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:07.151300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (70561d13-1311-45ac-978a-972b06b17e8a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.157545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Deleting port 636cd917-955c-464b-b6d4-4a2f53ba3586 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:07.157898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.167379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: e115db33-5a7f-4d32-866e-1629a7bc26c3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:07.168290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e115db33-5a7f-4d32-866e-1629a7bc26c3 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:07.189511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2533e69c-0753-4e71-8ab0-c382ef1aeae3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.220625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.229667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-200f4bdf-02c3-43f2-9bd7-229ca946747b tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3094249 Feb 09 02:06:07.291786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] For port 636cd917-955c-464b-b6d4-4a2f53ba3586, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=636cd917-955c-464b-b6d4-4a2f53ba3586,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:07.292230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.308590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Calling delete_port for 636cd917-955c-464b-b6d4-4a2f53ba3586 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:07.352240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2533e69c-0753-4e71-8ab0-c382ef1aeae3']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:07.375750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b469044e-4ce4-4add-b72b-93f442fcf715') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:07.376211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b469044e-4ce4-4add-b72b-93f442fcf715') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:07.450541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (b469044e-4ce4-4add-b72b-93f442fcf715), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.466700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (70561d13-1311-45ac-978a-972b06b17e8a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.468288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.468877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.524769 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b469044e-4ce4-4add-b72b-93f442fcf715), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.533721 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (636cd917-955c-464b-b6d4-4a2f53ba3586), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.547254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['636cd917-955c-464b-b6d4-4a2f53ba3586'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:07.553202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4866676 Feb 09 02:06:07.567419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40538) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:07.586244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Request body: {'subnet': {'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-subnet', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:07.589088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Pushing event deleted for resources: {'Port': ['ID=636cd917-955c-464b-b6d4-4a2f53ba3586,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:07.600305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f89106-d4bc-46ba-863a-c0e956562f2d req-cc8cecff-7f9c-42f9-9d5e-dcf5404bc671 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:07.604323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f89106-d4bc-46ba-863a-c0e956562f2d req-cc8cecff-7f9c-42f9-9d5e-dcf5404bc671 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/ports?device_id=29cb6a30-9499-4676-8f4d-dba37a3c946b HTTP/1.1" status: 200 len: 950 time: 0.5572171 Feb 09 02:06:07.606104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:07.606751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (b469044e-4ce4-4add-b72b-93f442fcf715), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:07.613259 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:07.622238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08724bc9-05b8-4566-902b-1045ba74c9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=70561d13-1311-45ac-978a-972b06b17e8a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:07.644960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] No DVR routers for this DVR port 636cd917-955c-464b-b6d4-4a2f53ba3586 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:07.645901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 70561d13-1311-45ac-978a-972b06b17e8a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:07.647369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.651986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e6a405db-a90e-4741-9fda-46ea5d0a6498), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.652199 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b29d70e2-0e26-4eb7-bdc9-4ed919fa5a65 req-74f33213-15d8-4b8c-abb6-a59925397e22 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.82 "DELETE /v2.0/ports/636cd917-955c-464b-b6d4-4a2f53ba3586 HTTP/1.1" status: 204 len: 173 time: 0.7942350 Feb 09 02:06:07.652575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-deleted', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:07.655849 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee82fd0-6494-4404-bce4-7d22064bbc7a" -d '{"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-deleted", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:07.711893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-7b2dc363-c0c0-4016-b18e-8889d20b149f tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--337047153&fields=id&tenant_id=886f48d9c6fa42af8fa63ef5715f2e33 HTTP/1.1" status: 200 len: 267 time: 0.2560437 Feb 09 02:06:07.827914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Made reservation on behalf of 5827016e63c84ce1ac48843cdbd70754 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:07.830128 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.875528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a405db-a90e-4741-9fda-46ea5d0a6498,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:07.979236 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2533e69c-0753-4e71-8ab0-c382ef1aeae3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.012028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f89106-d4bc-46ba-863a-c0e956562f2d req-ab063cec-9a8d-4e9b-99f3-f42b25e98054 tempest-ServersAdminTestJSON-435576393 tempest-ServersAdminTestJSON-435576393-project] 10.222.0.53 "GET /v2.0/security-groups?id=0554ea9a-70c1-4947-9b8d-9d4925170ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895504 Feb 09 02:06:08.056903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.066120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/2533e69c-0753-4e71-8ab0-c382ef1aeae3 HTTP/1.1" status: 204 len: 168 time: 1.5349298 Feb 09 02:06:08.066120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (f9a75be9-f44c-4e23-9657-666457faf745), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.266150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40548) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:08.334596 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3db75c43-02a3-4e8a-9444-8237b6bd0875 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9aea38cc25ec4cc1be41a7928581e3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654223 Feb 09 02:06:08.336451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40550) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:08.401009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80e6a472-de15-4eee-8a5e-d4ae8f574094 admin admin] Publish callbacks [] for security_group (c57541c1-c86f-40f1-b58b-ac4a4fbae688), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.435337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80e6a472-de15-4eee-8a5e-d4ae8f574094 admin admin] Publish callbacks [] for security_group (c57541c1-c86f-40f1-b58b-ac4a4fbae688), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.491612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80e6a472-de15-4eee-8a5e-d4ae8f574094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c57541c1-c86f-40f1-b58b-ac4a4fbae688), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.495470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80e6a472-de15-4eee-8a5e-d4ae8f574094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.500691 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-80e6a472-de15-4eee-8a5e-d4ae8f574094 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c57541c1-c86f-40f1-b58b-ac4a4fbae688 HTTP/1.1" status: 204 len: 168 time: 0.1592681 Feb 09 02:06:08.508348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6a472-de15-4eee-8a5e-d4ae8f574094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57541c1-c86f-40f1-b58b-ac4a4fbae688,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:08.585704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53deb79-dc1b-40e6-9a32-03cff155b2cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2533e69c-0753-4e71-8ab0-c382ef1aeae3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:08.659851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (f9a75be9-f44c-4e23-9657-666457faf745), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.666086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks [] for router_controller (f9a75be9-f44c-4e23-9657-666457faf745), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.745241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-dc4e7572-72fe-45f1-ac9c-b61df881f3a8 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:08.752406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-dc4e7572-72fe-45f1-ac9c-b61df881f3a8 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/networks?id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f HTTP/1.1" status: 200 len: 806 time: 0.9401593 Feb 09 02:06:08.819994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (f9a75be9-f44c-4e23-9657-666457faf745), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.820662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a75be9-f44c-4e23-9657-666457faf745 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:06:08.834353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45523afd-be88-4ecc-a869-636acc762838 req-0e47748e-b594-4241-8ac9-8f8d75a71700 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:08.834353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45523afd-be88-4ecc-a869-636acc762838 req-0e47748e-b594-4241-8ac9-8f8d75a71700 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.3283021 Feb 09 02:06:08.836238 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.840371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40556) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:08.840608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4ce7030a-e6bb-4a93-abd5-000af41b4053 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f9a75be9-f44c-4e23-9657-666457faf745 HTTP/1.1" status: 204 len: 168 time: 3.9689162 Feb 09 02:06:08.862971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-68c3897a-6065-43da-8956-dd1c98a4d202 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/quotas/886f48d9c6fa42af8fa63ef5715f2e33 HTTP/1.1" status: 200 len: 375 time: 0.1012695 Feb 09 02:06:08.916064 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.948794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] Deleting subnet 7630eb12-9457-4220-b746-15e767f73108 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:08.956873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] Publish callbacks [] for subnet (7630eb12-9457-4220-b746-15e767f73108), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.065341 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (7630eb12-9457-4220-b746-15e767f73108), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.181589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45523afd-be88-4ecc-a869-636acc762838 req-fb079238-21a2-46b5-9d2a-164f6569b9b0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161225 Feb 09 02:06:09.190828 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (be6b6377-e2a3-477a-8d3b-aa48fae6f727), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.211716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (7630eb12-9457-4220-b746-15e767f73108), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.227019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-fecc631e-9e60-479e-99ee-3c141731a06a tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=886f48d9c6fa42af8fa63ef5715f2e33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3563895 Feb 09 02:06:09.292741 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f7d317-3ed3-4fe7-8244-1a5accae5c67 x-openstack-request-id: req-77f7d317-3ed3-4fe7-8244-1a5accae5c67 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:09.293419 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a30-9499-4676-8f4d-dba37a3c946b", "name": "network-vif-deleted", "tag": "636cd917-955c-464b-b6d4-4a2f53ba3586", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:09.293890 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77f7d317-3ed3-4fe7-8244-1a5accae5c67 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:09.307322 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a30-9499-4676-8f4d-dba37a3c946b', 'name': 'network-vif-deleted', 'tag': '636cd917-955c-464b-b6d4-4a2f53ba3586', 'status': 'completed', 'code': 200} Feb 09 02:06:09.310051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (7630eb12-9457-4220-b746-15e767f73108), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.369634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.371943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c33f69-2e68-4a94-8e69-ef9149fa5938 None None] Network 836520e1-5d30-410b-9a01-81ed7480116d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:09.373742 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7630eb12-9457-4220-b746-15e767f73108 HTTP/1.1" status: 204 len: 168 time: 0.5318327 Feb 09 02:06:09.375149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357c1cf-62d3-403e-9ba0-6545a26916df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7630eb12-9457-4220-b746-15e767f73108,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.378697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:09.463048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6b6377-e2a3-477a-8d3b-aa48fae6f727,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.546600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Checking segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:09.546974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Network hostable DHCP agents. Network: 70561d13-1311-45ac-978a-972b06b17e8a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:09.567683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-fc27a9aa-c3b4-4cc9-8ce0-2bddcc1da3ca service neutron] 10.222.0.53 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768433 Feb 09 02:06:09.629404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (836520e1-5d30-410b-9a01-81ed7480116d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.650717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Network 70561d13-1311-45ac-978a-972b06b17e8a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:09.718547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 70561d13-1311-45ac-978a-972b06b17e8a) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:09.726907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] DHCP port deletion for 836520e1-5d30-410b-9a01-81ed7480116d request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:06:09.732611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493cc5ac-4c64-4dbf-96e7-b03d8b72d5d7 None None] Network 70561d13-1311-45ac-978a-972b06b17e8a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:09.742673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.743407 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.780830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Deleting port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:09.781308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.811424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-13511014-739d-48b4-b01a-3076a3d456ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2413690 Feb 09 02:06:09.812475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40582) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:09.819712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:09.827453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-76f19b37-eead-47ee-8a83-319cc676d597 service neutron] 10.222.0.53 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462976 Feb 09 02:06:09.855949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:09.879589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (e851559b-5003-4ac5-a4e0-a376adbaaaee), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.892611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] For port 0abcf0d0-5fb6-48c8-b017-65edf27abc09, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0abcf0d0-5fb6-48c8-b017-65edf27abc09,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:09.893051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.894448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (e851559b-5003-4ac5-a4e0-a376adbaaaee), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.924765 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Calling delete_port for 0abcf0d0-5fb6-48c8-b017-65edf27abc09 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:09.939180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:10.056577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] Deleting port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:10.056952 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.063176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Deleting port 38f89b4f-a1a0-4da4-b980-6bc5090eff07 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:10.063521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.071833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403525f3-733e-4913-8584-b92865295dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-70561d13-1311-45ac-978a-972b06b17e8a', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:06:10.072724 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-403525f3-733e-4913-8584-b92865295dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.122858 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks [] for router_controller (e851559b-5003-4ac5-a4e0-a376adbaaaee), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.282412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-456839175-network', 'tenant_id': '5dd701f32fad4a228cfc6d7a64b7a160'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:10.323222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94517852-6c58-487d-9165-7851d7776c5f req-9b875684-b79b-401c-8eb7-ca1300efceb6 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 210 time: 0.0886288 Feb 09 02:06:10.323805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] For port 0abcf0d0-5fb6-48c8-b017-65edf27abc09, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0abcf0d0-5fb6-48c8-b017-65edf27abc09,segment=NetworkSegment(f1e74d87-2c76-42c8-af0e-f88b2b35542d),segment_id=f1e74d87-2c76-42c8-af0e-f88b2b35542d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:10.323805 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.352205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Made reservation on behalf of 5dd701f32fad4a228cfc6d7a64b7a160 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:10.361069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] Calling delete_port for 0abcf0d0-5fb6-48c8-b017-65edf27abc09 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:10.368366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:10.369771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.385707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.388206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.425329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Pushing event deleted for resources: {'Port': ['ID=0abcf0d0-5fb6-48c8-b017-65edf27abc09,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:10.463374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea44088a-3a2f-417c-89cd-f9cc61360130 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e10f13ad708947d0a7cf9b34679da342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228181 Feb 09 02:06:10.468968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:10.504100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] For port 38f89b4f-a1a0-4da4-b980-6bc5090eff07, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=38f89b4f-a1a0-4da4-b980-6bc5090eff07,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:10.504902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.518409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] No DVR routers for this DVR port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:10.527395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 636cd917-955c-464b-b6d4-4a2f53ba3586 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:10.528423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 636cd917-955c-464b-b6d4-4a2f53ba3586 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:10.619848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks [] for router_gateway (e851559b-5003-4ac5-a4e0-a376adbaaaee), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.623701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-403525f3-733e-4913-8584-b92865295dfb None None] Allocated IP 172.20.0.2 (70561d13-1311-45ac-978a-972b06b17e8a/be6b6377-e2a3-477a-8d3b-aa48fae6f727/a84a9ec4-d09a-4ebf-9aec-dfff26817bd6) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:10.626367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Calling delete_port for 38f89b4f-a1a0-4da4-b980-6bc5090eff07 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:10.731984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66134ef-6ab7-4b8f-9d8b-c4f5e00d8bb5 req-73fc20de-23ca-418b-bc9e-3311a3841d35 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.740578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a66134ef-6ab7-4b8f-9d8b-c4f5e00d8bb5 req-73fc20de-23ca-418b-bc9e-3311a3841d35 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.4141271 Feb 09 02:06:10.774723 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks [] for security_group (cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.801700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.820286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (836520e1-5d30-410b-9a01-81ed7480116d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.890158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a66134ef-6ab7-4b8f-9d8b-c4f5e00d8bb5 req-bccb5281-bf39-4ef2-98c3-a831c2501c11 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483526 Feb 09 02:06:10.890655 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (0abcf0d0-5fb6-48c8-b017-65edf27abc09), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.905936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:10.917757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dca5b125-7600-4057-a711-468bc3a485e2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:10.918700 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Added segment dca5b125-7600-4057-a711-468bc3a485e2 of type vlan for network a077af15-02db-4c1f-ab9a-79d3e44ce685 Feb 09 02:06:10.939631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] Pushing event deleted for resources: {'Port': ['ID=0abcf0d0-5fb6-48c8-b017-65edf27abc09,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:10.943997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39726b0c-2d2e-4b60-b5ee-2c3bec5a8499 None None] No DVR routers for this DVR port 0abcf0d0-5fb6-48c8-b017-65edf27abc09 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:10.986196 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a077af15-02db-4c1f-ab9a-79d3e44ce685), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.047688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a077af15-02db-4c1f-ab9a-79d3e44ce685), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.048811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:11.049517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.055440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836520e1-5d30-410b-9a01-81ed7480116d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:11.059610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4538e0b2-9d9b-461f-a99f-989f0275ed69 admin admin] Publish callbacks [] for security_group (0554ea9a-70c1-4947-9b8d-9d4925170ca9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.086265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4538e0b2-9d9b-461f-a99f-989f0275ed69 admin admin] Publish callbacks [] for security_group (0554ea9a-70c1-4947-9b8d-9d4925170ca9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.111337 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-403525f3-733e-4913-8584-b92865295dfb None None] Publish callbacks [] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.123709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0abcf0d0-5fb6-48c8-b017-65edf27abc09 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:11.161616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (38f89b4f-a1a0-4da4-b980-6bc5090eff07), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.185389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.186309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-403525f3-733e-4913-8584-b92865295dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.200823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Pushing event deleted for resources: {'Port': ['ID=38f89b4f-a1a0-4da4-b980-6bc5090eff07,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.206869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 0abcf0d0-5fb6-48c8-b017-65edf27abc09 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:11.207619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0abcf0d0-5fb6-48c8-b017-65edf27abc09 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:11.208282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e6a405db-a90e-4741-9fda-46ea5d0a6498 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:11.299691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] Pushing event updated for resources: {'Network': ['ID=a077af15-02db-4c1f-ab9a-79d3e44ce685,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.317019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a077af15-02db-4c1f-ab9a-79d3e44ce685 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:11.318888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e74d87-2c76-42c8-af0e-f88b2b35542d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:11.319543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e74d87-2c76-42c8-af0e-f88b2b35542d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:11.328371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: e6a405db-a90e-4741-9fda-46ea5d0a6498 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:11.328869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e6a405db-a90e-4741-9fda-46ea5d0a6498 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:11.345208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403525f3-733e-4913-8584-b92865295dfb None None] Network 70561d13-1311-45ac-978a-972b06b17e8a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:11.383858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-403525f3-733e-4913-8584-b92865295dfb None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:11.391270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (f1e74d87-2c76-42c8-af0e-f88b2b35542d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.398367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403525f3-733e-4913-8584-b92865295dfb None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:11.417344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4538e0b2-9d9b-461f-a99f-989f0275ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0554ea9a-70c1-4947-9b8d-9d4925170ca9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.428494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4538e0b2-9d9b-461f-a99f-989f0275ed69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.430174 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4538e0b2-9d9b-461f-a99f-989f0275ed69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0554ea9a-70c1-4947-9b8d-9d4925170ca9 HTTP/1.1" status: 204 len: 168 time: 0.9598958 Feb 09 02:06:11.435328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403525f3-733e-4913-8584-b92865295dfb None None] Pushing event updated for resources: {'Port': ['ID=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.453871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f1e74d87-2c76-42c8-af0e-f88b2b35542d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.461491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538e0b2-9d9b-461f-a99f-989f0275ed69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0554ea9a-70c1-4947-9b8d-9d4925170ca9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.467719 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-672678bd-06c2-4204-9e05-deb04b61531c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6108358 Feb 09 02:06:11.475305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40612) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:11.494076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:11.494420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (f1e74d87-2c76-42c8-af0e-f88b2b35542d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:11.497474 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:11.541060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Request body: {'subnet': {'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-456839175-subnet', 'tenant_id': '5dd701f32fad4a228cfc6d7a64b7a160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:11.564941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-403525f3-733e-4913-8584-b92865295dfb None None] Attempting to bind port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:11.566232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-403525f3-733e-4913-8584-b92865295dfb None None] Attempting to bind port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:11.567370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403525f3-733e-4913-8584-b92865295dfb None None] Attempting to bind port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 on network 70561d13-1311-45ac-978a-972b06b17e8a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:11.574346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403525f3-733e-4913-8584-b92865295dfb None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:11.575156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403525f3-733e-4913-8584-b92865295dfb None None] Checking segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:11.575804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-403525f3-733e-4913-8584-b92865295dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.576514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403525f3-733e-4913-8584-b92865295dfb None None] Bound using segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:11.577527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-403525f3-733e-4913-8584-b92865295dfb None None] Bound port: a84a9ec4-d09a-4ebf-9aec-dfff26817bd6, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:11.578163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-403525f3-733e-4913-8584-b92865295dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.665267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (836520e1-5d30-410b-9a01-81ed7480116d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.673534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.676963 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] 10.222.0.53 "DELETE /v2.0/networks/836520e1-5d30-410b-9a01-81ed7480116d HTTP/1.1" status: 204 len: 168 time: 2.2957027 Feb 09 02:06:11.682194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-403525f3-733e-4913-8584-b92865295dfb None None] For port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:11.686867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-403525f3-733e-4913-8584-b92865295dfb None None] For port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:11.703496 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-403525f3-733e-4913-8584-b92865295dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.735243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055f72-7ee0-40a6-b8db-43fe3124470a admin admin] Pushing event deleted for resources: {'Network': ['ID=836520e1-5d30-410b-9a01-81ed7480116d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.838363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403525f3-733e-4913-8584-b92865295dfb None None] Pushing event updated for resources: {'Port': ['ID=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:11.843514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb61704c-71f1-42d6-a287-24d3fdea34a4 req-687dd459-e189-472b-9d80-bf27c607437f tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 210 time: 0.1973107 Feb 09 02:06:11.939888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Made reservation on behalf of 5dd701f32fad4a228cfc6d7a64b7a160 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:11.944563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:11.955491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks [] for router_gateway (e851559b-5003-4ac5-a4e0-a376adbaaaee), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.066199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.075715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-bd7eeb4e-29e9-43d7-b001-9a48e304e5f0 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:12.078782 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-bd7eeb4e-29e9-43d7-b001-9a48e304e5f0 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.72 "GET /v2.0/networks?id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f HTTP/1.1" status: 200 len: 806 time: 0.3035066 Feb 09 02:06:12.088821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:12.143990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:12.283957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.332105 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6de821c1-cf2e-4ff4-9ce0-391d8f917f43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a7ee585215d402eb49c5ed38b364c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867533 Feb 09 02:06:12.335153 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4d039e0-5bae-4021-a3cf-667e5d39d185 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6298daf59e894167a2fca973ed8879a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448883 Feb 09 02:06:12.335751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40628) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:12.370323 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-6593ef71-6b6c-4036-a8c4-1c6d11cd0b93 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886f48d9c6fa42af8fa63ef5715f2e33 HTTP/1.1" status: 200 len: 379 time: 0.2827995 Feb 09 02:06:12.372158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40630) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:12.388429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Request body: {'port': {'device_id': 'd6e90102-8600-4038-b080-fa3ced087db1', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'admin_state_up': True, 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'security_groups': ['841cf8c1-cbe3-4d81-b256-44296941ecf9']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:12.516570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06f60e06-65f0-41d2-91dc-d6b8ea0cd3d3 admin admin] Publish callbacks [] for security_group (745c78c1-9982-42f4-acdb-4a5baf48ce2c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.582440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99af-35b3-4fb0-a1d7-13da3ae891cf admin admin] Publish callbacks [] for security_group (4e973039-0a35-4b3a-b276-8a500ebf7760), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.585729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06f60e06-65f0-41d2-91dc-d6b8ea0cd3d3 admin admin] Publish callbacks [] for security_group (745c78c1-9982-42f4-acdb-4a5baf48ce2c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.634248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Allocated IP 172.25.6.40 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/b2448b66-5eef-4753-8972-faa6f40415fc) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:12.656009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99af-35b3-4fb0-a1d7-13da3ae891cf admin admin] Publish callbacks [] for security_group (4e973039-0a35-4b3a-b276-8a500ebf7760), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.682668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Made reservation on behalf of 886f48d9c6fa42af8fa63ef5715f2e33 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:12.686865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.732908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24ebd1-676f-4b87-b7b1-b7fbbaaaa13e req-2c0ad08d-db9d-477f-89d1-cd663a84a368 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:12.734690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a24ebd1-676f-4b87-b7b1-b7fbbaaaa13e req-2c0ad08d-db9d-477f-89d1-cd663a84a368 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.7062418 Feb 09 02:06:12.791383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06f60e06-65f0-41d2-91dc-d6b8ea0cd3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (745c78c1-9982-42f4-acdb-4a5baf48ce2c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.794400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-06f60e06-65f0-41d2-91dc-d6b8ea0cd3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.798568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-06f60e06-65f0-41d2-91dc-d6b8ea0cd3d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/745c78c1-9982-42f4-acdb-4a5baf48ce2c HTTP/1.1" status: 204 len: 168 time: 0.4591544 Feb 09 02:06:12.807102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99af-35b3-4fb0-a1d7-13da3ae891cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4e973039-0a35-4b3a-b276-8a500ebf7760), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.810116 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99af-35b3-4fb0-a1d7-13da3ae891cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.814332 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c3e99af-35b3-4fb0-a1d7-13da3ae891cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e973039-0a35-4b3a-b276-8a500ebf7760 HTTP/1.1" status: 204 len: 168 time: 0.4385140 Feb 09 02:06:12.825013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f60e06-65f0-41d2-91dc-d6b8ea0cd3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c78c1-9982-42f4-acdb-4a5baf48ce2c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:12.863567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e99af-35b3-4fb0-a1d7-13da3ae891cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e973039-0a35-4b3a-b276-8a500ebf7760,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:12.915299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Allocated IP 172.20.0.13 (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f/0719ee31-c1d3-44d4-af78-f7583a3c8049/44157f87-8f42-4b3f-944b-4509d0a7f339) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:13.216327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.276015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:13.294414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.407434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a24ebd1-676f-4b87-b7b1-b7fbbaaaa13e req-7f7adc8a-a2d7-4067-bc4b-dfb6732fe1a1 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077883 Feb 09 02:06:13.419805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:13.421284 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.427636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:13.443519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:13.448493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:13.477250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d84fe72-951d-4c91-835e-b4237dbe939d req-64049dc4-e562-4c96-acc6-d04b189b3327 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 210 time: 0.4133191 Feb 09 02:06:13.518093 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (d90c16dd-d758-4014-a70c-00bfecbe7c2e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.556723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks [] for port (b2448b66-5eef-4753-8972-faa6f40415fc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.559417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event updated for resources: {'Port': ['ID=44157f87-8f42-4b3f-944b-4509d0a7f339,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:13.650754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.651450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.668494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:13.669191 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.691931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-ec674c51-c745-4941-8da9-557b6a819f84 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3122385 Feb 09 02:06:13.722009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Request body: {'port': {'device_id': 'd6e90102-8600-4038-b080-fa3ced087db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:13.746293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:13.756677 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.819731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63062bbf-50c7-4902-a473-8e0a16c38b2c None None] Network 70561d13-1311-45ac-978a-972b06b17e8a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:13.830979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90c16dd-d758-4014-a70c-00bfecbe7c2e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:13.867646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.881793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Checking segment: {'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:13.882166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Network hostable DHCP agents. Network: a077af15-02db-4c1f-ab9a-79d3e44ce685, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:13.895555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:13.899421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:13.951721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:13.962071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Network a077af15-02db-4c1f-ab9a-79d3e44ce685 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:13.964325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:13.972543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:13.999346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Pushing event updated for resources: {'Port': ['ID=b2448b66-5eef-4753-8972-faa6f40415fc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.072442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fb946eb5-1ec7-42f5-b9a0-744b45459960 None None] Provisioning complete for port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:14.073306 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb946eb5-1ec7-42f5-b9a0-744b45459960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.078387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a077af15-02db-4c1f-ab9a-79d3e44ce685) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:14.093178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.093976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.150772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4843c-b461-46a5-ac1b-c932ff20c947 None None] Network a077af15-02db-4c1f-ab9a-79d3e44ce685 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:14.276177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.306654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-289bf2af-1aa6-44d5-8c19-61660c06e954 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7571127 Feb 09 02:06:14.378548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:14.385547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1a088df9-4f23-4460-b49c-4678088df01d admin admin] 10.222.0.53 "PUT /v2.0/routers/8e5b557e-aa81-44a6-8728-2f2b471c3ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5852108 Feb 09 02:06:14.390700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40672) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:14.422579 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:06:14.430249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fb946eb5-1ec7-42f5-b9a0-744b45459960 None None] Current status of the port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:14.437260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] Sync routers for ids ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:14.495450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4095f-0a50-4a0d-837b-92882af51cb8 None None] Network a077af15-02db-4c1f-ab9a-79d3e44ce685 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:14.505596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44157f87-8f42-4b3f-944b-4509d0a7f339 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:14.540528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Publish callbacks [] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.583335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Transition to ACTIVE for port object 44157f87-8f42-4b3f-944b-4509d0a7f339 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:14.595470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.699736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks [] for router_gateway (e851559b-5003-4ac5-a4e0-a376adbaaaee), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.707003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] Routers {'8e5b557e-aa81-44a6-8728-2f2b471c3ab3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:14.707977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:14.773356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=44157f87-8f42-4b3f-944b-4509d0a7f339,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.865435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:14.962062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Attempting to bind port 44157f87-8f42-4b3f-944b-4509d0a7f339 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:14.964256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] Set router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:14.966338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Attempting to bind port 44157f87-8f42-4b3f-944b-4509d0a7f339 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:14.968060 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Attempting to bind port 44157f87-8f42-4b3f-944b-4509d0a7f339 on network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:14.984330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Port 44157f87-8f42-4b3f-944b-4509d0a7f339 on network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:14.986954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Attempting to bind port 44157f87-8f42-4b3f-944b-4509d0a7f339 on network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:15.003404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:15.006876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Checking segment: {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:15.007415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Bound using segment: {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:15.007985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Bound port: 44157f87-8f42-4b3f-944b-4509d0a7f339, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e34ef4-d9f5-4c85-be15-b0178b501a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:15.008463 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.028618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks [] for router (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.194077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] For port 44157f87-8f42-4b3f-944b-4509d0a7f339, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:15.198139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] For port 44157f87-8f42-4b3f-944b-4509d0a7f339, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=44157f87-8f42-4b3f-944b-4509d0a7f339,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:15.216064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.281514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:15.320803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Pushing event updated for resources: {'Port': ['ID=44157f87-8f42-4b3f-944b-4509d0a7f339,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:15.331079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-network', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:15.366807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35525ee-4b52-4552-b6f3-8a93e843a754 req-46894ecd-5ca0-47db-94af-b61920a1ee32 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.368333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c35525ee-4b52-4552-b6f3-8a93e843a754 req-46894ecd-5ca0-47db-94af-b61920a1ee32 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.8371096 Feb 09 02:06:15.369905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.371417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.374960 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-791189df-a15f-46a5-a9d2-17ec12f8f5c5 service neutron] 10.222.0.72 "PUT /v2.0/ports/44157f87-8f42-4b3f-944b-4509d0a7f339 HTTP/1.1" status: 200 len: 1093 time: 1.6684747 Feb 09 02:06:15.376182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:15.381044 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d1cf07-042e-43c8-9b5b-437d04bb1922" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:15.386232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:15.393237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.408474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.431897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feec1fe-e607-40a8-8588-f97227469511 req-d25843b1-7d09-4db5-b533-91a753a17d74 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.441011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2feec1fe-e607-40a8-8588-f97227469511 req-d25843b1-7d09-4db5-b533-91a753a17d74 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 944 time: 0.8021502 Feb 09 02:06:15.452349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:15.452944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.518777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-0f21824e-2f84-47b8-8983-c4d6908e516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.520742 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-0f21824e-2f84-47b8-8983-c4d6908e516d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=886f48d9c6fa42af8fa63ef5715f2e33&device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 1127 time: 0.0915723 Feb 09 02:06:15.589013 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (e851559b-5003-4ac5-a4e0-a376adbaaaee), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.603754 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-4ef6783c-ee98-4025-aead-2b1dc5f44434 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44157f87-8f42-4b3f-944b-4509d0a7f339 HTTP/1.1" status: 200 len: 217 time: 0.0728979 Feb 09 02:06:15.621979 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks [] for router_gateway (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.641575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dd242442-48f7-4162-adf0-764f60b0ba44 None None] Provisioning complete for port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:15.641957 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd242442-48f7-4162-adf0-764f60b0ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.694712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-1769a388-be27-4169-8f21-7a59e9e85aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.697593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-1769a388-be27-4169-8f21-7a59e9e85aa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0719ee31-c1d3-44d4-af78-f7583a3c8049 HTTP/1.1" status: 200 len: 845 time: 0.0828485 Feb 09 02:06:15.748366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks [] for security_group (dc6047f3-3914-41ba-9ce1-41ca97be1e2b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.757824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dc6047f3-3914-41ba-9ce1-41ca97be1e2b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.776015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c35525ee-4b52-4552-b6f3-8a93e843a754 req-3e3d8289-545a-4405-a1f7-4b65fb30eb1c tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867905 Feb 09 02:06:15.813593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:15.830204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6047f3-3914-41ba-9ce1-41ca97be1e2b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:15.834262 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2feec1fe-e607-40a8-8588-f97227469511 req-ab0efdab-a712-429a-8a6b-8e017ff495c1 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923020 Feb 09 02:06:15.849828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7f62a386-ad1c-49a8-9091-baa80fae03f1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:15.850284 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Added segment 7f62a386-ad1c-49a8-9091-baa80fae03f1 of type vlan for network 854b410b-8d92-47d2-b1a1-46a7c0424200 Feb 09 02:06:15.862263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-879bef21-d5dd-45fd-b0c6-a4adb94ca0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.863941 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-879bef21-d5dd-45fd-b0c6-a4adb94ca0e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1580286 Feb 09 02:06:15.956751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (854b410b-8d92-47d2-b1a1-46a7c0424200), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.013275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (854b410b-8d92-47d2-b1a1-46a7c0424200), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.015082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.015757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.027151 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0a0974-b06e-41cd-b04a-88f442ab3fe1 x-openstack-request-id: req-9d0a0974-b06e-41cd-b04a-88f442ab3fe1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:16.027600 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:16.027973 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d0a0974-b06e-41cd-b04a-88f442ab3fe1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:16.028667 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'status': 'completed', 'code': 200} Feb 09 02:06:16.093627 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-cf6583d3-0a92-4165-bfbf-175591f8cb1b service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023773 Feb 09 02:06:16.102941 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2307334 Feb 09 02:06:16.111698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:16.132504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Request body: {'subnet': {'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-subnet', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:16.207291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:16.246299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:06:10Z', 'revision_number': 5, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port': {'id': '7e576a7c-7239-4ae9-9fe5-edac842d9f5d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:01:52Z', 'updated_at': '2022-02-09T02:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:16.253047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29c54c-e842-4b38-9054-aaf208c36854 admin admin] Pushing event updated for resources: {'Network': ['ID=854b410b-8d92-47d2-b1a1-46a7c0424200,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:16.282706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] Checking router: 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:16.288413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:16.356161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Deleting port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:16.358152 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.370947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dd242442-48f7-4162-adf0-764f60b0ba44 None None] Current status of the port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:16.446043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a69b0359-1513-4730-bb07-e9b093b1f393 req-e76096c6-5565-4594-8204-f45b978b4594 service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445585 Feb 09 02:06:16.451086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:16.457481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.499662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] Routers {'8e5b557e-aa81-44a6-8728-2f2b471c3ab3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:16.500319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:16.510163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] For port 7e576a7c-7239-4ae9-9fe5-edac842d9f5d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:16.510982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.531084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Calling delete_port for 7e576a7c-7239-4ae9-9fe5-edac842d9f5d owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:16.611639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-ad418d08-0c3a-4881-ba08-5917889b0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.613281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-ad418d08-0c3a-4881-ba08-5917889b0734 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=886f48d9c6fa42af8fa63ef5715f2e33&device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 1127 time: 0.0779366 Feb 09 02:06:16.639459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] Set router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:16.700310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:06:15Z', 'revision_number': 6, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:16.755460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc10d07-555d-43a7-b50d-3ac2968d3af4 None None] The sync data for ids ['8e5b557e-aa81-44a6-8728-2f2b471c3ab3'] in n-d-826675-12 is: [{'id': '8e5b557e-aa81-44a6-8728-2f2b471c3ab3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1780834450-router', 'tenant_id': '38430ab54f7740b99986507210ee6b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:01:48Z', 'updated_at': '2022-02-09T02:06:15Z', 'revision_number': 6, 'project_id': '38430ab54f7740b99986507210ee6b73', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:16.774396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-8d94f71c-3dd5-4177-92ab-b4891d22c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.776346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-8d94f71c-3dd5-4177-92ab-b4891d22c5aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f HTTP/1.1" status: 200 len: 907 time: 0.1564710 Feb 09 02:06:16.784353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-28feba73-de76-4d67-b108-d3984466252c req-613c317b-b7a2-47ca-b7ef-f66929d6678b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1841137669', 'description': 'tempest-description-326640625'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:16.808781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Router e851559b-5003-4ac5-a4e0-a376adbaaaee is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:06:16.832045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7e576a7c-7239-4ae9-9fe5-edac842d9f5d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.834703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-28feba73-de76-4d67-b108-d3984466252c req-613c317b-b7a2-47ca-b7ef-f66929d6678b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.859704 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-08bbe205-f1a6-4cb2-a9d8-f809ca50b6d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44157f87-8f42-4b3f-944b-4509d0a7f339 HTTP/1.1" status: 200 len: 217 time: 0.0459988 Feb 09 02:06:16.900353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (eba3a8ad-cfd6-41dd-970a-299c2e63c034), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:16.937798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-9f56e8f0-00c5-4614-8c70-32a774a04b80 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1597886 Feb 09 02:06:16.969081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-d03021c6-204c-414c-abd1-e6db60741891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.970501 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-d03021c6-204c-414c-abd1-e6db60741891 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0719ee31-c1d3-44d4-af78-f7583a3c8049 HTTP/1.1" status: 200 len: 845 time: 0.1042235 Feb 09 02:06:16.988872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e576a7c-7239-4ae9-9fe5-edac842d9f5d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:16.998930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba3a8ad-cfd6-41dd-970a-299c2e63c034,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:17.047794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Checking segment: {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:17.047794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Network hostable DHCP agents. Network: 854b410b-8d92-47d2-b1a1-46a7c0424200, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:17.077708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-82312f6c-98ed-4df1-9be8-9dbdbfd1a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.079264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-82312f6c-98ed-4df1-9be8-9dbdbfd1a4a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1023569 Feb 09 02:06:17.085257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:17.144566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 854b410b-8d92-47d2-b1a1-46a7c0424200) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:17.151860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.152363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.175544 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fe5ea21c-85cf-4062-ad35-057a47b37362 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0623221 Feb 09 02:06:17.179149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:17.183632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:17.189003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa589a3-472d-4ab8-8233-d10ea58ccf69 None None] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:17.213486 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.236003 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (11ee14a2-6f7d-4372-8ad1-1968bada57e5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.237599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (11ee14a2-6f7d-4372-8ad1-1968bada57e5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.309593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-b031aec3-ac1f-4b98-a442-28edf494fc16 service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215464 Feb 09 02:06:17.363249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-854b410b-8d92-47d2-b1a1-46a7c0424200', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:06:17.363807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.396973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:17.407383 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:17.423793 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:17.424731 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:17.443632 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-28feba73-de76-4d67-b108-d3984466252c req-613c317b-b7a2-47ca-b7ef-f66929d6678b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (3df241bd-d1c1-4dbf-adef-5a64972c617a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.458613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.461724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks [] for router_controller (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.545339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-91e491ef-0cca-47cb-a588-138d793387dd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:17.547156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-91e491ef-0cca-47cb-a588-138d793387dd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5807288 Feb 09 02:06:17.551475 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (8e5b557e-aa81-44a6-8728-2f2b471c3ab3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.552128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5b557e-aa81-44a6-8728-2f2b471c3ab3 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:06:17.559636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.561086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ed9b73c7-419e-4196-8c73-775d987a7655 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8e5b557e-aa81-44a6-8728-2f2b471c3ab3 HTTP/1.1" status: 204 len: 168 time: 3.1694257 Feb 09 02:06:17.564474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-28feba73-de76-4d67-b108-d3984466252c req-613c317b-b7a2-47ca-b7ef-f66929d6678b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3df241bd-d1c1-4dbf-adef-5a64972c617a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.571165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40736) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:17.596238 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.644625 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:17.665741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 38f89b4f-a1a0-4da4-b980-6bc5090eff07 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:17.694389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c317b-b7a2-47ca-b7ef-f66929d6678b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df241bd-d1c1-4dbf-adef-5a64972c617a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:17.710250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] Deleting subnet 10467d23-6772-4e7e-b29c-70a61a7109c8 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:06:17.717336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 38f89b4f-a1a0-4da4-b980-6bc5090eff07 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:17.717691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 38f89b4f-a1a0-4da4-b980-6bc5090eff07 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:17.717839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] Publish callbacks [] for subnet (10467d23-6772-4e7e-b29c-70a61a7109c8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.766580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Allocated IP 172.20.0.2 (854b410b-8d92-47d2-b1a1-46a7c0424200/eba3a8ad-cfd6-41dd-970a-299c2e63c034/c20fb532-dcb6-4702-a066-1b8eb39bb300) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:17.776735 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (10467d23-6772-4e7e-b29c-70a61a7109c8), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.777640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks [] for router_controller (11ee14a2-6f7d-4372-8ad1-1968bada57e5), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.880099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (10467d23-6772-4e7e-b29c-70a61a7109c8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.943494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-2bda5bcc-7886-4449-8f93-31f4d2e5cb48 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/quotas/1fc6f43d5680489395d74deaf00b53a1 HTTP/1.1" status: 200 len: 375 time: 0.3807831 Feb 09 02:06:17.951713 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (10467d23-6772-4e7e-b29c-70a61a7109c8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.989546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10467d23-6772-4e7e-b29c-70a61a7109c8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:18.007576 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:14Z', 'revision_number': 3, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:18.031550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.035578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-318b1da8-c3fb-4761-9e0e-0e99f92ee08e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2171354 Feb 09 02:06:18.037167 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-28feba73-de76-4d67-b108-d3984466252c req-613c317b-b7a2-47ca-b7ef-f66929d6678b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.038560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28feba73-de76-4d67-b108-d3984466252c req-613c317b-b7a2-47ca-b7ef-f66929d6678b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.2630370 Feb 09 02:06:18.050989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40738) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:18.054736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks [] for router_gateway (11ee14a2-6f7d-4372-8ad1-1968bada57e5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.057679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-fa45ee47-b9b6-4239-a52d-7d3791af4988 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023877 Feb 09 02:06:18.079497 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-07d1cf07-042e-43c8-9b5b-437d04bb1922 req-7cc8fdc9-f4b2-488f-8b25-c42db71036a8 service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565291 Feb 09 02:06:18.085604 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:18.085971 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Updating router e851559b-5003-4ac5-a4e0-a376adbaaaee port b2448b66-5eef-4753-8972-faa6f40415fc binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:18.086661 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Publish callbacks [] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.100116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.161272 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.197001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.206532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:18.208620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Pushing event updated for resources: {'Port': ['ID=c20fb532-dcb6-4702-a066-1b8eb39bb300,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:18.216947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ab12913-6c42-431c-ab16-0bd7afeb9312 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/10467d23-6772-4e7e-b29c-70a61a7109c8 HTTP/1.1" status: 204 len: 168 time: 0.6135209 Feb 09 02:06:18.217374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f060fe-4a4e-42ff-9167-9a9b15cff973 None None] Network f39ca52b-df1f-4304-b76e-f72aaed25b84 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:18.392321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:18.398404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92df0b-f272-4907-b35b-ebdd2d6b4c3d req-bd068493-e20f-4239-a074-a460fdc71288 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.405961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:18.406302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc92df0b-f272-4907-b35b-ebdd2d6b4c3d req-bd068493-e20f-4239-a074-a460fdc71288 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.1879294 Feb 09 02:06:18.414394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:18.512171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (f39ca52b-df1f-4304-b76e-f72aaed25b84), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.538135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Attempting to bind port c20fb532-dcb6-4702-a066-1b8eb39bb300 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:18.538698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Attempting to bind port c20fb532-dcb6-4702-a066-1b8eb39bb300 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:18.539277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Attempting to bind port c20fb532-dcb6-4702-a066-1b8eb39bb300 on network 854b410b-8d92-47d2-b1a1-46a7c0424200 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:18.550311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:18.552173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Checking segment: {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:18.553015 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.553431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Bound using segment: {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:18.553919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Bound port: c20fb532-dcb6-4702-a066-1b8eb39bb300, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:18.554307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.606993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks [] for router_gateway (11ee14a2-6f7d-4372-8ad1-1968bada57e5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.664282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc92df0b-f272-4907-b35b-ebdd2d6b4c3d req-2144e19b-8152-4c43-824e-3cc4eae946c6 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566831 Feb 09 02:06:18.675722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] For port c20fb532-dcb6-4702-a066-1b8eb39bb300, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:18.686209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] For port c20fb532-dcb6-4702-a066-1b8eb39bb300, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c20fb532-dcb6-4702-a066-1b8eb39bb300,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:18.698477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.702725 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.738808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a272b-31d5-406b-9b17-76fa13cb07a0 req-5510e61e-2319-41a1-a4d4-1d0ae4397672 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.741786 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Publish callbacks [] for port (b2448b66-5eef-4753-8972-faa6f40415fc), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.742333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-043a272b-31d5-406b-9b17-76fa13cb07a0 req-5510e61e-2319-41a1-a4d4-1d0ae4397672 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 944 time: 0.3574946 Feb 09 02:06:18.752905 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.830481 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2bd18-af3b-4511-a1d3-3bef899410f2 None None] Pushing event updated for resources: {'Port': ['ID=b2448b66-5eef-4753-8972-faa6f40415fc,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:18.861320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] DHCP port deletion for f39ca52b-df1f-4304-b76e-f72aaed25b84 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:06:18.865415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Attempting to bind port b2448b66-5eef-4753-8972-faa6f40415fc on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:18.866081 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Attempting to bind port b2448b66-5eef-4753-8972-faa6f40415fc by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:18.866692 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Attempting to bind port b2448b66-5eef-4753-8972-faa6f40415fc on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:18.873963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:18.874719 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:18.880135 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.880779 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:18.881515 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Bound port: b2448b66-5eef-4753-8972-faa6f40415fc, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:18.882538 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.902558 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.952291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-58343070-1ab3-4628-b1f5-e2726e89e4cc req-44a30e26-5560-4636-b1b8-935fbadfd837 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1134229626', 'description': 'tempest-description-1499455260'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:18.983433 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] For port b2448b66-5eef-4753-8972-faa6f40415fc, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:18.984911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Allocated IP 172.25.6.45 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/15a41454-8b26-47d5-8d0e-e17ecbc02839) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:18.989005 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] For port b2448b66-5eef-4753-8972-faa6f40415fc, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b2448b66-5eef-4753-8972-faa6f40415fc,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:19.011382 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.025385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47356a6-5f05-4760-a12c-15d7452f13a4 None None] Pushing event updated for resources: {'Port': ['ID=c20fb532-dcb6-4702-a066-1b8eb39bb300,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.065585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] Deleting port 8e75d965-f784-4e02-b2d6-debe0de0910a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:19.066238 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.111448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7e576a7c-7239-4ae9-9fe5-edac842d9f5d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:19.152133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-043a272b-31d5-406b-9b17-76fa13cb07a0 req-8ab99342-1653-44f2-b246-40a25db020fc tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613589 Feb 09 02:06:19.159044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 7e576a7c-7239-4ae9-9fe5-edac842d9f5d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:19.159406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7e576a7c-7239-4ae9-9fe5-edac842d9f5d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:19.159841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8e75d965-f784-4e02-b2d6-debe0de0910a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:19.175470 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58343070-1ab3-4628-b1f5-e2726e89e4cc req-44a30e26-5560-4636-b1b8-935fbadfd837 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.183113 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:19.184073 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:19.264543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] For port 8e75d965-f784-4e02-b2d6-debe0de0910a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e75d965-f784-4e02-b2d6-debe0de0910a,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:19.267897 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.319669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] Calling delete_port for 8e75d965-f784-4e02-b2d6-debe0de0910a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:19.339037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks [] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.380092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Deleting port 8e75d965-f784-4e02-b2d6-debe0de0910a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:19.380433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.417140 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:19.484201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8e75d965-f784-4e02-b2d6-debe0de0910a is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:19.485208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.540571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] For port 8e75d965-f784-4e02-b2d6-debe0de0910a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e75d965-f784-4e02-b2d6-debe0de0910a,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:19.540922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.557112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Calling delete_port for 8e75d965-f784-4e02-b2d6-debe0de0910a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:19.570724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f06b9e2b-ec60-4873-980a-f7ec8efb35b6 req-588f753b-42bc-4c09-908b-4c3d7698cc8a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 210 time: 0.1183898 Feb 09 02:06:19.588574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8e75d965-f784-4e02-b2d6-debe0de0910a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e75d965-f784-4e02-b2d6-debe0de0910a,segment=NetworkSegment(92b2f3d6-a724-4c86-ba7a-5b33ed1691e5),segment_id=92b2f3d6-a724-4c86-ba7a-5b33ed1691e5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:19.598263 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.637150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.659880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] No DVR routers for this DVR port 8e75d965-f784-4e02-b2d6-debe0de0910a on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:19.663771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58343070-1ab3-4628-b1f5-e2726e89e4cc req-44a30e26-5560-4636-b1b8-935fbadfd837 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (8619b789-c114-46f8-8e39-eb67ae13be30), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.688172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8e75d965-f784-4e02-b2d6-debe0de0910a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.690597 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58343070-1ab3-4628-b1f5-e2726e89e4cc req-44a30e26-5560-4636-b1b8-935fbadfd837 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8619b789-c114-46f8-8e39-eb67ae13be30), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.708452 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8e75d965-f784-4e02-b2d6-debe0de0910a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.769096 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2bd18-af3b-4511-a1d3-3bef899410f2 None None] Pushing event updated for resources: {'Port': ['ID=b2448b66-5eef-4753-8972-faa6f40415fc,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.778295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc14b4c-33e2-4dcd-a5d5-981c38b1b968 None None] Pushing event deleted for resources: {'Port': ['ID=8e75d965-f784-4e02-b2d6-debe0de0910a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.780286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e75d965-f784-4e02-b2d6-debe0de0910a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.787924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] No DVR routers for this DVR port 8e75d965-f784-4e02-b2d6-debe0de0910a on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:19.793764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.823734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a30e26-5560-4636-b1b8-935fbadfd837 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8619b789-c114-46f8-8e39-eb67ae13be30,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.846782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.866762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58343070-1ab3-4628-b1f5-e2726e89e4cc req-44a30e26-5560-4636-b1b8-935fbadfd837 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:19.869785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58343070-1ab3-4628-b1f5-e2726e89e4cc req-44a30e26-5560-4636-b1b8-935fbadfd837 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0796700 Feb 09 02:06:19.910305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Pushing event updated for resources: {'Port': ['ID=15a41454-8b26-47d5-8d0e-e17ecbc02839,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:19.943473 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:14Z', 'revision_number': 3, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:20.009547 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-0504a166-c367-4086-a221-2db3a35d417c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136658 Feb 09 02:06:20.037687 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723edb7-29ac-4669-9ad8-cedd891bb0eb None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:14Z', 'revision_number': 3, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:20.151966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (f39ca52b-df1f-4304-b76e-f72aaed25b84), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.177159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39ca52b-df1f-4304-b76e-f72aaed25b84']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:20.192064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:20.192864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b2f3d6-a724-4c86-ba7a-5b33ed1691e5') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:20.206325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (92b2f3d6-a724-4c86-ba7a-5b33ed1691e5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.227857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (92b2f3d6-a724-4c86-ba7a-5b33ed1691e5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.232618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:20.250120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80808321-2350-45a2-b968-f93a737c6981 req-ada90bbc-276c-4ff7-af20-01d3ca7aa3b0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:20.251700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80808321-2350-45a2-b968-f93a737c6981 req-ada90bbc-276c-4ff7-af20-01d3ca7aa3b0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.4225545 Feb 09 02:06:20.292133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:20.296482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:20.300118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (92b2f3d6-a724-4c86-ba7a-5b33ed1691e5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:20.302278 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:20.305381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:20.318692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80808321-2350-45a2-b968-f93a737c6981 req-cf0b5ae7-05cf-483b-841c-a5041aaf03c8 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596101 Feb 09 02:06:20.424097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-5168d7ab-c12a-4c89-919d-cdf25c5507c5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:20.433572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-5168d7ab-c12a-4c89-919d-cdf25c5507c5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 812 time: 0.2963896 Feb 09 02:06:20.442538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-c6d35f21-a493-4cf6-b7e4-cb760a8c3ac5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:20.446758 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-c6d35f21-a493-4cf6-b7e4-cb760a8c3ac5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246683 Feb 09 02:06:20.454256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (f39ca52b-df1f-4304-b76e-f72aaed25b84), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.467760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.473489 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f39ca52b-df1f-4304-b76e-f72aaed25b84 HTTP/1.1" status: 204 len: 168 time: 2.2624006 Feb 09 02:06:20.473704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-d8776a35-953d-40dd-baee-de971bdea1ce tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/quotas/5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 375 time: 0.0373678 Feb 09 02:06:20.506021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:20.552492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Allocated IP 172.20.0.1 (70561d13-1311-45ac-978a-972b06b17e8a/be6b6377-e2a3-477a-8d3b-aa48fae6f727/805e4546-3e24-4be5-9300-cf749a6d3a4c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:20.565083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-cf51151e-2a98-4244-b744-e96e82411b2e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921674 Feb 09 02:06:20.653667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77d96c-7419-4a52-ba10-36fecf682aa1 req-6d6c6208-c12f-4b6f-8983-82442d64748e tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:20.655631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e77d96c-7419-4a52-ba10-36fecf682aa1 req-6d6c6208-c12f-4b6f-8983-82442d64748e tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 944 time: 0.2070115 Feb 09 02:06:20.740267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:20.743122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad4c9a-07e0-40e2-abb3-871566e8b4aa None None] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:20.744019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.749745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee9254-e9b8-4275-82dd-f228d611e850 admin admin] Pushing event deleted for resources: {'Network': ['ID=f39ca52b-df1f-4304-b76e-f72aaed25b84,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:20.869527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40776) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:20.911947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-29e9d565-8363-4cc0-8464-b9c5d39738ba None None] Provisioning complete for port c20fb532-dcb6-4702-a066-1b8eb39bb300 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:20.912330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29e9d565-8363-4cc0-8464-b9c5d39738ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.965951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:20.985309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e77d96c-7419-4a52-ba10-36fecf682aa1 req-e3049e28-3a92-414a-b724-46828848e874 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174117 Feb 09 02:06:21.068313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-f9d73384-25b2-4231-9d04-35508a8ed792 service neutron] 10.222.0.53 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020986 Feb 09 02:06:21.156432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-29e9d565-8363-4cc0-8464-b9c5d39738ba None None] Current status of the port c20fb532-dcb6-4702-a066-1b8eb39bb300 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:21.160382 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29e9d565-8363-4cc0-8464-b9c5d39738ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.177297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 44157f87-8f42-4b3f-944b-4509d0a7f339 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:21.194567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for security_group (a440092e-b48e-4f3e-bbd0-7298e921086b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.203246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a440092e-b48e-4f3e-bbd0-7298e921086b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.235964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:21.236677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-623cd828-7da7-44fd-9a82-47044054dd58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a351dd22ccf497a9813a760e2674c6c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3632250 Feb 09 02:06:21.280359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c20fb532-dcb6-4702-a066-1b8eb39bb300 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:21.360064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-29e9d565-8363-4cc0-8464-b9c5d39738ba None None] For port c20fb532-dcb6-4702-a066-1b8eb39bb300, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c20fb532-dcb6-4702-a066-1b8eb39bb300,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:21.385995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29e9d565-8363-4cc0-8464-b9c5d39738ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.460956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a440092e-b48e-4f3e-bbd0-7298e921086b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:21.526156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 44157f87-8f42-4b3f-944b-4509d0a7f339, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=44157f87-8f42-4b3f-944b-4509d0a7f339,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:21.538998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7721-5428-4ac7-9a80-e86c34a71e1b admin admin] Publish callbacks [] for security_group (4f617263-8776-477a-901d-db01ff87b516), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.543618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9d565-8363-4cc0-8464-b9c5d39738ba None None] Pushing event updated for resources: {'Port': ['ID=c20fb532-dcb6-4702-a066-1b8eb39bb300,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:21.558828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'port_id': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'mac_address': 'fa:16:3e:49:b8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:21.564631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c20fb532-dcb6-4702-a066-1b8eb39bb300 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:21.564631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.568942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-01067e84-1513-4263-9e8e-a39b096be9dd None None] Provisioning complete for port c20fb532-dcb6-4702-a066-1b8eb39bb300 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:21.569321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01067e84-1513-4263-9e8e-a39b096be9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.622567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7721-5428-4ac7-9a80-e86c34a71e1b admin admin] Publish callbacks [] for security_group (4f617263-8776-477a-901d-db01ff87b516), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.635956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks [] for router_gateway (11ee14a2-6f7d-4372-8ad1-1968bada57e5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.683955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 44157f87-8f42-4b3f-944b-4509d0a7f339 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:21.684354 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.692207 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks [] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.698791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87521032-701c-4720-b92a-cb8d25eb7ab3 req-7c64214d-13f1-4c8b-a46a-dd03f8199934 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 210 time: 0.4743304 Feb 09 02:06:21.743922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.121 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/f9e56657-b163-4362-9ef2-5e27eed0103f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:21.759202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-441dd5ba-4b6d-410d-99d2-b237ae5e5d76 service neutron] 10.222.0.53 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389291 Feb 09 02:06:21.769771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.831585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7721-5428-4ac7-9a80-e86c34a71e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f617263-8776-477a-901d-db01ff87b516), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.834333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7721-5428-4ac7-9a80-e86c34a71e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:21.838771 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cfbc7721-5428-4ac7-9a80-e86c34a71e1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f617263-8776-477a-901d-db01ff87b516 HTTP/1.1" status: 204 len: 168 time: 0.5498917 Feb 09 02:06:21.839184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Pushing event updated for resources: {'Port': ['ID=805e4546-3e24-4be5-9300-cf749a6d3a4c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:21.852685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Network 70561d13-1311-45ac-978a-972b06b17e8a is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:21.854168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:21.867819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:21.918010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc7721-5428-4ac7-9a80-e86c34a71e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f617263-8776-477a-901d-db01ff87b516,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:22.002115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (e851559b-5003-4ac5-a4e0-a376adbaaaee), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.025496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44157f87-8f42-4b3f-944b-4509d0a7f339 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:22.104466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 44157f87-8f42-4b3f-944b-4509d0a7f339, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=44157f87-8f42-4b3f-944b-4509d0a7f339,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:22.118588 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.181184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c20fb532-dcb6-4702-a066-1b8eb39bb300 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:22.183366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2448b66-5eef-4753-8972-faa6f40415fc up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:22.210183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-01067e84-1513-4263-9e8e-a39b096be9dd None None] Current status of the port c20fb532-dcb6-4702-a066-1b8eb39bb300 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:22.267347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=44157f87-8f42-4b3f-944b-4509d0a7f339,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:22.290911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b2448b66-5eef-4753-8972-faa6f40415fc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:22.291386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.438396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.455625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b2448b66-5eef-4753-8972-faa6f40415fc is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:22.456221 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.461785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394be49-05da-4098-b9bc-61d09e6d845a req-eca928e4-e09e-4fb1-a590-5b825d838d88 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:22.469004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b080faac-9951-4d92-b83d-4ef9281b8fda None None] Provisioning complete for port 805e4546-3e24-4be5-9300-cf749a6d3a4c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:22.469633 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b080faac-9951-4d92-b83d-4ef9281b8fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.471386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1394be49-05da-4098-b9bc-61d09e6d845a req-eca928e4-e09e-4fb1-a590-5b825d838d88 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.4588692 Feb 09 02:06:22.571372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1394be49-05da-4098-b9bc-61d09e6d845a req-255115fb-f5f7-4b40-92cc-6246de2269d9 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990260 Feb 09 02:06:22.581755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516195ec-bd9a-4577-8882-feb1d1fb0304 req-dc06c430-a0ff-49dd-9091-c010a3b104ab tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:22.590382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-516195ec-bd9a-4577-8882-feb1d1fb0304 req-dc06c430-a0ff-49dd-9091-c010a3b104ab tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 945 time: 0.2313306 Feb 09 02:06:22.594081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['44157f87-8f42-4b3f-944b-4509d0a7f339'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:22.603856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port b2448b66-5eef-4753-8972-faa6f40415fc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b2448b66-5eef-4753-8972-faa6f40415fc,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:22.727464 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:22.776202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b080faac-9951-4d92-b83d-4ef9281b8fda None None] Port 805e4546-3e24-4be5-9300-cf749a6d3a4c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:22.783841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c13cd53b-f5a6-412c-91dd-60bbf08910f4 req-2781cd04-2954-47d9-bb64-8868a698e0c2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 210 time: 0.0452204 Feb 09 02:06:22.819372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-516195ec-bd9a-4577-8882-feb1d1fb0304 req-78d6d8d1-e056-41c8-8b9e-251ecc261c33 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279565 Feb 09 02:06:22.944473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:22.970690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b2448b66-5eef-4753-8972-faa6f40415fc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.031555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75bed01-4ddb-40d7-b7e4-356b239ca784 req-8328be91-2762-4d90-9ac5-a2093186324e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 210 time: 0.1163878 Feb 09 02:06:23.090344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks [] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.100529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.130888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c20fb532-dcb6-4702-a066-1b8eb39bb300 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:23.192136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.213733 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (11ee14a2-6f7d-4372-8ad1-1968bada57e5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.226565 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (e851559b-5003-4ac5-a4e0-a376adbaaaee), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.229366 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-83a280c4-59a3-4fcb-a8cf-f96e80efb8bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38430ab54f7740b99986507210ee6b73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2837591 Feb 09 02:06:23.234000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:23.290910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83b362bc-75da-405b-a7d3-a41dcfb5f300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.300617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Pushing event updated for resources: {'Port': ['ID=805e4546-3e24-4be5-9300-cf749a6d3a4c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.301738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c20fb532-dcb6-4702-a066-1b8eb39bb300 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:23.302336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.379312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Network 70561d13-1311-45ac-978a-972b06b17e8a is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:23.381589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:23.432490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c20fb532-dcb6-4702-a066-1b8eb39bb300 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:23.499214 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.522617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8fa5490-0ada-40fc-af8e-276688d7d45e admin admin] Publish callbacks [] for security_group (2b28f37b-869a-4f9f-a0e6-baf00b00e13a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.578566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:23.595046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:23.609617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:23.614963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:23.711642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8fa5490-0ada-40fc-af8e-276688d7d45e admin admin] Publish callbacks [] for security_group (2b28f37b-869a-4f9f-a0e6-baf00b00e13a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.724961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=f9e56657-b163-4362-9ef2-5e27eed0103f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:23.808399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:23.809716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.851120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-83918f23-e8c8-46cf-aefd-1c3e2e76893a None None] Provisioning complete for port 805e4546-3e24-4be5-9300-cf749a6d3a4c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:23.859683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:06:23.865115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83918f23-e8c8-46cf-aefd-1c3e2e76893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.875015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:23.884600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fc551854-c355-4f0b-bfd2-7bfaee4fb473 admin admin] 10.222.0.53 "PUT /v2.0/routers/e851559b-5003-4ac5-a4e0-a376adbaaaee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8317664 Feb 09 02:06:23.888202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-3fcfae67-397e-434b-b127-40b80c04f9b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4290659 Feb 09 02:06:23.914937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3214d07-0809-4a9a-a837-942b97e3cf27 req-38e33cbc-a973-4d13-bdf1-cf791e6398aa tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:23.917138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-4e701462-65a4-4c8e-bd64-b170b6137d6d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2941577 Feb 09 02:06:23.925548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3214d07-0809-4a9a-a837-942b97e3cf27 req-38e33cbc-a973-4d13-bdf1-cf791e6398aa tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.2076342 Feb 09 02:06:23.951399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:23.960951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Request body: {'port': {'device_id': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:23.978195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8fa5490-0ada-40fc-af8e-276688d7d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b28f37b-869a-4f9f-a0e6-baf00b00e13a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.989193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8fa5490-0ada-40fc-af8e-276688d7d45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:23.996035 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b8fa5490-0ada-40fc-af8e-276688d7d45e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b28f37b-869a-4f9f-a0e6-baf00b00e13a HTTP/1.1" status: 204 len: 168 time: 0.7581074 Feb 09 02:06:24.069355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:24.071693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:24.072315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3214d07-0809-4a9a-a837-942b97e3cf27 req-f5e34046-be48-41de-ac91-59f237779c96 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455822 Feb 09 02:06:24.102906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa5490-0ada-40fc-af8e-276688d7d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28f37b-869a-4f9f-a0e6-baf00b00e13a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:24.103233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-83918f23-e8c8-46cf-aefd-1c3e2e76893a None None] Port 805e4546-3e24-4be5-9300-cf749a6d3a4c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:24.180073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e111f3-b343-49a0-8b7f-b74afc86590d req-020ae641-c8f1-4f0c-bd46-d4fa0cedf418 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:24.188097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51e111f3-b343-49a0-8b7f-b74afc86590d req-020ae641-c8f1-4f0c-bd46-d4fa0cedf418 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 945 time: 0.1366026 Feb 09 02:06:24.362012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2eb13f84-c47a-4ae2-94a0-de493b8b819c req-aa28f4d3-70fd-4452-a5ba-4ebde23ee592 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 210 time: 0.0829406 Feb 09 02:06:24.376542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51e111f3-b343-49a0-8b7f-b74afc86590d req-b8b5275d-c851-48ac-b529-b23b6fe1a2a5 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827576 Feb 09 02:06:24.377136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2d3f88a1-2e72-4f27-955c-c911d0713cb4 None None] Provisioning complete for port f9e56657-b163-4362-9ef2-5e27eed0103f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:24.378085 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d3f88a1-2e72-4f27-955c-c911d0713cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.445379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:24.447609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f88a1-2e72-4f27-955c-c911d0713cb4 None None] Port f9e56657-b163-4362-9ef2-5e27eed0103f cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:24.607084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.617872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb866d-560f-4d06-b135-5d90e4524d95 req-18667a32-1ea5-4b33-be7c-733d40ddd11f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:24.620424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbfb866d-560f-4d06-b135-5d90e4524d95 req-18667a32-1ea5-4b33-be7c-733d40ddd11f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 936 time: 0.0877361 Feb 09 02:06:24.623112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-c84895cf-a411-4e6e-9696-2c9d7cd2ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:24.625852 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-c84895cf-a411-4e6e-9696-2c9d7cd2ac32 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1128 time: 0.6173913 Feb 09 02:06:24.719348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbfb866d-560f-4d06-b135-5d90e4524d95 req-5eed58ae-2303-4a00-8cac-f4992d4e4b0f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919192 Feb 09 02:06:24.815791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:24.819106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 2, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:24.823146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-cad87b09-5d70-4377-abd8-83963be2a191 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:24.826416 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-cad87b09-5d70-4377-abd8-83963be2a191 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.82 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 812 time: 0.6924632 Feb 09 02:06:24.827100 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Sync routers for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:24.849519 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:24.854927 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:05:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:24.859158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:24.859341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'port': {'device_id': 'f59727c9-4090-4824-af23-54fc4cb23640', 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685', 'admin_state_up': True, 'tenant_id': '5dd701f32fad4a228cfc6d7a64b7a160'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:24.860114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Updating router e851559b-5003-4ac5-a4e0-a376adbaaaee port 805e4546-3e24-4be5-9300-cf749a6d3a4c binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:24.871869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:24.873705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-51e8861a-f8b2-4061-9c47-ba1b4c948af2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6934223 Feb 09 02:06:24.877322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40916) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:24.912480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.035092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-305f38d3-de71-4265-9c7c-69a9627afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.036657 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-305f38d3-de71-4265-9c7c-69a9627afdef service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.3822520 Feb 09 02:06:25.097124 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:25.160375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2448b66-5eef-4753-8972-faa6f40415fc up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:25.217939 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-2b8804f9-f441-4aad-b971-5eb07a1f3756 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.1496274 Feb 09 02:06:25.261511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 44157f87-8f42-4b3f-944b-4509d0a7f339 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:25.421851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-62da86f4-ef31-466a-8e98-661a64309c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.423977 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-62da86f4-ef31-466a-8e98-661a64309c5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1946981 Feb 09 02:06:25.479555 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-ee045121-120f-4bd4-ae4e-1e8f2a620a4d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455992 Feb 09 02:06:25.606412 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Publish callbacks [] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.625009 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.649295 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-24e6a044-1bee-4372-832f-3e1255e2ec8b service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487672 Feb 09 02:06:25.652153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Made reservation on behalf of 5dd701f32fad4a228cfc6d7a64b7a160 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:25.656518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.665339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-f1b02015-3f58-480e-b01a-9179513d2662 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.675945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-f1b02015-3f58-480e-b01a-9179513d2662 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 820 time: 0.6040614 Feb 09 02:06:25.723685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a76667a-1caa-429a-b28a-499e852d1645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.725762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 44157f87-8f42-4b3f-944b-4509d0a7f339 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:25.728439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b2448b66-5eef-4753-8972-faa6f40415fc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:25.729078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.747102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 44157f87-8f42-4b3f-944b-4509d0a7f339 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:25.747833 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.752413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-763c9161-71c1-4f27-aeea-dd7487b7c639 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/quotas/5827016e63c84ce1ac48843cdbd70754 HTTP/1.1" status: 200 len: 375 time: 0.0675907 Feb 09 02:06:25.785805 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 3, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:25.791269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71ef6-61ed-4453-9e88-0f9b2e0ea419 req-a5c78dc6-17c0-4724-b493-ff7a1437a983 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:25.792879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0e71ef6-61ed-4453-9e88-0f9b2e0ea419 req-a5c78dc6-17c0-4724-b493-ff7a1437a983 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.5551095 Feb 09 02:06:25.798163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381134b6-2ea0-42eb-b426-65a3df245716 None None] Pushing event updated for resources: {'Port': ['ID=805e4546-3e24-4be5-9300-cf749a6d3a4c,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:25.844289 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Checking router: 11ee14a2-6f7d-4372-8ad1-1968bada57e5 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:25.844855 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Updating router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 port 15a41454-8b26-47d5-8d0e-e17ecbc02839 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:25.927441 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:25.988770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Attempting to bind port 805e4546-3e24-4be5-9300-cf749a6d3a4c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:25.989169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Attempting to bind port 805e4546-3e24-4be5-9300-cf749a6d3a4c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:25.989539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Attempting to bind port 805e4546-3e24-4be5-9300-cf749a6d3a4c on network 70561d13-1311-45ac-978a-972b06b17e8a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:26.006965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:26.007382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Checking segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:26.007887 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.008199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Bound using segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:26.008689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Bound port: 805e4546-3e24-4be5-9300-cf749a6d3a4c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:26.012831 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.159703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 44157f87-8f42-4b3f-944b-4509d0a7f339 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:26.160358 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.167514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b2448b66-5eef-4753-8972-faa6f40415fc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:26.211750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Allocated IP 172.20.0.12 (a077af15-02db-4c1f-ab9a-79d3e44ce685/d90c16dd-d758-4014-a70c-00bfecbe7c2e/7ecdb1f3-bb93-41ea-8552-0c9a173f821a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:26.222155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:26.224737 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b79d8b7-964e-4337-af82-eefc7c3aa96f" -d '{"events": [{"server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "name": "network-vif-plugged", "status": "completed", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:26.252814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 44157f87-8f42-4b3f-944b-4509d0a7f339, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=44157f87-8f42-4b3f-944b-4509d0a7f339,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:26.253574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] For port 805e4546-3e24-4be5-9300-cf749a6d3a4c, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:26.278560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cd722773-43f0-44c2-9645-6a5bfc889327 None None] Provisioning complete for port 805e4546-3e24-4be5-9300-cf749a6d3a4c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:26.279939 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd722773-43f0-44c2-9645-6a5bfc889327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.306185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e56657-b163-4362-9ef2-5e27eed0103f {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:26.315274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] For port 805e4546-3e24-4be5-9300-cf749a6d3a4c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=805e4546-3e24-4be5-9300-cf749a6d3a4c,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:26.317306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Publish callbacks [] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.322827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.323529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-9477e7df-70b1-4b24-a299-4645b832d2ec tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5702050 Feb 09 02:06:26.331615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Transition to ACTIVE for port object f9e56657-b163-4362-9ef2-5e27eed0103f will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:26.344546 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Publish callbacks [] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.358501 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.360797 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-61ba20b2-4205-4ff2-9d40-1d26c7dddaec req-672e378d-59df-4075-ac0e-df00e2f3035c service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871846 Feb 09 02:06:26.365040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.420817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.459983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-084ae03f-949e-4d3c-838c-594d97926431 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204076 Feb 09 02:06:26.465657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0e71ef6-61ed-4453-9e88-0f9b2e0ea419 req-f408881b-45bf-4ba9-ae6c-5313121ef4f0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238828 Feb 09 02:06:26.536916 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662c942-de4d-4216-b5a7-52e80e2f4a70 None None] Pushing event updated for resources: {'Port': ['ID=15a41454-8b26-47d5-8d0e-e17ecbc02839,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:26.541002 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Attempting to bind port 15a41454-8b26-47d5-8d0e-e17ecbc02839 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:26.541716 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Attempting to bind port 15a41454-8b26-47d5-8d0e-e17ecbc02839 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:26.542304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Attempting to bind port 15a41454-8b26-47d5-8d0e-e17ecbc02839 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:26.551006 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:26.551487 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:26.551963 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.552445 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:26.553924 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Bound port: 15a41454-8b26-47d5-8d0e-e17ecbc02839, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:26.555144 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.660342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cd722773-43f0-44c2-9645-6a5bfc889327 None None] Port 805e4546-3e24-4be5-9300-cf749a6d3a4c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:26.671116 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] For port 15a41454-8b26-47d5-8d0e-e17ecbc02839, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:26.679536 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] For port 15a41454-8b26-47d5-8d0e-e17ecbc02839, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=15a41454-8b26-47d5-8d0e-e17ecbc02839,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:26.690102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=44157f87-8f42-4b3f-944b-4509d0a7f339,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:26.696797 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:26.721363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e56657-b163-4362-9ef2-5e27eed0103f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:26.757363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:26.757843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:26.872650 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662c942-de4d-4216-b5a7-52e80e2f4a70 None None] Pushing event updated for resources: {'Port': ['ID=15a41454-8b26-47d5-8d0e-e17ecbc02839,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:26.884732 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:26.885753 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:26.899888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.038738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13df0d21-b125-46e5-9716-9fffd939c602 req-ee0ffa17-425e-4a93-8da3-a6e58e938677 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 210 time: 0.2391179 Feb 09 02:06:27.054906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-caec41f8-52a1-4cf3-a385-c998b5df94ba service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850971 Feb 09 02:06:27.085919 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:27.131400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Attempting to bind port f9e56657-b163-4362-9ef2-5e27eed0103f on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:27.132072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Attempting to bind port f9e56657-b163-4362-9ef2-5e27eed0103f by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:27.132603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Attempting to bind port f9e56657-b163-4362-9ef2-5e27eed0103f on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:27.144135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Port f9e56657-b163-4362-9ef2-5e27eed0103f on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:27.144817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Attempting to bind port f9e56657-b163-4362-9ef2-5e27eed0103f on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:27.163182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:27.165148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:27.165754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:27.167004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Bound port: f9e56657-b163-4362-9ef2-5e27eed0103f, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:27.168484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.211666 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.317947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] For port f9e56657-b163-4362-9ef2-5e27eed0103f, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:27.333221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] For port f9e56657-b163-4362-9ef2-5e27eed0103f, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f9e56657-b163-4362-9ef2-5e27eed0103f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:27.337142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.338400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.361635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381134b6-2ea0-42eb-b426-65a3df245716 None None] Pushing event updated for resources: {'Port': ['ID=805e4546-3e24-4be5-9300-cf749a6d3a4c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:27.426280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:27.432420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.480493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.480927 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.483179 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] 10.222.0.72 "PUT /v2.0/ports/f9e56657-b163-4362-9ef2-5e27eed0103f HTTP/1.1" status: 200 len: 1097 time: 3.5589285 Feb 09 02:06:27.484720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'tag': 'f9e56657-b163-4362-9ef2-5e27eed0103f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:27.487220 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48258bd-991f-490f-a433-315451fe46d3" -d '{"events": [{"name": "network-changed", "server_uuid": "af2a79c1-5df7-4bc6-a936-a2837b600bff", "tag": "f9e56657-b163-4362-9ef2-5e27eed0103f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:27.496420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Network a077af15-02db-4c1f-ab9a-79d3e44ce685 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:27.510110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:27.519262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:27.546398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:27.595844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540c7e4-7322-454e-809c-077a5caa88f1 req-8b77b7a5-dc8d-4e52-9e11-ee7e936476c5 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.605488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1540c7e4-7322-454e-809c-077a5caa88f1 req-8b77b7a5-dc8d-4e52-9e11-ee7e936476c5 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.2524543 Feb 09 02:06:27.624020 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.624910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.635396 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 3, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:27.694400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629235c-9758-4911-b0c1-c83b6af64d12 req-941c0a90-f062-41a4-aa65-7533714df777 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.706284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9629235c-9758-4911-b0c1-c83b6af64d12 req-941c0a90-f062-41a4-aa65-7533714df777 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 948 time: 0.2344167 Feb 09 02:06:27.707688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a6cf-3817-421c-8139-27ae35833d65 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e56657-b163-4362-9ef2-5e27eed0103f,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:27.715855 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8ded5c-d961-4584-9a48-7eb74e6d5cda None None] The sync data for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 is: [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:20Z', 'revision_number': 3, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:27.720814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-564495cd-feb9-4c82-b954-3e272e1f750b None None] Provisioning complete for port 805e4546-3e24-4be5-9300-cf749a6d3a4c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:27.722208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-564495cd-feb9-4c82-b954-3e272e1f750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:27.727134 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-18e12e00-a905-4364-9a97-d5516fae8cbe tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8762953 Feb 09 02:06:27.736428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-ec73da34-78c2-4591-97c5-9b26aa1eca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.738033 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-ec73da34-78c2-4591-97c5-9b26aa1eca33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 1131 time: 0.1081016 Feb 09 02:06:27.750946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Request body: {'port': {'device_id': 'f59727c9-4090-4824-af23-54fc4cb23640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:27.856585 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-4f897e1d-c4f2-4fb0-8e2b-69b7c9e39609 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f9e56657-b163-4362-9ef2-5e27eed0103f HTTP/1.1" status: 200 len: 217 time: 0.0872347 Feb 09 02:06:27.864418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1540c7e4-7322-454e-809c-077a5caa88f1 req-1eb3148a-5a0d-435b-aad0-15665d68e456 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574832 Feb 09 02:06:27.972254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9629235c-9758-4911-b0c1-c83b6af64d12 req-0b3ac686-140e-4e07-a2ef-678ae9032814 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625396 Feb 09 02:06:27.988576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-bb17741b-a8cd-4e94-9db4-5efa6dd70b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:27.988576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-bb17741b-a8cd-4e94-9db4-5efa6dd70b47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1159883 Feb 09 02:06:27.988576 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.025205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Allocated IP 172.20.0.1 (854b410b-8d92-47d2-b1a1-46a7c0424200/eba3a8ad-cfd6-41dd-970a-299c2e63c034/2dede04d-a2f8-49c7-b2aa-e3e078b8ddab) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:28.090209 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a45bd-f8fc-4e6e-9fab-f4ac08b160f3 x-openstack-request-id: req-527a45bd-f8fc-4e6e-9fab-f4ac08b160f3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:28.090551 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "name": "network-vif-plugged", "status": "completed", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:28.090810 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-527a45bd-f8fc-4e6e-9fab-f4ac08b160f3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:28.091220 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'code': 200} Feb 09 02:06:28.114158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-a1d51eba-489a-4c46-ba6e-1e0e2868fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:28.125700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-a1d51eba-489a-4c46-ba6e-1e0e2868fa34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1351106 Feb 09 02:06:28.168051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.366384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7efffd11-8546-47f4-9a8b-65d004cc81bb req-7b701282-5c1f-46aa-8419-467fe3b4b317 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 210 time: 0.1030042 Feb 09 02:06:28.382186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks [] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.408875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-564495cd-feb9-4c82-b954-3e272e1f750b None None] Current status of the port 805e4546-3e24-4be5-9300-cf749a6d3a4c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:28.411025 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-564495cd-feb9-4c82-b954-3e272e1f750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.547847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.580998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-564495cd-feb9-4c82-b954-3e272e1f750b None None] For port 805e4546-3e24-4be5-9300-cf749a6d3a4c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=805e4546-3e24-4be5-9300-cf749a6d3a4c,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:28.596604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-564495cd-feb9-4c82-b954-3e272e1f750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:28.683404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:28.720523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:28.738807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:28.805869 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942d447-dc9c-4175-b5e8-bc21206e096f x-openstack-request-id: req-a942d447-dc9c-4175-b5e8-bc21206e096f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:28.806904 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2a79c1-5df7-4bc6-a936-a2837b600bff", "tag": "f9e56657-b163-4362-9ef2-5e27eed0103f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:28.807320 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a942d447-dc9c-4175-b5e8-bc21206e096f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:28.807911 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'tag': 'f9e56657-b163-4362-9ef2-5e27eed0103f', 'status': 'completed', 'code': 200} Feb 09 02:06:28.809201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564495cd-feb9-4c82-b954-3e272e1f750b None None] Pushing event updated for resources: {'Port': ['ID=805e4546-3e24-4be5-9300-cf749a6d3a4c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:28.822993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:26Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:28.881284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0bdec-4c5d-4f45-bece-9d14820dec60 None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:26Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:29.000348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Pushing event updated for resources: {'Port': ['ID=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:29.185177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca499-c1a8-4abe-a7d0-4814bacddcf3 req-78059e16-29bc-457c-ac66-e3f7a63b0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:29.187294 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c1dca499-c1a8-4abe-a7d0-4814bacddcf3 req-78059e16-29bc-457c-ac66-e3f7a63b0477 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 1129 time: 1.0606983 Feb 09 02:06:29.228070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfdd44-0d20-408d-9d0a-943fe23a448b req-1149add4-9e7f-42f6-b19c-73710263346e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:29.239515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dbfdd44-0d20-408d-9d0a-943fe23a448b req-1149add4-9e7f-42f6-b19c-73710263346e tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.4814875 Feb 09 02:06:29.268332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0b1f6-64bf-4e02-ab16-f89c5152aa93 req-9b1f81d0-f5be-4508-a631-aeafe189e532 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:29.278657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88a0b1f6-64bf-4e02-ab16-f89c5152aa93 req-9b1f81d0-f5be-4508-a631-aeafe189e532 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 932 time: 0.5857825 Feb 09 02:06:29.283657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (11ee14a2-6f7d-4372-8ad1-1968bada57e5), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.300029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 805e4546-3e24-4be5-9300-cf749a6d3a4c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:29.409145 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c1dca499-c1a8-4abe-a7d0-4814bacddcf3 req-23188f9d-e336-4bd8-a4bd-c5f3057e6e93 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017827 Feb 09 02:06:29.449749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-52240996-da19-4b75-9c19-0dc4ca0c2f94 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2466927 Feb 09 02:06:29.476066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-76f3969d-b102-4fcc-864d-01fabbeb1291 None None] Provisioning complete for port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:29.478179 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-76f3969d-b102-4fcc-864d-01fabbeb1291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.509162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2b129-91e3-453d-bf8b-99b5fd7c9ca4 req-8a4bed58-8d6d-4f46-9619-826a8008bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:29.510931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4cf2b129-91e3-453d-bf8b-99b5fd7c9ca4 req-8a4bed58-8d6d-4f46-9619-826a8008bdff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 1129 time: 0.2101510 Feb 09 02:06:29.602247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 805e4546-3e24-4be5-9300-cf749a6d3a4c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:29.606165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.615366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-76f3969d-b102-4fcc-864d-01fabbeb1291 None None] Port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:29.622410 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4cf2b129-91e3-453d-bf8b-99b5fd7c9ca4 req-f5d1d9c8-d05f-43a8-a1d0-2143021d8c07 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013658 Feb 09 02:06:29.629480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecdb1f3-bb93-41ea-8552-0c9a173f821a {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:29.647461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Publish callbacks [] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.665437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Transition to ACTIVE for port object 7ecdb1f3-bb93-41ea-8552-0c9a173f821a will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:29.674046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.775500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:29.869490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dbfdd44-0d20-408d-9d0a-943fe23a448b req-5b11a62a-1654-416a-92d1-8db495974843 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287684 Feb 09 02:06:29.915259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 805e4546-3e24-4be5-9300-cf749a6d3a4c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:29.916431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 15a41454-8b26-47d5-8d0e-e17ecbc02839 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:29.937756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88a0b1f6-64bf-4e02-ab16-f89c5152aa93 req-f6f5d85c-1174-4f30-bfd5-fa0e7ccb7b50 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521440 Feb 09 02:06:30.026578 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-44dac97c-d670-48d3-b3d8-d734e81b4dc1 req-16260be0-9844-458d-a866-3584e1c31c7b service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722192 Feb 09 02:06:30.094786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 15a41454-8b26-47d5-8d0e-e17ecbc02839 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:30.095527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.223578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.280812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 15a41454-8b26-47d5-8d0e-e17ecbc02839 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:30.281484 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.318118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 15a41454-8b26-47d5-8d0e-e17ecbc02839, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=15a41454-8b26-47d5-8d0e-e17ecbc02839,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:30.323506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.327296 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.401145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=15a41454-8b26-47d5-8d0e-e17ecbc02839,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:30.405356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521e0c1-02e5-4b51-b310-52ae182745e5 req-794c751b-2ab5-4d5a-b81e-a8d24b929962 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.406196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-f46edbed-941c-4d3b-b699-20b7f2c5e29d tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.407735 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-f46edbed-941c-4d3b-b699-20b7f2c5e29d tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 820 time: 0.6637440 Feb 09 02:06:30.419506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e521e0c1-02e5-4b51-b310-52ae182745e5 req-794c751b-2ab5-4d5a-b81e-a8d24b929962 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 948 time: 0.2371459 Feb 09 02:06:30.423216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'port': {'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'admin_state_up': True, 'tenant_id': '5827016e63c84ce1ac48843cdbd70754'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:30.457659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e4ac4-96a1-42cf-bfc8-c89199684b4d req-61cf380b-7619-4ed4-b8a1-7bfc89313a57 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.465352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-123e4ac4-96a1-42cf-bfc8-c89199684b4d req-61cf380b-7619-4ed4-b8a1-7bfc89313a57 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.2898860 Feb 09 02:06:30.492015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Attempting to bind port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:30.492367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Attempting to bind port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:30.492742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Attempting to bind port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a on network a077af15-02db-4c1f-ab9a-79d3e44ce685 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:30.500356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48258bd-991f-490f-a433-315451fe46d3 req-7f288fc6-a54b-40ba-8ef5-40e7a19dff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.501967 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d48258bd-991f-490f-a433-315451fe46d3 req-7f288fc6-a54b-40ba-8ef5-40e7a19dff93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 1131 time: 0.2333283 Feb 09 02:06:30.522180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a on network a077af15-02db-4c1f-ab9a-79d3e44ce685 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:30.522526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Attempting to bind port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a on network a077af15-02db-4c1f-ab9a-79d3e44ce685 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:30.555352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e521e0c1-02e5-4b51-b310-52ae182745e5 req-7c0a3b6e-c16f-4e84-bf62-d6ef60ed8533 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320858 Feb 09 02:06:30.581719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:30.582064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Checking segment: {'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:30.582533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Bound using segment: {'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:30.583424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Bound port: 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:30.583796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.639635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-123e4ac4-96a1-42cf-bfc8-c89199684b4d req-676b268d-26aa-41d8-ac27-4f5f0767a0f2 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727271 Feb 09 02:06:30.749485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8080f3c-a8e6-48f0-90a1-1a2923feee23 req-8f0fbf5f-db1d-42ab-ba81-606d71d362ee tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 210 time: 0.0360355 Feb 09 02:06:30.774930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:30.779143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:30.781530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48258bd-991f-490f-a433-315451fe46d3 req-890ec89a-db8d-4f2c-91a8-2e2dcc75b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:30.784874 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d48258bd-991f-490f-a433-315451fe46d3 req-890ec89a-db8d-4f2c-91a8-2e2dcc75b253 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2723949 Feb 09 02:06:30.799936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Made reservation on behalf of 5827016e63c84ce1ac48843cdbd70754 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:30.806889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.830703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.875929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks [] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.893792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:30.949636 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d48258bd-991f-490f-a433-315451fe46d3 req-187da61f-f83f-4512-87ee-f188077590fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f9e56657-b163-4362-9ef2-5e27eed0103f HTTP/1.1" status: 200 len: 217 time: 0.1484859 Feb 09 02:06:31.023420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.024475 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.025904 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] 10.222.0.82 "PUT /v2.0/ports/7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 200 len: 1093 time: 3.2869585 Feb 09 02:06:31.032938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Pushing event updated for resources: {'Port': ['ID=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.036691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:31.040483 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf" -d '{"events": [{"name": "network-changed", "server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:31.157653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 15a41454-8b26-47d5-8d0e-e17ecbc02839 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:31.231062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe1ece-8d73-4948-b873-2c1f7810f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:31.256470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48258bd-991f-490f-a433-315451fe46d3 req-eb51ae74-292b-4060-8256-d47ebcd5bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.259358 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d48258bd-991f-490f-a433-315451fe46d3 req-eb51ae74-292b-4060-8256-d47ebcd5bc30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2240067 Feb 09 02:06:31.265294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (11ee14a2-6f7d-4372-8ad1-1968bada57e5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.299851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 15a41454-8b26-47d5-8d0e-e17ecbc02839 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:31.300406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.302839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470796-d251-4197-8418-883c683ea2fc req-e1b9c413-1f6e-4871-9936-b07b3ca6ba46 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.305195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f470796-d251-4197-8418-883c683ea2fc req-e1b9c413-1f6e-4871-9936-b07b3ca6ba46 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.2407577 Feb 09 02:06:31.315436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132b5c-50db-4b55-9e55-d08b5ed983a3 req-46e6e44f-3489-46c9-be91-2a254a63a9f6 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.317292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0132b5c-50db-4b55-9e55-d08b5ed983a3 req-46e6e44f-3489-46c9-be91-2a254a63a9f6 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 944 time: 0.1801550 Feb 09 02:06:31.414586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Allocated IP 172.20.0.12 (70561d13-1311-45ac-978a-972b06b17e8a/be6b6377-e2a3-477a-8d3b-aa48fae6f727/0e8f8522-506f-4791-850a-f31d44ec19f8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:31.441879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48258bd-991f-490f-a433-315451fe46d3 req-315dfdc2-52f1-49f2-9c08-8997823d0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.443841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d48258bd-991f-490f-a433-315451fe46d3 req-315dfdc2-52f1-49f2-9c08-8997823d0038 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1761241 Feb 09 02:06:31.448692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-7d8c95cb-b5ee-4948-9756-05a09dfa1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.450780 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-7d8c95cb-b5ee-4948-9756-05a09dfa1abd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1127 time: 0.1652763 Feb 09 02:06:31.493336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 15a41454-8b26-47d5-8d0e-e17ecbc02839 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:31.525049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f470796-d251-4197-8418-883c683ea2fc req-bbfb1ee6-a1dd-4100-97b3-371c779b4865 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023730 Feb 09 02:06:31.576846 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-bdeb80d4-638f-4060-a173-ccb0670e0761 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 200 len: 217 time: 0.1121292 Feb 09 02:06:31.583446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0132b5c-50db-4b55-9e55-d08b5ed983a3 req-a1637aed-14d8-4b7d-82da-e4ef9a22a6ef tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541513 Feb 09 02:06:31.599691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:31.601569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:31.713169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-b03d4b24-59b3-4fae-9c80-1ee476b43223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:31.715793 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-b03d4b24-59b3-4fae-9c80-1ee476b43223 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.1228812 Feb 09 02:06:31.870812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:31.911753 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7df67-e91a-4055-95be-9037fbebc1d1 x-openstack-request-id: req-a1b7df67-e91a-4055-95be-9037fbebc1d1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:31.912186 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:31.912544 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1b7df67-e91a-4055-95be-9037fbebc1d1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:31.913091 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a', 'status': 'completed', 'code': 200} Feb 09 02:06:31.955295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:31.970428 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d48258bd-991f-490f-a433-315451fe46d3 req-4a58f069-369b-49af-939d-1e7619df5160 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159733 Feb 09 02:06:31.991338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.063211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9abefad3-fc38-4e04-a48b-3e0106650640 None None] Provisioning complete for port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:32.063919 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9abefad3-fc38-4e04-a48b-3e0106650640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.082864 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-c3168682-950a-4e60-adf8-b0d9cd7c5215 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113536 Feb 09 02:06:32.088085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099164f1-6c06-40bd-9260-5552c785e16a req-f8fee818-09e0-46e1-812e-0613cbcedb60 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.089729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-099164f1-6c06-40bd-9260-5552c785e16a req-f8fee818-09e0-46e1-812e-0613cbcedb60 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 948 time: 0.2435889 Feb 09 02:06:32.141925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9abefad3-fc38-4e04-a48b-3e0106650640 None None] Port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:32.207782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Network 70561d13-1311-45ac-978a-972b06b17e8a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:32.249398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-099164f1-6c06-40bd-9260-5552c785e16a req-65d7b99f-dded-4a77-bda9-ee63a0398096 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Feb 09 02:06:32.251975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:32.258679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5a356-c963-4264-a1bd-fbe77ef4291a req-5ec2654c-060d-47dc-aeb3-35aff8147975 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.258969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:32.270743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ae5a356-c963-4264-a1bd-fbe77ef4291a req-5ec2654c-060d-47dc-aeb3-35aff8147975 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.2422612 Feb 09 02:06:32.284502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:32.293776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Sync routers for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:32.296539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-44033afd-f5be-477d-9b8a-3b2b2439e960 admin admin] 10.222.0.53 "PUT /v2.0/routers/11ee14a2-6f7d-4372-8ad1-1968bada57e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4180739 Feb 09 02:06:32.326411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:32.327078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:32.346539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Pushing event updated for resources: {'Port': ['ID=0e8f8522-506f-4791-850a-f31d44ec19f8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:32.393237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ae5a356-c963-4264-a1bd-fbe77ef4291a req-3bc26883-0e96-4c71-a01a-f55bf45b4635 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213300 Feb 09 02:06:32.473868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-360624c4-0ee8-4423-9dac-2661a24f0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.477625 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-360624c4-0ee8-4423-9dac-2661a24f0608 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8947044258ce4e7abddeff493005fc22&device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 1129 time: 0.5037966 Feb 09 02:06:32.571419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:32.611684 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d48258bd-991f-490f-a433-315451fe46d3 req-5545a2ae-b988-4df1-a977-6fd47563758f service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143906 Feb 09 02:06:32.629941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36005b2-71f2-423b-9da8-432092604c02 req-b1fbdb2d-40de-494d-813b-ffeb5be4ef6f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.630945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c36005b2-71f2-423b-9da8-432092604c02 req-b1fbdb2d-40de-494d-813b-ffeb5be4ef6f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 932 time: 0.1995902 Feb 09 02:06:32.645691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.646739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.708087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddab5f-06ef-415b-8ce6-0ea95444dbb3 req-51041bab-b920-4e9c-9337-4eb346744a26 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:32.717047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eeddab5f-06ef-415b-8ce6-0ea95444dbb3 req-51041bab-b920-4e9c-9337-4eb346744a26 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.1859984 Feb 09 02:06:32.765632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c36005b2-71f2-423b-9da8-432092604c02 req-b8d1f15a-7731-487d-890e-96787c483974 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215613 Feb 09 02:06:32.792184 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-7d7e8437-612e-403f-bb45-3c8029c957fa service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267619 Feb 09 02:06:32.802390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-00f4d117-da0b-469a-a250-09c5b9fc6bba tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3837228 Feb 09 02:06:32.819613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eeddab5f-06ef-415b-8ce6-0ea95444dbb3 req-613c0eca-a941-4521-9758-fbc736229d24 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013396 Feb 09 02:06:32.847217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-27f8ba5c-8df2-4b5c-896c-96819b7298a4 None None] Provisioning complete for port 0e8f8522-506f-4791-850a-f31d44ec19f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:32.847870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-27f8ba5c-8df2-4b5c-896c-96819b7298a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:32.978511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Request body: {'port': {'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:32.996117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-27f8ba5c-8df2-4b5c-896c-96819b7298a4 None None] Port 0e8f8522-506f-4791-850a-f31d44ec19f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:33.012089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-b20c0b47-e366-4061-8425-a88443b8b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:33.016490 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-b20c0b47-e366-4061-8425-a88443b8b097 service neutron] 10.222.0.82 "GET /v2.0/networks?id=99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 200 len: 911 time: 0.5126386 Feb 09 02:06:33.116894 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-f80179a0-3624-4ac8-89fa-457b97979554 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6 HTTP/1.1" status: 200 len: 217 time: 0.0947540 Feb 09 02:06:33.131345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49495838-88f1-4d72-8674-486f16bb518a req-5111310f-74d6-49d0-a0fd-7c3ef3ffce8e tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:33.133053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49495838-88f1-4d72-8674-486f16bb518a req-5111310f-74d6-49d0-a0fd-7c3ef3ffce8e tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.2018585 Feb 09 02:06:33.154260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41042) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:33.182655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Request body: {'floatingip': {'port_id': '44157f87-8f42-4b3f-944b-4509d0a7f339'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:33.196016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 2, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:33.242820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Checking router: 11ee14a2-6f7d-4372-8ad1-1968bada57e5 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:33.243451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Updating router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:33.246485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f9e56657-b163-4362-9ef2-5e27eed0103f details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:33.273093 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b5b0ade5-a068-41f7-a25d-5f2e8440bccc req-ffea768e-d62f-4fc8-b8f7-d9e270b363bb service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686313 Feb 09 02:06:33.304556 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:33.334912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e5f8-46f7-49b3-ad4a-7026c276939f req-a3d64164-5aca-4d15-b0b2-d3a6ec402f28 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:33.340620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a201e5f8-46f7-49b3-ad4a-7026c276939f req-a3d64164-5aca-4d15-b0b2-d3a6ec402f28 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 944 time: 0.3321133 Feb 09 02:06:33.348421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for floatingip (fa386a1a-ea5b-40fd-800d-968e365a32f1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:33.352037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:33.519696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-c1035d86-7784-4784-9bbc-21422836af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:33.523426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-c1035d86-7784-4784-9bbc-21422836af72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 200 len: 850 time: 0.3962238 Feb 09 02:06:33.596141 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-6aa0bf57-f884-4bb3-b294-99840565127b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99afb082-e4f1-4839-91e4-3239bfdd2a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637765 Feb 09 02:06:33.600733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41054) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:33.653185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a201e5f8-46f7-49b3-ad4a-7026c276939f req-36455c6e-10d0-4741-a7d5-888bf2cc2508 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965808 Feb 09 02:06:33.658024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f9e56657-b163-4362-9ef2-5e27eed0103f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f9e56657-b163-4362-9ef2-5e27eed0103f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:33.768246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e6f9a-11e0-4b17-a352-3c88b2ee38b3 req-87319eb5-cd45-4b64-b462-863fe51ed70c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:33.774250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-666e6f9a-11e0-4b17-a352-3c88b2ee38b3 req-87319eb5-cd45-4b64-b462-863fe51ed70c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 948 time: 0.3002512 Feb 09 02:06:33.786717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41060) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:33.809615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-536472182-network', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:33.970838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Made reservation on behalf of e7fd0cbb4bac4d8bad445fa5cc17bc2a for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:33.973517 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.023746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.073041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-666e6f9a-11e0-4b17-a352-3c88b2ee38b3 req-cc36cc90-89ec-491b-b061-1ffd4d5bd8d9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845974 Feb 09 02:06:34.114662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-4bdf4c7d-5141-4cec-9d08-20af85942cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.116392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-4bdf4c7d-5141-4cec-9d08-20af85942cc2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1127 time: 0.7681277 Feb 09 02:06:34.167251 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Publish callbacks [] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.175172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f9e56657-b163-4362-9ef2-5e27eed0103f', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f9e56657-b163-4362-9ef2-5e27eed0103f', 'mac_address': 'fa:16:3e:cf:cc:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:34.182898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b03de-c12b-47cc-a2f7-ad7a47a0d65b req-1be018aa-ea45-4e59-b913-9b1d6681f64c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.186821 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.191430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-848b03de-c12b-47cc-a2f7-ad7a47a0d65b req-1be018aa-ea45-4e59-b913-9b1d6681f64c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 932 time: 0.2807577 Feb 09 02:06:34.293048 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-25c17904-d376-40d7-96af-2249e3135bf0 service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791232 Feb 09 02:06:34.371215 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e449d722-652f-4956-9b3c-f8f5c0ea8a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.391673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f9e56657-b163-4362-9ef2-5e27eed0103f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:34.391673 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.417943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e56657-b163-4362-9ef2-5e27eed0103f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:34.422377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67c21b-9ab1-48d0-b754-750e078843d5 None None] Pushing event updated for resources: {'Port': ['ID=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:34.473525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Attempting to bind port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:34.474015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Attempting to bind port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:34.474384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Attempting to bind port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab on network 854b410b-8d92-47d2-b1a1-46a7c0424200 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:34.478979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f9e56657-b163-4362-9ef2-5e27eed0103f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f9e56657-b163-4362-9ef2-5e27eed0103f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:34.487922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:34.488347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Checking segment: {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:34.488752 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.489234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Bound using segment: {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:34.489749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Bound port: 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:34.490141 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.493839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.500634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-d04b1708-fc33-4d80-9a5c-bea9ddbee31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.502079 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-d04b1708-fc33-4d80-9a5c-bea9ddbee31f service neutron] 10.222.0.82 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 913 time: 0.3768108 Feb 09 02:06:34.595931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-0aa7733c-a46e-4930-9daf-7c4d7296b8b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 200 len: 217 time: 0.0755749 Feb 09 02:06:34.611035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-848b03de-c12b-47cc-a2f7-ad7a47a0d65b req-d936f97f-5b3c-4aec-87d0-ef94d5b0496d tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186382 Feb 09 02:06:34.655028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbeeb339-8af3-4d84-bc3d-b9eeaf970fb7 req-85434696-38e6-4d24-bf70-cce41c73c30d service neutron] 10.222.0.82 "GET /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517885 Feb 09 02:06:34.663200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f9e56657-b163-4362-9ef2-5e27eed0103f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:34.667338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8f8522-506f-4791-850a-f31d44ec19f8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:34.681591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Publish callbacks [] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.692693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e6f9eab3-c9d5-4b8d-86fb-313ba31fc7c9 None None] Provisioning complete for port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:34.693081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6f9eab3-c9d5-4b8d-86fb-313ba31fc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.696690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] For port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:34.703018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-39c1dd77-ea1a-4fc9-b174-5fe280836f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.704711 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-39c1dd77-ea1a-4fc9-b174-5fe280836f48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.1018035 Feb 09 02:06:34.707731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Transition to ACTIVE for port object 0e8f8522-506f-4791-850a-f31d44ec19f8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:34.730549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.767127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] For port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:34.773979 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-ceb46b0f-8d5f-4cfa-ad2d-56c5b997200b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614579 Feb 09 02:06:34.775984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9eab3-c9d5-4b8d-86fb-313ba31fc7c9 None None] Port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:34.778010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226d367-2d6b-4dc8-92b7-c59633244e54 req-5839beff-123a-4f41-aad8-86d5ce6b9bf1 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:34.779475 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.785566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9226d367-2d6b-4dc8-92b7-c59633244e54 req-5839beff-123a-4f41-aad8-86d5ce6b9bf1 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.6151469 Feb 09 02:06:34.833458 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks [] for security_group (e7570315-00f0-451d-8a93-3d5321fb4553), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.868213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:34.869952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:34.880945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e7570315-00f0-451d-8a93-3d5321fb4553), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.989810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:34.998513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f8522-506f-4791-850a-f31d44ec19f8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.049305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:35.059039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67c21b-9ab1-48d0-b754-750e078843d5 None None] Pushing event updated for resources: {'Port': ['ID=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.195673 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-1b4e4213-1430-48c7-8363-7c46c570b331 service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625343 Feb 09 02:06:35.195894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:06:35.231693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9226d367-2d6b-4dc8-92b7-c59633244e54 req-ac761250-6c48-4864-bd95-53aee3b8d2e7 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236531 Feb 09 02:06:35.236047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (39a3f698-86cb-4233-be97-945bbd49cfac), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.236779 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Added segment 39a3f698-86cb-4233-be97-945bbd49cfac of type vlan for network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 Feb 09 02:06:35.304432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:35.320571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7570315-00f0-451d-8a93-3d5321fb4553,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.406610 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e94dca1e-f1d6-4ff3-ae11-cbc11f0c6faf req-df755763-8eb8-4dd0-9e5b-3b2df67df086 service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970980 Feb 09 02:06:35.413995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9a99c-fa45-4e1a-89b7-ab0f1fdcc584 req-da24c4d5-382b-4d1d-a444-0c1731041176 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:35.429842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53f9a99c-fa45-4e1a-89b7-ab0f1fdcc584 req-da24c4d5-382b-4d1d-a444-0c1731041176 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 944 time: 0.6261096 Feb 09 02:06:35.433251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Attempting to bind port 0e8f8522-506f-4791-850a-f31d44ec19f8 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:35.433670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Attempting to bind port 0e8f8522-506f-4791-850a-f31d44ec19f8 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:35.434068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Attempting to bind port 0e8f8522-506f-4791-850a-f31d44ec19f8 on network 70561d13-1311-45ac-978a-972b06b17e8a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:35.442870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Port 0e8f8522-506f-4791-850a-f31d44ec19f8 on network 70561d13-1311-45ac-978a-972b06b17e8a not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:35.443284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Attempting to bind port 0e8f8522-506f-4791-850a-f31d44ec19f8 on network 70561d13-1311-45ac-978a-972b06b17e8a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:35.448997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:35.449530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Checking segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:35.450104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Bound using segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:35.452090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Bound port: 0e8f8522-506f-4791-850a-f31d44ec19f8, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:35.452090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.492502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-29635fe1-47ee-4047-a66d-c4940839904f None None] Provisioning complete for port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:35.493065 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29635fe1-47ee-4047-a66d-c4940839904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.534434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e449d722-652f-4956-9b3c-f8f5c0ea8a9d admin admin] Publish callbacks [] for security_group (0d9db70f-bf48-4f24-bdfb-4d474b476f1f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.538181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (5be6da99-5a13-477a-a5ab-1ee9c25d6f57), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.559357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e449d722-652f-4956-9b3c-f8f5c0ea8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0d9db70f-bf48-4f24-bdfb-4d474b476f1f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.570012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] For port 0e8f8522-506f-4791-850a-f31d44ec19f8, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:35.574476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] For port 0e8f8522-506f-4791-850a-f31d44ec19f8, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0e8f8522-506f-4791-850a-f31d44ec19f8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:35.577686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.584287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.609868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fa386a1a-ea5b-40fd-800d-968e365a32f1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.631442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53f9a99c-fa45-4e1a-89b7-ab0f1fdcc584 req-4b68a833-e097-4590-b40f-346195f8c39f tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008517 Feb 09 02:06:35.709618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:35.714306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.716831 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] 10.222.0.72 "PUT /v2.0/ports/0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 1093 time: 2.7575381 Feb 09 02:06:35.718655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:35.723688 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6dc349-d76a-47ce-9471-d520cc6e0de7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:35.733954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-29635fe1-47ee-4047-a66d-c4940839904f None None] Current status of the port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:35.734534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29635fe1-47ee-4047-a66d-c4940839904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.792982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-29635fe1-47ee-4047-a66d-c4940839904f None None] For port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:35.795539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:34Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:35.832330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6414573a-8073-4d2a-bb51-9ac26f210857 None None] The sync data for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 is: [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:34Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:35.834723 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29635fe1-47ee-4047-a66d-c4940839904f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:35.835689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0936b31-0c6c-4022-8b0f-4dcce4cd05ac service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f8522-506f-4791-850a-f31d44ec19f8,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.886204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-9a329d81-68f6-48b8-8424-55984bcebd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:35.887842 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-9a329d81-68f6-48b8-8424-55984bcebd06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1127 time: 0.1137025 Feb 09 02:06:35.973171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29635fe1-47ee-4047-a66d-c4940839904f None None] Pushing event updated for resources: {'Port': ['ID=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:35.987996 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-e679c504-d471-48d9-8986-d0021bc44028 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 217 time: 0.0892863 Feb 09 02:06:36.080824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-850a080f-e6fa-4c77-97ee-a9d9518352e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.082509 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-850a080f-e6fa-4c77-97ee-a9d9518352e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0787141 Feb 09 02:06:36.151867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-6df75d3f-0a34-46ca-abb7-3a7eb8cd8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.154708 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-6df75d3f-0a34-46ca-abb7-3a7eb8cd8047 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581577 Feb 09 02:06:36.215012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e449d722-652f-4956-9b3c-f8f5c0ea8a9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41c882ec3a3f458293c8b4c308fec026&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6095238 Feb 09 02:06:36.218241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449d722-652f-4956-9b3c-f8f5c0ea8a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9db70f-bf48-4f24-bdfb-4d474b476f1f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:36.221857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41080) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:36.267555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (5be6da99-5a13-477a-a5ab-1ee9c25d6f57), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.268640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.269495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.302517 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-963b1bf2-82b6-43cb-9b14-c7c727f3fe18 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418393 Feb 09 02:06:36.316553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689a8aa-beee-46cd-ae44-012f5191782e req-718a26e4-dbfe-4e12-94d1-d8af9f5b5e29 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.318403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6689a8aa-beee-46cd-ae44-012f5191782e req-718a26e4-dbfe-4e12-94d1-d8af9f5b5e29 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 949 time: 0.9221840 Feb 09 02:06:36.417976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6282833 Feb 09 02:06:36.423220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:36.429590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Request body: {'subnet': {'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-subnet', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:36.444423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 7ecdb1f3-bb93-41ea-8552-0c9a173f821a details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:36.465705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-762d1d9e-cee0-4342-b200-c4c4eb44ce9d req-44484f28-9927-45b6-86f5-fbad2f011f59 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538241 Feb 09 02:06:36.477452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Made reservation on behalf of e7fd0cbb4bac4d8bad445fa5cc17bc2a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:36.480120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.519102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2479f4-3458-4b1d-a18f-a6826b418e8a admin admin] Pushing event updated for resources: {'Network': ['ID=5be6da99-5a13-477a-a5ab-1ee9c25d6f57,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:36.527676 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Floating IP fa386a1a-ea5b-40fd-800d-968e365a32f1 associated. External IP: 172.25.6.145, port: 44157f87-8f42-4b3f-944b-4509d0a7f339. Feb 09 02:06:36.536839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:36.543268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cef105-57e1-448d-90fd-85a77435441c req-c2d5424f-5fc9-4a79-854a-681b7e03822b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:36.554149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5cef105-57e1-448d-90fd-85a77435441c req-c2d5424f-5fc9-4a79-854a-681b7e03822b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 944 time: 0.3445232 Feb 09 02:06:36.649087 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67f85f27-b301-4774-8c99-4a3e4f0a44bf admin admin] Publish callbacks [] for security_group (0d9db70f-bf48-4f24-bdfb-4d474b476f1f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.724123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (2669fa4e-114a-4471-ace4-6841d9862ab3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.737325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6689a8aa-beee-46cd-ae44-012f5191782e req-f0301c1e-5a2b-4c27-8036-4a6e79a13054 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027536 Feb 09 02:06:36.780549 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67f85f27-b301-4774-8c99-4a3e4f0a44bf admin admin] Publish callbacks [] for security_group (0d9db70f-bf48-4f24-bdfb-4d474b476f1f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.796162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:36.825242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a', 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685', 'port_id': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a', 'mac_address': 'fa:16:3e:57:fa:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90c16dd-d758-4014-a70c-00bfecbe7c2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:36.874577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2669fa4e-114a-4471-ace4-6841d9862ab3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:36.882331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5cef105-57e1-448d-90fd-85a77435441c req-ca57aa36-5189-47f8-9b9f-14ecbb3215fe tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266015 Feb 09 02:06:36.905202 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca932b8-7e02-4153-94e9-53bc2ac6a3a7 x-openstack-request-id: req-cca932b8-7e02-4153-94e9-53bc2ac6a3a7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:36.908856 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:36.909311 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cca932b8-7e02-4153-94e9-53bc2ac6a3a7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:36.909962 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'status': 'completed', 'code': 200} Feb 09 02:06:36.993576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:36.994223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:36.994620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:36.996075 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.000795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.001138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.001481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.001818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.002143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.002478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.002817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.003137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.003461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.013991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.014512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:37.038609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecdb1f3-bb93-41ea-8552-0c9a173f821a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:37.096935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:37.108326 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.197226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-690cb04a-bf77-40f1-bf84-8b2424b9550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.198826 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-690cb04a-bf77-40f1-bf84-8b2424b9550b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1127 time: 0.2877150 Feb 09 02:06:37.202049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:37.206780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Checking segment: {'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:37.206780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Network hostable DHCP agents. Network: 5be6da99-5a13-477a-a5ab-1ee9c25d6f57, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:37.265244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f9e56657-b163-4362-9ef2-5e27eed0103f up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:37.323772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:37.346058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 5be6da99-5a13-477a-a5ab-1ee9c25d6f57) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:37.360830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.364567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.377271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:37.380659 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67f85f27-b301-4774-8c99-4a3e4f0a44bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0d9db70f-bf48-4f24-bdfb-4d474b476f1f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.384355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67f85f27-b301-4774-8c99-4a3e4f0a44bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.385918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:37.388550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-67f85f27-b301-4774-8c99-4a3e4f0a44bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d9db70f-bf48-4f24-bdfb-4d474b476f1f HTTP/1.1" status: 204 len: 168 time: 1.1567645 Feb 09 02:06:37.403947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f85f27-b301-4774-8c99-4a3e4f0a44bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9db70f-bf48-4f24-bdfb-4d474b476f1f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:37.418064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d947f38-5139-4754-839a-bda1b1b97d71 None None] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:37.436796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a193bff-1674-4e33-9893-4061571f327a req-290a894a-a5fd-4e22-887c-56231c526097 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.438533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a193bff-1674-4e33-9893-4061571f327a req-290a894a-a5fd-4e22-887c-56231c526097 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.4545064 Feb 09 02:06:37.459611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe138b-31a5-45ec-a384-03b5886e24db req-efaf7f7e-5960-4e48-9bd6-16582abfe2a2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.461522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09fe138b-31a5-45ec-a384-03b5886e24db req-efaf7f7e-5960-4e48-9bd6-16582abfe2a2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 945 time: 0.4530938 Feb 09 02:06:37.471153 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85b07d41-7b7c-45fe-9dd5-9d0abf9c4cdc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0468309 Feb 09 02:06:37.474079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:37.479536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:37.489023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-a4630424-40d3-4c27-899c-e9444faf7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.491795 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-a4630424-40d3-4c27-899c-e9444faf7985 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.2816918 Feb 09 02:06:37.577409 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-ac762508-9928-4c8c-9299-8a547d1c5d20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 217 time: 0.0747786 Feb 09 02:06:37.602827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:37.613447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (64c2b32c-1113-4393-9131-b09a6f4c5cee), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.620788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (64c2b32c-1113-4393-9131-b09a6f4c5cee), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.701979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09fe138b-31a5-45ec-a384-03b5886e24db req-44a5dd3d-2e25-454d-a899-db6d31afca7d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840487 Feb 09 02:06:37.724665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a193bff-1674-4e33-9893-4061571f327a req-01be7309-b08b-4dab-8cdb-f0c79bda7287 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582915 Feb 09 02:06:37.729794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f9e56657-b163-4362-9ef2-5e27eed0103f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:37.755208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:37.761700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:37.762093 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.764649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f9e56657-b163-4362-9ef2-5e27eed0103f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:37.765084 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.790428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] Sync routers for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:37.811836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.814980 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:37.822236 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:37.828593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks [] for router_controller (64c2b32c-1113-4393-9131-b09a6f4c5cee), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.831801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-9e1d59b5-0716-47a2-a6f3-95e6458fa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:37.838405 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-9e1d59b5-0716-47a2-a6f3-95e6458fa317 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.2546134 Feb 09 02:06:37.885382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fdc5747a-95ce-49f5-b195-771bd96b66c7 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "PUT /v2.0/floatingips/fa386a1a-ea5b-40fd-800d-968e365a32f1 HTTP/1.1" status: 200 len: 992 time: 4.7220252 Feb 09 02:06:37.889306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:37.892030 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a94d636-4406-4a41-bf75-6967910a8da6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:38.099263 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks [] for router_gateway (64c2b32c-1113-4393-9131-b09a6f4c5cee), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.104815 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:38.112319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-4d22654b-92f8-4dc2-8751-709d557af1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.114448 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-4d22654b-92f8-4dc2-8751-709d557af1bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2109258 Feb 09 02:06:38.164789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b6074-e8ac-4dc9-b90e-375811cea649 req-d154cd08-1c1b-42c6-adc6-f9176bcec75a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.166474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-603b6074-e8ac-4dc9-b90e-375811cea649 req-d154cd08-1c1b-42c6-adc6-f9176bcec75a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 949 time: 0.2068412 Feb 09 02:06:38.192339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a479ec-0e10-46bc-999f-74b8a2e14a54 req-803bb0c8-ce20-4bfa-97c8-8cfd85dfa677 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.199502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35a479ec-0e10-46bc-999f-74b8a2e14a54 req-803bb0c8-ce20-4bfa-97c8-8cfd85dfa677 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.1632106 Feb 09 02:06:38.278510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41106) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:38.342407 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-d04fc743-4598-446c-afb6-072f52b5db5d service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199500 Feb 09 02:06:38.345920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2db5882b-5100-4cba-afff-a0efdb3eed25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.453039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-5be6da99-5a13-477a-a5ab-1ee9c25d6f57', 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57', 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'fixed_ips': [{'subnet_id': '2669fa4e-114a-4471-ace4-6841d9862ab3'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:06:38.454154 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fa386a1a-ea5b-40fd-800d-968e365a32f1', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'port_id': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'mac_address': 'fa:16:3e:49:b8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e90102-8600-4038-b080-fa3ced087db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:34Z', 'revision_number': 1, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 5, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:38.454830 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.477047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2db5882b-5100-4cba-afff-a0efdb3eed25 admin admin] Publish callbacks [] for security_group (5bb0eea5-15d0-4227-9b55-643ea3b289ab), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.489523 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] Checking router: 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:38.495056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-603b6074-e8ac-4dc9-b90e-375811cea649 req-033fa00a-29ce-4559-b65b-baa42735b6f8 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167496 Feb 09 02:06:38.497090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2db5882b-5100-4cba-afff-a0efdb3eed25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5bb0eea5-15d0-4227-9b55-643ea3b289ab), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.507945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35a479ec-0e10-46bc-999f-74b8a2e14a54 req-911bfdb9-7e77-4cec-bac9-a2c4e4d2dc03 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924755 Feb 09 02:06:38.521656 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:38.523779 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-df6dc349-d76a-47ce-9471-d520cc6e0de7 req-62f6aad9-66f7-4988-893b-2248cfe325d2 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750808 Feb 09 02:06:38.524747 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:38.545829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2db5882b-5100-4cba-afff-a0efdb3eed25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee8287860dec499480453e437d22b5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682431 Feb 09 02:06:38.546790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5882b-5100-4cba-afff-a0efdb3eed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0eea5-15d0-4227-9b55-643ea3b289ab,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:38.549149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41108) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:38.634911 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b72962e-19e6-4d48-8a6c-6879ff4c410c x-openstack-request-id: req-3b72962e-19e6-4d48-8a6c-6879ff4c410c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:38.635408 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:38.635841 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b72962e-19e6-4d48-8a6c-6879ff4c410c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:38.636419 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'status': 'completed', 'code': 200} Feb 09 02:06:38.651832 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b3b96f1-c7e5-40d8-baac-93d878d0f639 admin admin] Publish callbacks [] for security_group (5bb0eea5-15d0-4227-9b55-643ea3b289ab), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.707598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b3b96f1-c7e5-40d8-baac-93d878d0f639 admin admin] Publish callbacks [] for security_group (5bb0eea5-15d0-4227-9b55-643ea3b289ab), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.717963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:38.733231 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:38.808926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks [] for router_gateway (64c2b32c-1113-4393-9131-b09a6f4c5cee), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.842053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f9e56657-b163-4362-9ef2-5e27eed0103f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:38.845049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.887041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.918398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-4e6b2398-f10d-4921-b029-db6b3ac59f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:38.920993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-4e6b2398-f10d-4921-b029-db6b3ac59f21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=886f48d9c6fa42af8fa63ef5715f2e33&device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 1129 time: 0.2517569 Feb 09 02:06:38.950169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b3b96f1-c7e5-40d8-baac-93d878d0f639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5bb0eea5-15d0-4227-9b55-643ea3b289ab), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.958002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b3b96f1-c7e5-40d8-baac-93d878d0f639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.961188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b3b96f1-c7e5-40d8-baac-93d878d0f639 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5bb0eea5-15d0-4227-9b55-643ea3b289ab HTTP/1.1" status: 204 len: 168 time: 0.4107351 Feb 09 02:06:39.047323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b96f1-c7e5-40d8-baac-93d878d0f639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb0eea5-15d0-4227-9b55-643ea3b289ab,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:39.115444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e56657-b163-4362-9ef2-5e27eed0103f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:39.118221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b8e9-b836-4bfc-b095-f7606d0b9e03 req-fe46e2c5-d77c-485a-b7e9-950006a5ab8c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.121000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b647b8e9-b836-4bfc-b095-f7606d0b9e03 req-fe46e2c5-d77c-485a-b7e9-950006a5ab8c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 945 time: 0.2667763 Feb 09 02:06:39.125695 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c59000f-67d2-4be2-b831-51b7220e5be0" -d '{"events": [{"server_uuid": "af2a79c1-5df7-4bc6-a936-a2837b600bff", "name": "network-vif-plugged", "status": "completed", "tag": "f9e56657-b163-4362-9ef2-5e27eed0103f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:39.169423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fb052-1f64-4a95-959d-bc6447b89d66 req-9d898a5d-875b-41b8-94ec-5d1e59c314b5 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.192672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90fb052-1f64-4a95-959d-bc6447b89d66 req-9d898a5d-875b-41b8-94ec-5d1e59c314b5 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 944 time: 0.3405306 Feb 09 02:06:39.209081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f9e56657-b163-4362-9ef2-5e27eed0103f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f9e56657-b163-4362-9ef2-5e27eed0103f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:39.243234 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:39.290524 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fa386a1a-ea5b-40fd-800d-968e365a32f1', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'port_id': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'mac_address': 'fa:16:3e:49:b8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e90102-8600-4038-b080-fa3ced087db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:34Z', 'revision_number': 1, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 5, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:39.429855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b647b8e9-b836-4bfc-b095-f7606d0b9e03 req-21788e91-15b6-4e61-90c4-6cee4a13aff0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892983 Feb 09 02:06:39.442358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90fb052-1f64-4a95-959d-bc6447b89d66 req-a9ff62d7-fe87-413b-8224-6ee49ecaad5e tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480166 Feb 09 02:06:39.447648 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865854b-1dd0-4383-8e90-9e76a1108807 None None] The sync data for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 is: [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fa386a1a-ea5b-40fd-800d-968e365a32f1', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'port_id': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'mac_address': 'fa:16:3e:49:b8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e90102-8600-4038-b080-fa3ced087db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:34Z', 'revision_number': 1, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 5, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:39.448262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Allocated IP 172.20.0.2 (5be6da99-5a13-477a-a5ab-1ee9c25d6f57/2669fa4e-114a-4471-ace4-6841d9862ab3/2e6099ca-b431-44da-b013-e4191ded06ab) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:39.456132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f9e56657-b163-4362-9ef2-5e27eed0103f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:39.650322 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b04070-8d76-4d31-a22c-b08a3478b1fe x-openstack-request-id: req-b5b04070-8d76-4d31-a22c-b08a3478b1fe {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:39.651870 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2a79c1-5df7-4bc6-a936-a2837b600bff", "name": "network-vif-plugged", "status": "completed", "tag": "f9e56657-b163-4362-9ef2-5e27eed0103f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:39.652144 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5b04070-8d76-4d31-a22c-b08a3478b1fe {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:39.652565 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e56657-b163-4362-9ef2-5e27eed0103f', 'code': 200} Feb 09 02:06:39.727889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015994-002d-41f2-8866-e10d786910c3 req-810e4beb-96e2-43c1-9cdf-17505588a193 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.729502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66015994-002d-41f2-8866-e10d786910c3 req-810e4beb-96e2-43c1-9cdf-17505588a193 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 950 time: 0.1124511 Feb 09 02:06:39.822930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66015994-002d-41f2-8866-e10d786910c3 req-aadcf1fd-ce12-4812-bbee-a89a41bc621d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863626 Feb 09 02:06:39.891487 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Publish callbacks [] for port (2e6099ca-b431-44da-b013-e4191ded06ab), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:39.912405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:39.928025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270edcc-fcef-45e6-9395-a8ab98fe4b67 None None] New status for floating IP fa386a1a-ea5b-40fd-800d-968e365a32f1: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:40.056219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:40.081531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:40.087271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:40.095159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Pushing event updated for resources: {'Port': ['ID=2e6099ca-b431-44da-b013-e4191ded06ab,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:40.099623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-d48239ac-6e20-4eb9-9628-b9e488586826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.103022 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-d48239ac-6e20-4eb9-9628-b9e488586826 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f HTTP/1.1" status: 200 len: 907 time: 1.1113133 Feb 09 02:06:40.105545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffabdd9-4dab-4117-a492-404d97a8ad4f req-ddbeafbc-a905-4a2a-b890-570f78d12750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.111426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2ffabdd9-4dab-4117-a492-404d97a8ad4f req-ddbeafbc-a905-4a2a-b890-570f78d12750 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 1133 time: 0.3420248 Feb 09 02:06:40.113253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be7e0d-d307-4d64-aca7-cb4907e12594 req-00419cf1-b810-4608-a1d1-2bb587ba37c4 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.124857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7be7e0d-d307-4d64-aca7-cb4907e12594 req-00419cf1-b810-4608-a1d1-2bb587ba37c4 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.1534483 Feb 09 02:06:40.177484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375f4c-ef0a-4740-8222-de3d7266386e req-bca91c39-09a5-4dbf-b3ae-c56b26ca17e2 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.179071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb375f4c-ef0a-4740-8222-de3d7266386e req-bca91c39-09a5-4dbf-b3ae-c56b26ca17e2 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.5491157 Feb 09 02:06:40.213163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7be7e0d-d307-4d64-aca7-cb4907e12594 req-bb5f61c8-35ba-43da-8813-dca4530ea2d3 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859787 Feb 09 02:06:40.219955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Allocated IP 172.25.6.139 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/240679bc-2959-4899-80be-b064c6422b53) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:40.256477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Attempting to bind port 2e6099ca-b431-44da-b013-e4191ded06ab on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:40.256846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Attempting to bind port 2e6099ca-b431-44da-b013-e4191ded06ab by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:40.257211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Attempting to bind port 2e6099ca-b431-44da-b013-e4191ded06ab on network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:40.267979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:40.268854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Checking segment: {'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:40.268854 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.269220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Bound using segment: {'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:40.269626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Bound port: 2e6099ca-b431-44da-b013-e4191ded06ab, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:40.270011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.287487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb375f4c-ef0a-4740-8222-de3d7266386e req-54e9d803-9d24-4c7f-be4b-e45428f69680 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922778 Feb 09 02:06:40.438878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] For port 2e6099ca-b431-44da-b013-e4191ded06ab, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:40.442520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] For port 2e6099ca-b431-44da-b013-e4191ded06ab, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e6099ca-b431-44da-b013-e4191ded06ab,segment=NetworkSegment(39a3f698-86cb-4233-be97-945bbd49cfac),segment_id=39a3f698-86cb-4233-be97-945bbd49cfac)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:40.450518 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.454550 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-3bec0a82-032c-41be-a8bc-6c0c11274f99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44157f87-8f42-4b3f-944b-4509d0a7f339 HTTP/1.1" status: 200 len: 1000 time: 0.3374166 Feb 09 02:06:40.480635 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2ffabdd9-4dab-4117-a492-404d97a8ad4f req-0d521d52-6105-48d8-9b4d-eef18ef55b75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309033 Feb 09 02:06:40.504728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 7ecdb1f3-bb93-41ea-8552-0c9a173f821a up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:40.584777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks [] for port (240679bc-2959-4899-80be-b064c6422b53), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.609953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-b2aa56bb-95e7-492f-a302-8f51ecc836bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.611543 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-b2aa56bb-95e7-492f-a302-8f51ecc836bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0719ee31-c1d3-44d4-af78-f7583a3c8049 HTTP/1.1" status: 200 len: 845 time: 0.1457214 Feb 09 02:06:40.645264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb587550-7e7d-4fb2-b30b-25605304707a None None] Pushing event updated for resources: {'Port': ['ID=2e6099ca-b431-44da-b013-e4191ded06ab,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:40.674769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (240679bc-2959-4899-80be-b064c6422b53), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.689165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:40.694176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:40.694688 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.734910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:40.745256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:40.760270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:40.870933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ed58-94c9-4e19-8f92-f2f1af877c84 req-bdf9a4e8-b5a0-41e5-b048-f3323eb7d3b0 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.874438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa97ed58-94c9-4e19-8f92-f2f1af877c84 req-bdf9a4e8-b5a0-41e5-b048-f3323eb7d3b0 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 944 time: 0.2368329 Feb 09 02:06:40.889908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Pushing event updated for resources: {'Port': ['ID=240679bc-2959-4899-80be-b064c6422b53,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:40.911279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-4fea629c-ca3e-4da0-9f70-9205da4263c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.912832 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-4fea629c-ca3e-4da0-9f70-9205da4263c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1636314 Feb 09 02:06:40.914098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa0389-2113-4640-90a4-ea2cd7d04faf req-44b87f35-54f1-462c-b159-562714ed67d2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.915285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:40.915784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:40.918067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4aa0389-2113-4640-90a4-ea2cd7d04faf req-44b87f35-54f1-462c-b159-562714ed67d2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 945 time: 0.2088194 Feb 09 02:06:41.016072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:41.029796 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.162523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4aa0389-2113-4640-90a4-ea2cd7d04faf req-8879e1e2-a3ba-409b-aaf9-867e2043b55e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324696 Feb 09 02:06:41.192159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e6099ca-b431-44da-b013-e4191ded06ab up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:41.195615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:41.199114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa97ed58-94c9-4e19-8f92-f2f1af877c84 req-03820200-b00d-4d66-b3b1-32b8f2f8c670 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717350 Feb 09 02:06:41.283304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0e8f8522-506f-4791-850a-f31d44ec19f8 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:41.399992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f22130-e912-42d4-93f5-64a057d55187 req-e2673a27-9aab-41d3-9188-fcbe931e9c86 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:41.401931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66f22130-e912-42d4-93f5-64a057d55187 req-e2673a27-9aab-41d3-9188-fcbe931e9c86 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.0877528 Feb 09 02:06:41.465216 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-31062b31-c9b0-458c-86ee-ac15bc935467 service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691056 Feb 09 02:06:41.468374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0e8f8522-506f-4791-850a-f31d44ec19f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0e8f8522-506f-4791-850a-f31d44ec19f8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:41.489224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'mac_address': 'fa:16:3e:ad:ff:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:41.518645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b003b7c-741f-414d-b2d1-e6fc9d428bc4 req-f4d6efc9-6bfb-4f6f-a727-574c38b21d77 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:41.521424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b003b7c-741f-414d-b2d1-e6fc9d428bc4 req-f4d6efc9-6bfb-4f6f-a727-574c38b21d77 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 950 time: 0.2401974 Feb 09 02:06:41.535728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2e6099ca-b431-44da-b013-e4191ded06ab triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:41.536788 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.547771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks [] for router_gateway (64c2b32c-1113-4393-9131-b09a6f4c5cee), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.593740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0e8f8522-506f-4791-850a-f31d44ec19f8 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:41.594439 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.616951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8f8522-506f-4791-850a-f31d44ec19f8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:41.632208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66f22130-e912-42d4-93f5-64a057d55187 req-24e53e42-0aaf-477d-9b1a-2c6bd0c6f8bc tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104647 Feb 09 02:06:41.644679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0e8f8522-506f-4791-850a-f31d44ec19f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0e8f8522-506f-4791-850a-f31d44ec19f8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:41.655247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:41.657637 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9fceb-fd15-4319-b94d-d7bd363cb930" -d '{"events": [{"server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "name": "network-vif-plugged", "status": "completed", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:41.662255 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:41.663226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b003b7c-741f-414d-b2d1-e6fc9d428bc4 req-64f69751-7190-4428-8fe7-256cde0b5a8b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262906 Feb 09 02:06:41.769368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2a94d636-4406-4a41-bf75-6967910a8da6 req-34d5f5b1-ce72-4823-9302-dfa7763bf790 service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966669 Feb 09 02:06:41.830386 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e77b4-8915-4a34-9e49-686b6b8fc286 x-openstack-request-id: req-547e77b4-8915-4a34-9e49-686b6b8fc286 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:41.830720 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "name": "network-vif-plugged", "status": "completed", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:41.830990 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-547e77b4-8915-4a34-9e49-686b6b8fc286 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:41.831405 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a', 'code': 200} Feb 09 02:06:41.867468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22c3a4-68c4-489f-b4a3-b52ca83726a2 req-169f807f-90c0-48cf-8abd-b287b2ac0d11 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:41.870189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf22c3a4-68c4-489f-b4a3-b52ca83726a2 req-169f807f-90c0-48cf-8abd-b287b2ac0d11 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.1108930 Feb 09 02:06:41.999109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2e6099ca-b431-44da-b013-e4191ded06ab is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:41.999685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.006901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0e8f8522-506f-4791-850a-f31d44ec19f8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:42.024880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf22c3a4-68c4-489f-b4a3-b52ca83726a2 req-fca981d2-3a30-45f5-8947-4a16d765bfd4 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449175 Feb 09 02:06:42.113725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 2e6099ca-b431-44da-b013-e4191ded06ab, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e6099ca-b431-44da-b013-e4191ded06ab,segment=NetworkSegment(39a3f698-86cb-4233-be97-945bbd49cfac),segment_id=39a3f698-86cb-4233-be97-945bbd49cfac)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:42.119755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0e8f8522-506f-4791-850a-f31d44ec19f8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:42.137439 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.226179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3e1bc-4ff3-4a83-b903-348836d5be37 req-a9ef8027-b4c3-45d3-8c33-e62fb3f18e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:42.228047 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eed3e1bc-4ff3-4a83-b903-348836d5be37 req-a9ef8027-b4c3-45d3-8c33-e62fb3f18e24 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1129 time: 0.1735189 Feb 09 02:06:42.269622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=2e6099ca-b431-44da-b013-e4191ded06ab,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:42.301689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (64c2b32c-1113-4393-9131-b09a6f4c5cee), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.316336 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eed3e1bc-4ff3-4a83-b903-348836d5be37 req-0e7c1ca8-686f-4089-b36e-35df4097f1a7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793307 Feb 09 02:06:42.334069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a4284-695e-46a9-ad9c-93110d915d1b None None] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:42.431316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb3927-dbfe-4b82-9ea0-916185fddad2 req-40e8d9db-acad-44e2-9d59-22bc3fce579a tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:42.437425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b8bc77f8-538f-4c65-986d-472dfea623b6 None None] Provisioning complete for port 2e6099ca-b431-44da-b013-e4191ded06ab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:42.438141 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8bc77f8-538f-4c65-986d-472dfea623b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.438789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29eb3927-dbfe-4b82-9ea0-916185fddad2 req-40e8d9db-acad-44e2-9d59-22bc3fce579a tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 946 time: 0.1448617 Feb 09 02:06:42.475267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5d9d3-e836-4497-b6a2-08d249400f1c req-98fc826d-1236-4681-9a2a-07fc71e4dc55 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:42.476795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89d5d9d3-e836-4497-b6a2-08d249400f1c req-98fc826d-1236-4681-9a2a-07fc71e4dc55 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 945 time: 0.1132543 Feb 09 02:06:42.543490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29eb3927-dbfe-4b82-9ea0-916185fddad2 req-dff83bc8-fead-4fd6-bbac-9c49dacb2a4a tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021724 Feb 09 02:06:42.546146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Router 64c2b32c-1113-4393-9131-b09a6f4c5cee is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:06:42.587096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89d5d9d3-e836-4497-b6a2-08d249400f1c req-d9a4136e-0661-40d1-94a9-192dc4f31631 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983119 Feb 09 02:06:42.631526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc77f8-538f-4c65-986d-472dfea623b6 None None] Current status of the port 2e6099ca-b431-44da-b013-e4191ded06ab is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:42.740281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:42.750949 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Sync routers for ids ['64c2b32c-1113-4393-9131-b09a6f4c5cee'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:42.779675 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Routers {'64c2b32c-1113-4393-9131-b09a6f4c5cee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:42.781059 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['64c2b32c-1113-4393-9131-b09a6f4c5cee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:42.784883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:42.793931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1fe4b489-1f0a-4038-bff4-899f55699353 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3185108 Feb 09 02:06:42.795491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:42.888817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7550cc7-b8e1-4449-87fe-2d155020bdb7 req-f969c96d-82a3-4426-95af-1aab9bde5e18 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:42.898704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7550cc7-b8e1-4449-87fe-2d155020bdb7 req-f969c96d-82a3-4426-95af-1aab9bde5e18 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 950 time: 0.1234527 Feb 09 02:06:42.924982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240f7c7-b42e-40c2-8f74-bd6e4dd5596a req-12a7dbaa-ed46-4729-9f94-9f4ef2b7a948 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:42.937044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a240f7c7-b42e-40c2-8f74-bd6e4dd5596a req-12a7dbaa-ed46-4729-9f94-9f4ef2b7a948 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.1516385 Feb 09 02:06:42.993866 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Set router 64c2b32c-1113-4393-9131-b09a6f4c5cee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:43.067436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e9c3f9ed-1d95-4ff3-b24d-597fb7222fdd None None] Provisioning complete for port 2e6099ca-b431-44da-b013-e4191ded06ab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:43.068005 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9c3f9ed-1d95-4ff3-b24d-597fb7222fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.068696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7550cc7-b8e1-4449-87fe-2d155020bdb7 req-540205be-d604-4a75-832e-c915126aca8c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690364 Feb 09 02:06:43.092321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a240f7c7-b42e-40c2-8f74-bd6e4dd5596a req-47afcfe8-e9ec-4815-89e0-7411d7b186ea tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363509 Feb 09 02:06:43.190820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e6099ca-b431-44da-b013-e4191ded06ab up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:43.254326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:43.260311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63779f93-7925-4111-adf4-ab5e10deaeea req-7a1a3a8d-7792-4799-aff9-8573015d8b8f tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:43.262000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63779f93-7925-4111-adf4-ab5e10deaeea req-7a1a3a8d-7792-4799-aff9-8573015d8b8f tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.0980899 Feb 09 02:06:43.378995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3f9ed-1d95-4ff3-b24d-597fb7222fdd None None] Current status of the port 2e6099ca-b431-44da-b013-e4191ded06ab is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:43.412731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63779f93-7925-4111-adf4-ab5e10deaeea req-2538427c-981d-42f4-8d87-56f7247dfe3e tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430175 Feb 09 02:06:43.433209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2e6099ca-b431-44da-b013-e4191ded06ab triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:43.433839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.477981 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:06:41Z', 'revision_number': 3, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:43.518776 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Checking router: 64c2b32c-1113-4393-9131-b09a6f4c5cee for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:43.519165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Updating router 64c2b32c-1113-4393-9131-b09a6f4c5cee port 240679bc-2959-4899-80be-b064c6422b53 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:43.526845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8f49371-817e-4412-b166-a89f73031749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.551052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2e6099ca-b431-44da-b013-e4191ded06ab is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:43.561985 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (240679bc-2959-4899-80be-b064c6422b53), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.688766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4114-f2ba-4585-91c1-0416c9810599 req-bf2b761c-d78b-4a2b-acfd-3803f4f5a62f tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:43.690389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-055b4114-f2ba-4585-91c1-0416c9810599 req-bf2b761c-d78b-4a2b-acfd-3803f4f5a62f tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.1235192 Feb 09 02:06:43.813477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-055b4114-f2ba-4585-91c1-0416c9810599 req-c6006039-3ca4-460a-a87f-d25a729785f8 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164012 Feb 09 02:06:43.831568 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8f49371-817e-4412-b166-a89f73031749 admin admin] Publish callbacks [] for security_group (2672bfba-5fe8-48b4-b98b-b21de87b9630), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.852408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ef01d-5f19-4ff4-986f-11ca4ea50efc req-b72ca2bb-db00-4c2b-9791-48c2929c2517 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:43.853460 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8f49371-817e-4412-b166-a89f73031749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2672bfba-5fe8-48b4-b98b-b21de87b9630), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.858111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-925ef01d-5f19-4ff4-986f-11ca4ea50efc req-b72ca2bb-db00-4c2b-9791-48c2929c2517 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 1133 time: 0.2287490 Feb 09 02:06:43.916318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-925ef01d-5f19-4ff4-986f-11ca4ea50efc req-cea62c5a-67de-4d03-bf28-17c63820cb09 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:43.922513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.024017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f49371-817e-4412-b166-a89f73031749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2672bfba-5fe8-48b4-b98b-b21de87b9630,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:44.094020 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d8f49371-817e-4412-b166-a89f73031749 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=613d8204da1846f8b756979e847e74f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8334181 Feb 09 02:06:44.095015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41220) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:44.102975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76db874-2bee-4b25-b232-6cd9765b8b9b req-fe07453d-97ce-4d88-883d-1aa1e8935849 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:44.105427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f76db874-2bee-4b25-b232-6cd9765b8b9b req-fe07453d-97ce-4d88-883d-1aa1e8935849 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 946 time: 0.1535084 Feb 09 02:06:44.169604 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Publish callbacks [] for port (240679bc-2959-4899-80be-b064c6422b53), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.183768 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (240679bc-2959-4899-80be-b064c6422b53), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.220335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f76db874-2bee-4b25-b232-6cd9765b8b9b req-007b9999-5dbb-4305-9caf-c2ed91665dc4 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031928 Feb 09 02:06:44.226576 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-925ef01d-5f19-4ff4-986f-11ca4ea50efc req-cea62c5a-67de-4d03-bf28-17c63820cb09 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Publish callbacks [] for security_group (df06eb2e-b71e-404a-9286-06818b8c94a5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.240225 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-925ef01d-5f19-4ff4-986f-11ca4ea50efc req-cea62c5a-67de-4d03-bf28-17c63820cb09 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (df06eb2e-b71e-404a-9286-06818b8c94a5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.258146 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Attempting to bind port 240679bc-2959-4899-80be-b064c6422b53 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:44.258575 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Attempting to bind port 240679bc-2959-4899-80be-b064c6422b53 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:44.258951 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Attempting to bind port 240679bc-2959-4899-80be-b064c6422b53 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:44.267288 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:44.267646 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:44.269724 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.270178 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:44.270683 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Bound port: 240679bc-2959-4899-80be-b064c6422b53, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:44.271079 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (240679bc-2959-4899-80be-b064c6422b53), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.326933 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808136c-4ccc-4c07-9045-0a4fc1c9cf21 None None] Pushing event updated for resources: {'Port': ['ID=240679bc-2959-4899-80be-b064c6422b53,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:44.345321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4766a219-6eeb-4647-b73b-3a16c959a441 admin admin] Publish callbacks [] for security_group (2672bfba-5fe8-48b4-b98b-b21de87b9630), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.351467 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] For port 240679bc-2959-4899-80be-b064c6422b53, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:44.359655 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] For port 240679bc-2959-4899-80be-b064c6422b53, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=240679bc-2959-4899-80be-b064c6422b53,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:44.370833 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (240679bc-2959-4899-80be-b064c6422b53), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.374555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-925ef01d-5f19-4ff4-986f-11ca4ea50efc req-cea62c5a-67de-4d03-bf28-17c63820cb09 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952981 Feb 09 02:06:44.417602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea62c5a-67de-4d03-bf28-17c63820cb09 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df06eb2e-b71e-404a-9286-06818b8c94a5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:44.428274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-bc64886b-9641-456a-9901-377722ad5bf2 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:44.429829 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-bc64886b-9641-456a-9901-377722ad5bf2 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.82 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.2157893 Feb 09 02:06:44.464320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4766a219-6eeb-4647-b73b-3a16c959a441 admin admin] Publish callbacks [] for security_group (2672bfba-5fe8-48b4-b98b-b21de87b9630), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.473772 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Routers {'64c2b32c-1113-4393-9131-b09a6f4c5cee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:44.474826 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['64c2b32c-1113-4393-9131-b09a6f4c5cee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:44.526812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cc420-50b8-4311-b5c9-e5ec930d8f69 req-c6eaabcd-84fa-4a0c-8782-b538429b6467 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:44.537282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b50cc420-50b8-4311-b5c9-e5ec930d8f69 req-c6eaabcd-84fa-4a0c-8782-b538429b6467 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 945 time: 0.2212615 Feb 09 02:06:44.545783 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808136c-4ccc-4c07-9045-0a4fc1c9cf21 None None] Pushing event updated for resources: {'Port': ['ID=240679bc-2959-4899-80be-b064c6422b53,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:44.605949 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] Set router 64c2b32c-1113-4393-9131-b09a6f4c5cee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:44.624229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Allocated IP 172.20.0.1 (5be6da99-5a13-477a-a5ab-1ee9c25d6f57/2669fa4e-114a-4471-ace4-6841d9862ab3/843f8223-cd48-4875-bfad-445c15f2f80a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:44.646048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b50cc420-50b8-4311-b5c9-e5ec930d8f69 req-4c1870d0-c971-4059-b3a8-f7ca9a87d3b2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074600 Feb 09 02:06:44.656479 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4766a219-6eeb-4647-b73b-3a16c959a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2672bfba-5fe8-48b4-b98b-b21de87b9630), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.667900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4766a219-6eeb-4647-b73b-3a16c959a441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.672056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4766a219-6eeb-4647-b73b-3a16c959a441 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2672bfba-5fe8-48b4-b98b-b21de87b9630 HTTP/1.1" status: 204 len: 168 time: 0.5699823 Feb 09 02:06:44.674912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b9695-161c-4360-b9bf-b0210d5f3609 req-b4f70016-5840-4c11-83e4-eca5feabef3b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:44.677923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d3b9695-161c-4360-b9bf-b0210d5f3609 req-b4f70016-5840-4c11-83e4-eca5feabef3b tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a906610-7811-4cc0-94dd-ac1cfa38be52 HTTP/1.1" status: 200 len: 946 time: 0.2064526 Feb 09 02:06:44.723396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766a219-6eeb-4647-b73b-3a16c959a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2672bfba-5fe8-48b4-b98b-b21de87b9630,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:44.728665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Deleting port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:44.729460 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.821492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d3b9695-161c-4360-b9bf-b0210d5f3609 req-335ba4af-4ba0-424c-8672-fb167331740d tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273124 Feb 09 02:06:44.884117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-c121be5b-3de4-4c57-90a0-cc92cf24afc1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1841137669&fields=id&tenant_id=5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 267 time: 0.1152112 Feb 09 02:06:44.918481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] For port 3af0591f-a979-49c1-ba7e-1784ee6d98d6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3af0591f-a979-49c1-ba7e-1784ee6d98d6,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:44.918481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.924428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks [] for port (843f8223-cd48-4875-bfad-445c15f2f80a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:44.933478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Calling delete_port for 3af0591f-a979-49c1-ba7e-1784ee6d98d6 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:44.976555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-84078b84-4996-41e0-96b5-c5a34c816c87 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:44.990256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-84078b84-4996-41e0-96b5-c5a34c816c87 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 946 time: 0.1043713 Feb 09 02:06:45.006570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'port': {'security_groups': ['cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8', '3df241bd-d1c1-4dbf-adef-5a64972c617a']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:45.033063 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.035785 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d40b5701-110c-4215-b966-931db41d6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:06:41Z', 'revision_number': 3, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:45.102958 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b5701-110c-4215-b966-931db41d6826 None None] The sync data for ids ['64c2b32c-1113-4393-9131-b09a6f4c5cee'] in n-d-826675-12 is: [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:06:41Z', 'revision_number': 3, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:45.110776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:45.191625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:45.193872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Pushing event updated for resources: {'Port': ['ID=843f8223-cd48-4875-bfad-445c15f2f80a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:45.204080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:45.208539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3af0591f-a979-49c1-ba7e-1784ee6d98d6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.223254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['3af0591f-a979-49c1-ba7e-1784ee6d98d6'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:45.225904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['051d524b-5e82-485a-a5a9-0a6ca3ccad81'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:45.228086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.329217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0e8f8522-506f-4791-850a-f31d44ec19f8 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:45.329663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41244) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:45.375249 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-332175d0-be74-4d79-8c97-318235fad486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.518414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 0e8f8522-506f-4791-850a-f31d44ec19f8 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:45.521391 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-332175d0-be74-4d79-8c97-318235fad486 admin admin] Publish callbacks [] for security_group (8aec2995-5e83-442c-944c-6218785bb845), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.525812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 0e8f8522-506f-4791-850a-f31d44ec19f8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:45.526355 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.557533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-332175d0-be74-4d79-8c97-318235fad486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8aec2995-5e83-442c-944c-6218785bb845), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.637090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f81c8090-6bf8-444b-953c-b1e2684dee30 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114867 Feb 09 02:06:45.762198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0e8f8522-506f-4791-850a-f31d44ec19f8 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:45.763374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.811269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-332175d0-be74-4d79-8c97-318235fad486 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a980aed05384e4d9a33d5387f2a26b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795239 Feb 09 02:06:45.811956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41260) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:45.815201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:45.818322 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a2bbfb-4a86-41dc-bff7-bc435137fd19" -d '{"events": [{"server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:45.824668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d61696b2-5045-43c3-af6d-79a7906b3184 None None] Provisioning complete for port 843f8223-cd48-4875-bfad-445c15f2f80a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:45.824983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d61696b2-5045-43c3-af6d-79a7906b3184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.831241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (64c2b32c-1113-4393-9131-b09a6f4c5cee), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:45.859284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332175d0-be74-4d79-8c97-318235fad486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec2995-5e83-442c-944c-6218785bb845,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:45.863342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Pushing event deleted for resources: {'Port': ['ID=3af0591f-a979-49c1-ba7e-1784ee6d98d6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:45.875144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0e8f8522-506f-4791-850a-f31d44ec19f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0e8f8522-506f-4791-850a-f31d44ec19f8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:45.890886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.017426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] No DVR routers for this DVR port 3af0591f-a979-49c1-ba7e-1784ee6d98d6 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:46.021365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.022823 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6189f5-19e8-4955-900a-8b0d13692b0f admin admin] Publish callbacks [] for security_group (8aec2995-5e83-442c-944c-6218785bb845), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.025005 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b1c601d1-3ed4-4e63-8965-871fa0b936b5 req-180583ea-c52f-4d25-b088-a70918a30e87 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.82 "DELETE /v2.0/ports/3af0591f-a979-49c1-ba7e-1784ee6d98d6 HTTP/1.1" status: 204 len: 173 time: 1.5798337 Feb 09 02:06:46.025556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'name': 'network-vif-deleted', 'tag': '3af0591f-a979-49c1-ba7e-1784ee6d98d6'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:46.029598 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c3c56a-a8c1-412e-a65f-85e47ff74a0a" -d '{"events": [{"server_uuid": "2a906610-7811-4cc0-94dd-ac1cfa38be52", "name": "network-vif-deleted", "tag": "3af0591f-a979-49c1-ba7e-1784ee6d98d6"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:46.056658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-6be9fa05-3153-41dd-a1bc-1de1add3b1d2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:46.070418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-6be9fa05-3153-41dd-a1bc-1de1add3b1d2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314220 Feb 09 02:06:46.145114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.184530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-5165401b-537a-4ddc-b69f-635ec6d5b85f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/quotas/1fc6f43d5680489395d74deaf00b53a1 HTTP/1.1" status: 200 len: 375 time: 0.1116738 Feb 09 02:06:46.217547 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6189f5-19e8-4955-900a-8b0d13692b0f admin admin] Publish callbacks [] for security_group (8aec2995-5e83-442c-944c-6218785bb845), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.273696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:46.276753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d61696b2-5045-43c3-af6d-79a7906b3184 None None] Port 843f8223-cd48-4875-bfad-445c15f2f80a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:46.303968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0e8f8522-506f-4791-850a-f31d44ec19f8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:46.320841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.321231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.321528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.321868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.322211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.322571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.322905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.323230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.323554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.323876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.324199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.324519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.324847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:46.348472 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.364355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-1c829e74-ab5d-43b0-bf07-d660da642d52 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781397 Feb 09 02:06:46.365916 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.377798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:46.409176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks [] for port (843f8223-cd48-4875-bfad-445c15f2f80a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.410313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:46.411189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.420925 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.444448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bacc49dc-4375-47a2-a035-cd62815a43c7 req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "PUT /v2.0/ports/7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 200 len: 982 time: 1.4528701 Feb 09 02:06:46.449024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:46.453069 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac682680-e052-45bc-84dc-01ddbdf34126" -d '{"events": [{"name": "network-changed", "server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:46.508277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:46.515879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Pushing event updated for resources: {'Port': ['ID=843f8223-cd48-4875-bfad-445c15f2f80a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:46.556638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (64c2b32c-1113-4393-9131-b09a6f4c5cee), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.582329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6189f5-19e8-4955-900a-8b0d13692b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8aec2995-5e83-442c-944c-6218785bb845), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.587003 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6189f5-19e8-4955-900a-8b0d13692b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:46.606345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-af6189f5-19e8-4955-900a-8b0d13692b0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8aec2995-5e83-442c-944c-6218785bb845 HTTP/1.1" status: 204 len: 168 time: 0.7890112 Feb 09 02:06:46.674338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6189f5-19e8-4955-900a-8b0d13692b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec2995-5e83-442c-944c-6218785bb845,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:46.776704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:46.779686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782051a-db25-41dd-b508-e85c6e88efb2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:46.783869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:46.849136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd077e5-e9ee-4354-8c30-8b477965452b req-9a5988c6-c0a7-4f4b-a02d-21df04c5eebd tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:46.851348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fd077e5-e9ee-4354-8c30-8b477965452b req-9a5988c6-c0a7-4f4b-a02d-21df04c5eebd tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 946 time: 0.2430089 Feb 09 02:06:47.023423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fd077e5-e9ee-4354-8c30-8b477965452b req-202ae5f4-255f-47b4-9b62-92342ec31237 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606081 Feb 09 02:06:47.100244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Router 64c2b32c-1113-4393-9131-b09a6f4c5cee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:47.224148 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a59319-14f1-4fb3-8888-dfe966f693a8 x-openstack-request-id: req-a0a59319-14f1-4fb3-8888-dfe966f693a8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:47.224487 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:47.224748 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0a59319-14f1-4fb3-8888-dfe966f693a8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:47.225170 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'code': 200} Feb 09 02:06:47.362979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 240679bc-2959-4899-80be-b064c6422b53 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:47.455169 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c99a3-8096-4512-a866-f367c9d5b1d7 x-openstack-request-id: req-8e6c99a3-8096-4512-a866-f367c9d5b1d7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:47.455690 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a906610-7811-4cc0-94dd-ac1cfa38be52", "name": "network-vif-deleted", "tag": "3af0591f-a979-49c1-ba7e-1784ee6d98d6", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:47.456211 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e6c99a3-8096-4512-a866-f367c9d5b1d7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:47.457119 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a906610-7811-4cc0-94dd-ac1cfa38be52', 'name': 'network-vif-deleted', 'tag': '3af0591f-a979-49c1-ba7e-1784ee6d98d6', 'status': 'completed', 'code': 200} Feb 09 02:06:47.468584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b5e7fb61-09ee-428f-a2e5-01e6d8282136 None None] Provisioning complete for port 843f8223-cd48-4875-bfad-445c15f2f80a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:47.474927 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5e7fb61-09ee-428f-a2e5-01e6d8282136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:47.517074 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f348a5-5c7f-4d00-a08a-217b13e8c84c x-openstack-request-id: req-b6f348a5-5c7f-4d00-a08a-217b13e8c84c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:47.517699 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:47.520551 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6f348a5-5c7f-4d00-a08a-217b13e8c84c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:47.521302 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a', 'status': 'completed', 'code': 200} Feb 09 02:06:47.543962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7fb61-09ee-428f-a2e5-01e6d8282136 None None] Port 843f8223-cd48-4875-bfad-445c15f2f80a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:47.568034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-390a1b24-2e34-4bc5-a12b-600c640b9398 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1134229626&fields=id&tenant_id=5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 267 time: 0.1071739 Feb 09 02:06:47.613082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 240679bc-2959-4899-80be-b064c6422b53 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:47.613567 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (240679bc-2959-4899-80be-b064c6422b53), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:47.702865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-8d09dacf-c0a6-4db3-be03-47c314a2928f tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:47.709633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba63b3-c8c9-4a4d-92c5-ddecdf4f59ce req-ed72cc47-3c92-4fdb-98aa-289c0a3ddc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:47.710977 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba63b3-c8c9-4a4d-92c5-ddecdf4f59ce req-ed72cc47-3c92-4fdb-98aa-289c0a3ddc91 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.3920476 Feb 09 02:06:47.713752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:47.717500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-8d09dacf-c0a6-4db3-be03-47c314a2928f tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 985 time: 0.1437566 Feb 09 02:06:47.740163 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7cfa9b7a-c2a7-4e37-aba4-47167053539f admin admin] 10.222.0.53 "PUT /v2.0/routers/64c2b32c-1113-4393-9131-b09a6f4c5cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9330428 Feb 09 02:06:47.740384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:47.740504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-6b436982-106a-41b5-8e2a-3cb9fe50a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:47.740504 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-6b436982-106a-41b5-8e2a-3cb9fe50a420 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1168 time: 0.2035141 Feb 09 02:06:47.740658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'port': {'security_groups': ['3df241bd-d1c1-4dbf-adef-5a64972c617a', 'cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8', '8619b789-c114-46f8-8e39-eb67ae13be30']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:47.866981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-f1427762-200c-4b9f-9a0b-8fe9dc9f3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:47.868477 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-f1427762-200c-4b9f-9a0b-8fe9dc9f3a21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 913 time: 0.1178708 Feb 09 02:06:47.916501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 240679bc-2959-4899-80be-b064c6422b53 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:47.916943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (240679bc-2959-4899-80be-b064c6422b53), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:47.978923 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-ed3acd1e-459e-4ae8-851f-dda5ac428816 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 200 len: 217 time: 0.1035213 Feb 09 02:06:47.984010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 240679bc-2959-4899-80be-b064c6422b53, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=240679bc-2959-4899-80be-b064c6422b53,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:47.997346 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (240679bc-2959-4899-80be-b064c6422b53), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.059791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.159003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=240679bc-2959-4899-80be-b064c6422b53,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:48.184028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfba63b3-c8c9-4a4d-92c5-ddecdf4f59ce req-131c7ff2-9010-47b5-af0c-0152d5e2fdee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456820 Feb 09 02:06:48.204747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-d828ad4c-1d76-4662-b547-f5ac00f3fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:48.206442 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-d828ad4c-1d76-4662-b547-f5ac00f3fb50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.2210696 Feb 09 02:06:48.315227 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-312ceb74-e98c-4f00-836a-e819b777aac5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912521 Feb 09 02:06:48.354962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Sync routers for ids ['64c2b32c-1113-4393-9131-b09a6f4c5cee'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:48.382876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Routers {'64c2b32c-1113-4393-9131-b09a6f4c5cee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:48.385217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['64c2b32c-1113-4393-9131-b09a6f4c5cee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:48.406650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41328) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:48.574667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3af0591f-a979-49c1-ba7e-1784ee6d98d6 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:48.608238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 3af0591f-a979-49c1-ba7e-1784ee6d98d6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:48.610425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3af0591f-a979-49c1-ba7e-1784ee6d98d6 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:48.612399 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-3c2b3737-c352-46bd-ad86-7b0a9b324f28 service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880478 Feb 09 02:06:48.728063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-449928359-network', 'tenant_id': 'c37e669b127a4daeaf552b5094f601d6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:48.792356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Set router 64c2b32c-1113-4393-9131-b09a6f4c5cee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:48.801172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460a7f2-fee1-49f8-beb1-eb366f0289a3 req-30d90836-df13-44ce-a1bb-3294ef60305c tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:48.803252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e460a7f2-fee1-49f8-beb1-eb366f0289a3 req-30d90836-df13-44ce-a1bb-3294ef60305c tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.3536103 Feb 09 02:06:48.806973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Made reservation on behalf of c37e669b127a4daeaf552b5094f601d6 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:48.810260 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.852197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac682680-e052-45bc-84dc-01ddbdf34126 req-ae76a5da-f717-43bf-a91d-793297df2dd5 service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342989 Feb 09 02:06:48.884519 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.894920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:48.940406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:48.980969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e460a7f2-fee1-49f8-beb1-eb366f0289a3 req-b328b340-90a5-4ea9-828c-70f60730a718 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644406 Feb 09 02:06:49.024007 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.063411 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.098790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:49.219483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 240679bc-2959-4899-80be-b064c6422b53 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:49.615007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 240679bc-2959-4899-80be-b064c6422b53 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:49.616231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (240679bc-2959-4899-80be-b064c6422b53), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.678082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:49.703824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks [] for security_group (c0001d3b-185d-4002-b8cb-1cc9bcdea958), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.711827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:49.713027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.714822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaf33ff3-83e0-40c2-9c10-dfa6084236e6 req-27f64971-8a13-49c5-a54e-42cad579f13d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "PUT /v2.0/ports/7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 200 len: 1021 time: 1.9953246 Feb 09 02:06:49.715507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:49.719229 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e6a05c-d256-4b64-808c-d15e60342697" -d '{"events": [{"name": "network-changed", "server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:49.743456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:06:46Z', 'revision_number': 4, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '843f8223-cd48-4875-bfad-445c15f2f80a', 'name': '', 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'mac_address': 'fa:16:3e:17:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2669fa4e-114a-4471-ace4-6841d9862ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:44Z', 'updated_at': '2022-02-09T02:06:46Z', 'revision_number': 2, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'subnets': [{'id': '2669fa4e-114a-4471-ace4-6841d9862ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:49.755635 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0001d3b-185d-4002-b8cb-1cc9bcdea958), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.822691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0001d3b-185d-4002-b8cb-1cc9bcdea958,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:49.883694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:49.896122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Checking router: 64c2b32c-1113-4393-9131-b09a6f4c5cee for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:49.896512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Updating router 64c2b32c-1113-4393-9131-b09a6f4c5cee port 843f8223-cd48-4875-bfad-445c15f2f80a binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:49.901707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f32450d4-6703-4044-a59f-40b77161c612 req-ee740eb4-5c22-46bb-b425-bf13d63d8c33 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 210 time: 0.0619700 Feb 09 02:06:49.929774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:49.945673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d2d4-1fa2-470f-a3a2-e123db16bbb6 req-f849639a-0f6f-4888-9672-ff2f4f9ef9a1 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:49.947887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ae6d2d4-1fa2-470f-a3a2-e123db16bbb6 req-f849639a-0f6f-4888-9672-ff2f4f9ef9a1 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 946 time: 0.8266284 Feb 09 02:06:49.962337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (112cb2ce-b489-4fb7-b2b5-7a46426548ef), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:49.963178 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Added segment 112cb2ce-b489-4fb7-b2b5-7a46426548ef of type vlan for network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 Feb 09 02:06:50.062725 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313d1ea8-3baa-4602-8a5e-fe032404cb52 x-openstack-request-id: req-313d1ea8-3baa-4602-8a5e-fe032404cb52 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:50.063474 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:50.064503 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-313d1ea8-3baa-4602-8a5e-fe032404cb52 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:50.065300 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a', 'status': 'completed', 'code': 200} Feb 09 02:06:50.069750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ae6d2d4-1fa2-470f-a3a2-e123db16bbb6 req-a1606411-08d3-48bb-9a28-2f7695386405 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134229 Feb 09 02:06:50.081675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.160465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-95cbb7d6-c81b-43a4-b184-3f6198762db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.162789 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-95cbb7d6-c81b-43a4-b184-3f6198762db4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1208 time: 0.1163397 Feb 09 02:06:50.284764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ea32d4e9-71ca-4dbd-8880-8689f45e4e44), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.352194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-2ae7774d-2f27-44fa-8b5c-6c4ea3764923 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545988 Feb 09 02:06:50.382902 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-d5ae5f07-069a-4994-8973-8685c4274f64 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217093 Feb 09 02:06:50.398199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68d45-f703-4656-91d5-0d218a66a4ea req-e3e34d3e-e7be-47c0-8f3c-70859d885ba0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.403976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eae68d45-f703-4656-91d5-0d218a66a4ea req-e3e34d3e-e7be-47c0-8f3c-70859d885ba0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.3287606 Feb 09 02:06:50.527027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-f906759e-967e-4230-bad0-20ae99857bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.529988 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-f906759e-967e-4230-bad0-20ae99857bb5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 913 time: 0.3583431 Feb 09 02:06:50.545751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770f5c5-d105-4f8b-bb52-ca9d96f27b49 req-7681a787-6dfb-4b8f-b867-7b869ed03dd3 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.567945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5770f5c5-d105-4f8b-bb52-ca9d96f27b49 req-7681a787-6dfb-4b8f-b867-7b869ed03dd3 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.3373954 Feb 09 02:06:50.593179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ea32d4e9-71ca-4dbd-8880-8689f45e4e44), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.594229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.597226 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.617882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-dbd400c3-3370-4c39-a808-d36e20504803 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 200 len: 217 time: 0.0781629 Feb 09 02:06:50.723331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3005395 Feb 09 02:06:50.742863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-e6cc4630-98f2-4ed9-baca-0d95390a95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.746108 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-e6cc4630-98f2-4ed9-baca-0d95390a95bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.1216011 Feb 09 02:06:50.753083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:50.760586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Request body: {'subnet': {'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-449928359-subnet', 'tenant_id': 'c37e669b127a4daeaf552b5094f601d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:50.773169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-57334314-8779-45ae-a868-80fdea417cc4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.774921 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-57334314-8779-45ae-a868-80fdea417cc4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3857329 Feb 09 02:06:50.822926 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-8e945ec1-a19d-44a9-a116-ffe5ca49a0e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467911 Feb 09 02:06:50.826713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4b48d-84b8-4ede-8d34-0e765a19f6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea32d4e9-71ca-4dbd-8880-8689f45e4e44,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:50.833558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:50.874857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5770f5c5-d105-4f8b-bb52-ca9d96f27b49 req-d7e49578-34a8-4dd0-bb83-b47c7fc86337 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092442 Feb 09 02:06:50.899405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eae68d45-f703-4656-91d5-0d218a66a4ea req-bdd38173-f76b-43fb-b460-d7520cccbf0c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=8619b789-c114-46f8-8e39-eb67ae13be30&id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=3df241bd-d1c1-4dbf-adef-5a64972c617a HTTP/1.1" status: 200 len: 6200 time: 0.4564826 Feb 09 02:06:50.907147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-ca40511f-9d56-4bae-8fd0-c40234664406 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:50.931629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-ca40511f-9d56-4bae-8fd0-c40234664406 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5483475 Feb 09 02:06:50.938250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Publish callbacks [] for port (843f8223-cd48-4875-bfad-445c15f2f80a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.944540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': '26d08173-a477-45ff-bdce-e290dea05730', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:50.972090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 240679bc-2959-4899-80be-b064c6422b53 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:50.978658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:50.988055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9680c2eb-bbfb-4496-af70-f8fbea424641 req-f9ce8748-b663-456c-9b85-3de9db6514a5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': ' tempest-securitygroup -819765310 ', 'description': 'tempest-description-269284425'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:51.090588 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-c0494078-6cd5-4e65-913d-086eaee6363c service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394176 Feb 09 02:06:51.137515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73a68e74-2e3d-4d60-a5c6-515488d349ea req-a352b64f-c2f4-4a9a-8b71-c3d2c0a31044 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 210 time: 0.0590284 Feb 09 02:06:51.225445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9680c2eb-bbfb-4496-af70-f8fbea424641 req-f9ce8748-b663-456c-9b85-3de9db6514a5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.297436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b46dd-75a5-421f-84d5-42611acceff1 None None] Pushing event updated for resources: {'Port': ['ID=843f8223-cd48-4875-bfad-445c15f2f80a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:51.305610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:51.368322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:51.378489 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.425603 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:06:51.447313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Made reservation on behalf of c37e669b127a4daeaf552b5094f601d6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:51.449646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.484285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9680c2eb-bbfb-4496-af70-f8fbea424641 req-f9ce8748-b663-456c-9b85-3de9db6514a5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (49b44e8a-8eb6-424f-a9dc-a8e4653d068b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.498451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9680c2eb-bbfb-4496-af70-f8fbea424641 req-f9ce8748-b663-456c-9b85-3de9db6514a5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49b44e8a-8eb6-424f-a9dc-a8e4653d068b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.636591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-4ae2fe52-631b-4f05-bb0b-07272251ed7f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:51.639925 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-4ae2fe52-631b-4f05-bb0b-07272251ed7f tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.72 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.5100210 Feb 09 02:06:51.664828 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c2e6a05c-d256-4b64-808c-d15e60342697 req-93bcc1a0-f5c6-4143-8906-37649f758f15 service neutron] 10.222.0.82 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223360 Feb 09 02:06:51.675770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:51.679570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.693952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9680c2eb-bbfb-4496-af70-f8fbea424641 req-f9ce8748-b663-456c-9b85-3de9db6514a5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.695600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9680c2eb-bbfb-4496-af70-f8fbea424641 req-f9ce8748-b663-456c-9b85-3de9db6514a5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.7466171 Feb 09 02:06:51.708974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce8748-b663-456c-9b85-3de9db6514a5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b44e8a-8eb6-424f-a9dc-a8e4653d068b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:51.806778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefee058-3e6f-4f6c-bd06-efb62cafc4c3 req-d04ae727-cf20-462d-8b14-7ba93720fed2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:51.808844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fefee058-3e6f-4f6c-bd06-efb62cafc4c3 req-d04ae727-cf20-462d-8b14-7ba93720fed2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 946 time: 0.5116560 Feb 09 02:06:51.863097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Attempting to bind port 843f8223-cd48-4875-bfad-445c15f2f80a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:51.863716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Attempting to bind port 843f8223-cd48-4875-bfad-445c15f2f80a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:51.864280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Attempting to bind port 843f8223-cd48-4875-bfad-445c15f2f80a on network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:51.901925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:51.902635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Checking segment: {'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:51.903769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.904433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Bound using segment: {'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:51.905116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Bound port: 843f8223-cd48-4875-bfad-445c15f2f80a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a3f698-86cb-4233-be97-945bbd49cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:51.906340 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.939288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43bd8ea5-09d1-4f15-8ffc-dcee96b71b91 req-b8b3279a-1f0c-47e4-8c7b-88689d98b790 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/49b44e8a-8eb6-424f-a9dc-a8e4653d068b HTTP/1.1" status: 200 len: 1796 time: 0.2046275 Feb 09 02:06:51.954997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fefee058-3e6f-4f6c-bd06-efb62cafc4c3 req-b6e00c2d-4160-4709-b171-b0b5c6c3533c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317637 Feb 09 02:06:51.978169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cbbd53f0-30f8-4ee3-81f9-274cd980d7ac None None] Provisioning complete for port 843f8223-cd48-4875-bfad-445c15f2f80a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:51.978750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbbd53f0-30f8-4ee3-81f9-274cd980d7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:51.981046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.61 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:52.016599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Deleting port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:52.017555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.076488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd53f0-30f8-4ee3-81f9-274cd980d7ac None None] Port 843f8223-cd48-4875-bfad-445c15f2f80a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:52.082743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (0176b806-e2a2-4b4a-a8e9-b74375e919c0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.211851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] For port 843f8223-cd48-4875-bfad-445c15f2f80a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:52.214093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0176b806-e2a2-4b4a-a8e9-b74375e919c0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:52.239617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] For port 843f8223-cd48-4875-bfad-445c15f2f80a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=843f8223-cd48-4875-bfad-445c15f2f80a,segment=NetworkSegment(39a3f698-86cb-4233-be97-945bbd49cfac),segment_id=39a3f698-86cb-4233-be97-945bbd49cfac)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:52.255838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] For port 051d524b-5e82-485a-a5a9-0a6ca3ccad81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=051d524b-5e82-485a-a5a9-0a6ca3ccad81,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:52.255838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.263935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.271063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fb7729e-10dc-4fca-bcd4-484226de07a6 req-712bcb3a-d8b0-4df0-b1e5-e628b96981b0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/49b44e8a-8eb6-424f-a9dc-a8e4653d068b HTTP/1.1" status: 200 len: 1796 time: 0.2436600 Feb 09 02:06:52.287489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Calling delete_port for 051d524b-5e82-485a-a5a9-0a6ca3ccad81 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:52.292174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:52.292534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Network hostable DHCP agents. Network: ea32d4e9-71ca-4dbd-8880-8689f45e4e44, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:52.345041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862027a-02bf-4b01-a2d4-5bffb34d8222 req-905275d6-0ec9-4f7c-b4df-500b66827fe0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:52.346495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8862027a-02bf-4b01-a2d4-5bffb34d8222 req-905275d6-0ec9-4f7c-b4df-500b66827fe0 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/ports?device_id=00c7981b-4e54-4c6f-8b7c-f6df85711a74 HTTP/1.1" status: 200 len: 945 time: 0.2573769 Feb 09 02:06:52.357757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:52.377903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ea32d4e9-71ca-4dbd-8880-8689f45e4e44) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:52.388391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:52.389000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.404271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Routers {'64c2b32c-1113-4393-9131-b09a6f4c5cee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:52.405418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['64c2b32c-1113-4393-9131-b09a6f4c5cee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:52.408294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf31598-918e-40ac-baf8-5506f3471ed7 None None] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:52.444889 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-deddb2c6-0965-4bf9-aa2f-d65715a4e9b9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6922226 Feb 09 02:06:52.468989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8862027a-02bf-4b01-a2d4-5bffb34d8222 req-0fa2d3c9-3caf-4c23-b0c9-b0eb3a5489cb tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.53 "GET /v2.0/security-groups?id=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129704 Feb 09 02:06:52.517991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6fb7729e-10dc-4fca-bcd4-484226de07a6 req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (49b44e8a-8eb6-424f-a9dc-a8e4653d068b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.630773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (051d524b-5e82-485a-a5a9-0a6ca3ccad81), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.702346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Pushing event deleted for resources: {'Port': ['ID=051d524b-5e82-485a-a5a9-0a6ca3ccad81,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:52.803916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b46dd-75a5-421f-84d5-42611acceff1 None None] Pushing event updated for resources: {'Port': ['ID=843f8223-cd48-4875-bfad-445c15f2f80a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:52.837579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] No DVR routers for this DVR port 051d524b-5e82-485a-a5a9-0a6ca3ccad81 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:52.846337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.851068 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95efee0f-1f9a-48b7-9dfe-add78a3cbc67 req-67d9f228-31dc-4489-ad0e-ec4c297a8796 tempest-ServerRescueTestJSON-790160739 tempest-ServerRescueTestJSON-790160739-project] 10.222.0.72 "DELETE /v2.0/ports/051d524b-5e82-485a-a5a9-0a6ca3ccad81 HTTP/1.1" status: 204 len: 173 time: 1.2016745 Feb 09 02:06:52.851826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'name': 'network-vif-deleted', 'tag': '051d524b-5e82-485a-a5a9-0a6ca3ccad81'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:52.862649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6fb7729e-10dc-4fca-bcd4-484226de07a6 req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (49b44e8a-8eb6-424f-a9dc-a8e4653d068b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.864084 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a695f2-83e0-42dd-87d9-8ff25d00ea82" -d '{"events": [{"server_uuid": "00c7981b-4e54-4c6f-8b7c-f6df85711a74", "name": "network-vif-deleted", "tag": "051d524b-5e82-485a-a5a9-0a6ca3ccad81"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:52.871686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-99d1111b-972a-4e0c-848f-c992a98ef7c5 None None] Provisioning complete for port 843f8223-cd48-4875-bfad-445c15f2f80a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:52.872321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99d1111b-972a-4e0c-848f-c992a98ef7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:52.992251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1762c1-cdfe-407a-8bcd-cd462aa6c970 None None] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:53.010027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.069255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] Set router 64c2b32c-1113-4393-9131-b09a6f4c5cee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:53.155989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-e0a5420c-cbcd-464e-bf22-7133909f7249 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6070764 Feb 09 02:06:53.175221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6fb7729e-10dc-4fca-bcd4-484226de07a6 req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49b44e8a-8eb6-424f-a9dc-a8e4653d068b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.178768 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6fb7729e-10dc-4fca-bcd4-484226de07a6 req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.180413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fb7729e-10dc-4fca-bcd4-484226de07a6 req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/49b44e8a-8eb6-424f-a9dc-a8e4653d068b HTTP/1.1" status: 204 len: 173 time: 0.8911252 Feb 09 02:06:53.201952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b44e8a-8eb6-424f-a9dc-a8e4653d068b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:53.208939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:53.246222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.266241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.266800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.267511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.268016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.268499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.272256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.276875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.284347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.284943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.285420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.286479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.288125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.288583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b22461-e013-4670-89f5-4e9eff88dfda tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:53.302363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.392502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.106 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/a3d68c54-fb07-46bf-b0ff-5eb9140b738e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:53.403745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 051d524b-5e82-485a-a5a9-0a6ca3ccad81 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:53.444881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:53.535214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:53.572958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 051d524b-5e82-485a-a5a9-0a6ca3ccad81 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:53.573553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 051d524b-5e82-485a-a5a9-0a6ca3ccad81 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:53.612985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:53.619632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:53.629027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:53.688646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be634a-2f95-4298-887f-d4b471c2a6c7 req-df9e1704-251e-4acf-baf1-5fd6b14700de tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:53.690346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01be634a-2f95-4298-887f-d4b471c2a6c7 req-df9e1704-251e-4acf-baf1-5fd6b14700de tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 935 time: 0.3217435 Feb 09 02:06:53.712970 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0071-8282-4cee-928a-f3d5fee2678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.745817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-99d1111b-972a-4e0c-848f-c992a98ef7c5 None None] Current status of the port 843f8223-cd48-4875-bfad-445c15f2f80a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:53.746216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99d1111b-972a-4e0c-848f-c992a98ef7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.855754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01be634a-2f95-4298-887f-d4b471c2a6c7 req-00758700-f66c-474a-91eb-0dcac1c323d5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417315 Feb 09 02:06:53.878014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:53.882763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.896853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41480) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:53.900943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:53.919545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2084789186-network', 'tenant_id': '2b4529e7abe24af88068895cfa2a7802'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:53.939019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-003d8058-df75-42af-9ec0-25fa80d103cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0057936 Feb 09 02:06:53.965868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.026688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Made reservation on behalf of 2b4529e7abe24af88068895cfa2a7802 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:54.030351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:54.032177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.038872 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8a7060-5176-495c-9bdd-e8dd143eee2e x-openstack-request-id: req-9b8a7060-5176-495c-9bdd-e8dd143eee2e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:54.039410 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c7981b-4e54-4c6f-8b7c-f6df85711a74", "name": "network-vif-deleted", "tag": "051d524b-5e82-485a-a5a9-0a6ca3ccad81", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:54.039686 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b8a7060-5176-495c-9bdd-e8dd143eee2e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:54.040113 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c7981b-4e54-4c6f-8b7c-f6df85711a74', 'name': 'network-vif-deleted', 'tag': '051d524b-5e82-485a-a5a9-0a6ca3ccad81', 'status': 'completed', 'code': 200} Feb 09 02:06:54.054177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.080001 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-99ec511d-154b-41a4-9ff3-9c36cf919176 req-ee0393e6-599b-43e4-a4da-1fbaf7d6c045 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:06:54.082630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99ec511d-154b-41a4-9ff3-9c36cf919176 req-ee0393e6-599b-43e4-a4da-1fbaf7d6c045 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/49b44e8a-8eb6-424f-a9dc-a8e4653d068b HTTP/1.1" status: 404 len: 352 time: 0.0641835 Feb 09 02:06:54.087071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:54.098281 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.101226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:54.109485 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:54.111726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:54.162041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-99d1111b-972a-4e0c-848f-c992a98ef7c5 None None] For port 843f8223-cd48-4875-bfad-445c15f2f80a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=843f8223-cd48-4875-bfad-445c15f2f80a,segment=NetworkSegment(39a3f698-86cb-4233-be97-945bbd49cfac),segment_id=39a3f698-86cb-4233-be97-945bbd49cfac)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:54.190574 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99d1111b-972a-4e0c-848f-c992a98ef7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.264168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:54.264692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.280013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:54.339549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Allocated IP 172.25.6.224 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/4db189fa-3df0-4965-a5d3-2831ab90ee75) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:54.344677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1111b-972a-4e0c-848f-c992a98ef7c5 None None] Pushing event updated for resources: {'Port': ['ID=843f8223-cd48-4875-bfad-445c15f2f80a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:54.383043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b749a8f9-6d03-4703-9c07-73b41a8a2cd1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5589488 Feb 09 02:06:54.601091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-46a87e9d-8f83-492c-9a4a-05d52cb564a3 None None] Provisioning complete for port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:54.601812 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46a87e9d-8f83-492c-9a4a-05d52cb564a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.634024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.696960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-2eed89a3-95fb-4383-97cc-0a96e5ed2e38 req-762802ef-1269-4fcc-aea0-2c173aa2050b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1534080720', 'description': 'tempest-description-914060755'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:54.707115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Request body: {'port': {'device_id': '26d08173-a477-45ff-bdce-e290dea05730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:54.717926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:54.781578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-46a87e9d-8f83-492c-9a4a-05d52cb564a3 None None] Port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:54.815578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:06:46Z', 'revision_number': 4, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '843f8223-cd48-4875-bfad-445c15f2f80a', 'name': '', 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'mac_address': 'fa:16:3e:17:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2669fa4e-114a-4471-ace4-6841d9862ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:44Z', 'updated_at': '2022-02-09T02:06:52Z', 'revision_number': 4, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'subnets': [{'id': '2669fa4e-114a-4471-ace4-6841d9862ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:54.817740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:54.830263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:54.833462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:54.869197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381dacb9-0a65-4e26-bd9e-5b5afcf613fd None None] The sync data for ids ['64c2b32c-1113-4393-9131-b09a6f4c5cee'] in n-d-826675-12 is: [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:06:46Z', 'revision_number': 4, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '843f8223-cd48-4875-bfad-445c15f2f80a', 'name': '', 'network_id': '5be6da99-5a13-477a-a5ab-1ee9c25d6f57', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'mac_address': 'fa:16:3e:17:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '2669fa4e-114a-4471-ace4-6841d9862ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:44Z', 'updated_at': '2022-02-09T02:06:52Z', 'revision_number': 4, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'subnets': [{'id': '2669fa4e-114a-4471-ace4-6841d9862ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:54.993644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-85267b46-4090-4088-9ded-1f76e8167f94 None None] Provisioning complete for port a3d68c54-fb07-46bf-b0ff-5eb9140b738e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:54.994027 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-85267b46-4090-4088-9ded-1f76e8167f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.001193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Request body: {'port': {'device_id': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:55.083580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-85267b46-4090-4088-9ded-1f76e8167f94 None None] Port a3d68c54-fb07-46bf-b0ff-5eb9140b738e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:55.105767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Pushing event updated for resources: {'Port': ['ID=4db189fa-3df0-4965-a5d3-2831ab90ee75,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.183181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.183915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.207982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eed89a3-95fb-4383-97cc-0a96e5ed2e38 req-762802ef-1269-4fcc-aea0-2c173aa2050b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.276821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.327185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.446447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eed89a3-95fb-4383-97cc-0a96e5ed2e38 req-762802ef-1269-4fcc-aea0-2c173aa2050b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (c950178f-9b4d-4db1-88fb-c2357820f450), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.472171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 843f8223-cd48-4875-bfad-445c15f2f80a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:55.486396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eed89a3-95fb-4383-97cc-0a96e5ed2e38 req-762802ef-1269-4fcc-aea0-2c173aa2050b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c950178f-9b4d-4db1-88fb-c2357820f450), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.583081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 843f8223-cd48-4875-bfad-445c15f2f80a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:55.583620 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.618956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks [] for security_group (8612e98b-d20e-4509-88ed-2c1180f29333), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.642548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eed89a3-95fb-4383-97cc-0a96e5ed2e38 req-762802ef-1269-4fcc-aea0-2c173aa2050b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.645241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2eed89a3-95fb-4383-97cc-0a96e5ed2e38 req-762802ef-1269-4fcc-aea0-2c173aa2050b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9637558 Feb 09 02:06:55.645241 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8612e98b-d20e-4509-88ed-2c1180f29333), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.658208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762802ef-1269-4fcc-aea0-2c173aa2050b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c950178f-9b4d-4db1-88fb-c2357820f450,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.770770 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe2084ce-e548-4946-a69b-02e0d11c6efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:55.780562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8612e98b-d20e-4509-88ed-2c1180f29333,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:55.846682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:55.875034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 843f8223-cd48-4875-bfad-445c15f2f80a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:55.992660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (a083900c-6f57-40fe-89b2-856f5521aa33), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.246930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d68c54-fb07-46bf-b0ff-5eb9140b738e {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:56.260131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Publish callbacks [] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.313810 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (98ca2678-e983-4b5a-8c4d-d39130380a7a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.314579 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Added segment 98ca2678-e983-4b5a-8c4d-d39130380a7a of type vlan for network c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c Feb 09 02:06:56.351790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Transition to ACTIVE for port object a3d68c54-fb07-46bf-b0ff-5eb9140b738e will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:56.364623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.442337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:56.458013 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.539068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a8ade-2083-4b59-bbcf-e222f0de253f req-558d8cd3-fe47-4663-9226-603dac218709 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:56.540771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb3a8ade-2083-4b59-bbcf-e222f0de253f req-558d8cd3-fe47-4663-9226-603dac218709 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 935 time: 0.6998997 Feb 09 02:06:56.646416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.683241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Attempting to bind port a3d68c54-fb07-46bf-b0ff-5eb9140b738e on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:56.683590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Attempting to bind port a3d68c54-fb07-46bf-b0ff-5eb9140b738e by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:56.683927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Attempting to bind port a3d68c54-fb07-46bf-b0ff-5eb9140b738e on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:56.693444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Port a3d68c54-fb07-46bf-b0ff-5eb9140b738e on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:56.693763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Attempting to bind port a3d68c54-fb07-46bf-b0ff-5eb9140b738e on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:56.703214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:56.703554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:56.704038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:56.704486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Bound port: a3d68c54-fb07-46bf-b0ff-5eb9140b738e, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:56.704846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.731168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Deleting port c87b5381-425d-4c6c-9ab7-f9b9c937f59c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:56.732678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.799585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:56.805453 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.812590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Publish callbacks [] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.820344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.821334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:56.821920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.824102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.932679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] For port a3d68c54-fb07-46bf-b0ff-5eb9140b738e, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:56.938882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] For port a3d68c54-fb07-46bf-b0ff-5eb9140b738e, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:56.941194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] For port c87b5381-425d-4c6c-9ab7-f9b9c937f59c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,segment=NetworkSegment(4bcc18bd-c54d-4ef9-ab64-e4496053956f),segment_id=4bcc18bd-c54d-4ef9-ab64-e4496053956f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:56.941666 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.958947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.971843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Calling delete_port for c87b5381-425d-4c6c-9ab7-f9b9c937f59c owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:57.044853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.045862 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.047515 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] 10.222.0.82 "PUT /v2.0/ports/a3d68c54-fb07-46bf-b0ff-5eb9140b738e HTTP/1.1" status: 200 len: 1097 time: 2.6526756 Feb 09 02:06:57.048065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'tag': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:57.050978 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d47b632-8365-47b6-91ca-c11c05ae2661" -d '{"events": [{"name": "network-changed", "server_uuid": "a0468ebd-5616-4bad-948a-53cea7c924a9", "tag": "a3d68c54-fb07-46bf-b0ff-5eb9140b738e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:57.058161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.076954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1709976 Feb 09 02:06:57.087212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Transition to ACTIVE for port object a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:57.099946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41508) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:57.108514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb3a8ade-2083-4b59-bbcf-e222f0de253f req-0481bc32-f85c-48aa-aa99-ef36e1e8f2a6 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409977 Feb 09 02:06:57.111191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Request body: {'subnet': {'network_id': 'c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2084789186-subnet', 'tenant_id': '2b4529e7abe24af88068895cfa2a7802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:57.144221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Pushing event updated for resources: {'Port': ['ID=4db189fa-3df0-4965-a5d3-2831ab90ee75,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.160918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0558a73-fe10-4ec8-acca-3ac9af9369e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.166024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.203138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f836e679-473c-49e0-ba85-6c117bcbb7a6 req-7e34f820-7049-4a5a-9187-f171c2a8f961 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-503327146', 'description': 'tempest-description-958145046'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:57.239571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.243955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-bceb5ddb-4d82-4c8c-8332-f0c15b28aaf3 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0620973 Feb 09 02:06:57.341583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371c34f-b317-4f51-a43b-918209236254 admin admin] Pushing event updated for resources: {'Network': ['ID=c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.357240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:57.357713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-02ce242f-0089-4c89-a74c-0205b9580c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.359289 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-02ce242f-0089-4c89-a74c-0205b9580c72 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 1131 time: 0.1844294 Feb 09 02:06:57.416568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-e57c53d6-5619-4ce5-b218-a53c3610ef29 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e HTTP/1.1" status: 200 len: 217 time: 0.0473237 Feb 09 02:06:57.498933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Made reservation on behalf of 2b4529e7abe24af88068895cfa2a7802 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:57.501553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.506317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-e6e16a91-da4d-46e9-b220-9c921653a1ea tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 696 time: 0.1898432 Feb 09 02:06:57.547955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.560971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-d2cb4297-8ef5-4e06-9985-237ade4a7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.562810 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-d2cb4297-8ef5-4e06-9985-237ade4a7e76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1391208 Feb 09 02:06:57.641272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c87b5381-425d-4c6c-9ab7-f9b9c937f59c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.684352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=c87b5381-425d-4c6c-9ab7-f9b9c937f59c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:57.721856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f836e679-473c-49e0-ba85-6c117bcbb7a6 req-7e34f820-7049-4a5a-9187-f171c2a8f961 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.781604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-cfd75fd4-a21b-49c1-9350-f45ab9881a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.790092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-cfd75fd4-a21b-49c1-9350-f45ab9881a54 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2073503 Feb 09 02:06:57.950182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-a7ba45d9-b3a5-4c85-aaef-dc1ed2ebc842 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587517 Feb 09 02:06:57.977589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f836e679-473c-49e0-ba85-6c117bcbb7a6 req-7e34f820-7049-4a5a-9187-f171c2a8f961 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (634f9515-579e-4550-a715-8e221caa10d2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.985906 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.994268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Attempting to bind port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:57.994643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Attempting to bind port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:57.994981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Attempting to bind port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:58.006002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f836e679-473c-49e0-ba85-6c117bcbb7a6 req-7e34f820-7049-4a5a-9187-f171c2a8f961 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (634f9515-579e-4550-a715-8e221caa10d2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.031596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:58.032230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Attempting to bind port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:58.091032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f836e679-473c-49e0-ba85-6c117bcbb7a6 req-7e34f820-7049-4a5a-9187-f171c2a8f961 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.092292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f836e679-473c-49e0-ba85-6c117bcbb7a6 req-7e34f820-7049-4a5a-9187-f171c2a8f961 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8953001 Feb 09 02:06:58.100787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:58.101111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:58.101520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:58.101994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Bound port: a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:58.102984 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.153949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-4cebab0b-77f6-454f-99f7-aa1e5c5e0a2c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.156170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-4cebab0b-77f6-454f-99f7-aa1e5c5e0a2c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.5456903 Feb 09 02:06:58.157087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34f820-7049-4a5a-9187-f171c2a8f961 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634f9515-579e-4550-a715-8e221caa10d2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.202125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-b5f5bcab-7e15-407a-ae58-5fa25cc1b178 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411351 Feb 09 02:06:58.203875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (a083900c-6f57-40fe-89b2-856f5521aa33), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.273952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-8a539a02-e90e-4d3a-8dbb-65cfe1703766 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:06:58.275301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3628a78-9f45-4ff9-9c4b-c23bd3480824 req-8a539a02-e90e-4d3a-8dbb-65cfe1703766 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0980451 Feb 09 02:06:58.347021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-075b57fa-38ae-4df3-a0ca-2d8b4ee058ce req-dc145dea-f0e0-4eed-ac6e-d2b4d6b8e0a0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-227705584', 'description': 'tempest-description-813842721'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:58.418803 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86ed815-1fb8-44da-a4c4-7af5aef5796a x-openstack-request-id: req-a86ed815-1fb8-44da-a4c4-7af5aef5796a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:58.419362 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0468ebd-5616-4bad-948a-53cea7c924a9", "tag": "a3d68c54-fb07-46bf-b0ff-5eb9140b738e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:58.419362 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a86ed815-1fb8-44da-a4c4-7af5aef5796a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:58.419900 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'tag': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'status': 'completed', 'code': 200} Feb 09 02:06:58.462479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (6b947c57-af47-478b-865b-b411ebcc934d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.489276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] For port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:58.493200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] For port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:58.531747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-075b57fa-38ae-4df3-a0ca-2d8b4ee058ce req-dc145dea-f0e0-4eed-ac6e-d2b4d6b8e0a0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.548223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.557037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-7ce81eac-d48c-41a6-b3c7-d73121d1a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.558965 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-7ce81eac-d48c-41a6-b3c7-d73121d1a05d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 1131 time: 0.1025677 Feb 09 02:06:58.680758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.682758 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.685041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] 10.222.0.82 "PUT /v2.0/ports/a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca HTTP/1.1" status: 200 len: 1096 time: 4.7390058 Feb 09 02:06:58.701474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d08173-a477-45ff-bdce-e290dea05730', 'tag': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:58.706805 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8270c439-0e75-4dd2-a2b9-5fbcab015474" -d '{"events": [{"name": "network-changed", "server_uuid": "26d08173-a477-45ff-bdce-e290dea05730", "tag": "a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:58.803718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Router a083900c-6f57-40fe-89b2-856f5521aa33 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:58.822597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-46e4cd72-73b8-4c91-9a9e-fee8e2905050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.824393 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-46e4cd72-73b8-4c91-9a9e-fee8e2905050 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1746695 Feb 09 02:06:58.828507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b947c57-af47-478b-865b-b411ebcc934d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.840073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-075b57fa-38ae-4df3-a0ca-2d8b4ee058ce req-dc145dea-f0e0-4eed-ac6e-d2b4d6b8e0a0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (17c78139-884f-49e8-a347-98edb447da59), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.872680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-075b57fa-38ae-4df3-a0ca-2d8b4ee058ce req-dc145dea-f0e0-4eed-ac6e-d2b4d6b8e0a0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (17c78139-884f-49e8-a347-98edb447da59), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.898258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a804-c3e3-40f2-ad7f-83c20a7ad3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:58.911147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56690a3-f838-4ad2-90bb-97e70d2e89b3 req-e9fdba98-5ba8-4e08-8e47-fcc5aa7d08d7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.912693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b56690a3-f838-4ad2-90bb-97e70d2e89b3 req-e9fdba98-5ba8-4e08-8e47-fcc5aa7d08d7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 947 time: 0.3826725 Feb 09 02:06:58.914555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Checking segment: {'id': '98ca2678-e983-4b5a-8c4d-d39130380a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:58.914941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Network hostable DHCP agents. Network: c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:58.974317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-075b57fa-38ae-4df3-a0ca-2d8b4ee058ce req-dc145dea-f0e0-4eed-ac6e-d2b4d6b8e0a0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:58.975484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-075b57fa-38ae-4df3-a0ca-2d8b4ee058ce req-dc145dea-f0e0-4eed-ac6e-d2b4d6b8e0a0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6412988 Feb 09 02:06:58.986752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc145dea-f0e0-4eed-ac6e-d2b4d6b8e0a0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c78139-884f-49e8-a347-98edb447da59,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.034082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f6519115-86f8-4794-a5e5-bbf0a19cef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.043040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-f6519115-86f8-4794-a5e5-bbf0a19cef8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 1130 time: 0.2894247 Feb 09 02:06:59.064090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Network c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:59.077014 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-e335fff5-57c9-443e-9925-690ce25ff5c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e HTTP/1.1" status: 200 len: 217 time: 0.1306760 Feb 09 02:06:59.114774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-e6e10eb9-86b4-415c-a060-e8f071486bae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca HTTP/1.1" status: 200 len: 217 time: 0.0708299 Feb 09 02:06:59.124629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b56690a3-f838-4ad2-90bb-97e70d2e89b3 req-c20908fa-ca17-40f2-9cdc-4764db815e96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977253 Feb 09 02:06:59.139439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:59.145679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.147106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.147973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7886c7-c16b-48ee-a18f-a6548527f996 None None] Network c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:59.228204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-26031096-9502-4ed8-b476-9f00e639742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.230342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-26031096-9502-4ed8-b476-9f00e639742c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1044681 Feb 09 02:06:59.257566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ca150e7a-0116-4b31-87a2-23e371300671 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1440148 Feb 09 02:06:59.390550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afceed7-d841-48ae-a570-758283b8c0ec req-23bfacaf-4820-4e1c-987f-48bc513e0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.392680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-23bfacaf-4820-4e1c-987f-48bc513e0c6d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1409774 Feb 09 02:06:59.405638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457f681-b8a0-499a-b86d-a5b80f884d7c None None] Network c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:59.525279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-1f89db1e-1c3c-4e4d-902d-dc70ed024c43 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246467 Feb 09 02:06:59.533949 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef05e32-50ec-48d8-9f75-b721ccba0fd7 x-openstack-request-id: req-5ef05e32-50ec-48d8-9f75-b721ccba0fd7 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:59.534327 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d08173-a477-45ff-bdce-e290dea05730", "tag": "a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:59.534535 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ef05e32-50ec-48d8-9f75-b721ccba0fd7 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:59.535270 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d08173-a477-45ff-bdce-e290dea05730', 'tag': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', 'status': 'completed', 'code': 200} Feb 09 02:06:59.775763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-437c5322-a75f-484d-8505-139209bd5b73 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.777467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-437c5322-a75f-484d-8505-139209bd5b73 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 820 time: 0.5521543 Feb 09 02:06:59.789187 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.830773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afceed7-d841-48ae-a570-758283b8c0ec req-8cc02b95-4ec8-4c05-a21e-a7f8f079efbe service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917218 Feb 09 02:06:59.836480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-6c7603f4-12d2-4d83-8903-b17967b1e560 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/quotas/5827016e63c84ce1ac48843cdbd70754 HTTP/1.1" status: 200 len: 375 time: 0.0459652 Feb 09 02:06:59.870751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-79855510-fbaf-43f8-91fc-5043a0db916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.876771 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-79855510-fbaf-43f8-91fc-5043a0db916d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.7941008 Feb 09 02:06:59.947509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:59.957270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a5228838-f0e9-4afa-a381-8d8bce60cb3d admin admin] 10.222.0.53 "PUT /v2.0/routers/a083900c-6f57-40fe-89b2-856f5521aa33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6692431 Feb 09 02:06:59.957270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:59.971351 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] Sync routers for ids ['a083900c-6f57-40fe-89b2-856f5521aa33'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:59.983971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ec48441-a20e-4bf6-9d54-845d53e90c18 req-6c293178-1265-40c9-aec0-f3c83dbaab15 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 10996 time: 0.4516234 Feb 09 02:07:00.005794 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] Routers {'a083900c-6f57-40fe-89b2-856f5521aa33'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:00.008187 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a083900c-6f57-40fe-89b2-856f5521aa33'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:00.028843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-3d9d2cc7-d171-4787-b72e-4fc28eb8217a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1748877 Feb 09 02:07:00.065740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-4b00f851-226b-425d-ae8d-e0d550e74e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:00.067528 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-4b00f851-226b-425d-ae8d-e0d550e74e0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1721601 Feb 09 02:07:00.116579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-ff94bc48-9bd3-4922-805f-365cc35b4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:00.119072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-ff94bc48-9bd3-4922-805f-365cc35b4a43 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 1130 time: 0.2176394 Feb 09 02:07:00.161858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks [] for router (a083900c-6f57-40fe-89b2-856f5521aa33), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.183574 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] Set router a083900c-6f57-40fe-89b2-856f5521aa33 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:00.323991 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-b4c39ef7-c366-497f-b4b0-16c570e1d30b service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479594 Feb 09 02:07:00.372908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ec48441-a20e-4bf6-9d54-845d53e90c18 req-2e94fa81-8adb-446a-ba7d-cc8887c132d6 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8 HTTP/1.1" status: 200 len: 2998 time: 0.3869259 Feb 09 02:07:00.431870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-70b515af-fddc-40b9-8e94-5b823e7a0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:00.435846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-70b515af-fddc-40b9-8e94-5b823e7a0fcd service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2321007 Feb 09 02:07:00.470694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks [] for router_gateway (a083900c-6f57-40fe-89b2-856f5521aa33), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.492996 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:06:57Z', 'revision_number': 5, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port': {'id': '3c48066d-1dfb-47fe-b20e-cea84f95168b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:37Z', 'updated_at': '2022-02-09T02:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:00.509758 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d47b632-8365-47b6-91ca-c11c05ae2661 req-c86e50f0-ce9b-4c02-8cfb-c2c4bb7e8f6a service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749043 Feb 09 02:07:00.535953 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] Checking router: a083900c-6f57-40fe-89b2-856f5521aa33 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:00.549591 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] Routers {'a083900c-6f57-40fe-89b2-856f5521aa33'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:00.550594 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a083900c-6f57-40fe-89b2-856f5521aa33'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:00.621238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Deleting port 3c48066d-1dfb-47fe-b20e-cea84f95168b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:00.621742 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.644108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-f6113998-a4e3-4e2b-8f08-6f7550322561 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca HTTP/1.1" status: 200 len: 217 time: 0.1877885 Feb 09 02:07:00.676540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ec48441-a20e-4bf6-9d54-845d53e90c18 req-a5b22bd2-6a50-4e44-94a6-eb527548b4db tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8 HTTP/1.1" status: 200 len: 2998 time: 0.2922413 Feb 09 02:07:00.689833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-cbc5cc76-5119-48e1-acb3-52b9e2d88fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297169 Feb 09 02:07:00.845706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] For port 3c48066d-1dfb-47fe-b20e-cea84f95168b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3c48066d-1dfb-47fe-b20e-cea84f95168b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:00.846972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:00.850525 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] Set router a083900c-6f57-40fe-89b2-856f5521aa33 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:00.868474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-ebfed16e-c1b7-44d7-8856-cc1905ebc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:00.870091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-ebfed16e-c1b7-44d7-8856-cc1905ebc844 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0757368 Feb 09 02:07:00.912374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Calling delete_port for 3c48066d-1dfb-47fe-b20e-cea84f95168b owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:01.022557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 6, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:01.073379 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba0277-f382-45d9-954f-f001059a1db1 None None] The sync data for ids ['a083900c-6f57-40fe-89b2-856f5521aa33'] in n-d-826675-12 is: [{'id': 'a083900c-6f57-40fe-89b2-856f5521aa33', 'name': 'tempest-ServerRescueTestJSON-679020729-router', 'tenant_id': '8947044258ce4e7abddeff493005fc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:07:00Z', 'revision_number': 6, 'project_id': '8947044258ce4e7abddeff493005fc22', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:01.201997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-ff577e3b-67c2-4862-ae4c-eb9c67f7547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:01.203857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-ff577e3b-67c2-4862-ae4c-eb9c67f7547f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3262842 Feb 09 02:07:01.220755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-61184d27-85c5-47c5-83f6-bef172ea4bb0 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296023 Feb 09 02:07:01.237035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-1a8ebb2c-0144-4638-baf6-e627557493c2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:01.238659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-1a8ebb2c-0144-4638-baf6-e627557493c2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.3372755 Feb 09 02:07:01.249460 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3c48066d-1dfb-47fe-b20e-cea84f95168b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.294678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c48066d-1dfb-47fe-b20e-cea84f95168b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:01.375296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-94214688-6df4-427a-93f6-544891a5a2e2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/quotas/c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 375 time: 0.1128967 Feb 09 02:07:01.382563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a083900c-6f57-40fe-89b2-856f5521aa33), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.430598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-aa65a2a1-37ac-4987-83b2-c7c913a54d78 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436387 Feb 09 02:07:01.585908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c87b5381-425d-4c6c-9ab7-f9b9c937f59c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:01.588946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a083900c-6f57-40fe-89b2-856f5521aa33), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.594638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks [] for router_controller (a083900c-6f57-40fe-89b2-856f5521aa33), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.618990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c87b5381-425d-4c6c-9ab7-f9b9c937f59c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:01.619646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c87b5381-425d-4c6c-9ab7-f9b9c937f59c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:01.667402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-e2fa0f97-26d4-4eea-8741-b1a5b6e4a3d8 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277222 Feb 09 02:07:01.686604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a083900c-6f57-40fe-89b2-856f5521aa33), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.687222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a083900c-6f57-40fe-89b2-856f5521aa33 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:07:01.700916 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.706301 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-68ebfbd7-1bd6-4a16-8bc5-1c82e7ddf73d admin admin] 10.222.0.53 "DELETE /v2.0/routers/a083900c-6f57-40fe-89b2-856f5521aa33 HTTP/1.1" status: 204 len: 168 time: 1.7484102 Feb 09 02:07:01.708675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41578) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:01.810733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] Deleting subnet 9fe6c004-387a-49bf-9855-e87e0a77b334 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:07:01.815643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] Publish callbacks [] for subnet (9fe6c004-387a-49bf-9855-e87e0a77b334), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.830098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8270c439-0e75-4dd2-a2b9-5fbcab015474 req-ff9715b2-85ee-42e7-bdf2-b2bd7fe176d3 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548836 Feb 09 02:07:01.897484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (9fe6c004-387a-49bf-9855-e87e0a77b334), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.924473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0c4e0-8629-4be1-8b19-99669be256c7 req-6db3988e-c2f1-4476-a51e-d58396b49796 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:01.926242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38c0c4e0-8629-4be1-8b19-99669be256c7 req-6db3988e-c2f1-4476-a51e-d58396b49796 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 947 time: 0.3814156 Feb 09 02:07:01.935219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-5a7832fe-5c3d-4e76-ae7b-e5edec1f0457 service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925852 Feb 09 02:07:01.988144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (9fe6c004-387a-49bf-9855-e87e0a77b334), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.093662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (9fe6c004-387a-49bf-9855-e87e0a77b334), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.100540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-a054d598-1d4b-4dbb-953a-f8fab8951739 service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640525 Feb 09 02:07:02.112910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.125535 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9fe6c004-387a-49bf-9855-e87e0a77b334 HTTP/1.1" status: 204 len: 168 time: 0.4136240 Feb 09 02:07:02.131167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:02.211207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34141cb1-4f81-407d-b3e0-6280cfd7066e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe6c004-387a-49bf-9855-e87e0a77b334,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.244620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38c0c4e0-8629-4be1-8b19-99669be256c7 req-060c3f7c-4bf9-45b8-800a-d537d9f24d35 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704495 Feb 09 02:07:02.333185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (99afb082-e4f1-4839-91e4-3239bfdd2a2a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.487962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b295ccfa-39c3-4242-b661-1c7dcfd42ef3 req-d8dac47f-b291-407d-8840-0568d282c1eb tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/c950178f-9b4d-4db1-88fb-c2357820f450 HTTP/1.1" status: 200 len: 1817 time: 0.1949892 Feb 09 02:07:02.545995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a3d68c54-fb07-46bf-b0ff-5eb9140b738e details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:02.586090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (99afb082-e4f1-4839-91e4-3239bfdd2a2a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.633612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99afb082-e4f1-4839-91e4-3239bfdd2a2a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.658722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41fc5f14-f5af-4d1a-98fe-eee557d811bd req-2c233882-a8b3-4ce4-b89e-b95d64c0eb99 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 210 time: 0.0430148 Feb 09 02:07:02.665263 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b295ccfa-39c3-4242-b661-1c7dcfd42ef3 req-aa62775f-dc9d-45d8-8962-903a1f48086b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (c950178f-9b4d-4db1-88fb-c2357820f450), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.692083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcc18bd-c54d-4ef9-ab64-e4496053956f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.692083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcc18bd-c54d-4ef9-ab64-e4496053956f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.713569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b295ccfa-39c3-4242-b661-1c7dcfd42ef3 req-aa62775f-dc9d-45d8-8962-903a1f48086b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (c950178f-9b4d-4db1-88fb-c2357820f450), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.743353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (4bcc18bd-c54d-4ef9-ab64-e4496053956f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.802080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4bcc18bd-c54d-4ef9-ab64-e4496053956f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.825899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:07:02.826316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (4bcc18bd-c54d-4ef9-ab64-e4496053956f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:07:02.828234 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:07:02.905517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0212d046-cd21-4276-9beb-9e5f4173b704 req-b3cb3954-1748-4951-96f5-534f0628db63 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 210 time: 0.1065531 Feb 09 02:07:02.908148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b295ccfa-39c3-4242-b661-1c7dcfd42ef3 req-aa62775f-dc9d-45d8-8962-903a1f48086b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c950178f-9b4d-4db1-88fb-c2357820f450), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.917865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b295ccfa-39c3-4242-b661-1c7dcfd42ef3 req-aa62775f-dc9d-45d8-8962-903a1f48086b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.919378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b295ccfa-39c3-4242-b661-1c7dcfd42ef3 req-aa62775f-dc9d-45d8-8962-903a1f48086b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/c950178f-9b4d-4db1-88fb-c2357820f450 HTTP/1.1" status: 204 len: 173 time: 0.4115059 Feb 09 02:07:02.929969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62775f-dc9d-45d8-8962-903a1f48086b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c950178f-9b4d-4db1-88fb-c2357820f450,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.978393 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-c34c789c-832a-4c87-ab7c-a01c4dfbf65a req-a12a4342-4c45-41ba-ad34-9813e8ca67af tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:02.980102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c34c789c-832a-4c87-ab7c-a01c4dfbf65a req-a12a4342-4c45-41ba-ad34-9813e8ca67af tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/c950178f-9b4d-4db1-88fb-c2357820f450 HTTP/1.1" status: 404 len: 352 time: 0.0246577 Feb 09 02:07:03.015366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a3d68c54-fb07-46bf-b0ff-5eb9140b738e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:03.029458 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'mac_address': 'fa:16:3e:d0:33:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:03.063067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (99afb082-e4f1-4839-91e4-3239bfdd2a2a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.069795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.079125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] 10.222.0.53 "DELETE /v2.0/networks/99afb082-e4f1-4839-91e4-3239bfdd2a2a HTTP/1.1" status: 204 len: 168 time: 0.9468040 Feb 09 02:07:03.092719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a3d68c54-fb07-46bf-b0ff-5eb9140b738e is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:03.093472 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.111454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fef992e0-bfe1-4216-820c-8f8a49c90f9e req-bf4a4ad0-6b8e-4a22-8f0b-c5d7446ba7f0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/634f9515-579e-4550-a715-8e221caa10d2 HTTP/1.1" status: 200 len: 1816 time: 0.1071236 Feb 09 02:07:03.113986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d68c54-fb07-46bf-b0ff-5eb9140b738e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:03.120002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb6845-22a3-49a8-bbbf-31191c6bf12b admin admin] Pushing event deleted for resources: {'Network': ['ID=99afb082-e4f1-4839-91e4-3239bfdd2a2a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.152263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a3d68c54-fb07-46bf-b0ff-5eb9140b738e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:03.167987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.325074 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fef992e0-bfe1-4216-820c-8f8a49c90f9e req-b3d35c7a-1b8d-4f63-b11e-f3b46cde009e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (634f9515-579e-4550-a715-8e221caa10d2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.348889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.352926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c48066d-1dfb-47fe-b20e-cea84f95168b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:03.405788 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fef992e0-bfe1-4216-820c-8f8a49c90f9e req-b3d35c7a-1b8d-4f63-b11e-f3b46cde009e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (634f9515-579e-4550-a715-8e221caa10d2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.426061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3c48066d-1dfb-47fe-b20e-cea84f95168b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:03.426343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c48066d-1dfb-47fe-b20e-cea84f95168b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:03.532169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec39744-dca3-4f09-98af-d065dbaf49ac req-8fc212f7-f86d-4fb8-8998-497a5112b9e5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:03.534889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bec39744-dca3-4f09-98af-d065dbaf49ac req-8fc212f7-f86d-4fb8-8998-497a5112b9e5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 947 time: 0.1260099 Feb 09 02:07:03.536113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fef992e0-bfe1-4216-820c-8f8a49c90f9e req-b3d35c7a-1b8d-4f63-b11e-f3b46cde009e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (634f9515-579e-4550-a715-8e221caa10d2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.539354 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fef992e0-bfe1-4216-820c-8f8a49c90f9e req-b3d35c7a-1b8d-4f63-b11e-f3b46cde009e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.540963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fef992e0-bfe1-4216-820c-8f8a49c90f9e req-b3d35c7a-1b8d-4f63-b11e-f3b46cde009e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/634f9515-579e-4550-a715-8e221caa10d2 HTTP/1.1" status: 204 len: 173 time: 0.4270167 Feb 09 02:07:03.588392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:03.595712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d35c7a-1b8d-4f63-b11e-f3b46cde009e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634f9515-579e-4550-a715-8e221caa10d2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.609953 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-6b96cdae-d5b7-4d65-90d7-27526f75e293 req-03bf3921-fd4d-434e-a435-90cc7454b56a tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:03.617070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b96cdae-d5b7-4d65-90d7-27526f75e293 req-03bf3921-fd4d-434e-a435-90cc7454b56a tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/634f9515-579e-4550-a715-8e221caa10d2 HTTP/1.1" status: 404 len: 352 time: 0.0390139 Feb 09 02:07:03.670829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:03.712228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58d60f48-ab99-40e8-9b02-4bd54f3fe416 req-78e6e761-0ca5-4bd8-bfc9-228a27e3fcc0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/17c78139-884f-49e8-a347-98edb447da59 HTTP/1.1" status: 200 len: 1816 time: 0.0699971 Feb 09 02:07:03.752465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bec39744-dca3-4f09-98af-d065dbaf49ac req-cec47369-2d1e-4dab-84e7-9adb41dcc478 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064490 Feb 09 02:07:03.777181 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-389f4c4a-412a-48b2-b410-0399b460b72a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8947044258ce4e7abddeff493005fc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1051459 Feb 09 02:07:03.779938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:03.812289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-5beaa4ec-457a-4c54-80d6-8a69991a90f4 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:03.814435 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-5beaa4ec-457a-4c54-80d6-8a69991a90f4 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 820 time: 0.3344331 Feb 09 02:07:03.818549 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58d60f48-ab99-40e8-9b02-4bd54f3fe416 req-206d3ae4-6478-401f-aa63-026d8de53b64 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (17c78139-884f-49e8-a347-98edb447da59), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.844000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'port': {'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'admin_state_up': True, 'tenant_id': '5827016e63c84ce1ac48843cdbd70754'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:03.876446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58d60f48-ab99-40e8-9b02-4bd54f3fe416 req-206d3ae4-6478-401f-aa63-026d8de53b64 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (17c78139-884f-49e8-a347-98edb447da59), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.003687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d2a5569-8a56-4b23-bd89-80ec97399a86 req-63f1a448-fbb9-4732-a5c7-86ed601182b6 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 210 time: 0.0607090 Feb 09 02:07:04.004475 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58d60f48-ab99-40e8-9b02-4bd54f3fe416 req-206d3ae4-6478-401f-aa63-026d8de53b64 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (17c78139-884f-49e8-a347-98edb447da59), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.007396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58d60f48-ab99-40e8-9b02-4bd54f3fe416 req-206d3ae4-6478-401f-aa63-026d8de53b64 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.025145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58d60f48-ab99-40e8-9b02-4bd54f3fe416 req-206d3ae4-6478-401f-aa63-026d8de53b64 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/17c78139-884f-49e8-a347-98edb447da59 HTTP/1.1" status: 204 len: 173 time: 0.3114750 Feb 09 02:07:04.056227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3ae4-6478-401f-aa63-026d8de53b64 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c78139-884f-49e8-a347-98edb447da59,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.062680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a704c18-1d0d-4432-9b94-e0d78e60d6fe admin admin] Publish callbacks [] for security_group (77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.081224 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-cfdc06cf-2b56-4865-96a1-671cfa5c1d75 req-1f87b364-b22e-40f7-a2fc-b92dc789393e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:04.087581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cfdc06cf-2b56-4865-96a1-671cfa5c1d75 req-1f87b364-b22e-40f7-a2fc-b92dc789393e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/17c78139-884f-49e8-a347-98edb447da59 HTTP/1.1" status: 404 len: 352 time: 0.0363002 Feb 09 02:07:04.112512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a704c18-1d0d-4432-9b94-e0d78e60d6fe admin admin] Publish callbacks [] for security_group (77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.138517 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Made reservation on behalf of 5827016e63c84ce1ac48843cdbd70754 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:04.142575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.162890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-697cc468-f504-435b-a173-aa0f69ba89cb req-b148fa28-7afa-43b0-933b-0d6514cd6a68 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 210 time: 0.0542817 Feb 09 02:07:04.221998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ee22bcb-2b17-4a76-9600-79f393e89b04 req-c7ebfa76-bc2b-4e1f-ba26-9a4e31a0a141 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 6200 time: 0.1116786 Feb 09 02:07:04.276388 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a704c18-1d0d-4432-9b94-e0d78e60d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.280085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a704c18-1d0d-4432-9b94-e0d78e60d6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.281270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3a704c18-1d0d-4432-9b94-e0d78e60d6fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8 HTTP/1.1" status: 204 len: 168 time: 0.4790080 Feb 09 02:07:04.297872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a704c18-1d0d-4432-9b94-e0d78e60d6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77068f3a-0aa4-49eb-a3cf-acbbcb5d81e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.311456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ee22bcb-2b17-4a76-9600-79f393e89b04 req-5349b07a-3560-4fc1-b3b5-3d43d4808ab2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8 HTTP/1.1" status: 200 len: 2998 time: 0.0827630 Feb 09 02:07:04.406955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ee22bcb-2b17-4a76-9600-79f393e89b04 req-3f4366a0-a659-4fea-8af2-dc4e137f725f tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8 HTTP/1.1" status: 200 len: 2998 time: 0.0937648 Feb 09 02:07:04.471258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Allocated IP 172.20.0.10 (70561d13-1311-45ac-978a-972b06b17e8a/be6b6377-e2a3-477a-8d3b-aa48fae6f727/acb5c002-fc77-4bca-8b4f-f2d2418006a8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:04.544920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:04.568709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-608972f5-1280-4831-b76f-d4b223f93b6c req-704ae62e-c134-435b-8304-791a555ea500 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1021146734', 'description': 'tempest-description-205553292'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:04.621294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-8f362192-81ca-4d90-a161-911277373f80 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:04.623677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-8f362192-81ca-4d90-a161-911277373f80 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.2566214 Feb 09 02:07:04.675352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Request body: {'port': {'device_id': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'admin_state_up': True, 'tenant_id': 'c37e669b127a4daeaf552b5094f601d6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:04.698326 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608972f5-1280-4831-b76f-d4b223f93b6c req-704ae62e-c134-435b-8304-791a555ea500 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.713099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:04.742441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-08350626-c41d-4e1a-ae09-a9ee79e5339b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:04.742441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-08350626-c41d-4e1a-ae09-a9ee79e5339b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.3184447 Feb 09 02:07:04.762510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', 'mac_address': 'fa:16:3e:cc:8e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:04.802365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-d466cfd9-d69b-4e8f-bee9-52185a855d3d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/quotas/bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 375 time: 0.0439837 Feb 09 02:07:04.829994 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.884115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Made reservation on behalf of c37e669b127a4daeaf552b5094f601d6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:04.888952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.909301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:04.911540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.926908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.941054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:04.955066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0e8f8522-506f-4791-850a-f31d44ec19f8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:05.005471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:05.029755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.054667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Network 70561d13-1311-45ac-978a-972b06b17e8a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:05.063244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:05.068438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:05.071243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Pushing event updated for resources: {'Port': ['ID=acb5c002-fc77-4bca-8b4f-f2d2418006a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.211003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.240069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:05.240763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.265122 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-b47bac0e-1b1b-4c8b-8122-8420a4379869 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397993 Feb 09 02:07:05.270666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Allocated IP 172.20.0.13 (ea32d4e9-71ca-4dbd-8880-8689f45e4e44/0176b806-e2a2-4b4a-a8e9-b74375e919c0/3d838c30-a207-436f-8026-e2222d3911d8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:05.469282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:05.476830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608972f5-1280-4831-b76f-d4b223f93b6c req-704ae62e-c134-435b-8304-791a555ea500 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (a5bfc5b1-291b-4fb5-be26-3ef6d4837b30), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.488090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608972f5-1280-4831-b76f-d4b223f93b6c req-704ae62e-c134-435b-8304-791a555ea500 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a5bfc5b1-291b-4fb5-be26-3ef6d4837b30), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.534882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-6d158c7c-0198-45b5-b1c8-0904904c6e61 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7161641 Feb 09 02:07:05.567049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608972f5-1280-4831-b76f-d4b223f93b6c req-704ae62e-c134-435b-8304-791a555ea500 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.567865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608972f5-1280-4831-b76f-d4b223f93b6c req-704ae62e-c134-435b-8304-791a555ea500 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.1196005 Feb 09 02:07:05.585435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ae62e-c134-435b-8304-791a555ea500 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bfc5b1-291b-4fb5-be26-3ef6d4837b30,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.618510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Request body: {'port': {'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:05.632703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0ae06646-9f27-4afe-b398-e4afc9308629 None None] Provisioning complete for port acb5c002-fc77-4bca-8b4f-f2d2418006a8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:05.633265 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ae06646-9f27-4afe-b398-e4afc9308629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.702116 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks [] for port (3d838c30-a207-436f-8026-e2222d3911d8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.729208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0ae06646-9f27-4afe-b398-e4afc9308629 None None] Port acb5c002-fc77-4bca-8b4f-f2d2418006a8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:05.793618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.794730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff4977-8038-46f8-b5bb-9935b1d1fa4f req-76459f38-0085-4504-a4d3-e3e20f9b53f4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:05.796697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46ff4977-8038-46f8-b5bb-9935b1d1fa4f req-76459f38-0085-4504-a4d3-e3e20f9b53f4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 948 time: 0.1376498 Feb 09 02:07:05.800765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-77741be8-de1f-4bfb-8830-20f27bd66f1d service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475979 Feb 09 02:07:05.862502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.925182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46ff4977-8038-46f8-b5bb-9935b1d1fa4f req-b39f80ab-313d-43d1-85bb-44a9b0bb48e9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201460 Feb 09 02:07:05.978504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-73314936-bee9-4099-a3e8-72a1e208d035 service neutron] 10.222.0.53 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452019 Feb 09 02:07:05.985147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:05.994339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:05.997927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:06.039560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.094384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049741c2-712c-4ce7-9d87-60620a260b9e req-02801717-d23d-40e9-8586-634c57bf039d tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:06.100780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-049741c2-712c-4ce7-9d87-60620a260b9e req-02801717-d23d-40e9-8586-634c57bf039d tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 932 time: 0.0894039 Feb 09 02:07:06.127288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:06.127967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.157119 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-ba68f3f9-db0c-46ae-ac90-1b3dd2c15fcf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5137932 Feb 09 02:07:06.176879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Request body: {'port': {'device_id': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:06.179692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-049741c2-712c-4ce7-9d87-60620a260b9e req-4c37069e-3545-409e-8080-cac0efbb4d29 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742621 Feb 09 02:07:06.305796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.363798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c1a22795-7c81-4a7a-8873-60f600bcf416 req-e3a34f81-025d-497e-a721-5fe357bd1c12 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-65990240', 'description': 'tempest-description-1295304001'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:06.391062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36be5e-fc42-45cb-94ce-e96b45ea0c60 req-f2040c21-83f7-4767-a5bc-8c6911aaae22 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:06.392889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae36be5e-fc42-45cb-94ce-e96b45ea0c60 req-f2040c21-83f7-4767-a5bc-8c6911aaae22 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 932 time: 0.1161127 Feb 09 02:07:06.417972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1a22795-7c81-4a7a-8873-60f600bcf416 req-e3a34f81-025d-497e-a721-5fe357bd1c12 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.425176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb5c002-fc77-4bca-8b4f-f2d2418006a8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:06.439980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Publish callbacks [] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.487783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae36be5e-fc42-45cb-94ce-e96b45ea0c60 req-b44741f1-1e30-4532-807a-e46d1e1f1003 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823383 Feb 09 02:07:06.525548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Transition to ACTIVE for port object acb5c002-fc77-4bca-8b4f-f2d2418006a8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:06.544653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.549519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a3d68c54-fb07-46bf-b0ff-5eb9140b738e up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:06.612088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1a22795-7c81-4a7a-8873-60f600bcf416 req-e3a34f81-025d-497e-a721-5fe357bd1c12 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (038840b8-19d3-4bfd-96e7-24a0902802b7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.637106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1a22795-7c81-4a7a-8873-60f600bcf416 req-e3a34f81-025d-497e-a721-5fe357bd1c12 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (038840b8-19d3-4bfd-96e7-24a0902802b7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.646864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=acb5c002-fc77-4bca-8b4f-f2d2418006a8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.696300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port a3d68c54-fb07-46bf-b0ff-5eb9140b738e completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:06.709745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port a3d68c54-fb07-46bf-b0ff-5eb9140b738e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:06.710267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.761293 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1a22795-7c81-4a7a-8873-60f600bcf416 req-e3a34f81-025d-497e-a721-5fe357bd1c12 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.763484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1a22795-7c81-4a7a-8873-60f600bcf416 req-e3a34f81-025d-497e-a721-5fe357bd1c12 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4047532 Feb 09 02:07:06.765750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a34f81-025d-497e-a721-5fe357bd1c12 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038840b8-19d3-4bfd-96e7-24a0902802b7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.973127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6748167-afb1-4505-9855-7ac9d0d23fe0 req-9f9d1263-9460-4a7d-a83e-4706b6ab4776 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.1242123 Feb 09 02:07:07.001088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a3d68c54-fb07-46bf-b0ff-5eb9140b738e is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:07.001492 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.050699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d838c30-a207-436f-8026-e2222d3911d8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:07.072092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Publish callbacks [] for port (3d838c30-a207-436f-8026-e2222d3911d8), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.084161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Attempting to bind port acb5c002-fc77-4bca-8b4f-f2d2418006a8 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:07.084410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Attempting to bind port acb5c002-fc77-4bca-8b4f-f2d2418006a8 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:07.084685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Attempting to bind port acb5c002-fc77-4bca-8b4f-f2d2418006a8 on network 70561d13-1311-45ac-978a-972b06b17e8a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:07.093360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:07.093570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Port acb5c002-fc77-4bca-8b4f-f2d2418006a8 on network 70561d13-1311-45ac-978a-972b06b17e8a not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:07.093779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Attempting to bind port acb5c002-fc77-4bca-8b4f-f2d2418006a8 on network 70561d13-1311-45ac-978a-972b06b17e8a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:07.102586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:07.103072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Checking segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:07.103460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Bound using segment: {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:07.103902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Bound port: acb5c002-fc77-4bca-8b4f-f2d2418006a8, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:07.104442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.109713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Transition to ACTIVE for port object 3d838c30-a207-436f-8026-e2222d3911d8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:07.114105 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266becaa-e52a-4acf-a17e-f166c0b82cf8" -d '{"events": [{"server_uuid": "a0468ebd-5616-4bad-948a-53cea7c924a9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d68c54-fb07-46bf-b0ff-5eb9140b738e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:07.131255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.148997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a3d68c54-fb07-46bf-b0ff-5eb9140b738e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:07.156698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.262091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64416612-a862-41a8-a053-29ccf8a68034 req-5a050c2f-2daa-45b2-9b2f-69092567dd7a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:07.295887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64416612-a862-41a8-a053-29ccf8a68034 req-5a050c2f-2daa-45b2-9b2f-69092567dd7a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 948 time: 0.1821716 Feb 09 02:07:07.344779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.522242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] For port acb5c002-fc77-4bca-8b4f-f2d2418006a8, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:07.525711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] For port acb5c002-fc77-4bca-8b4f-f2d2418006a8, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:07.554172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.568173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-50004b4b-24f9-4e58-84ad-a81cd6d692e3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:07.575170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-50004b4b-24f9-4e58-84ad-a81cd6d692e3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 812 time: 0.1445706 Feb 09 02:07:07.577863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:07.578573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.579960 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] 10.222.0.72 "PUT /v2.0/ports/acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 1093 time: 2.2643347 Feb 09 02:07:07.580409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:07.582893 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665cf054-789f-4c13-9471-571fb37338eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:07.599572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.621730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64416612-a862-41a8-a053-29ccf8a68034 req-d5877a31-a8cf-4a5b-b986-7533213cfdd0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243823 Feb 09 02:07:07.644187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-9b7761d7-175b-435a-8051-63d6fa2ec2bf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/quotas/5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 375 time: 0.0674198 Feb 09 02:07:07.739946 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2295791-f9cb-44be-9546-57bd5404fd18 x-openstack-request-id: req-a2295791-f9cb-44be-9546-57bd5404fd18 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:07.741343 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0468ebd-5616-4bad-948a-53cea7c924a9", "name": "network-vif-plugged", "status": "completed", "tag": "a3d68c54-fb07-46bf-b0ff-5eb9140b738e", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:07.741915 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2295791-f9cb-44be-9546-57bd5404fd18 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:07.742648 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'code': 200} Feb 09 02:07:07.782098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-d2c0d0fd-4381-46d3-9725-542cba5ea338 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293213 Feb 09 02:07:07.816964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096271-8e2f-4e8e-b02e-d4e0d00c3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=acb5c002-fc77-4bca-8b4f-f2d2418006a8,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.865324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:07.865694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:07.866319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:07.873085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-9a4d6665-0bf4-4b54-a720-5c616a4364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:07.874770 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-9a4d6665-0bf4-4b54-a720-5c616a4364d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 1127 time: 0.2104509 Feb 09 02:07:07.878785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:07.879149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:07.922728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:07.924155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:07.926417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:07.928554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Bound port: 3d838c30-a207-436f-8026-e2222d3911d8, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:07.929325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.009733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc53f94-0d30-4fbd-b4fe-0693929a10b1 req-7376a010-342b-4637-99e8-e7ab31d535c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.012079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdc53f94-0d30-4fbd-b4fe-0693929a10b1 req-7376a010-342b-4637-99e8-e7ab31d535c2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 1133 time: 0.1920815 Feb 09 02:07:08.023735 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-bb2ce599-673a-457d-8517-7f0bac7fc12f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 217 time: 0.1266949 Feb 09 02:07:08.105101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdc53f94-0d30-4fbd-b4fe-0693929a10b1 req-f66c8411-d83e-4009-ad81-d1dd40915cc1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851266 Feb 09 02:07:08.118239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ddaf9-4f79-4b8e-af3c-afc7161eb3b9 req-835e94bc-255e-4866-b8cc-a1951ea0c83b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.120121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c29ddaf9-4f79-4b8e-af3c-afc7161eb3b9 req-835e94bc-255e-4866-b8cc-a1951ea0c83b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 944 time: 0.1840644 Feb 09 02:07:08.131019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-3c193497-c27b-4c13-8814-c20900f1d480 service neutron] 10.222.0.53 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304844 Feb 09 02:07:08.273606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c29ddaf9-4f79-4b8e-af3c-afc7161eb3b9 req-0db0957c-5bc1-43b4-93e3-b85d4332c43d tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300201 Feb 09 02:07:08.278959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-676bbe8f-2acb-4c76-ba2c-88898e9296e4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.281279 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-676bbe8f-2acb-4c76-ba2c-88898e9296e4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 807 time: 0.2153800 Feb 09 02:07:08.292449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-07ab1879-b35c-404f-80d6-0dda7761293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.294573 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-07ab1879-b35c-404f-80d6-0dda7761293a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.2653947 Feb 09 02:07:08.310531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-79adaf10-20a7-4548-8bd0-90fa1f3c0216 service neutron] 10.222.0.53 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757338 Feb 09 02:07:08.319576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:08.360187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:08.376591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Request body: {'port': {'device_id': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'admin_state_up': True, 'tenant_id': 'bb83d538f33c4c9f8d55098b0b019ce9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:08.385159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.447550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-d1a6ec69-4f4b-4e25-83ac-7caf7138e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.447550 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-d1a6ec69-4f4b-4e25-83ac-7caf7138e94c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1484275 Feb 09 02:07:08.541494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.542421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.545426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] 10.222.0.72 "PUT /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 1093 time: 2.3820088 Feb 09 02:07:08.550332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:08.690202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba2bcc7f-5d79-4a72-aa3d-6497ac6fde80 req-a802a19c-562e-49f3-973a-de0edb48e87b tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.1133409 Feb 09 02:07:08.722789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1f0dc-2759-454a-b7a8-a12aef8ba8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:08.724199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:08.758842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:08.759615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.781184 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-0feba45c-64ce-47a4-bfc9-6869e20c635c service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044963 Feb 09 02:07:08.839120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Made reservation on behalf of bb83d538f33c4c9f8d55098b0b019ce9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:08.843305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.847446 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa18850-d10d-4414-8641-57e424cdab73 x-openstack-request-id: req-aaa18850-d10d-4414-8641-57e424cdab73 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:08.847738 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:08.847995 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aaa18850-d10d-4414-8641-57e424cdab73 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:08.849499 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'status': 'completed', 'code': 200} Feb 09 02:07:08.873421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-09a4c1eb-2d6f-4233-b520-63ba4a3ec7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:08.876223 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-09a4c1eb-2d6f-4233-b520-63ba4a3ec7f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1127 time: 0.2616072 Feb 09 02:07:08.952059 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-20fd5fb5-9abc-4d9f-a816-71186af4dd22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 217 time: 0.0673802 Feb 09 02:07:09.022937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae59166d-e61e-4dbf-bbdb-cb421973c510 req-e5d6bd97-6b0e-41f2-9f0f-a1a234ef99db tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0889416 Feb 09 02:07:09.042741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986347b9-780d-46be-9b8a-0c4eeefbc3a9 req-5e852c97-5bf1-4f16-9170-c40ef5868149 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.054684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-986347b9-780d-46be-9b8a-0c4eeefbc3a9 req-5e852c97-5bf1-4f16-9170-c40ef5868149 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.2842720 Feb 09 02:07:09.064461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:09.070662 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.130166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a8aaaad-2c6d-4cd9-9330-7177494ba5af req-c3ff6fc8-9b82-4895-8e85-83a1df9fbb5d service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388956 Feb 09 02:07:09.142897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:09.151499 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.167309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-986347b9-780d-46be-9b8a-0c4eeefbc3a9 req-818666c6-c4b5-4675-b2e6-f35518ac65c3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107352 Feb 09 02:07:09.235831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:09.237355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ca3b89e-1ca6-4e35-9668-13a445cfbb32 req-b56ab57e-3ed1-4dcf-a076-8bbf8689e50d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 210 time: 0.0657773 Feb 09 02:07:09.242810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-d92792f9-dbe2-446a-9b04-e3b925a25afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.244912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-d92792f9-dbe2-446a-9b04-e3b925a25afc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.2854748 Feb 09 02:07:09.326147 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-1911aa47-c5c7-44ad-8d82-6a74b38209de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701597 Feb 09 02:07:09.414880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Allocated IP 172.20.0.2 (1477abee-6012-41e7-8a9d-eec3e032f2b8/98726c8f-dba2-4946-baf6-74d75712e08b/0c30cb36-355f-4058-82c7-d30d6a1d4cbb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:09.542580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bccd7-8c95-47df-a24a-bc20e111815b req-c36e23ba-c83c-4db2-b29e-6068704653a7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.552812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-513bccd7-8c95-47df-a24a-bc20e111815b req-c36e23ba-c83c-4db2-b29e-6068704653a7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 949 time: 0.1868131 Feb 09 02:07:09.609187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cf054-789f-4c13-9471-571fb37338eb req-fda4d136-e792-4aee-a88a-8f2a13744b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.616401 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-665cf054-789f-4c13-9471-571fb37338eb req-fda4d136-e792-4aee-a88a-8f2a13744b75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 1127 time: 0.3757641 Feb 09 02:07:09.627225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c852118-49e2-4c66-a859-c54455f3c0a6 req-2e477b0b-3e86-41e2-b28f-fc1e79dd5534 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:09.630340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c852118-49e2-4c66-a859-c54455f3c0a6 req-2e477b0b-3e86-41e2-b28f-fc1e79dd5534 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 944 time: 0.2018793 Feb 09 02:07:09.646518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-513bccd7-8c95-47df-a24a-bc20e111815b req-c1a637a4-b376-4262-80cc-14e2b7aad62c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885351 Feb 09 02:07:09.744463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d08173-a477-45ff-bdce-e290dea05730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:09.747950 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a8693-5180-4e2c-b784-4fa5f9df16b7" -d '{"events": [{"server_uuid": "26d08173-a477-45ff-bdce-e290dea05730", "name": "network-vif-plugged", "status": "completed", "tag": "a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:09.801486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c852118-49e2-4c66-a859-c54455f3c0a6 req-cf1d42eb-4969-44f9-8f1f-2577d749616f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566043 Feb 09 02:07:09.892315 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ac2bdc-1077-491e-8526-c824eb43900f x-openstack-request-id: req-c6ac2bdc-1077-491e-8526-c824eb43900f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:09.892859 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d08173-a477-45ff-bdce-e290dea05730", "name": "network-vif-plugged", "status": "completed", "tag": "a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:09.892953 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6ac2bdc-1077-491e-8526-c824eb43900f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:09.894495 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d08173-a477-45ff-bdce-e290dea05730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', 'code': 200} Feb 09 02:07:09.944224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-1bacf2ac-bbce-41df-834a-437ebbf7c2f7 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807836 Feb 09 02:07:10.018063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cf054-789f-4c13-9471-571fb37338eb req-8733e4be-89cc-4249-b30b-f7e1ebe0b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.020213 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-665cf054-789f-4c13-9471-571fb37338eb req-8733e4be-89cc-4249-b30b-f7e1ebe0b58b service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.3906729 Feb 09 02:07:10.023543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-179e8380-65dd-4768-8a7d-7a9fc842d77b req-5b68f899-78ee-44d4-863f-1d91ee8a55ea tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0613322 Feb 09 02:07:10.085013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b21963-1426-4e8f-b7ab-02287b8d9cbd req-89b9751a-be55-4fab-b5ad-a8d6853e5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.086853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5b21963-1426-4e8f-b7ab-02287b8d9cbd req-89b9751a-be55-4fab-b5ad-a8d6853e5889 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 1132 time: 0.0993080 Feb 09 02:07:10.163279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5b21963-1426-4e8f-b7ab-02287b8d9cbd req-1afeca3b-404c-49b2-ba1b-08680ec4af18 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Feb 09 02:07:10.202427 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-665cf054-789f-4c13-9471-571fb37338eb req-36dfa137-8bf3-4ba7-a37e-603d6e0a677e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 217 time: 0.1296544 Feb 09 02:07:10.235603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks [] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.275001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9954a1a4-42cf-4217-aefe-8d1756d9afc2 req-6674ee3c-7ef4-461a-95c4-7eb5733dca5c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.1249979 Feb 09 02:07:10.299299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a59f8271-5e47-4a3f-8090-dee5f0b60185 req-35e09a64-b00e-402d-9f78-84cad66e44b3 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473945 Feb 09 02:07:10.375557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cf054-789f-4c13-9471-571fb37338eb req-74ca1193-a82d-4582-ba55-84626a3f5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.377208 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-665cf054-789f-4c13-9471-571fb37338eb req-74ca1193-a82d-4582-ba55-84626a3f5951 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0762239 Feb 09 02:07:10.378763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.392510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['03289433-5c2d-4c6d-b538-6bedf9f9202c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:10.506713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44dee9c9-d701-40ec-974b-aed8c25332bc req-aa2b7662-aa69-43df-aacc-8770429cbfbf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 210 time: 0.0729928 Feb 09 02:07:10.550675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Network 1477abee-6012-41e7-8a9d-eec3e032f2b8 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:10.558952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:10.566551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:10.574291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:10.602754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696784-6422-446a-a241-464c46bef551 req-180a91cc-2a52-41b8-86f9-60b4f6138f54 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.605250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e696784-6422-446a-a241-464c46bef551 req-180a91cc-2a52-41b8-86f9-60b4f6138f54 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.2226210 Feb 09 02:07:10.651294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cf054-789f-4c13-9471-571fb37338eb req-dbfb9842-7d7d-4342-8d29-9daa1ea2ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.653538 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-665cf054-789f-4c13-9471-571fb37338eb req-dbfb9842-7d7d-4342-8d29-9daa1ea2ad56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2285733 Feb 09 02:07:10.764512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e696784-6422-446a-a241-464c46bef551 req-b637f819-9551-4a4b-90e8-3287887381a9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528122 Feb 09 02:07:10.782875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-d46b8020-cbe4-4cc7-93e9-69c213030c11 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.784534 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-d46b8020-cbe4-4cc7-93e9-69c213030c11 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.72 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 812 time: 0.3585527 Feb 09 02:07:10.789825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.790552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.815552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'port': {'device_id': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685', 'admin_state_up': True, 'tenant_id': '5dd701f32fad4a228cfc6d7a64b7a160'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:10.874749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:10.878773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b491-18a9-44a1-b660-1e9d8982221f req-bb68a317-3340-49d6-b811-25153af33c3d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:10.878988 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f13caf2-b4c9-4819-bbd2-72128565b774" -d '{"events": [{"name": "network-changed", "server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "tag": "3d838c30-a207-436f-8026-e2222d3911d8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:10.881274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb40b491-18a9-44a1-b660-1e9d8982221f req-bb68a317-3340-49d6-b811-25153af33c3d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 949 time: 0.0871711 Feb 09 02:07:10.886380 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-bb79e772-1ed2-4fca-beb0-72f3659a7ef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5159421 Feb 09 02:07:10.900168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Request body: {'port': {'device_id': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:10.976758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb40b491-18a9-44a1-b660-1e9d8982221f req-7d537867-c462-4584-b10d-495dfc044044 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889630 Feb 09 02:07:10.999753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4521-74ee-4ade-8597-3f4ee39f4e84 req-7880ca03-40c6-4232-af2d-beaaf48267f0 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.002209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90de4521-74ee-4ade-8597-3f4ee39f4e84 req-7880ca03-40c6-4232-af2d-beaaf48267f0 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 944 time: 0.1004376 Feb 09 02:07:11.002359 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-665cf054-789f-4c13-9471-571fb37338eb req-c231ef49-f8fa-4dfc-99b4-35b671ff0234 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350523 Feb 09 02:07:11.092994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90de4521-74ee-4ade-8597-3f4ee39f4e84 req-c054be92-c90c-4897-8237-90d8cc15b84b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778589 Feb 09 02:07:11.097563 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cb0b43-040c-4cca-a2f2-6f72ebd4a322 x-openstack-request-id: req-40cb0b43-040c-4cca-a2f2-6f72ebd4a322 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:11.097868 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "tag": "3d838c30-a207-436f-8026-e2222d3911d8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:11.098165 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40cb0b43-040c-4cca-a2f2-6f72ebd4a322 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:11.101744 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8', 'status': 'completed', 'code': 200} Feb 09 02:07:11.114914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.191042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Made reservation on behalf of 5dd701f32fad4a228cfc6d7a64b7a160 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:11.195206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.229675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b38911dd-ce5d-4e3a-9eff-14d5735a70a0 req-da104f1e-61cc-4255-9e0c-63eabb07458f tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0348485 Feb 09 02:07:11.245322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-7af42c66-7b2b-4b05-adcb-6b5c9839ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.246901 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-665cf054-789f-4c13-9471-571fb37338eb req-58b42eda-358d-4557-a453-09c78ce6ad47 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222414 Feb 09 02:07:11.247665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-7af42c66-7b2b-4b05-adcb-6b5c9839ad73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1127 time: 0.1208315 Feb 09 02:07:11.389949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-48ec02d0-1f80-44eb-9a65-032e6ea00f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.392089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-48ec02d0-1f80-44eb-9a65-032e6ea00f0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1280272 Feb 09 02:07:11.463291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0077c2-67f4-4379-9325-3cc7f1b09551 req-a536336d-129f-48fd-a063-79cba6859bb0 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.465266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e0077c2-67f4-4379-9325-3cc7f1b09551 req-a536336d-129f-48fd-a063-79cba6859bb0 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 931 time: 0.0720129 Feb 09 02:07:11.564629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-1d86b497-71c7-4714-b195-99765e25315b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 217 time: 0.0508585 Feb 09 02:07:11.568461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e0077c2-67f4-4379-9325-3cc7f1b09551 req-a510e2c6-6401-403a-8130-504581c76490 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967638 Feb 09 02:07:11.596312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Allocated IP 172.20.0.11 (a077af15-02db-4c1f-ab9a-79d3e44ce685/d90c16dd-d758-4014-a70c-00bfecbe7c2e/3bab46c4-3eb0-461e-843f-515d0a022cb3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:11.656064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a382606-0747-4886-a552-60300b9f05c8 req-8e08a8a6-2484-4986-9f2b-0c661dfc5a97 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 210 time: 0.0589399 Feb 09 02:07:11.676515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-47456bae-19ef-4384-9b1d-9ae6253a1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.676515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-47456bae-19ef-4384-9b1d-9ae6253a1bfd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1042531 Feb 09 02:07:11.717915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-a5f7f985-0ee3-4722-a122-65c3a2e44dd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343537 Feb 09 02:07:11.884148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-3f6e981f-4d0a-49b1-aaaa-87e0a63911cf service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595180 Feb 09 02:07:12.062599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f13caf2-b4c9-4819-bbd2-72128565b774 req-f1c15d2f-d54b-4de7-a1ed-d157b3a3bb5e service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645637 Feb 09 02:07:12.157988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee3b1d-2538-40c9-95f2-72af8c4cbe32 req-9b055e04-5618-496d-b38f-72468ab0b14f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.160345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21ee3b1d-2538-40c9-95f2-72af8c4cbe32 req-9b055e04-5618-496d-b38f-72468ab0b14f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.2731736 Feb 09 02:07:12.177551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c30cb36-355f-4058-82c7-d30d6a1d4cbb {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:12.191194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Publish callbacks [] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.220343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Transition to ACTIVE for port object 0c30cb36-355f-4058-82c7-d30d6a1d4cbb will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:12.228640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.254192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd230d04-4f18-48c7-b798-e774faaa1789 req-533efe50-6310-49cb-92d5-f70bec1f5381 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.255817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd230d04-4f18-48c7-b798-e774faaa1789 req-533efe50-6310-49cb-92d5-f70bec1f5381 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 949 time: 0.1458809 Feb 09 02:07:12.259161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21ee3b1d-2538-40c9-95f2-72af8c4cbe32 req-af4c6cc8-ca72-4a55-bd1d-afe7844a364a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871844 Feb 09 02:07:12.317154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.321484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.343051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd230d04-4f18-48c7-b798-e774faaa1789 req-181cf0d4-5f5e-4f00-b0ff-a05221ca6771 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806913 Feb 09 02:07:12.435008 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.448559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:12.467009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Network a077af15-02db-4c1f-ab9a-79d3e44ce685 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:12.471452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:12.474692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:12.534068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bda6bbf2-059c-4fc3-b176-62c03a684876 req-339ac481-5ec6-498b-ab77-8f0f8252508c tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0745339 Feb 09 02:07:12.544218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.545329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.566741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58129bc7-f750-43b7-9643-c357d1a75619 req-d23ecbd9-5288-4265-951c-d228375e38e9 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.568346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58129bc7-f750-43b7-9643-c357d1a75619 req-d23ecbd9-5288-4265-951c-d228375e38e9 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 944 time: 0.1884558 Feb 09 02:07:12.601088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:12.601487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:12.601872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:12.618863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8141387 Feb 09 02:07:12.622438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:12.622688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:12.636640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Request body: {'port': {'device_id': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:12.639607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:12.640024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:12.640345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:12.640804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Bound port: 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:12.641236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.646135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58129bc7-f750-43b7-9643-c357d1a75619 req-21e01704-9c54-459b-b3fa-c12717eca649 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691209 Feb 09 02:07:12.753791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3d9d2-4d01-466c-b438-9e43fbacd0c8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.795155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0fe5-e60b-4a3d-814d-bf4bece38eeb req-57e3e423-d670-4a2e-b432-e540231d4b70 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.796731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90da0fe5-e60b-4a3d-814d-bf4bece38eeb req-57e3e423-d670-4a2e-b432-e540231d4b70 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 950 time: 0.1402979 Feb 09 02:07:12.849346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.926093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90da0fe5-e60b-4a3d-814d-bf4bece38eeb req-cd876eab-0e13-45ee-b5eb-9b9abfcec1d6 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689857 Feb 09 02:07:12.937424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ed039-de69-463c-a0cc-ff8f1c1ac8e0 req-1d07fa1d-5e45-4564-8222-7fd821e5f9b9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:12.945373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-906ed039-de69-463c-a0cc-ff8f1c1ac8e0 req-1d07fa1d-5e45-4564-8222-7fd821e5f9b9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1875639 Feb 09 02:07:12.976112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:13.023735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:13.045537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-906ed039-de69-463c-a0cc-ff8f1c1ac8e0 req-7b288c02-7505-4886-acf9-3ee2fb393c1d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953896 Feb 09 02:07:13.052986 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.108653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba00b4b8-75df-4635-a3d8-7fa7aa31902b req-6eac9f79-d496-48eb-85d3-3606c38479c2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0611532 Feb 09 02:07:13.166407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317f9a-49fe-4e5e-a4a6-5b2759d823df req-90b8b2ee-86c0-494d-bdba-f50b5aae5591 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.168005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e317f9a-49fe-4e5e-a4a6-5b2759d823df req-90b8b2ee-86c0-494d-bdba-f50b5aae5591 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 932 time: 0.0984271 Feb 09 02:07:13.199512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.200730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.202103 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] 10.222.0.82 "PUT /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 200 len: 1092 time: 2.3078461 Feb 09 02:07:13.202877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:13.205188 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c8f4ec-51ca-47ff-8276-f17a56a7b9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:13.210950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13a01-b8b0-4c9a-bb91-c08bcc4c841c service neutron] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:13.299903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e317f9a-49fe-4e5e-a4a6-5b2759d823df req-d26b9fca-34bc-4a52-b3ba-2ecffd1b8bc8 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163082 Feb 09 02:07:13.362427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device acb5c002-fc77-4bca-8b4f-f2d2418006a8 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:13.461888 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feb1873-8746-435a-a2a3-e76abd590b80 x-openstack-request-id: req-5feb1873-8746-435a-a2a3-e76abd590b80 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:13.465825 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:13.466207 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5feb1873-8746-435a-a2a3-e76abd590b80 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:13.466840 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb', 'status': 'completed', 'code': 200} Feb 09 02:07:13.564609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bab46c4-3eb0-461e-843f-515d0a022cb3 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:13.578663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Publish callbacks [] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.582324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port acb5c002-fc77-4bca-8b4f-f2d2418006a8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:13.589106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452367-404e-4edd-bcd4-750f2ee3946d req-34fb5e1f-4570-4384-bc84-713212448a17 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.595580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94452367-404e-4edd-bcd4-750f2ee3946d req-34fb5e1f-4570-4384-bc84-713212448a17 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.597157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94452367-404e-4edd-bcd4-750f2ee3946d req-34fb5e1f-4570-4384-bc84-713212448a17 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730&device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 1690 time: 0.1386547 Feb 09 02:07:13.609669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'mac_address': 'fa:16:3e:af:4c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:13.611404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87d56c-6035-4bb3-b704-178ed6d87e86 req-b9632cab-aac4-4673-abff-3d9d3cb0d04f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.613227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb87d56c-6035-4bb3-b704-178ed6d87e86 req-b9632cab-aac4-4673-abff-3d9d3cb0d04f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1119521 Feb 09 02:07:13.615585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f4ec-51ca-47ff-8276-f17a56a7b9d4 req-19aaca0f-32c3-4cff-b5b3-0d159b57b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.617199 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-40c8f4ec-51ca-47ff-8276-f17a56a7b9d4 req-19aaca0f-32c3-4cff-b5b3-0d159b57b6d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1126 time: 0.1459193 Feb 09 02:07:13.627351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Transition to ACTIVE for port object 3bab46c4-3eb0-461e-843f-515d0a022cb3 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:13.663880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.687052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port acb5c002-fc77-4bca-8b4f-f2d2418006a8 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:13.687745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.695719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94452367-404e-4edd-bcd4-750f2ee3946d req-957b5ad9-dca9-441b-9798-69bf090c478f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812814 Feb 09 02:07:13.701856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb87d56c-6035-4bb3-b704-178ed6d87e86 req-c0751d84-37c6-4115-8ff0-2091acae0957 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803580 Feb 09 02:07:13.719761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb5c002-fc77-4bca-8b4f-f2d2418006a8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:13.741594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port acb5c002-fc77-4bca-8b4f-f2d2418006a8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:13.749305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.815319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=acb5c002-fc77-4bca-8b4f-f2d2418006a8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:13.936104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c62186-0294-467d-90bc-63f9f6a514b9 req-6996009a-54cf-445d-beab-aab7746c509f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:13.937649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9c62186-0294-467d-90bc-63f9f6a514b9 req-6996009a-54cf-445d-beab-aab7746c509f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 945 time: 0.0899053 Feb 09 02:07:14.056530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9c62186-0294-467d-90bc-63f9f6a514b9 req-2df34211-0d59-4ef3-96db-eaa91f702d2b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034667 Feb 09 02:07:14.072499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:14.137878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f4ec-51ca-47ff-8276-f17a56a7b9d4 req-8f2e485c-6eaa-4775-8fb1-9ffc4f9fe769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.139432 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-40c8f4ec-51ca-47ff-8276-f17a56a7b9d4 req-8f2e485c-6eaa-4775-8fb1-9ffc4f9fe769 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5133898 Feb 09 02:07:14.141194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['acb5c002-fc77-4bca-8b4f-f2d2418006a8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:14.194299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c91b9ba1-5333-474b-80f8-6411681e75b1 req-3f9e2f49-98e7-4eaf-9101-1f7a4ce4e3b1 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0460010 Feb 09 02:07:14.214326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Attempting to bind port 3bab46c4-3eb0-461e-843f-515d0a022cb3 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:14.214992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Attempting to bind port 3bab46c4-3eb0-461e-843f-515d0a022cb3 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:14.215124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Attempting to bind port 3bab46c4-3eb0-461e-843f-515d0a022cb3 on network a077af15-02db-4c1f-ab9a-79d3e44ce685 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:14.279364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Port 3bab46c4-3eb0-461e-843f-515d0a022cb3 on network a077af15-02db-4c1f-ab9a-79d3e44ce685 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:14.279744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Attempting to bind port 3bab46c4-3eb0-461e-843f-515d0a022cb3 on network a077af15-02db-4c1f-ab9a-79d3e44ce685 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:14.306292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:14.306708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Checking segment: {'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:14.307108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Bound using segment: {'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:14.307321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da0e3-77b8-4f3c-a28b-2e76951aaf6b req-8c9d251e-8084-4ff0-9f53-02796e5c5b6e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.307559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Bound port: 3bab46c4-3eb0-461e-843f-515d0a022cb3, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca5b125-7600-4057-a711-468bc3a485e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:14.307923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.323106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d1da0e3-77b8-4f3c-a28b-2e76951aaf6b req-8c9d251e-8084-4ff0-9f53-02796e5c5b6e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0939565 Feb 09 02:07:14.415802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f4ec-51ca-47ff-8276-f17a56a7b9d4 req-8d491805-b643-403c-876c-a02f9783b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.418795 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-40c8f4ec-51ca-47ff-8276-f17a56a7b9d4 req-8d491805-b643-403c-876c-a02f9783b255 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2660506 Feb 09 02:07:14.422883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d1da0e3-77b8-4f3c-a28b-2e76951aaf6b req-9fa5cf58-0a2b-4d01-bfcd-87e7a68aa573 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930135 Feb 09 02:07:14.461780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3df1a6-5c69-4749-88cf-4afd485a8926 req-f0215d32-3509-4d49-b3aa-11fd108061dc tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.486988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:14.494015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad3df1a6-5c69-4749-88cf-4afd485a8926 req-f0215d32-3509-4d49-b3aa-11fd108061dc tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 1132 time: 0.1682463 Feb 09 02:07:14.508668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:14.537301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.612743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad3df1a6-5c69-4749-88cf-4afd485a8926 req-d2cb04f9-c65f-4cd3-8a7a-fedd49e07880 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168301 Feb 09 02:07:14.629550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:14.651719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.652208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.654007 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-41d09c07-4eb2-4127-95f8-8abb6bfceda3 service neutron] 10.222.0.72 "PUT /v2.0/ports/3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 1093 time: 2.0227354 Feb 09 02:07:14.672991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-c21456df-20ad-45b2-9b41-a65b98ed32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.674952 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-c21456df-20ad-45b2-9b41-a65b98ed32d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1126 time: 0.2086220 Feb 09 02:07:14.725631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7153f-de02-4550-9271-3798ef35018e req-de5e5171-d19b-401f-b147-d7701c3cb946 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.728030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67c7153f-de02-4550-9271-3798ef35018e req-de5e5171-d19b-401f-b147-d7701c3cb946 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 944 time: 0.1398752 Feb 09 02:07:14.763304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-5faefdee-fc1a-42b4-a2cd-e952b3fc3889 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 200 len: 217 time: 0.0763381 Feb 09 02:07:14.827129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67c7153f-de02-4550-9271-3798ef35018e req-7540bab1-be43-44ba-a9c0-7497d7ecf22b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596504 Feb 09 02:07:14.835306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-3c05ade9-9389-441a-8081-1b3b28db8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.846777 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-3c05ade9-9389-441a-8081-1b3b28db8be4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0670493 Feb 09 02:07:14.869889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb64af-c403-4cc2-9031-3e71e7db3064 req-19c38d76-b49b-4879-baec-f414830e81a4 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.879053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-febb64af-c403-4cc2-9031-3e71e7db3064 req-19c38d76-b49b-4879-baec-f414830e81a4 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 1133 time: 0.1501365 Feb 09 02:07:14.890664 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-1189e79c-23f6-4c3a-a3f6-a4a3f16ee3fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364566 Feb 09 02:07:14.911039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-28ffd97a-3c5a-42bc-a58d-c13645bf049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:14.912564 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-28ffd97a-3c5a-42bc-a58d-c13645bf049c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1127 time: 0.1601391 Feb 09 02:07:14.938686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-febb64af-c403-4cc2-9031-3e71e7db3064 req-06017dd3-b3f6-45b8-b496-4a5e99694ec8 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585990 Feb 09 02:07:15.025140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-04d69af0-a45d-4cf2-9f75-f343f9e473eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 217 time: 0.0542731 Feb 09 02:07:15.068607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930fbbd-216f-4ca1-bc1c-0a8ef6e551bc req-212e584a-0f06-4b25-91bf-40fc364b2307 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.070209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3930fbbd-216f-4ca1-bc1c-0a8ef6e551bc req-212e584a-0f06-4b25-91bf-40fc364b2307 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1252067 Feb 09 02:07:15.105634 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-e65ee504-e7c9-44bd-a485-c8cda538fbe7 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002504 Feb 09 02:07:15.188730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3930fbbd-216f-4ca1-bc1c-0a8ef6e551bc req-4beff80b-2e6a-407d-950b-5cc029a5a086 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120632 Feb 09 02:07:15.220806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-3322ec92-f609-4d38-b935-6b3788cab93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.222295 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-3322ec92-f609-4d38-b935-6b3788cab93e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.1888113 Feb 09 02:07:15.315809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568f20-d30e-4733-ade7-c7b0fd527973 req-d3059fee-f7bb-4290-bbc3-5307832b1cf7 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.317399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14568f20-d30e-4733-ade7-c7b0fd527973 req-d3059fee-f7bb-4290-bbc3-5307832b1cf7 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 945 time: 0.1207235 Feb 09 02:07:15.346313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64df9b9d-e27a-4aa5-814e-8b6f13f71656 req-53e7fef8-518f-4fb2-bef3-e5f250c1e87e tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0278940 Feb 09 02:07:15.377945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:15.407275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-39e75f50-8e06-49b2-9c4e-bdec0c06ad3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633589 Feb 09 02:07:15.482299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:15.485216 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb2999-5bb8-49ce-86d0-7aa060d88732" -d '{"events": [{"name": "network-changed", "server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:15.512684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14568f20-d30e-4733-ade7-c7b0fd527973 req-12cdb212-f3a2-4b3b-8871-ba66512d8c1a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651614 Feb 09 02:07:15.544392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d66fc4b2-685e-44d1-9b92-d5f03e0e6219 req-34a2addc-b422-42eb-966b-25dbe4be15ed service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171887 Feb 09 02:07:15.586403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-b6fff075-14a6-46a5-b495-c8f9675126e7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653334 Feb 09 02:07:15.590760 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-f5a8ad5f-795d-4122-9d5f-c2da9cff1126 service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702037 Feb 09 02:07:15.692414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:15.718446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-212f272f-c8c3-4698-a351-49fff114ab6d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:15.726574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-212f272f-c8c3-4698-a351-49fff114ab6d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385810 Feb 09 02:07:15.730503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3d838c30-a207-436f-8026-e2222d3911d8', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'port_id': '3d838c30-a207-436f-8026-e2222d3911d8', 'mac_address': 'fa:16:3e:4d:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176b806-e2a2-4b4a-a8e9-b74375e919c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:15.749195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-f0a363ed-2f03-41c2-8c83-f4ccc38c73e7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/quotas/1fc6f43d5680489395d74deaf00b53a1 HTTP/1.1" status: 200 len: 375 time: 0.0212178 Feb 09 02:07:15.792821 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9cbbedd-6c4a-49d5-8d62-5c38f910a217 req-ce27a67c-d2b1-4a26-960f-8c029ceb3a5a service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951673 Feb 09 02:07:15.828567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3d838c30-a207-436f-8026-e2222d3911d8 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:15.828978 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.845885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-a02d98ae-dce8-4bde-869f-942c7a1a681b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951643 Feb 09 02:07:15.865254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d838c30-a207-436f-8026-e2222d3911d8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:15.922792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:15.940681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.047161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.412877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f61e8c-f656-456d-a1f5-2de933fc94e2 req-62d2a1ae-e429-4be4-a956-d0d643f55767 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.422736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1f61e8c-f656-456d-a1f5-2de933fc94e2 req-62d2a1ae-e429-4be4-a956-d0d643f55767 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0986543 Feb 09 02:07:16.433889 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c498e0-507f-448a-a271-8d1bd854bdf6 x-openstack-request-id: req-50c498e0-507f-448a-a271-8d1bd854bdf6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:16.434903 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:16.435367 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50c498e0-507f-448a-a271-8d1bd854bdf6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:16.435978 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3', 'status': 'completed', 'code': 200} Feb 09 02:07:16.535307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1f61e8c-f656-456d-a1f5-2de933fc94e2 req-c3e84d3c-790d-4e24-97a4-558f7b92aee0 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114919 Feb 09 02:07:16.573915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-aac83d1d-db24-4ade-9067-50c62c27ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.577909 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-aac83d1d-db24-4ade-9067-50c62c27ab06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1127 time: 0.1065598 Feb 09 02:07:16.609594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3d838c30-a207-436f-8026-e2222d3911d8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:16.675089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e64a9-236b-4668-b06c-b751edf25333 req-221ca3ef-7e61-45c1-a6a2-eeb3a9592b1b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.677071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-372e64a9-236b-4668-b06c-b751edf25333 req-221ca3ef-7e61-45c1-a6a2-eeb3a9592b1b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 944 time: 0.1768143 Feb 09 02:07:16.706745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-23a35584-b689-4728-8af9-a3a551db5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.708270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-23a35584-b689-4728-8af9-a3a551db5db8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 913 time: 0.1231892 Feb 09 02:07:16.762060 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-ee6b777e-77f1-4e62-9a0a-3719c533d4bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 217 time: 0.0474913 Feb 09 02:07:16.861100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-03519b39-5ac3-482e-8deb-da9431c2b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.864732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-03519b39-5ac3-482e-8deb-da9431c2b101 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.0972459 Feb 09 02:07:16.875634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-372e64a9-236b-4668-b06c-b751edf25333 req-68aab567-bf4e-4f17-b81e-913a99f3b94f tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485522 Feb 09 02:07:16.914381 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-91b74ec1-8e4f-4bb9-9c2e-b78697203dc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429668 Feb 09 02:07:16.923189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43e70-f95f-4735-bb45-3795b61b38e7 req-ea6ed0a5-0077-4511-a1b8-147c6088e893 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:16.925343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcc43e70-f95f-4735-bb45-3795b61b38e7 req-ea6ed0a5-0077-4511-a1b8-147c6088e893 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 945 time: 0.2471316 Feb 09 02:07:17.040274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcc43e70-f95f-4735-bb45-3795b61b38e7 req-3c5f7ca5-0ce3-4ba2-b327-98e6999d1f6c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044221 Feb 09 02:07:17.066759 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-7c397229-25f9-4af8-b603-d602f6b3c95c service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448994 Feb 09 02:07:17.342362 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7cfb2999-5bb8-49ce-86d0-7aa060d88732 req-b2534264-7afa-4305-a15a-946cbc7c1f26 service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696080 Feb 09 02:07:17.378430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device acb5c002-fc77-4bca-8b4f-f2d2418006a8 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:17.503326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f916-2727-4bed-b8e7-634838974e39 req-01f50402-f491-4cbe-9225-f93d843c4786 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.509558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5de2f916-2727-4bed-b8e7-634838974e39 req-01f50402-f491-4cbe-9225-f93d843c4786 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 945 time: 0.1407099 Feb 09 02:07:17.612474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port acb5c002-fc77-4bca-8b4f-f2d2418006a8 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:17.617799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port acb5c002-fc77-4bca-8b4f-f2d2418006a8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:17.618176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.666549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5de2f916-2727-4bed-b8e7-634838974e39 req-98b5135b-b776-41c8-a629-b06b37c9af9e tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489594 Feb 09 02:07:17.683292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9daef60-0f0b-4cb3-8dda-7757aa13b6b3 req-eaf113aa-43df-4cef-b613-df4520940f82 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 210 time: 0.0894678 Feb 09 02:07:17.694435 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.868749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df0dc286-e028-4dee-baf6-44933929cd3d req-f44516d8-8f0a-42af-a4b1-afffd01fd3c5 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0527904 Feb 09 02:07:17.872664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port acb5c002-fc77-4bca-8b4f-f2d2418006a8 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:17.873922 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.933782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:17.940292 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf92fb9e-5d0f-402b-b74b-6cd2b61a965c" -d '{"events": [{"server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "name": "network-vif-plugged", "status": "completed", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:17.991337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port acb5c002-fc77-4bca-8b4f-f2d2418006a8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:18.003473 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.073497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be586af-fa6a-43cc-ae95-8717cd5d252d req-3229d445-43b5-45cf-a41a-001a3d52c501 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.078438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6be586af-fa6a-43cc-ae95-8717cd5d252d req-3229d445-43b5-45cf-a41a-001a3d52c501 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 944 time: 0.1082137 Feb 09 02:07:18.089369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=acb5c002-fc77-4bca-8b4f-f2d2418006a8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:18.170332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6be586af-fa6a-43cc-ae95-8717cd5d252d req-98728eac-f2e6-4922-aba9-f46a8c24270d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798140 Feb 09 02:07:18.190520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0b360-a3c4-42ce-82ef-0f8277cdd528 req-125565f5-cf36-4b96-8b7f-3f10388ea907 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.197279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfa0b360-a3c4-42ce-82ef-0f8277cdd528 req-125565f5-cf36-4b96-8b7f-3f10388ea907 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1435122 Feb 09 02:07:18.284040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfa0b360-a3c4-42ce-82ef-0f8277cdd528 req-534d9590-c340-4067-90d1-bd70c8a590dd tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857596 Feb 09 02:07:18.298108 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad423d5e-4da1-4048-a24c-abbe13cfa97e x-openstack-request-id: req-ad423d5e-4da1-4048-a24c-abbe13cfa97e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:18.298506 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "name": "network-vif-plugged", "status": "completed", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:18.298825 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad423d5e-4da1-4048-a24c-abbe13cfa97e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:18.299287 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'code': 200} Feb 09 02:07:18.500110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6de439-8694-4d0e-a93b-126a2615a2b2 req-55ce3347-355e-4e05-aeef-ff21a5728d4a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.517692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6de439-8694-4d0e-a93b-126a2615a2b2 req-55ce3347-355e-4e05-aeef-ff21a5728d4a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 945 time: 0.1478882 Feb 09 02:07:18.540652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8482-541e-494a-a15f-e8917962585e req-99d0f20b-eb3c-4509-9bd2-1cfa812b0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.545061 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e80b8482-541e-494a-a15f-e8917962585e req-99d0f20b-eb3c-4509-9bd2-1cfa812b0657 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 1129 time: 0.1790898 Feb 09 02:07:18.598015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6de439-8694-4d0e-a93b-126a2615a2b2 req-6790dbcd-a2e4-47c7-8464-33400aff19d2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Feb 09 02:07:18.645849 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e80b8482-541e-494a-a15f-e8917962585e req-d886372c-7a84-440f-abe5-5e2452ed873a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949492 Feb 09 02:07:18.659434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-df67b2f0-de4a-4d03-94c9-b19ff872a3ba tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294533 Feb 09 02:07:18.808344 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.859358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e72b3c33-4bc6-4f3f-b871-68de9f9b0bac req-0853fdd9-659b-45c9-a652-fd889e304db8 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 210 time: 0.0760689 Feb 09 02:07:18.860546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-04f7863c-608c-4328-b0d8-af9aa9c45788 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.864764 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-04f7863c-608c-4328-b0d8-af9aa9c45788 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992066 Feb 09 02:07:18.886184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:18.950329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bc844-f8c1-46a2-b2d8-1efedb0104b5 req-d7ec5a40-c700-45bd-9ff3-3d836f6a2c10 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:18.955896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-990bc844-f8c1-46a2-b2d8-1efedb0104b5 req-d7ec5a40-c700-45bd-9ff3-3d836f6a2c10 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 946 time: 0.1268041 Feb 09 02:07:19.026665 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-a0d0d6b9-7f8a-4433-93c3-eb25cd0d2719 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037750 Feb 09 02:07:19.042835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-306b591a-90d5-4edd-b90e-b9a34b81e9ce req-ed712b19-17d3-4a6e-9e9a-5aacb9963d53 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0832529 Feb 09 02:07:19.140132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-990bc844-f8c1-46a2-b2d8-1efedb0104b5 req-dca7bb3d-ebe8-4446-a196-ca579b74c059 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616361 Feb 09 02:07:19.338210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad3e48-044e-4461-8d71-b853d2d5d6be req-19ed6361-c12b-49e5-a5c2-915446339b5d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.339857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9ad3e48-044e-4461-8d71-b853d2d5d6be req-19ed6361-c12b-49e5-a5c2-915446339b5d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 944 time: 0.0862918 Feb 09 02:07:19.372544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3bab46c4-3eb0-461e-843f-515d0a022cb3 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:19.457192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:19.498935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9ad3e48-044e-4461-8d71-b853d2d5d6be req-ea069eb7-82ec-47c5-8963-68c5c5f353f0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428461 Feb 09 02:07:19.523913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-51cd5532-d6e1-42ec-910f-4b408b83ba26 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.524296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f8f33-b222-47f5-bef6-103242558007 req-f6fe6c2b-9631-4be6-842b-d80048509b43 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.525843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f2f8f33-b222-47f5-bef6-103242558007 req-f6fe6c2b-9631-4be6-842b-d80048509b43 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1305220 Feb 09 02:07:19.526420 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-51cd5532-d6e1-42ec-910f-4b408b83ba26 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4914758 Feb 09 02:07:19.553304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:19.598680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:19.602766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.617851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f2f8f33-b222-47f5-bef6-103242558007 req-343a907e-aeaf-4611-899a-d9f17203fa81 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848465 Feb 09 02:07:19.621027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:19.646063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3bab46c4-3eb0-461e-843f-515d0a022cb3', 'network_id': 'a077af15-02db-4c1f-ab9a-79d3e44ce685', 'port_id': '3bab46c4-3eb0-461e-843f-515d0a022cb3', 'mac_address': 'fa:16:3e:30:f7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90c16dd-d758-4014-a70c-00bfecbe7c2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:19.706835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3bab46c4-3eb0-461e-843f-515d0a022cb3 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:19.707166 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.725501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bab46c4-3eb0-461e-843f-515d0a022cb3 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:19.751079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:19.761512 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.808410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:19.812558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.827316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:19.833020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 3d838c30-a207-436f-8026-e2222d3911d8 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:19.837851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3d838c30-a207-436f-8026-e2222d3911d8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:19.838287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3d838c30-a207-436f-8026-e2222d3911d8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.842755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97919c9a-d30b-48fe-a68d-628cb61a7af8 req-17f7dc71-41d3-4ca5-b68b-a41c18950ce5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.851532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97919c9a-d30b-48fe-a68d-628cb61a7af8 req-17f7dc71-41d3-4ca5-b68b-a41c18950ce5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 945 time: 0.1300359 Feb 09 02:07:19.935111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3d838c30-a207-436f-8026-e2222d3911d8 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:19.936317 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.951341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.115 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/09e750e3-b992-45b6-a38e-19e5b2472e8f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:19.987946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:19.993578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97919c9a-d30b-48fe-a68d-628cb61a7af8 req-d4e2d99f-a54b-47ec-bbcd-f5e0772e3b2d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409235 Feb 09 02:07:19.999837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.076269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:20.084107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2465d9a2-3cb3-4d60-a1e5-97b2c4251364 req-05062a4f-4844-4d48-ab56-61a9b494ea3c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 210 time: 0.0894046 Feb 09 02:07:20.185272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3bab46c4-3eb0-461e-843f-515d0a022cb3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:20.341158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.393574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d4a46-3cfd-4f88-bc81-a61246700457 req-987cf39b-4d29-4579-a96e-98ee85345a5b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.411580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d02d4a46-3cfd-4f88-bc81-a61246700457 req-987cf39b-4d29-4579-a96e-98ee85345a5b tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 946 time: 0.1314182 Feb 09 02:07:20.446703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.506676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-431fec94-7588-406d-9c9a-b52c45f0e284 req-c7bc5526-7d4a-4a76-a6f1-3cf42682e940 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0521507 Feb 09 02:07:20.556665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:20.573590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.75 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/9a508cd2-3624-420a-a77a-56ba6b5e9875) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:20.595570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:20.601726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:20.608035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=09e750e3-b992-45b6-a38e-19e5b2472e8f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:20.615065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d02d4a46-3cfd-4f88-bc81-a61246700457 req-6db93cea-ca0f-4e8c-af46-93ac88fb2711 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023768 Feb 09 02:07:20.617740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:20.625738 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b55b4-11df-4ba4-b0a8-1e6599d08be5" -d '{"events": [{"server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "name": "network-vif-plugged", "status": "completed", "tag": "3d838c30-a207-436f-8026-e2222d3911d8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:20.637265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:20.645522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:20.754114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921d74a-4dbd-4f65-95ed-82d3a98a4d09 req-e685cc0e-ab03-4404-a56d-5f1ab6f2915e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.772620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7921d74a-4dbd-4f65-95ed-82d3a98a4d09 req-e685cc0e-ab03-4404-a56d-5f1ab6f2915e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 945 time: 0.1552253 Feb 09 02:07:20.816897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.817887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.840859 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-284072d9-ab72-4122-b801-94d66b22c1fe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9596891 Feb 09 02:07:20.931309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba5e6-3a50-4ca1-ac0a-b12104799137 req-483a5568-cea8-4c92-9d6c-cb5b4249f142 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.932806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfaba5e6-3a50-4ca1-ac0a-b12104799137 req-483a5568-cea8-4c92-9d6c-cb5b4249f142 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1577249 Feb 09 02:07:20.950475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Request body: {'port': {'device_id': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:20.950772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7921d74a-4dbd-4f65-95ed-82d3a98a4d09 req-4d97de8a-b100-4a11-9d5d-68a84b0c6f7e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725838 Feb 09 02:07:21.081066 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e70fd9-c2d1-47ef-b1cd-03cc4e7f4f2b x-openstack-request-id: req-74e70fd9-c2d1-47ef-b1cd-03cc4e7f4f2b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:21.082177 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "name": "network-vif-plugged", "status": "completed", "tag": "3d838c30-a207-436f-8026-e2222d3911d8", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:21.082793 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74e70fd9-c2d1-47ef-b1cd-03cc4e7f4f2b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:21.083432 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8', 'code': 200} Feb 09 02:07:21.095236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfaba5e6-3a50-4ca1-ac0a-b12104799137 req-ce02072e-667a-4472-bc94-799210a47ba8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397066 Feb 09 02:07:21.222403 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.233415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2ad87d6a-cb1b-4446-8c06-7b697d518d62 None None] Provisioning complete for port 09e750e3-b992-45b6-a38e-19e5b2472e8f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:21.234001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ad87d6a-cb1b-4446-8c06-7b697d518d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.352664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2ad87d6a-cb1b-4446-8c06-7b697d518d62 None None] Port 09e750e3-b992-45b6-a38e-19e5b2472e8f cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:21.370009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.397163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da17d7-c595-45f5-a69e-82379230d0f8 req-181673c8-b22e-4f97-b384-82d4661290b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.398759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83da17d7-c595-45f5-a69e-82379230d0f8 req-181673c8-b22e-4f97-b384-82d4661290b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1129 time: 0.2819195 Feb 09 02:07:21.440423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9eb04-ab57-41c0-a76b-6a13315893d4 req-6c43f165-a6e6-42c0-a100-7ad900c18283 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.441897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53e9eb04-ab57-41c0-a76b-6a13315893d4 req-6c43f165-a6e6-42c0-a100-7ad900c18283 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 936 time: 0.2483253 Feb 09 02:07:21.486681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08279e9b-ecab-4499-8820-a937bb9444c5 req-1af2941c-6e0e-48fb-a895-6e028aa09b0f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.494826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08279e9b-ecab-4499-8820-a937bb9444c5 req-1af2941c-6e0e-48fb-a895-6e028aa09b0f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 946 time: 0.2762585 Feb 09 02:07:21.601978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53e9eb04-ab57-41c0-a76b-6a13315893d4 req-b9b41b12-f264-4302-9ea3-0e15a7bd775b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402586 Feb 09 02:07:21.610621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83da17d7-c595-45f5-a69e-82379230d0f8 req-751cf3ed-b3a2-4172-9343-0e4254a62768 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957889 Feb 09 02:07:21.636068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08279e9b-ecab-4499-8820-a937bb9444c5 req-d3b9a8d4-b738-48da-944d-58e38c7c52eb tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368585 Feb 09 02:07:21.709898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e750e3-b992-45b6-a38e-19e5b2472e8f {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:21.719492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Publish callbacks [] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.734120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Transition to ACTIVE for port object 09e750e3-b992-45b6-a38e-19e5b2472e8f will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:21.736951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.749696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:21.750201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:21.820326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:21.838975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a656300-b14d-4bb7-913f-2e076fd7d4e6 req-82c424f3-0929-4371-bd2d-8a4d52517758 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.1129243 Feb 09 02:07:21.839226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:21.866303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:21.877510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=9a508cd2-3624-420a-a77a-56ba6b5e9875,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:21.877510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:21.918084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ff9f0-fbaa-4d51-b583-2ab1a691d172 req-60d7964a-41c1-441b-a5d6-e201aabd9c20 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.929393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=09e750e3-b992-45b6-a38e-19e5b2472e8f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:21.932542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-336ff9f0-fbaa-4d51-b583-2ab1a691d172 req-60d7964a-41c1-441b-a5d6-e201aabd9c20 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 946 time: 0.2162056 Feb 09 02:07:22.031089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.031753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:22.055853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Attempting to bind port 09e750e3-b992-45b6-a38e-19e5b2472e8f on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:22.056196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Attempting to bind port 09e750e3-b992-45b6-a38e-19e5b2472e8f by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:22.056526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Attempting to bind port 09e750e3-b992-45b6-a38e-19e5b2472e8f on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:22.061459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-336ff9f0-fbaa-4d51-b583-2ab1a691d172 req-05e55a19-121a-49d6-ad90-36e829a1c1bb tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252580 Feb 09 02:07:22.063382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Port 09e750e3-b992-45b6-a38e-19e5b2472e8f on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:22.063764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Attempting to bind port 09e750e3-b992-45b6-a38e-19e5b2472e8f on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:22.072443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:22.075282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:22.075707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:22.076165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Bound port: 09e750e3-b992-45b6-a38e-19e5b2472e8f, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:22.076620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:22.093975 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3a8ca9ad-aa54-4c52-bfec-3ae155ad776a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5551658 Feb 09 02:07:22.110064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Request body: {'port': {'device_id': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:22.211396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6a08d-59d3-4531-af8a-761131485673 req-27054029-3801-4d3d-b71e-641ba40e0604 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.213005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cef6a08d-59d3-4531-af8a-761131485673 req-27054029-3801-4d3d-b71e-641ba40e0604 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 945 time: 0.1402488 Feb 09 02:07:22.335533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:22.342104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] For port 09e750e3-b992-45b6-a38e-19e5b2472e8f, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:22.364271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] For port 09e750e3-b992-45b6-a38e-19e5b2472e8f, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=09e750e3-b992-45b6-a38e-19e5b2472e8f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:22.367327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-b8cdd41b-ea3d-48b7-865d-850565fe7e57 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.380139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-b8cdd41b-ea3d-48b7-865d-850565fe7e57 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1654146 Feb 09 02:07:22.388682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:22.439302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cef6a08d-59d3-4531-af8a-761131485673 req-a7b0075b-a79c-4cb7-bf2d-b309938ab66c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077830 Feb 09 02:07:22.555674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-d9bb6fd0-de2f-4468-81d0-82bd55e06ec2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 696 time: 0.1667771 Feb 09 02:07:22.565898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'floatingip': {'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:22.600628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.609142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:22.609142 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] 10.222.0.82 "PUT /v2.0/ports/09e750e3-b992-45b6-a38e-19e5b2472e8f HTTP/1.1" status: 200 len: 1097 time: 1.6834087 Feb 09 02:07:22.618822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'tag': '09e750e3-b992-45b6-a38e-19e5b2472e8f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:22.626511 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227aecc6-73a7-43c3-99a2-83cd39072c17" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ecf4ee-901d-4495-88c9-c5555973a3da", "tag": "09e750e3-b992-45b6-a38e-19e5b2472e8f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:22.682527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7d4ae709-6fa3-43d0-a469-8ef437c7da24 None None] Provisioning complete for port 9a508cd2-3624-420a-a77a-56ba6b5e9875 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:22.683121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d4ae709-6fa3-43d0-a469-8ef437c7da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:22.730226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ae709-6fa3-43d0-a469-8ef437c7da24 None None] Port 9a508cd2-3624-420a-a77a-56ba6b5e9875 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:22.738644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:22.812103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69fbbe-84c1-4226-9bda-b741c846c8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=09e750e3-b992-45b6-a38e-19e5b2472e8f,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:22.901973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3df0c301-45b5-4359-8e17-625a87acd4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.904894 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-3df0c301-45b5-4359-8e17-625a87acd4a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 1131 time: 0.2163937 Feb 09 02:07:22.941081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf4fd4-187c-42ad-b594-3c457e1b76d2 req-6d9a1bc2-902f-425f-802b-813c6df8cfaa tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.943567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abcf4fd4-187c-42ad-b594-3c457e1b76d2 req-6d9a1bc2-902f-425f-802b-813c6df8cfaa tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.3626666 Feb 09 02:07:22.963060 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-772c49de-d437-4895-a48f-23897621165e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=09e750e3-b992-45b6-a38e-19e5b2472e8f HTTP/1.1" status: 200 len: 217 time: 0.0451076 Feb 09 02:07:23.062352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abcf4fd4-187c-42ad-b594-3c457e1b76d2 req-a1cb37b6-a3b6-4d20-a59e-979102a98ff9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101334 Feb 09 02:07:23.199821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b259af9-7eed-43d2-b158-a1a34adfcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.202280 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1b259af9-7eed-43d2-b158-a1a34adfcc9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1659873 Feb 09 02:07:23.218447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a508cd2-3624-420a-a77a-56ba6b5e9875 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:23.254780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Publish callbacks [] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:23.312826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8aeab865-a0d6-4041-8a5b-acb6e1ce9c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:23.319514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Transition to ACTIVE for port object 9a508cd2-3624-420a-a77a-56ba6b5e9875 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:23.329408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:23.382839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3bab46c4-3eb0-461e-843f-515d0a022cb3 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:23.413770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-06c55424-9140-4d32-b61a-f6053d7100db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.416240 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-06c55424-9140-4d32-b61a-f6053d7100db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2008266 Feb 09 02:07:23.468688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade058ff-4146-4437-a469-17188b70e64b req-9597a89c-8d5a-4511-a41d-19fde439019e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.478882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ade058ff-4146-4437-a469-17188b70e64b req-9597a89c-8d5a-4511-a41d-19fde439019e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 948 time: 0.2659004 Feb 09 02:07:23.482029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a508cd2-3624-420a-a77a-56ba6b5e9875,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:23.587854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 3bab46c4-3eb0-461e-843f-515d0a022cb3 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:23.593477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3bab46c4-3eb0-461e-843f-515d0a022cb3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:23.595026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:23.717458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Attempting to bind port 9a508cd2-3624-420a-a77a-56ba6b5e9875 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:23.717718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Attempting to bind port 9a508cd2-3624-420a-a77a-56ba6b5e9875 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:23.718054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Attempting to bind port 9a508cd2-3624-420a-a77a-56ba6b5e9875 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:23.753222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Port 9a508cd2-3624-420a-a77a-56ba6b5e9875 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:23.753442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Attempting to bind port 9a508cd2-3624-420a-a77a-56ba6b5e9875 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:23.780560 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1adecacc-0bdb-46ca-8d00-4c2c1c3e6703 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566041 Feb 09 02:07:23.801064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3bab46c4-3eb0-461e-843f-515d0a022cb3 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:23.801674 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:23.850210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:23.851182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:23.854720 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9695cd2-9972-428b-b206-eb1961cc3cdc" -d '{"events": [{"server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "name": "network-vif-plugged", "status": "completed", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:23.859697 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:23.957967 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-fa62337e-a421-46fc-a537-e6d01a9156d1 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662018 Feb 09 02:07:23.958681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:23.958986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:23.959377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:23.962814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Bound port: 9a508cd2-3624-420a-a77a-56ba6b5e9875, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:23.972145 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:23.986871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:24.073073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] For port 9a508cd2-3624-420a-a77a-56ba6b5e9875, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:24.077628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] For port 9a508cd2-3624-420a-a77a-56ba6b5e9875, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9a508cd2-3624-420a-a77a-56ba6b5e9875,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:24.086499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:24.146419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.146832 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:24.148263 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/9a508cd2-3624-420a-a77a-56ba6b5e9875 HTTP/1.1" status: 200 len: 1096 time: 2.0441444 Feb 09 02:07:24.206415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ade058ff-4146-4437-a469-17188b70e64b req-1a2e1e44-7ffa-432e-adda-0ab4205ad61c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264316 Feb 09 02:07:24.249920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55cb5c-f5d7-4c15-965f-84c452da12b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a508cd2-3624-420a-a77a-56ba6b5e9875,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:24.279847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-adc80bfd-34d0-4bfe-8ca8-c6238748b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.281763 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-adc80bfd-34d0-4bfe-8ca8-c6238748b15c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 1130 time: 0.0870142 Feb 09 02:07:24.344986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-037f047a-2e46-406c-846a-028fdcfd72ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9a508cd2-3624-420a-a77a-56ba6b5e9875 HTTP/1.1" status: 200 len: 217 time: 0.0549116 Feb 09 02:07:24.350140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:07:24.424676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-a464ae04-7642-411d-8967-c9e80c88b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.426161 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-a464ae04-7642-411d-8967-c9e80c88b99a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0749094 Feb 09 02:07:24.442133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4cdab-df58-434a-b188-a471e542041d req-6d1005ec-5daa-4a95-a630-3313f78fa0a2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.452936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3c4cdab-df58-434a-b188-a471e542041d req-6d1005ec-5daa-4a95-a630-3313f78fa0a2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 946 time: 0.1510518 Feb 09 02:07:24.463048 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:24.477421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:24.490525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1a8f225d-919f-4f69-96e6-a045237074cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.492560 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-1a8f225d-919f-4f69-96e6-a045237074cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0603044 Feb 09 02:07:24.603745 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-fbdad28d-2402-4a9d-96ab-018a6922a88f service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029501 Feb 09 02:07:24.629683 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148 associated. External IP: 172.25.6.224, port: 0e8f8522-506f-4791-850a-f31d44ec19f8. Feb 09 02:07:24.654488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3c4cdab-df58-434a-b188-a471e542041d req-e3af4a44-8236-4655-b605-28a26ab912d2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998439 Feb 09 02:07:24.773032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-adee27dc-710c-4342-a8c3-1c4f1099934c req-6bebb154-1cca-488f-ade4-56395deed393 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612210 Feb 09 02:07:24.775471 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f93992-051c-41a5-a72e-f622ff1ac2a2 x-openstack-request-id: req-26f93992-051c-41a5-a72e-f622ff1ac2a2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:24.775923 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ecf4ee-901d-4495-88c9-c5555973a3da", "tag": "09e750e3-b992-45b6-a38e-19e5b2472e8f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:24.776326 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26f93992-051c-41a5-a72e-f622ff1ac2a2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:24.777003 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'tag': '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'status': 'completed', 'code': 200} Feb 09 02:07:24.871304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-ce945020-3286-4d6f-a700-114928f6c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:24.873612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d4c993b-7b8b-48fa-a142-d38b40685fc4 req-dbadf76f-8332-4c06-ab26-b67f14a07197 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0382636 Feb 09 02:07:24.880563 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-ce945020-3286-4d6f-a700-114928f6c1dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 1131 time: 0.0811303 Feb 09 02:07:25.039144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-1fb9d3c6-404e-4a14-b828-15f4762304be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.040701 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-1fb9d3c6-404e-4a14-b828-15f4762304be service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1520948 Feb 09 02:07:25.097785 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-85c5e88e-26b0-4a9a-a221-86d0411bc16c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=09e750e3-b992-45b6-a38e-19e5b2472e8f HTTP/1.1" status: 200 len: 217 time: 0.0464582 Feb 09 02:07:25.136122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f318b6-0835-46ba-a242-a9a5ea1a2643 req-74fbe298-075d-451f-9f47-86e8fc635a63 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.138814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31f318b6-0835-46ba-a242-a9a5ea1a2643 req-74fbe298-075d-451f-9f47-86e8fc635a63 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 946 time: 0.0898235 Feb 09 02:07:25.155937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:25.186166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-f9a6dca1-60be-45f7-b114-516b65ebff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.187862 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-f9a6dca1-60be-45f7-b114-516b65ebff3d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0815871 Feb 09 02:07:25.243115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-4e47ad5e-a1b5-483f-be38-5e9480625c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.244752 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-4e47ad5e-a1b5-483f-be38-5e9480625c5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0497055 Feb 09 02:07:25.277418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31f318b6-0835-46ba-a242-a9a5ea1a2643 req-dee0832b-83c6-4bbd-a15d-b2657d844810 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320512 Feb 09 02:07:25.311170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:25.317794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.332777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:25.351924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:25.352603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:06:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:25.376192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-b5db00c1-924d-4d7f-9211-ad549028633d service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177561 Feb 09 02:07:25.401171 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3943c1-bf75-423a-aa76-d5e796f2a4a7 x-openstack-request-id: req-be3943c1-bf75-423a-aa76-d5e796f2a4a7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:25.401740 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "name": "network-vif-plugged", "status": "completed", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:25.402171 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be3943c1-bf75-423a-aa76-d5e796f2a4a7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:25.403352 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3', 'code': 200} Feb 09 02:07:25.406804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-61a3fd52-7251-4a3d-a9dd-9b63a60a0e2a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "PUT /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 200 len: 997 time: 2.8498728 Feb 09 02:07:25.407340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:25.412013 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb79a3fb-e33f-4035-a542-85a6518b324c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:25.554772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d33d93-6df5-47c0-ab90-cb69187e585f req-d2b8560e-ab65-4212-b0b4-37fc6a369649 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.557370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97d33d93-6df5-47c0-ab90-cb69187e585f req-d2b8560e-ab65-4212-b0b4-37fc6a369649 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0657403 Feb 09 02:07:25.566525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:25.569125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-227aecc6-73a7-43c3-99a2-83cd39072c17 req-b1e68cb5-58b9-4b80-8661-d4e150e4b51c service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753414 Feb 09 02:07:25.601763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41680a-9a33-4557-970b-9dd8c3c3b0bb req-debdf641-d94f-425a-969c-8cc57d5a76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.603314 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b41680a-9a33-4557-970b-9dd8c3c3b0bb req-debdf641-d94f-425a-969c-8cc57d5a76b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1129 time: 0.1010380 Feb 09 02:07:25.646223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97d33d93-6df5-47c0-ab90-cb69187e585f req-12f1eeb3-f5f0-4156-950b-af7345dda0bb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Feb 09 02:07:25.679657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-eae08b55-300c-4f89-b5b0-d20bc7579784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.683552 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b41680a-9a33-4557-970b-9dd8c3c3b0bb req-82d48960-ecfa-4e1f-88b6-8b6c16ac3a5c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702298 Feb 09 02:07:25.685799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-eae08b55-300c-4f89-b5b0-d20bc7579784 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.2637894 Feb 09 02:07:25.709623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fbe3016-62de-4d82-86bc-a9e1c5e11c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:25.803975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-02ff2881-ca61-480c-8606-ab128b884202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.806152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-02ff2881-ca61-480c-8606-ab128b884202 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.1072469 Feb 09 02:07:25.895922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:ad:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:24Z', 'revision_number': 1, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:25.901841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-ad94dd7a-42b9-402e-9758-b99cfab1745f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 1000 time: 0.0884726 Feb 09 02:07:25.923976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:25.932618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:25.933232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:25.953481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633679a-97a3-480f-81ec-f06cc53943bf req-97f1add5-11e9-46c8-aaad-e2c2e7046100 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.954791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8633679a-97a3-480f-81ec-f06cc53943bf req-97f1add5-11e9-46c8-aaad-e2c2e7046100 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1129 time: 0.0855122 Feb 09 02:07:25.971571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-1ed9b760-94eb-4c92-b054-b5e2305e7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.973011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-1ed9b760-94eb-4c92-b054-b5e2305e7ed5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0638587 Feb 09 02:07:26.035149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8633679a-97a3-480f-81ec-f06cc53943bf req-77a198e4-cd47-4a17-9865-49d80a814de3 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726776 Feb 09 02:07:26.045224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-7ec878ab-02da-4c2e-a476-aeb83d7d2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.046848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-7ec878ab-02da-4c2e-a476-aeb83d7d2689 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0665598 Feb 09 02:07:26.049983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:26.190032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-e898d8e4-bd11-449e-8649-67bd556081b9 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298444 Feb 09 02:07:26.295217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483503ae-c204-4ff4-b417-40de1f722b8a req-c8d41bc4-310a-4023-8149-9ab78af501bc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.302197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-483503ae-c204-4ff4-b417-40de1f722b8a req-c8d41bc4-310a-4023-8149-9ab78af501bc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 948 time: 0.1291482 Feb 09 02:07:26.357433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1825ece9-7378-4402-8b4d-0ad3d1935b8b req-13bb4be9-8b0a-4032-b751-3fe015eb07db service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518385 Feb 09 02:07:26.388193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-483503ae-c204-4ff4-b417-40de1f722b8a req-47ebb983-e54e-418b-871f-6a539443f575 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841913 Feb 09 02:07:26.435112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-7ca600f3-3cfc-42bf-ab7f-b0739ca76d4d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1118255 Feb 09 02:07:26.473212 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ec29b5-62d4-4fd1-aef6-bf7837566d5e x-openstack-request-id: req-80ec29b5-62d4-4fd1-aef6-bf7837566d5e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:26.473584 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:26.473911 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80ec29b5-62d4-4fd1-aef6-bf7837566d5e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:26.474425 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'status': 'completed', 'code': 200} Feb 09 02:07:26.549891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:ad:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:24Z', 'revision_number': 1, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:26.587407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274a6a5-f0d5-4b69-a224-960f9ca4546d None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:ad:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:24Z', 'revision_number': 1, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:26.598230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-f68c816d-d576-4d58-a92b-7b8b45936b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.599828 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-f68c816d-d576-4d58-a92b-7b8b45936b67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.0891337 Feb 09 02:07:26.650229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ea8e88d-353e-44f9-a37b-5a1c89baca57 req-1ac5c0a1-f0cc-4fc6-a699-36a553367c0f tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0797789 Feb 09 02:07:26.667494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4ced-4a22-4cb2-9308-73631889f280 req-dff4c00b-3c5f-4e3b-bf50-66cdb545a1ef tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.683078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efaa4ced-4a22-4cb2-9308-73631889f280 req-dff4c00b-3c5f-4e3b-bf50-66cdb545a1ef tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1129 time: 0.1545761 Feb 09 02:07:26.710580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-c9dd3fed-9e56-4837-a328-f89f3c97fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.712137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-c9dd3fed-9e56-4837-a328-f89f3c97fe85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=886f48d9c6fa42af8fa63ef5715f2e33&device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 1129 time: 0.1433880 Feb 09 02:07:26.764567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efaa4ced-4a22-4cb2-9308-73631889f280 req-f043b078-84ff-49f4-90a2-6f8faf214ddf tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762558 Feb 09 02:07:26.766438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-63342079-ba60-4119-ab06-c0c7e80f9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.768192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-63342079-ba60-4119-ab06-c0c7e80f9d48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.1608117 Feb 09 02:07:26.809150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.861195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'tag': '9a508cd2-3624-420a-a77a-56ba6b5e9875'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:26.864837 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c4e97c-88ab-4d80-8227-087e3720c7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1", "tag": "9a508cd2-3624-420a-a77a-56ba6b5e9875"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:26.869673 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-8f0d6dfd-4c2e-405a-a510-887ebabd54c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 1000 time: 0.0944929 Feb 09 02:07:26.899647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369ebc2-6a4e-4a06-be97-e7e371a235e8 req-4dced294-ffd4-4e8c-b2cd-98263f0dd4fd tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.901347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7369ebc2-6a4e-4a06-be97-e7e371a235e8 req-4dced294-ffd4-4e8c-b2cd-98263f0dd4fd tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 946 time: 0.1114583 Feb 09 02:07:26.904095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-09e41963-1865-4180-8754-25b1b9ec5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.905585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-09e41963-1865-4180-8754-25b1b9ec5280 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f HTTP/1.1" status: 200 len: 907 time: 0.1680064 Feb 09 02:07:26.943460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-6e02f045-614a-47c9-9c28-f6ffa3b0da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.945102 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-6e02f045-614a-47c9-9c28-f6ffa3b0da8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0682113 Feb 09 02:07:27.018429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-5e5c5719-fe63-48f5-9c5a-c07664c89e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.020571 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-5e5c5719-fe63-48f5-9c5a-c07664c89e4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679023 Feb 09 02:07:27.025834 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73041443-47af-4949-821b-18385e45e259 None None] New status for floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:27.064919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-65ec05c7-cce8-40d3-8ab2-f7705ea65f6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44157f87-8f42-4b3f-944b-4509d0a7f339 HTTP/1.1" status: 200 len: 1002 time: 0.1456528 Feb 09 02:07:27.089742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7369ebc2-6a4e-4a06-be97-e7e371a235e8 req-6a27754d-abff-45c9-867a-e0b9b2bad666 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746457 Feb 09 02:07:27.149795 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-3109c106-6a69-4318-9da6-97f5dbd28fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231799 Feb 09 02:07:27.194603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-9b78b328-84af-48f2-a3c1-c4c67f754ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.208160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-9b78b328-84af-48f2-a3c1-c4c67f754ede service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0719ee31-c1d3-44d4-af78-f7583a3c8049 HTTP/1.1" status: 200 len: 845 time: 0.1162767 Feb 09 02:07:27.279755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-3eb73f46-3b43-447a-aa79-75baacf60951 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.287076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-3eb73f46-3b43-447a-aa79-75baacf60951 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3032169 Feb 09 02:07:27.296144 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb79a3fb-e33f-4035-a542-85a6518b324c req-58a3e4cf-1e02-4eb9-851d-70c40d708d71 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380730 Feb 09 02:07:27.384954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-dbb083d8-c7d7-4f7b-87e3-250281a76819 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1000 time: 0.0968659 Feb 09 02:07:27.396675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'floatingip': {'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:27.444176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f8f2-578b-4516-b713-c55aa52a5d9a req-1b1583e5-0c2f-49db-85d6-594d461e2b69 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.445688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1d1f8f2-578b-4516-b713-c55aa52a5d9a req-1b1583e5-0c2f-49db-85d6-594d461e2b69 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.2365739 Feb 09 02:07:27.449515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-03981646-14db-434e-ad33-8b03ff98648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.451245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-03981646-14db-434e-ad33-8b03ff98648f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2298207 Feb 09 02:07:27.558626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:27.633671 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1d1f8f2-578b-4516-b713-c55aa52a5d9a req-58c7408b-9832-48eb-9075-76164db2aac5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765671 Feb 09 02:07:27.671884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-e0da4d52-ab08-41b2-a28e-71c3c657af5f service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066922 Feb 09 02:07:27.697969 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30f4e8-fb8d-4011-939b-7a6b70db0184 x-openstack-request-id: req-7d30f4e8-fb8d-4011-939b-7a6b70db0184 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:27.698478 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1", "tag": "9a508cd2-3624-420a-a77a-56ba6b5e9875", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:27.698591 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d30f4e8-fb8d-4011-939b-7a6b70db0184 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:27.699023 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'tag': '9a508cd2-3624-420a-a77a-56ba6b5e9875', 'status': 'completed', 'code': 200} Feb 09 02:07:27.777274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-3cab8c68-4572-4164-b3b7-f1379a394db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.785937 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-3cab8c68-4572-4164-b3b7-f1379a394db9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 1130 time: 0.0619671 Feb 09 02:07:27.896405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-9ef36ee1-78fd-40e7-8aaa-619651dbce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.897871 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-9ef36ee1-78fd-40e7-8aaa-619651dbce69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1047843 Feb 09 02:07:27.943838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-622240f3-0ad6-4d27-8c4b-34e974213b82 req-44d5f687-d2fb-404b-a6d8-f7f1ca2661a4 service neutron] 10.222.0.72 "GET /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642751 Feb 09 02:07:27.950932 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-d3ff8c5b-46af-48f7-8a44-256acef2c93c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9a508cd2-3624-420a-a77a-56ba6b5e9875 HTTP/1.1" status: 200 len: 217 time: 0.0463271 Feb 09 02:07:28.010235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-2c87e466-f167-4453-8f30-49075151bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.010235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-2c87e466-f167-4453-8f30-49075151bb15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0521200 Feb 09 02:07:28.013659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:28.067968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdf034-77ba-49fa-a777-3eec3ba1a7ec req-f1f74560-8e00-45ce-b326-350f98445e1e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.073937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-a7f4ad69-360c-4726-bfee-8f5f9237747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.076171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3cdf034-77ba-49fa-a777-3eec3ba1a7ec req-f1f74560-8e00-45ce-b326-350f98445e1e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 948 time: 0.2760475 Feb 09 02:07:28.078005 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-a7f4ad69-360c-4726-bfee-8f5f9237747d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0625045 Feb 09 02:07:28.172462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3cdf034-77ba-49fa-a777-3eec3ba1a7ec req-6fd21269-9570-4e25-aaff-8bf4979919d1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954108 Feb 09 02:07:28.209414 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-0e85c25e-d953-4894-a6fe-101d3e68fe26 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249566 Feb 09 02:07:28.319711 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-72c4e97c-88ab-4d80-8227-087e3720c7f7 req-7af02488-87c9-4619-a05e-efa6f8c3955b service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020792 Feb 09 02:07:28.426140 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:07:28.572740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b4fd12b-9d86-498a-a3c3-985c72e1cf81 req-88471d64-d0f8-4aae-b333-df8ffb23e951 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0599854 Feb 09 02:07:28.623910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 09e750e3-b992-45b6-a38e-19e5b2472e8f details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:28.696872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:28.703616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:28.767901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 09e750e3-b992-45b6-a38e-19e5b2472e8f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=09e750e3-b992-45b6-a38e-19e5b2472e8f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:28.798200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'mac_address': 'fa:16:3e:c8:36:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:28.833063 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148 associated. External IP: 172.25.6.224, port: 0e8f8522-506f-4791-850a-f31d44ec19f8. Feb 09 02:07:28.895170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 09e750e3-b992-45b6-a38e-19e5b2472e8f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:28.895590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:28.926995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e750e3-b992-45b6-a38e-19e5b2472e8f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:28.966041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 09e750e3-b992-45b6-a38e-19e5b2472e8f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=09e750e3-b992-45b6-a38e-19e5b2472e8f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:28.971843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.056026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=09e750e3-b992-45b6-a38e-19e5b2472e8f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:29.071614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:29.203463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:29.216086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90908290-d1b9-4e59-810e-61cba264966f None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:29.253388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:29.254031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:29.393404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:29.427498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['09e750e3-b992-45b6-a38e-19e5b2472e8f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:29.429673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9a508cd2-3624-420a-a77a-56ba6b5e9875 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:29.514986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:29.678342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-8d8c8257-8afe-4e4c-b12b-2f08e0a35133 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:07:29.680033 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-8d8c8257-8afe-4e4c-b12b-2f08e0a35133 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082889 Feb 09 02:07:29.691450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:29.700357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.728725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 9a508cd2-3624-420a-a77a-56ba6b5e9875, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9a508cd2-3624-420a-a77a-56ba6b5e9875,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:29.735518 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.747577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:29.750992 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13be8f-36c6-4520-b1a1-090210992e63" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:29.759294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-2ec59dbf-022a-41be-87d6-310b5e294681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:29.771331 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-2ec59dbf-022a-41be-87d6-310b5e294681 service neutron] 10.222.0.53 "GET /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 1126 time: 0.0812521 Feb 09 02:07:29.780376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:29.781467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '9a508cd2-3624-420a-a77a-56ba6b5e9875', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '9a508cd2-3624-420a-a77a-56ba6b5e9875', 'mac_address': 'fa:16:3e:6b:5d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:29.783036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:07:29.802681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-959307e8-af7f-4941-b4b9-680577426f37 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "PUT /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 200 len: 999 time: 2.4118011 Feb 09 02:07:29.881476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-12887df7-5a98-455e-9268-1187eaa01060 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:29.881735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-12887df7-5a98-455e-9268-1187eaa01060 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports/0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 943 time: 0.0778544 Feb 09 02:07:29.883578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 9a508cd2-3624-420a-a77a-56ba6b5e9875 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:29.883986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.913362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a508cd2-3624-420a-a77a-56ba6b5e9875 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:29.948705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 9a508cd2-3624-420a-a77a-56ba6b5e9875, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9a508cd2-3624-420a-a77a-56ba6b5e9875,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:29.957532 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.963501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:af:4c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:28Z', 'revision_number': 3, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:29.971884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:29.972718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:29.973311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:29.979372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:29.980077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:29.987101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:29.987877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:29.988553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:29.989199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Bound port: 3d838c30-a207-436f-8026-e2222d3911d8, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:30.013844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90908290-d1b9-4e59-810e-61cba264966f None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:30.038613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:30.039339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:30.065597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:30.076072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:30.078714 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4433b4d2-0c84-48fe-a8f1-7c1ad6f328ed service neutron] 10.222.0.53 "POST /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3053396 Feb 09 02:07:30.132051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=9a508cd2-3624-420a-a77a-56ba6b5e9875,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:30.148498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-1b96b25a-0adb-44db-a724-affd6945a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.156000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-1b96b25a-0adb-44db-a724-affd6945a7f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.1289339 Feb 09 02:07:30.214548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:30.363740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-8eec385e-e4d7-4b06-a544-e2c2ee362b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.368427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-8eec385e-e4d7-4b06-a544-e2c2ee362b6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.2004392 Feb 09 02:07:30.400708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056b7c1-7c8a-4540-a5ac-886ce8c7cf85 req-7dcc620e-8338-40f5-a04a-8e9a5b0ea1bb tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.402051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7056b7c1-7c8a-4540-a5ac-886ce8c7cf85 req-7dcc620e-8338-40f5-a04a-8e9a5b0ea1bb tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 946 time: 0.1139741 Feb 09 02:07:30.460024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-bc0cc566-e881-4fce-9714-95724c1187ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 217 time: 0.0699897 Feb 09 02:07:30.464520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4f773a61-5a01-4558-9aca-1eefe0165e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.467434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-4f773a61-5a01-4558-9aca-1eefe0165e47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1129 time: 0.0614846 Feb 09 02:07:30.473066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:30.543581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-1d5ced65-3d20-4ee2-9db0-2cf7c59c197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.545571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-1d5ced65-3d20-4ee2-9db0-2cf7c59c197c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0754209 Feb 09 02:07:30.607144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-13c88199-d455-4f75-a62b-a1ec82638980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.610120 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-13c88199-d455-4f75-a62b-a1ec82638980 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1348619 Feb 09 02:07:30.611760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7056b7c1-7c8a-4540-a5ac-886ce8c7cf85 req-d98044f7-5a50-4caf-9125-aeb5842f81ad tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009289 Feb 09 02:07:30.633565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-983beb30-d9be-4257-b265-a9c6212387d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.647700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-983beb30-d9be-4257-b265-a9c6212387d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0887709 Feb 09 02:07:30.660997 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-3b20b37b-8038-4224-a8f8-5d30ee4cefd9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 217 time: 0.0441356 Feb 09 02:07:30.745680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-904f2498-c754-4c05-add0-1542e35cbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.748847 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-904f2498-c754-4c05-add0-1542e35cbd8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0758934 Feb 09 02:07:30.796433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90908290-d1b9-4e59-810e-61cba264966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:af:4c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:28Z', 'revision_number': 3, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:30.798363 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-6120e8f0-9562-47b2-b29c-cedcbd1a4cbe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425036 Feb 09 02:07:30.800558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-830623eb-2cbd-4f1d-80f4-23b126b62c99 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460857 Feb 09 02:07:30.817923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ba4aa-40ad-4379-a1c7-edd824464919 req-3af77b09-9e35-47b4-b739-5fd065c30085 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.820527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-699ba4aa-40ad-4379-a1c7-edd824464919 req-3af77b09-9e35-47b4-b739-5fd065c30085 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0937722 Feb 09 02:07:30.837354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90908290-d1b9-4e59-810e-61cba264966f None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:af:4c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:28Z', 'revision_number': 3, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:30.916228 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-b247d2c2-8a83-4a48-9689-a02d30ef29cc service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105232 Feb 09 02:07:30.953010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-699ba4aa-40ad-4379-a1c7-edd824464919 req-70454aa9-86a4-454d-96a9-da6f524dd93f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234648 Feb 09 02:07:30.972654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-17464c97-75d5-4b46-949c-cfba88b2807e service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620984 Feb 09 02:07:31.055049 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b6a127-0a35-4271-8049-a0d6eb2fd1e9 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291530 Feb 09 02:07:31.082380 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719a8a3-a617-4122-b296-7ebc827d3d7b None None] New status for floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:31.091091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:31.097486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-208206781'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:31.128584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:31.132762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.143699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-638a6e92-8627-4dc3-bb23-ae866dbaa656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.145960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-638a6e92-8627-4dc3-bb23-ae866dbaa656 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 1129 time: 0.1385410 Feb 09 02:07:31.158390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40b470-f80e-4b80-8bc8-b32cc51a3c60 req-28baee8e-7341-4a87-a29e-04d8ea334b87 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.164078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e40b470-f80e-4b80-8bc8-b32cc51a3c60 req-28baee8e-7341-4a87-a29e-04d8ea334b87 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 949 time: 0.0921841 Feb 09 02:07:31.196965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:07:31.213485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0d10c840-06e2-417d-b9d5-e8d38bd32d2f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.213485 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Added segment 0d10c840-06e2-417d-b9d5-e8d38bd32d2f of type vlan for network d5be7b8c-de13-4acf-acae-db23756c61e4 Feb 09 02:07:31.227799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-aded5fa6-e2d7-4a58-b036-50b09e0195e7 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.229313 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-aded5fa6-e2d7-4a58-b036-50b09e0195e7 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1129 time: 0.0836647 Feb 09 02:07:31.251104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:31.287820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (d5be7b8c-de13-4acf-acae-db23756c61e4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.290992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e40b470-f80e-4b80-8bc8-b32cc51a3c60 req-a383b87b-bd14-42f6-a14c-f34d10b77507 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241641 Feb 09 02:07:31.323266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-c629182e-1fea-45bc-b4cb-5b68e5d4286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.332915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-c629182e-1fea-45bc-b4cb-5b68e5d4286c service neutron] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.1672540 Feb 09 02:07:31.352806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.376907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (d5be7b8c-de13-4acf-acae-db23756c61e4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.382384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.383054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.394488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:31.407277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:31.408186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:31.419524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a76e5069-6264-4600-97f1-7b91f15d83fe req-f4219203-1226-4097-89ac-2b108b19b21d tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0391557 Feb 09 02:07:31.435251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-95de0779-7cc9-4c85-af20-26b5b8fa321f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 1002 time: 0.1011322 Feb 09 02:07:31.507460 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27869c89-6c36-4159-8564-7e6fbbc06e65 x-openstack-request-id: req-27869c89-6c36-4159-8564-7e6fbbc06e65 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:31.507867 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:31.508251 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27869c89-6c36-4159-8564-7e6fbbc06e65 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:31.508775 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'status': 'completed', 'code': 200} Feb 09 02:07:31.525816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-cd2508c6-1a2f-4fc8-9419-06c0c5b2e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.527898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-cd2508c6-1a2f-4fc8-9419-06c0c5b2e162 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0862913 Feb 09 02:07:31.560685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:31.567405 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4746902 Feb 09 02:07:31.570340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42094) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:31.585714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-372538887'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:31.615066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f66a61-0c09-40fc-8b5a-30dfd3d9caf3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Network': ['ID=d5be7b8c-de13-4acf-acae-db23756c61e4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:31.640555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-d6cb7f77-3efe-4f18-b666-9ef9f7f2f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.641478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-d6cb7f77-3efe-4f18-b666-9ef9f7f2f05a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1077244 Feb 09 02:07:31.646502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:31.649696 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.659093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-1b0d3106-bf59-4eba-b9df-db0ea66457e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.660918 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-1b0d3106-bf59-4eba-b9df-db0ea66457e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.1088803 Feb 09 02:07:31.662929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network d5be7b8c-de13-4acf-acae-db23756c61e4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:07:31.666262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:31.721238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db34027-7651-44c2-9913-098c63a94ef8 req-63a92408-854d-4593-8ad8-0f50a6d73d3f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.723279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0db34027-7651-44c2-9913-098c63a94ef8 req-63a92408-854d-4593-8ad8-0f50a6d73d3f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 946 time: 0.1574442 Feb 09 02:07:31.748408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:07:31.778590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:31.782567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d2021ec3-442f-464f-9928-1b8a562e1ef9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.782928 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Added segment d2021ec3-442f-464f-9928-1b8a562e1ef9 of type vlan for network 8b031676-4b01-4246-8995-0ce03cee25ad Feb 09 02:07:31.817466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-1871dde9-3a43-473d-b584-aa84d56a105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.819281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-1871dde9-3a43-473d-b584-aa84d56a105f service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.1494613 Feb 09 02:07:31.863332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-c66c6ee0-68f5-48ae-8b9d-ca2a5e36fc2d service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064843 Feb 09 02:07:31.868182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0db34027-7651-44c2-9913-098c63a94ef8 req-30bc284d-fe7d-42aa-97c2-75ed2bea29d4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160901 Feb 09 02:07:31.869824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8b031676-4b01-4246-8995-0ce03cee25ad), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.877885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:31.880628 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423c8b5c-16f6-412f-9ea4-0904b00960b7" -d '{"events": [{"server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d838c30-a207-436f-8026-e2222d3911d8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:31.885545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Publish callbacks [] for port (3d838c30-a207-436f-8026-e2222d3911d8), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.889047 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-eb466bda-42b6-4c31-960e-cb27b4c77d06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 217 time: 0.0622447 Feb 09 02:07:31.915321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.952514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8b031676-4b01-4246-8995-0ce03cee25ad), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.957697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.958433 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:31.969763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:af:4c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:31Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:32.014799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:32.025397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:32.026033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:32.108220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5282559 Feb 09 02:07:32.117796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42100) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:32.130989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'subnet': {'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:32.148385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283781eb-109a-43e0-98f4-be5cf2ac8745 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Network': ['ID=8b031676-4b01-4246-8995-0ce03cee25ad,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:32.164552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8b031676-4b01-4246-8995-0ce03cee25ad details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:07:32.211705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac767021-50bc-4c09-9b40-9062d85c0060 req-acc77cfb-9b70-4baf-af7c-486851dcb20e service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256066 Feb 09 02:07:32.218818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:32.236816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8103c4a-690b-4969-846a-40709165199f req-6f0ba541-c47a-4577-a2a1-0905f9710150 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1021146734&fields=id&tenant_id=5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 267 time: 0.2030067 Feb 09 02:07:32.286890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-0748d625-06bf-42f0-a638-a21ffd7effaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:32.288509 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-0748d625-06bf-42f0-a638-a21ffd7effaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.3925014 Feb 09 02:07:32.334795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:32.338543 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b38d1-8bb5-4c9d-9fee-d32e31cee97c x-openstack-request-id: req-b43b38d1-8bb5-4c9d-9fee-d32e31cee97c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:32.338844 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d838c30-a207-436f-8026-e2222d3911d8", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:32.339114 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b43b38d1-8bb5-4c9d-9fee-d32e31cee97c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:32.339481 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8', 'code': 200} Feb 09 02:07:32.359408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8103c4a-690b-4969-846a-40709165199f req-2e26b14a-c711-4f04-aed1-8c97a1291c05 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:32.369090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8103c4a-690b-4969-846a-40709165199f req-2e26b14a-c711-4f04-aed1-8c97a1291c05 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 946 time: 0.1201034 Feb 09 02:07:32.373346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:32.377820 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.377998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:32.378156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:32.378503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:32.385010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:32.385313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Attempting to bind port 3d838c30-a207-436f-8026-e2222d3911d8 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:32.395283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:32.395628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:32.396014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:32.396451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Bound port: 3d838c30-a207-436f-8026-e2222d3911d8, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:32.396813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.409126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-401175d1-d553-44cb-b4b2-ba800f5ae010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:32.410719 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-401175d1-d553-44cb-b4b2-ba800f5ae010 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1130080 Feb 09 02:07:32.440884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'port': {'security_groups': ['cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8', 'a5bfc5b1-291b-4fb5-be26-3ef6d4837b30']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:32.539726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:32.554314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:af:4c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:31Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:32.561418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:32.566063 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-a9ad580b-0486-4a50-a218-2a360fe0b04c service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484652 Feb 09 02:07:32.570397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.593997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.608059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621788f4-68b6-4a8f-ae6d-ec3a56cb543f None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:af:4c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:31Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:32.608666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b75f1-8efc-4c7a-9e28-125fe1ace892 req-9fcc3312-c00e-4e9e-96cb-7241495c3c43 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:32.610222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-396b75f1-8efc-4c7a-9e28-125fe1ace892 req-9fcc3312-c00e-4e9e-96cb-7241495c3c43 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1663744 Feb 09 02:07:32.653245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 09e750e3-b992-45b6-a38e-19e5b2472e8f up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:32.729900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:32.730582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.732002 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] 10.222.0.82 "PUT /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 1124 time: 1.4850564 Feb 09 02:07:32.733093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b63b89-cec6-4d17-a546-216c56185ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:32.747786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 09e750e3-b992-45b6-a38e-19e5b2472e8f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:32.753342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 09e750e3-b992-45b6-a38e-19e5b2472e8f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:32.754066 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.781127 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5a13be8f-36c6-4520-b1a1-090210992e63 req-278ada68-df89-4a23-b01d-f005cf8a2990 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076199 Feb 09 02:07:32.856618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 09e750e3-b992-45b6-a38e-19e5b2472e8f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:32.857129 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:32.880046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3d838c30-a207-436f-8026-e2222d3911d8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:32.914574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e750e3-b992-45b6-a38e-19e5b2472e8f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:32.916977 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cd53ab-e793-4289-a41e-90c06e375795" -d '{"events": [{"server_uuid": "c6ecf4ee-901d-4495-88c9-c5555973a3da", "name": "network-vif-plugged", "status": "completed", "tag": "09e750e3-b992-45b6-a38e-19e5b2472e8f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:32.942389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 09e750e3-b992-45b6-a38e-19e5b2472e8f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=09e750e3-b992-45b6-a38e-19e5b2472e8f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:32.946869 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.019208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=09e750e3-b992-45b6-a38e-19e5b2472e8f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:33.078776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-396b75f1-8efc-4c7a-9e28-125fe1ace892 req-9367ed2e-80ba-450f-aa41-21f9dfc94d90 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354846 Feb 09 02:07:33.082394 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (922600e3-4f19-415b-9246-30ee0f9f49ff), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.224628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Subnet': ['ID=922600e3-4f19-415b-9246-30ee0f9f49ff,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:33.289985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78bd7b7b-1c23-43db-b205-4061c7ffa9b9 req-d6f7647d-8fed-4892-b7f1-f8705e23a673 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.1687088 Feb 09 02:07:33.292584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Checking segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:33.292987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network hostable DHCP agents. Network: d5be7b8c-de13-4acf-acae-db23756c61e4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:07:33.380211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network d5be7b8c-de13-4acf-acae-db23756c61e4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:07:33.393635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd7b7b-1c23-43db-b205-4061c7ffa9b9 req-d114fea6-e789-4f76-a1ad-1c417fb53f87 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.395043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78bd7b7b-1c23-43db-b205-4061c7ffa9b9 req-d114fea6-e789-4f76-a1ad-1c417fb53f87 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports/acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 943 time: 0.0940981 Feb 09 02:07:33.404744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:33.407272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, d5be7b8c-de13-4acf-acae-db23756c61e4) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:33.418227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.418640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac5e88-88d0-40ce-b587-538e350b4529 None None] Network d5be7b8c-de13-4acf-acae-db23756c61e4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:33.418974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.447301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8ae11afd-966f-4354-ad13-6f98697c880e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3241782 Feb 09 02:07:33.447820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:33.461510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'subnet': {'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:33.461789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.467675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9a508cd2-3624-420a-a77a-56ba6b5e9875 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:33.475950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.497695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:33.499937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3bab46c4-3eb0-461e-843f-515d0a022cb3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:33.512555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:33.516174 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032" -d '{"events": [{"name": "network-changed", "server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:33.578727 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:33.582036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.582410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.582747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.584222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8103c4a-690b-4969-846a-40709165199f req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "PUT /v2.0/ports/3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 982 time: 1.2135322 Feb 09 02:07:33.603571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78bd7b7b-1c23-43db-b205-4061c7ffa9b9 req-fcd03ad5-54cc-49fe-a917-7c36b0f596a8 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.1389794 Feb 09 02:07:33.618094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac266d-554f-4e33-aa08-2be5e0389ae9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:33.755900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd7b7b-1c23-43db-b205-4061c7ffa9b9 req-bb2ced86-71b2-4003-bfc3-224113c76ebf tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.757301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78bd7b7b-1c23-43db-b205-4061c7ffa9b9 req-bb2ced86-71b2-4003-bfc3-224113c76ebf tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1452947 Feb 09 02:07:33.774133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c36e1-ef62-451f-a881-5c57caae8f22 req-e21809e2-63e0-4dc1-96b3-74c0c01dac81 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:33.775593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-119c36e1-ef62-451f-a881-5c57caae8f22 req-e21809e2-63e0-4dc1-96b3-74c0c01dac81 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.0898752 Feb 09 02:07:33.807323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3bab46c4-3eb0-461e-843f-515d0a022cb3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:33.842912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (d1ddfa95-229e-4521-8894-270b4e71686b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.850617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-119c36e1-ef62-451f-a881-5c57caae8f22 req-130726a9-fdc4-419a-a889-1fbc13a6731c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686684 Feb 09 02:07:33.870369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 9a508cd2-3624-420a-a77a-56ba6b5e9875 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:33.883044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10018086-4c2d-4045-8f0a-b6ef2c50ad24 req-bc081f5c-e0d3-45c5-bcfd-c84693819e9e tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0468285 Feb 09 02:07:33.927155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Subnet': ['ID=d1ddfa95-229e-4521-8894-270b4e71686b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:33.929050 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30edf91d-9580-4893-ac57-b62d42ce861b x-openstack-request-id: req-30edf91d-9580-4893-ac57-b62d42ce861b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:33.929377 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ecf4ee-901d-4495-88c9-c5555973a3da", "name": "network-vif-plugged", "status": "completed", "tag": "09e750e3-b992-45b6-a38e-19e5b2472e8f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:33.929634 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30edf91d-9580-4893-ac57-b62d42ce861b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:33.930030 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'code': 200} Feb 09 02:07:33.931454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-d5be7b8c-de13-4acf-acae-db23756c61e4', 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'fixed_ips': [{'subnet_id': '922600e3-4f19-415b-9246-30ee0f9f49ff'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:07:33.932312 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.946616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 9a508cd2-3624-420a-a77a-56ba6b5e9875 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:33.947000 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:33.965273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Checking segment: {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:33.965662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network hostable DHCP agents. Network: 8b031676-4b01-4246-8995-0ce03cee25ad, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:07:33.985783 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d509ff1a-4a4d-4887-9c1d-54ce56ad8e3f x-openstack-request-id: req-d509ff1a-4a4d-4887-9c1d-54ce56ad8e3f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:33.986162 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:33.986869 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d509ff1a-4a4d-4887-9c1d-54ce56ad8e3f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:33.988190 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'status': 'completed', 'code': 200} Feb 09 02:07:34.002190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network 8b031676-4b01-4246-8995-0ce03cee25ad is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:07:34.024764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8b031676-4b01-4246-8995-0ce03cee25ad) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:34.060405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555078f-0ae4-4848-ad5d-490cd45eab88 None None] Network 8b031676-4b01-4246-8995-0ce03cee25ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:34.067336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca76d-40d0-4a7b-83c9-823c87fea293 req-a2b5cbbb-5a6c-4566-b6b0-6886691bf113 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.069589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-549ca76d-40d0-4a7b-83c9-823c87fea293 req-a2b5cbbb-5a6c-4566-b6b0-6886691bf113 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1470053 Feb 09 02:07:34.069762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.069936 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:34.109320 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e9d9ee3-34c8-450a-8bda-c7c9e8213a81 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6599238 Feb 09 02:07:34.114357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:34.118879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'port': {'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'name': 'tempest-TaggedBootDevicesTest_v242-1247655316', 'fixed_ips': [{'subnet_id': '922600e3-4f19-415b-9246-30ee0f9f49ff'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:34.119555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f1cbf2d-8a09-4701-b226-1d67ab726ea6 req-b5811cc5-83f3-4c69-8b88-2fcb3445a539 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/a5bfc5b1-291b-4fb5-be26-3ef6d4837b30 HTTP/1.1" status: 200 len: 1817 time: 0.1013887 Feb 09 02:07:34.147199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d72e3-53eb-4ed8-8ca9-a10a3107ecd2 req-d76b918f-7c98-4e37-859e-99b3bfd18558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.148717 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-514d72e3-53eb-4ed8-8ca9-a10a3107ecd2 req-d76b918f-7c98-4e37-859e-99b3bfd18558 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 1133 time: 0.1219554 Feb 09 02:07:34.175482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-b19c55d1-e228-4b30-bf69-0a7b26e947d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.176812 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-b19c55d1-e228-4b30-bf69-0a7b26e947d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 1129 time: 0.1623201 Feb 09 02:07:34.196263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-549ca76d-40d0-4a7b-83c9-823c87fea293 req-2642b44a-d75c-4bbe-94da-b25423aba088 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101828 Feb 09 02:07:34.205207 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-1f1cbf2d-8a09-4701-b226-1d67ab726ea6 req-b606d976-d7c1-4e06-8fa3-876b9f850ae7 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 02:07:34.219718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f1cbf2d-8a09-4701-b226-1d67ab726ea6 req-b606d976-d7c1-4e06-8fa3-876b9f850ae7 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5bfc5b1-291b-4fb5-be26-3ef6d4837b30 HTTP/1.1" status: 409 len: 341 time: 0.0940394 Feb 09 02:07:34.334328 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-514d72e3-53eb-4ed8-8ca9-a10a3107ecd2 req-787b1423-859b-4e56-8a0b-03f89483a67b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565297 Feb 09 02:07:34.347334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:34.349618 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056" -d '{"events": [{"name": "network-changed", "server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "tag": "3d838c30-a207-436f-8026-e2222d3911d8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:34.366765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-f9664e5e-8703-4130-97c4-b44e705e4915 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.1387126 Feb 09 02:07:34.384832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-9d05243e-29dd-4dc9-8500-137bbda59c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.385054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242489-3dab-4b39-a189-ad501fbc046c req-f2cd2b53-ee52-4040-b941-b5c2f5271b7a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.386890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20242489-3dab-4b39-a189-ad501fbc046c req-f2cd2b53-ee52-4040-b941-b5c2f5271b7a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0866120 Feb 09 02:07:34.387584 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-9d05243e-29dd-4dc9-8500-137bbda59c49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.1971035 Feb 09 02:07:34.389417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:34.477271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084fe85-069c-4040-830f-5ff28e202917 req-639ab733-b395-4980-b2c4-c90ffe15e41f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.479177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-639ab733-b395-4980-b2c4-c90ffe15e41f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports/acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 943 time: 0.0901060 Feb 09 02:07:34.492643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20242489-3dab-4b39-a189-ad501fbc046c req-2dca5cad-fa3f-4d85-a6d5-42dc8b13b563 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917757 Feb 09 02:07:34.518898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8b031676-4b01-4246-8995-0ce03cee25ad', 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad', 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'fixed_ips': [{'subnet_id': 'd1ddfa95-229e-4521-8894-270b4e71686b'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:07:34.519798 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:34.524746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Allocated IP 10.1.1.2 (d5be7b8c-de13-4acf-acae-db23756c61e4/922600e3-4f19-415b-9246-30ee0f9f49ff/df38c1c2-4473-4d3b-a13b-d0eb28b09bae) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:34.536779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 9a508cd2-3624-420a-a77a-56ba6b5e9875 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:34.537183 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:34.560434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-f3bd35ef-6b4d-4b25-bd8a-aeb87f37a409 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 1002 time: 0.1631188 Feb 09 02:07:34.584643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:34.644812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] device_id is not set on port cac4a00d-e689-4a71-9d3b-ddb73f08186f yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:07:34.702527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:34.710046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-bdcbb5be-d955-4cb7-9715-fa8fa49c932c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.1164603 Feb 09 02:07:34.758619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-9f9a2287-9a39-4a6e-b313-ee1042f86393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.760222 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-9f9a2287-9a39-4a6e-b313-ee1042f86393 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.1723137 Feb 09 02:07:34.774756 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef044d15-758d-4fd7-8975-df5e8f6d08da x-openstack-request-id: req-ef044d15-758d-4fd7-8975-df5e8f6d08da {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:34.775052 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "tag": "3d838c30-a207-436f-8026-e2222d3911d8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:34.775312 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef044d15-758d-4fd7-8975-df5e8f6d08da {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:34.775714 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8', 'status': 'completed', 'code': 200} Feb 09 02:07:34.837696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 9a508cd2-3624-420a-a77a-56ba6b5e9875, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9a508cd2-3624-420a-a77a-56ba6b5e9875,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:34.870397 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:34.927072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-3de47bca-5b42-48fb-9cab-55780fd263f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.929391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-3de47bca-5b42-48fb-9cab-55780fd263f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1168 time: 0.1326244 Feb 09 02:07:34.980990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084fe85-069c-4040-830f-5ff28e202917 req-cbdf7c53-dd37-4538-bd97-310ab631e2ef tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.983655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-cbdf7c53-dd37-4538-bd97-310ab631e2ef tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2621520 Feb 09 02:07:34.995843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-c93e1869-62dc-4770-a251-757b85abd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:34.997593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-c93e1869-62dc-4770-a251-757b85abd5d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1158 time: 0.1893015 Feb 09 02:07:35.045510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f03d5b-5ee6-4102-9298-7014d7cba780 req-dd61a15e-f8b3-4891-bdbb-cf8660a7603c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.048158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79f03d5b-5ee6-4102-9298-7014d7cba780 req-dd61a15e-f8b3-4891-bdbb-cf8660a7603c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 985 time: 0.1937287 Feb 09 02:07:35.073631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-89e548f0-200e-4cae-bd93-e106291ecbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.073631 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-89e548f0-200e-4cae-bd93-e106291ecbd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2327747 Feb 09 02:07:35.140565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=9a508cd2-3624-420a-a77a-56ba6b5e9875,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:35.181200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-81dc9872-e9da-479b-8045-d87bd8ed9d3c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.1659012 Feb 09 02:07:35.200023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-a661129c-53a1-4267-8ef2-a80a1a78a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.202049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-a661129c-53a1-4267-8ef2-a80a1a78a867 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 913 time: 0.2610230 Feb 09 02:07:35.209433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Allocated IP 10.2.2.2 (8b031676-4b01-4246-8995-0ce03cee25ad/d1ddfa95-229e-4521-8894-270b4e71686b/2e3d85f7-2e12-43ca-b874-382459b8d63e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:35.213070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:35.231055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-180371c4-f4b4-419a-9d40-803cec3e0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.233355 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-180371c4-f4b4-419a-9d40-803cec3e0dac service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.2280226 Feb 09 02:07:35.284822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:35.291109 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-bc932ae6-18b2-4e35-8b0e-2e00ea0815d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 217 time: 0.0466874 Feb 09 02:07:35.296522 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-d8e0f2f0-8e8a-47ad-84da-f5360c27fcc0 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106354 Feb 09 02:07:35.304743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79f03d5b-5ee6-4102-9298-7014d7cba780 req-8f6be89d-aa9b-48ce-88f2-f3103c82b40c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=a5bfc5b1-291b-4fb5-be26-3ef6d4837b30&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2144160 Feb 09 02:07:35.314473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-5c8965b6-850e-4718-99c9-4352c991aa39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 217 time: 0.0943305 Feb 09 02:07:35.353181 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Publish callbacks [] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.372671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:07:35.373910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0c30cb36-355f-4058-82c7-d30d6a1d4cbb details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:35.392430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.448738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-e913f790-ba27-4edf-b658-f3dad24f413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.450870 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-e913f790-ba27-4edf-b658-f3dad24f413a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1487358 Feb 09 02:07:35.462231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.470173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-3a268925-513d-49d9-b1bd-459184569165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.471690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-3a268925-513d-49d9-b1bd-459184569165 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.1507237 Feb 09 02:07:35.501603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 10.1.1.182 (d5be7b8c-de13-4acf-acae-db23756c61e4/922600e3-4f19-415b-9246-30ee0f9f49ff/cac4a00d-e689-4a71-9d3b-ddb73f08186f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:35.505206 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-9a9dd0ca-099e-4afe-94fb-08fe0b60646a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466866 Feb 09 02:07:35.552397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-510b21de-4ca5-4142-b755-b22bdc9d5b85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729177 Feb 09 02:07:35.569286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Network d5be7b8c-de13-4acf-acae-db23756c61e4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:35.577809 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc4cf1e1-5f8b-457b-b669-6c794f5ad032 req-a3b95a16-419d-41ab-b717-c2f3daca0de9 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668910 Feb 09 02:07:35.594391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:35.601849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:35.608562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:35.616777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Pushing event updated for resources: {'Port': ['ID=df38c1c2-4473-4d3b-a13b-d0eb28b09bae,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:35.641463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55de3a-9336-46c3-814d-6519fa2a03b3 req-d6cb3b60-ae06-4a75-8373-cdf0ee5be272 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:35.643583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb', 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8', 'port_id': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb', 'mac_address': 'fa:16:3e:e7:6f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98726c8f-dba2-4946-baf6-74d75712e08b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:35.649256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb55de3a-9336-46c3-814d-6519fa2a03b3 req-d6cb3b60-ae06-4a75-8373-cdf0ee5be272 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.2207196 Feb 09 02:07:35.718774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.721377 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-beb59c75-8217-40bf-a363-7fa64808e29a service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033105 Feb 09 02:07:35.735248 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.736293 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148 disassociated. External IP: 172.25.6.224, port: acb5c002-fc77-4bca-8b4f-f2d2418006a8. Feb 09 02:07:35.760679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Publish callbacks [] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.765197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Attempting to bind port df38c1c2-4473-4d3b-a13b-d0eb28b09bae on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:35.765581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Attempting to bind port df38c1c2-4473-4d3b-a13b-d0eb28b09bae by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:35.765971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Attempting to bind port df38c1c2-4473-4d3b-a13b-d0eb28b09bae on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:35.775197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.806043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:35.806438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.808540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:35.809448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Checking segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:35.809853 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.810255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Bound using segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:35.810767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Bound port: df38c1c2-4473-4d3b-a13b-d0eb28b09bae, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:35.811151 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:35.826717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb55de3a-9336-46c3-814d-6519fa2a03b3 req-bb74fdcb-9540-4a71-a406-070573d0f72d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765282 Feb 09 02:07:35.850249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-f1028b92-274b-4cbb-b617-114431bd7e6a service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856255 Feb 09 02:07:35.858930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c30cb36-355f-4058-82c7-d30d6a1d4cbb {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:35.866193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Network 8b031676-4b01-4246-8995-0ce03cee25ad is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:35.891817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:35.901739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:35.911519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Pushing event updated for resources: {'Port': ['ID=2e3d85f7-2e12-43ca-b874-382459b8d63e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:35.920729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:35.933376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a508cd2-3624-420a-a77a-56ba6b5e9875'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:35.940301 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631cd2ae-8877-4c07-bb54-b8875899fe2a" -d '{"events": [{"server_uuid": "f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1", "name": "network-vif-plugged", "status": "completed", "tag": "9a508cd2-3624-420a-a77a-56ba6b5e9875"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:35.949178 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.000304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:36.003453 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa797df3-21ae-4424-8ddf-f7df0688e260" -d '{"events": [{"name": "network-changed", "server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:36.009307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-192a6ac8-2609-4339-a338-f05aae07e2cd req-46a1ba81-0f64-40a4-9a52-e0b574f5de44 service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453485 Feb 09 02:07:36.119611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26eae2ac-3814-4f1e-9ea8-cc8bc105073b req-b1c3f329-10d7-49d5-b248-12d83021b3e9 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.1089439 Feb 09 02:07:36.197070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] For port df38c1c2-4473-4d3b-a13b-d0eb28b09bae, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:36.212291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:36.222579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Attempting to bind port 2e3d85f7-2e12-43ca-b874-382459b8d63e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:36.222963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Attempting to bind port 2e3d85f7-2e12-43ca-b874-382459b8d63e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:36.223334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Attempting to bind port 2e3d85f7-2e12-43ca-b874-382459b8d63e on network 8b031676-4b01-4246-8995-0ce03cee25ad {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:36.229541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] For port df38c1c2-4473-4d3b-a13b-d0eb28b09bae, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=df38c1c2-4473-4d3b-a13b-d0eb28b09bae,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:36.233439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.236374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:36.238953 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-546e6069-4686-4ad9-b7d6-6dc3d9cb2056 req-61e4dc0e-de52-43ed-b325-3be67e66d1dd service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018995 Feb 09 02:07:36.239818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:36.240236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Checking segment: {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:36.240651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.241152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Bound using segment: {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:36.241629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Bound port: 2e3d85f7-2e12-43ca-b874-382459b8d63e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:36.242058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.253992 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.316914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.367687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network d5be7b8c-de13-4acf-acae-db23756c61e4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:36.372713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:36.377664 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:36.389566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] For port 2e3d85f7-2e12-43ca-b874-382459b8d63e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:36.396705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] For port 2e3d85f7-2e12-43ca-b874-382459b8d63e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e3d85f7-2e12-43ca-b874-382459b8d63e,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:36.399974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4df00-b32f-4e60-a56a-ebec7973804c None None] Pushing event updated for resources: {'Port': ['ID=df38c1c2-4473-4d3b-a13b-d0eb28b09bae,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:36.411888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=cac4a00d-e689-4a71-9d3b-ddb73f08186f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:36.415200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.448288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b008a-c630-4781-9930-620d256dbe06 req-072033b0-da06-4802-9c75-cb972b9529d4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:36.451166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b88b008a-c630-4781-9930-620d256dbe06 req-072033b0-da06-4802-9c75-cb972b9529d4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1369107 Feb 09 02:07:36.466932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:36.468015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.468741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['0c30cb36-355f-4058-82c7-d30d6a1d4cbb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:36.488233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:36.502725 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-97742690-1829-49d9-b869-a388eeb9648c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3861945 Feb 09 02:07:36.503675 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:36.505466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:36.512856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'port': {'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'name': 'tempest-TaggedBootDevicesTest_v242-1452503035', 'fixed_ips': [{'subnet_id': '922600e3-4f19-415b-9246-30ee0f9f49ff'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:36.524558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b88b008a-c630-4781-9930-620d256dbe06 req-06ef8170-fc5c-479d-be0e-b53b36b41580 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679142 Feb 09 02:07:36.528897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.537858 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:36.538541 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:36.578928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-874aec7a-25f5-4a19-93e0-e57603d9e683 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "PUT /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 200 len: 695 time: 1.3842175 Feb 09 02:07:36.580986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18954c-8a80-4139-8d8c-7a1a748e584e None None] Pushing event updated for resources: {'Port': ['ID=2e3d85f7-2e12-43ca-b874-382459b8d63e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:36.789633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:36.798637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.812229 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:36.832153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084fe85-069c-4040-830f-5ff28e202917 req-0bc32896-c923-4094-94d0-0b3d8caa5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:36.833842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-0bc32896-c923-4094-94d0-0b3d8caa5988 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 1129 time: 0.2318063 Feb 09 02:07:36.848097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] device_id is not set on port eb3e6691-821b-4822-ada6-5f59405acc43 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:07:36.896854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565fe51-152b-4029-9cb6-da567ded49a5 req-5e6bf713-6c65-404d-b470-5f03eabc8d12 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:36.898491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6565fe51-152b-4029-9cb6-da567ded49a5 req-5e6bf713-6c65-404d-b470-5f03eabc8d12 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 944 time: 0.1861818 Feb 09 02:07:37.064527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6565fe51-152b-4029-9cb6-da567ded49a5 req-77d7b56c-cf33-49cc-acbb-9d20bdeee9dc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526871 Feb 09 02:07:37.087253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084fe85-069c-4040-830f-5ff28e202917 req-0f9cda6e-f44e-4cd5-acdc-5baadc011eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.089439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-0f9cda6e-f44e-4cd5-acdc-5baadc011eaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.2307932 Feb 09 02:07:37.139053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-c496cdb2-1897-4cb0-be72-d6322e26be3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 217 time: 0.0389028 Feb 09 02:07:37.164996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 10.1.1.6 (d5be7b8c-de13-4acf-acae-db23756c61e4/922600e3-4f19-415b-9246-30ee0f9f49ff/eb3e6691-821b-4822-ada6-5f59405acc43) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:37.176037 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08032b3c-68c3-4981-8afe-0bc2ebd1dd60 x-openstack-request-id: req-08032b3c-68c3-4981-8afe-0bc2ebd1dd60 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:37.176532 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1", "name": "network-vif-plugged", "status": "completed", "tag": "9a508cd2-3624-420a-a77a-56ba6b5e9875", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:37.176640 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08032b3c-68c3-4981-8afe-0bc2ebd1dd60 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:37.177064 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a508cd2-3624-420a-a77a-56ba6b5e9875', 'code': 200} Feb 09 02:07:37.233616 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd91e9-9b29-4367-946a-0e0606708d57 x-openstack-request-id: req-adfd91e9-9b29-4367-946a-0e0606708d57 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:37.233616 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:37.234171 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adfd91e9-9b29-4367-946a-0e0606708d57 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:37.234941 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3', 'status': 'completed', 'code': 200} Feb 09 02:07:37.248506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084fe85-069c-4040-830f-5ff28e202917 req-cd7dd79a-cf01-4ab7-beb5-a73094ff947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.253832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-cd7dd79a-cf01-4ab7-beb5-a73094ff947a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0892253 Feb 09 02:07:37.306522 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:37.363457 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:37.379191 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:37.379876 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:37.466439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084fe85-069c-4040-830f-5ff28e202917 req-eb752ab0-37aa-44eb-9ea3-01e7f2fab815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.468319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-eb752ab0-37aa-44eb-9ea3-01e7f2fab815 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2022953 Feb 09 02:07:37.476810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5293f81-286f-4f2d-bcec-97509c35c299 req-ca47cf09-4599-4659-8550-26b47cba8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.478842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5293f81-286f-4f2d-bcec-97509c35c299 req-ca47cf09-4599-4659-8550-26b47cba8efd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 1132 time: 0.1611476 Feb 09 02:07:37.528696 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:37.557518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-82687d12-3539-4597-a6fd-83997fe814c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.560280 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-82687d12-3539-4597-a6fd-83997fe814c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1168 time: 0.2060292 Feb 09 02:07:37.565956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (eb3e6691-821b-4822-ada6-5f59405acc43), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.628551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e3d85f7-2e12-43ca-b874-382459b8d63e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:37.729714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-8f6a366a-e137-42cc-8bed-648702c2f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:37.732977 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-8f6a366a-e137-42cc-8bed-648702c2f2f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 913 time: 0.1643984 Feb 09 02:07:37.737148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.763798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2e3d85f7-2e12-43ca-b874-382459b8d63e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:37.764229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.879837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=eb3e6691-821b-4822-ada6-5f59405acc43,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:37.889412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-d021b79f-7c3b-4feb-a8f1-d4c351f808e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 217 time: 0.1433642 Feb 09 02:07:37.924536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.924897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.926271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2e3d85f7-2e12-43ca-b874-382459b8d63e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:37.927176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.931108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.937170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.937444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.940637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.940637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.940637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.941076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.941417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.941759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.942087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.942416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:37.960172 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:37.999908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 2e3d85f7-2e12-43ca-b874-382459b8d63e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e3d85f7-2e12-43ca-b874-382459b8d63e,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:38.009873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-962aae9c-eb77-4632-a933-8e8df1429eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:38.012397 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-962aae9c-eb77-4632-a933-8e8df1429eeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.1154187 Feb 09 02:07:38.014365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network d5be7b8c-de13-4acf-acae-db23756c61e4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:38.016413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:38.018249 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb8b23-f758-474e-8733-cd7c26b4d70c None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:38.020561 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.021594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device df38c1c2-4473-4d3b-a13b-d0eb28b09bae up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:38.032230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:38.106697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c82b2d-57b7-4c28-932c-9c90d6238641 None None] Network d5be7b8c-de13-4acf-acae-db23756c61e4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:38.107027 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-3e65ff74-9802-44ae-af30-eb898c0c1f8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884368 Feb 09 02:07:38.144762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434a51d-36e5-4c3d-bc3e-896af2b63a3e req-45e3bf6a-1b5c-419e-9e97-68ab79cfe10c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:38.145042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:38.145501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.147684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3434a51d-36e5-4c3d-bc3e-896af2b63a3e req-45e3bf6a-1b5c-419e-9e97-68ab79cfe10c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 985 time: 0.7799833 Feb 09 02:07:38.214911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e40df393-0299-4b14-86b7-b10e9c7dfd45 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7078121 Feb 09 02:07:38.232388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-445bf511-3127-40d4-9dca-a428aeab3055 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535918 Feb 09 02:07:38.282478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=2e3d85f7-2e12-43ca-b874-382459b8d63e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:38.300527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8e7e0780-22c5-4113-8e49-a0bf7930ede0 None None] Provisioning complete for port df38c1c2-4473-4d3b-a13b-d0eb28b09bae triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:38.300912 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0780-22c5-4113-8e49-a0bf7930ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.310782 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-50797901-93d4-4892-bda4-df51620203b9 service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862586 Feb 09 02:07:38.336453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port df38c1c2-4473-4d3b-a13b-d0eb28b09bae triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:38.336830 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.431645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f084fe85-069c-4040-830f-5ff28e202917 req-eb14a33a-36c9-4cf2-bc1a-ffac17d05a4c service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876271 Feb 09 02:07:38.445718 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa797df3-21ae-4424-8ddf-f7df0688e260 req-1d1f1ec1-88b6-4b33-97e2-4fae2da7ae43 service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282294 Feb 09 02:07:38.459914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5293f81-286f-4f2d-bcec-97509c35c299 req-0ada6c89-9fb5-44e8-859e-dcdcecfa782c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9528742 Feb 09 02:07:38.494622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e0780-22c5-4113-8e49-a0bf7930ede0 None None] Current status of the port df38c1c2-4473-4d3b-a13b-d0eb28b09bae is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:38.495030 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0780-22c5-4113-8e49-a0bf7930ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.518510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3434a51d-36e5-4c3d-bc3e-896af2b63a3e req-6810b5b4-dfc9-4907-9657-8a9c85dbfa6a tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=a5bfc5b1-291b-4fb5-be26-3ef6d4837b30&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2813506 Feb 09 02:07:38.533731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ae031-3a38-4355-aeb5-2f72ba64f1e8 None None] New status for floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:38.533731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e9913f-d8a0-4395-9f42-cdea8d3cc8b3 None None] Network 8b031676-4b01-4246-8995-0ce03cee25ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:38.636290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50f2776a-a006-4543-896a-3b79e24b2fa0 req-31086211-424f-4e60-b2aa-18423465d1d4 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0430877 Feb 09 02:07:38.648887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166e657-9e2f-46c0-aff0-5b848b064c4a req-eaae72f4-954a-4702-ab88-4bdbdc094535 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:38.655354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a166e657-9e2f-46c0-aff0-5b848b064c4a req-eaae72f4-954a-4702-ab88-4bdbdc094535 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1146083 Feb 09 02:07:38.700887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0c30cb36-355f-4058-82c7-d30d6a1d4cbb up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:38.724009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a166e657-9e2f-46c0-aff0-5b848b064c4a req-2b84fc42-8557-4fac-8f9f-7d4b6201ccbb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650060 Feb 09 02:07:38.798349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8e7e0780-22c5-4113-8e49-a0bf7930ede0 None None] For port df38c1c2-4473-4d3b-a13b-d0eb28b09bae, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=df38c1c2-4473-4d3b-a13b-d0eb28b09bae,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:38.803528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port df38c1c2-4473-4d3b-a13b-d0eb28b09bae is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:38.803933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.808233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45665f7-fe3e-4f09-98bc-5ffde3a3b031 req-86f37236-db0f-4887-bd23-c32ad7dad394 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:38.811343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c45665f7-fe3e-4f09-98bc-5ffde3a3b031 req-86f37236-db0f-4887-bd23-c32ad7dad394 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.0824122 Feb 09 02:07:38.870623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0780-22c5-4113-8e49-a0bf7930ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.908240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c45665f7-fe3e-4f09-98bc-5ffde3a3b031 req-b05e7c3d-71a2-48bb-a898-27117737a197 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861192 Feb 09 02:07:38.925506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097c09-adb3-401c-932e-913ae2cc4149 req-61cbe9b4-dbda-4bd1-88aa-460e0b69254d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:38.927283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15097c09-adb3-401c-932e-913ae2cc4149 req-61cbe9b4-dbda-4bd1-88aa-460e0b69254d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 944 time: 0.1147919 Feb 09 02:07:39.020978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15097c09-adb3-401c-932e-913ae2cc4149 req-8fc41227-026e-40f4-a021-b6f0254b350a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826151 Feb 09 02:07:39.023550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e0780-22c5-4113-8e49-a0bf7930ede0 None None] Pushing event updated for resources: {'Port': ['ID=df38c1c2-4473-4d3b-a13b-d0eb28b09bae,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:39.048967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:39.078586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Provisioning complete for port 2e3d85f7-2e12-43ca-b874-382459b8d63e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:39.078974 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.090488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:39.090933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.145685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:07:39.146058 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:07:39.235799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:39.238189 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c209d74-8abf-426f-90a8-e68b5a3d7d94" -d '{"events": [{"name": "network-changed", "server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:39.272937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Current status of the port 2e3d85f7-2e12-43ca-b874-382459b8d63e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:39.275369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:39.275707 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.306369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:39.309179 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2eaa5d-bc17-442f-8009-ad9520b282ce" -d '{"events": [{"server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "name": "network-vif-plugged", "status": "completed", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:39.319841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Provisioning complete for port df38c1c2-4473-4d3b-a13b-d0eb28b09bae triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:39.320227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.325902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:39.350078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.400171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-8198cfca-5cfe-4db5-a559-7169349b7c50 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-65990240&fields=id&tenant_id=5dd701f32fad4a228cfc6d7a64b7a160 HTTP/1.1" status: 200 len: 267 time: 0.0708454 Feb 09 02:07:39.479113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-d464fd9c-b2bc-4559-a7ba-c1d6737c7be0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:39.481435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-d464fd9c-b2bc-4559-a7ba-c1d6737c7be0 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 985 time: 0.0743318 Feb 09 02:07:39.497710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'port': {'security_groups': ['a5bfc5b1-291b-4fb5-be26-3ef6d4837b30', 'cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8', '038840b8-19d3-4bfd-96e7-24a0902802b7']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:39.515164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42168) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:39.519891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-854a6c59-187e-41e3-b17a-3fdb69f07e79 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965463965', 'description': 'tempest-description--924912459'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:39.544603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-854a6c59-187e-41e3-b17a-3fdb69f07e79 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.562798 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a19ae7-1edf-4899-ac42-5793967302e7 x-openstack-request-id: req-a1a19ae7-1edf-4899-ac42-5793967302e7 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:39.563508 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:39.563843 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1a19ae7-1edf-4899-ac42-5793967302e7 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:39.564347 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'status': 'completed', 'code': 200} Feb 09 02:07:39.569442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:39.615608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Current status of the port df38c1c2-4473-4d3b-a13b-d0eb28b09bae is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:39.630853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Provisioning complete for port eb3e6691-821b-4822-ada6-5f59405acc43 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:39.631402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.649491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.664070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-854a6c59-187e-41e3-b17a-3fdb69f07e79 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group (345e3536-b769-4dbe-a5c3-2ee4644c2dbf), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.670142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-854a6c59-187e-41e3-b17a-3fdb69f07e79 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (345e3536-b769-4dbe-a5c3-2ee4644c2dbf), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.706425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-854a6c59-187e-41e3-b17a-3fdb69f07e79 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.707194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Port eb3e6691-821b-4822-ada6-5f59405acc43 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:39.708004 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-854a6c59-187e-41e3-b17a-3fdb69f07e79 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1917639 Feb 09 02:07:39.711226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:39.711993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a6c59-187e-41e3-b17a-3fdb69f07e79 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345e3536-b769-4dbe-a5c3-2ee4644c2dbf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:39.715409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port df38c1c2-4473-4d3b-a13b-d0eb28b09bae is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:39.719083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0c8affc3-533d-4652-95cb-2f8c82ea5145 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'security_group_rule': {'security_group_id': '345e3536-b769-4dbe-a5c3-2ee4644c2dbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:39.722847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Provisioning complete for port cac4a00d-e689-4a71-9d3b-ddb73f08186f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:39.723631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.751487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c8affc3-533d-4652-95cb-2f8c82ea5145 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group_rule (586a4f98-cd9d-4bd2-87e3-b243e96a71e5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.767045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-386bd711-b1f8-49f2-9396-640957463833 None None] Port cac4a00d-e689-4a71-9d3b-ddb73f08186f cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:39.775484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-71a5b836-c711-4901-b329-8566c165a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:39.777115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-71a5b836-c711-4901-b329-8566c165a297 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 1129 time: 0.1778626 Feb 09 02:07:39.825057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c8affc3-533d-4652-95cb-2f8c82ea5145 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group_rule (586a4f98-cd9d-4bd2-87e3-b243e96a71e5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.828547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e3d85f7-2e12-43ca-b874-382459b8d63e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:39.831739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c8affc3-533d-4652-95cb-2f8c82ea5145 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (586a4f98-cd9d-4bd2-87e3-b243e96a71e5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.836217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-aab69a09-66dc-48e2-965e-603a86a41372 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:39.838070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-aab69a09-66dc-48e2-965e-603a86a41372 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1903310 Feb 09 02:07:39.853065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8affc3-533d-4652-95cb-2f8c82ea5145 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586a4f98-cd9d-4bd2-87e3-b243e96a71e5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:39.867404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c8affc3-533d-4652-95cb-2f8c82ea5145 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.868718 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c8affc3-533d-4652-95cb-2f8c82ea5145 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541111 Feb 09 02:07:39.872307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:39.876869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d24404e7-44f9-4fad-a26f-3c24b074f651 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'security_group_rule': {'security_group_id': '345e3536-b769-4dbe-a5c3-2ee4644c2dbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:39.895173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2e3d85f7-2e12-43ca-b874-382459b8d63e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:39.895560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.913335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d24404e7-44f9-4fad-a26f-3c24b074f651 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group_rule (f18ef4b9-782d-4064-89e7-2ec471ab163d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.921313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-afb66c90-a357-47f0-8814-419fb8c4c328 None None] Provisioning complete for port 2e3d85f7-2e12-43ca-b874-382459b8d63e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:39.921610 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afb66c90-a357-47f0-8814-419fb8c4c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.967652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-f6e384ee-87ed-4b9c-9e8f-0b9870d61ee9 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 696 time: 0.0870848 Feb 09 02:07:39.983641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'floatingip': {'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:39.989929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d24404e7-44f9-4fad-a26f-3c24b074f651 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group_rule (f18ef4b9-782d-4064-89e7-2ec471ab163d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.995543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d24404e7-44f9-4fad-a26f-3c24b074f651 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f18ef4b9-782d-4064-89e7-2ec471ab163d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.026802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24404e7-44f9-4fad-a26f-3c24b074f651 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18ef4b9-782d-4064-89e7-2ec471ab163d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:40.033896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d24404e7-44f9-4fad-a26f-3c24b074f651 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.038788 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d24404e7-44f9-4fad-a26f-3c24b074f651 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657569 Feb 09 02:07:40.039529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:40.045482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:40.049183 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.055169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2e3d85f7-2e12-43ca-b874-382459b8d63e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:40.056284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device df38c1c2-4473-4d3b-a13b-d0eb28b09bae up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:40.070561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.088208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-afb66c90-a357-47f0-8814-419fb8c4c328 None None] Current status of the port 2e3d85f7-2e12-43ca-b874-382459b8d63e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:40.114340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-afb66c90-a357-47f0-8814-419fb8c4c328 None None] Provisioning complete for port eb3e6691-821b-4822-ada6-5f59405acc43 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:40.114773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-afb66c90-a357-47f0-8814-419fb8c4c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.162485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port df38c1c2-4473-4d3b-a13b-d0eb28b09bae triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:40.162912 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.166197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-afb66c90-a357-47f0-8814-419fb8c4c328 None None] Port eb3e6691-821b-4822-ada6-5f59405acc43 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:40.217700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.251597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port df38c1c2-4473-4d3b-a13b-d0eb28b09bae is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:40.284396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-f37be59a-4840-46be-bcf9-de75b8952b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:40.286111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-f37be59a-4840-46be-bcf9-de75b8952b6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.4945869 Feb 09 02:07:40.344566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 172.25.6.19 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/4ee12249-91fd-4320-8543-73c51393414f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:40.383218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-ee553502-9d7c-4f77-8cae-6c5e8c36fa38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 200 len: 217 time: 0.0855424 Feb 09 02:07:40.462561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (4ee12249-91fd-4320-8543-73c51393414f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.480757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-77fd32e6-00a1-4b66-8a85-bbe4d01da2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:40.482406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-77fd32e6-00a1-4b66-8a85-bbe4d01da2f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0900071 Feb 09 02:07:40.507337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4ee12249-91fd-4320-8543-73c51393414f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.538496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:40.553689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:40.556663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:40.562050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:40.565211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=4ee12249-91fd-4320-8543-73c51393414f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:40.669350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for floatingip (e03f0617-f5ad-4cb6-ad14-ef4a186a12ef), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.673753 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.684905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.699875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3bab46c4-3eb0-461e-843f-515d0a022cb3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:40.702980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:40.717658 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4ee12249-91fd-4320-8543-73c51393414f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.722344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-33970105-90f6-4927-9250-cd33a6999e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:40.723913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-33970105-90f6-4927-9250-cd33a6999e04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2073517 Feb 09 02:07:40.825932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:40.826623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.828062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa4601f1-2249-4a61-abe8-7c2b9fcdeadb req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "PUT /v2.0/ports/3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 1021 time: 1.3363008 Feb 09 02:07:40.831883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:07:40.890266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (4ee12249-91fd-4320-8543-73c51393414f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.893501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7b901-7f64-4798-bcbc-5dd965c075ff tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:40.897274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4ee12249-91fd-4320-8543-73c51393414f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.919538 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01e3107-ab01-437c-9fbf-5396c4ff7a58 x-openstack-request-id: req-c01e3107-ab01-437c-9fbf-5396c4ff7a58 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:40.919840 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "name": "network-vif-plugged", "status": "completed", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:40.920095 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c01e3107-ab01-437c-9fbf-5396c4ff7a58 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:40.920660 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb', 'code': 200} Feb 09 02:07:40.939574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:40.995959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3bab46c4-3eb0-461e-843f-515d0a022cb3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:40.996395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-30c34c56-7fd4-4499-863f-e26f6e9a8ef6 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488346 Feb 09 02:07:40.998607 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:41.040130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=4ee12249-91fd-4320-8543-73c51393414f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:41.056773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (e03f0617-f5ad-4cb6-ad14-ef4a186a12ef), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:41.077901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f161c-a122-474a-af52-23737e38cf44 req-08963ea4-7066-4682-9154-5a177295dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:41.080378 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5f0f161c-a122-474a-af52-23737e38cf44 req-08963ea4-7066-4682-9154-5a177295dc22 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1128 time: 0.0896394 Feb 09 02:07:41.083761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:41.085247 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5cd00081-ee4f-49de-a2cc-8169d006d8ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0447516 Feb 09 02:07:41.139828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-495d449a-471d-4460-843c-b0deec0cf5f5 req-0b93b4dc-b1e3-409f-a540-2c5dfd083e61 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.1381612 Feb 09 02:07:41.170002 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5f0f161c-a122-474a-af52-23737e38cf44 req-3844b3a6-39db-4d33-a9bc-7443a8e3277c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817142 Feb 09 02:07:41.254639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c209d74-8abf-426f-90a8-e68b5a3d7d94 req-678eb4bb-6487-45ad-a739-5ff3e8746e31 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345517 Feb 09 02:07:41.336072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515880ce-00d6-44ba-9156-28327d922f72 req-9969ca22-9b46-4c75-8e76-b00c54811a11 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:41.337575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-515880ce-00d6-44ba-9156-28327d922f72 req-9969ca22-9b46-4c75-8e76-b00c54811a11 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.0800307 Feb 09 02:07:41.351664 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148 associated. External IP: 172.25.6.224, port: 0e8f8522-506f-4791-850a-f31d44ec19f8. Feb 09 02:07:41.495455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-515880ce-00d6-44ba-9156-28327d922f72 req-6f84b5c2-7b02-49b1-a80f-49451dabb489 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472189 Feb 09 02:07:41.506691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-ddce258e-cb38-428e-9435-939f2a01c1e0 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:41.517083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-ddce258e-cb38-428e-9435-939f2a01c1e0 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eef8768-e115-4e76-9d64-3fb8739d0a52 HTTP/1.1" status: 200 len: 946 time: 0.1697342 Feb 09 02:07:41.568209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:41.570911 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520e997-aba8-41c1-adb2-352c4e573e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:41.697264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-0a1d7276-1657-49c5-94ce-5c061433c664 service neutron] 10.222.0.72 "GET /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.0595222 Feb 09 02:07:41.751111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdbf59-7971-4567-b7ed-fa38bf5d3c94 req-2130d58f-30f0-4b4a-85f6-aecf0da59371 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:41.752684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2cdbf59-7971-4567-b7ed-fa38bf5d3c94 req-2130d58f-30f0-4b4a-85f6-aecf0da59371 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1971440 Feb 09 02:07:41.771350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:41.790385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Deleting port acb5c002-fc77-4bca-8b4f-f2d2418006a8 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:41.790746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:41.884994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:41.909120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:41.954097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d838c30-a207-436f-8026-e2222d3911d8 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:41.967801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:41.983289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:42.073810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] Transition to ACTIVE for port object 3d838c30-a207-436f-8026-e2222d3911d8 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:42.079062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:42.163566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] No DVR routers for this DVR port 3d838c30-a207-436f-8026-e2222d3911d8 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:42.174192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] Pushing event updated for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:42.202091 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-91a35e64-3f30-4b8b-bc76-9e5234544c6f service neutron] 10.222.0.72 "PUT /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 0.4977791 Feb 09 02:07:42.218287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2cdbf59-7971-4567-b7ed-fa38bf5d3c94 req-cbcea47d-87ee-4dec-a852-ef03011a8a2e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581316 Feb 09 02:07:42.270541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] For port acb5c002-fc77-4bca-8b4f-f2d2418006a8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=acb5c002-fc77-4bca-8b4f-f2d2418006a8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:42.270915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:42.302775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Calling delete_port for acb5c002-fc77-4bca-8b4f-f2d2418006a8 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:42.336817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:42.342848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:42.343463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-2c0e4525-9907-4f17-8d6f-bfe6fdaccae9 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.345026 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-2c0e4525-9907-4f17-8d6f-bfe6fdaccae9 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.0655112 Feb 09 02:07:42.347345 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:42.359401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:42.360033 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:42.416667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-cb9adbe3-2014-4926-8a56-e0f2763ad288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.417678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-0ae30e45-4041-4231-a8e8-4f07d9d90517 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "PUT /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 200 len: 997 time: 2.4383881 Feb 09 02:07:42.419139 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-cb9adbe3-2014-4926-8a56-e0f2763ad288 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7&tenant_id=c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 1128 time: 0.0662489 Feb 09 02:07:42.431121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4a7e6-9baf-4459-9119-f6f111c2a3af req-9dbe398b-189b-4be3-859e-96c0c9394635 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.432775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02b4a7e6-9baf-4459-9119-f6f111c2a3af req-9dbe398b-189b-4be3-859e-96c0c9394635 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1492665 Feb 09 02:07:42.511158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02b4a7e6-9baf-4459-9119-f6f111c2a3af req-863d3f04-03fe-4555-963a-68dd0b345e06 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699303 Feb 09 02:07:42.515787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-680cf6e4-94b5-492f-8aba-182871ee2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.518270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-680cf6e4-94b5-492f-8aba-182871ee2470 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1128 time: 0.0728340 Feb 09 02:07:42.625817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-bceddd2b-d34e-4ef3-8679-0565c09814dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.627713 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-bceddd2b-d34e-4ef3-8679-0565c09814dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1023204 Feb 09 02:07:42.630845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d82bc17-4408-44c0-b034-e59648c6e2d0 req-5fce0b26-a30a-4388-9a7b-b2b44d6a21f1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/038840b8-19d3-4bfd-96e7-24a0902802b7 HTTP/1.1" status: 200 len: 1816 time: 0.0681517 Feb 09 02:07:42.631519 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (acb5c002-fc77-4bca-8b4f-f2d2418006a8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:42.633633 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:42.654535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0e8f8522-506f-4791-850a-f31d44ec19f8', 'acb5c002-fc77-4bca-8b4f-f2d2418006a8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:42.673383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-8b7e892b-f826-4d41-ae70-4a12acb26748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.674977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-8b7e892b-f826-4d41-ae70-4a12acb26748 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.2244287 Feb 09 02:07:42.690112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-935255d8-8ca8-4d0d-80f7-4da141f6b629 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 217 time: 0.0517743 Feb 09 02:07:42.692493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Pushing event deleted for resources: {'Port': ['ID=acb5c002-fc77-4bca-8b4f-f2d2418006a8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:42.784789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-d660170d-72d4-4c03-a26e-8747b54fc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.787476 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-d660170d-72d4-4c03-a26e-8747b54fc4ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0661085 Feb 09 02:07:42.793087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] No DVR routers for this DVR port acb5c002-fc77-4bca-8b4f-f2d2418006a8 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:42.798757 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:42.802508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e37fd07e-5205-41f1-832f-e63bdc8cb41f req-b5020551-e466-4803-9d11-b75b40dfab9f tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "DELETE /v2.0/ports/acb5c002-fc77-4bca-8b4f-f2d2418006a8 HTTP/1.1" status: 204 len: 173 time: 1.2867236 Feb 09 02:07:42.837817 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-7d82bc17-4408-44c0-b034-e59648c6e2d0 req-6d6d53fa-e697-4837-8602-6474d8ced4ed tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 02:07:42.855127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d82bc17-4408-44c0-b034-e59648c6e2d0 req-6d6d53fa-e697-4837-8602-6474d8ced4ed tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/038840b8-19d3-4bfd-96e7-24a0902802b7 HTTP/1.1" status: 409 len: 341 time: 0.2133038 Feb 09 02:07:42.880994 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-f666cce5-9a86-40be-ae68-ee1f9c2182a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837760 Feb 09 02:07:42.912489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-c9b377e5-b6f9-4e33-8160-57311d3f06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:42.914004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-c9b377e5-b6f9-4e33-8160-57311d3f06fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.2306106 Feb 09 02:07:43.046942 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:ad:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:40Z', 'revision_number': 8, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:43.049735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-84d6182d-1adb-470b-8267-944cc844ead8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 1000 time: 0.1290922 Feb 09 02:07:43.073354 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-430c6bd7-a275-4b76-a4d6-9fe8b639a53e service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777546 Feb 09 02:07:43.079904 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:43.088919 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:43.089545 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:43.103057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-380af7cc-aeec-4e42-bc78-75fc0e7a62e8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--965463965&fields=id&tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb HTTP/1.1" status: 200 len: 267 time: 0.1009526 Feb 09 02:07:43.126084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-6628414b-a744-4b63-bc78-d2509e6673b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.131440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-6628414b-a744-4b63-bc78-d2509e6673b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0696599 Feb 09 02:07:43.175848 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-ce417b3b-2819-4498-a32f-feb0de299d81 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952525 Feb 09 02:07:43.221191 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:43.224166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-7909f850-e354-411c-867c-6f0480ac2d6f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.225708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-7909f850-e354-411c-867c-6f0480ac2d6f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports/cac4a00d-e689-4a71-9d3b-ddb73f08186f HTTP/1.1" status: 200 len: 937 time: 0.0844469 Feb 09 02:07:43.232624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-3ec33e26-a06c-4cc2-a54c-e9f05fe438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.234393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-3ec33e26-a06c-4cc2-a54c-e9f05fe438ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022673 Feb 09 02:07:43.335120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-cd004d61-b357-47fc-bb22-bd2fd73b2e9c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.336548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-cd004d61-b357-47fc-bb22-bd2fd73b2e9c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports/eb3e6691-821b-4822-ada6-5f59405acc43 HTTP/1.1" status: 200 len: 935 time: 0.1012576 Feb 09 02:07:43.412540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-284d7f90-77df-4a9b-8ce7-02e715d0787c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0631809 Feb 09 02:07:43.459046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-afed4b56-0a25-401f-bfc1-5bfdfe23051c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0365889 Feb 09 02:07:43.479560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-e0ea64dc-5b7c-45dd-a442-17cbca453b4a tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.481731 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-e0ea64dc-5b7c-45dd-a442-17cbca453b4a tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.0757191 Feb 09 02:07:43.489413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-f556e8fb-3de1-4048-991f-10ccdbc58be6 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457232 Feb 09 02:07:43.514640 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:ad:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:40Z', 'revision_number': 8, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:43.548940 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c5ec0-f322-4a6a-b680-57f2d54ac4f1 None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6c9168e7-b5ed-49b1-a9d6-61d8054cf148', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'port_id': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'mac_address': 'fa:16:3e:ad:ff:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:55Z', 'updated_at': '2022-02-09T02:07:40Z', 'revision_number': 8, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:43.613742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-a4e1babe-e989-40ad-aebe-c9c6c3143f9c service neutron] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:43.617334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-a4e1babe-e989-40ad-aebe-c9c6c3143f9c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:43.618718 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3d0f0d86-1af4-4689-979b-fc7977c17f77 req-a4e1babe-e989-40ad-aebe-c9c6c3143f9c service neutron] 10.222.0.82 "DELETE /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.1303082 Feb 09 02:07:43.670833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-248c05b1-33ba-48e9-92a8-2f9d114853d9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.675919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-248c05b1-33ba-48e9-92a8-2f9d114853d9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.681017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-248c05b1-33ba-48e9-92a8-2f9d114853d9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.682732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-248c05b1-33ba-48e9-92a8-2f9d114853d9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/networks?id=854b410b-8d92-47d2-b1a1-46a7c0424200&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=8b031676-4b01-4246-8995-0ce03cee25ad&id=8b031676-4b01-4246-8995-0ce03cee25ad HTTP/1.1" status: 200 len: 1994 time: 0.2143629 Feb 09 02:07:43.702613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54a9d785-e42a-4026-8efd-63c9ff33ab1d req-c2397d77-8f6d-49fe-a7a5-4e1598008873 service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014322 Feb 09 02:07:43.705244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8dc38d4f-9b71-4712-abbe-251046bae394 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/quotas/dea40b2dfcce4ed199ddf53e7c3f86cb HTTP/1.1" status: 200 len: 375 time: 0.0159590 Feb 09 02:07:43.778805 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85719c15-6232-4693-862a-bd26ab466e58 x-openstack-request-id: req-85719c15-6232-4693-862a-bd26ab466e58 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:43.779032 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:43.779238 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85719c15-6232-4693-862a-bd26ab466e58 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:43.779817 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3', 'status': 'completed', 'code': 200} Feb 09 02:07:43.788661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3d03b-2bad-4189-b1ea-2646606fee7c None None] New status for floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:43.805767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-dabc7715-f1ed-4ce5-9675-c6a1e5d0ee1a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0949309 Feb 09 02:07:43.912105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8976a4cb-e6f2-41a2-8dcd-a34f7a258b06 req-c4c6e26a-ca1a-4b9d-b05c-d58d5aaab879 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0699091 Feb 09 02:07:43.946744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-da375261-ec80-47cc-9121-ef99c4fafe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:43.946744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-da375261-ec80-47cc-9121-ef99c4fafe0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1208 time: 0.1313510 Feb 09 02:07:44.023413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-48588927-8c20-464a-881d-d555880fd2b6 service neutron] 10.222.0.53 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053235 Feb 09 02:07:44.147139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-86e7d4a4-cfbc-4e1a-bb54-de375e6b1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:44.148607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-86e7d4a4-cfbc-4e1a-bb54-de375e6b1b87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 200 len: 913 time: 0.2024899 Feb 09 02:07:44.165321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74228ed4-c366-404d-8de2-8c0edeaeb65d req-58993d4f-d0e8-41b7-9709-2ec066250ec2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:44.166877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74228ed4-c366-404d-8de2-8c0edeaeb65d req-58993d4f-d0e8-41b7-9709-2ec066250ec2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1612263 Feb 09 02:07:44.218822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-7d47e1ce-c703-4628-8845-e61d9f31c9da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 200 len: 217 time: 0.0627677 Feb 09 02:07:44.241109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-5e10004f-c2c8-4cd0-bcab-5fa6db899617 service neutron] 10.222.0.53 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943815 Feb 09 02:07:44.321998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-f4c21fc4-e540-4fb4-a3f8-286c73b82fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:44.323498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-f4c21fc4-e540-4fb4-a3f8-286c73b82fe9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 200 len: 852 time: 0.0969043 Feb 09 02:07:44.325956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f6954f79-764b-41eb-9a76-67a5239930cb service neutron] 10.222.0.53 "GET /v2.0/ports/cac4a00d-e689-4a71-9d3b-ddb73f08186f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0678680 Feb 09 02:07:44.328993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74228ed4-c366-404d-8de2-8c0edeaeb65d req-77095186-09aa-4250-a074-cf2b5c3ca3cb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552906 Feb 09 02:07:44.405087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-3d9d9881-1477-452e-a138-63190e4c9bcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a077af15-02db-4c1f-ab9a-79d3e44ce685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548658 Feb 09 02:07:44.521582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f148ddbe-a56d-47b0-a2a9-aab11db7c46f service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897850 Feb 09 02:07:44.639849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-8890233a-55a4-4dab-ae4a-977d27a77f38 service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170460 Feb 09 02:07:44.722808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-dbdbfffc-d03d-4a4b-97d4-e1373109e529 service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945539 Feb 09 02:07:44.731815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dcbcc-88c0-47ef-80b6-dee1da743fff req-b37706c9-f918-41c9-9f2f-6e3a2ce34321 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:44.733478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a7dcbcc-88c0-47ef-80b6-dee1da743fff req-b37706c9-f918-41c9-9f2f-6e3a2ce34321 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 945 time: 0.1748517 Feb 09 02:07:44.806899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-3ef30762-c167-4bea-902f-bdda53b0f573 service neutron] 10.222.0.53 "GET /v2.0/ports/eb3e6691-821b-4822-ada6-5f59405acc43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0724559 Feb 09 02:07:44.834268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7520e997-aba8-41c1-adb2-352c4e573e4a req-72ed7308-991c-4f74-a78a-a8744003046d service neutron] 10.222.0.72 "GET /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871233 Feb 09 02:07:44.879055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a7dcbcc-88c0-47ef-80b6-dee1da743fff req-e420d4a3-cda6-4bf0-9225-95956b467edb tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362514 Feb 09 02:07:44.921441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-40896c87-0635-4ee3-9108-79710956fb18 service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021283 Feb 09 02:07:45.052701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8101b3-8942-4de8-b5c6-90563565be6e req-18a57fb2-86db-4729-92bd-2b3987fa6add tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:45.054076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab8101b3-8942-4de8-b5c6-90563565be6e req-18a57fb2-86db-4729-92bd-2b3987fa6add tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1087909 Feb 09 02:07:45.056424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b932bd1a-7f8e-421f-970d-e501d9243394 service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291821 Feb 09 02:07:45.160376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab8101b3-8942-4de8-b5c6-90563565be6e req-f5a99086-438a-4b9c-83a2-72654a475368 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992110 Feb 09 02:07:45.188976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-e4daa69a-9889-4089-854f-5b2630333ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219265 Feb 09 02:07:45.532387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device acb5c002-fc77-4bca-8b4f-f2d2418006a8 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:45.559792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: acb5c002-fc77-4bca-8b4f-f2d2418006a8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:45.560144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device acb5c002-fc77-4bca-8b4f-f2d2418006a8 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:45.560784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:45.588587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69e33167-b486-40c4-aa4c-6bd15e869f54 req-f0857030-24cd-4800-9e79-1bce7f3741f5 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 200 len: 999 time: 0.4030252 Feb 09 02:07:45.601565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 3d838c30-a207-436f-8026-e2222d3911d8 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:07:45.601973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:45.670397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-01d32b81-2bd5-4c9f-a9e5-57ee5d6259d1 service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751937 Feb 09 02:07:45.770449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e33167-b486-40c4-aa4c-6bd15e869f54 req-ce24252d-b1cb-46a5-82ba-6fa969a524df tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:45.771843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69e33167-b486-40c4-aa4c-6bd15e869f54 req-ce24252d-b1cb-46a5-82ba-6fa969a524df tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1757972 Feb 09 02:07:45.786378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8'}, {'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'name': 'network-vif-deleted', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:45.788560 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8"}, {"server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "name": "network-vif-deleted", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:45.794671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-69e33167-b486-40c4-aa4c-6bd15e869f54 req-81bca16a-2456-44a4-b95f-40d4f1929f19 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:07:45.795680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69e33167-b486-40c4-aa4c-6bd15e869f54 req-81bca16a-2456-44a4-b95f-40d4f1929f19 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169504 Feb 09 02:07:45.823797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-13f4a5ea-0bb4-408d-9b5b-b741148b9063 service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462078 Feb 09 02:07:45.956159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186027e0-de5d-439e-b332-173c827ed011 req-a0cc0251-0e89-48fe-abc7-98969153f050 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:45.957768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-186027e0-de5d-439e-b332-173c827ed011 req-a0cc0251-0e89-48fe-abc7-98969153f050 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1024 time: 0.1101458 Feb 09 02:07:45.960200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-7d7e39fe-3904-4453-9b06-f2fb349fb52c service neutron] 10.222.0.53 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307507 Feb 09 02:07:46.102822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-186027e0-de5d-439e-b332-173c827ed011 req-b35336fa-9bd8-45ac-9faf-d29ce7d3d274 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=038840b8-19d3-4bfd-96e7-24a0902802b7&id=a5bfc5b1-291b-4fb5-be26-3ef6d4837b30&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1371689 Feb 09 02:07:46.109783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-e6a6a605-10bb-459a-9741-d115249a5205 service neutron] 10.222.0.53 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374111 Feb 09 02:07:46.204786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69973c48-d269-4144-b21c-c33cf70dd984 service neutron] 10.222.0.53 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889707 Feb 09 02:07:46.273429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0df07aa-a75a-41d8-acd4-e1c9e2bfa277 req-ff732746-7385-439e-bcb2-768c3d7cd593 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0675755 Feb 09 02:07:46.317966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-44b5c8cc-0d0d-4090-8fe1-04c43a18e919 service neutron] 10.222.0.53 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040919 Feb 09 02:07:46.490315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-9bf81447-be45-4f40-8002-e0ae34abdf01 service neutron] 10.222.0.53 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666684 Feb 09 02:07:46.502827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc96b9b-3aa9-4f97-bb62-e1e458f7a2f6 req-5e1e6eeb-0aac-4c1b-a413-1c3f76f059d5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:46.504325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bc96b9b-3aa9-4f97-bb62-e1e458f7a2f6 req-5e1e6eeb-0aac-4c1b-a413-1c3f76f059d5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1692333 Feb 09 02:07:46.512990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-a8559d79-2b98-49fc-aaff-79bd6899cb7b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:46.513283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-a8559d79-2b98-49fc-aaff-79bd6899cb7b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.72 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 1024 time: 0.1087511 Feb 09 02:07:46.619597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bc96b9b-3aa9-4f97-bb62-e1e458f7a2f6 req-b52f14dc-6b73-4d65-85d4-c955aca67ff5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050463 Feb 09 02:07:46.690492 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa16523-8dc7-4ff5-b01f-18d2ac773e22 x-openstack-request-id: req-1aa16523-8dc7-4ff5-b01f-18d2ac773e22 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:46.695457 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8", "status": "completed", "code": 200}, {"server_uuid": "2eef8768-e115-4e76-9d64-3fb8739d0a52", "name": "network-vif-deleted", "tag": "acb5c002-fc77-4bca-8b4f-f2d2418006a8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:46.695813 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1aa16523-8dc7-4ff5-b01f-18d2ac773e22 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:46.696323 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'status': 'completed', 'code': 200} Feb 09 02:07:46.696804 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eef8768-e115-4e76-9d64-3fb8739d0a52', 'name': 'network-vif-deleted', 'tag': 'acb5c002-fc77-4bca-8b4f-f2d2418006a8', 'status': 'completed', 'code': 200} Feb 09 02:07:46.703248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Deleting port 3bab46c4-3eb0-461e-843f-515d0a022cb3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:46.703457 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:46.773692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-0a35cb47-6a8e-4b34-a06a-61f0936c2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:46.776134 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-0a35cb47-6a8e-4b34-a06a-61f0936c2ee2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.0616012 Feb 09 02:07:46.839452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-bcada1ef-d1b4-4a5b-8b15-9028dfe0ee45 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.1299708 Feb 09 02:07:46.893987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] For port 3bab46c4-3eb0-461e-843f-515d0a022cb3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3bab46c4-3eb0-461e-843f-515d0a022cb3,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:46.894499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:46.909395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-38e932a4-b211-4dda-b064-33b3ebcb8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:46.911042 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-38e932a4-b211-4dda-b064-33b3ebcb8c75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.1273396 Feb 09 02:07:46.921851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Calling delete_port for 3bab46c4-3eb0-461e-843f-515d0a022cb3 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:46.930744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-624c7278-2990-4cf8-b32e-bc614656d330 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:46.932325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-624c7278-2990-4cf8-b32e-bc614656d330 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports/0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 943 time: 0.0821798 Feb 09 02:07:47.013608 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-e0424697-d1a7-45d1-a911-73a7b181e4e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 1002 time: 0.0955427 Feb 09 02:07:47.070853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-cb566be2-f746-4abf-b6b6-2f3fb5cbe5a0 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.0816166 Feb 09 02:07:47.082545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-6fe743f7-dcbf-4606-be35-59db3c8456b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:47.084634 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-6fe743f7-dcbf-4606-be35-59db3c8456b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0647669 Feb 09 02:07:47.159325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-8af9ee96-e1ae-4674-8870-886b3a821afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:47.161373 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-8af9ee96-e1ae-4674-8870-886b3a821afd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0614512 Feb 09 02:07:47.222579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-28d007b5-cf8b-4041-8d6f-6761f61e3922 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:47.224601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-28d007b5-cf8b-4041-8d6f-6761f61e3922 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1526256 Feb 09 02:07:47.349455 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-8f7e61e9-948e-4ddf-a186-8e72f0fa67fc service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809838 Feb 09 02:07:47.425694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-23347f24-50d2-4754-9985-1887af119576 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 1002 time: 0.1935661 Feb 09 02:07:47.429090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3bab46c4-3eb0-461e-843f-515d0a022cb3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.445063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:47.446393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['7ecdb1f3-bb93-41ea-8552-0c9a173f821a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:47.498692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3bab46c4-3eb0-461e-843f-515d0a022cb3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:47.544438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf8b0a-f36c-4582-8d8b-604647f13ffc req-dd829507-25f2-4b26-ad89-417ea3547431 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:47.550174 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fccbcabd-e1ec-4311-838e-8fe3dfeb39eb req-507f563b-b207-4409-bf4e-7e6aaaf85fee service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948001 Feb 09 02:07:47.552230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eedf8b0a-f36c-4582-8d8b-604647f13ffc req-dd829507-25f2-4b26-ad89-417ea3547431 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1128 time: 0.2582114 Feb 09 02:07:47.578596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'Port': ['ID=3bab46c4-3eb0-461e-843f-515d0a022cb3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:47.643424 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.669799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] No DVR routers for this DVR port 3bab46c4-3eb0-461e-843f-515d0a022cb3 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:47.673447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eedf8b0a-f36c-4582-8d8b-604647f13ffc req-d6d6420d-82a0-4b84-b1e2-2a65119f1581 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201429 Feb 09 02:07:47.674749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.678109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fce0ec5e-6c98-42f6-ac1e-a797249b7dd2 req-0617121e-8a1e-4d69-923c-2e00d25e9e62 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.72 "DELETE /v2.0/ports/3bab46c4-3eb0-461e-843f-515d0a022cb3 HTTP/1.1" status: 204 len: 173 time: 1.1570129 Feb 09 02:07:47.687867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.923723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.946714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:47.947034 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148 disassociated. External IP: 172.25.6.224, port: 0e8f8522-506f-4791-850a-f31d44ec19f8. Feb 09 02:07:48.050699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd2a43-774b-4ab0-a49c-def0c349ef7d req-24d05e6a-5b2f-432b-9a37-3c9a84fa602b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:48.052362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94dd2a43-774b-4ab0-a49c-def0c349ef7d req-24d05e6a-5b2f-432b-9a37-3c9a84fa602b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1445887 Feb 09 02:07:48.151110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94dd2a43-774b-4ab0-a49c-def0c349ef7d req-f88ffd9c-cfb6-4c8c-858d-cc948fda0724 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894082 Feb 09 02:07:48.285168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:48.306035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31cb9339-8b18-47b2-9762-11c42eca453b req-cc9bf2b7-11ba-4f7d-9a25-5b153bd54f9c tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=c177c294-7385-4371-8dab-8e753ab82ec0 HTTP/1.1" status: 200 len: 210 time: 0.0436430 Feb 09 02:07:48.728407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'name': 'network-vif-deleted', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:48.731346 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4c8215-d85f-4dc5-bade-90ef183ba527" -d '{"events": [{"server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "name": "network-vif-deleted", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:48.762410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10f8671c-af78-4a51-b836-80fa0c082e98 req-8e4faf93-6451-41ac-b7fc-75bb49d4cff4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.3701763 Feb 09 02:07:48.809792 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.815275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f08512b1-81c7-4b4c-b5c3-0e528967e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:48.816643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f08512b1-81c7-4b4c-b5c3-0e528967e72a service neutron] 10.222.0.72 "GET /v2.0/ports/cac4a00d-e689-4a71-9d3b-ddb73f08186f HTTP/1.1" status: 200 len: 1033 time: 0.0806885 Feb 09 02:07:48.904328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fc33ddc-9e41-4a0f-9cc2-7086d7ef2398 req-223b38ec-d7b5-47b8-84ad-4e2972eac611 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0407038 Feb 09 02:07:48.907373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:48.912058 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:48.914960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-04183710-ad3a-4a53-aa6a-bfdaef909972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:48.916332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-04183710-ad3a-4a53-aa6a-bfdaef909972 service neutron] 10.222.0.72 "GET /v2.0/ports/eb3e6691-821b-4822-ada6-5f59405acc43 HTTP/1.1" status: 200 len: 1031 time: 0.0925226 Feb 09 02:07:48.924962 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:48.945959 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:48.946758 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:49.064753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c9f742ca-10bb-47a9-bf84-5591722fad00 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "PUT /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 200 len: 696 time: 1.6315739 Feb 09 02:07:49.076999 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:49.165862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570bf61-24fe-4f77-b7a3-9f4899c5f22b req-ce90da86-c0b6-4acb-a29d-e5beb6296f92 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.167424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5570bf61-24fe-4f77-b7a3-9f4899c5f22b req-ce90da86-c0b6-4acb-a29d-e5beb6296f92 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1362174 Feb 09 02:07:49.178236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-23b5c521-8818-4f43-b3d5-09e840b77a8b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.183980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-23b5c521-8818-4f43-b3d5-09e840b77a8b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.189044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-23b5c521-8818-4f43-b3d5-09e840b77a8b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.190759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-23b5c521-8818-4f43-b3d5-09e840b77a8b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "GET /v2.0/networks?id=854b410b-8d92-47d2-b1a1-46a7c0424200&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=8b031676-4b01-4246-8995-0ce03cee25ad&id=8b031676-4b01-4246-8995-0ce03cee25ad HTTP/1.1" status: 200 len: 1994 time: 0.2269957 Feb 09 02:07:49.247932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-d7b5a3d4-998c-4d48-adf7-08a94aa9520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.249418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-d7b5a3d4-998c-4d48-adf7-08a94aa9520c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.1583831 Feb 09 02:07:49.290428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:49.322835 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:49.327138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5570bf61-24fe-4f77-b7a3-9f4899c5f22b req-d886af9b-74ef-433e-b6ba-5ace1bc54d86 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343172 Feb 09 02:07:49.333516 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:49.334415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:49.352302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-d782a3c0-23dd-4252-a5f5-8a003b69d832 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb HTTP/1.1" status: 200 len: 379 time: 0.1479826 Feb 09 02:07:49.361389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'admin_state_up': True, 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'security_groups': ['345e3536-b769-4dbe-a5c3-2ee4644c2dbf']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:49.460780 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:49.544488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-305b8862-dff2-46c3-8171-e21e47e6ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.546262 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-305b8862-dff2-46c3-8171-e21e47e6ccc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.2875931 Feb 09 02:07:49.632252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-e3ca9388-fd81-4386-9ca4-a9a665c71a98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 217 time: 0.0759790 Feb 09 02:07:49.652155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b0a69db6-3413-4fd3-9a21-f97f5523b11a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.653727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b0a69db6-3413-4fd3-9a21-f97f5523b11a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.2226748 Feb 09 02:07:49.676702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-75eff860-330f-470f-bd35-9285db01b727 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/quotas/c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 375 time: 0.0125144 Feb 09 02:07:49.688397 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:49.693998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:49.698614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:49.716639 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1601b-b9de-4d39-b501-07f7d76964e9 None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '805e4546-3e24-4be5-9300-cf749a6d3a4c', 'name': '', 'network_id': '70561d13-1311-45ac-978a-972b06b17e8a', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'mac_address': 'fa:16:3e:33:0c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:19Z', 'updated_at': '2022-02-09T02:06:28Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'subnets': [{'id': 'be6b6377-e2a3-477a-8d3b-aa48fae6f727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:49.774572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-7cf4a969-8b99-4fc0-83a5-3aeeea759b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.775715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-7cf4a969-8b99-4fc0-83a5-3aeeea759b2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.1210403 Feb 09 02:07:49.869809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-5045a335-c05c-4cb6-a279-eefd204d86b7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669142 Feb 09 02:07:49.974253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-d40796f9-25b4-4bcc-99c2-b00a1fb43f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:49.975959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-d40796f9-25b4-4bcc-99c2-b00a1fb43f55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1604059 Feb 09 02:07:50.040734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b7a0f-2d58-425e-ab15-67e78836f1ae None None] New status for floating IP 6c9168e7-b5ed-49b1-a9d6-61d8054cf148: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:50.057691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 172.20.0.7 (854b410b-8d92-47d2-b1a1-46a7c0424200/eba3a8ad-cfd6-41dd-970a-299c2e63c034/19f2ed2c-c326-49a9-973c-19de672bc4c5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:50.138963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b609c8bc-6e3b-4f06-869d-758e35327e94 service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495060 Feb 09 02:07:50.221218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-c37ba5d6-d7e6-4890-bd12-fdd314f8450f service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357659 Feb 09 02:07:50.406841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-22950c36-77ee-437a-963c-119a48a18d3c service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582006 Feb 09 02:07:50.440794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:50.446901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b68195a3-0b13-4934-b8e3-e058c9b892b4 req-56a42d74-f19f-42a9-bb78-c971724b91cb service neutron] 10.222.0.53 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088125 Feb 09 02:07:50.491737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:50.518962 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d82b3-9d4b-4dc7-b116-1427c3731a9c x-openstack-request-id: req-6f6d82b3-9d4b-4dc7-b116-1427c3731a9c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:50.519270 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c177c294-7385-4371-8dab-8e753ab82ec0", "name": "network-vif-deleted", "tag": "3bab46c4-3eb0-461e-843f-515d0a022cb3", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:50.519577 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f6d82b3-9d4b-4dc7-b116-1427c3731a9c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:50.519990 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c177c294-7385-4371-8dab-8e753ab82ec0', 'name': 'network-vif-deleted', 'tag': '3bab46c4-3eb0-461e-843f-515d0a022cb3', 'status': 'completed', 'code': 200} Feb 09 02:07:50.551766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:50.555630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:50.559753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:50.612050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=19f2ed2c-c326-49a9-973c-19de672bc4c5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:50.630713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:50.631748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:50.697441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f2cf4f0b-793e-42fa-a3de-c0084fd169b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3404195 Feb 09 02:07:50.713811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'admin_state_up': True, 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'security_groups': ['345e3536-b769-4dbe-a5c3-2ee4644c2dbf']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:50.806421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c35536-837c-47b5-9a5e-6ff9119fb139 req-6fec476d-f224-458d-8b9f-7dd4f650fe3c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:50.808052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69c35536-837c-47b5-9a5e-6ff9119fb139 req-6fec476d-f224-458d-8b9f-7dd4f650fe3c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1731610 Feb 09 02:07:50.900386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c146ed99-80f8-4fe9-864a-d66fb64c6d35 None None] Provisioning complete for port 19f2ed2c-c326-49a9-973c-19de672bc4c5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:50.901065 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c146ed99-80f8-4fe9-864a-d66fb64c6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:50.924295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c075-1fc4-4aa1-ae60-11aacf851347 req-84d0c975-bdcb-4083-ad34-060f3c18213e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:50.931339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4265c075-1fc4-4aa1-ae60-11aacf851347 req-84d0c975-bdcb-4083-ad34-060f3c18213e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 931 time: 0.1671371 Feb 09 02:07:50.953332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69c35536-837c-47b5-9a5e-6ff9119fb139 req-5cf39c05-c973-45a3-bb21-70733446abf2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357799 Feb 09 02:07:50.969345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c146ed99-80f8-4fe9-864a-d66fb64c6d35 None None] Port 19f2ed2c-c326-49a9-973c-19de672bc4c5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:51.037565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4265c075-1fc4-4aa1-ae60-11aacf851347 req-06009178-299a-4e6d-8bce-39527fffc6ad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053145 Feb 09 02:07:51.041911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:51.049598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.160885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2620dbb-ae80-405b-91e5-de027345f544 req-845f68ae-bb65-4e5e-adcd-cbf3388afd14 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0986943 Feb 09 02:07:51.265808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62595745-c3eb-419c-a0c4-c004acb670ed req-ad4530d4-9201-4df2-ae9f-de33e110c847 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:51.268205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62595745-c3eb-419c-a0c4-c004acb670ed req-ad4530d4-9201-4df2-ae9f-de33e110c847 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1136615 Feb 09 02:07:51.349091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 10.1.1.69 (d5be7b8c-de13-4acf-acae-db23756c61e4/922600e3-4f19-415b-9246-30ee0f9f49ff/c2441e6e-c617-4b3c-8161-2bc5f0e8aa64) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:51.375732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-383896b4-5ec2-4fd5-ab37-3c0f4c0c5011 req-9e4953de-9620-4de8-8fcc-15c117685e7b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 210 time: 0.0544155 Feb 09 02:07:51.392360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62595745-c3eb-419c-a0c4-c004acb670ed req-32281c2a-cdb6-48d8-84b3-af8b029d5b8c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121421 Feb 09 02:07:51.536560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13ce1a63-90a0-4a9a-a24e-95ffc14a8932 req-0a8dc8f2-b46d-42b9-a2e6-cee27452747d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/a5bfc5b1-291b-4fb5-be26-3ef6d4837b30 HTTP/1.1" status: 200 len: 1817 time: 0.1169622 Feb 09 02:07:51.585306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3bab46c4-3eb0-461e-843f-515d0a022cb3 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:51.595742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-0b1ddd94-b932-4b38-8c07-54f861a3b292 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 200 len: 694 time: 0.0753341 Feb 09 02:07:51.616240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 3bab46c4-3eb0-461e-843f-515d0a022cb3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:51.616582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3bab46c4-3eb0-461e-843f-515d0a022cb3 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:51.712336 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.744253 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-13ce1a63-90a0-4a9a-a24e-95ffc14a8932 req-15caac27-a266-47eb-b06f-95b9e9bbdbcf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (a5bfc5b1-291b-4fb5-be26-3ef6d4837b30), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.802033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-a3484daa-a763-4c4c-9ee8-46f1c64e07fd tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:51.803595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-a3484daa-a763-4c4c-9ee8-46f1c64e07fd tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1952386 Feb 09 02:07:51.808882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-13ce1a63-90a0-4a9a-a24e-95ffc14a8932 req-15caac27-a266-47eb-b06f-95b9e9bbdbcf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (a5bfc5b1-291b-4fb5-be26-3ef6d4837b30), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.898062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-3e8fd5c8-5d12-4888-b9a5-b5c1ae280f35 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 697 time: 0.0798156 Feb 09 02:07:51.905704 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.961630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-13ce1a63-90a0-4a9a-a24e-95ffc14a8932 req-15caac27-a266-47eb-b06f-95b9e9bbdbcf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a5bfc5b1-291b-4fb5-be26-3ef6d4837b30), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.965044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-13ce1a63-90a0-4a9a-a24e-95ffc14a8932 req-15caac27-a266-47eb-b06f-95b9e9bbdbcf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:51.969575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13ce1a63-90a0-4a9a-a24e-95ffc14a8932 req-15caac27-a266-47eb-b06f-95b9e9bbdbcf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5bfc5b1-291b-4fb5-be26-3ef6d4837b30 HTTP/1.1" status: 204 len: 173 time: 0.4029777 Feb 09 02:07:52.056312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b97460af-4d71-4611-9e48-1b8836a81d66 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:52.058915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b97460af-4d71-4611-9e48-1b8836a81d66 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.2212768 Feb 09 02:07:52.068193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network d5be7b8c-de13-4acf-acae-db23756c61e4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:52.069171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caac27-a266-47eb-b06f-95b9e9bbdbcf tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bfc5b1-291b-4fb5-be26-3ef6d4837b30,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:52.087817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Request body: {'port': {'device_id': '65f64064-e3f3-4606-8203-5b18733d04a0', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'admin_state_up': True, 'tenant_id': 'c37e669b127a4daeaf552b5094f601d6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:52.097900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:52.101989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-9970b890-7015-4ff3-9d90-4e688b329156 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 697 time: 0.1528952 Feb 09 02:07:52.105906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:52.109152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:52.232032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e251f4fe-a4e2-4738-aabf-4e5c48822522 req-3a9ce0c3-3c32-45cc-bb7c-15aa66b2f302 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/038840b8-19d3-4bfd-96e7-24a0902802b7 HTTP/1.1" status: 200 len: 1816 time: 0.2378569 Feb 09 02:07:52.263367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Made reservation on behalf of c37e669b127a4daeaf552b5094f601d6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:52.267121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.315231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:52.315879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.372272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b6bc21dc-72b4-4993-af8e-9dcc7c932ccf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6678486 Feb 09 02:07:52.394305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'admin_state_up': True, 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'security_groups': ['345e3536-b769-4dbe-a5c3-2ee4644c2dbf']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:52.401992 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e251f4fe-a4e2-4738-aabf-4e5c48822522 req-d785fdf3-5ef1-4af9-b60d-358b182faaea tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (038840b8-19d3-4bfd-96e7-24a0902802b7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.408747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1bf13304-bb3a-49ae-b813-1550c8fd2be1 None None] Provisioning complete for port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:52.409373 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bf13304-bb3a-49ae-b813-1550c8fd2be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.459584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Allocated IP 172.20.0.2 (ea32d4e9-71ca-4dbd-8880-8689f45e4e44/0176b806-e2a2-4b4a-a8e9-b74375e919c0/78b8455d-658b-44ed-bf25-0fec68c86035) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:52.462424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bf13304-bb3a-49ae-b813-1550c8fd2be1 None None] Port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:52.638949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks [] for port (78b8455d-658b-44ed-bf25-0fec68c86035), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.700723 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.758350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:52.763272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:52.767703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:52.768880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:52.771203 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d986af72-8ccf-457c-9544-ffe6d26b7cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:52.800490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:52.820057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e251f4fe-a4e2-4738-aabf-4e5c48822522 req-d785fdf3-5ef1-4af9-b60d-358b182faaea tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (038840b8-19d3-4bfd-96e7-24a0902802b7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.829118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:52.829775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.852072 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-98990c09-5435-4124-a766-0c10be4f5e12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7788427 Feb 09 02:07:52.863437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Request body: {'port': {'device_id': '65f64064-e3f3-4606-8203-5b18733d04a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:52.877240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Deleting port 4db189fa-3df0-4965-a5d3-2831ab90ee75 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:52.877589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.939578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.974053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e251f4fe-a4e2-4738-aabf-4e5c48822522 req-d785fdf3-5ef1-4af9-b60d-358b182faaea tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (038840b8-19d3-4bfd-96e7-24a0902802b7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.976641 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e251f4fe-a4e2-4738-aabf-4e5c48822522 req-d785fdf3-5ef1-4af9-b60d-358b182faaea tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:52.977785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e251f4fe-a4e2-4738-aabf-4e5c48822522 req-d785fdf3-5ef1-4af9-b60d-358b182faaea tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/038840b8-19d3-4bfd-96e7-24a0902802b7 HTTP/1.1" status: 204 len: 173 time: 0.7093332 Feb 09 02:07:53.012743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785fdf3-5ef1-4af9-b60d-358b182faaea tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038840b8-19d3-4bfd-96e7-24a0902802b7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:53.020602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:53.024418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.041941 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.042278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (4db189fa-3df0-4965-a5d3-2831ab90ee75), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.062751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Calling delete_port for 4db189fa-3df0-4965-a5d3-2831ab90ee75 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:53.305252 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62643caa-bffe-49bd-8c66-9f671692a152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.324312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 10.1.1.15 (d5be7b8c-de13-4acf-acae-db23756c61e4/922600e3-4f19-415b-9246-30ee0f9f49ff/3ba90097-5376-4c08-b5fa-2b0deaa2415a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:53.333977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b8455d-658b-44ed-bf25-0fec68c86035 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:53.335157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf74a3-1067-4676-83ee-9f154e3df36e req-57b65e3d-cffe-4685-871c-7e498625a70d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.336726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faaf74a3-1067-4676-83ee-9f154e3df36e req-57b65e3d-cffe-4685-871c-7e498625a70d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2230427 Feb 09 02:07:53.356473 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Publish callbacks [] for port (78b8455d-658b-44ed-bf25-0fec68c86035), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.380771 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b839ba90-0413-4a15-96ac-3803f85353f8 req-ff558763-563e-4b3c-89a8-a3ee9d0efda0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0327899 Feb 09 02:07:53.388763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Transition to ACTIVE for port object 78b8455d-658b-44ed-bf25-0fec68c86035 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:53.393581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.476479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:53.503901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4db189fa-3df0-4965-a5d3-2831ab90ee75), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.512972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faaf74a3-1067-4676-83ee-9f154e3df36e req-38c1496d-d426-4f01-824b-6aadebeff34a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639316 Feb 09 02:07:53.557138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Pushing event deleted for resources: {'Port': ['ID=4db189fa-3df0-4965-a5d3-2831ab90ee75,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:53.557465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:53.557889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:53.558354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:53.563051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:53.563639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:53.571481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:53.572005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:53.572500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:53.573047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Bound port: 78b8455d-658b-44ed-bf25-0fec68c86035, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:53.573613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.604877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.605332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.606372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.606901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.607253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.607602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.608210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.608552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.608891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.609227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.609559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.609889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.610225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:53.657459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:53.660983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:53.670427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.714209 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.716748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.717273 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.718787 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] 10.222.0.72 "PUT /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 1092 time: 0.8597283 Feb 09 02:07:53.719310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:53.720954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks [] for floatingip (6c9168e7-b5ed-49b1-a9d6-61d8054cf148), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.721741 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea" -d '{"events": [{"name": "network-changed", "server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:53.725433 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.732150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e49418b-5941-48ae-a680-0f5a3192bc4d req-eb91a9c7-ddf7-4a0b-be93-cc9699d4adf2 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "DELETE /v2.0/floatingips/6c9168e7-b5ed-49b1-a9d6-61d8054cf148 HTTP/1.1" status: 204 len: 173 time: 1.6061575 Feb 09 02:07:53.748032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf63b3-5991-4c40-8a5c-a9ec7a660bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:53.783608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41b01c-d159-403d-9433-cd301dde1b54 req-5f7f2c0f-7f93-4e06-a71c-48cae9f943d0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.789861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41b01c-d159-403d-9433-cd301dde1b54 req-5f7f2c0f-7f93-4e06-a71c-48cae9f943d0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.791566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d41b01c-d159-403d-9433-cd301dde1b54 req-5f7f2c0f-7f93-4e06-a71c-48cae9f943d0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 1652 time: 0.1520827 Feb 09 02:07:53.840524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-3411859d-1343-4288-bd2f-4ff3d4a03d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.841961 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-3411859d-1343-4288-bd2f-4ff3d4a03d3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1126 time: 0.0523839 Feb 09 02:07:53.845879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:53.882962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cae480f0-32a0-4e26-b01a-850fbb6e829c req-d040da39-2e34-442c-9812-9e046ea72bd0 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0438983 Feb 09 02:07:53.885676 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-174fdad3-0d95-4121-a5d6-3a78324955ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 217 time: 0.0363798 Feb 09 02:07:53.950261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network d5be7b8c-de13-4acf-acae-db23756c61e4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:53.953593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-2fd16ed7-dd8e-4f94-aa43-13aca02d96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:53.956645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:53.957459 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-2fd16ed7-dd8e-4f94-aa43-13aca02d96ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0660796 Feb 09 02:07:53.970261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d41b01c-d159-403d-9433-cd301dde1b54 req-7e106b57-3704-46e2-92eb-6ccb9dcb0b29 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695364 Feb 09 02:07:53.971088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:54.013322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=3ba90097-5376-4c08-b5fa-2b0deaa2415a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:54.025884 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-8e019ea3-35d1-41bb-b3d5-60e14b643b42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536814 Feb 09 02:07:54.092904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:54.093651 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:54.136316 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-485c373e-91a0-4784-9f73-680ec262b71b service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029179 Feb 09 02:07:54.150643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc9ec2be-0625-4fac-8428-b9200049aae0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7645931 Feb 09 02:07:54.167155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad', 'admin_state_up': True, 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'security_groups': ['345e3536-b769-4dbe-a5c3-2ee4644c2dbf']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:54.247350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484028e-43bf-4934-907a-fc97f6974b53 req-9b58220b-cc58-47e8-adfb-e464819b77b0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:54.255179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2484028e-43bf-4934-907a-fc97f6974b53 req-9b58220b-cc58-47e8-adfb-e464819b77b0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.2236755 Feb 09 02:07:54.260333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-95dff1cd-0cb9-4e1c-8f70-a39e88c28a2b req-be0ea385-7ac5-4222-9746-1bb261146fda service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166859 Feb 09 02:07:54.295925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d8937-746b-4ed7-b26d-d81c11e18b02 req-01a157b5-2032-42b1-942f-421da1467789 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:54.297593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea2d8937-746b-4ed7-b26d-d81c11e18b02 req-01a157b5-2032-42b1-942f-421da1467789 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.1992064 Feb 09 02:07:54.313467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e4c82448-6002-4aaa-8775-f0a2fdf08191 None None] Provisioning complete for port 3ba90097-5376-4c08-b5fa-2b0deaa2415a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:54.314644 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4c82448-6002-4aaa-8775-f0a2fdf08191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:54.357986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e4c82448-6002-4aaa-8775-f0a2fdf08191 None None] Port 3ba90097-5376-4c08-b5fa-2b0deaa2415a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:54.371195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2484028e-43bf-4934-907a-fc97f6974b53 req-dd9cdb84-f82f-432e-944e-73bfb1fcfa31 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144171 Feb 09 02:07:54.396905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea2d8937-746b-4ed7-b26d-d81c11e18b02 req-e684725a-2cf2-4de6-b52f-f2753c4eae7b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912132 Feb 09 02:07:54.402761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:54.472830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d5b2a382-709f-4196-aa05-e8c25e75594a req-0108240d-d0e9-4774-a76b-464233047755 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1062365193', 'description': 'tempest-description-572439207'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:54.479095 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461421c9-22e5-4f86-ba41-b1361cf3737e x-openstack-request-id: req-461421c9-22e5-4f86-ba41-b1361cf3737e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:54.479389 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:54.479641 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-461421c9-22e5-4f86-ba41-b1361cf3737e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:54.480544 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'status': 'completed', 'code': 200} Feb 09 02:07:54.520267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:54.531887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d5b2a382-709f-4196-aa05-e8c25e75594a req-0108240d-d0e9-4774-a76b-464233047755 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:54.548074 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c323350-5aa4-420e-8cdd-3a8c8ca6045e x-openstack-request-id: req-3c323350-5aa4-420e-8cdd-3a8c8ca6045e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:54.549118 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:54.549591 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c323350-5aa4-420e-8cdd-3a8c8ca6045e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:54.550450 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035', 'status': 'completed', 'code': 200} Feb 09 02:07:54.622230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-08375949-2000-43b4-b76e-f4e2f0e6f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:54.624603 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-08375949-2000-43b4-b76e-f4e2f0e6f7b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5827016e63c84ce1ac48843cdbd70754&device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 1129 time: 0.1241827 Feb 09 02:07:54.633782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-ce12ba3d-0494-49d3-a634-b593007d765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:54.635415 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-ce12ba3d-0494-49d3-a634-b593007d765d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1126 time: 0.0826623 Feb 09 02:07:54.808170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-09a6d84e-0ba5-41e5-a223-d74202327669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:54.810670 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-09a6d84e-0ba5-41e5-a223-d74202327669 service neutron] 10.222.0.72 "GET /v2.0/networks?id=70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 200 len: 921 time: 0.1743262 Feb 09 02:07:54.811817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-f38e93a5-6839-4c83-8ccc-a4daf614b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:54.811972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 10.2.2.100 (8b031676-4b01-4246-8995-0ce03cee25ad/d1ddfa95-229e-4521-8894-270b4e71686b/cd84d124-ed76-4cbb-8724-5040b95eabaa) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:54.813690 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-f38e93a5-6839-4c83-8ccc-a4daf614b4fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1685424 Feb 09 02:07:54.910774 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-88a1a2be-1315-405b-ae98-20e1e2a35dd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 200 len: 217 time: 0.0890303 Feb 09 02:07:54.912685 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-e2d76056-2b3b-44ff-8221-702d2a26b84f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 217 time: 0.0796318 Feb 09 02:07:54.952674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d5b2a382-709f-4196-aa05-e8c25e75594a req-0108240d-d0e9-4774-a76b-464233047755 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:54.962677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d5b2a382-709f-4196-aa05-e8c25e75594a req-0108240d-d0e9-4774-a76b-464233047755 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.006229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-18d643ff-d628-4865-bf48-f886a0c3df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.009270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-18d643ff-d628-4865-bf48-f886a0c3df95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 200 len: 859 time: 0.0871980 Feb 09 02:07:55.013779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-d44a6073-75d9-43bd-8da3-249c4b994768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.015010 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-d44a6073-75d9-43bd-8da3-249c4b994768 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0915382 Feb 09 02:07:55.029870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0b5ab-9f4e-48aa-9136-55194bd850b5 req-4d2399cb-f6de-48c3-ad6d-d4c2c392d64d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.031600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10a0b5ab-9f4e-48aa-9136-55194bd850b5 req-4d2399cb-f6de-48c3-ad6d-d4c2c392d64d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1712520 Feb 09 02:07:55.040770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d5b2a382-709f-4196-aa05-e8c25e75594a req-0108240d-d0e9-4774-a76b-464233047755 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.042015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5b2a382-709f-4196-aa05-e8c25e75594a req-0108240d-d0e9-4774-a76b-464233047755 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5764806 Feb 09 02:07:55.069566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108240d-d0e9-4774-a76b-464233047755 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d463430-870f-4797-b9af-873a3a3a8f03,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:55.086643 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-35d0d306-cc6c-49d7-949b-eb433a82fd9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561702 Feb 09 02:07:55.090201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.165636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10a0b5ab-9f4e-48aa-9136-55194bd850b5 req-de6b4adc-9d72-44e8-9e54-c2a9e391dc03 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086555 Feb 09 02:07:55.165830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-ae4e3705-59aa-4120-abbb-faeba3ccccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.167710 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-ae4e3705-59aa-4120-abbb-faeba3ccccdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=70561d13-1311-45ac-978a-972b06b17e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1465101 Feb 09 02:07:55.182718 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.205109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ce1d-f934-4de7-a55e-e375901fef63 req-82c0db8a-a207-4fc3-b133-b06a616bbf5c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.206790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61b0ce1d-f934-4de7-a55e-e375901fef63 req-82c0db8a-a207-4fc3-b133-b06a616bbf5c tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 946 time: 0.1000502 Feb 09 02:07:55.272413 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-ae2df9a2-96ea-4403-b1eb-70871686df3e service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781158 Feb 09 02:07:55.273386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network 8b031676-4b01-4246-8995-0ce03cee25ad is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:55.288623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=cd84d124-ed76-4cbb-8724-5040b95eabaa,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:55.292074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:55.298248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:55.364213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ecf9070-aeb3-4b18-9783-1e4f3b74f0ba req-e504cdcc-4439-485a-9c2c-fd068134c61c tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0765536 Feb 09 02:07:55.377110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61b0ce1d-f934-4de7-a55e-e375901fef63 req-f9519985-8805-4b37-bce2-fc1580c98930 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467328 Feb 09 02:07:55.400813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.401494 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.434306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-69fcea5c-8699-4ea3-982a-df11a7324bd7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2759452 Feb 09 02:07:55.448634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad', 'admin_state_up': True, 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'security_groups': ['345e3536-b769-4dbe-a5c3-2ee4644c2dbf']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:55.588985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bf7cdd54-cbd7-4824-9cd4-50088a669115 None None] Provisioning complete for port cd84d124-ed76-4cbb-8724-5040b95eabaa triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:55.591049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf7cdd54-cbd7-4824-9cd4-50088a669115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.592459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-569d233a-5045-4e2d-9a05-596ad083837b req-591ef5f1-6aff-4598-a34e-fc461b5cbfc2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/6d463430-870f-4797-b9af-873a3a3a8f03 HTTP/1.1" status: 200 len: 1817 time: 0.1571281 Feb 09 02:07:55.608391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-569d233a-5045-4e2d-9a05-596ad083837b req-999a0bad-2641-4b08-881a-c8fc0cf04303 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2039035551', 'description': 'tempest-description-hth-82315255'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:55.643396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cdd54-cbd7-4824-9cd4-50088a669115 None None] Port cd84d124-ed76-4cbb-8724-5040b95eabaa cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:55.656555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a8cfc-a589-43e3-9fba-617561340ba4 req-27ae3462-582f-42c3-ab21-5c673068caf9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.663014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a8cfc-a589-43e3-9fba-617561340ba4 req-27ae3462-582f-42c3-ab21-5c673068caf9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.664301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8afd28f9-7287-48bf-b8c2-1d76d64245fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.669522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a8cfc-a589-43e3-9fba-617561340ba4 req-27ae3462-582f-42c3-ab21-5c673068caf9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.675022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a8cfc-a589-43e3-9fba-617561340ba4 req-27ae3462-582f-42c3-ab21-5c673068caf9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:55.676782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be1a8cfc-a589-43e3-9fba-617561340ba4 req-27ae3462-582f-42c3-ab21-5c673068caf9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 3093 time: 0.2097886 Feb 09 02:07:55.751649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-569d233a-5045-4e2d-9a05-596ad083837b req-999a0bad-2641-4b08-881a-c8fc0cf04303 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.764400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Made reservation on behalf of dea40b2dfcce4ed199ddf53e7c3f86cb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:55.768760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.774942 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-71ac1f10-57ba-4ebe-b4ee-49f362a826ff service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971150 Feb 09 02:07:55.815060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be1a8cfc-a589-43e3-9fba-617561340ba4 req-ea6de6c2-744a-4573-84b7-f2b6ff446767 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237869 Feb 09 02:07:55.843814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-569d233a-5045-4e2d-9a05-596ad083837b req-999a0bad-2641-4b08-881a-c8fc0cf04303 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.864109 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d554e1ff-493b-4ac5-9e3e-7f91949c82ea req-dd4111f7-11c0-4c82-b7b7-e0a0e34c6c90 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836627 Feb 09 02:07:55.877889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-569d233a-5045-4e2d-9a05-596ad083837b req-999a0bad-2641-4b08-881a-c8fc0cf04303 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.880463 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-569d233a-5045-4e2d-9a05-596ad083837b req-999a0bad-2641-4b08-881a-c8fc0cf04303 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:55.881739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-569d233a-5045-4e2d-9a05-596ad083837b req-999a0bad-2641-4b08-881a-c8fc0cf04303 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "PUT /v2.0/security-groups/6d463430-870f-4797-b9af-873a3a3a8f03 HTTP/1.1" status: 200 len: 1790 time: 0.2783017 Feb 09 02:07:55.904012 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d986af72-8ccf-457c-9544-ffe6d26b7cc3 req-49f47bab-936f-4118-8051-7f8ba1514987 service neutron] 10.222.0.72 "GET /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204381 Feb 09 02:07:55.953474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a0bad-2641-4b08-881a-c8fc0cf04303 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d463430-870f-4797-b9af-873a3a3a8f03,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:56.105705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Allocated IP 10.2.2.200 (8b031676-4b01-4246-8995-0ce03cee25ad/d1ddfa95-229e-4521-8894-270b4e71686b/66ead44e-e7c1-44a4-8ca6-80efd006cc8a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:56.116488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0fa17-11ab-4065-80a2-53c09e327a96 req-776bca30-5d22-4062-a99f-0cd668277a96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:56.126138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8a0fa17-11ab-4065-80a2-53c09e327a96 req-776bca30-5d22-4062-a99f-0cd668277a96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1697152 Feb 09 02:07:56.136779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b178-4449-429f-b65a-eb16c41302e3 req-4064e843-5549-427f-a7eb-172f41a86342 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:56.138427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2a6b178-4449-429f-b65a-eb16c41302e3 req-4064e843-5549-427f-a7eb-172f41a86342 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.1428840 Feb 09 02:07:56.283629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8a0fa17-11ab-4065-80a2-53c09e327a96 req-24007ac2-2f5e-4bb2-9806-72ddbe73dc72 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544538 Feb 09 02:07:56.289048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2a6b178-4449-429f-b65a-eb16c41302e3 req-6e8f9fa3-13c5-4ba8-a35e-80cc847af341 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393664 Feb 09 02:07:56.372972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.412280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e759a805-0f88-4d91-b1a1-16d4173c6b3b req-fdd51f17-1134-4220-a878-961944f4a2d9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/6d463430-870f-4797-b9af-873a3a3a8f03 HTTP/1.1" status: 200 len: 1790 time: 0.0797069 Feb 09 02:07:56.480559 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.533792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed496a20-4143-44d8-b5bb-9c96804d9130 req-d6c81c7a-16d8-4518-ae5c-439ab3350f88 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:56.535438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed496a20-4143-44d8-b5bb-9c96804d9130 req-d6c81c7a-16d8-4518-ae5c-439ab3350f88 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1436868 Feb 09 02:07:56.574618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Network 8b031676-4b01-4246-8995-0ce03cee25ad is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:56.587107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:56.591015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event updated for resources: {'Port': ['ID=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:56.593480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:56.641159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7547-92ab-4c2d-81f7-e8e844e66729 req-ba6b663c-a783-447b-8673-0b2dcae89519 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:56.642812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e46c7547-92ab-4c2d-81f7-e8e844e66729 req-ba6b663c-a783-447b-8673-0b2dcae89519 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 946 time: 0.1763568 Feb 09 02:07:56.656508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f4de7d3f-2bbd-4d15-8036-9ca7bc28eb86 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:56.659147 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f4de7d3f-2bbd-4d15-8036-9ca7bc28eb86 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f7499d6-d891-44ff-af9d-c33a4d27b788 HTTP/1.1" status: 200 len: 946 time: 0.0893900 Feb 09 02:07:56.679668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed496a20-4143-44d8-b5bb-9c96804d9130 req-558ac733-3e28-484b-a8f1-37f58655a68e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346636 Feb 09 02:07:56.698178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:56.699606 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.743506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1607b939-56b0-4341-bb62-52b9f8f5d77f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3008459 Feb 09 02:07:56.758319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:56.803446 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.840981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e46c7547-92ab-4c2d-81f7-e8e844e66729 req-26edc006-f633-46d9-95e3-b5d29bff985a tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d075ca5-a088-43eb-b7d5-007709be6fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816916 Feb 09 02:07:56.879268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d10dbd5b-0fc4-45f6-8cb5-6911be995d83 req-8781cc49-d695-46e1-b5a7-f9e2a7ee7545 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0517006 Feb 09 02:07:56.880369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.893757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Deleting port 0e8f8522-506f-4791-850a-f31d44ec19f8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:56.894835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:56.984611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-eb663698-4fec-465d-a50e-ef618172c7d1 None None] Provisioning complete for port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:56.986886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb663698-4fec-465d-a50e-ef618172c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.037800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] For port 0e8f8522-506f-4791-850a-f31d44ec19f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0e8f8522-506f-4791-850a-f31d44ec19f8,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:57.038407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.039801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eb663698-4fec-465d-a50e-ef618172c7d1 None None] Port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:57.060775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Calling delete_port for 0e8f8522-506f-4791-850a-f31d44ec19f8 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:57.064491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e327e4fd-944e-4cf5-8696-733b6ea32d5f req-81ffd493-0d3e-4c6a-a981-7ff6a56e7396 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/6d463430-870f-4797-b9af-873a3a3a8f03 HTTP/1.1" status: 200 len: 1790 time: 0.1523728 Feb 09 02:07:57.174142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8578e02-74f1-44ed-8202-9ac71848e6cf req-9312d859-5e89-4e45-bdde-0777bf048fae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.179512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8578e02-74f1-44ed-8202-9ac71848e6cf req-9312d859-5e89-4e45-bdde-0777bf048fae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.184958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8578e02-74f1-44ed-8202-9ac71848e6cf req-9312d859-5e89-4e45-bdde-0777bf048fae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.190732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8578e02-74f1-44ed-8202-9ac71848e6cf req-9312d859-5e89-4e45-bdde-0777bf048fae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.196196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8578e02-74f1-44ed-8202-9ac71848e6cf req-9312d859-5e89-4e45-bdde-0777bf048fae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.197968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8578e02-74f1-44ed-8202-9ac71848e6cf req-9312d859-5e89-4e45-bdde-0777bf048fae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 3814 time: 0.2434599 Feb 09 02:07:57.233457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0e8f8522-506f-4791-850a-f31d44ec19f8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.249589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0e8f8522-506f-4791-850a-f31d44ec19f8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:57.254785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e327e4fd-944e-4cf5-8696-733b6ea32d5f req-17f2ae4c-8571-4ce4-9858-32cb040c92da tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.277589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Pushing event deleted for resources: {'Port': ['ID=0e8f8522-506f-4791-850a-f31d44ec19f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:57.326920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e327e4fd-944e-4cf5-8696-733b6ea32d5f req-17f2ae4c-8571-4ce4-9858-32cb040c92da tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.347749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8578e02-74f1-44ed-8202-9ac71848e6cf req-3e87493c-4923-4bea-b0da-c41f7d895451 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384995 Feb 09 02:07:57.363527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] No DVR routers for this DVR port 0e8f8522-506f-4791-850a-f31d44ec19f8 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:57.365816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.369318 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7e747bac-207a-4ad7-a576-3cc7f76b7c74 req-f7415527-dcaf-4fc1-a4ae-964b88b58950 tempest-FloatingIPsAssociationTestJSON-679008893 tempest-FloatingIPsAssociationTestJSON-679008893-project] 10.222.0.72 "DELETE /v2.0/ports/0e8f8522-506f-4791-850a-f31d44ec19f8 HTTP/1.1" status: 204 len: 173 time: 0.7039809 Feb 09 02:07:57.369800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'name': 'network-vif-deleted', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:57.381222 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdc164e-8635-48f1-a63b-7201c4bf2460" -d '{"events": [{"server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "name": "network-vif-deleted", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:57.418679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e327e4fd-944e-4cf5-8696-733b6ea32d5f req-17f2ae4c-8571-4ce4-9858-32cb040c92da tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6d463430-870f-4797-b9af-873a3a3a8f03), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.422786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e327e4fd-944e-4cf5-8696-733b6ea32d5f req-17f2ae4c-8571-4ce4-9858-32cb040c92da tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.437722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e327e4fd-944e-4cf5-8696-733b6ea32d5f req-17f2ae4c-8571-4ce4-9858-32cb040c92da tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d463430-870f-4797-b9af-873a3a3a8f03 HTTP/1.1" status: 204 len: 173 time: 0.3625002 Feb 09 02:07:57.440073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f2ed2c-c326-49a9-973c-19de672bc4c5 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:57.461485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Publish callbacks [] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.501127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2ae4c-8571-4ce4-9858-32cb040c92da tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d463430-870f-4797-b9af-873a3a3a8f03,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:57.505907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Transition to ACTIVE for port object 19f2ed2c-c326-49a9-973c-19de672bc4c5 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:57.517139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.608568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac39c4-e1ee-4412-a27b-504b3f9ce0db req-ae54dcda-c0d1-46cb-9d0e-0e622bf9740d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.610144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caac39c4-e1ee-4412-a27b-504b3f9ce0db req-ae54dcda-c0d1-46cb-9d0e-0e622bf9740d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1521010 Feb 09 02:07:57.618109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Pushing event updated for resources: {'Port': ['ID=19f2ed2c-c326-49a9-973c-19de672bc4c5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:57.619820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:57.759045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e59614-f880-4b9b-be71-085b2d26645f req-3b4df622-f900-4f28-90ce-d5cf7f388c2e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.760835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0e59614-f880-4b9b-be71-085b2d26645f req-3b4df622-f900-4f28-90ce-d5cf7f388c2e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.2074277 Feb 09 02:07:57.783185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:57.819382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '78b8455d-658b-44ed-bf25-0fec68c86035', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'port_id': '78b8455d-658b-44ed-bf25-0fec68c86035', 'mac_address': 'fa:16:3e:43:6a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176b806-e2a2-4b4a-a8e9-b74375e919c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:57.880497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 78b8455d-658b-44ed-bf25-0fec68c86035 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:57.884805 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:57.912442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b8455d-658b-44ed-bf25-0fec68c86035 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:57.961762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:57.978617 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:58.035961 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:58.062270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:58.070773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.071120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.071643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.071983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.072326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.073075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.073075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.074409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.074409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.075037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.075037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.075204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.075695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:58.218498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caac39c4-e1ee-4412-a27b-504b3f9ce0db req-83118874-e6fc-40cb-985b-43807f8e61a0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969064 Feb 09 02:07:58.229451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Attempting to bind port 19f2ed2c-c326-49a9-973c-19de672bc4c5 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:58.229802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Attempting to bind port 19f2ed2c-c326-49a9-973c-19de672bc4c5 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:58.230847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Attempting to bind port 19f2ed2c-c326-49a9-973c-19de672bc4c5 on network 854b410b-8d92-47d2-b1a1-46a7c0424200 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:58.243254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Port 19f2ed2c-c326-49a9-973c-19de672bc4c5 on network 854b410b-8d92-47d2-b1a1-46a7c0424200 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:58.243593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Attempting to bind port 19f2ed2c-c326-49a9-973c-19de672bc4c5 on network 854b410b-8d92-47d2-b1a1-46a7c0424200 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:58.257725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:58.258074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Checking segment: {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:58.259223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Bound using segment: {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:58.259223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Bound port: 19f2ed2c-c326-49a9-973c-19de672bc4c5, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f62a386-ad1c-49a8-9091-baa80fae03f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:58.259479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:58.276556 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbab089-98f5-46c4-8972-4ae6506fb4d9 x-openstack-request-id: req-afbab089-98f5-46c4-8972-4ae6506fb4d9 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:58.277670 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7499d6-d891-44ff-af9d-c33a4d27b788", "name": "network-vif-deleted", "tag": "0e8f8522-506f-4791-850a-f31d44ec19f8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:58.278037 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afbab089-98f5-46c4-8972-4ae6506fb4d9 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:58.278716 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7499d6-d891-44ff-af9d-c33a4d27b788', 'name': 'network-vif-deleted', 'tag': '0e8f8522-506f-4791-850a-f31d44ec19f8', 'status': 'completed', 'code': 200} Feb 09 02:07:58.282918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0e59614-f880-4b9b-be71-085b2d26645f req-594ec1f9-b002-4a7e-b43b-b171d0489e55 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080996 Feb 09 02:07:58.343491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:58.353795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['78b8455d-658b-44ed-bf25-0fec68c86035'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:58.448142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f238fd47-a798-49f0-8a69-4849e58b439f req-5bf7a609-4144-442b-b070-dc7237c4b8d7 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0501626 Feb 09 02:07:58.456678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] For port 19f2ed2c-c326-49a9-973c-19de672bc4c5, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:58.475619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] For port 19f2ed2c-c326-49a9-973c-19de672bc4c5, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:58.495637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26c896-e5c6-4a0f-a82c-f7786b732375 req-5f3530f8-04e3-4851-9444-13a93a426f34 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.504763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e26c896-e5c6-4a0f-a82c-f7786b732375 req-5f3530f8-04e3-4851-9444-13a93a426f34 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1418438 Feb 09 02:07:58.513805 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:58.582937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.583585 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:58.585579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] 10.222.0.72 "PUT /v2.0/ports/19f2ed2c-c326-49a9-973c-19de672bc4c5 HTTP/1.1" status: 200 len: 1092 time: 1.8318155 Feb 09 02:07:58.588799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:58.591842 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd8073-ea09-4c1a-8878-dbf17248628e" -d '{"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:58.629937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e26c896-e5c6-4a0f-a82c-f7786b732375 req-f62f5034-081b-4cf1-8fd0-e2561b881b9e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241605 Feb 09 02:07:58.658605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:58.665227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d2afc-9f06-4024-9b5f-aed4b13bbe8c service neutron] Pushing event updated for resources: {'Port': ['ID=19f2ed2c-c326-49a9-973c-19de672bc4c5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:58.810916 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-b8d32c27-eb2a-42ac-85bf-c7b8bb3edb2c req-3e6f151c-d339-4291-a3e7-1b5880013131 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:58.823177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8d32c27-eb2a-42ac-85bf-c7b8bb3edb2c req-3e6f151c-d339-4291-a3e7-1b5880013131 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/038840b8-19d3-4bfd-96e7-24a0902802b7 HTTP/1.1" status: 404 len: 352 time: 0.1152043 Feb 09 02:07:58.883896 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2cc53c-ff31-4a7c-9f2f-ac8e4c983501 x-openstack-request-id: req-5d2cc53c-ff31-4a7c-9f2f-ac8e4c983501 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:58.884195 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:58.884459 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d2cc53c-ff31-4a7c-9f2f-ac8e4c983501 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:58.884873 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'status': 'completed', 'code': 200} Feb 09 02:07:58.895240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:58.922287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2868de-12dd-4adc-a7b8-adea37faf5c1 req-75a9df00-71ab-4cec-bf21-76c32b928f8a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.927571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2868de-12dd-4adc-a7b8-adea37faf5c1 req-75a9df00-71ab-4cec-bf21-76c32b928f8a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.935973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2868de-12dd-4adc-a7b8-adea37faf5c1 req-75a9df00-71ab-4cec-bf21-76c32b928f8a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.943737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2868de-12dd-4adc-a7b8-adea37faf5c1 req-75a9df00-71ab-4cec-bf21-76c32b928f8a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.949827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2868de-12dd-4adc-a7b8-adea37faf5c1 req-75a9df00-71ab-4cec-bf21-76c32b928f8a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.953666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e2868de-12dd-4adc-a7b8-adea37faf5c1 req-75a9df00-71ab-4cec-bf21-76c32b928f8a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 3826 time: 0.2920713 Feb 09 02:07:58.966072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-9f4976dd-21e6-498e-968a-a44f6013680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.966702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-9f4976dd-21e6-498e-968a-a44f6013680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.967560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-9f4976dd-21e6-498e-968a-a44f6013680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.967780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-9f4976dd-21e6-498e-968a-a44f6013680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.968367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-9f4976dd-21e6-498e-968a-a44f6013680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:58.970228 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-9f4976dd-21e6-498e-968a-a44f6013680d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 4393 time: 0.0775361 Feb 09 02:07:59.010511 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-b6937d9d-4a18-4976-b355-bfc8b3982e07 req-0810f169-2f3a-45ee-bfd5-dc857ce6f4e2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:59.012082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6937d9d-4a18-4976-b355-bfc8b3982e07 req-0810f169-2f3a-45ee-bfd5-dc857ce6f4e2 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/a5bfc5b1-291b-4fb5-be26-3ef6d4837b30 HTTP/1.1" status: 404 len: 352 time: 0.0562544 Feb 09 02:07:59.115970 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-4b65c553-23ab-49de-b944-f538cc75615d req-2d29b0cd-c964-411a-899d-6e464508618e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:59.116963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b65c553-23ab-49de-b944-f538cc75615d req-2d29b0cd-c964-411a-899d-6e464508618e tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/17c78139-884f-49e8-a347-98edb447da59 HTTP/1.1" status: 404 len: 352 time: 0.0784633 Feb 09 02:07:59.142897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-2c13bfbf-5aa7-4aa3-b265-58ccc2f85c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:59.143481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-2c13bfbf-5aa7-4aa3-b265-58ccc2f85c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:59.143625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e2868de-12dd-4adc-a7b8-adea37faf5c1 req-32a785f5-55bd-4289-9f82-6f1fb9e61ad9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828246 Feb 09 02:07:59.143878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-2c13bfbf-5aa7-4aa3-b265-58ccc2f85c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:59.145698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-2c13bfbf-5aa7-4aa3-b265-58ccc2f85c8c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1655507 Feb 09 02:07:59.151770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (e851559b-5003-4ac5-a4e0-a376adbaaaee), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.183028 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-dcd7e676-7b5f-479f-9f86-c720bbd5df3a req-ef2b92b5-9a44-4808-8684-dc1873c716b1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:59.184106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcd7e676-7b5f-479f-9f86-c720bbd5df3a req-ef2b92b5-9a44-4808-8684-dc1873c716b1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/634f9515-579e-4550-a715-8e221caa10d2 HTTP/1.1" status: 404 len: 352 time: 0.0386453 Feb 09 02:07:59.267987 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-ce0b6702-05e8-466b-b630-03cdf3656350 req-95d32946-74cb-495d-910e-89be721681d6 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:59.269026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce0b6702-05e8-466b-b630-03cdf3656350 req-95d32946-74cb-495d-910e-89be721681d6 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/c950178f-9b4d-4db1-88fb-c2357820f450 HTTP/1.1" status: 404 len: 352 time: 0.0599794 Feb 09 02:07:59.339419 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-4d2915e2-5325-4bbb-9bcd-421342d8cf41 req-73e1c426-b6ff-4ea3-be98-a349a7614098 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] show failed (client error): The resource could not be found. Feb 09 02:07:59.340845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d2915e2-5325-4bbb-9bcd-421342d8cf41 req-73e1c426-b6ff-4ea3-be98-a349a7614098 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/49b44e8a-8eb6-424f-a9dc-a8e4653d068b HTTP/1.1" status: 404 len: 352 time: 0.0235310 Feb 09 02:07:59.406436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-4deee056-8d15-4e42-8086-5a4707847f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:59.407188 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-09fd8073-ea09-4c1a-8878-dbf17248628e req-4deee056-8d15-4e42-8086-5a4707847f17 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525027 Feb 09 02:07:59.427669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac4a00d-e689-4a71-9d3b-ddb73f08186f {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:59.437406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Publish callbacks [] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.508626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Transition to ACTIVE for port object cac4a00d-e689-4a71-9d3b-ddb73f08186f will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:59.517734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.543299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Deleting port 805e4546-3e24-4be5-9300-cf749a6d3a4c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:59.543709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.577795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b6ee0-1bba-4581-812c-1fa29773ba3b req-a4be18de-ea7c-45f8-9af3-31571380cc0e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:59.579462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e9b6ee0-1bba-4581-812c-1fa29773ba3b req-a4be18de-ea7c-45f8-9af3-31571380cc0e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.2375779 Feb 09 02:07:59.613797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ce7c8-bb3d-436e-8ed3-21defa60fda1 req-53bcf702-9870-4ce5-af1a-e2d0cf8ba0ab tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:59.615501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-012ce7c8-bb3d-436e-8ed3-21defa60fda1 req-53bcf702-9870-4ce5-af1a-e2d0cf8ba0ab tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 944 time: 0.1669335 Feb 09 02:07:59.616296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Pushing event updated for resources: {'Port': ['ID=cac4a00d-e689-4a71-9d3b-ddb73f08186f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:59.641401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:59.649432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] For port 805e4546-3e24-4be5-9300-cf749a6d3a4c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=805e4546-3e24-4be5-9300-cf749a6d3a4c,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:59.650082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.673876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Calling delete_port for 805e4546-3e24-4be5-9300-cf749a6d3a4c owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:59.717665 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.745318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 78b8455d-658b-44ed-bf25-0fec68c86035 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:59.756901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 78b8455d-658b-44ed-bf25-0fec68c86035 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:59.757329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.789343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e9b6ee0-1bba-4581-812c-1fa29773ba3b req-3f38d253-e7d5-41eb-8204-cf4f8867aff9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915588 Feb 09 02:07:59.829906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-012ce7c8-bb3d-436e-8ed3-21defa60fda1 req-f661ff1a-b215-459a-9295-abb0211512dc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911347 Feb 09 02:07:59.863858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Attempting to bind port cac4a00d-e689-4a71-9d3b-ddb73f08186f on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:59.864142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Attempting to bind port cac4a00d-e689-4a71-9d3b-ddb73f08186f by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:59.864481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Attempting to bind port cac4a00d-e689-4a71-9d3b-ddb73f08186f on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:59.875027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Port cac4a00d-e689-4a71-9d3b-ddb73f08186f on network d5be7b8c-de13-4acf-acae-db23756c61e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:59.875391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Attempting to bind port cac4a00d-e689-4a71-9d3b-ddb73f08186f on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:59.889608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:59.890829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Checking segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:59.892281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Bound using segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:59.894422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Bound port: cac4a00d-e689-4a71-9d3b-ddb73f08186f, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:59.894699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.900170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 78b8455d-658b-44ed-bf25-0fec68c86035 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:59.902048 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.935827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:59.938321 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aedbd19-611e-498f-a5a3-b074e2e6a2a8" -d '{"events": [{"server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "name": "network-vif-plugged", "status": "completed", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:59.957090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:59.968981 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:59.970022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0e8f8522-506f-4791-850a-f31d44ec19f8 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:00.029286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (805e4546-3e24-4be5-9300-cf749a6d3a4c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.029777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 0e8f8522-506f-4791-850a-f31d44ec19f8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:00.030046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0e8f8522-506f-4791-850a-f31d44ec19f8 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:00.073320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:00.088993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ddfcf5c-a697-4000-939e-72074509c23b req-cfdba1ce-6d42-4ab1-ba30-671ca5e2902c tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0776451 Feb 09 02:08:00.107513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=805e4546-3e24-4be5-9300-cf749a6d3a4c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:00.162945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] For port cac4a00d-e689-4a71-9d3b-ddb73f08186f, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:00.169173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] For port cac4a00d-e689-4a71-9d3b-ddb73f08186f, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac4a00d-e689-4a71-9d3b-ddb73f08186f,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:00.201853 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d731752-f9e0-4598-823f-5520e8dbea2a x-openstack-request-id: req-7d731752-f9e0-4598-823f-5520e8dbea2a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:00.202022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.202238 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "name": "network-vif-plugged", "status": "completed", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:00.202426 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d731752-f9e0-4598-823f-5520e8dbea2a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:00.202933 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035', 'code': 200} Feb 09 02:08:00.253191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.253818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.255267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] 10.222.0.72 "PUT /v2.0/ports/cac4a00d-e689-4a71-9d3b-ddb73f08186f HTTP/1.1" status: 200 len: 1137 time: 1.6170959 Feb 09 02:08:00.311279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:00.331878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4ce84-767d-4670-8729-2c2652cdc6d9 req-7faa7015-839a-4dd4-a132-46bdc8492f5a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.342958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27a4ce84-767d-4670-8729-2c2652cdc6d9 req-7faa7015-839a-4dd4-a132-46bdc8492f5a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1770847 Feb 09 02:08:00.380535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c51ce-5de4-4a53-8a78-d6e0bee7d4ad service neutron] Pushing event updated for resources: {'Port': ['ID=cac4a00d-e689-4a71-9d3b-ddb73f08186f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:00.482991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c1160-b46d-49b9-929c-fa48470cde06 req-be3579b9-879e-411b-9efa-a42549077827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.484333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa1c1160-b46d-49b9-929c-fa48470cde06 req-be3579b9-879e-411b-9efa-a42549077827 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1128 time: 0.1119843 Feb 09 02:08:00.489298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (e851559b-5003-4ac5-a4e0-a376adbaaaee), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.526130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27a4ce84-767d-4670-8729-2c2652cdc6d9 req-9ad5a2fb-c66e-45cf-b46f-2d8c56195ddb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819057 Feb 09 02:08:00.537705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e35c-dfe6-46fd-ae76-87b6ee919474 req-b511c7d3-554e-41d2-a4ac-1a4f9f852b70 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.547004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be31e35c-dfe6-46fd-ae76-87b6ee919474 req-b511c7d3-554e-41d2-a4ac-1a4f9f852b70 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.2012389 Feb 09 02:08:00.559818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:00.652963 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fa1c1160-b46d-49b9-929c-fa48470cde06 req-bc033927-c8e0-47e1-8d54-249042a05db6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529894 Feb 09 02:08:00.699579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be31e35c-dfe6-46fd-ae76-87b6ee919474 req-2214b8a4-3ba2-42b3-a518-7b2a0bf67ac5 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=8619b789-c114-46f8-8e39-eb67ae13be30&id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=3df241bd-d1c1-4dbf-adef-5a64972c617a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1508791 Feb 09 02:08:00.824735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Router e851559b-5003-4ac5-a4e0-a376adbaaaee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:00.864807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-a4222504-90e3-4779-bf14-e30e0c8becf6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.869668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-a4222504-90e3-4779-bf14-e30e0c8becf6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.875930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-a4222504-90e3-4779-bf14-e30e0c8becf6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.881215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-a4222504-90e3-4779-bf14-e30e0c8becf6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.887175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-a4222504-90e3-4779-bf14-e30e0c8becf6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.892526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-a4222504-90e3-4779-bf14-e30e0c8becf6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:00.894407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-a4222504-90e3-4779-bf14-e30e0c8becf6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 4604 time: 0.2180288 Feb 09 02:08:00.897833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'cac4a00d-e689-4a71-9d3b-ddb73f08186f'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:00.900092 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac" -d '{"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "cac4a00d-e689-4a71-9d3b-ddb73f08186f"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:00.956030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:00.966084 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] Sync routers for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:00.973492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42414) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:00.974208 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-96ee1be5-3338-4bb5-83b8-f3f85c1b86a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/e851559b-5003-4ac5-a4e0-a376adbaaaee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6287780 Feb 09 02:08:00.980637 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:00.982076 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:01.095970 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:01.128722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01069c57-bb90-43c4-9fd5-3e38db6b5586 req-998ae395-7865-4bc0-b0fa-864b34eccd8a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.130811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01069c57-bb90-43c4-9fd5-3e38db6b5586 req-998ae395-7865-4bc0-b0fa-864b34eccd8a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.2337253 Feb 09 02:08:01.137166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beb03d6f-35bb-47f1-ad20-3017defe414a req-89b69e17-05af-4b4e-a1d7-2689805d8c5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303257 Feb 09 02:08:01.272871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3e6691-821b-4822-ada6-5f59405acc43 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:01.290442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Publish callbacks [] for port (eb3e6691-821b-4822-ada6-5f59405acc43), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:01.305115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks [] for router (e851559b-5003-4ac5-a4e0-a376adbaaaee), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:01.352227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01069c57-bb90-43c4-9fd5-3e38db6b5586 req-ae8e9c1f-12e9-4660-95e5-e8a854781d63 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105429 Feb 09 02:08:01.387968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Transition to ACTIVE for port object eb3e6691-821b-4822-ada6-5f59405acc43 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:01.403334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:01.433676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:07:59Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:01.446743 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8acc0-d6bf-4c74-bdf9-49b826eb6622 x-openstack-request-id: req-51c8acc0-d6bf-4c74-bdf9-49b826eb6622 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:01.446743 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "cac4a00d-e689-4a71-9d3b-ddb73f08186f", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:01.446743 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51c8acc0-d6bf-4c74-bdf9-49b826eb6622 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:01.447058 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'cac4a00d-e689-4a71-9d3b-ddb73f08186f', 'status': 'completed', 'code': 200} Feb 09 02:08:01.470516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ff53e-0b0f-4f15-a067-35b64affcf8e req-ce019175-573c-45d5-bf7a-33adfb5a05ee tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.474446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb1ff53e-0b0f-4f15-a067-35b64affcf8e req-ce019175-573c-45d5-bf7a-33adfb5a05ee tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 945 time: 0.2553260 Feb 09 02:08:01.501757 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] Checking router: e851559b-5003-4ac5-a4e0-a376adbaaaee for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:01.514661 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] Routers {'e851559b-5003-4ac5-a4e0-a376adbaaaee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:01.515642 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e851559b-5003-4ac5-a4e0-a376adbaaaee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:01.535318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e6691-821b-4822-ada6-5f59405acc43,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:01.576068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.576645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.577019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.577628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.578104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.578618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.579078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.581310 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-f7067cda-736f-4a37-84fa-e1908ebdfe7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6240 time: 0.1157625 Feb 09 02:08:01.740314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-8ffbaee5-8b7e-445d-a573-f41728e8129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.740910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c51b062a-9677-4178-b708-a3b5d7360d95 req-a54676c8-ef56-4c3a-9c19-a5390ac4ed4b tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.1398706 Feb 09 02:08:01.741040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-8ffbaee5-8b7e-445d-a573-f41728e8129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.741719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-8ffbaee5-8b7e-445d-a573-f41728e8129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.742796 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks [] for router_gateway (e851559b-5003-4ac5-a4e0-a376adbaaaee), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:01.744212 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-8ffbaee5-8b7e-445d-a573-f41728e8129d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1534374 Feb 09 02:08:01.749048 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] Set router e851559b-5003-4ac5-a4e0-a376adbaaaee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:01.809161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb1ff53e-0b0f-4f15-a067-35b64affcf8e req-7ae1f154-e08a-4ea3-9fcd-49e124c49e2c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093009 Feb 09 02:08:01.868793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Attempting to bind port eb3e6691-821b-4822-ada6-5f59405acc43 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:01.869150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Attempting to bind port eb3e6691-821b-4822-ada6-5f59405acc43 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:01.869455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Attempting to bind port eb3e6691-821b-4822-ada6-5f59405acc43 on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:01.881994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Port eb3e6691-821b-4822-ada6-5f59405acc43 on network d5be7b8c-de13-4acf-acae-db23756c61e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:01.882324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Attempting to bind port eb3e6691-821b-4822-ada6-5f59405acc43 on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:01.897334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:01.898521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Checking segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:01.898521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Bound using segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:01.898886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Bound port: eb3e6691-821b-4822-ada6-5f59405acc43, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:01.899273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:01.950166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-34e55dd1-9881-4379-a2bf-a37f0c987b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:01.951955 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a0d1a53-6619-40a7-bfd4-9e0a881fcdac req-34e55dd1-9881-4379-a2bf-a37f0c987b28 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013407 Feb 09 02:08:02.048006 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:07:59Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:02.069537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Deleting port b2448b66-5eef-4753-8972-faa6f40415fc {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:02.069881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.072215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] For port eb3e6691-821b-4822-ada6-5f59405acc43, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:02.080662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] For port eb3e6691-821b-4822-ada6-5f59405acc43, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=eb3e6691-821b-4822-ada6-5f59405acc43,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:02.087635 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fd347b-c09a-43cf-8660-40877290c587 None None] The sync data for ids ['e851559b-5003-4ac5-a4e0-a376adbaaaee'] in n-d-826675-12 is: [{'id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'name': 'tempest-FloatingIPsAssociationTestJSON-923182045-router', 'tenant_id': '5827016e63c84ce1ac48843cdbd70754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:09Z', 'updated_at': '2022-02-09T02:07:59Z', 'revision_number': 5, 'project_id': '5827016e63c84ce1ac48843cdbd70754', 'gw_port': {'id': 'b2448b66-5eef-4753-8972-faa6f40415fc', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:10:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e851559b-5003-4ac5-a4e0-a376adbaaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:12Z', 'updated_at': '2022-02-09T02:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:02.132296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.146824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9e0a6-fa3c-4f6a-ae07-c28d278f6491 req-8a3c6060-9196-49d4-b0d2-de322b1dd0e4 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:02.150486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84f9e0a6-fa3c-4f6a-ae07-c28d278f6491 req-8a3c6060-9196-49d4-b0d2-de322b1dd0e4 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.1946981 Feb 09 02:08:02.166230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa71d4-7408-4ab4-b532-3250e0b3f0e0 req-5a866502-ac2a-4298-92f5-19b773cc52f3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:02.173764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36aa71d4-7408-4ab4-b532-3250e0b3f0e0 req-5a866502-ac2a-4298-92f5-19b773cc52f3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2189710 Feb 09 02:08:02.248109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:02.248749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.250170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] 10.222.0.72 "PUT /v2.0/ports/eb3e6691-821b-4822-ada6-5f59405acc43 HTTP/1.1" status: 200 len: 1135 time: 1.9547598 Feb 09 02:08:02.300358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:02.348451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418821-647d-49a2-972a-7e71b7c9933e service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e6691-821b-4822-ada6-5f59405acc43,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:02.391816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] For port b2448b66-5eef-4753-8972-faa6f40415fc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b2448b66-5eef-4753-8972-faa6f40415fc,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:02.392186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:02.414993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36aa71d4-7408-4ab4-b532-3250e0b3f0e0 req-ca15065c-6a91-4582-8e5e-c163ea9baef6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401278 Feb 09 02:08:02.461857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Calling delete_port for b2448b66-5eef-4753-8972-faa6f40415fc owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:02.472530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84f9e0a6-fa3c-4f6a-ae07-c28d278f6491 req-48623a77-2673-4cd3-9b86-56b8e9000b6b tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=8619b789-c114-46f8-8e39-eb67ae13be30&id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=3df241bd-d1c1-4dbf-adef-5a64972c617a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2763948 Feb 09 02:08:02.505989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.076799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.081972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.087309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.101538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.101538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.104827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.110997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.113990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-d5c3bf68-01d8-4d5f-9ed7-50ee6f8c60d1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5380 time: 0.6193244 Feb 09 02:08:03.169734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05f9bb-eec7-4ff5-938a-142084e3ea2d req-17aba381-39e8-4cd6-96f1-2212593fd2be tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.171718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab05f9bb-eec7-4ff5-938a-142084e3ea2d req-17aba381-39e8-4cd6-96f1-2212593fd2be tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.5958228 Feb 09 02:08:03.340196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab05f9bb-eec7-4ff5-938a-142084e3ea2d req-2b2db076-dc8e-4fea-bd93-a79b22dd3071 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562479 Feb 09 02:08:03.344407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81d050cb-0897-4926-98bd-e5b3a57b1295 req-65c52494-b23e-42f9-ad9f-219e3f7b695e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084434 Feb 09 02:08:03.353103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b2448b66-5eef-4753-8972-faa6f40415fc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.399040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2448b66-5eef-4753-8972-faa6f40415fc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:03.452093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'eb3e6691-821b-4822-ada6-5f59405acc43'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:03.454292 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e766653c-9905-4815-8b7d-ba0ad634fd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "eb3e6691-821b-4822-ada6-5f59405acc43"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:03.519889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a748db23-ee0d-49c9-bcc7-b4c1c160548c req-34248006-3f82-4550-b9fa-db915633d62e tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0816755 Feb 09 02:08:03.585649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (e851559b-5003-4ac5-a4e0-a376adbaaaee), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.716209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:03.730689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Publish callbacks [] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.736652 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (e851559b-5003-4ac5-a4e0-a376adbaaaee), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.740665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks [] for router_controller (e851559b-5003-4ac5-a4e0-a376adbaaaee), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.764157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbabb0c-d6a8-41b4-b594-cfea7e4c399a req-02c6aca8-32d7-4781-a701-de657ac5f74d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.766162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9cbabb0c-d6a8-41b4-b594-cfea7e4c399a req-02c6aca8-32d7-4781-a701-de657ac5f74d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 945 time: 0.2876408 Feb 09 02:08:03.800903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Transition to ACTIVE for port object c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:03.831627 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.844276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (e851559b-5003-4ac5-a4e0-a376adbaaaee), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.844850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 805e4546-3e24-4be5-9300-cf749a6d3a4c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:03.845351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e851559b-5003-4ac5-a4e0-a376adbaaaee {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:08:03.850672 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.851873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1f29898c-dda9-4bed-ae0b-f5e913dbfcc7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e851559b-5003-4ac5-a4e0-a376adbaaaee HTTP/1.1" status: 204 len: 168 time: 2.8738713 Feb 09 02:08:03.855586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:03.898381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 805e4546-3e24-4be5-9300-cf749a6d3a4c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:03.898888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 805e4546-3e24-4be5-9300-cf749a6d3a4c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:03.900934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2a48b-7301-4ca9-92b3-29262c99e6e3 req-6f2c9965-6a09-4ec0-bd1f-165722922952 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:03.909413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2f2a48b-7301-4ca9-92b3-29262c99e6e3 req-6f2c9965-6a09-4ec0-bd1f-165722922952 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2899671 Feb 09 02:08:03.931581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Pushing event updated for resources: {'Port': ['ID=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:03.939392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] Deleting subnet be6b6377-e2a3-477a-8d3b-aa48fae6f727 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:03.947282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] Publish callbacks [] for subnet (be6b6377-e2a3-477a-8d3b-aa48fae6f727), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:03.996551 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (be6b6377-e2a3-477a-8d3b-aa48fae6f727), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.022156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9cbabb0c-d6a8-41b4-b594-cfea7e4c399a req-10b2cdda-d257-4c6a-b877-4a8a09b2b0af tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189505 Feb 09 02:08:04.127334 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47985b09-3056-47ee-be21-ae8b2773c6bf x-openstack-request-id: req-47985b09-3056-47ee-be21-ae8b2773c6bf {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:04.127946 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "eb3e6691-821b-4822-ada6-5f59405acc43", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:04.127946 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47985b09-3056-47ee-be21-ae8b2773c6bf {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:04.128262 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'eb3e6691-821b-4822-ada6-5f59405acc43', 'status': 'completed', 'code': 200} Feb 09 02:08:04.190056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2f2a48b-7301-4ca9-92b3-29262c99e6e3 req-ce3dbf59-c6e0-416c-b6b5-6b41ae256ca2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457583 Feb 09 02:08:04.191143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Attempting to bind port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:04.191482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Attempting to bind port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:04.192352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Attempting to bind port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:04.197096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (be6b6377-e2a3-477a-8d3b-aa48fae6f727), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.204847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 on network d5be7b8c-de13-4acf-acae-db23756c61e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:04.205224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Attempting to bind port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:04.223316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:04.224715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Checking segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:04.225311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Bound using segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:04.226418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Bound port: c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:04.229453 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.304924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.305499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.305968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.306442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.306978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.307569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.308581 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.310657 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-67c33d22-30e6-45cf-a9f2-aaa8278bbfb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6339 time: 0.1463618 Feb 09 02:08:04.347473 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (be6b6377-e2a3-477a-8d3b-aa48fae6f727), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.411612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6b6377-e2a3-477a-8d3b-aa48fae6f727,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:04.436665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.443670 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f2605125-8d2f-4500-86e3-12ab6fadcfdf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/be6b6377-e2a3-477a-8d3b-aa48fae6f727 HTTP/1.1" status: 204 len: 168 time: 0.5857918 Feb 09 02:08:04.444324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a29f0d-4e54-4dc1-b040-87e5ee83aeb2 None None] Network 70561d13-1311-45ac-978a-972b06b17e8a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:04.444724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:04.465758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] For port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:04.478407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] For port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:04.493259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5523-44b3-4215-b71f-d58918b60a31 req-f4612c8d-468c-4aaf-8b3f-b1d22a695bdf tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.494834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53ac5523-44b3-4215-b71f-d58918b60a31 req-f4612c8d-468c-4aaf-8b3f-b1d22a695bdf tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1128 time: 0.1795504 Feb 09 02:08:04.503518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6badd2b-8c4a-4c6f-81f5-3bc6a2d7480b req-daf7dcfc-b62f-4e8b-8afd-dedfb202ccbc tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.510371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6badd2b-8c4a-4c6f-81f5-3bc6a2d7480b req-daf7dcfc-b62f-4e8b-8afd-dedfb202ccbc tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.2746377 Feb 09 02:08:04.531705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.598987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-ef5750cc-661f-402b-ad8a-9c920cc2ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.599470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-ef5750cc-661f-402b-ad8a-9c920cc2ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.599942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-ef5750cc-661f-402b-ad8a-9c920cc2ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.601603 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-ef5750cc-661f-402b-ad8a-9c920cc2ffef service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2813768 Feb 09 02:08:04.604217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (70561d13-1311-45ac-978a-972b06b17e8a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.666727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] DHCP port deletion for 70561d13-1311-45ac-978a-972b06b17e8a request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:08:04.675823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53ac5523-44b3-4215-b71f-d58918b60a31 req-a2069b72-7848-4a99-a522-f3950a197201 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624732 Feb 09 02:08:04.688473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Pushing event updated for resources: {'Port': ['ID=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:04.702044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.702739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.704340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4886d07e-e6b2-4af7-8375-80b180e3f377 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 HTTP/1.1" status: 200 len: 1091 time: 2.4106522 Feb 09 02:08:04.718984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6badd2b-8c4a-4c6f-81f5-3bc6a2d7480b req-9522e281-8a79-4e65-ba36-7ff2364384d9 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=8619b789-c114-46f8-8e39-eb67ae13be30&id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=3df241bd-d1c1-4dbf-adef-5a64972c617a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2074645 Feb 09 02:08:04.744889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:04.815923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-c83ad1d0-76fe-4e77-82b7-de69409f51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:04.817563 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e766653c-9905-4815-8b7d-ba0ad634fd2e req-c83ad1d0-76fe-4e77-82b7-de69409f51cb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2060657 Feb 09 02:08:04.825708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] Deleting port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:04.826093 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.862900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Deleting port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:04.863487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.935648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.958087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] For port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:04.958599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.985314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Calling delete_port for a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:04.998070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] For port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,segment=NetworkSegment(b0baa0e4-5fe7-4d82-ae2b-caf51704888b),segment_id=b0baa0e4-5fe7-4d82-ae2b-caf51704888b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:04.999362 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.017000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] Calling delete_port for a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:05.020772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.026255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.033151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.039131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.045268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.050843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.057164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.060142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7d0f7166-07b8-409e-adf3-ee518ee50cd6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5392 time: 0.1922235 Feb 09 02:08:05.069695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c877-57c6-41de-bb27-aa30b7bcfd2e req-d97fb490-7f76-46a5-b989-886441e63b60 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.071398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cf6c877-57c6-41de-bb27-aa30b7bcfd2e req-d97fb490-7f76-46a5-b989-886441e63b60 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.2112081 Feb 09 02:08:05.103936 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.142924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] No DVR routers for this DVR port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:05.148970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:05.163401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (a84a9ec4-d09a-4ebf-9aec-dfff26817bd6), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.209383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] Pushing event deleted for resources: {'Port': ['ID=a84a9ec4-d09a-4ebf-9aec-dfff26817bd6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:05.213879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f456b-af5f-4289-bfc8-a3c3d0286512 None None] No DVR routers for this DVR port a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:05.266224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (70561d13-1311-45ac-978a-972b06b17e8a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.267279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cf6c877-57c6-41de-bb27-aa30b7bcfd2e req-b26a0963-9664-4874-9cfa-f2505a35d928 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842518 Feb 09 02:08:05.296808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70561d13-1311-45ac-978a-972b06b17e8a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:05.298064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1f17ee0-d5e4-478f-bbd5-fe01cbeac380 req-7f8f1013-9eb2-4d61-84ff-4bfe4baae330 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2232635 Feb 09 02:08:05.310783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:05.312610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0baa0e4-5fe7-4d82-ae2b-caf51704888b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:05.337538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (b0baa0e4-5fe7-4d82-ae2b-caf51704888b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.359267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b0baa0e4-5fe7-4d82-ae2b-caf51704888b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.369673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:05.371091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (b0baa0e4-5fe7-4d82-ae2b-caf51704888b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:05.373783 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:05.409946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0afeec84-c18e-4ec0-ba01-21eeb9d8ba52 req-fe413eac-0d34-4d0d-b9ca-a2b8089bcd16 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0444806 Feb 09 02:08:05.429211 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:05.489573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (70561d13-1311-45ac-978a-972b06b17e8a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.502076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.505879 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] 10.222.0.53 "DELETE /v2.0/networks/70561d13-1311-45ac-978a-972b06b17e8a HTTP/1.1" status: 204 len: 168 time: 1.0562279 Feb 09 02:08:05.525541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22347b7-1fb4-4661-96f2-db9f4b6306ed admin admin] Pushing event deleted for resources: {'Network': ['ID=70561d13-1311-45ac-978a-972b06b17e8a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:05.531370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf79c52-f0c5-4660-80bb-90a8c51f2c9b req-2e9ef73b-0879-4e69-bab8-ed25075c6c3b tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.532997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf79c52-f0c5-4660-80bb-90a8c51f2c9b req-2e9ef73b-0879-4e69-bab8-ed25075c6c3b tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1128 time: 0.1278756 Feb 09 02:08:05.626613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba90097-5376-4c08-b5fa-2b0deaa2415a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:05.650218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6879eb-04ad-4840-8dfe-3645f32fcc55 req-da21b5be-bedd-448e-bfd9-5b84c05b9daf tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:05.652692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab6879eb-04ad-4840-8dfe-3645f32fcc55 req-da21b5be-bedd-448e-bfd9-5b84c05b9daf tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1579874 Feb 09 02:08:05.655291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Publish callbacks [] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.664203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf79c52-f0c5-4660-80bb-90a8c51f2c9b req-c36b622d-de60-4b66-b6ee-95d7e3c459cc tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Feb 09 02:08:05.687950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Transition to ACTIVE for port object 3ba90097-5376-4c08-b5fa-2b0deaa2415a will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:05.713319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:05.718562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.783155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab6879eb-04ad-4840-8dfe-3645f32fcc55 req-ba24bfe4-063d-4686-908e-5847a55a740c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214895 Feb 09 02:08:05.804594 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aac38430-a7e7-4dcc-9bdb-37f82c932793 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5827016e63c84ce1ac48843cdbd70754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0857265 Feb 09 02:08:05.805405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:05.837242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Pushing event updated for resources: {'Port': ['ID=3ba90097-5376-4c08-b5fa-2b0deaa2415a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:05.902339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:05.904134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edeeb96-355a-4348-84e5-ecf3af1f5a67 admin admin] Publish callbacks [] for security_group (4d075ca5-a088-43eb-b7d5-007709be6fda), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.932185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edeeb96-355a-4348-84e5-ecf3af1f5a67 admin admin] Publish callbacks [] for security_group (4d075ca5-a088-43eb-b7d5-007709be6fda), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.936097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:05.936451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a84a9ec4-d09a-4ebf-9aec-dfff26817bd6 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:05.936870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2448b66-5eef-4753-8972-faa6f40415fc no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:05.970274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b2448b66-5eef-4753-8972-faa6f40415fc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:05.970795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2448b66-5eef-4753-8972-faa6f40415fc not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:06.002154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edeeb96-355a-4348-84e5-ecf3af1f5a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d075ca5-a088-43eb-b7d5-007709be6fda), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:06.007780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edeeb96-355a-4348-84e5-ecf3af1f5a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:06.012912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5edeeb96-355a-4348-84e5-ecf3af1f5a67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d075ca5-a088-43eb-b7d5-007709be6fda HTTP/1.1" status: 204 len: 168 time: 0.2066283 Feb 09 02:08:06.026400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edeeb96-355a-4348-84e5-ecf3af1f5a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d075ca5-a088-43eb-b7d5-007709be6fda,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:06.130680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:06.133098 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220b28e3-904e-4ea9-b412-05b323c0fdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:06.166596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Attempting to bind port 3ba90097-5376-4c08-b5fa-2b0deaa2415a on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:06.166943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Attempting to bind port 3ba90097-5376-4c08-b5fa-2b0deaa2415a by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:06.168006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Attempting to bind port 3ba90097-5376-4c08-b5fa-2b0deaa2415a on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:06.184091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfefed4-97e4-4ff0-8280-463fcd2f845e req-27d84161-e561-489c-be4e-9001c59ddee6 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.185849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bfefed4-97e4-4ff0-8280-463fcd2f845e req-27d84161-e561-489c-be4e-9001c59ddee6 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.2933202 Feb 09 02:08:06.187743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Port 3ba90097-5376-4c08-b5fa-2b0deaa2415a on network d5be7b8c-de13-4acf-acae-db23756c61e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:06.188078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Attempting to bind port 3ba90097-5376-4c08-b5fa-2b0deaa2415a on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:06.202578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:06.202990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Checking segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:06.203310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Bound using segment: {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:06.203754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Bound port: 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d10c840-06e2-417d-b9d5-e8d38bd32d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:06.204120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:06.287200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f42a8-4230-4aec-96d4-c908f1a861bc req-812e7b09-fd17-4499-894a-8efe4f9b4c35 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.290966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-157f42a8-4230-4aec-96d4-c908f1a861bc req-812e7b09-fd17-4499-894a-8efe4f9b4c35 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1128 time: 0.1742270 Feb 09 02:08:06.369669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] For port 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:06.379632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bfefed4-97e4-4ff0-8280-463fcd2f845e req-4106a927-9630-43c2-a87c-0071d8524043 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=8619b789-c114-46f8-8e39-eb67ae13be30&id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=3df241bd-d1c1-4dbf-adef-5a64972c617a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1844273 Feb 09 02:08:06.408846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] For port 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:06.414029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-157f42a8-4230-4aec-96d4-c908f1a861bc req-a92d5999-7ae1-4037-8fbd-a032d1ce4cc7 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085739 Feb 09 02:08:06.420454 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:06.498945 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a1e5b2-0492-4bcb-b30e-a3d7c44ae64f x-openstack-request-id: req-25a1e5b2-0492-4bcb-b30e-a3d7c44ae64f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:06.499348 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:06.499699 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25a1e5b2-0492-4bcb-b30e-a3d7c44ae64f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:06.500201 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64', 'status': 'completed', 'code': 200} Feb 09 02:08:06.501985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Pushing event updated for resources: {'Port': ['ID=3ba90097-5376-4c08-b5fa-2b0deaa2415a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:06.525875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.526991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:06.536941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b3ab40d9-e3dd-4cf6-9217-db6b699bff7f service neutron] 10.222.0.72 "PUT /v2.0/ports/3ba90097-5376-4c08-b5fa-2b0deaa2415a HTTP/1.1" status: 200 len: 1091 time: 1.7972310 Feb 09 02:08:06.574638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:06.599697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.600317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.600824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.601290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.601747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.602206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.602687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.609732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6df819d5-b82a-4c36-99ef-1c8c122251c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6511 time: 0.1266909 Feb 09 02:08:06.772288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:06.795982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d5bf-3e60-41cb-8324-dd9e9b9dac3d req-96042188-49ef-4d26-90a7-03cdd1131286 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.804576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e127d5bf-3e60-41cb-8324-dd9e9b9dac3d req-96042188-49ef-4d26-90a7-03cdd1131286 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1851225 Feb 09 02:08:06.812371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6f0f6302-0009-4722-a508-b7f2fffcc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.812764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6f0f6302-0009-4722-a508-b7f2fffcc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.813237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6f0f6302-0009-4722-a508-b7f2fffcc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.814954 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-6f0f6302-0009-4722-a508-b7f2fffcc0c7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1980169 Feb 09 02:08:06.825790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.843934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.853721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.863479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.869051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.875151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.880204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.882116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-61d614f0-1e48-4cba-a195-a6acb5d8cdfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5404 time: 0.2651246 Feb 09 02:08:06.983723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-bc2d6e8e-904a-4fae-8831-734a70bfd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:06.986271 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-220b28e3-904e-4ea9-b412-05b323c0fdc4 req-bc2d6e8e-904a-4fae-8831-734a70bfd143 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634994 Feb 09 02:08:07.041896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e127d5bf-3e60-41cb-8324-dd9e9b9dac3d req-9bc87962-f457-4392-9635-b5cb4d1e5fe6 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360835 Feb 09 02:08:07.099753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c8b6e88-b53a-46e8-b9f8-94c90fea3233 req-ddbca65c-3ad7-4b84-a347-d448ef773c39 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024765 Feb 09 02:08:07.240196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fc2f372-225b-4ea9-acf6-d831de46ceae req-7bd20f1e-78e6-433a-aacd-08ed26c31822 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0583026 Feb 09 02:08:07.331502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374af63-ac92-40a6-8317-07e4bb80c03e req-1cee5bcf-b550-49c4-ac8c-939876e50d11 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:07.333031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d374af63-ac92-40a6-8317-07e4bb80c03e req-1cee5bcf-b550-49c4-ac8c-939876e50d11 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1329155 Feb 09 02:08:07.414184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd84d124-ed76-4cbb-8724-5040b95eabaa {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:07.432459 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Publish callbacks [] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.454293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d374af63-ac92-40a6-8317-07e4bb80c03e req-b2c6b9d2-9a6c-44cc-a74b-e5863c48199e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094689 Feb 09 02:08:07.459602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Transition to ACTIVE for port object cd84d124-ed76-4cbb-8724-5040b95eabaa will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:07.467256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.574475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd84d124-ed76-4cbb-8724-5040b95eabaa,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:07.669215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8c720-163c-420e-97c7-a7de8c6ce470 req-eec4cc54-fe2b-4180-9dff-71b3783bc9b1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:07.670956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f8c720-163c-420e-97c7-a7de8c6ce470 req-eec4cc54-fe2b-4180-9dff-71b3783bc9b1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.1968923 Feb 09 02:08:07.778444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Attempting to bind port cd84d124-ed76-4cbb-8724-5040b95eabaa on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:07.779253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Attempting to bind port cd84d124-ed76-4cbb-8724-5040b95eabaa by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:07.780031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Attempting to bind port cd84d124-ed76-4cbb-8724-5040b95eabaa on network 8b031676-4b01-4246-8995-0ce03cee25ad {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:07.787357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cb794-5d7d-41cb-a8cb-f063190fa652 req-2f759cde-5024-49ec-bfda-5ac29f4e6f93 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:07.789696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a1cb794-5d7d-41cb-a8cb-f063190fa652 req-2f759cde-5024-49ec-bfda-5ac29f4e6f93 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1128 time: 0.1891255 Feb 09 02:08:07.795799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Port cd84d124-ed76-4cbb-8724-5040b95eabaa on network 8b031676-4b01-4246-8995-0ce03cee25ad not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:07.797070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Attempting to bind port cd84d124-ed76-4cbb-8724-5040b95eabaa on network 8b031676-4b01-4246-8995-0ce03cee25ad {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:07.820793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f8c720-163c-420e-97c7-a7de8c6ce470 req-a2ef566b-9a60-498c-be2f-67692ab805fd tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=8619b789-c114-46f8-8e39-eb67ae13be30&id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=3df241bd-d1c1-4dbf-adef-5a64972c617a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1427433 Feb 09 02:08:07.824784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:07.825484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Checking segment: {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:07.826030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Bound using segment: {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:07.826842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Bound port: cd84d124-ed76-4cbb-8724-5040b95eabaa, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:07.827397 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.921669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a1cb794-5d7d-41cb-a8cb-f063190fa652 req-4562fb19-2fe5-4660-8ec5-11f83417a446 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 Feb 09 02:08:07.944160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] For port cd84d124-ed76-4cbb-8724-5040b95eabaa, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:07.947365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] For port cd84d124-ed76-4cbb-8724-5040b95eabaa, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:07.959312 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.004419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:08.005285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.008195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] 10.222.0.72 "PUT /v2.0/ports/cd84d124-ed76-4cbb-8724-5040b95eabaa HTTP/1.1" status: 200 len: 1092 time: 1.4389958 Feb 09 02:08:08.044681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Request body: {'port': {'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:08.048328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c839c1-3b5a-40cf-a4b6-f5aec7e515d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd84d124-ed76-4cbb-8724-5040b95eabaa,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:08.158535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.350955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e5212-443d-4126-86e5-1393432fb20b req-feda525e-ddf4-4e64-b03f-8254c27f2b17 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:08.352476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe1e5212-443d-4126-86e5-1393432fb20b req-feda525e-ddf4-4e64-b03f-8254c27f2b17 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1319196 Feb 09 02:08:08.456677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe1e5212-443d-4126-86e5-1393432fb20b req-f5207d82-b478-4b30-a64c-849b1cd5b3fd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939589 Feb 09 02:08:08.501802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a'}, {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'cd84d124-ed76-4cbb-8724-5040b95eabaa'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:08.504395 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0241c318-88ca-48ec-a275-295c8c1b58ef" -d '{"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a"}, {"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "cd84d124-ed76-4cbb-8724-5040b95eabaa"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:08.586447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ead44e-e7c1-44a4-8ca6-80efd006cc8a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:08.595762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Publish callbacks [] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.617490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Transition to ACTIVE for port object 66ead44e-e7c1-44a4-8ca6-80efd006cc8a will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:08.626378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.714536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Pushing event updated for resources: {'Port': ['ID=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:08.831346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Attempting to bind port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:08.831969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Attempting to bind port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:08.832515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Attempting to bind port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a on network 8b031676-4b01-4246-8995-0ce03cee25ad {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:08.845100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a on network 8b031676-4b01-4246-8995-0ce03cee25ad not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:08.845779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Attempting to bind port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a on network 8b031676-4b01-4246-8995-0ce03cee25ad {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:08.858618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:08.859237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Checking segment: {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:08.859861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Bound using segment: {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:08.860486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Bound port: 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2021ec3-442f-464f-9928-1b8a562e1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:08.860858 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.996702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] For port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:09.001319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] For port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:09.010564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:09.061412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.062274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:09.065327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] 10.222.0.72 "PUT /v2.0/ports/66ead44e-e7c1-44a4-8ca6-80efd006cc8a HTTP/1.1" status: 200 len: 1092 time: 1.0267975 Feb 09 02:08:09.115498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe529ac4-83ac-4d94-82bb-07c3618bac45 service neutron] Pushing event updated for resources: {'Port': ['ID=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:09.238568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.239206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.239686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.240213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.240630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.241090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.241556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.243578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-74bdce89-74da-4368-995e-4f2140c5bfe2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6709 time: 0.1110342 Feb 09 02:08:09.279717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.284958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.290263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.295813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.301514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.306355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.312577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.320600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-896a5175-735c-443b-aa39-67189b7e62ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.1853845 Feb 09 02:08:09.357312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4703d0a9-a738-42a8-a884-5013606f8fd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5 HTTP/1.1" status: 200 len: 217 time: 0.1005723 Feb 09 02:08:09.442186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-17918221-cc0c-4770-8dc6-d107888092a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.443680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-17918221-cc0c-4770-8dc6-d107888092a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eba3a8ad-cfd6-41dd-970a-299c2e63c034 HTTP/1.1" status: 200 len: 856 time: 0.0796988 Feb 09 02:08:09.458572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59e2e11c-2b09-423c-9f1b-b6b8ceb134d1 req-eb70e580-62d5-473b-9c63-b6ccbce01508 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340735 Feb 09 02:08:09.558195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b636c59-ce5a-4e74-bd12-e730b3d40dda req-c566ee08-c19c-4104-ab5f-474e3b527590 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0322683 Feb 09 02:08:09.567837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1140f3f7-9f08-460a-a68b-e39e2cdcecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.569381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1140f3f7-9f08-460a-a68b-e39e2cdcecd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=854b410b-8d92-47d2-b1a1-46a7c0424200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1097460 Feb 09 02:08:09.659199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-b07a9e22-3203-4906-81fd-ea47a98f66d4 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:08:09.660220 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-b07a9e22-3203-4906-81fd-ea47a98f66d4 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2207177 Feb 09 02:08:09.757420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-366ff428-9640-4355-9315-7dce1a603fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:09.765151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-366ff428-9640-4355-9315-7dce1a603fdf service neutron] 10.222.0.53 "GET /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 1125 time: 0.0963771 Feb 09 02:08:09.770919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:09.771381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:08:10.034877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-61d143e5-f2af-41df-8a47-abc7eae707ad service neutron] 10.222.0.72 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570577 Feb 09 02:08:10.056329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094782d-6fa0-45cc-9baf-c13f9e462347 req-df450ca5-b5d2-43d3-90c0-f7225a413b76 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.059129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1094782d-6fa0-45cc-9baf-c13f9e462347 req-df450ca5-b5d2-43d3-90c0-f7225a413b76 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.4233656 Feb 09 02:08:10.168359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1094782d-6fa0-45cc-9baf-c13f9e462347 req-532e11ce-8bcc-4809-b76f-02c0377d1a18 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964170 Feb 09 02:08:10.219373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f962aeba-3184-40c3-980f-5ca4a383254d service neutron] 10.222.0.72 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777754 Feb 09 02:08:10.235433 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6499d3b-0e3a-4dd9-adaa-f03734b484ac x-openstack-request-id: req-b6499d3b-0e3a-4dd9-adaa-f03734b484ac {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:10.236080 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "cd84d124-ed76-4cbb-8724-5040b95eabaa", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:10.236776 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6499d3b-0e3a-4dd9-adaa-f03734b484ac {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:10.237594 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a', 'status': 'completed', 'code': 200} Feb 09 02:08:10.238064 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': 'cd84d124-ed76-4cbb-8724-5040b95eabaa', 'status': 'completed', 'code': 200} Feb 09 02:08:10.284697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:10.285280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:10.285717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:10.289104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-e2ca95e9-fa40-4e88-90dc-de2b750a646d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=cac4a00d-e689-4a71-9d3b-ddb73f08186f HTTP/1.1" status: 200 len: 217 time: 0.0631824 Feb 09 02:08:10.294300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:10.294900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:10.304642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:10.305168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:10.305764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:10.306493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Bound port: 78b8455d-658b-44ed-bf25-0fec68c86035, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:10.370496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-ccb04390-67ba-4e7b-ba5b-ca9d7ef8acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.371679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:10.372052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-ccb04390-67ba-4e7b-ba5b-ca9d7ef8acec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.0744634 Feb 09 02:08:10.379118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:10.380448 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-a9a1b652-4e4d-44d8-91f3-75f6fc67eb9f service neutron] 10.222.0.53 "POST /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035/bindings HTTP/1.1" status: 201 len: 390 time: 0.6141002 Feb 09 02:08:10.387112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd4e6-e1e8-4f91-9f41-6741b5090ff2 req-bd7cbe54-f07d-4e13-b619-a199fe5c15a1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.388633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-705fd4e6-e1e8-4f91-9f41-6741b5090ff2 req-bd7cbe54-f07d-4e13-b619-a199fe5c15a1 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.1037574 Feb 09 02:08:10.509477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-6d86563d-db05-4373-a6d6-8f040b36f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.511657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-6d86563d-db05-4373-a6d6-8f040b36f552 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1324511 Feb 09 02:08:10.621771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-705fd4e6-e1e8-4f91-9f41-6741b5090ff2 req-9bd703ac-0da3-43d0-8828-f08292e4b75d tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups?id=8619b789-c114-46f8-8e39-eb67ae13be30&id=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8&id=3df241bd-d1c1-4dbf-adef-5a64972c617a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2216542 Feb 09 02:08:10.703736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-ac3e7a71-e52e-4355-8026-9b367cd757e7 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.706406 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-ac3e7a71-e52e-4355-8026-9b367cd757e7 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59727c9-4090-4824-af23-54fc4cb23640 HTTP/1.1" status: 200 len: 1024 time: 0.1286500 Feb 09 02:08:10.802588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-f4a0cf8d-3338-497e-a800-38a66c42623c service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782567 Feb 09 02:08:10.812470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-860b31b8-3798-40c4-9081-ba9dc87e5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.814116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-860b31b8-3798-40c4-9081-ba9dc87e5cde service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1128 time: 0.1608980 Feb 09 02:08:10.869541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae97a4-e5b0-44a1-8144-059eed99b9c4 req-93f97e8e-806d-490f-b338-b78dfd818f98 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:10.871549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Deleting port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:10.872142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:10.879250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ae97a4-e5b0-44a1-8144-059eed99b9c4 req-93f97e8e-806d-490f-b338-b78dfd818f98 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1572878 Feb 09 02:08:11.008322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] For port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,segment=NetworkSegment(dca5b125-7600-4057-a711-468bc3a485e2),segment_id=dca5b125-7600-4057-a711-468bc3a485e2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:11.009382 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.035971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Calling delete_port for 7ecdb1f3-bb93-41ea-8552-0c9a173f821a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:11.077385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-d4be4c68-1ef2-434f-a3e1-6455f487ccde service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603073 Feb 09 02:08:11.176527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ae97a4-e5b0-44a1-8144-059eed99b9c4 req-2f2118a1-4b70-4d31-a788-47d6d7504dab tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961810 Feb 09 02:08:11.177869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-fc6282a1-a0f6-4ce5-8a4c-43a2bd44908e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=eb3e6691-821b-4822-ada6-5f59405acc43 HTTP/1.1" status: 200 len: 217 time: 0.0937786 Feb 09 02:08:11.206112 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7ecdb1f3-bb93-41ea-8552-0c9a173f821a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.231848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-86a6c466-9e96-4fff-a411-2cc52532227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.233537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-86a6c466-9e96-4fff-a411-2cc52532227c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.4060359 Feb 09 02:08:11.253612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'Port': ['ID=7ecdb1f3-bb93-41ea-8552-0c9a173f821a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:11.305515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-6587c992-503d-4563-8faa-e0f34f2066df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 217 time: 0.0645037 Feb 09 02:08:11.316302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] No DVR routers for this DVR port 7ecdb1f3-bb93-41ea-8552-0c9a173f821a on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:11.319641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-70955d5c-1ca4-43b8-b6c5-6268b3a2cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.319811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:11.321455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-70955d5c-1ca4-43b8-b6c5-6268b3a2cf09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.1367598 Feb 09 02:08:11.323996 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9e8d914d-b6d7-40a3-ae91-d6148b24ca92 req-a0f463a1-67fd-410f-b34b-427c57be8d41 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.82 "DELETE /v2.0/ports/7ecdb1f3-bb93-41ea-8552-0c9a173f821a HTTP/1.1" status: 204 len: 173 time: 0.6101449 Feb 09 02:08:11.325289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'name': 'network-vif-deleted', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:11.328642 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00865b35-7460-4013-84d9-18f372f183e4" -d '{"events": [{"server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "name": "network-vif-deleted", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:11.330896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c20de-5bda-439b-9423-968475b4a118 req-a9d30a66-f83f-45b6-a351-da6353b138f6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.332441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce3c20de-5bda-439b-9423-968475b4a118 req-a9d30a66-f83f-45b6-a351-da6353b138f6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 945 time: 0.2522738 Feb 09 02:08:11.456464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-d03d82f6-6df1-4168-8ca7-8d8f8ce770bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.458787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-d03d82f6-6df1-4168-8ca7-8d8f8ce770bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1432335 Feb 09 02:08:11.513770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-cb530d78-98e7-42e4-88cd-4a148fb7687c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401902 Feb 09 02:08:11.525477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.530900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.536156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.541354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.546745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.552312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.558243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.560352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-7d51921d-2644-4011-ba16-0f963d622f1c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2618074 Feb 09 02:08:11.566706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce3c20de-5bda-439b-9423-968475b4a118 req-0b6606bf-02d2-46c3-9384-af242e18c13e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974440 Feb 09 02:08:11.578827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-e153260e-e81f-4bdf-9f5e-e0264a2da3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:11.580226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-e153260e-e81f-4bdf-9f5e-e0264a2da3f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2469091 Feb 09 02:08:11.727119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a962e836-548b-4eba-809d-1c470fba8ae7 req-01000164-e771-4596-92c6-0f2984ce0fbb tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0513687 Feb 09 02:08:11.809104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d910e1ed-e418-4c08-ae12-b6c406ba8de4 req-5abb3c1a-47cc-43c1-8dcb-b94a97f4f58e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2383311 Feb 09 02:08:11.847562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b4b90c72-ed99-471f-a4aa-2a883a52760e service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522688 Feb 09 02:08:11.856130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-ddb4004c-6202-4da1-aa7a-d1e2308ed3f8 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895114 Feb 09 02:08:12.068360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-6251f2c7-44ea-49f1-8352-f3e0c9b5a11e service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064168 Feb 09 02:08:12.184123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce07dc4-a237-4685-b7f8-73f38f799680 req-9d51c4d7-78b1-499b-adf6-22a3f1265958 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:12.186101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ce07dc4-a237-4685-b7f8-73f38f799680 req-9d51c4d7-78b1-499b-adf6-22a3f1265958 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2008715 Feb 09 02:08:12.190505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-ba7a45ea-5728-4c43-b8ce-7b09cc085ae7 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189650 Feb 09 02:08:12.217501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00926-3245-4259-be13-f98829cf6d83 req-3b5fb302-a8ac-49e2-97b4-4815779980e6 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:12.219008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3a00926-3245-4259-be13-f98829cf6d83 req-3b5fb302-a8ac-49e2-97b4-4815779980e6 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.1497564 Feb 09 02:08:12.256867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:12.259060 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7b571c-025e-43ce-b818-3a195e269d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:12.271751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-888de0d6-390a-4723-bddc-7f0f5f85f353 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 HTTP/1.1" status: 200 len: 217 time: 0.0729601 Feb 09 02:08:12.334865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-0733523a-e7dc-4b78-8326-321b72f5dd5c tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:12.336402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-0733523a-e7dc-4b78-8326-321b72f5dd5c tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.2047415 Feb 09 02:08:12.356959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:12.376247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ce07dc4-a237-4685-b7f8-73f38f799680 req-54838ac5-898e-43d4-86ce-046e7bee8113 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806810 Feb 09 02:08:12.416951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3a00926-3245-4259-be13-f98829cf6d83 req-cb40b5a1-5bdd-412e-9371-d4b2d2a164ca tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576283 Feb 09 02:08:12.432449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-7c5c2cf2-7bde-4138-a776-066503ce4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:12.434437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-7c5c2cf2-7bde-4138-a776-066503ce4ef9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.1464407 Feb 09 02:08:12.453176 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd207bfb-73a7-4dd4-a44e-dcb0df2e4bdb x-openstack-request-id: req-fd207bfb-73a7-4dd4-a44e-dcb0df2e4bdb {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:12.453684 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59727c9-4090-4824-af23-54fc4cb23640", "name": "network-vif-deleted", "tag": "7ecdb1f3-bb93-41ea-8552-0c9a173f821a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:12.453780 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd207bfb-73a7-4dd4-a44e-dcb0df2e4bdb {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:12.455256 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59727c9-4090-4824-af23-54fc4cb23640', 'name': 'network-vif-deleted', 'tag': '7ecdb1f3-bb93-41ea-8552-0c9a173f821a', 'status': 'completed', 'code': 200} Feb 09 02:08:12.525898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:12.620302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1285b511-d58d-4f2c-810f-0a8cb8956f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:12.621893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-1285b511-d58d-4f2c-810f-0a8cb8956f48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1758604 Feb 09 02:08:12.726322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e312fc-d994-48aa-a410-46bbe9880f3c req-0b541772-2f8a-4c02-8ab3-80847a7cadbf tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:12.727762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30e312fc-d994-48aa-a410-46bbe9880f3c req-0b541772-2f8a-4c02-8ab3-80847a7cadbf tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.2048655 Feb 09 02:08:12.833303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-82df4f07-ed93-4155-b91c-863c5e926555 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948028 Feb 09 02:08:12.853413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:12.869854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 7ecdb1f3-bb93-41ea-8552-0c9a173f821a no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:12.893050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 7ecdb1f3-bb93-41ea-8552-0c9a173f821a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:12.893404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 7ecdb1f3-bb93-41ea-8552-0c9a173f821a not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:12.924044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30e312fc-d994-48aa-a410-46bbe9880f3c req-c703a2ab-4d35-424b-bb2c-da8dcc4b3f51 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850259 Feb 09 02:08:12.940625 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b98665-b4a3-4dee-9b65-5d2934dd8a8d x-openstack-request-id: req-f7b98665-b4a3-4dee-9b65-5d2934dd8a8d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:12.941026 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:12.941376 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7b98665-b4a3-4dee-9b65-5d2934dd8a8d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:12.941863 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a', 'status': 'completed', 'code': 200} Feb 09 02:08:13.041430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:13.113942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-39e752fd-64c1-4350-a859-2fa749ad77e9 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627239 Feb 09 02:08:13.122917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aef8ceab-cc74-481b-8f90-e4ba718bfd11 req-66a54684-9f26-4f74-8775-4b5ee513b79f tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/8619b789-c114-46f8-8e39-eb67ae13be30 HTTP/1.1" status: 200 len: 1818 time: 0.1678882 Feb 09 02:08:13.188556 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Publish callbacks [] for port (78b8455d-658b-44ed-bf25-0fec68c86035), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.193606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b0068bc6-f0f9-4dac-afd5-e719a64880db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a HTTP/1.1" status: 200 len: 217 time: 0.0669250 Feb 09 02:08:13.217399 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.257132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a249c-0c2f-4b08-9553-bec1d2f140e3 req-cbfaa391-b4c4-4aa5-ac41-bfd4ca098990 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:13.258679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c86a249c-0c2f-4b08-9553-bec1d2f140e3 req-cbfaa391-b4c4-4aa5-ac41-bfd4ca098990 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 945 time: 0.2441199 Feb 09 02:08:13.644864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-aa4d9e4c-bffa-4f26-ac73-6017899ad489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:13.646527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-aa4d9e4c-bffa-4f26-ac73-6017899ad489 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.4424996 Feb 09 02:08:13.697878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:13.725114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aef8ceab-cc74-481b-8f90-e4ba718bfd11 req-71553228-bd28-4b3b-b144-a001afe3c999 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (8619b789-c114-46f8-8e39-eb67ae13be30), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.743545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c86a249c-0c2f-4b08-9553-bec1d2f140e3 req-f218d2b5-f98e-4b8f-9954-d018ac3809d6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537933 Feb 09 02:08:13.758868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:13.759207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:13.759579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:13.777655 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aef8ceab-cc74-481b-8f90-e4ba718bfd11 req-71553228-bd28-4b3b-b144-a001afe3c999 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (8619b789-c114-46f8-8e39-eb67ae13be30), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.781430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:13.781691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Attempting to bind port 78b8455d-658b-44ed-bf25-0fec68c86035 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:13.808961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:13.809541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:13.810192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:13.810966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Bound port: 78b8455d-658b-44ed-bf25-0fec68c86035, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:13.811557 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.825566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4c1e3f2e-e3db-4284-a5da-a3db1d717cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:13.828145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-4c1e3f2e-e3db-4284-a5da-a3db1d717cde service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1647637 Feb 09 02:08:13.928647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b195c71-de97-4038-8383-02215ce1b8e8 req-6dcf6a2c-665d-44f7-864c-0afe65718dc1 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0673432 Feb 09 02:08:13.974861 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aef8ceab-cc74-481b-8f90-e4ba718bfd11 req-71553228-bd28-4b3b-b144-a001afe3c999 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8619b789-c114-46f8-8e39-eb67ae13be30), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.977389 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aef8ceab-cc74-481b-8f90-e4ba718bfd11 req-71553228-bd28-4b3b-b144-a001afe3c999 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:13.978563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aef8ceab-cc74-481b-8f90-e4ba718bfd11 req-71553228-bd28-4b3b-b144-a001afe3c999 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/8619b789-c114-46f8-8e39-eb67ae13be30 HTTP/1.1" status: 204 len: 173 time: 0.8369305 Feb 09 02:08:14.025182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71553228-bd28-4b3b-b144-a001afe3c999 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619b789-c114-46f8-8e39-eb67ae13be30,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:14.055699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:14.075884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-e0a4e914-5077-4337-af93-42e7488ccb5e service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253933 Feb 09 02:08:14.077625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:14.103544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.204330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.210216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.216502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.222177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.228025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.233833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.239093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.241051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0523973-af87-41c6-af99-25edbf85ba15 req-326f6132-beda-49e0-87b8-b268e04b1492 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2339227 Feb 09 02:08:14.307526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:14.337185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.337826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.339964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2298058b-7484-4cad-b68e-84a56a495165 service neutron] 10.222.0.82 "PUT /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 1123 time: 1.9909279 Feb 09 02:08:14.372130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-eb056ee4-0e4a-4ad3-ba08-59247561eeef service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901688 Feb 09 02:08:14.409610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['78b8455d-658b-44ed-bf25-0fec68c86035'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:14.437629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-15ef4711-454c-4d6f-89c8-d054faf19111 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa HTTP/1.1" status: 200 len: 217 time: 0.0576875 Feb 09 02:08:14.445184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0523973-af87-41c6-af99-25edbf85ba15 req-bd79c022-f894-4ee2-8b66-9f717a8c0c84 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877515 Feb 09 02:08:14.471120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fb5e-95f9-4a81-afb5-275d2b3cac67 req-defefd0e-7f82-4cbd-b4a7-7e721755c65e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.478895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b49fb5e-95f9-4a81-afb5-275d2b3cac67 req-defefd0e-7f82-4cbd-b4a7-7e721755c65e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1721301 Feb 09 02:08:14.587002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-ac40e368-214c-468c-9de8-f8c0e7a8f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.589251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-ac40e368-214c-468c-9de8-f8c0e7a8f315 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ddfa95-229e-4521-8894-270b4e71686b HTTP/1.1" status: 200 len: 797 time: 0.1337612 Feb 09 02:08:14.592876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b49fb5e-95f9-4a81-afb5-275d2b3cac67 req-6ca8881a-3218-4b3b-be75-02cf8477ba07 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131718 Feb 09 02:08:14.669341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0001-b298-40bb-a339-6ad3eb64025d req-2f72a839-5b4f-499a-b8b5-85f41c777a40 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.670891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-712f0001-b298-40bb-a339-6ad3eb64025d req-2f72a839-5b4f-499a-b8b5-85f41c777a40 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1377809 Feb 09 02:08:14.711123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29bd6f7a-fbae-4b42-8b12-f05ada762932 req-05ad6866-d55f-4bb3-9f82-5d07797925aa tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "GET /v2.0/security-groups/3df241bd-d1c1-4dbf-adef-5a64972c617a HTTP/1.1" status: 200 len: 1817 time: 0.0872455 Feb 09 02:08:14.712757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-be20f672-1729-4a39-b8e0-3e7636596e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:14.714751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-be20f672-1729-4a39-b8e0-3e7636596e5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1173029 Feb 09 02:08:14.811060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-712f0001-b298-40bb-a339-6ad3eb64025d req-4d8256a3-9408-4a7b-bb76-3f4497b2833b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338022 Feb 09 02:08:14.867396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29bd6f7a-fbae-4b42-8b12-f05ada762932 req-06d777e5-4b56-482c-8d9e-a1c761ba1cb3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (3df241bd-d1c1-4dbf-adef-5a64972c617a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.871460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-b928e640-93a5-4fa9-8fe7-88b34583ee07 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490450 Feb 09 02:08:14.938311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29bd6f7a-fbae-4b42-8b12-f05ada762932 req-06d777e5-4b56-482c-8d9e-a1c761ba1cb3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (3df241bd-d1c1-4dbf-adef-5a64972c617a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:14.942554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035'}, {'name': 'network-changed', 'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:14.944897 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc94b27-a8b4-4710-ac97-005e4846274c" -d '{"events": [{"server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "name": "network-vif-unplugged", "status": "completed", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035"}, {"name": "network-changed", "server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:15.018959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-5c4db26c-c051-466f-8bc1-b002ba8ba646 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390855 Feb 09 02:08:15.019895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29bd6f7a-fbae-4b42-8b12-f05ada762932 req-06d777e5-4b56-482c-8d9e-a1c761ba1cb3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3df241bd-d1c1-4dbf-adef-5a64972c617a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.022336 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29bd6f7a-fbae-4b42-8b12-f05ada762932 req-06d777e5-4b56-482c-8d9e-a1c761ba1cb3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.023379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29bd6f7a-fbae-4b42-8b12-f05ada762932 req-06d777e5-4b56-482c-8d9e-a1c761ba1cb3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] 10.222.0.53 "DELETE /v2.0/security-groups/3df241bd-d1c1-4dbf-adef-5a64972c617a HTTP/1.1" status: 204 len: 173 time: 0.3039052 Feb 09 02:08:15.031608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:15.040464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d777e5-4b56-482c-8d9e-a1c761ba1cb3 tempest-SecurityGroupsTestJSON-2031675359 tempest-SecurityGroupsTestJSON-2031675359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df241bd-d1c1-4dbf-adef-5a64972c617a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:15.079832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-dbe59f54-d12a-422b-9816-3068b0cc50ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a HTTP/1.1" status: 200 len: 217 time: 0.0520868 Feb 09 02:08:15.143965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] Deleting subnet d90c16dd-d758-4014-a70c-00bfecbe7c2e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:15.147926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] Publish callbacks [] for subnet (d90c16dd-d758-4014-a70c-00bfecbe7c2e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.195809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d90c16dd-d758-4014-a70c-00bfecbe7c2e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.218868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-7a99ac3a-6db6-435c-9494-15c1068f6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.220434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-7a99ac3a-6db6-435c-9494-15c1068f6c0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ddfa95-229e-4521-8894-270b4e71686b HTTP/1.1" status: 200 len: 797 time: 0.1337614 Feb 09 02:08:15.276954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d90c16dd-d758-4014-a70c-00bfecbe7c2e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.282320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ea37c-c296-446f-9b57-81d2a4e4d742 req-a7b35613-7733-4cd7-8192-d27d1f6706d2 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.289615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e2ea37c-c296-446f-9b57-81d2a4e4d742 req-a7b35613-7733-4cd7-8192-d27d1f6706d2 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.1386015 Feb 09 02:08:15.360350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d90c16dd-d758-4014-a70c-00bfecbe7c2e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.374350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e2ea37c-c296-446f-9b57-81d2a4e4d742 req-8099c47a-c9d9-4879-b5ad-5b62c1a1ed72 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836453 Feb 09 02:08:15.378001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8936d7a6-1231-4516-a6f9-17d0a946e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.380877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-8936d7a6-1231-4516-a6f9-17d0a946e9a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1478834 Feb 09 02:08:15.397020 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90c16dd-d758-4014-a70c-00bfecbe7c2e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:15.399156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.402484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e7c860a3-2779-4d7f-8173-7c147ebcc176 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d90c16dd-d758-4014-a70c-00bfecbe7c2e HTTP/1.1" status: 204 len: 168 time: 0.3692682 Feb 09 02:08:15.404860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:15.471165 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b71f793-6d47-4de5-bf1e-9098e70979f6 x-openstack-request-id: req-7b71f793-6d47-4de5-bf1e-9098e70979f6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:15.471405 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "name": "network-vif-unplugged", "status": "completed", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035", "code": 200}, {"name": "network-changed", "server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:15.471689 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b71f793-6d47-4de5-bf1e-9098e70979f6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:15.472150 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035', 'code': 200} Feb 09 02:08:15.472409 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035', 'status': 'completed', 'code': 200} Feb 09 02:08:15.532637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cbeb6-2736-4cc3-9dd6-f2b584d3bdc7 req-ea1988b4-58ea-4703-b0c0-fecd0a214010 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.534172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e3cbeb6-2736-4cc3-9dd6-f2b584d3bdc7 req-ea1988b4-58ea-4703-b0c0-fecd0a214010 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.1377883 Feb 09 02:08:15.550867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a077af15-02db-4c1f-ab9a-79d3e44ce685), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.566560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69e6f1ae-ddb5-4a09-b5d0-cb4051d34cb9 req-e505c35e-d1f9-4d59-a167-262a9943d237 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0521321 Feb 09 02:08:15.574768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-044aaba3-6389-42d6-997f-6c2ad19816c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.576497 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-044aaba3-6389-42d6-997f-6c2ad19816c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1157 time: 0.1023326 Feb 09 02:08:15.585614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-3cc8ffa4-487e-4c3c-952d-a74bd00ca391 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965370 Feb 09 02:08:15.671970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e3cbeb6-2736-4cc3-9dd6-f2b584d3bdc7 req-ac375bf5-53e5-43cf-ae50-7e5b878b8754 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130891 Feb 09 02:08:15.722679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014b469f-6eba-4558-8912-5671f9ee8f08 req-2df91977-032c-4916-8931-2514e0d61e79 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144295 Feb 09 02:08:15.788392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a077af15-02db-4c1f-ab9a-79d3e44ce685), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.816413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a077af15-02db-4c1f-ab9a-79d3e44ce685']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:15.836148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca5b125-7600-4057-a711-468bc3a485e2') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:15.836583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca5b125-7600-4057-a711-468bc3a485e2') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:15.857583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (dca5b125-7600-4057-a711-468bc3a485e2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.864869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-c2fdeaa8-7dde-4968-8a6d-4638d34983d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.866476 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-c2fdeaa8-7dde-4968-8a6d-4638d34983d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.2634330 Feb 09 02:08:15.879609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dca5b125-7600-4057-a711-468bc3a485e2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.916904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.922361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.928028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.928348 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-a859fd2b-414d-4d1d-ac13-10d8796aff9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 217 time: 0.0552216 Feb 09 02:08:15.929604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:15.930113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (dca5b125-7600-4057-a711-468bc3a485e2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:15.932075 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:15.936696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.940301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.945558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.951646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.953597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-84e8e8c8-a36c-4add-8045-97ac472de497 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.1732447 Feb 09 02:08:15.976254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ccf14-f5f2-4c92-aaf4-ffb06017a222 req-8c358b8a-a2c0-4e9c-9f9a-b5c522153166 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.977799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-391ccf14-f5f2-4c92-aaf4-ffb06017a222 req-8c358b8a-a2c0-4e9c-9f9a-b5c522153166 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1595266 Feb 09 02:08:15.984708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.985191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.985663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.986947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.986947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.987193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.987526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:15.989536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-4661c7e3-273a-4d8d-a9d4-3484dba93fa9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6709 time: 0.1701901 Feb 09 02:08:16.052384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-4e776a89-af88-4e68-9903-1df3ac7bbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.054621 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-4e776a89-af88-4e68-9903-1df3ac7bbc07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1033967 Feb 09 02:08:16.069817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a077af15-02db-4c1f-ab9a-79d3e44ce685), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.078265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.082736 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a077af15-02db-4c1f-ab9a-79d3e44ce685 HTTP/1.1" status: 204 len: 168 time: 0.6766403 Feb 09 02:08:16.108807 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-1e79b235-9c40-4e52-a6e7-4910d42ac309 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472910 Feb 09 02:08:16.110986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbc04b-c8bf-46bb-badd-9e7718ad00b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a077af15-02db-4c1f-ab9a-79d3e44ce685,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:16.121539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-12688a4e-ff10-4b27-b3c6-ce4503ad4cf6 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.123531 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-12688a4e-ff10-4b27-b3c6-ce4503ad4cf6 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.2068164 Feb 09 02:08:16.125997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-391ccf14-f5f2-4c92-aaf4-ffb06017a222 req-3023d69e-07cd-44de-9a9e-a2f64f106067 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343124 Feb 09 02:08:16.212619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9282bffb-6caa-40ca-8a9b-52529730cd7e req-358416f1-c163-44e4-8d24-9eda5ad9220f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2431116 Feb 09 02:08:16.247705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-41ec25e8-5170-46e9-b94e-ee93f4d1e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.249289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-41ec25e8-5170-46e9-b94e-ee93f4d1e45b service neutron] 10.222.0.72 "GET /v2.0/networks?id=d5be7b8c-de13-4acf-acae-db23756c61e4 HTTP/1.1" status: 200 len: 902 time: 0.2480023 Feb 09 02:08:16.331669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-59cccab6-d4a4-48c4-8df0-05f923fccc09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a HTTP/1.1" status: 200 len: 217 time: 0.0744112 Feb 09 02:08:16.364898 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-ca89fa8d-362b-4415-9f06-9efdda4a6ad4 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345550 Feb 09 02:08:16.374863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Deleting port 44157f87-8f42-4b3f-944b-4509d0a7f339 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:16.375272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.462924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:16.491109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-f3d44533-fba9-4fa5-956b-c4ffae1c7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.493289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-f3d44533-fba9-4fa5-956b-c4ffae1c7f29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.1277757 Feb 09 02:08:16.579387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80ae21-a867-4717-82a5-944c2a432eb3 req-cc4993c4-81ca-449c-914d-88d257888fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.590289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e80ae21-a867-4717-82a5-944c2a432eb3 req-cc4993c4-81ca-449c-914d-88d257888fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.2557859 Feb 09 02:08:16.595005 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bbc94b27-a8b4-4710-ac97-005e4846274c req-e9aeeeb3-bf28-4619-8852-5f4a93856688 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147839 Feb 09 02:08:16.625232 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fb6181cb-8fda-44ea-b852-83d757912dbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5dd701f32fad4a228cfc6d7a64b7a160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612933 Feb 09 02:08:16.628279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] For port 44157f87-8f42-4b3f-944b-4509d0a7f339, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=44157f87-8f42-4b3f-944b-4509d0a7f339,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:16.628279 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.631283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42874) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:16.649861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-be884b08-7a1b-4f09-8352-e6445f1d2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.652074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-be884b08-7a1b-4f09-8352-e6445f1d2bac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1433482 Feb 09 02:08:16.689695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e80ae21-a867-4717-82a5-944c2a432eb3 req-d9d4c049-368c-4915-8129-714f7ad3474c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985982 Feb 09 02:08:16.812877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-987f4dac-8b4a-417e-b821-ff5ab6018319 req-e7a0fca4-7fb8-4642-9b71-f6c905d9fada tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0332587 Feb 09 02:08:16.816722 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b28711f2-c6d4-4c1d-b335-cbbb5a7e3815 admin admin] Publish callbacks [] for security_group (cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.858911 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b28711f2-c6d4-4c1d-b335-cbbb5a7e3815 admin admin] Publish callbacks [] for security_group (cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:16.862813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087a723-e496-4ff8-b27c-87b4361c6a90 req-df1d286e-e54b-48c8-9521-d9fdd4fc6544 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:16.871011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8087a723-e496-4ff8-b27c-87b4361c6a90 req-df1d286e-e54b-48c8-9521-d9fdd4fc6544 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6e90102-8600-4038-b080-fa3ced087db1 HTTP/1.1" status: 200 len: 946 time: 0.1561267 Feb 09 02:08:16.876290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-b5690a98-e783-4153-8f81-53e4a5f009cb service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097940 Feb 09 02:08:16.883950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:17.011800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8087a723-e496-4ff8-b27c-87b4361c6a90 req-bdbae788-b09a-41b4-83c8-452a0b911c45 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups?id=841cf8c1-cbe3-4d81-b256-44296941ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381192 Feb 09 02:08:17.033514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:17.035276 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.035811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fa386a1a-ea5b-40fd-800d-968e365a32f1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.036236 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Floating IP fa386a1a-ea5b-40fd-800d-968e365a32f1 disassociated. External IP: 172.25.6.145, port: 44157f87-8f42-4b3f-944b-4509d0a7f339. Feb 09 02:08:17.036718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Calling delete_port for 44157f87-8f42-4b3f-944b-4509d0a7f339 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:17.053278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:08:17.081214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-6d428b6a-d7e5-4a40-88b6-cba6e48616bd service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987712 Feb 09 02:08:17.216199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b28711f2-c6d4-4c1d-b335-cbbb5a7e3815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.218977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b28711f2-c6d4-4c1d-b335-cbbb5a7e3815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.220596 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b28711f2-c6d4-4c1d-b335-cbbb5a7e3815 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8 HTTP/1.1" status: 204 len: 168 time: 0.5878992 Feb 09 02:08:17.254064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28711f2-c6d4-4c1d-b335-cbbb5a7e3815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e333e-6da8-4c4b-9ddb-39b85dfb43f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.301784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf1965-4bbf-4eac-86b5-9086b68ec33d req-7aa9f08c-377c-4d89-96f3-6df69764b29b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.309587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccf1965-4bbf-4eac-86b5-9086b68ec33d req-7aa9f08c-377c-4d89-96f3-6df69764b29b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 949 time: 0.1668470 Feb 09 02:08:17.323901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (44157f87-8f42-4b3f-944b-4509d0a7f339), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.352358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.352844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.353357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.353838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.354300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.354835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.355290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.357268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-702b11d0-5e5d-4c57-8235-3d95b0da84d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6709 time: 0.1771059 Feb 09 02:08:17.375318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event deleted for resources: {'Port': ['ID=44157f87-8f42-4b3f-944b-4509d0a7f339,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:17.466271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccf1965-4bbf-4eac-86b5-9086b68ec33d req-7184557e-52fc-4793-858c-dc1715ebc784 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556959 Feb 09 02:08:17.562984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-cff69c3d-d099-40aa-9f79-5ac00efb18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.564512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-cff69c3d-d099-40aa-9f79-5ac00efb18cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b031676-4b01-4246-8995-0ce03cee25ad HTTP/1.1" status: 200 len: 902 time: 0.1989195 Feb 09 02:08:17.615420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.626085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:17.652375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-452adefc-5378-4fe1-b433-e9ed2f35e594 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa HTTP/1.1" status: 200 len: 217 time: 0.0785713 Feb 09 02:08:17.778812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a37b4-f41f-4ccd-941c-abb3e5a358f6 req-3a785d91-439d-4b56-9bdb-a336011fb7fe tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.786199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b88a37b4-f41f-4ccd-941c-abb3e5a358f6 req-3a785d91-439d-4b56-9bdb-a336011fb7fe tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.1541026 Feb 09 02:08:17.799815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3c6db-f217-446d-a5c1-586e9894bfb0 req-98d76617-f8ac-4dc9-9e71-1e30faaa12ab tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.802892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe3c6db-f217-446d-a5c1-586e9894bfb0 req-98d76617-f8ac-4dc9-9e71-1e30faaa12ab tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2311897 Feb 09 02:08:17.807929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-07223030-a07b-408c-a628-d229f93d3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:17.810950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-07223030-a07b-408c-a628-d229f93d3a77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ddfa95-229e-4521-8894-270b4e71686b HTTP/1.1" status: 200 len: 797 time: 0.1286583 Feb 09 02:08:17.817655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:17.836022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] Sync routers for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:17.852530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:17.853448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:17.913939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] No DVR routers for this DVR port 44157f87-8f42-4b3f-944b-4509d0a7f339 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:17.920147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:17.926019 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0a5e2a97-399b-40ed-9191-ad7edcfd103b req-9fd25079-4d5b-4007-ae67-1e11e11b81cf tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.72 "DELETE /v2.0/ports/44157f87-8f42-4b3f-944b-4509d0a7f339 HTTP/1.1" status: 204 len: 173 time: 1.7847710 Feb 09 02:08:17.926685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'name': 'network-vif-deleted', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:17.930283 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e05f51-c0fa-4d72-8ad4-6c074bf4e34e" -d '{"events": [{"server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "name": "network-vif-deleted", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:17.980794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe3c6db-f217-446d-a5c1-586e9894bfb0 req-1518b3f1-632d-4f12-a4b2-eba5bf7a1361 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618500 Feb 09 02:08:18.037074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b88a37b4-f41f-4ccd-941c-abb3e5a358f6 req-c9ffe0ac-3cb1-4c89-a898-80ede721f988 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498307 Feb 09 02:08:18.056466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-b81e2851-f6a3-4c0b-858d-ab72e07ecd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.061200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-b81e2851-f6a3-4c0b-858d-ab72e07ecd41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2337828 Feb 09 02:08:18.189817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:18.319798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.327798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.333653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.340650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.346431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.352042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.360559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.369963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-885876ce-0f74-45c4-aa87-4511b8b499ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2545276 Feb 09 02:08:18.376790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-52ed4307-1f2f-4fea-b422-a8127cc58831 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082535 Feb 09 02:08:18.571102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cf73699-f96e-4b74-adc7-3bcc30efecda req-974f32ff-8085-4bd7-a882-4b0d2c3af1cf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1993980 Feb 09 02:08:18.625631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:18.626196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 5, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:18.675577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] Checking router: 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:18.700748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:18.701455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:18.773477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0241c318-88ca-48ec-a275-295c8c1b58ef req-d35078f1-f5b0-4b22-99e9-5756cbbb8e46 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883810 Feb 09 02:08:18.785335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551ff03-214f-471f-b191-7a69e7c8f717 req-dd8524b8-28ec-4574-91a8-4526fefebb33 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.791233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551ff03-214f-471f-b191-7a69e7c8f717 req-dd8524b8-28ec-4574-91a8-4526fefebb33 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.802766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7551ff03-214f-471f-b191-7a69e7c8f717 req-dd8524b8-28ec-4574-91a8-4526fefebb33 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da&device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 1690 time: 0.3669388 Feb 09 02:08:18.834542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.846894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-887563705-network', 'tenant_id': '2be51e5222e94481ac5862b8767f58a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:18.872656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c81cb994-307d-4ccb-993a-0df42327e8b2 req-7feab7d6-eb6f-4f6d-b1b9-d76a667f1a33 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0597537 Feb 09 02:08:18.883136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:18.919895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Made reservation on behalf of 2be51e5222e94481ac5862b8767f58a1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:18.923243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.936307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.950355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7551ff03-214f-471f-b191-7a69e7c8f717 req-36660569-cbbc-4e09-8bc6-d7bce3ac9e68 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461401 Feb 09 02:08:18.968592 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d3926-9bbc-42be-86a4-4750fad32773 x-openstack-request-id: req-cf5d3926-9bbc-42be-86a4-4750fad32773 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:18.968897 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e90102-8600-4038-b080-fa3ced087db1", "name": "network-vif-deleted", "tag": "44157f87-8f42-4b3f-944b-4509d0a7f339", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:18.969161 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf5d3926-9bbc-42be-86a4-4750fad32773 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:18.969998 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e90102-8600-4038-b080-fa3ced087db1', 'name': 'network-vif-deleted', 'tag': '44157f87-8f42-4b3f-944b-4509d0a7f339', 'status': 'completed', 'code': 200} Feb 09 02:08:18.982307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.986620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.994942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.996529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.997401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.998139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:18.998900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.007425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-65c68208-30cd-4658-a2ec-667a3d8bbdd4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6709 time: 0.1716638 Feb 09 02:08:19.095568 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks [] for security_group (130289d6-c451-4426-8ea4-77c2dc7c5dd0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.103576 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (130289d6-c451-4426-8ea4-77c2dc7c5dd0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.145015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:19.168776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130289d6-c451-4426-8ea4-77c2dc7c5dd0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:19.175473 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c46b025f-acce-47c6-8556-4daad50421a9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.175829 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Added segment c46b025f-acce-47c6-8556-4daad50421a9 of type vlan for network 52cbce10-e74d-4996-9c25-57e59948f8b4 Feb 09 02:08:19.235200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 5, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:19.235961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-df9c7461-8624-45e9-a885-480c7e613ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.237619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-df9c7461-8624-45e9-a885-480c7e613ff3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b031676-4b01-4246-8995-0ce03cee25ad HTTP/1.1" status: 200 len: 902 time: 0.2228117 Feb 09 02:08:19.267467 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (52cbce10-e74d-4996-9c25-57e59948f8b4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.286056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774e55bf-daa7-4f41-a683-5fe585f137c8 None None] The sync data for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 is: [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'fe0a1242-5ba3-4cad-94d3-91becdd08760', 'name': '', 'network_id': 'e45ea08a-e1a1-4333-b854-32a8fb0fbe7f', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'mac_address': 'fa:16:3e:d6:c4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:55Z', 'updated_at': '2022-02-09T02:06:01Z', 'revision_number': 5, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'subnets': [{'id': '0719ee31-c1d3-44d4-af78-f7583a3c8049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:19.304540 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (52cbce10-e74d-4996-9c25-57e59948f8b4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.305682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.306614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.345754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-f7ea68dd-da22-4d66-af96-1484287803ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a HTTP/1.1" status: 200 len: 217 time: 0.1012838 Feb 09 02:08:19.397732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac8451-e564-4c9c-9379-10462805702f req-70e0875b-3993-46f2-b9f5-7c73d0255efc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.399398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11ac8451-e564-4c9c-9379-10462805702f req-70e0875b-3993-46f2-b9f5-7c73d0255efc tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1527290 Feb 09 02:08:19.432696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=52cbce10-e74d-4996-9c25-57e59948f8b4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:19.442524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-99fa2a15-ba38-46cd-b8dc-6a4dca89df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.444442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 52cbce10-e74d-4996-9c25-57e59948f8b4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:19.444606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-99fa2a15-ba38-46cd-b8dc-6a4dca89df7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ddfa95-229e-4521-8894-270b4e71686b HTTP/1.1" status: 200 len: 797 time: 0.0911708 Feb 09 02:08:19.464598 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0411581-a836-495b-ad56-2bdc15e6c8d6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8367860 Feb 09 02:08:19.465473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43004) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:19.478080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Request body: {'subnet': {'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-887563705-subnet', 'tenant_id': '2be51e5222e94481ac5862b8767f58a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:19.519760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Made reservation on behalf of 2be51e5222e94481ac5862b8767f58a1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:19.523817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.546080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11ac8451-e564-4c9c-9379-10462805702f req-9e81413e-8a3b-4ef9-9725-e9002bbcc101 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378224 Feb 09 02:08:19.580180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-1e1272a0-9cd8-4c71-bab9-ca0cc93c084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.582107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-1e1272a0-9cd8-4c71-bab9-ca0cc93c084e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1283150 Feb 09 02:08:19.614674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:19.729507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 44157f87-8f42-4b3f-944b-4509d0a7f339 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:19.750674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db93c61e-14b0-408f-8106-856884659a33 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group (841cf8c1-cbe3-4d81-b256-44296941ecf9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.754170 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869c814-08b7-4edd-a400-aab84f03ce52 None None] New status for floating IP fa386a1a-ea5b-40fd-800d-968e365a32f1: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:08:19.809767 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db93c61e-14b0-408f-8106-856884659a33 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group (841cf8c1-cbe3-4d81-b256-44296941ecf9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.815966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e011b2-b94e-4c37-8c21-71da117c0f0a req-06b8fa8d-0587-4088-b908-b5b880c45afb tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:19.817722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6e011b2-b94e-4c37-8c21-71da117c0f0a req-06b8fa8d-0587-4088-b908-b5b880c45afb tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.1261642 Feb 09 02:08:19.819896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-86ddf92e-05fb-428d-bf56-011636433a02 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310529 Feb 09 02:08:19.827966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 44157f87-8f42-4b3f-944b-4509d0a7f339 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:19.828484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 44157f87-8f42-4b3f-944b-4509d0a7f339 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:19.941184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db93c61e-14b0-408f-8106-856884659a33 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (841cf8c1-cbe3-4d81-b256-44296941ecf9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.944737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db93c61e-14b0-408f-8106-856884659a33 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.946108 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-db93c61e-14b0-408f-8106-856884659a33 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "DELETE /v2.0/security-groups/841cf8c1-cbe3-4d81-b256-44296941ecf9 HTTP/1.1" status: 204 len: 168 time: 0.3302076 Feb 09 02:08:19.951970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43022) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:19.957319 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (b54feca3-d06f-42e5-ab3c-a1bdd55fd62c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:19.998360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6e011b2-b94e-4c37-8c21-71da117c0f0a req-eca48183-f118-48ea-96a0-8f30d4192789 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717005 Feb 09 02:08:20.012944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93c61e-14b0-408f-8106-856884659a33 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841cf8c1-cbe3-4d81-b256-44296941ecf9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:20.023244 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e1caba35-6c59-4628-a5fd-a5e1905901cd tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] show failed (client error): The resource could not be found. Feb 09 02:08:20.024396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e1caba35-6c59-4628-a5fd-a5e1905901cd tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "GET /v2.0/security-groups/841cf8c1-cbe3-4d81-b256-44296941ecf9 HTTP/1.1" status: 404 len: 347 time: 0.0692360 Feb 09 02:08:20.028240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43024) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:20.104055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:20.153757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Checking segment: {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:20.154105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Network hostable DHCP agents. Network: 52cbce10-e74d-4996-9c25-57e59948f8b4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:20.197878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Network 52cbce10-e74d-4996-9c25-57e59948f8b4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:20.217239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 52cbce10-e74d-4996-9c25-57e59948f8b4) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:20.223525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.224146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.233920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Deleting port 754ae219-acb1-4b30-b621-47b289aeab8b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:20.234272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (754ae219-acb1-4b30-b621-47b289aeab8b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.236773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe7143-2355-413d-a2c5-e3b63390524c None None] Network 52cbce10-e74d-4996-9c25-57e59948f8b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:20.288441 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e8c9214a-56b1-4a4c-9ee9-df815d564f67 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8218298 Feb 09 02:08:20.378985 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (754ae219-acb1-4b30-b621-47b289aeab8b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.380559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for floatingip (754ae219-acb1-4b30-b621-47b289aeab8b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.412142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Calling delete_port for 754ae219-acb1-4b30-b621-47b289aeab8b owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:20.422413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db40625-55ce-43e7-b469-de26951f1132 None None] Network 52cbce10-e74d-4996-9c25-57e59948f8b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:20.432322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d7b571c-025e-43ce-b818-3a195e269d0b req-9301b1da-8395-4333-85de-e31e11b4173b service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036119 Feb 09 02:08:20.467658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba74da-bea2-40ee-8863-200b642dff3b req-cdac6cc4-7f2d-4072-a10d-47097d13b537 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.469140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11ba74da-bea2-40ee-8863-200b642dff3b req-cdac6cc4-7f2d-4072-a10d-47097d13b537 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 1133 time: 0.6040893 Feb 09 02:08:20.550375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.556626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.563692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.574844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.584998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.592902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.603317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.605992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-5a8f8671-c2e5-4bd5-b88d-c3e016c45cf4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2032034 Feb 09 02:08:20.630990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (754ae219-acb1-4b30-b621-47b289aeab8b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.640605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11ba74da-bea2-40ee-8863-200b642dff3b req-4679c5b4-cd74-49ae-8cf6-5ff968f3f03c tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552246 Feb 09 02:08:20.673993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Pushing event deleted for resources: {'Port': ['ID=754ae219-acb1-4b30-b621-47b289aeab8b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:20.697357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b373661d-937b-43c5-95fd-d0fe7976e0cd req-79d64aac-c914-43e1-a0bc-b8c47e27d367 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810692 Feb 09 02:08:20.764795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks [] for floatingip (fa386a1a-ea5b-40fd-800d-968e365a32f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.768856 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:20.770374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d05e1f5d-4777-4d0e-8778-0211a33c4d41 tempest-ServersTestJSON-1250488581 tempest-ServersTestJSON-1250488581-project] 10.222.0.53 "DELETE /v2.0/floatingips/fa386a1a-ea5b-40fd-800d-968e365a32f1 HTTP/1.1" status: 204 len: 168 time: 0.7411692 Feb 09 02:08:20.773323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:20.816420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0e83aa-397a-4586-8a86-ee22528e9dd0 req-968835e0-3b3c-432f-9431-6418870b55fb tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0319393 Feb 09 02:08:20.946263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f440f-1491-4b01-a03d-dbc3f77ef4b5 req-acafda1a-bfcb-4fc7-b2c6-7dead666b377 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:20.948683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c06f440f-1491-4b01-a03d-dbc3f77ef4b5 req-acafda1a-bfcb-4fc7-b2c6-7dead666b377 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.0651722 Feb 09 02:08:21.010331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c06f440f-1491-4b01-a03d-dbc3f77ef4b5 req-ac61171b-3f98-447a-8f57-7377d9d68c21 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 Feb 09 02:08:21.275222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8da4a3-1ae7-4a9f-9da6-b80d32d10caa req-937eaf32-8593-48cb-bb9e-406cd0c22e85 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:21.283132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f8da4a3-1ae7-4a9f-9da6-b80d32d10caa req-937eaf32-8593-48cb-bb9e-406cd0c22e85 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 1132 time: 0.0649812 Feb 09 02:08:21.399337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f8da4a3-1ae7-4a9f-9da6-b80d32d10caa req-b90143f0-16cf-4e28-94d3-f2e0385f7f51 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150808 Feb 09 02:08:21.456197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-7d0652d6-dd23-424a-948d-2ba04c842fa5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:21.466666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-7d0652d6-dd23-424a-948d-2ba04c842fa5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 814 time: 0.1806345 Feb 09 02:08:21.485095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-07337db5-2ab7-4134-8876-d2713f55890b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/quotas/2be51e5222e94481ac5862b8767f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0172961 Feb 09 02:08:21.517959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-b37a2e18-8809-4804-b74b-7888fd890a9a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319698 Feb 09 02:08:21.578669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:21.649092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502e38b-106b-4357-bc60-50f17561142f req-0838d819-4f2c-4308-a7db-182e5f310be1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:21.651498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b502e38b-106b-4357-bc60-50f17561142f req-0838d819-4f2c-4308-a7db-182e5f310be1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.1323895 Feb 09 02:08:21.689530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-77252110-ff15-455c-8e7a-fa83449eb829 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610322 Feb 09 02:08:21.776556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b502e38b-106b-4357-bc60-50f17561142f req-92a733a6-967c-436d-8a62-1e92a8700ca6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153743 Feb 09 02:08:21.831611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-d355240c-ca6d-4618-a3ef-d009cc7993d2 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379197 Feb 09 02:08:21.903255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Deleting port fe0a1242-5ba3-4cad-94d3-91becdd08760 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:21.904245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:22.018118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-0c704a15-72a0-403e-903f-fba0fcbc96d9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546601 Feb 09 02:08:22.036615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] For port fe0a1242-5ba3-4cad-94d3-91becdd08760, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fe0a1242-5ba3-4cad-94d3-91becdd08760,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:22.037166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:22.053863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Calling delete_port for fe0a1242-5ba3-4cad-94d3-91becdd08760 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:22.180172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.184453 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.191469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.197886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.204948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.222318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.232612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.235411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d070725a-0542-4348-b406-1dc83569fde1 req-33186905-2c50-4490-8946-f20a451b6759 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2144232 Feb 09 02:08:22.248811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-e2b6b959-9cac-41ea-99ca-92cbfe1435a4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:22.250374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-e2b6b959-9cac-41ea-99ca-92cbfe1435a4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314324 Feb 09 02:08:22.306209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fe0a1242-5ba3-4cad-94d3-91becdd08760), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:22.335651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d070725a-0542-4348-b406-1dc83569fde1 req-686245f7-4321-4a9d-ad4a-a8dea2da80bf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841198 Feb 09 02:08:22.343077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0a1242-5ba3-4cad-94d3-91becdd08760,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:22.345906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-30acf6e6-8c56-44f7-9a3d-a1113bea5cbb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/quotas/1fc6f43d5680489395d74deaf00b53a1 HTTP/1.1" status: 200 len: 375 time: 0.0801883 Feb 09 02:08:22.531942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-3b896bf2-9038-4b20-9e13-a8ef66655051 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1710947 Feb 09 02:08:22.545991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b004e78e-7b4b-4e65-84f7-c6bfcd27d9dc req-f9a7c66c-3480-4b2d-8966-ab07d24eb8a6 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0807786 Feb 09 02:08:22.609961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:22.711682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-2e73a168-05ac-4264-9aa0-cf5b76f22616 service neutron] 10.222.0.72 "GET /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.2263935 Feb 09 02:08:22.927107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f787bfc-876a-483a-86b6-402fed89662c req-9f9d27e6-4ec8-4cd0-86da-93bc4d94f8f9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 210 time: 0.0520413 Feb 09 02:08:23.038097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:08:23.062987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:23.129407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:23.265806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b8455d-658b-44ed-bf25-0fec68c86035 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:23.314696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e43a-5390-44bc-8d42-982ba5155cf2 req-edadb3f3-fe6c-4f74-bd91-1c577e2a192b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:23.316238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aea3e43a-5390-44bc-8d42-982ba5155cf2 req-edadb3f3-fe6c-4f74-bd91-1c577e2a192b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2203515 Feb 09 02:08:23.322237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:23.326681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31366764-ab1c-43b7-8ab7-84c81255d49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:23.371992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:08:23.381882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] Sync routers for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:08:23.393182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fcac7bfb-769d-4f70-876a-ff0db2c3685c admin admin] 10.222.0.53 "PUT /v2.0/routers/5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6187687 Feb 09 02:08:23.396033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43178) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:23.399877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a0bd2da-5099-4921-933f-4c2389e79457 req-18b85b43-7223-46d4-815e-65263ead278b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 210 time: 0.0825803 Feb 09 02:08:23.425467 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:23.426392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:23.429109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:23.468517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aea3e43a-5390-44bc-8d42-982ba5155cf2 req-23486fb3-7b7b-495e-9cf2-2969978bbac4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354346 Feb 09 02:08:23.727948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks [] for router (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:23.804776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] Transition to ACTIVE for port object 78b8455d-658b-44ed-bf25-0fec68c86035 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:23.832746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:23.927555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9476-5d63-4ca5-9594-2f558bef2100 req-2fae3303-c9e9-462a-90c6-7c1be6b2db42 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:23.935927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88ad9476-5d63-4ca5-9594-2f558bef2100 req-2fae3303-c9e9-462a-90c6-7c1be6b2db42 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 943 time: 0.3433764 Feb 09 02:08:23.968957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] No DVR routers for this DVR port 78b8455d-658b-44ed-bf25-0fec68c86035 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:24.031062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:24.036128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-d36a5799-f8e2-4159-ab21-93ea6cf7b2a7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3425107 Feb 09 02:08:24.063030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] Pushing event updated for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:24.075931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8f3db837-0ad7-49b3-89a2-6c3dbd455a9e service neutron] 10.222.0.72 "PUT /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 1.3575711 Feb 09 02:08:24.096461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88ad9476-5d63-4ca5-9594-2f558bef2100 req-7dae664c-8d8f-44f9-9e6f-aeeda7835fb1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595545 Feb 09 02:08:24.177674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-25933525-2870-4201-a003-60cb52a26915 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.183518 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-25933525-2870-4201-a003-60cb52a26915 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 814 time: 0.4449682 Feb 09 02:08:24.226356 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks [] for router_gateway (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:24.237475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Request body: {'port': {'device_id': 'e2923649-2e07-4119-91d3-6ba707391f27', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'admin_state_up': True, 'tenant_id': '2be51e5222e94481ac5862b8767f58a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:24.319835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-9e73f87c-8126-41fd-9c6d-1766cf6ad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.321281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-9e73f87c-8126-41fd-9c6d-1766cf6ad428 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 1128 time: 0.1877267 Feb 09 02:08:24.372443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.382431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.389683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-41635d28-6345-4b35-adf4-adbd3fb74e62 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.391273 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-41635d28-6345-4b35-adf4-adbd3fb74e62 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1127 time: 0.2061677 Feb 09 02:08:24.392394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.401839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.409235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.412588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:08:22Z', 'revision_number': 5, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port': {'id': 'bea1bf13-8636-41ca-b3d4-123cf033327d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:05:47Z', 'updated_at': '2022-02-09T02:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:24.415262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.424959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.435137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-10fa4828-2b77-4f58-a06b-e8e5cc7ba70f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2125123 Feb 09 02:08:24.470418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] Checking router: 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:08:24.476265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Made reservation on behalf of 2be51e5222e94481ac5862b8767f58a1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:24.480665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] Routers {'5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:08:24.481344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:24.482861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:24.523090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Deleting port bea1bf13-8636-41ca-b3d4-123cf033327d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:24.524269 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:24.612238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-5c28a880-ab50-47a0-b142-cf479f532d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.616560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-5c28a880-ab50-47a0-b142-cf479f532d8f service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2706604 Feb 09 02:08:24.616829 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] Set router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:08:24.645414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-28a6a98b-069f-44a7-b949-1e7d9f7f0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.648566 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-28a6a98b-069f-44a7-b949-1e7d9f7f0faf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0&tenant_id=c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 1127 time: 0.2257051 Feb 09 02:08:24.707880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:08:24Z', 'revision_number': 6, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:24.718068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f2f434a-0ae0-4477-a9ab-1b28619f9d6a req-660f3997-d5be-4f44-bded-ba97ecf4dc93 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0998361 Feb 09 02:08:24.811580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-a67d5e92-fc57-4b70-b4bb-a6e8ee1e6e32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 200 len: 217 time: 0.1615274 Feb 09 02:08:24.812784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929f792-cd20-410f-8dd6-ff010a273e6f None None] The sync data for ids ['5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3'] in n-d-826675-12 is: [{'id': '5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3', 'name': 'tempest-ServersTestJSON-1076127631-router', 'tenant_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:05:46Z', 'updated_at': '2022-02-09T02:08:24Z', 'revision_number': 6, 'project_id': '886f48d9c6fa42af8fa63ef5715f2e33', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:08:24.882345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] For port bea1bf13-8636-41ca-b3d4-123cf033327d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=bea1bf13-8636-41ca-b3d4-123cf033327d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:24.883181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:24.909824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Calling delete_port for bea1bf13-8636-41ca-b3d4-123cf033327d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:24.940421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fa25021-d15a-4ebf-9297-e681e76d3cdd req-d97d17b8-e44d-4bfa-a75f-6fa3a7c57f20 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5043294 Feb 09 02:08:24.956715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f994373d-1c43-4359-80f9-6877733973b2 req-5d14aef4-c556-428d-9a78-edacbd281940 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 210 time: 0.0581567 Feb 09 02:08:24.972660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-f188c587-c6d3-4064-bff6-21c8d942d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:24.976718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-f188c587-c6d3-4064-bff6-21c8d942d818 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1573539 Feb 09 02:08:25.029783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-704d982b-b5ab-4889-8130-e96cb2ae2eae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377898 Feb 09 02:08:25.039379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-f3ae6db2-b51e-4602-aedc-a7d7053b9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.040969 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-f3ae6db2-b51e-4602-aedc-a7d7053b9bb4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1127 time: 0.3612876 Feb 09 02:08:25.042835 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-fe6f2189-354a-4dc1-8c5b-ae9b37d9eb54 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2891169 Feb 09 02:08:25.212480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9955866a-843a-4516-a72a-49c1f8107be5 req-f1f17e92-20b7-4aa2-ac0b-8cc21399eae5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 210 time: 0.0434427 Feb 09 02:08:25.287882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-13ef8e05-9b21-47c9-ba81-e961d5e917cc service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506111 Feb 09 02:08:25.314065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Allocated IP 172.20.0.2 (52cbce10-e74d-4996-9c25-57e59948f8b4/b54feca3-d06f-42e5-ab3c-a1bdd55fd62c/58c0d1d7-1c69-47de-8071-83dbbf809585) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:25.422087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0155ca7-b906-45bc-a3a3-2d47b0b22f3a req-5b1eb9cd-a502-4f59-b1bd-716ce92d98e5 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274002 Feb 09 02:08:25.436452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82558d8f-92e4-4112-bf1a-ea7345dcb152 req-83fffa16-d12e-413e-8fb4-67f06d01cdde tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.443252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82558d8f-92e4-4112-bf1a-ea7345dcb152 req-83fffa16-d12e-413e-8fb4-67f06d01cdde tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2707601 Feb 09 02:08:25.538044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82558d8f-92e4-4112-bf1a-ea7345dcb152 req-266aa726-65d9-4aad-9d2a-b2fd311de75e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789528 Feb 09 02:08:25.554073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c63e-09d5-45da-a315-00689a4c69db req-9dd668e7-6f43-480c-a52d-063a9c46aa14 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.555984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca44c63e-09d5-45da-a315-00689a4c69db req-9dd668e7-6f43-480c-a52d-063a9c46aa14 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 944 time: 0.1387033 Feb 09 02:08:25.633004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-266beeeb-cf86-4ebc-9e09-3ddc969e9c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.634737 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-266beeeb-cf86-4ebc-9e09-3ddc969e9c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5445755 Feb 09 02:08:25.644442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bea1bf13-8636-41ca-b3d4-123cf033327d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.655879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca44c63e-09d5-45da-a315-00689a4c69db req-bc66f676-37f8-4ab2-bc17-f49ee4e45509 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914228 Feb 09 02:08:25.661108 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe04c003-db84-4799-9046-e3a49c365351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:25.688831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-f2bba05d-87c9-44c5-ab05-1bfc4b3135bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:25.690988 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-f2bba05d-87c9-44c5-ab05-1bfc4b3135bc service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.6020336 Feb 09 02:08:25.702826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea1bf13-8636-41ca-b3d4-123cf033327d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:25.765107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:25.783014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:25.886883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44960f6e-2387-4229-a036-c042ef605cd8 req-bd29e7ab-8f54-4dcd-8304-3ff8dd551fd5 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0539317 Feb 09 02:08:25.891468 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-876acf4c-d43e-443e-b3bf-8ce94da8891c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 200 len: 217 time: 0.1411242 Feb 09 02:08:25.936026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 78b8455d-658b-44ed-bf25-0fec68c86035 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:08:25.939993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:25.951654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fe0a1242-5ba3-4cad-94d3-91becdd08760 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:26.011754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: fe0a1242-5ba3-4cad-94d3-91becdd08760 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:26.014218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.018267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fe0a1242-5ba3-4cad-94d3-91becdd08760 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:26.018892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device bea1bf13-8636-41ca-b3d4-123cf033327d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:26.067454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: bea1bf13-8636-41ca-b3d4-123cf033327d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:26.068037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device bea1bf13-8636-41ca-b3d4-123cf033327d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:26.132252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1447439e-0c85-4a72-9d77-e3a8fb88f8ba req-ab02a3d6-5f55-4846-9270-f6e02c88b0a6 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 210 time: 0.0391188 Feb 09 02:08:26.243469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.251334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks [] for router_controller (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.279546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-ceb5767e-0f64-4c4d-88d7-4ae8cf7c0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.281004 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-ceb5767e-0f64-4c4d-88d7-4ae8cf7c0b02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.3555958 Feb 09 02:08:26.313318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-886e4e56-16e2-4f2d-975e-4b9332090d21 req-5f50474e-6d62-40b9-bc43-6455615d7a60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87039ab9930b45cfb9a3b8caf368c2bc&device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0445540 Feb 09 02:08:26.349736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43270) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:26.391397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks [] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.396913 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-9a5bfb44-df7d-4e9d-806e-03b8b8ef5bed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061690 Feb 09 02:08:26.400893 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.401513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:08:26.418513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.419667 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed20957b-63b5-4397-bbb8-33617c002ab8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5e35969e-0401-4fc9-bd7b-c3ccc26e5aa3 HTTP/1.1" status: 204 len: 168 time: 3.0224674 Feb 09 02:08:26.425742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:26.437827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d638fe1-2e42-4364-bb36-efd4cbf8d160 req-a904554b-f45e-4fdf-bde1-d577d452dab0 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0852716 Feb 09 02:08:26.456546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-886e4e56-16e2-4f2d-975e-4b9332090d21 req-3f205f7c-4e64-41dd-b5f0-d4e2179a63e5 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=87039ab9930b45cfb9a3b8caf368c2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053889 Feb 09 02:08:26.534912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.541091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.549584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.555465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.561190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.567207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.576115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.583863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-2402a297-7df0-441b-90de-b80340d6472b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2739553 Feb 09 02:08:26.700367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8f7bce9-282a-4346-a267-7c407b4ab3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.711156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee66fcbe-1282-4c14-b440-383b6ab96d42 req-4a38e2b7-bc47-4fb8-8b0c-23bbc5e4d0d5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 210 time: 0.0868261 Feb 09 02:08:26.805235 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.848201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cd62510-ab31-4afa-ab93-9c2af4dad7c9 req-d9e48325-f0d9-40e1-9896-305d43b1820d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2633827 Feb 09 02:08:26.881521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e4e56-16e2-4f2d-975e-4b9332090d21 req-cb87f182-1831-41b6-84d5-aa7e9ac65f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.883369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-886e4e56-16e2-4f2d-975e-4b9332090d21 req-cb87f182-1831-41b6-84d5-aa7e9ac65f84 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4181128 Feb 09 02:08:26.898029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:26.902512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.943988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] Deleting subnet 0719ee31-c1d3-44d4-af78-f7583a3c8049 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:08:26.952290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935ecea-fbdf-4aed-9852-63fd8f5c7750 req-795fdd5c-e2ee-45e8-b8dd-3b7439d8cb97 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:26.952497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] Publish callbacks [] for subnet (0719ee31-c1d3-44d4-af78-f7583a3c8049), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:26.953738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0935ecea-fbdf-4aed-9852-63fd8f5c7750 req-795fdd5c-e2ee-45e8-b8dd-3b7439d8cb97 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1342866 Feb 09 02:08:26.960299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.013271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8f7bce9-282a-4346-a267-7c407b4ab3eb admin admin] Publish callbacks [] for security_group (933ce359-c4b3-4361-b687-063a9c763cc7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.022206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8f7bce9-282a-4346-a267-7c407b4ab3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (933ce359-c4b3-4361-b687-063a9c763cc7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.053698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-8e8b30df-5a68-4d5e-b510-f132310f7c3d service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491673 Feb 09 02:08:27.089594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0935ecea-fbdf-4aed-9852-63fd8f5c7750 req-b3740bde-9df1-47d6-807b-1ebdf7cb47f1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084464 Feb 09 02:08:27.101070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Network 52cbce10-e74d-4996-9c25-57e59948f8b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:27.102680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af7a66-65fc-4573-8c69-5984860daced req-712787ae-2d7c-4172-a387-32a5abd7e150 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.104884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65af7a66-65fc-4573-8c69-5984860daced req-712787ae-2d7c-4172-a387-32a5abd7e150 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 944 time: 0.1757479 Feb 09 02:08:27.105655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7bce9-282a-4346-a267-7c407b4ab3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933ce359-c4b3-4361-b687-063a9c763cc7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:27.105940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (0719ee31-c1d3-44d4-af78-f7583a3c8049), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.111433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d8f7bce9-282a-4346-a267-7c407b4ab3eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd8e62ffb68a40b7880319067fc77dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7547188 Feb 09 02:08:27.118030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43282) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:27.181318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:27.186558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65af7a66-65fc-4573-8c69-5984860daced req-cc6370cd-ab16-4e69-a352-687e0a5ac131 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740404 Feb 09 02:08:27.192114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:27.197024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:27.205945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e1f334fe-2760-433c-b69f-b7a19da67c6b admin admin] Publish callbacks [] for security_group (933ce359-c4b3-4361-b687-063a9c763cc7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.231111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e1f334fe-2760-433c-b69f-b7a19da67c6b admin admin] Publish callbacks [] for security_group (933ce359-c4b3-4361-b687-063a9c763cc7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.315318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.315959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.350246 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e1f334fe-2760-433c-b69f-b7a19da67c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (933ce359-c4b3-4361-b687-063a9c763cc7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.353004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e1f334fe-2760-433c-b69f-b7a19da67c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.354497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e1f334fe-2760-433c-b69f-b7a19da67c6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/933ce359-c4b3-4361-b687-063a9c763cc7 HTTP/1.1" status: 204 len: 168 time: 0.2354708 Feb 09 02:08:27.370708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f334fe-2760-433c-b69f-b7a19da67c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933ce359-c4b3-4361-b687-063a9c763cc7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:27.383370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-567c28c6-488a-4511-b900-b45bbe88761b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823190 Feb 09 02:08:27.391628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.223 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/cb5ccd8b-da87-4976-b014-2962801f27bb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:27.392961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4116-2c04-470a-be19-3ef80940fce8 req-00f8fe55-750a-4caf-88a2-302a1a44c449 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.394666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e1d4116-2c04-470a-be19-3ef80940fce8 req-00f8fe55-750a-4caf-88a2-302a1a44c449 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 931 time: 0.1307368 Feb 09 02:08:27.404711 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-a7307042-c9e5-4965-948a-4ee30a8edffd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1802304 Feb 09 02:08:27.418002 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-09699eb6-154a-47a7-890c-0378b00e7596 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516579 Feb 09 02:08:27.428630 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Request body: {'port': {'device_id': 'e2923649-2e07-4119-91d3-6ba707391f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:27.480653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0719ee31-c1d3-44d4-af78-f7583a3c8049), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.492423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e1d4116-2c04-470a-be19-3ef80940fce8 req-951af169-1f5b-4750-9a33-f4343cf1786f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892043 Feb 09 02:08:27.506092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-0bb9ad35-6e63-4ce5-8565-07e947c41840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.508707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-0bb9ad35-6e63-4ce5-8565-07e947c41840 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 1133 time: 0.0865183 Feb 09 02:08:27.595209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3978cfea-4427-4ee6-8921-75cf0a15d8a4 req-626d1284-2fbc-46c4-aca2-43712ea12b7c tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0448742 Feb 09 02:08:27.652752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.696432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-948d6175-f214-4c2a-a92e-39b3e1e790c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.698381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-948d6175-f214-4c2a-a92e-39b3e1e790c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1639583 Feb 09 02:08:27.717843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (0719ee31-c1d3-44d4-af78-f7583a3c8049), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.750936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-e8255d25-4b02-4023-b984-74a502b7b647 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f9e56657-b163-4362-9ef2-5e27eed0103f HTTP/1.1" status: 200 len: 217 time: 0.0463989 Feb 09 02:08:27.804163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0719ee31-c1d3-44d4-af78-f7583a3c8049,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:27.821646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05534c35-e6f5-40a9-ac49-1ad22c25e528 None None] Network e45ea08a-e1a1-4333-b854-32a8fb0fbe7f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:27.823450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:27.827220 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62efa2d4-d750-4c46-ba8d-6bc2fd9b8da6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0719ee31-c1d3-44d4-af78-f7583a3c8049 HTTP/1.1" status: 204 len: 168 time: 1.3912365 Feb 09 02:08:27.829934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43298) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:27.857496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55f96b05-2a3a-4f3c-ad2c-0ae6ed37e818 req-f07d3a29-1a2e-4fab-828b-51ebf8d7242d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 210 time: 0.0523758 Feb 09 02:08:27.863709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-bab071cb-955b-418b-a25e-753fb852c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:27.865131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-bab071cb-955b-418b-a25e-753fb852c1e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1089184 Feb 09 02:08:27.900146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.013459 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.020913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-f2a4afc8-5e68-4643-8139-5c714208ceaf tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.022435 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-f2a4afc8-5e68-4643-8139-5c714208ceaf tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1127 time: 0.3020718 Feb 09 02:08:28.022790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-976b0ca7-1c3c-4cad-9743-8f38b7fbcc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.025122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-976b0ca7-1c3c-4cad-9743-8f38b7fbcc23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1531248 Feb 09 02:08:28.060645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.122039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.128411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.135069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.137269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] DHCP port deletion for e45ea08a-e1a1-4333-b854-32a8fb0fbe7f request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:08:28.141858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.147240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.157661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.163625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.164419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.169683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-ab6c495a-9129-4bc4-887a-6565eb2d9857 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2095962 Feb 09 02:08:28.203739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:28.208104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:28.257434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:28.270555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=cb5ccd8b-da87-4976-b014-2962801f27bb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:28.273053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:28.301390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:28.409129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] Deleting port 596e92f0-f764-459c-852b-62f18656733f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:28.409939 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (596e92f0-f764-459c-852b-62f18656733f), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.425093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Deleting port 596e92f0-f764-459c-852b-62f18656733f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:08:28.425738 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (596e92f0-f764-459c-852b-62f18656733f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.515997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.516377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.531665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c0d1d7-1c69-47de-8071-83dbbf809585 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:28.551314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-c3af2115-b02c-444e-b169-07edbcc7fc98 service neutron] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:28.553522 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Publish callbacks [] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.587280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-c3af2115-b02c-444e-b169-07edbcc7fc98 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.588403 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5c168d7d-e2a1-400a-a12e-acdabf3328d5 req-c3af2115-b02c-444e-b169-07edbcc7fc98 service neutron] 10.222.0.82 "DELETE /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.5359097 Feb 09 02:08:28.625817 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-33e1566d-2a36-4e24-ab2f-f1f9e47d7b96 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8791201 Feb 09 02:08:28.632728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Transition to ACTIVE for port object 58c0d1d7-1c69-47de-8071-83dbbf809585 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:28.640799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] For port 596e92f0-f764-459c-852b-62f18656733f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=596e92f0-f764-459c-852b-62f18656733f,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:28.641212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (596e92f0-f764-459c-852b-62f18656733f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.644318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.666745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Request body: {'port': {'device_id': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:28.691812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] For port 596e92f0-f764-459c-852b-62f18656733f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=596e92f0-f764-459c-852b-62f18656733f,segment=NetworkSegment(35e34ef4-d9f5-4c85-be15-b0178b501a3a),segment_id=35e34ef4-d9f5-4c85-be15-b0178b501a3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:28.692228 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (596e92f0-f764-459c-852b-62f18656733f), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.700219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Calling delete_port for 596e92f0-f764-459c-852b-62f18656733f owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:28.759950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-886e4e56-16e2-4f2d-975e-4b9332090d21 req-f6416c70-6a5f-4057-8fc0-bcef67c102c8 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0331643 Feb 09 02:08:28.763527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-73eecfc4-be98-4921-a6b4-d2c09ae9ebc3 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7313378 Feb 09 02:08:28.768571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6bdb5d6a-02d7-40b9-81dd-29e61f987b27 None None] Provisioning complete for port cb5ccd8b-da87-4976-b014-2962801f27bb triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:28.769284 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bdb5d6a-02d7-40b9-81dd-29e61f987b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:28.775774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] Calling delete_port for 596e92f0-f764-459c-852b-62f18656733f owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:08:28.894248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d137bb0-b858-47af-9d43-4eed51918f07 req-32ddd847-ed78-4fd9-83d7-67656ad7b3c1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:28.902076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d137bb0-b858-47af-9d43-4eed51918f07 req-32ddd847-ed78-4fd9-83d7-67656ad7b3c1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.6743393 Feb 09 02:08:28.927223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d6de505-d02e-4966-bee8-b6cceeb4ab91 req-93d0a554-5b31-48ab-a04f-136bc5797033 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7072656 Feb 09 02:08:28.945834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd64b75b-b6c8-42b4-a894-6a9e4524b735 req-f727c225-c334-4d65-94cf-a1d0a5fff4ef service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738069 Feb 09 02:08:28.949763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb5d6a-02d7-40b9-81dd-29e61f987b27 None None] Port cb5ccd8b-da87-4976-b014-2962801f27bb cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:08:28.968798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:28.997393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d137bb0-b858-47af-9d43-4eed51918f07 req-35c96064-3c71-40e3-9578-0712eb97db5c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941155 Feb 09 02:08:29.034995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (596e92f0-f764-459c-852b-62f18656733f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.044201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Attempting to bind port 58c0d1d7-1c69-47de-8071-83dbbf809585 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:29.044660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Attempting to bind port 58c0d1d7-1c69-47de-8071-83dbbf809585 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:29.045417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Attempting to bind port 58c0d1d7-1c69-47de-8071-83dbbf809585 on network 52cbce10-e74d-4996-9c25-57e59948f8b4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:29.059678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Port 58c0d1d7-1c69-47de-8071-83dbbf809585 on network 52cbce10-e74d-4996-9c25-57e59948f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:29.060180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Attempting to bind port 58c0d1d7-1c69-47de-8071-83dbbf809585 on network 52cbce10-e74d-4996-9c25-57e59948f8b4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:29.097084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:29.097645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Checking segment: {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:29.098155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Bound using segment: {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:29.098733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Bound port: 58c0d1d7-1c69-47de-8071-83dbbf809585, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:29.099183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.117584 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.128326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Pushing event deleted for resources: {'Port': ['ID=596e92f0-f764-459c-852b-62f18656733f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:29.134182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] No DVR routers for this DVR port 596e92f0-f764-459c-852b-62f18656733f on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:29.138791 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (596e92f0-f764-459c-852b-62f18656733f), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.182155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] Pushing event deleted for resources: {'Port': ['ID=596e92f0-f764-459c-852b-62f18656733f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:29.210877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c524fc2-ebdd-4597-9a88-5bcdfcc1a9e5 None None] No DVR routers for this DVR port 596e92f0-f764-459c-852b-62f18656733f on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:08:29.217109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aae5b-3e87-460e-8146-3a17b9ccb9c0 req-b3d8bc4c-a2c2-495c-a439-87c2f8dc5d02 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.227295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a0aae5b-3e87-460e-8146-3a17b9ccb9c0 req-b3d8bc4c-a2c2-495c-a439-87c2f8dc5d02 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 944 time: 0.1598625 Feb 09 02:08:29.235216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:29.240961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:29.244551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b2fb1-58c6-4c74-99fe-4deedcf9de90 req-23684bb6-e023-4c24-9817-09a26272b407 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.253223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e03b2fb1-58c6-4c74-99fe-4deedcf9de90 req-23684bb6-e023-4c24-9817-09a26272b407 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 943 time: 0.1974559 Feb 09 02:08:29.300252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.333449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a0aae5b-3e87-460e-8146-3a17b9ccb9c0 req-09a3350f-770a-440d-acba-8408914873b3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050007 Feb 09 02:08:29.347165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e03b2fb1-58c6-4c74-99fe-4deedcf9de90 req-baf6dbf4-b8af-4bdf-ab0f-d32d1689495d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928774 Feb 09 02:08:29.362493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.363126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.364720 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] 10.222.0.72 "PUT /v2.0/ports/58c0d1d7-1c69-47de-8071-83dbbf809585 HTTP/1.1" status: 200 len: 1092 time: 1.9431841 Feb 09 02:08:29.365173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:29.367436 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3b2ac-62cf-46b2-b350-4f27b43f5821" -d '{"events": [{"name": "network-changed", "server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:29.379322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.421548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45ea08a-e1a1-4333-b854-32a8fb0fbe7f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:29.435100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e34ef4-d9f5-4c85-be15-b0178b501a3a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:29.435840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e34ef4-d9f5-4c85-be15-b0178b501a3a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:08:29.450922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (35e34ef4-d9f5-4c85-be15-b0178b501a3a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.478284 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (35e34ef4-d9f5-4c85-be15-b0178b501a3a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.511460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51dc616c-82fd-45c7-9a88-642739371ef0 req-63f6112d-160b-4186-bbe7-89e8f1aa3002 tempest-ServerShowV254Test-729393100 tempest-ServerShowV254Test-729393100-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5dc2a99-a240-4605-9691-d70b29617086 HTTP/1.1" status: 200 len: 210 time: 0.0425134 Feb 09 02:08:29.585728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:08:29.586144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (35e34ef4-d9f5-4c85-be15-b0178b501a3a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:08:29.596138 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:08:29.663995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.681766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dab87-5dc9-4067-855e-b9fd30652860 service neutron] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:29.690493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-e5384853-26a5-42b4-b030-ad2370ae5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.692564 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-e5384853-26a5-42b4-b030-ad2370ae5436 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 1126 time: 0.2174625 Feb 09 02:08:29.703722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-1247d03e-86be-4bea-a1ec-a1ff98aaa00b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af869ba7ba404a41a7f0d1d8608d3e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323312 Feb 09 02:08:29.712095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e45ea08a-e1a1-4333-b854-32a8fb0fbe7f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.736990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d8ef7-5cd1-4bfd-b6f3-659ca2a642a1 req-12a257d3-3953-4252-8a17-888c54071480 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.738602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-457d8ef7-5cd1-4bfd-b6f3-659ca2a642a1 req-12a257d3-3953-4252-8a17-888c54071480 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 936 time: 0.0984502 Feb 09 02:08:29.751505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:29.754853 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e45ea08a-e1a1-4333-b854-32a8fb0fbe7f HTTP/1.1" status: 204 len: 168 time: 1.9144230 Feb 09 02:08:29.794813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0cb61-1472-4dda-91bd-d1fb2006a936 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45ea08a-e1a1-4333-b854-32a8fb0fbe7f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:29.797377 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-f9fa13e3-0019-4dbe-90d8-85e8c9befe23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58c0d1d7-1c69-47de-8071-83dbbf809585 HTTP/1.1" status: 200 len: 217 time: 0.0833843 Feb 09 02:08:29.868856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-457d8ef7-5cd1-4bfd-b6f3-659ca2a642a1 req-f75cf212-f77d-4e05-9f9a-bea3565f168b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192384 Feb 09 02:08:29.892967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 596e92f0-f764-459c-852b-62f18656733f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:08:29.899664 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-aa908e7d-c0a1-44e0-aed5-b1970c3005fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.901833 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-aa908e7d-c0a1-44e0-aed5-b1970c3005fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c HTTP/1.1" status: 200 len: 854 time: 0.0818906 Feb 09 02:08:29.947537 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-b4ea928b-ea7a-49a0-839f-8e8596e7677d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=52cbce10-e74d-4996-9c25-57e59948f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361114 Feb 09 02:08:29.955925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-7672b086-b19c-4dbc-991d-9a04666b981c tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:29.957027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 596e92f0-f764-459c-852b-62f18656733f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:08:29.965746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 596e92f0-f764-459c-852b-62f18656733f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:08:29.968894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-7672b086-b19c-4dbc-991d-9a04666b981c tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559752 Feb 09 02:08:29.989942 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10cdb09-ab84-4da9-b0f3-c6adce1a4ced x-openstack-request-id: req-f10cdb09-ab84-4da9-b0f3-c6adce1a4ced {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:29.990182 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:29.990821 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f10cdb09-ab84-4da9-b0f3-c6adce1a4ced {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:29.991234 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'status': 'completed', 'code': 200} Feb 09 02:08:30.024503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-9260321e-76f9-4dfd-89ae-28d8b45c2c19 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/quotas/af869ba7ba404a41a7f0d1d8608d3e5d HTTP/1.1" status: 200 len: 375 time: 0.0516982 Feb 09 02:08:30.082152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5ccd8b-da87-4976-b014-2962801f27bb {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:30.095212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Publish callbacks [] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.124369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Transition to ACTIVE for port object cb5ccd8b-da87-4976-b014-2962801f27bb will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:30.125634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-951b91a9-d85b-417c-b0f8-5a36f2b2c62b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=af869ba7ba404a41a7f0d1d8608d3e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938942 Feb 09 02:08:30.146559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.191342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43350) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:30.207178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Pushing event updated for resources: {'Port': ['ID=cb5ccd8b-da87-4976-b014-2962801f27bb,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:30.213320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.214062 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-c55ba2b9-8f31-4a26-ba51-835a9588c855 service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590942 Feb 09 02:08:30.220440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.227116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.233917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.243446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.249851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.255852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.257843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-e517bef2-8f07-4f0e-8858-14d528022444 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.1459606 Feb 09 02:08:30.343602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7785ba9b-286a-49f0-94bf-dc8c8e06a73e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=886f48d9c6fa42af8fa63ef5715f2e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484213 Feb 09 02:08:30.345395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43354) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:30.438911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a967e559-86b7-49e3-af8a-09410fd48f89 req-ef4f19e7-2d82-4dbc-aa47-f2040f7a0514 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532457 Feb 09 02:08:30.446103 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dfee50c0-cfc3-4899-a55e-711728787d07 req-de04e324-6233-4c81-bcf0-04bc8f22aa97 service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215085 Feb 09 02:08:30.461128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Attempting to bind port cb5ccd8b-da87-4976-b014-2962801f27bb on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:30.461340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Attempting to bind port cb5ccd8b-da87-4976-b014-2962801f27bb by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:30.461946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Attempting to bind port cb5ccd8b-da87-4976-b014-2962801f27bb on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:30.467329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Port cb5ccd8b-da87-4976-b014-2962801f27bb on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:30.467555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Attempting to bind port cb5ccd8b-da87-4976-b014-2962801f27bb on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:30.473295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:30.474931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:30.474931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:30.475246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Bound port: cb5ccd8b-da87-4976-b014-2962801f27bb, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:30.475596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.602918 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e8deafe-a47c-41fc-b275-05c22c711310 admin admin] Publish callbacks [] for security_group (6b9b82d7-d07b-47b8-8868-0cd9df159b8b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.606905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] For port cb5ccd8b-da87-4976-b014-2962801f27bb, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:30.612136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] For port cb5ccd8b-da87-4976-b014-2962801f27bb, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cb5ccd8b-da87-4976-b014-2962801f27bb,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:30.616856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-6348ad04-8423-4f34-86a1-1619c404878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.618407 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-6348ad04-8423-4f34-86a1-1619c404878f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 1126 time: 0.0877614 Feb 09 02:08:30.623212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.674738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e8deafe-a47c-41fc-b275-05c22c711310 admin admin] Publish callbacks [] for security_group (6b9b82d7-d07b-47b8-8868-0cd9df159b8b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.684294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.702269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de16819-b67a-44e5-b604-18e0638a7b4a req-53a16356-6be7-464b-9e9b-d2da37e1a331 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.703703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.704722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0de16819-b67a-44e5-b604-18e0638a7b4a req-53a16356-6be7-464b-9e9b-d2da37e1a331 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.3059099 Feb 09 02:08:30.705197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] 10.222.0.82 "PUT /v2.0/ports/cb5ccd8b-da87-4976-b014-2962801f27bb HTTP/1.1" status: 200 len: 1097 time: 2.0507886 Feb 09 02:08:30.757747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e703a0-6431-49d0-8f67-74cffa3cd72b req-08ad8cb6-8e4f-44f8-9667-fdc8a460ec44 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:30.759473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75e703a0-6431-49d0-8f67-74cffa3cd72b req-08ad8cb6-8e4f-44f8-9667-fdc8a460ec44 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 1127 time: 0.1901536 Feb 09 02:08:30.787949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc77bc-9d1f-48fd-af77-275195448b6a service neutron] Pushing event updated for resources: {'Port': ['ID=cb5ccd8b-da87-4976-b014-2962801f27bb,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:30.829277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0de16819-b67a-44e5-b604-18e0638a7b4a req-4beea429-f03e-44d2-ac30-835b91f43e4f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096601 Feb 09 02:08:30.838120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e8deafe-a47c-41fc-b275-05c22c711310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6b9b82d7-d07b-47b8-8868-0cd9df159b8b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.842701 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e8deafe-a47c-41fc-b275-05c22c711310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:30.843932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9e8deafe-a47c-41fc-b275-05c22c711310 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b9b82d7-d07b-47b8-8868-0cd9df159b8b HTTP/1.1" status: 204 len: 168 time: 0.4975955 Feb 09 02:08:30.867801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8deafe-a47c-41fc-b275-05c22c711310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b82d7-d07b-47b8-8868-0cd9df159b8b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:30.890652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75e703a0-6431-49d0-8f67-74cffa3cd72b req-e6780523-cfa0-4f91-9523-01cdff46bcba tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161413 Feb 09 02:08:31.013049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8e8d9e2-4c09-4ccb-9cdf-79d13c39d033 req-12696046-2488-45b9-91d8-ee5ba867113d tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 210 time: 0.0887182 Feb 09 02:08:31.165741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cc655-d09f-49d5-a99b-bef0c62e429b req-cafaab8b-7546-42a9-93c9-e58c3b17c112 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.175335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd2cc655-d09f-49d5-a99b-bef0c62e429b req-cafaab8b-7546-42a9-93c9-e58c3b17c112 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 943 time: 0.1275682 Feb 09 02:08:31.248566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd2cc655-d09f-49d5-a99b-bef0c62e429b req-1199df9e-82a5-4279-97fe-07e70a150157 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673101 Feb 09 02:08:31.283214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-f510c2be-c2a9-410b-a686-b9082d1a9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.284939 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-f510c2be-c2a9-410b-a686-b9082d1a9831 service neutron] 10.222.0.72 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 915 time: 0.6517422 Feb 09 02:08:31.337007 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-4e9ae8ac-b73f-48d2-b8b7-2bfe3a2ce47d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58c0d1d7-1c69-47de-8071-83dbbf809585 HTTP/1.1" status: 200 len: 217 time: 0.0411582 Feb 09 02:08:31.374002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-4a7f9c83-9e37-496c-a8fb-821644c46f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.375665 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-4a7f9c83-9e37-496c-a8fb-821644c46f32 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 1131 time: 0.6020277 Feb 09 02:08:31.397664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578da278-0127-4b85-8b55-bc195fb444a3 req-aa778d43-0889-4c93-8ee9-4a31f0f06b7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.399323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-578da278-0127-4b85-8b55-bc195fb444a3 req-aa778d43-0889-4c93-8ee9-4a31f0f06b7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 948 time: 0.0676870 Feb 09 02:08:31.453319 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-03f5ec4f-4169-4f7f-b4a9-f5159080901b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=cb5ccd8b-da87-4976-b014-2962801f27bb HTTP/1.1" status: 200 len: 217 time: 0.0499434 Feb 09 02:08:31.463862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-578da278-0127-4b85-8b55-bc195fb444a3 req-25f1bb0d-d48e-4e9d-b1b5-6d2cc1d8576a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556736 Feb 09 02:08:31.493943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-da039361-7f5f-4381-bf2f-9cd8f5de1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.496207 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-da039361-7f5f-4381-bf2f-9cd8f5de1d20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c HTTP/1.1" status: 200 len: 854 time: 0.1397674 Feb 09 02:08:31.547730 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-6cd5157e-a85b-4441-81cc-080ac75d00d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=52cbce10-e74d-4996-9c25-57e59948f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381641 Feb 09 02:08:31.560192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-6ddf5a97-4095-4179-b440-5f683fd225b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.561781 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-6ddf5a97-4095-4179-b440-5f683fd225b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1017501 Feb 09 02:08:31.618978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43398) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:31.713036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac563ffd-c283-4875-8987-ab6375fbe288 req-efc13fdf-625b-48bb-a514-bc3808b70b66 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.715345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac563ffd-c283-4875-8987-ab6375fbe288 req-efc13fdf-625b-48bb-a514-bc3808b70b66 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1128 time: 0.0764592 Feb 09 02:08:31.721378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-a3a810c6-55b9-409e-bbe2-d7b64cb0f3a1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.728067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-a3a810c6-55b9-409e-bbe2-d7b64cb0f3a1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.1632171 Feb 09 02:08:31.758707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-61a150aa-f4c5-480f-a364-430b38235fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:31.760419 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-61a150aa-f4c5-480f-a364-430b38235fa5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1916068 Feb 09 02:08:31.761248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-f52fd921-a5c7-44e1-84b1-fa0ade073ba0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/quotas/c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 375 time: 0.0315111 Feb 09 02:08:31.763045 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-29b2db8f-1ee7-4395-9d1f-ee804c346cd1 service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057688 Feb 09 02:08:31.795654 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-773c4cfe-548d-4762-89ee-a71fbb38f2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:31.875000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac563ffd-c283-4875-8987-ab6375fbe288 req-ff7d9d97-d0e5-40af-b19b-3c8d4db3149e tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444142 Feb 09 02:08:31.898734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-6f3885dd-6ef4-446d-910b-eb583531ca02 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=af869ba7ba404a41a7f0d1d8608d3e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461740 Feb 09 02:08:31.994196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'tag': 'cb5ccd8b-da87-4976-b014-2962801f27bb'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:31.998176 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e" -d '{"events": [{"name": "network-changed", "server_uuid": "3863a514-3c4a-4f76-8d3a-200c9278b120", "tag": "cb5ccd8b-da87-4976-b014-2962801f27bb"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:32.008937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-92cdfb07-f295-438a-a7b1-f38111aae52c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2460229 Feb 09 02:08:32.019308 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-99e3b2ac-62cf-46b2-b350-4f27b43f5821 req-108a7c54-69ec-40b6-883b-d8cc352fd511 service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441483 Feb 09 02:08:32.023706 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-b6e2b1f8-e6f0-419b-b2b9-cb01d71df52f service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621668 Feb 09 02:08:32.161600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e11c4cc5-0e3d-476c-8fbd-a431f188944b req-63fde961-b5b0-416a-ad4f-eb117e6c98ee service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308472 Feb 09 02:08:32.209407 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-773c4cfe-548d-4762-89ee-a71fbb38f2e0 admin admin] Publish callbacks [] for security_group (baa80cda-79e0-4967-b083-6e44a49cdbb7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.232051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-773c4cfe-548d-4762-89ee-a71fbb38f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (baa80cda-79e0-4967-b083-6e44a49cdbb7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.251581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.256988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.263864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.269180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.274527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.277717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:32.281337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.286542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.288504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-aebcdd28-6397-4200-a583-0eab6a8dd40c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2997327 Feb 09 02:08:32.315518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-4df25531-2dd9-4000-b879-a7cc74823ecb tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.316981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-4df25531-2dd9-4000-b879-a7cc74823ecb tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125297 Feb 09 02:08:32.324394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c5255574-50a1-42ae-9eee-c736327dbdf1 service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140938 Feb 09 02:08:32.343891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Request body: {'port': {'device_id': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'af869ba7ba404a41a7f0d1d8608d3e5d'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:32.378199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1449737721-network', 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:32.399134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:32.401661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.411747 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.439654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c4cfe-548d-4762-89ee-a71fbb38f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa80cda-79e0-4967-b083-6e44a49cdbb7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:32.447464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-773c4cfe-548d-4762-89ee-a71fbb38f2e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87039ab9930b45cfb9a3b8caf368c2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8245444 Feb 09 02:08:32.448835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:32.535902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks [] for security_group (8e47b419-3b99-4da1-a931-db1277ffd3c2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.536993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff53460a-b0d8-4d93-b8ea-6048a93584ac admin admin] Publish callbacks [] for security_group (baa80cda-79e0-4967-b083-6e44a49cdbb7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.543379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8e47b419-3b99-4da1-a931-db1277ffd3c2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.580336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:32.583556 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff53460a-b0d8-4d93-b8ea-6048a93584ac admin admin] Publish callbacks [] for security_group (baa80cda-79e0-4967-b083-6e44a49cdbb7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.598637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd9e547a-1e41-4fb8-904d-d4863e275218 req-fdb33b47-6185-4559-9863-f7f8f8b454e6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2985737 Feb 09 02:08:32.613056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e47b419-3b99-4da1-a931-db1277ffd3c2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:32.620625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (cc9e114c-e477-4771-8581-ce1795329031), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.621130 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Added segment cc9e114c-e477-4771-8581-ce1795329031 of type vlan for network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d Feb 09 02:08:32.625490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-a97d4a37-0c1d-4d44-9e62-472c908f4bc9 service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775350 Feb 09 02:08:32.635596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Made reservation on behalf of af869ba7ba404a41a7f0d1d8608d3e5d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:32.640275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.650878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.683075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.730287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff53460a-b0d8-4d93-b8ea-6048a93584ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (baa80cda-79e0-4967-b083-6e44a49cdbb7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.733387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff53460a-b0d8-4d93-b8ea-6048a93584ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.734590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff53460a-b0d8-4d93-b8ea-6048a93584ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baa80cda-79e0-4967-b083-6e44a49cdbb7 HTTP/1.1" status: 204 len: 168 time: 0.2849820 Feb 09 02:08:32.743635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.744612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.745271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.749131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53460a-b0d8-4d93-b8ea-6048a93584ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa80cda-79e0-4967-b083-6e44a49cdbb7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:32.810392 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks [] for security_group (da690a61-f8ac-462f-b847-c6efe05d1539), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.817111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (da690a61-f8ac-462f-b847-c6efe05d1539), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.820449 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5415764 Feb 09 02:08:32.824660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43434) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:32.830190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Request body: {'subnet': {'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1449737721-subnet', 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:32.871474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0a8d0-da4d-4e50-97bd-eaf32c86148f admin admin] Pushing event updated for resources: {'Network': ['ID=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:32.885625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:32.903841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:32.906281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:32.926137 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9feb20-f918-46a5-9184-6ec3ea558843 x-openstack-request-id: req-7b9feb20-f918-46a5-9184-6ec3ea558843 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:32.926502 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3863a514-3c4a-4f76-8d3a-200c9278b120", "tag": "cb5ccd8b-da87-4976-b014-2962801f27bb", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:32.926765 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b9feb20-f918-46a5-9184-6ec3ea558843 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:32.927174 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'tag': 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'status': 'completed', 'code': 200} Feb 09 02:08:32.941526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3384f2-b402-450c-9918-80f13c3e6b6e req-5aef49d3-8d3a-43c2-be62-426ff6acce17 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:32.958099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee3384f2-b402-450c-9918-80f13c3e6b6e req-5aef49d3-8d3a-43c2-be62-426ff6acce17 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1128 time: 0.2275357 Feb 09 02:08:33.029500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da690a61-f8ac-462f-b847-c6efe05d1539,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:33.071236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-19463c7e-8639-48f6-aaab-7a2a27b87bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.073516 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-19463c7e-8639-48f6-aaab-7a2a27b87bdc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 1131 time: 0.1048846 Feb 09 02:08:33.103293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06d7c690-8e00-46f8-81a4-fccf4459db67 req-a095edb6-098e-42f8-8774-3c1566a95848 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 210 time: 0.0651510 Feb 09 02:08:33.201863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Allocated IP 192.168.233.201 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/3b8ae6a2-fce1-4e89-b079-1096bc70a58c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:33.228937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee3384f2-b402-450c-9918-80f13c3e6b6e req-a5fb78e6-a77a-41c6-af78-f9bab5d6ae11 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599699 Feb 09 02:08:33.288149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-817f3bf7-ba9f-4875-b8e9-f15536af9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.292146 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-817f3bf7-ba9f-4875-b8e9-f15536af9be4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2048004 Feb 09 02:08:33.352415 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-5989c7c4-9403-4056-8ef4-d84e051b538e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=cb5ccd8b-da87-4976-b014-2962801f27bb HTTP/1.1" status: 200 len: 217 time: 0.0534437 Feb 09 02:08:33.373734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (6dec9c77-64c6-4050-8291-f4f79fcfa9be), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.498164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-f3c57817-af12-48d8-b533-cbfa54dc3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.500861 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-f3c57817-af12-48d8-b533-cbfa54dc3196 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1401536 Feb 09 02:08:33.503402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dec9c77-64c6-4050-8291-f4f79fcfa9be,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:33.510885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cf9a3-cd0e-47ff-b111-ab6f75ef34fa req-76c6b434-13ca-483f-8902-49e00d37f0e9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.513684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9cf9a3-cd0e-47ff-b111-ab6f75ef34fa req-76c6b434-13ca-483f-8902-49e00d37f0e9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 943 time: 0.2485466 Feb 09 02:08:33.528249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c791a1-6f02-4636-a305-f7b6c4f96a7f req-d167257c-9f91-48ab-847f-c0754cf14f21 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.529933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06c791a1-6f02-4636-a305-f7b6c4f96a7f req-d167257c-9f91-48ab-847f-c0754cf14f21 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 948 time: 0.1736474 Feb 09 02:08:33.556984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:33.557681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Network hostable DHCP agents. Network: fc95c1cc-194e-4e18-90f9-4f0b6211cb4d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:33.602999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:33.609012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-4d7dc737-a055-42cf-8ccb-7ebabe8e3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.610898 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-4d7dc737-a055-42cf-8ccb-7ebabe8e3305 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0883591 Feb 09 02:08:33.629219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fc95c1cc-194e-4e18-90f9-4f0b6211cb4d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:33.640392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744165b8-0edc-4dfc-81db-ee3fa8435e5e None None] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:33.677640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:33.679324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.702309 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-79a88229-b49f-49f7-bb81-dd6eab681fcc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8759446 Feb 09 02:08:33.806285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:33.817116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58c0d1d7-1c69-47de-8071-83dbbf809585 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:33.826082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9cf9a3-cd0e-47ff-b111-ab6f75ef34fa req-29a07027-5c63-4d9d-bab2-e5ccb717d061 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815564 Feb 09 02:08:33.837097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06c791a1-6f02-4636-a305-f7b6c4f96a7f req-95ca3ee9-8ed5-4117-a046-de78833f5c08 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948170 Feb 09 02:08:33.849540 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-39f0462a-8dfe-40cf-b5eb-9ce2d8f9ae56 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311161 Feb 09 02:08:33.896628 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks [] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:33.996450 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-36aa011f-3186-4950-916f-98b845819ecc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:08:33.997344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43ae9ee1-af8d-4d18-8ede-21a61b69ff47 req-501eb0cd-4fe8-4430-b816-7441251039cc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 210 time: 0.0469849 Feb 09 02:08:34.031212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.090763 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1dfd9aa9-8df4-4962-817c-f98a09a2a90e req-20d3cb7d-b7e7-45e9-addc-4c60b2df4984 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335975 Feb 09 02:08:34.110592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1408185598-network', 'tenant_id': '3ac8f4224bc04233be598647e00262ba'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:34.152454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Made reservation on behalf of 3ac8f4224bc04233be598647e00262ba for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:34.155249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.166142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.189052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:34.207707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:34.210972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:34.242147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:34.254331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a356a05-d0e9-4238-9d49-6c0e5fd47eb0 None None] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:34.309088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks [] for security_group (e14e2f12-7039-4665-94ab-263208eee771), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.310776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.311832 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.330484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e14e2f12-7039-4665-94ab-263208eee771), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.347023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.352991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.360475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.364003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:34.366405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:34.366636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.373400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.379998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.386660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.396757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-3fff7e77-c459-4250-aa13-0638157136c5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2217822 Feb 09 02:08:34.405048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'port_id': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'mac_address': 'fa:16:3e:fb:52:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54feca3-d06f-42e5-ab3c-a1bdd55fd62c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:34.420028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14e2f12-7039-4665-94ab-263208eee771,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:34.430228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (42816504-cf70-4e0e-986a-2332d21ce1cb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.431282 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Added segment 42816504-cf70-4e0e-986a-2332d21ce1cb of type vlan for network c68b15dd-397b-4831-bf99-47eefa8cfc15 Feb 09 02:08:34.439463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-266962da-0451-4884-b648-5e06c656ee3b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1051831 Feb 09 02:08:34.455124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Request body: {'port': {'device_id': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:34.514252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 58c0d1d7-1c69-47de-8071-83dbbf809585 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:34.514852 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.515536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c68b15dd-397b-4831-bf99-47eefa8cfc15), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.536402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c992b997-6eda-4224-8fba-bb13a186f9b4 req-547f156f-33e2-4bc1-8cfa-7cfe76aa37ce tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358838 Feb 09 02:08:34.628809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.752887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c0d1d7-1c69-47de-8071-83dbbf809585 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:34.755369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c68b15dd-397b-4831-bf99-47eefa8cfc15), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.759184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.761680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.781292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:34.786727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c91a2cd1-dde3-4afe-b961-5a48862f5187 None None] Provisioning complete for port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:34.787272 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c91a2cd1-dde3-4afe-b961-5a48862f5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.827102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c91a2cd1-dde3-4afe-b961-5a48862f5187 None None] Port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:08:34.828796 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.834203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-fdf39048-aaf0-46ca-87f0-89bc6704883d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.835782 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-fdf39048-aaf0-46ca-87f0-89bc6704883d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.2823861 Feb 09 02:08:34.850973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Request body: {'port': {'device_id': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'admin_state_up': True, 'tenant_id': 'c37e669b127a4daeaf552b5094f601d6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:34.875057 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0673425 Feb 09 02:08:34.876893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43502) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:34.889684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Request body: {'subnet': {'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1408185598-subnet', 'tenant_id': '3ac8f4224bc04233be598647e00262ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:34.898881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:34.984470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2876b-95dc-4315-8f33-cea6bac3039e admin admin] Pushing event updated for resources: {'Network': ['ID=c68b15dd-397b-4831-bf99-47eefa8cfc15,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:34.988683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281b075-b097-4922-af58-fbd4b62e5be7 req-a1157ca1-7e06-42cb-8ef4-efa697148b9e tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:34.989815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a281b075-b097-4922-af58-fbd4b62e5be7 req-a1157ca1-7e06-42cb-8ef4-efa697148b9e tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 936 time: 0.2987120 Feb 09 02:08:34.992654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Made reservation on behalf of 3ac8f4224bc04233be598647e00262ba for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:34.995499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.997166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c68b15dd-397b-4831-bf99-47eefa8cfc15 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:35.060588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cb5ccd8b-da87-4976-b014-2962801f27bb details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:35.078539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Made reservation on behalf of c37e669b127a4daeaf552b5094f601d6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:35.085103 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.146978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a281b075-b097-4922-af58-fbd4b62e5be7 req-0bff7c2e-d061-4994-b8da-7fd279a2277b tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491942 Feb 09 02:08:35.207723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['58c0d1d7-1c69-47de-8071-83dbbf809585'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:35.292216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Allocated IP 172.20.0.11 (ea32d4e9-71ca-4dbd-8880-8689f45e4e44/0176b806-e2a2-4b4a-a8e9-b74375e919c0/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:35.292869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8ae6a2-fce1-4e89-b079-1096bc70a58c {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:35.305746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cb5ccd8b-da87-4976-b014-2962801f27bb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cb5ccd8b-da87-4976-b014-2962801f27bb,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:35.306022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Publish callbacks [] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.328819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'mac_address': 'fa:16:3e:60:62:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:35.348163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Transition to ACTIVE for port object 3b8ae6a2-fce1-4e89-b079-1096bc70a58c will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:35.360264 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.420745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port cb5ccd8b-da87-4976-b014-2962801f27bb is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:35.421223 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.431656 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ebda0cde-e069-4a02-bce9-b43f616fda6a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.453395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5ccd8b-da87-4976-b014-2962801f27bb {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:35.477005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cb5ccd8b-da87-4976-b014-2962801f27bb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cb5ccd8b-da87-4976-b014-2962801f27bb,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:35.488347 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.509383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks [] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.519731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.569616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.591452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cb5ccd8b-da87-4976-b014-2962801f27bb,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.618269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebda0cde-e069-4a02-bce9-b43f616fda6a,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.620675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-af81424e-afcd-41d8-887d-bfc8b236156b tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:08:35.621736 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-af81424e-afcd-41d8-887d-bfc8b236156b tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071208 Feb 09 02:08:35.631076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Checking segment: {'id': '42816504-cf70-4e0e-986a-2332d21ce1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:35.631437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Network hostable DHCP agents. Network: c68b15dd-397b-4831-bf99-47eefa8cfc15, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:35.643576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:35.649732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Attempting to bind port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:35.650073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Attempting to bind port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:35.650397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Attempting to bind port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.656292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:35.663826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:35.680886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:35.681221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Attempting to bind port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:35.720963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:35.720963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:35.721268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:35.721633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Bound port: 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:35.721997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.725554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.741340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-20ca07c2-6211-45c1-8339-e0029f9daa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.742386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Network c68b15dd-397b-4831-bf99-47eefa8cfc15 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:35.742962 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-20ca07c2-6211-45c1-8339-e0029f9daa91 service neutron] 10.222.0.53 "GET /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 200 len: 1125 time: 0.0977564 Feb 09 02:08:35.749282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.749960 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.757619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Request body: {'binding': {'host': 'n-h2-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:35.758306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:08:35.780083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c68b15dd-397b-4831-bf99-47eefa8cfc15) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:35.803179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.803779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.804699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addecd8-f2e7-47f2-8822-a18944c85272 None None] Network c68b15dd-397b-4831-bf99-47eefa8cfc15 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:35.805441 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0535ff8-6151-4b61-8e98-9a06614ca254 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9592297 Feb 09 02:08:35.850492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-028aa472-c2e5-4989-88af-1d8a6db8f34e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9583433 Feb 09 02:08:35.851821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:35.855266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Request body: {'port': {'device_id': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:35.855803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:35.864265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-39442c6c-8e7b-4db7-b148-ba98140995fd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.865756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-39442c6c-8e7b-4db7-b148-ba98140995fd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.2182159 Feb 09 02:08:35.867513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.926660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.942042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:35.965289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5177b12-f64f-4010-ae7d-f133cf854b01 None None] Network c68b15dd-397b-4831-bf99-47eefa8cfc15 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:35.982295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:35.983520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:35.987012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-95a9e14c-33dc-4b53-a568-de522cfa98e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/3b8ae6a2-fce1-4e89-b079-1096bc70a58c HTTP/1.1" status: 200 len: 1097 time: 1.5396788 Feb 09 02:08:35.989919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-22e7b6ed-f623-41f8-a5ec-4599fb490fca tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/quotas/6039e2c8b5fc4f41b5b6f8b47770ea0c HTTP/1.1" status: 200 len: 375 time: 0.0739536 Feb 09 02:08:35.991297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:36.004442 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa614935-224b-47a9-8b7b-b7275d08d396" -d '{"events": [{"name": "network-changed", "server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:36.023846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['cb5ccd8b-da87-4976-b014-2962801f27bb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:36.080946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on host n-h2-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:36.081628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:36.081628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:36.089594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:36.089594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:36.111364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:36.111747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:36.112155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:36.112614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Bound port: 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:36.121452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-43681ff7-e6fe-4b39-a88e-4865b3bb5c89 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061668 Feb 09 02:08:36.248762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:36.264725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.275576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-b31983f8-163b-4994-b34b-3e7848e1e360 service neutron] 10.222.0.53 "POST /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb/bindings HTTP/1.1" status: 201 len: 390 time: 0.5171833 Feb 09 02:08:36.313549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-6f57abd8-6acc-4261-b748-3e5fcb02a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:36.316409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-6f57abd8-6acc-4261-b748-3e5fcb02a053 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af869ba7ba404a41a7f0d1d8608d3e5d&device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 1131 time: 0.2595754 Feb 09 02:08:36.369085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-60ee5e4f-67a6-425d-a4a7-7b9abe2dd097 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c HTTP/1.1" status: 200 len: 217 time: 0.0444088 Feb 09 02:08:36.426699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:36.437712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-cdf0a843-b08e-4d3a-810f-737219281730 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130009 Feb 09 02:08:36.439583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Publish callbacks [] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.455939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Transition to ACTIVE for port object d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:36.462347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.493502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-bcf5fb61-8129-4959-8faa-13f1b843cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:36.496508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-bcf5fb61-8129-4959-8faa-13f1b843cc4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1190858 Feb 09 02:08:36.592793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:36.646658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:36.654353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1610334243-network', 'tenant_id': '655fcaf5641b480c901a26fab6b4c885'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:36.710839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Made reservation on behalf of 655fcaf5641b480c901a26fab6b4c885 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:36.713182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.721587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:36.721920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:36.722254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:36.735138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.740388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-adaa8b20-d7e8-4318-b45d-ceaae5591df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:36.741958 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-adaa8b20-d7e8-4318-b45d-ceaae5591df0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1128 time: 0.1443038 Feb 09 02:08:36.744210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:36.744532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:36.779574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:36.780546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:36.780546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:36.781184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Bound port: d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:36.781729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.979444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-1d7d65d8-6905-483e-8430-3c74e838b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:36.981057 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-1d7d65d8-6905-483e-8430-3c74e838b432 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2289150 Feb 09 02:08:36.982389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:36.991825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:37.013628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.015374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-9e819ab2-8e3e-4f88-81b7-63fa065d4b6c service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773633 Feb 09 02:08:37.018722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-6833b00b-7a90-4343-b64a-f32c471d7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.020156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-6833b00b-7a90-4343-b64a-f32c471d7799 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4899611 Feb 09 02:08:37.032549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff77ab9-8541-421c-997b-8b5d90fea96a req-c61b25c0-d781-466e-99e3-bf948e5ea5e8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.033991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cff77ab9-8541-421c-997b-8b5d90fea96a req-c61b25c0-d781-466e-99e3-bf948e5ea5e8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 944 time: 0.5050228 Feb 09 02:08:37.052226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks [] for security_group (d3b59a32-b30e-4907-804b-82847ec8c4a5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.061252 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-9db48911-d0dc-4e53-baf4-d6cbd06fdef7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 200 len: 217 time: 0.0673547 Feb 09 02:08:37.085306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d3b59a32-b30e-4907-804b-82847ec8c4a5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.104066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.106094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.107667 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] 10.222.0.72 "PUT /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 1093 time: 1.2881887 Feb 09 02:08:37.112846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:37.115516 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a22b68-75ff-4d56-b267-14c3642ff80c" -d '{"events": [{"name": "network-changed", "server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:37.184402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:08:37.205499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cff77ab9-8541-421c-997b-8b5d90fea96a req-bdeaad36-b32e-451a-8bcf-29607f03f689 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592875 Feb 09 02:08:37.239328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-ebe9c112-4ff2-4bc4-8500-aa5076c47de8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042673 Feb 09 02:08:37.283807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b59a32-b30e-4907-804b-82847ec8c4a5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:37.312033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (97241e7d-cae0-48fa-b6c3-d3ff34b4fa02), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.312033 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Added segment 97241e7d-cae0-48fa-b6c3-d3ff34b4fa02 of type vlan for network 3425b50d-70b6-4a9d-bb15-c982161f35b3 Feb 09 02:08:37.316286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-3f007241-a5af-4eb0-a752-8daace30d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.317827 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-3f007241-a5af-4eb0-a752-8daace30d0e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.2370608 Feb 09 02:08:37.318443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b322c2-019c-48e7-b608-d018468ee5ec service neutron] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:37.394420 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-1d8ce2fe-836d-469c-92c0-45bca1457e58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649755 Feb 09 02:08:37.414624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (3425b50d-70b6-4a9d-bb15-c982161f35b3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.433959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf879-909f-4835-a6f0-7e88339a05fb req-03699082-5822-447e-b27c-25a08af5f643 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.435525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40faf879-909f-4835-a6f0-7e88339a05fb req-03699082-5822-447e-b27c-25a08af5f643 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 949 time: 0.1380448 Feb 09 02:08:37.442620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-d680ed7d-515e-43a4-a544-6d86719f69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.444064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbe26ee6-6adc-4c06-8128-f43467951b8d req-9c9e363f-3f01-47a4-bdeb-2bfdcd159bd1 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974423 Feb 09 02:08:37.444198 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-d680ed7d-515e-43a4-a544-6d86719f69a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1127 time: 0.2546480 Feb 09 02:08:37.472519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8cf28-e6ac-4b7e-9328-46308e3f9afd req-651b8c74-6c92-4f28-9e0e-c32e12768080 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.474110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dec8cf28-e6ac-4b7e-9328-46308e3f9afd req-651b8c74-6c92-4f28-9e0e-c32e12768080 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1250708 Feb 09 02:08:37.522306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40faf879-909f-4835-a6f0-7e88339a05fb req-4a0706ca-b0f8-4e8b-bb58-fa4b6862e042 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Feb 09 02:08:37.547589 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-a9e2bca7-7027-4735-bf0b-d7b4a1c79a0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 217 time: 0.0603917 Feb 09 02:08:37.547933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dec8cf28-e6ac-4b7e-9328-46308e3f9afd req-c08faf05-9bec-4f36-856f-1446f2d00e48 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626585 Feb 09 02:08:37.612798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (3425b50d-70b6-4a9d-bb15-c982161f35b3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.613847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.614493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.699045 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293932e9-f261-4c81-b228-12bdcf8bf15f x-openstack-request-id: req-293932e9-f261-4c81-b228-12bdcf8bf15f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:37.699637 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:37.700022 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-293932e9-f261-4c81-b228-12bdcf8bf15f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:37.700665 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'status': 'completed', 'code': 200} Feb 09 02:08:37.732293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0826764 Feb 09 02:08:37.738564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43556) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:37.738751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-a466b0dd-3eff-459a-b465-9cc3d09fe1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.740081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-a466b0dd-3eff-459a-b465-9cc3d09fe1cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1858618 Feb 09 02:08:37.745211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d958a8-abc0-4799-ab21-246a6468288d admin admin] Pushing event updated for resources: {'Network': ['ID=3425b50d-70b6-4a9d-bb15-c982161f35b3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:37.748913 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-a6fd0d19-e1a5-4dfe-970d-87caa29e4cce service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424540 Feb 09 02:08:37.760840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 3425b50d-70b6-4a9d-bb15-c982161f35b3 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:08:37.776632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Request body: {'subnet': {'network_id': '3425b50d-70b6-4a9d-bb15-c982161f35b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1610334243-subnet', 'tenant_id': '655fcaf5641b480c901a26fab6b4c885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:37.862288 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-6dab0130-6399-42a1-9afb-fe8f4e7aed2f service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040678 Feb 09 02:08:37.866713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.878617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.892339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.905998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58c0d1d7-1c69-47de-8071-83dbbf809585 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:37.911706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.920324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.933854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.956725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:37.958188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-b5127289-91db-409c-9595-8f9ad043abad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.3289964 Feb 09 02:08:37.981668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Made reservation on behalf of 655fcaf5641b480c901a26fab6b4c885 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:37.984472 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.012838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 58c0d1d7-1c69-47de-8071-83dbbf809585 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:38.019111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 58c0d1d7-1c69-47de-8071-83dbbf809585 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:38.019576 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.074724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-1e7328e7-3acf-4eb5-ab11-dd0a34be6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.076568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-1e7328e7-3acf-4eb5-ab11-dd0a34be6314 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af869ba7ba404a41a7f0d1d8608d3e5d&device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 1131 time: 0.3746266 Feb 09 02:08:38.279710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 58c0d1d7-1c69-47de-8071-83dbbf809585 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:38.280427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.281243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b190b1c-d06a-4120-99fe-c3854a3f5a5d req-26a26299-8355-4948-b105-e1422e6f511c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3095181 Feb 09 02:08:38.333310 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-2d53b0d9-22f2-4e38-9b06-6df847ec9a16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5833318 Feb 09 02:08:38.354488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9450b07-6a7d-43c7-beb2-31c7391bc9ba req-7bb3b661-216f-47fe-a2b9-f564f8189fe1 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.357601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9450b07-6a7d-43c7-beb2-31c7391bc9ba req-7bb3b661-216f-47fe-a2b9-f564f8189fe1 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 948 time: 0.3975251 Feb 09 02:08:38.368694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:38.374509 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2766a-d1e2-4116-b974-67ffe604b2ab" -d '{"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-plugged", "status": "completed", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:38.388816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:38.396838 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.491136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-83976f4b-a43f-4925-8158-d0ac902dda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.493336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-83976f4b-a43f-4925-8158-d0ac902dda98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.4011955 Feb 09 02:08:38.511424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:38.524560 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-d2abc061-2521-40b0-85e6-88dea3184d33 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842706 Feb 09 02:08:38.595521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-2083c83b-9f9b-4192-9980-4364ef25818a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c HTTP/1.1" status: 200 len: 217 time: 0.0868657 Feb 09 02:08:38.607749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9450b07-6a7d-43c7-beb2-31c7391bc9ba req-e7a1d2e3-0965-4424-8ca2-b0a727ca17c1 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223034 Feb 09 02:08:38.644244 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-233bac4d-804d-41fb-a825-0c26959d6f7d req-b18df76a-9dcb-4194-a2f5-d565bf56e7c4 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131217 Feb 09 02:08:38.658556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530578b7-05a5-41c1-9e6b-265c7860bd60 req-1d169cf0-fdc9-4d0d-a624-2e31289f1504 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.660149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-530578b7-05a5-41c1-9e6b-265c7860bd60 req-1d169cf0-fdc9-4d0d-a624-2e31289f1504 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.2279103 Feb 09 02:08:38.670623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (b3fc02ea-3824-43da-8585-2bef0773f3be), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.686671 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f678068d-bdaf-4ebc-b937-cd40ce96e844 x-openstack-request-id: req-f678068d-bdaf-4ebc-b937-cd40ce96e844 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:38.687324 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:38.687788 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f678068d-bdaf-4ebc-b937-cd40ce96e844 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:38.688416 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48', 'status': 'completed', 'code': 200} Feb 09 02:08:38.737335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-25661ac2-66b4-407e-9577-58c70089adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.738943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-25661ac2-66b4-407e-9577-58c70089adc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1349101 Feb 09 02:08:38.787791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-5b061402-be89-4934-a43c-50dda522281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.793908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-5b061402-be89-4934-a43c-50dda522281b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1127 time: 0.0756447 Feb 09 02:08:38.814610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fc02ea-3824-43da-8585-2bef0773f3be,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:38.847386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6715957-eb78-4dc2-8d40-557c8c5644ab req-f0a5fd78-c6a4-42c8-910c-7fcad71bdfe0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 210 time: 0.0860157 Feb 09 02:08:38.856852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-530578b7-05a5-41c1-9e6b-265c7860bd60 req-28b9d36b-f996-4abb-af43-04e04ec9728a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816895 Feb 09 02:08:38.867240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Checking segment: {'id': '97241e7d-cae0-48fa-b6c3-d3ff34b4fa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3425b50d-70b6-4a9d-bb15-c982161f35b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:38.867615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Network hostable DHCP agents. Network: 3425b50d-70b6-4a9d-bb15-c982161f35b3, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:08:38.906293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-79ef05b6-af39-49a3-8fe1-9dee0aed8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.908120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-79ef05b6-af39-49a3-8fe1-9dee0aed8be3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1457493 Feb 09 02:08:38.918760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Network 3425b50d-70b6-4a9d-bb15-c982161f35b3 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:08:38.931592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-027d70b6-5a2d-45ad-9b22-fea42f466795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.934101 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-027d70b6-5a2d-45ad-9b22-fea42f466795 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1336739 Feb 09 02:08:38.936999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 3425b50d-70b6-4a9d-bb15-c982161f35b3) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:38.941632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:38.942246 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.943404 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc6fe9-c892-4e68-b934-8fa899d59d44 x-openstack-request-id: req-a9bc6fe9-c892-4e68-b934-8fa899d59d44 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:38.944472 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-plugged", "status": "completed", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:38.944898 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9bc6fe9-c892-4e68-b934-8fa899d59d44 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:38.946691 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'code': 200} Feb 09 02:08:38.951061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e37abc-b728-4dca-bfa3-2eaa87eb5d81 None None] Network 3425b50d-70b6-4a9d-bb15-c982161f35b3 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:38.962624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-98991f03-91ec-49b7-b188-44d15a922c4e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2197371 Feb 09 02:08:39.066699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cb5ccd8b-da87-4976-b014-2962801f27bb up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:39.157689 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-a2a55f17-3dbb-4be6-8692-01f1003343a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 217 time: 0.1258135 Feb 09 02:08:39.247855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port cb5ccd8b-da87-4976-b014-2962801f27bb completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:39.248175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe8eec-5ab4-4137-b459-4fa3920e5989 req-f5b1b0a2-3ca6-4b11-a3ff-7f96360e18a2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.263291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3fe8eec-5ab4-4137-b459-4fa3920e5989 req-f5b1b0a2-3ca6-4b11-a3ff-7f96360e18a2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.2756534 Feb 09 02:08:39.264722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.72', 64681) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:08:39.308223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port cb5ccd8b-da87-4976-b014-2962801f27bb triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:39.309750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.316783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-95b7be76-76a8-4748-860a-9c82d3c9cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.318344 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-95b7be76-76a8-4748-860a-9c82d3c9cb5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1180952 Feb 09 02:08:39.325322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f611-9d4b-4aa0-9023-e5b3f6456b0c req-c1db00f0-6197-4685-b02c-7f3c6994248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.326843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d413f611-9d4b-4aa0-9023-e5b3f6456b0c req-c1db00f0-6197-4685-b02c-7f3c6994248a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 1128 time: 0.1660187 Feb 09 02:08:39.371580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27013c0-e1a1-4556-af3a-ac10d6b34835 None None] Network 3425b50d-70b6-4a9d-bb15-c982161f35b3 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:08:39.377028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-0ae04ad2-c728-4e5c-963e-9f3213b03df6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492218 Feb 09 02:08:39.407558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf94be-5ad0-48f2-ab24-69c895762685 req-7c491870-dbf6-4a9c-8b27-b3cdaf84b0da tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.409259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf94be-5ad0-48f2-ab24-69c895762685 req-7c491870-dbf6-4a9c-8b27-b3cdaf84b0da tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 949 time: 0.2618151 Feb 09 02:08:39.500035 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d413f611-9d4b-4aa0-9023-e5b3f6456b0c req-1dae119a-da77-42f6-857d-0929f2d4f830 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607568 Feb 09 02:08:39.525634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3fe8eec-5ab4-4137-b459-4fa3920e5989 req-9fda7c7a-6592-4332-a2e9-c4f971605d5e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325861 Feb 09 02:08:39.560280 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-c8fb8ce8-def5-4386-b140-0dc8c2ec1e13 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634254 Feb 09 02:08:39.562754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-4598c7fc-f79d-4ef2-9db6-70bb2f064dc4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286994 Feb 09 02:08:39.563970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port cb5ccd8b-da87-4976-b014-2962801f27bb is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:39.564367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.633561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-7e6ca026-b81d-4282-879e-6459281e3c6d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.635317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-7e6ca026-b81d-4282-879e-6459281e3c6d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.3672683 Feb 09 02:08:39.641134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf94be-5ad0-48f2-ab24-69c895762685 req-f79a0d17-eb61-4635-a18b-6a53bbf8a4de tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128134 Feb 09 02:08:39.652305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cb5ccd8b-da87-4976-b014-2962801f27bb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cb5ccd8b-da87-4976-b014-2962801f27bb,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:39.666037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.706654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c9e5-45a6-4dc3-bdc7-e1e4a0bf7925 req-0d80569c-401d-4ab5-b337-708cb465d095 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.708430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c61c9e5-45a6-4dc3-bdc7-e1e4a0bf7925 req-0d80569c-401d-4ab5-b337-708cb465d095 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.0913355 Feb 09 02:08:39.720569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cb5ccd8b-da87-4976-b014-2962801f27bb,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:39.794286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c61c9e5-45a6-4dc3-bdc7-e1e4a0bf7925 req-918d2561-1fc7-4b8e-96e6-27e5ed7c5912 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768592 Feb 09 02:08:39.825467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Request body: {'port': {'device_id': '668ba4da-fcd1-448f-9215-b8c80810e661', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'admin_state_up': True, 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:39.918286 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9a22b68-75ff-4d56-b267-14c3642ff80c req-bbf94ca6-7414-469c-861a-79e5a21d5723 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193576 Feb 09 02:08:39.921813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.927940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.934333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.940784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.945989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.952286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.957464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:39.959370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-98fecc3f-962e-4823-98ee-71f0e63b891e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2212360 Feb 09 02:08:40.099045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa614935-224b-47a9-8b7b-b7275d08d396 req-892aeaf6-41bc-4806-af62-6cbc43db365d service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000286 Feb 09 02:08:40.158619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55add32d-95c9-4a25-93bf-0fd8fab15ab7 req-644dcd67-9dd0-40cd-ac5d-c83b86d455dc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862533 Feb 09 02:08:40.185568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:40.189468 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.247142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-7125f39c-f66c-4681-baff-b3243fe39aec tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:40.248787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-7125f39c-f66c-4681-baff-b3243fe39aec tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/networks?id=c68b15dd-397b-4831-bf99-47eefa8cfc15 HTTP/1.1" status: 200 len: 825 time: 0.1958613 Feb 09 02:08:40.330022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-e230ae33-263d-456e-99ae-088fac08dea4 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/quotas/3ac8f4224bc04233be598647e00262ba HTTP/1.1" status: 200 len: 375 time: 0.0680156 Feb 09 02:08:40.382688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-9f994f6d-ce07-4956-a76a-ac93768cb3fa tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac8f4224bc04233be598647e00262ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468526 Feb 09 02:08:40.424097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357ce8-9135-4a20-baca-9e573b19edfb req-609499f2-32a4-4031-a863-60b9ad461da2 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:40.425614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de357ce8-9135-4a20-baca-9e573b19edfb req-609499f2-32a4-4031-a863-60b9ad461da2 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 948 time: 0.1758769 Feb 09 02:08:40.504864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Allocated IP 172.20.0.7 (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d/6dec9c77-64c6-4050-8291-f4f79fcfa9be/10c0b935-a06f-4ac5-a80b-790dd869701e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:40.570121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-e4517caa-14a7-4f84-8b77-35b05e90458d service neutron] 10.222.0.53 "GET /v2.0/networks/c68b15dd-397b-4831-bf99-47eefa8cfc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677194 Feb 09 02:08:40.583086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de357ce8-9135-4a20-baca-9e573b19edfb req-840e6419-f096-40ea-9fb3-1889c9037080 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172247 Feb 09 02:08:40.786230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-c5879330-cc0c-4d31-983d-8e5550a3e8a1 service neutron] 10.222.0.53 "GET /v2.0/networks/c68b15dd-397b-4831-bf99-47eefa8cfc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068450 Feb 09 02:08:40.815327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17681c8a-e026-46ce-be84-a27cab0512a1 req-5c4216ba-d6be-48d2-af87-c5ae76cfa117 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:40.816844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17681c8a-e026-46ce-be84-a27cab0512a1 req-5c4216ba-d6be-48d2-af87-c5ae76cfa117 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1514459 Feb 09 02:08:40.853866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks [] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.893559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17681c8a-e026-46ce-be84-a27cab0512a1 req-d35bf60c-4df6-445d-b72f-27b0f5f4f812 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657282 Feb 09 02:08:40.925938 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:40.948593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5ccd8b-da87-4976-b014-2962801f27bb'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:40.952177 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f15a543-566a-4bf8-a491-647a0939277b" -d '{"events": [{"server_uuid": "3863a514-3c4a-4f76-8d3a-200c9278b120", "name": "network-vif-plugged", "status": "completed", "tag": "cb5ccd8b-da87-4976-b014-2962801f27bb"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:40.997134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:41.000529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:41.006029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:41.014591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event updated for resources: {'Port': ['ID=10c0b935-a06f-4ac5-a80b-790dd869701e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:41.134736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:41.136030 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.167715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca082d-6ccf-4c61-af3a-db20cf8961f9 req-7fd620d0-1d16-4885-b3d1-59b5acbc6a92 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:41.170410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53ca082d-6ccf-4c61-af3a-db20cf8961f9 req-7fd620d0-1d16-4885-b3d1-59b5acbc6a92 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 931 time: 0.1600966 Feb 09 02:08:41.179675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7184dc-accc-4cfa-b969-a566bdf441d5 req-d2591498-fc16-4256-9777-4af3a66e4d79 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:41.181263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c7184dc-accc-4cfa-b969-a566bdf441d5 req-d2591498-fc16-4256-9777-4af3a66e4d79 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1334562 Feb 09 02:08:41.184672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-b84571f4-d568-4b9b-bd89-bd265be3411b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3842077 Feb 09 02:08:41.204958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Request body: {'port': {'device_id': '668ba4da-fcd1-448f-9215-b8c80810e661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:41.661033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53ca082d-6ccf-4c61-af3a-db20cf8961f9 req-26b4bd7a-b6fc-4fe6-861f-0ae7dcdabc7f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753861 Feb 09 02:08:41.666142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c7184dc-accc-4cfa-b969-a566bdf441d5 req-c9f2428d-63a2-4275-a1ab-cfb4a2e36044 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741979 Feb 09 02:08:41.673658 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:41.815297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:41.916923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04817e-0432-45c9-b1fe-e3c7778d1d91 req-d6dcd44a-8adc-4161-a054-71088d9badf2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:41.918373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc04817e-0432-45c9-b1fe-e3c7778d1d91 req-d6dcd44a-8adc-4161-a054-71088d9badf2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1796956 Feb 09 02:08:41.948381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:41.966140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'mac_address': 'fa:16:3e:6e:ea:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:41.980998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122da44-6859-42a8-944e-a77cca131f7e req-0efde01a-a9c6-4ae9-ae47-68504b626adc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:41.988192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3122da44-6859-42a8-944e-a77cca131f7e req-0efde01a-a9c6-4ae9-ae47-68504b626adc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.2031615 Feb 09 02:08:42.024245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:42.024468 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.038528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8ae6a2-fce1-4e89-b079-1096bc70a58c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:42.065203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:42.070652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.071320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:42.081082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc04817e-0432-45c9-b1fe-e3c7778d1d91 req-6c087a8d-32eb-4bc1-992f-aca5d057644e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504185 Feb 09 02:08:42.126705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3122da44-6859-42a8-944e-a77cca131f7e req-bbf8b906-cd1a-4e35-a25a-1c9e88a39628 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277792 Feb 09 02:08:42.181373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:42.211519 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c6c22-c77f-4d4d-9e0c-f6bfcdee9dcb x-openstack-request-id: req-eb9c6c22-c77f-4d4d-9e0c-f6bfcdee9dcb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:42.211882 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3863a514-3c4a-4f76-8d3a-200c9278b120", "name": "network-vif-plugged", "status": "completed", "tag": "cb5ccd8b-da87-4976-b014-2962801f27bb", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:42.212436 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb9c6c22-c77f-4d4d-9e0c-f6bfcdee9dcb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:42.212436 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'code': 200} Feb 09 02:08:42.275137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d48571-d9ff-4d73-bc60-4455bc60c0f3 req-36e5d06b-1f57-48d2-8969-354f6ab562b6 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 210 time: 0.0666566 Feb 09 02:08:42.286974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c0b935-a06f-4ac5-a80b-790dd869701e {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:42.301258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Publish callbacks [] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.360531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Transition to ACTIVE for port object 10c0b935-a06f-4ac5-a80b-790dd869701e will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:42.377220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.446628 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:42.461728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:42.469911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.475562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.481621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.487543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.492992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.499053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.502562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'port_id': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48', 'mac_address': 'fa:16:3e:f9:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176b806-e2a2-4b4a-a8e9-b74375e919c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:42.504440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.506508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-8e8bd20d-77f0-462c-8d86-5c8a16c34aa2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.1876373 Feb 09 02:08:42.555546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Pushing event updated for resources: {'Port': ['ID=10c0b935-a06f-4ac5-a80b-790dd869701e,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:42.575268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:42.575268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.617494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:42.661099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:42.668383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8cfd-0f53-46de-8cfc-1899ac95769b req-15896a00-f865-4a0c-8422-ba7a146f2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.669330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.670763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70fd8cfd-0f53-46de-8cfc-1899ac95769b req-15896a00-f865-4a0c-8422-ba7a146f2b88 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 1133 time: 0.2812812 Feb 09 02:08:42.677252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-09ceefdb-57f0-44b9-8b8c-7b346c115954 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.681331 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-09ceefdb-57f0-44b9-8b8c-7b346c115954 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.82 "GET /v2.0/networks?id=c68b15dd-397b-4831-bf99-47eefa8cfc15 HTTP/1.1" status: 200 len: 825 time: 0.3750253 Feb 09 02:08:42.707113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Request body: {'port': {'device_id': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15', 'admin_state_up': True, 'tenant_id': '3ac8f4224bc04233be598647e00262ba'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:42.731789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16e00a9a-eb62-44cb-8c40-f2d34f996a81 req-285b8161-181f-4ca1-b989-957303ef9771 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979330 Feb 09 02:08:42.737430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:42.753718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee79414-7ac7-4545-a8b3-04e56c1ae99f req-d6ab622d-57e8-4b69-9aa7-b7104fafcb2d tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.755510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ee79414-7ac7-4545-a8b3-04e56c1ae99f req-d6ab622d-57e8-4b69-9aa7-b7104fafcb2d tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 949 time: 0.2480917 Feb 09 02:08:42.796561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Attempting to bind port 10c0b935-a06f-4ac5-a80b-790dd869701e on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:42.796984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Attempting to bind port 10c0b935-a06f-4ac5-a80b-790dd869701e by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:42.797426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Attempting to bind port 10c0b935-a06f-4ac5-a80b-790dd869701e on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:42.812031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70fd8cfd-0f53-46de-8cfc-1899ac95769b req-29f5ec6c-4fbc-48cd-90c7-1bcc06e85002 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298454 Feb 09 02:08:42.814306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Port 10c0b935-a06f-4ac5-a80b-790dd869701e on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:42.814760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Attempting to bind port 10c0b935-a06f-4ac5-a80b-790dd869701e on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:42.823789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:42.824261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:42.824737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Bound using segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:42.825328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Bound port: 10c0b935-a06f-4ac5-a80b-790dd869701e, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:42.825777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.883609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ee79414-7ac7-4545-a8b3-04e56c1ae99f req-fea42800-0537-49fd-93cb-c6091d56f45d tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035273 Feb 09 02:08:42.928036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Made reservation on behalf of 3ac8f4224bc04233be598647e00262ba for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:08:42.934958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:42.969965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] For port 10c0b935-a06f-4ac5-a80b-790dd869701e, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:42.975733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] For port 10c0b935-a06f-4ac5-a80b-790dd869701e, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=10c0b935-a06f-4ac5-a80b-790dd869701e,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:42.990546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746b1f8-21c4-4a39-b410-e6fec004e2ab req-bc94399c-4055-487b-a0d3-82793af87bc9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:42.992368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6746b1f8-21c4-4a39-b410-e6fec004e2ab req-bc94399c-4055-487b-a0d3-82793af87bc9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1466634 Feb 09 02:08:43.026673 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.047168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:43.077002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3b8ae6a2-fce1-4e89-b079-1096bc70a58c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:43.088926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.089827 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.091502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] 10.222.0.72 "PUT /v2.0/ports/10c0b935-a06f-4ac5-a80b-790dd869701e HTTP/1.1" status: 200 len: 1092 time: 1.8983102 Feb 09 02:08:43.092966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668ba4da-fcd1-448f-9215-b8c80810e661', 'tag': '10c0b935-a06f-4ac5-a80b-790dd869701e'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:43.095452 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4812c13b-efab-466d-86f6-9d0f5e35c722" -d '{"events": [{"name": "network-changed", "server_uuid": "668ba4da-fcd1-448f-9215-b8c80810e661", "tag": "10c0b935-a06f-4ac5-a80b-790dd869701e"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:43.147321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Allocated IP 172.20.0.13 (c68b15dd-397b-4831-bf99-47eefa8cfc15/ebda0cde-e069-4a02-bce9-b43f616fda6a/8f473e42-2bbc-445b-aa8d-3034c76a71b2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:08:43.160274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6746b1f8-21c4-4a39-b410-e6fec004e2ab req-50ab5dc8-ca67-45d9-b105-ba7c4ad90e0c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666954 Feb 09 02:08:43.199601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2a1a2-dc7d-4253-817e-d82040666afb service neutron] Pushing event updated for resources: {'Port': ['ID=10c0b935-a06f-4ac5-a80b-790dd869701e,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:43.288739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89222d-79a3-47f0-9a0f-557cd5327095 req-8d00d030-431f-4a9e-bd8d-aa614198509a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.297246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae89222d-79a3-47f0-9a0f-557cd5327095 req-8d00d030-431f-4a9e-bd8d-aa614198509a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 943 time: 0.3001578 Feb 09 02:08:43.372298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks [] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.404413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-aad68bb6-f131-440f-8421-01dff85b015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.406072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-aad68bb6-f131-440f-8421-01dff85b015a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 1126 time: 0.2394390 Feb 09 02:08:43.419045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff75c2-4895-44a0-b394-e1f13995b70e req-c5faac30-83ca-43b3-9d74-d91c68ca09c0 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.421829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38ff75c2-4895-44a0-b394-e1f13995b70e req-c5faac30-83ca-43b3-9d74-d91c68ca09c0 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1608467 Feb 09 02:08:43.425885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae89222d-79a3-47f0-9a0f-557cd5327095 req-29cccfdb-a95c-490b-8f2f-f5dc786bd8b1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271989 Feb 09 02:08:43.433560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.484315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-e3531e26-5cb3-4986-bfba-87404cb9141c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10c0b935-a06f-4ac5-a80b-790dd869701e HTTP/1.1" status: 200 len: 217 time: 0.0573771 Feb 09 02:08:43.487552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Network c68b15dd-397b-4831-bf99-47eefa8cfc15 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:08:43.495389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:08:43.500416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:08:43.531820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Pushing event updated for resources: {'Port': ['ID=8f473e42-2bbc-445b-aa8d-3034c76a71b2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:43.544815 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13adc821-f7fd-4856-8a2d-164e416aadd7 x-openstack-request-id: req-13adc821-f7fd-4856-8a2d-164e416aadd7 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:43.545026 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668ba4da-fcd1-448f-9215-b8c80810e661", "tag": "10c0b935-a06f-4ac5-a80b-790dd869701e", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:43.545297 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13adc821-f7fd-4856-8a2d-164e416aadd7 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:43.545828 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668ba4da-fcd1-448f-9215-b8c80810e661', 'tag': '10c0b935-a06f-4ac5-a80b-790dd869701e', 'status': 'completed', 'code': 200} Feb 09 02:08:43.548592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.549280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.549280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.549636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.549962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.550376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.550815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.551143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.551507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.552247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.552247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.552458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.552790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:43.576537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.577433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:43.594919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-42261590-b229-4f92-8153-c4feb2432c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.595633 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-2ee48334-bac6-435c-b72d-0348ae8531db tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8990979 Feb 09 02:08:43.596557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-42261590-b229-4f92-8153-c4feb2432c58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.1037834 Feb 09 02:08:43.601411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38ff75c2-4895-44a0-b394-e1f13995b70e req-9aecc25b-af81-4c7f-b1e0-0ee5e87b6d47 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161854 Feb 09 02:08:43.661694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-6dea4426-f80d-42c6-bf61-e58d64f10444 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587850 Feb 09 02:08:43.825941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f99ff-ff45-4516-afdd-6e8ce90041ed req-6704962c-5a80-4ddc-8dff-296c6775d097 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.827590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a92f99ff-ff45-4516-afdd-6e8ce90041ed req-6704962c-5a80-4ddc-8dff-296c6775d097 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1996210 Feb 09 02:08:43.844989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd542f-cfa4-480a-9fe0-d5cf439d1de1 req-8efdca8e-ec94-4b64-bfdd-d41cd71ec34e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:43.846571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05dd542f-cfa4-480a-9fe0-d5cf439d1de1 req-8efdca8e-ec94-4b64-bfdd-d41cd71ec34e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 945 time: 0.1658571 Feb 09 02:08:43.859539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-c8b9680f-4595-400c-890e-f342042f0dbf service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798701 Feb 09 02:08:43.993982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a92f99ff-ff45-4516-afdd-6e8ce90041ed req-fb1c9803-2bf1-4443-9531-0dd55ce949ce tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594875 Feb 09 02:08:44.012681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05dd542f-cfa4-480a-9fe0-d5cf439d1de1 req-5c7c3ce2-648f-4c6d-967b-afcb27267ec4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586637 Feb 09 02:08:44.050240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a1c123-1a0f-4fcf-b268-e3a36e3eacb8 req-64a526c2-016a-4900-9461-b3b6f4f63b79 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730094 Feb 09 02:08:44.217789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d0de-60a9-410f-9507-21a8b3ab8e33 req-d0d567eb-9d10-432c-97a7-2c530b71934e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.219346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca59d0de-60a9-410f-9507-21a8b3ab8e33 req-d0d567eb-9d10-432c-97a7-2c530b71934e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.1496181 Feb 09 02:08:44.240695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-d51cbab1-df0f-485f-8e6f-43faae0c322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.243461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-d51cbab1-df0f-485f-8e6f-43faae0c322b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 1126 time: 0.1269269 Feb 09 02:08:44.256663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459e9c4-2558-468f-b505-7c6429ecb2bb req-ec0fe74c-994b-46d8-84e3-d44dc1c99f01 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.258176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e459e9c4-2558-468f-b505-7c6429ecb2bb req-ec0fe74c-994b-46d8-84e3-d44dc1c99f01 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1431353 Feb 09 02:08:44.407846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca59d0de-60a9-410f-9507-21a8b3ab8e33 req-bfd1c7ae-3cc1-4a4f-96d5-0add6da9c0e6 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801136 Feb 09 02:08:44.426553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e459e9c4-2558-468f-b505-7c6429ecb2bb req-079211ec-97d1-4235-bc1b-f76aa7bd7f5f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535006 Feb 09 02:08:44.445195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-00714a70-b80c-4d77-97f6-26b76f39ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.446938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-00714a70-b80c-4d77-97f6-26b76f39ec6b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.1819289 Feb 09 02:08:44.502498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-4f58569b-f3e9-4906-af25-d424efd77efe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10c0b935-a06f-4ac5-a80b-790dd869701e HTTP/1.1" status: 200 len: 217 time: 0.0484705 Feb 09 02:08:44.619097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-c4a792ac-237d-4404-b1eb-9a1eed70a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.621760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-c4a792ac-237d-4404-b1eb-9a1eed70a3f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.1136351 Feb 09 02:08:44.664258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-61c425be-dca0-4a66-8160-96327c5ef1ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342994 Feb 09 02:08:44.678086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.689381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.694638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.700972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.710114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.721970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.727293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.729764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80437e74-f986-406a-be50-21476af80850 req-1c9f918a-7427-452c-b17c-acd59ccf35f5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.2199080 Feb 09 02:08:44.801018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a901a49-5e1c-4dc5-8f90-42ca4955a616 req-adbf788f-f154-4dea-b27b-9b9e2138f3ff tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:44.802540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a901a49-5e1c-4dc5-8f90-42ca4955a616 req-adbf788f-f154-4dea-b27b-9b9e2138f3ff tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 949 time: 0.2824061 Feb 09 02:08:44.894485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80437e74-f986-406a-be50-21476af80850 req-da0ec8c2-1efb-46ad-8549-d764b4de73f6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553257 Feb 09 02:08:44.933243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a901a49-5e1c-4dc5-8f90-42ca4955a616 req-e19af2a9-ae4a-4c67-a155-7358254e64e8 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188698 Feb 09 02:08:44.935381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-992eaa6a-c4db-4ed1-bd33-f59315a67a32 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047193 Feb 09 02:08:45.104366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b19f5f-0472-4f8b-ac7f-e3f372f8eb3f req-c5a5482e-4952-438b-a1a2-aa4a107d7502 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.105919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01b19f5f-0472-4f8b-ac7f-e3f372f8eb3f req-c5a5482e-4952-438b-a1a2-aa4a107d7502 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1132033 Feb 09 02:08:45.116955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4812c13b-efab-466d-86f6-9d0f5e35c722 req-fd85e2a0-8c7e-45b1-b600-56de31581f17 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743627 Feb 09 02:08:45.150394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c6ec-81b1-47db-835b-7423fc4b7775 req-bfcc4369-bc8a-46c0-8f49-f24b44cdd587 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.152081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1e9c6ec-81b1-47db-835b-7423fc4b7775 req-bfcc4369-bc8a-46c0-8f49-f24b44cdd587 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 943 time: 0.1464913 Feb 09 02:08:45.195481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01b19f5f-0472-4f8b-ac7f-e3f372f8eb3f req-b65ef1d7-9803-451a-b685-1abf066ce717 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824673 Feb 09 02:08:45.231395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1e9c6ec-81b1-47db-835b-7423fc4b7775 req-38903d6c-06ce-4364-9980-32ff88ffe052 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732284 Feb 09 02:08:45.355762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d10908-4864-4849-a7da-dacc4954d53d req-826a5d75-621c-409a-81fb-0bf62993b7b1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.357526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d10908-4864-4849-a7da-dacc4954d53d req-826a5d75-621c-409a-81fb-0bf62993b7b1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0611944 Feb 09 02:08:45.420229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d10908-4864-4849-a7da-dacc4954d53d req-a5e003d6-cd09-4eeb-af98-612ca978cd4e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Feb 09 02:08:45.577286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7617a-81cc-4060-bc86-2dcd2a3c5e5a req-29d234b1-1ad2-4464-aae3-d6c092bf7ef8 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.579017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5c7617a-81cc-4060-bc86-2dcd2a3c5e5a req-29d234b1-1ad2-4464-aae3-d6c092bf7ef8 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 945 time: 0.0970106 Feb 09 02:08:45.607077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4879e-bb9b-45f2-a32e-accb8577cb52 req-eb277a74-5b17-4ea5-8310-041603490124 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.608816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d4879e-bb9b-45f2-a32e-accb8577cb52 req-eb277a74-5b17-4ea5-8310-041603490124 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.0958569 Feb 09 02:08:45.671384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5c7617a-81cc-4060-bc86-2dcd2a3c5e5a req-9be56538-eb66-4f46-bbcd-eececfe4acc4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838943 Feb 09 02:08:45.684638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d4879e-bb9b-45f2-a32e-accb8577cb52 req-be8fddad-8926-466b-9e05-339497e70601 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684423 Feb 09 02:08:45.814902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39b83f-c9c6-4fa3-8e4f-4650789e6fd8 req-03fcda53-5513-4a02-a260-b5828e656343 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:45.816417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce39b83f-c9c6-4fa3-8e4f-4650789e6fd8 req-03fcda53-5513-4a02-a260-b5828e656343 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0643775 Feb 09 02:08:45.828577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 19f2ed2c-c326-49a9-973c-19de672bc4c5 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:45.833996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:45.868325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce39b83f-c9c6-4fa3-8e4f-4650789e6fd8 req-5c1d9725-fd8d-4536-85e3-32c435e46b3d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443935 Feb 09 02:08:45.965902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:45.976270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:45.976657 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.026706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 19f2ed2c-c326-49a9-973c-19de672bc4c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:46.044991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'port_id': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'mac_address': 'fa:16:3e:9a:b8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:46.064211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.069731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.077155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.082871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.089014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.094549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.099951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.102059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01156841-1933-4823-9490-7201b1c19006 req-c6513a1d-0bbe-4093-83a7-22d43aa16760 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5428 time: 0.1238441 Feb 09 02:08:46.112245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 19f2ed2c-c326-49a9-973c-19de672bc4c5 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:46.112646 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.134439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f2ed2c-c326-49a9-973c-19de672bc4c5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:46.140263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:46.140773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.166156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 19f2ed2c-c326-49a9-973c-19de672bc4c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:46.181540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:46.184663 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614ddb3f-56d2-4e95-a53a-2169f4ac366e" -d '{"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:46.189827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.202619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:46.214077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01156841-1933-4823-9490-7201b1c19006 req-4a4900cf-a364-4dd5-82f8-5eba21561b2e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941250 Feb 09 02:08:46.223693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e6e00-eb7d-4e9e-8b02-f7b3bb58c795 req-8ca34b25-6461-4bb6-885c-c941275b3ef3 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.231753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e64e6e00-eb7d-4e9e-8b02-f7b3bb58c795 req-8ca34b25-6461-4bb6-885c-c941275b3ef3 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 949 time: 0.1964076 Feb 09 02:08:46.292067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e64e6e00-eb7d-4e9e-8b02-f7b3bb58c795 req-ff394971-427c-4ca2-9d84-219c8fa4f57a tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587993 Feb 09 02:08:46.368638 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb76056-c42c-4643-930e-0325e6cafe0c x-openstack-request-id: req-ceb76056-c42c-4643-930e-0325e6cafe0c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:46.368939 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:46.369200 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ceb76056-c42c-4643-930e-0325e6cafe0c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:46.370435 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'code': 200} Feb 09 02:08:46.373783 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.374611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:46.431245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=19f2ed2c-c326-49a9-973c-19de672bc4c5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.489828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:46.496643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea156a-e63e-4ce8-8bfb-a26d03e60626 req-d7e5a957-9377-450c-9a62-8833a87becd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.498021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:46.498405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.498562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82ea156a-e63e-4ce8-8bfb-a26d03e60626 req-d7e5a957-9377-450c-9a62-8833a87becd4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 1133 time: 0.1333506 Feb 09 02:08:46.500135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.544301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb3028-aa52-44e9-a59a-d181df78402a req-05a0be15-01de-4093-ba97-ec2b27cd41c6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.552735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4cb3028-aa52-44e9-a59a-d181df78402a req-05a0be15-01de-4093-ba97-ec2b27cd41c6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1995819 Feb 09 02:08:46.590186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:46.590615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.595337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82ea156a-e63e-4ce8-8bfb-a26d03e60626 req-20fcd442-1da0-4109-a049-16c23f4260e3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826890 Feb 09 02:08:46.614051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1601253-4d15-457a-827b-cbfdef288909 req-5eca2be0-7a1d-46f1-96a1-caa2d689d684 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.615687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1601253-4d15-457a-827b-cbfdef288909 req-5eca2be0-7a1d-46f1-96a1-caa2d689d684 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 943 time: 0.1956000 Feb 09 02:08:46.628105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:46.636541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:46.668115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4cb3028-aa52-44e9-a59a-d181df78402a req-d17e8fbb-b115-41bd-9dcf-abed9a402568 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094115 Feb 09 02:08:46.725934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1601253-4d15-457a-827b-cbfdef288909 req-7d7a3836-aa46-4191-bdd0-0b4d33c4518e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027060 Feb 09 02:08:46.764659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:46.816064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7b05-c6ad-4f9e-9d1f-948c65595da6 req-d2af6240-c24e-4578-8160-b75d08a5604d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.817919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-664b7b05-c6ad-4f9e-9d1f-948c65595da6 req-d2af6240-c24e-4578-8160-b75d08a5604d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0739372 Feb 09 02:08:46.906732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5167a85-a127-48db-a764-721ab2f54913 req-beb49b53-7621-4672-966e-962d688c70b9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:46.910994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5167a85-a127-48db-a764-721ab2f54913 req-beb49b53-7621-4672-966e-962d688c70b9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.0912564 Feb 09 02:08:46.915395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-664b7b05-c6ad-4f9e-9d1f-948c65595da6 req-94be84fb-69e3-4f3d-a335-ca84df9cc8aa tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869527 Feb 09 02:08:46.976288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5167a85-a127-48db-a764-721ab2f54913 req-c7a492bc-9516-420f-872b-543d867c6cd5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594578 Feb 09 02:08:47.040639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d08a8-0e9d-4b88-9091-db6330fd4e29 req-0201e993-665f-4e59-b498-e96b6f1d1fbc tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.048316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-576d08a8-0e9d-4b88-9091-db6330fd4e29 req-0201e993-665f-4e59-b498-e96b6f1d1fbc tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.0672307 Feb 09 02:08:47.128875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-576d08a8-0e9d-4b88-9091-db6330fd4e29 req-93c61c44-55a3-41cf-8681-dd1531bbac61 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796342 Feb 09 02:08:47.154866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3151338-6996-4959-b013-bc013ac3f8c9 req-17d60b05-7f5a-429e-b8f4-4c85c3e5f34a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.156497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3151338-6996-4959-b013-bc013ac3f8c9 req-17d60b05-7f5a-429e-b8f4-4c85c3e5f34a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0975628 Feb 09 02:08:47.215148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3151338-6996-4959-b013-bc013ac3f8c9 req-87463aa4-d8df-4ebb-b504-3ea46f2b8dc1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528705 Feb 09 02:08:47.389698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.395140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.400550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.406679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.412122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.418233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.423549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.425475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-3e8e4e5e-9024-4424-8e06-10429852da5b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5429 time: 0.1210761 Feb 09 02:08:47.523145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f895de-d680-4738-97a6-138165de0b17 req-6332faa5-2d2c-40b9-9184-124f0b9047bd tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.524771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05f895de-d680-4738-97a6-138165de0b17 req-6332faa5-2d2c-40b9-9184-124f0b9047bd tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 950 time: 0.0983446 Feb 09 02:08:47.530440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e430a713-5451-4f7d-8c4a-2c1ad4089d28 req-2f518f93-3579-40eb-9a70-5040b60ffc99 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940251 Feb 09 02:08:47.583977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05f895de-d680-4738-97a6-138165de0b17 req-f1259010-97e7-42fc-aab2-38e399bbc7a1 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516560 Feb 09 02:08:47.621943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:47.815817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a6a04-e442-4738-bdf1-574bba41638d req-78018ea6-2997-44bc-88ee-2aa4366b21e7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.818109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac4a00d-e689-4a71-9d3b-ddb73f08186f details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:47.820455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a6a04-e442-4738-bdf1-574bba41638d req-78018ea6-2997-44bc-88ee-2aa4366b21e7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.0716963 Feb 09 02:08:47.918018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e882b-408e-48fc-8e35-e216c89e8262 req-a442a52b-3fe5-4adf-9841-65df33c634ea tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:47.926508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b8e882b-408e-48fc-8e35-e216c89e8262 req-a442a52b-3fe5-4adf-9841-65df33c634ea tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 943 time: 0.1043017 Feb 09 02:08:47.950530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cac4a00d-e689-4a71-9d3b-ddb73f08186f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac4a00d-e689-4a71-9d3b-ddb73f08186f,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:47.962910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a6a04-e442-4738-bdf1-574bba41638d req-f6134f19-01a5-4bb6-9f43-f6308ef6aaaa tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990994 Feb 09 02:08:47.964733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'cac4a00d-e689-4a71-9d3b-ddb73f08186f', 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'port_id': 'cac4a00d-e689-4a71-9d3b-ddb73f08186f', 'mac_address': 'fa:16:3e:9e:42:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922600e3-4f19-415b-9246-30ee0f9f49ff', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:47.966766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['19f2ed2c-c326-49a9-973c-19de672bc4c5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:48.055320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b8e882b-408e-48fc-8e35-e216c89e8262 req-b358f8ff-b5fe-41cc-8029-739ed8b9d65a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201870 Feb 09 02:08:48.100599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port cac4a00d-e689-4a71-9d3b-ddb73f08186f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:48.100599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.154323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac4a00d-e689-4a71-9d3b-ddb73f08186f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:48.190509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cac4a00d-e689-4a71-9d3b-ddb73f08186f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac4a00d-e689-4a71-9d3b-ddb73f08186f,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:48.192917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd062c-79bd-4a71-b108-73412adb0f96 req-d75de2c5-bd7a-4f1e-a760-5cfb42b4cf84 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:48.199500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53fd062c-79bd-4a71-b108-73412adb0f96 req-d75de2c5-bd7a-4f1e-a760-5cfb42b4cf84 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1334586 Feb 09 02:08:48.210593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.211507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 66ead44e-e7c1-44a4-8ca6-80efd006cc8a details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:48.373321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:48.375773 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b213c8-8264-40a0-b6ee-1cbb78a6e04e" -d '{"events": [{"server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "name": "network-vif-plugged", "status": "completed", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:48.387934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=cac4a00d-e689-4a71-9d3b-ddb73f08186f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:48.468305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:48.486429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a', 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad', 'port_id': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a', 'mac_address': 'fa:16:3e:89:30:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ddfa95-229e-4521-8894-270b4e71686b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:48.538026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:48.538764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.554156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ead44e-e7c1-44a4-8ca6-80efd006cc8a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:48.577771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:48.583384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.584422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:48.622833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:48.642091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64', 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'port_id': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64', 'mac_address': 'fa:16:3e:2f:24:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922600e3-4f19-415b-9246-30ee0f9f49ff', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:48.679586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f545c-1a31-49bc-8206-ff6d951e4807 req-b88a8a9e-9dbf-4966-8dd1-2acbbd49a1c9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:48.681394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff1f545c-1a31-49bc-8206-ff6d951e4807 req-b88a8a9e-9dbf-4966-8dd1-2acbbd49a1c9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.4809663 Feb 09 02:08:48.709100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53fd062c-79bd-4a71-b108-73412adb0f96 req-a75c54df-2988-417a-8d92-0b6202b022f5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929376 Feb 09 02:08:48.751994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:48.756121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:48.756654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.772738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:48.798574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:48.806227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.807998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cd84d124-ed76-4cbb-8724-5040b95eabaa details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:48.839793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff1f545c-1a31-49bc-8206-ff6d951e4807 req-1580e823-ac1f-463f-895e-23e4348ce2b0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258087 Feb 09 02:08:48.841764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.889822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f8085-9303-481e-aca9-a39a46d03e23 req-fed5ec03-bc17-44fa-95b4-8053c8d41ee8 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:48.890580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cd84d124-ed76-4cbb-8724-5040b95eabaa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:48.893116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:48.895035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83f8085-9303-481e-aca9-a39a46d03e23 req-fed5ec03-bc17-44fa-95b4-8053c8d41ee8 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.1232409 Feb 09 02:08:48.907395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'cd84d124-ed76-4cbb-8724-5040b95eabaa', 'network_id': '8b031676-4b01-4246-8995-0ce03cee25ad', 'port_id': 'cd84d124-ed76-4cbb-8724-5040b95eabaa', 'mac_address': 'fa:16:3e:c7:99:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ddfa95-229e-4521-8894-270b4e71686b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:48.956764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port cd84d124-ed76-4cbb-8724-5040b95eabaa is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:48.957162 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:48.974541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd84d124-ed76-4cbb-8724-5040b95eabaa {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:49.001361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cd84d124-ed76-4cbb-8724-5040b95eabaa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.007678 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.008709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3ba90097-5376-4c08-b5fa-2b0deaa2415a details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:49.013699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83f8085-9303-481e-aca9-a39a46d03e23 req-49261f2d-4fa9-418a-825d-74d9418a9fce tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040335 Feb 09 02:08:49.068373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9251f-2d42-4bd8-b1b0-5565daa07aff req-1cab4f08-6df1-4537-94b9-343e3f52d1b2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.070320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97f9251f-2d42-4bd8-b1b0-5565daa07aff req-1cab4f08-6df1-4537-94b9-343e3f52d1b2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1041389 Feb 09 02:08:49.118117 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fdc83f-a362-4ed0-8efc-be87ecc34e9c x-openstack-request-id: req-29fdc83f-a362-4ed0-8efc-be87ecc34e9c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:49.118528 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "name": "network-vif-plugged", "status": "completed", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:49.118759 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29fdc83f-a362-4ed0-8efc-be87ecc34e9c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:49.126622 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48', 'code': 200} Feb 09 02:08:49.145921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.160965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=cd84d124-ed76-4cbb-8724-5040b95eabaa,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:49.169096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3ba90097-5376-4c08-b5fa-2b0deaa2415a', 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'port_id': '3ba90097-5376-4c08-b5fa-2b0deaa2415a', 'mac_address': 'fa:16:3e:86:3d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922600e3-4f19-415b-9246-30ee0f9f49ff', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:49.207323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97f9251f-2d42-4bd8-b1b0-5565daa07aff req-afdaf9e5-abd7-4d35-ab67-02c87bf7988f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294768 Feb 09 02:08:49.218203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3ba90097-5376-4c08-b5fa-2b0deaa2415a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:49.219037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.235066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba90097-5376-4c08-b5fa-2b0deaa2415a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:49.262834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.269916 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.270946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 10c0b935-a06f-4ac5-a80b-790dd869701e details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:49.281123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.290226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.292867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.299198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.304683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.311615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.317377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.319510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-d509190b-05ab-4c68-9ed3-03f3e1b67293 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5433 time: 0.1583490 Feb 09 02:08:49.358384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0567d9-d0a5-4fb9-9d0e-1241885e990f req-2304c7a1-a737-45e7-93c3-3a0881551171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.360068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f0567d9-d0a5-4fb9-9d0e-1241885e990f req-2304c7a1-a737-45e7-93c3-3a0881551171 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1129 time: 0.1633375 Feb 09 02:08:49.386716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3ba90097-5376-4c08-b5fa-2b0deaa2415a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:49.449648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 10c0b935-a06f-4ac5-a80b-790dd869701e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=10c0b935-a06f-4ac5-a80b-790dd869701e,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.469339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '10c0b935-a06f-4ac5-a80b-790dd869701e', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': '10c0b935-a06f-4ac5-a80b-790dd869701e', 'mac_address': 'fa:16:3e:5a:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:49.470347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6655bc-4256-4052-9de1-de491f34c007 req-60248465-8ae1-4232-9c88-6baa909f3375 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.472066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd6655bc-4256-4052-9de1-de491f34c007 req-60248465-8ae1-4232-9c88-6baa909f3375 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 950 time: 0.1512523 Feb 09 02:08:49.482721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f0567d9-d0a5-4fb9-9d0e-1241885e990f req-e76f2e7c-798f-4f21-9909-cc336f4ddf1b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057134 Feb 09 02:08:49.487965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84fd7eeb-f0cb-40d4-9b7a-974975f3d45c req-e7d2ff0f-1a60-4e5f-bc52-c361e18d3165 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556938 Feb 09 02:08:49.532085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 10c0b935-a06f-4ac5-a80b-790dd869701e is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:49.532799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.555700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c0b935-a06f-4ac5-a80b-790dd869701e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:49.556487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd6655bc-4256-4052-9de1-de491f34c007 req-77d71693-1cf7-4c2c-ac69-cd71be5600ee tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674524 Feb 09 02:08:49.584250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 10c0b935-a06f-4ac5-a80b-790dd869701e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=10c0b935-a06f-4ac5-a80b-790dd869701e,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.591843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.593178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device eb3e6691-821b-4822-ada6-5f59405acc43 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:49.631896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71493f73-e66e-4002-b1c5-8075a646c533 req-533dae0d-5a13-4720-987e-cc47e42ca2e9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.633468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71493f73-e66e-4002-b1c5-8075a646c533 req-533dae0d-5a13-4720-987e-cc47e42ca2e9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.0635426 Feb 09 02:08:49.658443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=10c0b935-a06f-4ac5-a80b-790dd869701e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:49.672570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port eb3e6691-821b-4822-ada6-5f59405acc43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=eb3e6691-821b-4822-ada6-5f59405acc43,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.684100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'eb3e6691-821b-4822-ada6-5f59405acc43', 'network_id': 'd5be7b8c-de13-4acf-acae-db23756c61e4', 'port_id': 'eb3e6691-821b-4822-ada6-5f59405acc43', 'mac_address': 'fa:16:3e:16:3f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922600e3-4f19-415b-9246-30ee0f9f49ff', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:49.719419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71493f73-e66e-4002-b1c5-8075a646c533 req-e358cb71-a500-4ce0-8d5a-aeabe1e3ecc1 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725245 Feb 09 02:08:49.725306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port eb3e6691-821b-4822-ada6-5f59405acc43 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:49.725807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.730396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e3d6-bb12-47f2-8d72-272519c3d29f req-b2b228ea-64fb-400e-931f-9b417cb0de13 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.731934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9955e3d6-bb12-47f2-8d72-272519c3d29f req-b2b228ea-64fb-400e-931f-9b417cb0de13 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.0951948 Feb 09 02:08:49.740930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3e6691-821b-4822-ada6-5f59405acc43 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:49.762942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port eb3e6691-821b-4822-ada6-5f59405acc43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=eb3e6691-821b-4822-ada6-5f59405acc43,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:49.767402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.819204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9955e3d6-bb12-47f2-8d72-272519c3d29f req-c3363704-2c0e-4ab6-bd04-b620862f51aa tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769055 Feb 09 02:08:49.825529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=eb3e6691-821b-4822-ada6-5f59405acc43,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:49.839407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 19f2ed2c-c326-49a9-973c-19de672bc4c5 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:49.899724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 19f2ed2c-c326-49a9-973c-19de672bc4c5 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:08:49.905391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 19f2ed2c-c326-49a9-973c-19de672bc4c5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:49.906182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:49.953592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc2a66-36be-4485-9889-b829e4573fba req-41e421fa-fc49-4458-ba93-b19aa78adebd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:49.956576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eafc2a66-36be-4485-9889-b829e4573fba req-41e421fa-fc49-4458-ba93-b19aa78adebd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0600994 Feb 09 02:08:49.991139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 19f2ed2c-c326-49a9-973c-19de672bc4c5 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:49.991539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.022787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eafc2a66-36be-4485-9889-b829e4573fba req-131b072e-8911-4f63-966f-c1f1a187b089 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510800 Feb 09 02:08:50.035904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 19f2ed2c-c326-49a9-973c-19de672bc4c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:50.050987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:50.127211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=19f2ed2c-c326-49a9-973c-19de672bc4c5,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:50.184153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2826e-f978-4a97-92ec-7451d27224cb req-f88f0084-083f-453f-9810-eb97d8508a02 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.185664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21c2826e-f978-4a97-92ec-7451d27224cb req-f88f0084-083f-453f-9810-eb97d8508a02 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.0694406 Feb 09 02:08:50.264119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21c2826e-f978-4a97-92ec-7451d27224cb req-38a9b6f5-43c0-4379-8c8b-b858aa390c4c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685992 Feb 09 02:08:50.275156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6d852-b93a-4933-a2be-fae971c9e5c0 req-b2ff27f4-574b-4cee-b923-6c1a9803fb36 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.277923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35b6d852-b93a-4933-a2be-fae971c9e5c0 req-b2ff27f4-574b-4cee-b923-6c1a9803fb36 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.0912325 Feb 09 02:08:50.344150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35b6d852-b93a-4933-a2be-fae971c9e5c0 req-c1789fb7-1332-4d0a-b40e-c689f8e471e3 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Feb 09 02:08:50.436363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7af4a-60bd-4e24-b7a4-62b90bfd37ba req-d0d918c2-66e7-4d9a-a6af-07a509d1e53a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.438346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae7af4a-60bd-4e24-b7a4-62b90bfd37ba req-d0d918c2-66e7-4d9a-a6af-07a509d1e53a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0568755 Feb 09 02:08:50.495069 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae7af4a-60bd-4e24-b7a4-62b90bfd37ba req-f1f339cd-e6c6-45b2-b44d-21b34803045d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508845 Feb 09 02:08:50.641032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.647435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.653034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.658514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.663768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.669747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.675051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.676996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-565ef866-936b-4adf-8607-a1a0c9681c24 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.0958805 Feb 09 02:08:50.743333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c1dc7ec-7522-453a-9e01-c10d1db889a6 req-a4cc4433-13c3-4421-8e34-d81993a95a8a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586619 Feb 09 02:08:50.845663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de60716-c3ee-4e69-b61c-1d681cb50318 req-5cd2557e-644f-4b4e-abfa-87d69dabdb44 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.847488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5de60716-c3ee-4e69-b61c-1d681cb50318 req-5cd2557e-644f-4b4e-abfa-87d69dabdb44 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.0570269 Feb 09 02:08:50.902864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5de60716-c3ee-4e69-b61c-1d681cb50318 req-ebab94c9-940d-454c-ac41-f580c386b941 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Feb 09 02:08:50.976068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d0259-f107-4149-b796-b2597f20ce20 req-6a786511-018c-4d29-8114-5e28e4cf360f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:50.978420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-746d0259-f107-4149-b796-b2597f20ce20 req-6a786511-018c-4d29-8114-5e28e4cf360f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.0632403 Feb 09 02:08:51.028947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-746d0259-f107-4149-b796-b2597f20ce20 req-4d809706-a004-4d7a-aba1-266389fa936b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Feb 09 02:08:51.129688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:51.132428 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210dc793-4166-4260-8318-d6fb1d8ee4d2" -d '{"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:51.190176 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd38fe-3b85-49fa-aa3f-9f7ff62e44ee x-openstack-request-id: req-d2bd38fe-3b85-49fa-aa3f-9f7ff62e44ee {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:51.190447 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:51.190847 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2bd38fe-3b85-49fa-aa3f-9f7ff62e44ee {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:51.191372 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'code': 200} Feb 09 02:08:51.232791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414369f-ca8f-481b-a048-59e7c3fa5bfa req-98e6f0e3-f342-496a-bc74-61ba3368b94c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.234602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a414369f-ca8f-481b-a048-59e7c3fa5bfa req-98e6f0e3-f342-496a-bc74-61ba3368b94c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0716934 Feb 09 02:08:51.285441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a414369f-ca8f-481b-a048-59e7c3fa5bfa req-a35f9448-7aff-4b2a-abd3-0e63e948fdec tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 Feb 09 02:08:51.405036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fd8f7-1ca3-4010-846f-846ae43facd8 req-698300a4-762a-4706-93c7-32697aca7523 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.406873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c68fd8f7-1ca3-4010-846f-846ae43facd8 req-698300a4-762a-4706-93c7-32697aca7523 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.0631468 Feb 09 02:08:51.445228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['10c0b935-a06f-4ac5-a80b-790dd869701e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:51.496992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c68fd8f7-1ca3-4010-846f-846ae43facd8 req-e6f560b2-58cc-494f-9752-dabecc8b6d7c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823858 Feb 09 02:08:51.502545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3ba90097-5376-4c08-b5fa-2b0deaa2415a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:51.522293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e688ac3-d17d-4ec1-930d-25bbf6565ba8 req-86d7eb65-f852-4a81-b2ed-ce4c236b3d4a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.524334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e688ac3-d17d-4ec1-930d-25bbf6565ba8 req-86d7eb65-f852-4a81-b2ed-ce4c236b3d4a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.0764997 Feb 09 02:08:51.542404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['66ead44e-e7c1-44a4-8ca6-80efd006cc8a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:51.583797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['c2441e6e-c617-4b3c-8161-2bc5f0e8aa64'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:51.598113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e688ac3-d17d-4ec1-930d-25bbf6565ba8 req-611c03da-64ad-4cf6-9d8a-d532d0a2bfa3 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666130 Feb 09 02:08:51.618451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['cac4a00d-e689-4a71-9d3b-ddb73f08186f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:51.662611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdd1d5-4893-44db-9761-63a4fa8bb134 req-20d4ccde-0607-43ea-88ab-c54953159d4b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.664131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7bdd1d5-4893-44db-9761-63a4fa8bb134 req-20d4ccde-0607-43ea-88ab-c54953159d4b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0600471 Feb 09 02:08:51.720883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7bdd1d5-4893-44db-9761-63a4fa8bb134 req-a0618187-9ebf-4896-9bc4-42d0104a6e5f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502052 Feb 09 02:08:51.750508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['eb3e6691-821b-4822-ada6-5f59405acc43'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:51.891718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.897574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.903815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.909115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.915176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.921006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.926629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:51.928602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-01a056df-0bbf-4cf6-b3e5-ffbc0a500eb3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.1020129 Feb 09 02:08:51.932440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['cd84d124-ed76-4cbb-8724-5040b95eabaa'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:52.023630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-938abeef-67a5-465a-abc9-f7f7e50e117c req-54f50cb3-b22d-499b-9f90-e55f4f7b08df tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874712 Feb 09 02:08:52.051254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099ddb3-219a-478a-9e59-f2b73b75c8c5 req-43dfd717-950d-4c34-89a7-ae7373158c67 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:52.052728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8099ddb3-219a-478a-9e59-f2b73b75c8c5 req-43dfd717-950d-4c34-89a7-ae7373158c67 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.0699980 Feb 09 02:08:52.115952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8099ddb3-219a-478a-9e59-f2b73b75c8c5 req-e613ff8f-ce6d-4dba-815b-c42b0b2dbb9e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505583 Feb 09 02:08:52.171978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f31b-c2fd-4737-a031-10ae196bf77a req-6c9b85ce-a5a8-4b9d-a296-3b1a98de56c5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:52.173404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4de3f31b-c2fd-4737-a031-10ae196bf77a req-6c9b85ce-a5a8-4b9d-a296-3b1a98de56c5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.0618742 Feb 09 02:08:52.233353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4de3f31b-c2fd-4737-a031-10ae196bf77a req-03671444-7444-4bf4-992f-e79ea6d3b7cc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534635 Feb 09 02:08:52.415249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf47db-af9b-4062-ae8f-adc644a636dd req-30e65ef2-0c61-4ae0-9ea5-907bd754242f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:52.417466 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16cf47db-af9b-4062-ae8f-adc644a636dd req-30e65ef2-0c61-4ae0-9ea5-907bd754242f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0578604 Feb 09 02:08:52.494921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16cf47db-af9b-4062-ae8f-adc644a636dd req-4a7759d2-6561-4b92-8c00-cd890a8db119 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Feb 09 02:08:52.645618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015af0ed-b968-4729-b4ca-b981a96496e8 req-353e4e0f-ab62-4499-9555-0a424699551f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:52.647199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-015af0ed-b968-4729-b4ca-b981a96496e8 req-353e4e0f-ab62-4499-9555-0a424699551f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.0592070 Feb 09 02:08:52.728221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-015af0ed-b968-4729-b4ca-b981a96496e8 req-bbbed2f1-b4ad-4389-84ee-cf0aa4181e15 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742667 Feb 09 02:08:52.755074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed42ea-b965-4587-b2c7-99903b512a09 req-d8accc75-5be9-48a1-a84d-0922afa5e61e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:52.755074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fed42ea-b965-4587-b2c7-99903b512a09 req-d8accc75-5be9-48a1-a84d-0922afa5e61e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.0751851 Feb 09 02:08:52.815855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fed42ea-b965-4587-b2c7-99903b512a09 req-65b72941-c31f-45bc-84f5-2e2f9a467867 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616705 Feb 09 02:08:52.859015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cddb8c-8435-4736-b0a8-0989f03524e7 req-8d18e8ae-e496-413e-879c-1a0cdbf0b234 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:52.860703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8cddb8c-8435-4736-b0a8-0989f03524e7 req-8d18e8ae-e496-413e-879c-1a0cdbf0b234 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0608330 Feb 09 02:08:52.946994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8cddb8c-8435-4736-b0a8-0989f03524e7 req-4f6d562c-c402-4f04-9733-9a2e42fe916b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802870 Feb 09 02:08:52.956289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d777-364d-49eb-ae32-2b432affc195 req-89b9838e-622d-4565-b89f-521f7fe01295 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:52.957884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4c3d777-364d-49eb-ae32-2b432affc195 req-89b9838e-622d-4565-b89f-521f7fe01295 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1129 time: 0.0700586 Feb 09 02:08:53.006927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4c3d777-364d-49eb-ae32-2b432affc195 req-c51efd62-8303-43ea-8ec1-2628e3750392 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Feb 09 02:08:53.247442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.252733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.258090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.263381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.268682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.273982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.279874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.281831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-5594a80d-145d-4c92-a8c9-81f4f32f82ab tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.1391408 Feb 09 02:08:53.291261 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-95c13af3-bd70-4357-85d1-51b920d678a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:53.325578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6cab3-3235-41a1-b4d5-9c6cd0c2a00b req-32f9c6ec-9ece-47ce-a668-b97c40c5cd30 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.327105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0f6cab3-3235-41a1-b4d5-9c6cd0c2a00b req-32f9c6ec-9ece-47ce-a668-b97c40c5cd30 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1298244 Feb 09 02:08:53.389367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cee15df-1a12-476f-9675-3f1ff6f9a02b req-a06413e3-302a-4fa6-8e45-cb287ca10626 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969796 Feb 09 02:08:53.455287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0f6cab3-3235-41a1-b4d5-9c6cd0c2a00b req-21d69bf5-2aea-42ec-a05c-1da0b9f54854 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114483 Feb 09 02:08:53.545721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd220-63a8-451b-b4e7-5e54a428ce0c req-6513718b-ec80-4b99-b2dd-7dc7dfe29cca tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.547438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c3bd220-63a8-451b-b4e7-5e54a428ce0c req-6513718b-ec80-4b99-b2dd-7dc7dfe29cca tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.0642846 Feb 09 02:08:53.632226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c3bd220-63a8-451b-b4e7-5e54a428ce0c req-a4f8d1d4-41f2-43ca-92fe-b5cd71d9334c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788515 Feb 09 02:08:53.661812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dc809-1454-4fa0-876b-6ad0aa8bf01f req-79e73e56-770f-4a2a-9758-547a1482a357 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.664008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e34dc809-1454-4fa0-876b-6ad0aa8bf01f req-79e73e56-770f-4a2a-9758-547a1482a357 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0756564 Feb 09 02:08:53.716810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e34dc809-1454-4fa0-876b-6ad0aa8bf01f req-39582000-c9f9-40b6-967e-cb63801884a8 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Feb 09 02:08:53.865371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:53.951811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14cb13-9c4d-41c8-bb1e-f05709b00145 req-b93e3270-8806-447c-a76f-022272d1bfb1 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:53.953265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f14cb13-9c4d-41c8-bb1e-f05709b00145 req-b93e3270-8806-447c-a76f-022272d1bfb1 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 932 time: 0.0624890 Feb 09 02:08:53.976211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:53.992493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'mac_address': 'fa:16:3e:6e:ea:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:54.025349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f14cb13-9c4d-41c8-bb1e-f05709b00145 req-9b1f2a5a-8a85-4f9e-b0d4-339a7a3de3f2 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624864 Feb 09 02:08:54.036951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:54.037430 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:54.062165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b8ae6a2-fce1-4e89-b079-1096bc70a58c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:54.084946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:54.091155 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:54.111302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69eea2-c686-4582-8f0c-78801fc4b1eb req-63a8d703-80d1-40b7-b604-45fa1ac4df86 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.112927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a69eea2-c686-4582-8f0c-78801fc4b1eb req-63a8d703-80d1-40b7-b604-45fa1ac4df86 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0594831 Feb 09 02:08:54.149764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:54.179272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a69eea2-c686-4582-8f0c-78801fc4b1eb req-dd4159e2-c374-4711-a82c-50e34cbd5846 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589187 Feb 09 02:08:54.498489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Request body: {'port': {'device_id': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:54.599626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.605917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.611558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:54.611734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.616955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.625076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.631856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.638402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.640821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-66b28a1a-c488-4b3a-8e58-ecd297e446f3 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.1529484 Feb 09 02:08:54.689945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729c2fe-f22b-4796-a9e6-4b1929549d7b req-d1ad2b92-ce6a-4c16-be17-6e222e6b94de tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:54.691765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0729c2fe-f22b-4796-a9e6-4b1929549d7b req-d1ad2b92-ce6a-4c16-be17-6e222e6b94de tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1463070 Feb 09 02:08:54.758721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d115a64-8a82-45bb-b066-734c91db57b9 req-912e8f3e-a590-4ec7-a713-df24ef2f582c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098008 Feb 09 02:08:54.804748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0729c2fe-f22b-4796-a9e6-4b1929549d7b req-708bcbab-28bb-43c7-9c2b-169d956ade18 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956228 Feb 09 02:08:54.894561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3b8ae6a2-fce1-4e89-b079-1096bc70a58c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:54.975108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f473e42-2bbc-445b-aa8d-3034c76a71b2 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:54.985391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Publish callbacks [] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.003635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Transition to ACTIVE for port object 8f473e42-2bbc-445b-aa8d-3034c76a71b2 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:08:55.011159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.063032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7928b-77e7-4a8a-b4c4-41558fc8176f req-0c1e1821-fa79-436d-ad1d-6c2df23177c8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.066083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eb7928b-77e7-4a8a-b4c4-41558fc8176f req-0c1e1821-fa79-436d-ad1d-6c2df23177c8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.1886094 Feb 09 02:08:55.141145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Pushing event updated for resources: {'Port': ['ID=8f473e42-2bbc-445b-aa8d-3034c76a71b2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:55.180902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff027a1e-1f6d-43fa-8212-2a845400b93e req-edb905e4-30e7-4bae-8d54-16644c4fe83a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.183321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff027a1e-1f6d-43fa-8212-2a845400b93e req-edb905e4-30e7-4bae-8d54-16644c4fe83a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1534219 Feb 09 02:08:55.188791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eb7928b-77e7-4a8a-b4c4-41558fc8176f req-5c570345-1da8-4e89-b29f-3e9b11c6153d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885918 Feb 09 02:08:55.218200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Attempting to bind port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:55.218826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Attempting to bind port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '42816504-cf70-4e0e-986a-2332d21ce1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:55.219381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Attempting to bind port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 on network c68b15dd-397b-4831-bf99-47eefa8cfc15 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:55.227445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 on network c68b15dd-397b-4831-bf99-47eefa8cfc15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:55.227957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Attempting to bind port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 on network c68b15dd-397b-4831-bf99-47eefa8cfc15 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:55.235726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:55.236335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Checking segment: {'id': '42816504-cf70-4e0e-986a-2332d21ce1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:55.236911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Bound using segment: {'id': '42816504-cf70-4e0e-986a-2332d21ce1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:55.238016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Bound port: 8f473e42-2bbc-445b-aa8d-3034c76a71b2, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42816504-cf70-4e0e-986a-2332d21ce1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:55.238609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.256918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff027a1e-1f6d-43fa-8212-2a845400b93e req-b8d8ba1f-88af-4551-ab59-3ec17fdec5de tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664065 Feb 09 02:08:55.335299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] For port 8f473e42-2bbc-445b-aa8d-3034c76a71b2, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:55.338601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] For port 8f473e42-2bbc-445b-aa8d-3034c76a71b2, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8f473e42-2bbc-445b-aa8d-3034c76a71b2,segment=NetworkSegment(42816504-cf70-4e0e-986a-2332d21ce1cb),segment_id=42816504-cf70-4e0e-986a-2332d21ce1cb)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:55.345499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.378078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fdc5e-e806-45b3-85b6-5ea88e46f327 req-4b8bf749-62c4-4a5b-9f4f-aecd81ba5d0c tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.378564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.379400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.379782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28fdc5e-e806-45b3-85b6-5ea88e46f327 req-4b8bf749-62c4-4a5b-9f4f-aecd81ba5d0c tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 944 time: 0.0925117 Feb 09 02:08:55.380875 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] 10.222.0.82 "PUT /v2.0/ports/8f473e42-2bbc-445b-aa8d-3034c76a71b2 HTTP/1.1" status: 200 len: 1093 time: 0.8888535 Feb 09 02:08:55.384953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'tag': '8f473e42-2bbc-445b-aa8d-3034c76a71b2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:55.387974 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c014dc-2a94-4280-9d39-dc1a945f5e87" -d '{"events": [{"name": "network-changed", "server_uuid": "8224b38b-919a-4e5a-b38b-dff3a6c095e8", "tag": "8f473e42-2bbc-445b-aa8d-3034c76a71b2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:55.405051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54c392-7470-4b8b-a27a-0bc61e2c603e req-6d9f7fdd-1978-47fd-b4be-b1bf04ff6c91 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.406616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f54c392-7470-4b8b-a27a-0bc61e2c603e req-6d9f7fdd-1978-47fd-b4be-b1bf04ff6c91 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0855811 Feb 09 02:08:55.423395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a1534-d48b-49e3-8bf3-42d6f35c78bb service neutron] Pushing event updated for resources: {'Port': ['ID=8f473e42-2bbc-445b-aa8d-3034c76a71b2,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:55.479876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28fdc5e-e806-45b3-85b6-5ea88e46f327 req-f342271a-d33c-433f-8c61-bec93797d544 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922794 Feb 09 02:08:55.487770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f54c392-7470-4b8b-a27a-0bc61e2c603e req-ccc4ead6-bbf0-434f-98e6-4ab27779e0d4 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723865 Feb 09 02:08:55.518090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-b2c77db5-30cf-421f-ab66-74a322c49ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.519724 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-b2c77db5-30cf-421f-ab66-74a322c49ed6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3ac8f4224bc04233be598647e00262ba&device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 1127 time: 0.0613608 Feb 09 02:08:55.537854 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c3d774-211f-400b-8b8d-4456990e140b x-openstack-request-id: req-82c3d774-211f-400b-8b8d-4456990e140b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:55.538150 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8224b38b-919a-4e5a-b38b-dff3a6c095e8", "tag": "8f473e42-2bbc-445b-aa8d-3034c76a71b2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:55.538407 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82c3d774-211f-400b-8b8d-4456990e140b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:55.538838 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'tag': '8f473e42-2bbc-445b-aa8d-3034c76a71b2', 'status': 'completed', 'code': 200} Feb 09 02:08:55.573212 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-0f9ff115-97c5-472e-8ab8-cc7436243a13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f473e42-2bbc-445b-aa8d-3034c76a71b2 HTTP/1.1" status: 200 len: 217 time: 0.0450778 Feb 09 02:08:55.624539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-ce272508-0be8-443f-a223-983a55bac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.626017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-ce272508-0be8-443f-a223-983a55bac7b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ebda0cde-e069-4a02-bce9-b43f616fda6a HTTP/1.1" status: 200 len: 865 time: 0.0464106 Feb 09 02:08:55.645959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-772dc460-b229-4329-809a-771e496b94d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.663788 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-03f8cc64-614e-494e-927c-1ec0610c4abd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c68b15dd-397b-4831-bf99-47eefa8cfc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298538 Feb 09 02:08:55.766210 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-32055086-6835-4a0a-b3a3-839600d8a4c5 service neutron] 10.222.0.82 "GET /v2.0/networks/c68b15dd-397b-4831-bf99-47eefa8cfc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957241 Feb 09 02:08:55.876053 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0bbb125d-448a-4d41-ac21-7c8eb5baf1a4 req-d89b97f6-b909-45a1-b7e5-c2501d572833 service neutron] 10.222.0.82 "GET /v2.0/networks/c68b15dd-397b-4831-bf99-47eefa8cfc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028483 Feb 09 02:08:55.943809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.957546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.963099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.969464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.975076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.981557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.986557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:55.994449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-bebff5a0-8be7-496c-96eb-ed41ce91419b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.1273749 Feb 09 02:08:55.999574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-f52eca5b-f944-4be9-9a11-b69d379ff1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.001777 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-f52eca5b-f944-4be9-9a11-b69d379ff1e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3ac8f4224bc04233be598647e00262ba&device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 1127 time: 0.0697830 Feb 09 02:08:56.093477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-348f9a9b-cfac-4a11-90a2-c28b30ec54df req-12dc0f44-863d-419a-9f21-997c196fc508 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977943 Feb 09 02:08:56.111713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99e8f-4280-4da5-9063-1dc314a54bd1 req-ead66c0d-2f9c-41eb-9e4a-bd0dc59ffa2a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.113703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9e99e8f-4280-4da5-9063-1dc314a54bd1 req-ead66c0d-2f9c-41eb-9e4a-bd0dc59ffa2a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.0991950 Feb 09 02:08:56.138784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-ec9a3eb7-fc9e-4701-89ce-8804cebc94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.140413 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-ec9a3eb7-fc9e-4701-89ce-8804cebc94a1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c68b15dd-397b-4831-bf99-47eefa8cfc15 HTTP/1.1" status: 200 len: 926 time: 0.1325972 Feb 09 02:08:56.193487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9e99e8f-4280-4da5-9063-1dc314a54bd1 req-10cfe0d2-721b-419c-8203-2c80b997d661 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738242 Feb 09 02:08:56.197078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-9a2b4243-5914-470b-9686-a2d9f6d6950f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f473e42-2bbc-445b-aa8d-3034c76a71b2 HTTP/1.1" status: 200 len: 217 time: 0.0502911 Feb 09 02:08:56.258514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-ae18b921-f21a-49b2-b37f-20bb6169564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.260174 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-ae18b921-f21a-49b2-b37f-20bb6169564a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ebda0cde-e069-4a02-bce9-b43f616fda6a HTTP/1.1" status: 200 len: 865 time: 0.0565610 Feb 09 02:08:56.301334 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-5e86ef55-b156-465f-84d8-b3e41f9cd740 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c68b15dd-397b-4831-bf99-47eefa8cfc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333495 Feb 09 02:08:56.334419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75248c59-458d-4eee-a060-1446e92496a8 req-9f36f889-9453-4772-abf9-914f13e068bb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.338789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75248c59-458d-4eee-a060-1446e92496a8 req-9f36f889-9453-4772-abf9-914f13e068bb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.0679610 Feb 09 02:08:56.416427 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-5f070d43-7105-48b3-b356-a01aec398d4d service neutron] 10.222.0.82 "GET /v2.0/networks/c68b15dd-397b-4831-bf99-47eefa8cfc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093173 Feb 09 02:08:56.425532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75248c59-458d-4eee-a060-1446e92496a8 req-3b1bae4b-ea3e-41c4-9adf-b766e6cbb5d3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756059 Feb 09 02:08:56.437120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80991a4b-800c-457d-939c-a5d0bbe4908a req-8a23fa7b-323c-4f30-9ad3-b5c415e1b8fd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.448052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80991a4b-800c-457d-939c-a5d0bbe4908a req-8a23fa7b-323c-4f30-9ad3-b5c415e1b8fd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1074760 Feb 09 02:08:56.506168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80991a4b-800c-457d-939c-a5d0bbe4908a req-13869372-a961-452d-aa59-86ba77242a51 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523200 Feb 09 02:08:56.545768 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e5c014dc-2a94-4280-9d39-dc1a945f5e87 req-25ab1c16-9810-4deb-8a98-8d0da77326c5 service neutron] 10.222.0.82 "GET /v2.0/networks/c68b15dd-397b-4831-bf99-47eefa8cfc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229711 Feb 09 02:08:56.663349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a3de-04d5-4fb6-9381-d026890ae956 req-47dd7c04-9fc9-4f80-aeb7-86f353e25d9c tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.665126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8590a3de-04d5-4fb6-9381-d026890ae956 req-47dd7c04-9fc9-4f80-aeb7-86f353e25d9c tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 944 time: 0.0984654 Feb 09 02:08:56.695073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b7d1e-94b0-4c42-b97e-5e7d395ee15f req-3bb8dfee-a276-4f0d-bd12-a1c69a3a8a85 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:56.696566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-847b7d1e-94b0-4c42-b97e-5e7d395ee15f req-3bb8dfee-a276-4f0d-bd12-a1c69a3a8a85 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1003747 Feb 09 02:08:56.747172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8590a3de-04d5-4fb6-9381-d026890ae956 req-389a7c63-1352-4c77-9ff3-511830b3a4f5 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748079 Feb 09 02:08:56.770842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-847b7d1e-94b0-4c42-b97e-5e7d395ee15f req-10e54f8c-5d62-491f-a303-2720f0a84f46 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665154 Feb 09 02:08:56.804449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:57.250286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.256258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.262487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.267766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.273054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.278205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.283657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.285621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68259708-0dd1-4be3-adda-32d42e270874 req-67267db9-e8c6-49a4-92d3-99782b3a4af0 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.1103802 Feb 09 02:08:57.399388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68259708-0dd1-4be3-adda-32d42e270874 req-10d91b29-854f-43ec-8514-61a824424931 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067300 Feb 09 02:08:57.413734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33094821-7960-44db-8923-61803386f4cd req-62a1c8f0-00db-4715-8d11-a9f882ef6b68 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.415694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33094821-7960-44db-8923-61803386f4cd req-62a1c8f0-00db-4715-8d11-a9f882ef6b68 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 945 time: 0.1000347 Feb 09 02:08:57.467947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33094821-7960-44db-8923-61803386f4cd req-ecca6757-cfc4-4f66-9891-6ac72f43f3cf tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Feb 09 02:08:57.580957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007ffc4-ffb0-4ad0-a755-eaed43a79564 req-47d5fbcf-1fb8-45ec-84aa-ad17aefd7307 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.582691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b007ffc4-ffb0-4ad0-a755-eaed43a79564 req-47d5fbcf-1fb8-45ec-84aa-ad17aefd7307 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.0675945 Feb 09 02:08:57.678306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b007ffc4-ffb0-4ad0-a755-eaed43a79564 req-4e294b1a-a962-4d1a-bec0-38842967dfcd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852807 Feb 09 02:08:57.690440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7d6fe-8c2d-48ae-968d-1c943c02f1b7 req-df4956b9-1477-4716-87ea-7850d25358c2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.701030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56e7d6fe-8c2d-48ae-968d-1c943c02f1b7 req-df4956b9-1477-4716-87ea-7850d25358c2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1082993 Feb 09 02:08:57.760236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56e7d6fe-8c2d-48ae-968d-1c943c02f1b7 req-8ca5116d-7bff-4c1e-88e7-4d5f99817670 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530672 Feb 09 02:08:57.897760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c30cb36-355f-4058-82c7-d30d6a1d4cbb details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:57.904819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:57.959074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff810c-1537-4ee4-ad8d-ec91865b1457 req-3f389624-835c-40e1-9ff9-d6d93729f4a0 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.960766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65ff810c-1537-4ee4-ad8d-ec91865b1457 req-3f389624-835c-40e1-9ff9-d6d93729f4a0 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 944 time: 0.1344283 Feb 09 02:08:58.013407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8a797-dfc0-4903-ae2c-80e2348d3498 req-f2f2054c-bfb1-4c78-a4da-2198386aae8a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.015348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ab8a797-dfc0-4903-ae2c-80e2348d3498 req-f2f2054c-bfb1-4c78-a4da-2198386aae8a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1586568 Feb 09 02:08:58.047742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-ee3842cf-3ce9-42b9-bebf-649c3a1b05c6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.049434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-ee3842cf-3ce9-42b9-bebf-649c3a1b05c6 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.1741462 Feb 09 02:08:58.058756 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.071373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826675-12'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:08:58.076082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:08:58.076584 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.083810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65ff810c-1537-4ee4-ad8d-ec91865b1457 req-c467ae41-7929-4092-8e4d-7cc03b5ccf09 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162362 Feb 09 02:08:58.163249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:58.173901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ab8a797-dfc0-4903-ae2c-80e2348d3498 req-848a235d-0a68-435f-ae6a-b29d68652eb8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481636 Feb 09 02:08:58.181688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.188140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c30cb36-355f-4058-82c7-d30d6a1d4cbb has no active binding in host n-h2-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:08:58.249557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:58.250270 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.291090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:58.293157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:58.296333 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f603876f-b829-4ca8-984a-d58e848d092e" -d '{"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:58.303587 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.370360 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481122e5-1a50-40de-98bb-03febd6a7e2b x-openstack-request-id: req-481122e5-1a50-40de-98bb-03febd6a7e2b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:58.371520 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:58.371520 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-481122e5-1a50-40de-98bb-03febd6a7e2b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:58.372162 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'code': 200} Feb 09 02:08:58.381875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:58.392209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:58.396769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.397122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.397467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.397812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.398142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.398522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.398912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.399219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.399544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.399869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.400409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.400885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.401363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.451147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:58.524711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:08:58.527978 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c992c337-c5dc-411e-bb2d-96e2f8e507e2" -d '{"events": [{"server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "name": "network-vif-unplugged", "status": "completed", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:08:58.544133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Publish callbacks [] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.576331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.710433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5e64-b30c-4e60-85a4-2ab10891ecd3 req-01250d97-30fb-45f5-b0bc-ae5a35ebffc6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.712087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adcd5e64-b30c-4e60-85a4-2ab10891ecd3 req-01250d97-30fb-45f5-b0bc-ae5a35ebffc6 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1491222 Feb 09 02:08:58.727924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.734208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.739640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.745159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.750780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.756041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.764513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:58.767333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-85953c86-560f-4e6d-b5ac-f72983acc1b9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.2488847 Feb 09 02:08:58.785051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:58.811441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on host n-h1-826675-12 for vnic_type normal with profile {"migrating_to": "n-h2-826675-12"} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:08:58.811777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:08:58.812111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:58.822313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.822692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.823042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.823439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.823946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.824380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.824558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.825050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.825382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.825714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.826045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.826724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.826724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:08:58.840490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:08:58.840959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Attempting to bind port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on network 1477abee-6012-41e7-8a9d-eec3e032f2b8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:08:58.869605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:08:58.870001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Checking segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:08:58.870335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Bound using segment: {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:08:58.870889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Bound port: 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a908-2afd-4916-9dc3-9f6286174e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1477abee-6012-41e7-8a9d-eec3e032f2b8'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:08:58.871263 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:58.891607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adcd5e64-b30c-4e60-85a4-2ab10891ecd3 req-0e681710-75cf-4065-b556-edced1b23d0c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197441 Feb 09 02:08:58.961087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a853f6de-9f86-4391-88c0-5957e40afb1e req-3835ac5e-0262-41cf-a77f-48822fdfd632 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763201 Feb 09 02:08:58.963339 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff0c4ba-bfbb-41ce-8e09-cd2e19d44099 x-openstack-request-id: req-2ff0c4ba-bfbb-41ce-8e09-cd2e19d44099 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:08:58.963636 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "name": "network-vif-unplugged", "status": "completed", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:08:58.964026 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ff0c4ba-bfbb-41ce-8e09-cd2e19d44099 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:08:58.964911 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb', 'code': 200} Feb 09 02:08:59.035077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:08:59.042294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:08:59.066483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:59.149597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8f473e42-2bbc-445b-aa8d-3034c76a71b2 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:08:59.229633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:59.270736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8f473e42-2bbc-445b-aa8d-3034c76a71b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8f473e42-2bbc-445b-aa8d-3034c76a71b2,segment=NetworkSegment(42816504-cf70-4e0e-986a-2332d21ce1cb),segment_id=42816504-cf70-4e0e-986a-2332d21ce1cb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:59.284920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e4dc4-b3ef-46c1-8d41-7772bfab0303 req-769c776c-ba75-4c34-9900-62ab674ffc1c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:59.285700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '8f473e42-2bbc-445b-aa8d-3034c76a71b2', 'network_id': 'c68b15dd-397b-4831-bf99-47eefa8cfc15', 'port_id': '8f473e42-2bbc-445b-aa8d-3034c76a71b2', 'mac_address': 'fa:16:3e:37:c6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebda0cde-e069-4a02-bce9-b43f616fda6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:08:59.286804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e4dc4-b3ef-46c1-8d41-7772bfab0303 req-769c776c-ba75-4c34-9900-62ab674ffc1c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.2337244 Feb 09 02:08:59.289320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:59.289959 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:59.291431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-c685a4b6-70f9-4aca-ba7e-32de64e10f0d service neutron] 10.222.0.72 "PUT /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 200 len: 1123 time: 1.2266507 Feb 09 02:08:59.365851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:08:59.366258 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:59.386833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f473e42-2bbc-445b-aa8d-3034c76a71b2 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:08:59.398902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e4dc4-b3ef-46c1-8d41-7772bfab0303 req-14ce7502-2df0-4391-a482-0cd9a3473618 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991657 Feb 09 02:08:59.406428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f0fbe-072c-4803-a7c1-7e44da714e81 req-c82b8c05-517b-4b36-b83e-bc1ac4193c47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:59.422133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f65f0fbe-072c-4803-a7c1-7e44da714e81 req-c82b8c05-517b-4b36-b83e-bc1ac4193c47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.3262255 Feb 09 02:08:59.427684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8f473e42-2bbc-445b-aa8d-3034c76a71b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8f473e42-2bbc-445b-aa8d-3034c76a71b2,segment=NetworkSegment(42816504-cf70-4e0e-986a-2332d21ce1cb),segment_id=42816504-cf70-4e0e-986a-2332d21ce1cb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:08:59.436066 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:59.482265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['0c30cb36-355f-4058-82c7-d30d6a1d4cbb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:59.577738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f65f0fbe-072c-4803-a7c1-7e44da714e81 req-e4d75fd4-1daa-46c8-aa88-816c47634bd3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487780 Feb 09 02:08:59.617914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8f473e42-2bbc-445b-aa8d-3034c76a71b2,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:08:59.708450 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:59.774448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266572c3-b222-48b6-ae92-57b9807dba80 req-51d802b6-423c-4908-a693-cbadb81a5c28 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:59.780236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0c30cb36-355f-4058-82c7-d30d6a1d4cbb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:59.783142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-266572c3-b222-48b6-ae92-57b9807dba80 req-51d802b6-423c-4908-a693-cbadb81a5c28 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 945 time: 0.2043402 Feb 09 02:08:59.910359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8f473e42-2bbc-445b-aa8d-3034c76a71b2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:08:59.912601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-266572c3-b222-48b6-ae92-57b9807dba80 req-3bf35501-5cd7-4608-a2b7-3e60b3a9f086 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283851 Feb 09 02:08:59.925287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac4a00d-e689-4a71-9d3b-ddb73f08186f up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:08:59.964257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7d55-c71e-4535-8723-b193e0276b40 req-d5f12c9c-5dfd-4d2f-9546-67489ff99295 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:59.973346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-497f7d55-c71e-4535-8723-b193e0276b40 req-d5f12c9c-5dfd-4d2f-9546-67489ff99295 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1852059 Feb 09 02:09:00.079701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-497f7d55-c71e-4535-8723-b193e0276b40 req-2cbd18e9-822b-4cdf-8ccc-61e875188e15 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003315 Feb 09 02:09:00.143146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port cac4a00d-e689-4a71-9d3b-ddb73f08186f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:00.182615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port cac4a00d-e689-4a71-9d3b-ddb73f08186f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:00.183350 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:00.306260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71cca-4dd9-415f-8e65-17286ce4adc4 req-7cf12b66-b29c-4dea-9010-28536131e62b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.309777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32e71cca-4dd9-415f-8e65-17286ce4adc4 req-7cf12b66-b29c-4dea-9010-28536131e62b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1560471 Feb 09 02:09:00.330908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.344640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.357112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.368357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.385632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.394202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.400049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.402803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-9c0c9c52-cfcc-4ec3-b62a-e090788b3ac8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5436 time: 0.1844800 Feb 09 02:09:00.449085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port cac4a00d-e689-4a71-9d3b-ddb73f08186f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:00.449747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:00.491243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cac4a00d-e689-4a71-9d3b-ddb73f08186f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac4a00d-e689-4a71-9d3b-ddb73f08186f,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:00.492347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac4a00d-e689-4a71-9d3b-ddb73f08186f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:00.495142 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6b7286-665f-4378-ae7d-9155bda53d1d" -d '{"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "cac4a00d-e689-4a71-9d3b-ddb73f08186f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:00.500134 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:00.501077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 66ead44e-e7c1-44a4-8ca6-80efd006cc8a up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:00.527658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32e71cca-4dd9-415f-8e65-17286ce4adc4 req-acaca8c8-2c5a-4846-9941-c36e50482e3b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042336 Feb 09 02:09:00.598488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bd7d871-90be-4390-b3c9-1218bbd6cddf req-0a180d7a-b201-456b-9527-415a6ba1e450 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1883504 Feb 09 02:09:00.645742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=cac4a00d-e689-4a71-9d3b-ddb73f08186f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:00.670713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:00.677345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:00.678192 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:00.732586 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae51d0e8-332d-410d-afea-4126328ff9a1 x-openstack-request-id: req-ae51d0e8-332d-410d-afea-4126328ff9a1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:00.733428 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "cac4a00d-e689-4a71-9d3b-ddb73f08186f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:00.733604 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae51d0e8-332d-410d-afea-4126328ff9a1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:00.733934 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac4a00d-e689-4a71-9d3b-ddb73f08186f', 'code': 200} Feb 09 02:09:00.759894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7b9d-55e0-40e2-bdaa-472caf40d3f0 req-087d0e04-5926-4ac9-b8fb-e6bb581cbf9d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.775530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-093b7b9d-55e0-40e2-bdaa-472caf40d3f0 req-087d0e04-5926-4ac9-b8fb-e6bb581cbf9d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.1332474 Feb 09 02:09:00.813712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:00.814013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:00.855831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:00.862649 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:00.863699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:00.882489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-093b7b9d-55e0-40e2-bdaa-472caf40d3f0 req-05f12394-2ac7-4220-ae2b-bd9816152af2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042051 Feb 09 02:09:00.953734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7301d9-b9d0-4281-ac4e-6b0eb9db61e4 req-32b1dd3c-8e9e-48e0-854d-f574492d9647 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:00.963833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df7301d9-b9d0-4281-ac4e-6b0eb9db61e4 req-32b1dd3c-8e9e-48e0-854d-f574492d9647 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1157651 Feb 09 02:09:00.967582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:00.971283 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d2a054-2001-4568-982d-62ca8ebaff4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:00.999348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:01.031821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:01.046210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:01.046713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.059423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df7301d9-b9d0-4281-ac4e-6b0eb9db61e4 req-ef5134ff-a484-4f0b-872f-bf008cb38d9c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921154 Feb 09 02:09:01.183311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48359bd-bf39-4895-b2d3-4792a61b1611 req-73c18e02-6511-480d-9e34-d3b906664397 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.187564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a48359bd-bf39-4895-b2d3-4792a61b1611 req-73c18e02-6511-480d-9e34-d3b906664397 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 945 time: 0.1247149 Feb 09 02:09:01.190749 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ab469-2be5-41e7-9a01-4486a0245867 x-openstack-request-id: req-5e7ab469-2be5-41e7-9a01-4486a0245867 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:01.192355 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:01.207010 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e7ab469-2be5-41e7-9a01-4486a0245867 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:01.208131 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb', 'status': 'completed', 'code': 200} Feb 09 02:09:01.269282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-7f0d34ee-0316-4872-adad-d88ae8766095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.272544 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-7f0d34ee-0316-4872-adad-d88ae8766095 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1157 time: 0.0857892 Feb 09 02:09:01.295778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:01.296336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.382250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a48359bd-bf39-4895-b2d3-4792a61b1611 req-f9580220-4cfd-42fd-8f92-e15af66c4425 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726551 Feb 09 02:09:01.394168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:01.404614 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.406035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cd84d124-ed76-4cbb-8724-5040b95eabaa up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:01.495019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a923-0aaa-4298-b560-ebb8474ac82f req-a168c5a9-1155-491a-bb0b-069b9d430a5a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.497767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-d4e550c0-6858-48a3-99da-19c2eaac9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.499864 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-d4e550c0-6858-48a3-99da-19c2eaac9972 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2195680 Feb 09 02:09:01.506523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:01.508010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a3a923-0aaa-4298-b560-ebb8474ac82f req-a168c5a9-1155-491a-bb0b-069b9d430a5a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1789160 Feb 09 02:09:01.530344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port cd84d124-ed76-4cbb-8724-5040b95eabaa completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:01.537785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port cd84d124-ed76-4cbb-8724-5040b95eabaa triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:01.538563 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.586026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a3a923-0aaa-4298-b560-ebb8474ac82f req-77fa3465-c413-4c0f-ae12-d412a21b53d5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746474 Feb 09 02:09:01.616271 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-39df90d5-c401-4c1b-b0b6-a2d9ac0a247e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 200 len: 217 time: 0.1091535 Feb 09 02:09:01.661525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port cd84d124-ed76-4cbb-8724-5040b95eabaa is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:01.662052 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.695250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-c1c78a02-2db8-489b-953a-3d8f635acf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.697102 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-c1c78a02-2db8-489b-953a-3d8f635acf80 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.0718510 Feb 09 02:09:01.719851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cd84d124-ed76-4cbb-8724-5040b95eabaa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:01.728849 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.731598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3ba90097-5376-4c08-b5fa-2b0deaa2415a up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:01.747489 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-a6cde570-46d5-4feb-9404-d3e48ec7cb94 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435586 Feb 09 02:09:01.833247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=cd84d124-ed76-4cbb-8724-5040b95eabaa,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:01.843908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43296583-a70b-477d-828e-0be78444d39a req-fe27fd81-e864-4705-a482-dd759a47a246 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.845707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43296583-a70b-477d-828e-0be78444d39a req-fe27fd81-e864-4705-a482-dd759a47a246 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1282413 Feb 09 02:09:01.849061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 3ba90097-5376-4c08-b5fa-2b0deaa2415a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:01.861811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.868171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.870797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3ba90097-5376-4c08-b5fa-2b0deaa2415a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:01.871514 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:01.874881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.880949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.891167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.901419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.910931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:01.921276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-79dc96fa-2a22-4617-8d23-077a22fdd9ba tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5440 time: 0.2125251 Feb 09 02:09:01.979066 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-f0ad9ce1-76b3-4ac6-94e7-44321b9425f1 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253184 Feb 09 02:09:02.059381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a6a7399-9449-4c5f-8631-82f74eebe6ee req-04e7bc36-eb8e-44db-abb7-43b5f97dbeae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322033 Feb 09 02:09:02.082659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43296583-a70b-477d-828e-0be78444d39a req-1f7b39f3-1c0f-47e8-ade5-b073a768111d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597788 Feb 09 02:09:02.118543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3ba90097-5376-4c08-b5fa-2b0deaa2415a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:02.118996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:02.176677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-86d2a054-2001-4568-982d-62ca8ebaff4d req-dbbe8805-2aa4-49a8-b89b-a9bb04d7201e service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907592 Feb 09 02:09:02.232962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:02.240749 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:02.241695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 10c0b935-a06f-4ac5-a80b-790dd869701e up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:02.342645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd08ffb-4b3b-4b3f-8fc9-d6fa3712218c req-9848b152-a99e-4d42-964d-2101bad5415b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:02.344036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3ba90097-5376-4c08-b5fa-2b0deaa2415a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:02.350077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dd08ffb-4b3b-4b3f-8fc9-d6fa3712218c req-9848b152-a99e-4d42-964d-2101bad5415b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1443431 Feb 09 02:09:02.378107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 10c0b935-a06f-4ac5-a80b-790dd869701e completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:02.383261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 10c0b935-a06f-4ac5-a80b-790dd869701e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:02.383879 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:02.390892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d9c5f-2361-45fa-b853-b3f9a45015a7 req-35efde94-6938-4ed5-b035-3c8bdfc5f5f2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:02.392449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd1d9c5f-2361-45fa-b853-b3f9a45015a7 req-35efde94-6938-4ed5-b035-3c8bdfc5f5f2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 944 time: 0.1410594 Feb 09 02:09:02.470647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dd08ffb-4b3b-4b3f-8fc9-d6fa3712218c req-b5311c72-c8d6-4c8a-8424-d114948da064 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185691 Feb 09 02:09:02.577639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd1d9c5f-2361-45fa-b853-b3f9a45015a7 req-73a86adf-66ff-4744-a3d9-727b5f22bb7e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688254 Feb 09 02:09:02.750161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd84d124-ed76-4cbb-8724-5040b95eabaa'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:02.752676 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcdf84f-2ac0-4013-a503-fa25ac1a29de" -d '{"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd84d124-ed76-4cbb-8724-5040b95eabaa"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:02.784715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 10c0b935-a06f-4ac5-a80b-790dd869701e is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:02.785714 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:02.857516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 10c0b935-a06f-4ac5-a80b-790dd869701e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=10c0b935-a06f-4ac5-a80b-790dd869701e,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:02.868779 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:02.871109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device eb3e6691-821b-4822-ada6-5f59405acc43 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:02.899321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee6e15-6db8-4aab-ad31-180793ed1aef req-145cbbd8-a46d-4d82-bc99-16344b0ac72e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:02.903396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ee6e15-6db8-4aab-ad31-180793ed1aef req-145cbbd8-a46d-4d82-bc99-16344b0ac72e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.2053392 Feb 09 02:09:02.927794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85d4e-7e3d-484c-837a-5db659d7d12d req-e2f30210-5d1a-4af4-8cae-39a915fee01b tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:02.930127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88a85d4e-7e3d-484c-837a-5db659d7d12d req-e2f30210-5d1a-4af4-8cae-39a915fee01b tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 945 time: 0.1658232 Feb 09 02:09:03.012725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=10c0b935-a06f-4ac5-a80b-790dd869701e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:03.035824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88a85d4e-7e3d-484c-837a-5db659d7d12d req-d796d0f1-69dc-40cb-8f33-a925c3efc3c5 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Feb 09 02:09:03.038263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port eb3e6691-821b-4822-ada6-5f59405acc43 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:03.048336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port eb3e6691-821b-4822-ada6-5f59405acc43 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:03.049080 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.098689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ee6e15-6db8-4aab-ad31-180793ed1aef req-753fdbf0-41c4-4898-94a4-856a7a343c0a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881783 Feb 09 02:09:03.160029 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17795611-a222-4d46-b741-2f30459f426d x-openstack-request-id: req-17795611-a222-4d46-b741-2f30459f426d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:03.160438 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd84d124-ed76-4cbb-8724-5040b95eabaa", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:03.160799 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17795611-a222-4d46-b741-2f30459f426d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:03.161463 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a', 'code': 200} Feb 09 02:09:03.161837 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64', 'code': 200} Feb 09 02:09:03.162188 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd84d124-ed76-4cbb-8724-5040b95eabaa', 'code': 200} Feb 09 02:09:03.164025 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a', 'code': 200} Feb 09 02:09:03.199167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8f473e42-2bbc-445b-aa8d-3034c76a71b2 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:03.298779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port eb3e6691-821b-4822-ada6-5f59405acc43 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:03.300678 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.408767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port eb3e6691-821b-4822-ada6-5f59405acc43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=eb3e6691-821b-4822-ada6-5f59405acc43,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:03.412511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc386cb8-828a-4da0-a2bd-01b78387bb7e req-0a3abd50-ea2d-48ea-9451-2b658cb86e20 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.420477 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.422503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc386cb8-828a-4da0-a2bd-01b78387bb7e req-0a3abd50-ea2d-48ea-9451-2b658cb86e20 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.2081571 Feb 09 02:09:03.456258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.462656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.469494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.475529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.482488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.490274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.496308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.507196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-af7a17fc-fb76-4964-a270-c9f5c30215af tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5441 time: 0.2203050 Feb 09 02:09:03.569165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:03.582731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:03.583114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.597031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc386cb8-828a-4da0-a2bd-01b78387bb7e req-87f1c762-f52e-42a1-acb5-4c16eca813b7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732154 Feb 09 02:09:03.660821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ae31d4-226b-4c61-a2ef-a4fe014bd502 req-29f1c996-919f-4773-b408-6ddd1589fa1a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1522624 Feb 09 02:09:03.702839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=eb3e6691-821b-4822-ada6-5f59405acc43,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:03.845130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e69ff-3193-4413-afc2-cac18e2b1cca req-034ef14f-23c3-4081-a212-47a0bbcc62bc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:03.855049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-465e69ff-3193-4413-afc2-cac18e2b1cca req-034ef14f-23c3-4081-a212-47a0bbcc62bc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1245453 Feb 09 02:09:03.935443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:03.935773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:03.943276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-465e69ff-3193-4413-afc2-cac18e2b1cca req-9ed49a72-e99f-43de-8b19-c2dc3fec0a8d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873306 Feb 09 02:09:04.004694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8f473e42-2bbc-445b-aa8d-3034c76a71b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8f473e42-2bbc-445b-aa8d-3034c76a71b2,segment=NetworkSegment(42816504-cf70-4e0e-986a-2332d21ce1cb),segment_id=42816504-cf70-4e0e-986a-2332d21ce1cb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:04.012207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.032975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035a11-95d0-4474-be44-938c53fbfdb3 req-4aa188e1-28bb-46c1-8c91-554476faf567 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.041160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f035a11-95d0-4474-be44-938c53fbfdb3 req-4aa188e1-28bb-46c1-8c91-554476faf567 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.0906460 Feb 09 02:09:04.103226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8f473e42-2bbc-445b-aa8d-3034c76a71b2,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:04.552478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f035a11-95d0-4474-be44-938c53fbfdb3 req-d37a3555-03c5-4aef-804f-b824d91d055d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025783 Feb 09 02:09:04.628516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47edd3-9215-4f01-b743-e6493db2bb86 req-fb2fa5b9-5d82-412e-a3ed-2c11b879f164 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.640628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db47edd3-9215-4f01-b743-e6493db2bb86 req-fb2fa5b9-5d82-412e-a3ed-2c11b879f164 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.1187470 Feb 09 02:09:04.738298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db47edd3-9215-4f01-b743-e6493db2bb86 req-f0a82978-2450-4185-8182-292c4aef22a6 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962694 Feb 09 02:09:04.773164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72daeb-3e0f-421e-9bf7-9eae1c6ed8ab req-08834aa6-d823-430d-a974-4d68f8f9a672 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.784250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b72daeb-3e0f-421e-9bf7-9eae1c6ed8ab req-08834aa6-d823-430d-a974-4d68f8f9a672 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1401782 Feb 09 02:09:04.871557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b72daeb-3e0f-421e-9bf7-9eae1c6ed8ab req-2df3fed9-18fd-42a2-a8a2-33c42c16c6d0 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862262 Feb 09 02:09:04.945822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7213d-9905-4159-9132-3a942a039b42 req-3a99c587-2fe1-4984-9f49-4c65c7ecaa3f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:04.953198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bca7213d-9905-4159-9132-3a942a039b42 req-3a99c587-2fe1-4984-9f49-4c65c7ecaa3f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0655956 Feb 09 02:09:05.067247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.072460 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.078246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.083582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.089273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.095585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.101128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.104528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-d4de9fea-dfa5-42c8-9350-83b19356983f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1352301 Feb 09 02:09:05.109534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bca7213d-9905-4159-9132-3a942a039b42 req-03a4ed8d-fe71-4dbc-9c0f-b130c06442e4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555297 Feb 09 02:09:05.165473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba4da-fcd1-448f-9215-b8c80810e661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c0b935-a06f-4ac5-a80b-790dd869701e'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3e6691-821b-4822-ada6-5f59405acc43'}, {'server_uuid': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f473e42-2bbc-445b-aa8d-3034c76a71b2'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:05.170242 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4b1c5-8431-4428-999c-5284a9df70dc" -d '{"events": [{"server_uuid": "668ba4da-fcd1-448f-9215-b8c80810e661", "name": "network-vif-plugged", "status": "completed", "tag": "10c0b935-a06f-4ac5-a80b-790dd869701e"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "eb3e6691-821b-4822-ada6-5f59405acc43"}, {"server_uuid": "8224b38b-919a-4e5a-b38b-dff3a6c095e8", "name": "network-vif-plugged", "status": "completed", "tag": "8f473e42-2bbc-445b-aa8d-3034c76a71b2"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:05.256764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-561b0011-e4f8-4aa8-ad7e-0b6692903544 req-7ce2322f-69d2-426a-ab29-030bd669f740 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412323 Feb 09 02:09:05.343184 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab5d3f7-f9b1-405a-9d4f-9c0dbe95c4e6 x-openstack-request-id: req-bab5d3f7-f9b1-405a-9d4f-9c0dbe95c4e6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:05.343495 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ba4da-fcd1-448f-9215-b8c80810e661", "name": "network-vif-plugged", "status": "completed", "tag": "10c0b935-a06f-4ac5-a80b-790dd869701e", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-plugged", "status": "completed", "tag": "eb3e6691-821b-4822-ada6-5f59405acc43", "code": 200}, {"server_uuid": "8224b38b-919a-4e5a-b38b-dff3a6c095e8", "name": "network-vif-plugged", "status": "completed", "tag": "8f473e42-2bbc-445b-aa8d-3034c76a71b2", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:05.343754 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bab5d3f7-f9b1-405a-9d4f-9c0dbe95c4e6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:05.344164 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba4da-fcd1-448f-9215-b8c80810e661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c0b935-a06f-4ac5-a80b-790dd869701e', 'code': 200} Feb 09 02:09:05.344423 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3e6691-821b-4822-ada6-5f59405acc43', 'code': 200} Feb 09 02:09:05.344676 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f473e42-2bbc-445b-aa8d-3034c76a71b2', 'code': 200} Feb 09 02:09:05.416256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a8cf-be9d-4c24-8268-fa72cc2a5419 req-4d2e069a-0722-4756-b594-d243b499d328 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.418408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4395a8cf-be9d-4c24-8268-fa72cc2a5419 req-4d2e069a-0722-4756-b594-d243b499d328 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1084535 Feb 09 02:09:05.504174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82b1b0-3fc4-4e1a-accc-3269e17ef538 req-3a63a306-11ff-4b0c-b4df-24abf2d141fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.505911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec82b1b0-3fc4-4e1a-accc-3269e17ef538 req-3a63a306-11ff-4b0c-b4df-24abf2d141fd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 1129 time: 0.0836217 Feb 09 02:09:05.533837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4395a8cf-be9d-4c24-8268-fa72cc2a5419 req-fc65583c-fbba-452e-a54d-ca4c7071cb85 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089995 Feb 09 02:09:05.599316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.599821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.600592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.601073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.601556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.602066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.602575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.604795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-76b5f952-e11c-4bc4-9893-11fcc09a62f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6723 time: 0.1289268 Feb 09 02:09:05.608699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac88b-272c-4a03-96a1-7c73b517ebd4 req-690c0dec-b218-44fc-84ce-e21257fcf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.610410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3ac88b-272c-4a03-96a1-7c73b517ebd4 req-690c0dec-b218-44fc-84ce-e21257fcf9ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 1128 time: 0.1189461 Feb 09 02:09:05.631665 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec82b1b0-3fc4-4e1a-accc-3269e17ef538 req-42766495-4fb8-4d32-bd4d-93d530a5ebab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129992 Feb 09 02:09:05.758432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3ac88b-272c-4a03-96a1-7c73b517ebd4 req-a12931fe-37be-40ae-afba-84842775abc8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327739 Feb 09 02:09:05.774102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d095b0a5-f7a8-4216-8242-17f8839e5a59 req-60904d83-35af-4cef-96ed-cba8836f24df service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1558099 Feb 09 02:09:05.786358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddb06a-4554-4a25-85ab-995b3f4dcd54 req-5108fb78-3f77-4b19-917a-994bdfaf47d9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.788228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6ddb06a-4554-4a25-85ab-995b3f4dcd54 req-5108fb78-3f77-4b19-917a-994bdfaf47d9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.1302290 Feb 09 02:09:05.862089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6ddb06a-4554-4a25-85ab-995b3f4dcd54 req-a30fc467-ffcc-4d6c-82c4-c55fdc1094e6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Feb 09 02:09:05.983795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33b83-46bd-43d1-9ca2-3f8dee209239 req-85c0ca4e-35ae-48fb-921c-1a49b68b24b2 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:05.985459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bea33b83-46bd-43d1-9ca2-3f8dee209239 req-85c0ca4e-35ae-48fb-921c-1a49b68b24b2 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0958424 Feb 09 02:09:06.107121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d906f-aa88-46de-8427-4dcbbd98aef1 req-b6caa1b2-8431-44f2-8043-77f06470f960 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.109336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f32d906f-aa88-46de-8427-4dcbbd98aef1 req-b6caa1b2-8431-44f2-8043-77f06470f960 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1153004 Feb 09 02:09:06.113500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bea33b83-46bd-43d1-9ca2-3f8dee209239 req-9a45cfc1-ba78-468d-88e8-96f7b1f13197 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181858 Feb 09 02:09:06.220518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f32d906f-aa88-46de-8427-4dcbbd98aef1 req-f1b25563-8757-4bfb-8de0-a8b42425cc51 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054735 Feb 09 02:09:06.313114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a7e3-3c72-44a7-a2a7-1a29436126ff req-e5991e29-f9db-484d-86c0-14e8611df9ad tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.315150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce33a7e3-3c72-44a7-a2a7-1a29436126ff req-e5991e29-f9db-484d-86c0-14e8611df9ad tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0866859 Feb 09 02:09:06.413283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce33a7e3-3c72-44a7-a2a7-1a29436126ff req-38281c37-4116-4546-9633-386bd0d5c786 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887949 Feb 09 02:09:06.499123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.505903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.512568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.518169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.526668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.533980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.539473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.548162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-1852b2cb-8a81-4cf7-ad8e-60ead878500b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1336770 Feb 09 02:09:06.624383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-437cdb3d-e94c-40b4-aef8-423cf421c488 req-2b7df94b-d2e0-49c1-a291-25dac59484b8 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696869 Feb 09 02:09:06.709292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75ea7-ed9b-4547-aacc-71859658ec34 req-dda242e5-91e0-4790-a1e8-2ae002a26422 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:06.711107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9f75ea7-ed9b-4547-aacc-71859658ec34 req-dda242e5-91e0-4790-a1e8-2ae002a26422 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0703788 Feb 09 02:09:06.773726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9f75ea7-ed9b-4547-aacc-71859658ec34 req-189f1a7c-993d-4dfd-b008-1df773b25fac tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560532 Feb 09 02:09:07.063268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab565cd2-28d5-4d92-95d3-2510d301a37e req-4dec814a-5049-401e-ab64-25841b8f63da tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.079745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab565cd2-28d5-4d92-95d3-2510d301a37e req-4dec814a-5049-401e-ab64-25841b8f63da tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.1175179 Feb 09 02:09:07.165626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab565cd2-28d5-4d92-95d3-2510d301a37e req-1c080145-6a2a-434a-a76f-c8727a22ed65 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843098 Feb 09 02:09:07.315504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b07ccc-ff7e-4d86-adc1-595957bf1aff req-93fec507-e18d-46f4-a3bb-ba33cec42fec tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.317057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6b07ccc-ff7e-4d86-adc1-595957bf1aff req-93fec507-e18d-46f4-a3bb-ba33cec42fec tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0875025 Feb 09 02:09:07.409382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287755-6f9e-4cb0-9db8-ec5142e5d6b4 req-7f9d5e22-8c73-42b3-9411-55d80d018368 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.416793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3287755-6f9e-4cb0-9db8-ec5142e5d6b4 req-7f9d5e22-8c73-42b3-9411-55d80d018368 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0986726 Feb 09 02:09:07.439576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6b07ccc-ff7e-4d86-adc1-595957bf1aff req-39f0b8ba-0a04-4527-900b-5feb385a7908 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925052 Feb 09 02:09:07.498714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3287755-6f9e-4cb0-9db8-ec5142e5d6b4 req-05be2e00-6882-4edf-bfe4-77ccb1e8077d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786681 Feb 09 02:09:07.627833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48ca63-ac6a-41ec-86a4-3afeeef44b01 req-7664608c-c362-4542-ad28-b74d92fc634d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.636119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c48ca63-ac6a-41ec-86a4-3afeeef44b01 req-7664608c-c362-4542-ad28-b74d92fc634d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0692186 Feb 09 02:09:07.709175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c48ca63-ac6a-41ec-86a4-3afeeef44b01 req-2cff3075-e0b3-425e-a76c-9a42dacc554e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710661 Feb 09 02:09:07.832013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.837270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.843362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.848630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.853982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.859640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.864873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:07.873508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-355a70d4-72b3-4047-b39a-520313a08666 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1320672 Feb 09 02:09:07.976203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faf9ee2f-f011-4e31-b815-ebde839cb179 req-7fbcb0b0-9477-492b-9fbe-7f5e4791be54 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016569 Feb 09 02:09:08.004108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94630b-8004-4df9-8256-48da04588f4e req-19da882e-fa71-4cb8-9065-87ffc188c157 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.005801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e94630b-8004-4df9-8256-48da04588f4e req-19da882e-fa71-4cb8-9065-87ffc188c157 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1094079 Feb 09 02:09:08.078158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e94630b-8004-4df9-8256-48da04588f4e req-51ae36aa-5386-4378-bda9-eecd312b5b19 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652790 Feb 09 02:09:08.344177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7bbb6-8fac-4850-96d1-7efced712163 req-c04ddcfb-9154-4838-8eb4-76ff8d331b8b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.353141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50d7bbb6-8fac-4850-96d1-7efced712163 req-c04ddcfb-9154-4838-8eb4-76ff8d331b8b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.0888953 Feb 09 02:09:08.423413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50d7bbb6-8fac-4850-96d1-7efced712163 req-bb92aff1-e156-445b-a00c-683a9f48404e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691459 Feb 09 02:09:08.679698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228914d-6b85-4184-8027-bc7c0beeb29a req-61592367-0e84-40d4-885e-3b96a3011a94 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.681118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e228914d-6b85-4184-8027-bc7c0beeb29a req-61592367-0e84-40d4-885e-3b96a3011a94 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.1527286 Feb 09 02:09:08.740113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd12ea-c0c6-424f-8845-338b553a6061 req-ba1e4cfb-a149-4f26-8a9b-8161b4817498 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.742020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5bd12ea-c0c6-424f-8845-338b553a6061 req-ba1e4cfb-a149-4f26-8a9b-8161b4817498 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1214883 Feb 09 02:09:08.772615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e228914d-6b85-4184-8027-bc7c0beeb29a req-5de10482-5493-4b0a-b68a-5c454eb079b6 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847743 Feb 09 02:09:08.844355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5bd12ea-c0c6-424f-8845-338b553a6061 req-5ac04234-c9a0-4485-b4ae-a44675097c34 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875106 Feb 09 02:09:08.979214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71a95-552a-4d1c-848d-8231d39fb088 req-6e9904ee-1aae-46e5-b9f8-b8be1d824459 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:08.982020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8c71a95-552a-4d1c-848d-8231d39fb088 req-6e9904ee-1aae-46e5-b9f8-b8be1d824459 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0704637 Feb 09 02:09:09.052843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8c71a95-552a-4d1c-848d-8231d39fb088 req-3ba35e68-89c0-49c2-8bb5-3a23a1e0f080 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645063 Feb 09 02:09:09.221408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.227550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.233723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.239719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.247020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.252435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.261866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.264216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-d0dc0ace-ebd8-45c3-8aba-831af65efb00 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1699736 Feb 09 02:09:09.310843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b20b9-8a88-4089-baf9-765b065c25c3 req-c07b72df-fbf4-4aa5-8e83-c22e5574ce50 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.312487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b43b20b9-8a88-4089-baf9-765b065c25c3 req-c07b72df-fbf4-4aa5-8e83-c22e5574ce50 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1476541 Feb 09 02:09:09.368365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-250db772-78cd-4a43-a603-db6b8ba5e189 req-0403a731-4542-4fe4-8de6-e4c94ba4709e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965297 Feb 09 02:09:09.419697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b43b20b9-8a88-4089-baf9-765b065c25c3 req-b6f26709-586d-4bed-a62d-70be8f4964c7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008599 Feb 09 02:09:09.579604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca7739-220a-43c0-8271-425d593e7e88 req-db292ef8-9dbb-4ac6-a44d-3b00257eab41 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.581451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1ca7739-220a-43c0-8271-425d593e7e88 req-db292ef8-9dbb-4ac6-a44d-3b00257eab41 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.0628695 Feb 09 02:09:09.645863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1ca7739-220a-43c0-8271-425d593e7e88 req-b7fed6c1-4509-46e1-9c3a-3529ac747868 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583973 Feb 09 02:09:09.926421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3563df1-2d5b-4864-867e-8a2a57c657d4 req-dcbe7f5d-501f-40da-bb23-45255555599a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:09.929465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3563df1-2d5b-4864-867e-8a2a57c657d4 req-dcbe7f5d-501f-40da-bb23-45255555599a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0673296 Feb 09 02:09:10.022255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3563df1-2d5b-4864-867e-8a2a57c657d4 req-5353c5e2-3ada-4bdc-902a-7ee99fa5d237 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Feb 09 02:09:10.041119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b3d9a-169b-48fa-9357-a6ea2cf3f44d req-fcf7b6ac-a8c9-45f7-8f72-2638c7db92cd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.041119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d44b3d9a-169b-48fa-9357-a6ea2cf3f44d req-fcf7b6ac-a8c9-45f7-8f72-2638c7db92cd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1052070 Feb 09 02:09:10.113714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d44b3d9a-169b-48fa-9357-a6ea2cf3f44d req-ff5df062-6c24-4c9f-afff-dbc47f86e8d8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718658 Feb 09 02:09:10.263194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641104c9-c9a2-419d-923f-22997b6b3551 req-6d2d6fdd-d432-4ca0-a248-8feedc4cb717 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.272745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-641104c9-c9a2-419d-923f-22997b6b3551 req-6d2d6fdd-d432-4ca0-a248-8feedc4cb717 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1134818 Feb 09 02:09:10.338588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-641104c9-c9a2-419d-923f-22997b6b3551 req-62f1e3ef-a274-4b51-bee7-376331cda526 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625803 Feb 09 02:09:10.593747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.599201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.606075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.611741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.617101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.622911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.628175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.632967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-ddfd79bb-0bf3-4be8-a44b-81877d3eb738 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1466522 Feb 09 02:09:10.649978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9a3d-27d4-4c86-b1b9-73bea9583c1b req-30eb7291-bbf1-4798-8fe6-2da64fa60c15 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.652380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-264e9a3d-27d4-4c86-b1b9-73bea9583c1b req-30eb7291-bbf1-4798-8fe6-2da64fa60c15 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1306033 Feb 09 02:09:10.756966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eb9cc3f-3413-4910-b70a-a8d945e3349a req-81702c0a-2b10-4efb-acce-0e5f0b50652a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152396 Feb 09 02:09:10.764150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-264e9a3d-27d4-4c86-b1b9-73bea9583c1b req-f3dac666-8ee2-4429-80a1-b574d2c92c36 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922043 Feb 09 02:09:10.896295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053976b7-d836-41fa-b9d3-52fd57f65170 req-f277514f-8657-40b2-b4fe-dccce3390e88 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:10.903184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-053976b7-d836-41fa-b9d3-52fd57f65170 req-f277514f-8657-40b2-b4fe-dccce3390e88 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.0639086 Feb 09 02:09:10.953943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-053976b7-d836-41fa-b9d3-52fd57f65170 req-2810de9f-4912-411b-941a-ed41a7e93ed0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491662 Feb 09 02:09:11.211090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7d8ff-547d-41fd-929c-b8af0be093e1 req-9474a757-4284-4c79-8da8-994debf19a15 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.212167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5f7d8ff-547d-41fd-929c-b8af0be093e1 req-9474a757-4284-4c79-8da8-994debf19a15 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0861931 Feb 09 02:09:11.303503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5f7d8ff-547d-41fd-929c-b8af0be093e1 req-1eef47fd-569a-412f-8f65-fc66408defad tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782950 Feb 09 02:09:11.478868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f22ad5-5239-46d8-b6d1-11616accd031 req-e8c01d5a-552b-4d48-8efc-8d87ff6af2e8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.480710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20f22ad5-5239-46d8-b6d1-11616accd031 req-e8c01d5a-552b-4d48-8efc-8d87ff6af2e8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.1131043 Feb 09 02:09:11.489026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c833e7-4ec8-40f1-a389-61cbffc94a1b req-4dbcfb24-1958-401a-8480-a801f4e06680 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.490445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21c833e7-4ec8-40f1-a389-61cbffc94a1b req-4dbcfb24-1958-401a-8480-a801f4e06680 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0868640 Feb 09 02:09:11.575577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20f22ad5-5239-46d8-b6d1-11616accd031 req-8139661e-adf2-4883-b24f-e58ddac32b2d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835660 Feb 09 02:09:11.584051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21c833e7-4ec8-40f1-a389-61cbffc94a1b req-852ea867-ccb9-4d02-b15b-9ead4e4a94ef tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847929 Feb 09 02:09:11.746573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823428-a01e-4812-8663-74494d38fe50 req-0632c731-ae7f-4578-8da8-5c93eb0ddff8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.753398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d823428-a01e-4812-8663-74494d38fe50 req-0632c731-ae7f-4578-8da8-5c93eb0ddff8 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0828578 Feb 09 02:09:11.814687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d823428-a01e-4812-8663-74494d38fe50 req-5b9bbe56-e0fc-446b-ab75-1f64c0c2ad95 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562532 Feb 09 02:09:11.954583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b59bf-ced9-4e10-8bf4-090e130de74e req-8192bbaf-704a-458c-bd3e-8d57bdf66c33 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.956253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-588b59bf-ced9-4e10-8bf4-090e130de74e req-8192bbaf-704a-458c-bd3e-8d57bdf66c33 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0977130 Feb 09 02:09:11.971793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.977321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.983951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.989410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:11.994985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.000436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.006155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.008145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-7b257db3-8795-43af-9933-d93aa2290084 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1391034 Feb 09 02:09:12.080862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-588b59bf-ced9-4e10-8bf4-090e130de74e req-fcbfd383-d10d-481f-aa6c-68cb9da96c63 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714860 Feb 09 02:09:12.113174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85f09da1-daac-450a-9a8f-e5647b1b22f7 req-bf59add4-ab6c-4030-821b-3921dbd0a985 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899532 Feb 09 02:09:12.277295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.283819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.289444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.297330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.306707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.312590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.318331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.324638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c170e25-8561-4faa-b144-351130f4985b req-601cd15b-5ef7-4582-a069-6397851d4547 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1197929 Feb 09 02:09:12.331620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:12.336357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Request body: {'floatingip': {'port_id': '19f2ed2c-c326-49a9-973c-19de672bc4c5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:12.397659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for floatingip (e03f0617-f5ad-4cb6-ad14-ef4a186a12ef), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:12.496380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2292e4e-8e16-4144-ac53-5ba75e5f44ff req-f4d334fc-de69-4d55-8d33-651185329616 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.498301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2292e4e-8e16-4144-ac53-5ba75e5f44ff req-f4d334fc-de69-4d55-8d33-651185329616 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0931914 Feb 09 02:09:12.561166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2292e4e-8e16-4144-ac53-5ba75e5f44ff req-7237669f-767b-44f5-9d65-a808ec11e573 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566976 Feb 09 02:09:12.788842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a4394-3c3b-4fb6-aa76-d82de1dfdadc req-607d7875-18a8-44a8-9904-f56861ac3a89 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.790394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927a4394-3c3b-4fb6-aa76-d82de1dfdadc req-607d7875-18a8-44a8-9904-f56861ac3a89 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0997341 Feb 09 02:09:12.846567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adf40b-c083-4b73-9b22-2129e68bd840 req-7ff96521-32f6-412d-90b8-0c77958b97d9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:12.848226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09adf40b-c083-4b73-9b22-2129e68bd840 req-7ff96521-32f6-412d-90b8-0c77958b97d9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.1234758 Feb 09 02:09:12.949884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927a4394-3c3b-4fb6-aa76-d82de1dfdadc req-ea9673a6-0e67-41a0-9678-6c38b3fb8f7b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427863 Feb 09 02:09:12.978995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09adf40b-c083-4b73-9b22-2129e68bd840 req-be92e8fe-f8af-40ff-ac88-b9cda04b49c0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239393 Feb 09 02:09:13.085388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba77f43-b1fe-45e2-a60a-2a55983bd534 req-15fa888b-2936-41d0-9196-3b935c03b52f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.086039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.087612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bba77f43-b1fe-45e2-a60a-2a55983bd534 req-15fa888b-2936-41d0-9196-3b935c03b52f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.0600715 Feb 09 02:09:13.096604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (e03f0617-f5ad-4cb6-ad14-ef4a186a12ef), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.159937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bba77f43-b1fe-45e2-a60a-2a55983bd534 req-baf608a9-18ec-437d-96d1-fafb6fb2aa90 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648952 Feb 09 02:09:13.254549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d54d83-ea04-43ea-8d76-fa44cd8989b5 req-d13a7923-4de1-4ed2-bdbe-fa2914861ec7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.256349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d54d83-ea04-43ea-8d76-fa44cd8989b5 req-d13a7923-4de1-4ed2-bdbe-fa2914861ec7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0859497 Feb 09 02:09:13.274710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0c30cb36-355f-4058-82c7-d30d6a1d4cbb no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:13.280113 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Floating IP e03f0617-f5ad-4cb6-ad14-ef4a186a12ef associated. External IP: 172.25.6.19, port: 19f2ed2c-c326-49a9-973c-19de672bc4c5. Feb 09 02:09:13.327790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d54d83-ea04-43ea-8d76-fa44cd8989b5 req-888f3e00-2035-4644-981b-e0521c32f18c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641992 Feb 09 02:09:13.373615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:13.543367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-cad01e47-9e1e-4435-8174-3fed63e625cc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.544893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-cad01e47-9e1e-4435-8174-3fed63e625cc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 945 time: 0.0773592 Feb 09 02:09:13.578572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:09:13.694760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:09:13.701572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.708139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] Sync routers for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:09:13.716143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6958-dde8-4e02-9578-a78e6f2ad764 req-6cc7dc0f-d37c-4adf-9cf4-650c67512ff8 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.717743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c1d6958-dde8-4e02-9578-a78e6f2ad764 req-6cc7dc0f-d37c-4adf-9cf4-650c67512ff8 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 950 time: 0.1511834 Feb 09 02:09:13.720725 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:09:13.721571 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:08:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:13.741746 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-484e224b-d0c8-4eb0-b6a3-c0fafc779cdc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "PUT /v2.0/floatingips/e03f0617-f5ad-4cb6-ad14-ef4a186a12ef HTTP/1.1" status: 200 len: 990 time: 1.4090664 Feb 09 02:09:13.742504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:13.744773 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e34824e-c720-42b5-9d4f-f18464eb0340" -d '{"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:13.764414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a58572-558d-4284-aee9-06e48be8735d req-e0d1b1c1-c9d8-4391-a480-f9bbf448b42a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:13.766156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96a58572-558d-4284-aee9-06e48be8735d req-e0d1b1c1-c9d8-4391-a480-f9bbf448b42a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.1112421 Feb 09 02:09:13.772223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Deleting port 10c0b935-a06f-4ac5-a80b-790dd869701e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:13.772568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.834435 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:09:13.855459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c1d6958-dde8-4e02-9578-a78e6f2ad764 req-ee242add-68c4-424f-a324-6ce1d0c59abf tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292148 Feb 09 02:09:13.910092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96a58572-558d-4284-aee9-06e48be8735d req-3a09aeb8-97a3-4791-a9b3-3b48a33bdf7b tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335154 Feb 09 02:09:13.952054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] For port 10c0b935-a06f-4ac5-a80b-790dd869701e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=10c0b935-a06f-4ac5-a80b-790dd869701e,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:13.952054 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:13.956448 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb11e86e-5d12-4502-9078-02cc6e6b608e x-openstack-request-id: req-eb11e86e-5d12-4502-9078-02cc6e6b608e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:13.956754 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:13.957016 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb11e86e-5d12-4502-9078-02cc6e6b608e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:13.957434 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'status': 'completed', 'code': 200} Feb 09 02:09:13.982043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Calling delete_port for 10c0b935-a06f-4ac5-a80b-790dd869701e owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:14.054804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.060159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.065392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.070947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.077018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.083503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.087843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.090600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-b54fcb57-cafc-4839-9c36-0b1cd227685e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1562629 Feb 09 02:09:14.112145 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'e03f0617-f5ad-4cb6-ad14-ef4a186a12ef', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'port_id': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'mac_address': 'fa:16:3e:9a:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:40Z', 'updated_at': '2022-02-09T02:09:12Z', 'revision_number': 1, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 5, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:14.141225 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] Checking router: 11ee14a2-6f7d-4372-8ad1-1968bada57e5 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:09:14.155665 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:09:14.156606 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:08:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:14.258778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736f863-8f27-4205-8f94-605c1c848e8f req-8e5ca125-ddbf-45bf-ba1e-f78ffabcd607 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.260276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9736f863-8f27-4205-8f94-605c1c848e8f req-8e5ca125-ddbf-45bf-ba1e-f78ffabcd607 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.2185221 Feb 09 02:09:14.268824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3f77e4a-d96f-4980-bda8-06e88ce9c5d7 req-6ecd584e-5862-4187-a394-f8022eecff2f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1668832 Feb 09 02:09:14.276312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.277441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.277923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.278406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.278907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.279368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.279833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.282792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-b0580e05-ae30-4451-8d11-93694e52de3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6723 time: 0.1547947 Feb 09 02:09:14.285372 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:09:14.459329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9736f863-8f27-4205-8f94-605c1c848e8f req-7368a5f2-64ac-4c76-b7cc-b2b76f57f0bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892779 Feb 09 02:09:14.469514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (10c0b935-a06f-4ac5-a80b-790dd869701e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:14.518329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event deleted for resources: {'Port': ['ID=10c0b935-a06f-4ac5-a80b-790dd869701e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:14.528877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1fc25-7dc7-4a34-b0ec-4ce65b7a0e12 req-4dae5bad-ed49-45a8-b20d-11943c06c15c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.530548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28e1fc25-7dc7-4a34-b0ec-4ce65b7a0e12 req-4dae5bad-ed49-45a8-b20d-11943c06c15c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=668ba4da-fcd1-448f-9215-b8c80810e661 HTTP/1.1" status: 200 len: 867 time: 0.1583753 Feb 09 02:09:14.533639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-bff5d74c-fb91-4b3b-9aeb-f78ebf077c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.535753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-bff5d74c-fb91-4b3b-9aeb-f78ebf077c31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=854b410b-8d92-47d2-b1a1-46a7c0424200 HTTP/1.1" status: 200 len: 918 time: 0.2346575 Feb 09 02:09:14.651064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] No DVR routers for this DVR port 10c0b935-a06f-4ac5-a80b-790dd869701e on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:14.655983 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'e03f0617-f5ad-4cb6-ad14-ef4a186a12ef', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'port_id': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'mac_address': 'fa:16:3e:9a:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:40Z', 'updated_at': '2022-02-09T02:09:12Z', 'revision_number': 1, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 5, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:14.663986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:14.667937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a41cfc1c-ba8c-4f67-83ec-101f12353c1b req-502ed6c2-4e28-4e5e-b514-8d723d52a1a1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "DELETE /v2.0/ports/10c0b935-a06f-4ac5-a80b-790dd869701e HTTP/1.1" status: 204 len: 173 time: 1.1085157 Feb 09 02:09:14.669474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba4da-fcd1-448f-9215-b8c80810e661', 'name': 'network-vif-deleted', 'tag': '10c0b935-a06f-4ac5-a80b-790dd869701e'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:14.671812 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5267bb6d-3266-435b-8957-94fc24893b6b" -d '{"events": [{"server_uuid": "668ba4da-fcd1-448f-9215-b8c80810e661", "name": "network-vif-deleted", "tag": "10c0b935-a06f-4ac5-a80b-790dd869701e"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:14.684221 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782b80c-911a-4d20-a461-5abed16185fd None None] The sync data for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 is: [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'e03f0617-f5ad-4cb6-ad14-ef4a186a12ef', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'port_id': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'mac_address': 'fa:16:3e:9a:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:40Z', 'updated_at': '2022-02-09T02:09:12Z', 'revision_number': 1, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 5, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:09:14.712039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-27158942-e4fe-4b3b-94b6-0500c2ec9fb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5 HTTP/1.1" status: 200 len: 998 time: 0.1671739 Feb 09 02:09:14.737942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28e1fc25-7dc7-4a34-b0ec-4ce65b7a0e12 req-1b7e2725-ce5b-4ba7-8cd8-c1b921bf2736 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604857 Feb 09 02:09:14.752619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef65e26-bc6c-483a-a7b8-79befc8772ab req-0e6af530-585b-4b2a-b2f4-712d53985876 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.759719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ef65e26-bc6c-483a-a7b8-79befc8772ab req-0e6af530-585b-4b2a-b2f4-712d53985876 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.2235954 Feb 09 02:09:14.832194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-5b14044c-9c2e-4197-8100-de34897fd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.833733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-5b14044c-9c2e-4197-8100-de34897fd732 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eba3a8ad-cfd6-41dd-970a-299c2e63c034 HTTP/1.1" status: 200 len: 856 time: 0.1007257 Feb 09 02:09:14.884491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ef65e26-bc6c-483a-a7b8-79befc8772ab req-3ad7b781-c8ae-44d8-9be2-ed85d637a908 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238654 Feb 09 02:09:14.943684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-06575592-b98f-45d7-b04d-0ed17cd31b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.945424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-06575592-b98f-45d7-b04d-0ed17cd31b66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=854b410b-8d92-47d2-b1a1-46a7c0424200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0888491 Feb 09 02:09:14.949421 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab76b66-c9b8-4ef1-8ee1-cb9e20c3eb21 x-openstack-request-id: req-8ab76b66-c9b8-4ef1-8ee1-cb9e20c3eb21 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:14.949714 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ba4da-fcd1-448f-9215-b8c80810e661", "name": "network-vif-deleted", "tag": "10c0b935-a06f-4ac5-a80b-790dd869701e", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:14.950199 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ab76b66-c9b8-4ef1-8ee1-cb9e20c3eb21 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:14.950642 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba4da-fcd1-448f-9215-b8c80810e661', 'name': 'network-vif-deleted', 'tag': '10c0b935-a06f-4ac5-a80b-790dd869701e', 'status': 'completed', 'code': 200} Feb 09 02:09:14.959681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6cbe2-3a45-4ffd-b953-afac9f1dd40f req-10d996c7-6ed5-4ad1-8260-96561494049e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:14.961705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9da6cbe2-3a45-4ffd-b953-afac9f1dd40f req-10d996c7-6ed5-4ad1-8260-96561494049e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1195261 Feb 09 02:09:15.034997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2134e-7406-4ea5-8c51-5783bbb4b6ea None None] New status for floating IP e03f0617-f5ad-4cb6-ad14-ef4a186a12ef: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:09:15.127546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9da6cbe2-3a45-4ffd-b953-afac9f1dd40f req-f63fbb3e-8ff4-4c74-9692-cdcecf54ac45 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511326 Feb 09 02:09:15.142511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-3072d67c-00a0-4f8a-afb0-1bcde4d6f155 service neutron] 10.222.0.72 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735158 Feb 09 02:09:15.147695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45702-fac1-4edc-b8da-6ae9f5504443 req-2514744e-05ce-47e3-9505-bed5b0ad78d2 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.151151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cf45702-fac1-4edc-b8da-6ae9f5504443 req-2514744e-05ce-47e3-9505-bed5b0ad78d2 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 950 time: 0.1312320 Feb 09 02:09:15.608737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cf45702-fac1-4edc-b8da-6ae9f5504443 req-d87bacf8-657a-4865-b468-e51d8cc27854 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471476 Feb 09 02:09:15.628278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f1ff-883f-4a12-b444-04d26bd78041 req-dc7d72f9-9f38-4fbd-a58d-a6080bbc329f tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.635268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5f2f1ff-883f-4a12-b444-04d26bd78041 req-dc7d72f9-9f38-4fbd-a58d-a6080bbc329f tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.4312735 Feb 09 02:09:15.646826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e34824e-c720-42b5-9d4f-f18464eb0340 req-63fd046a-1e81-443a-8c26-ec929d0c7c83 service neutron] 10.222.0.72 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929368 Feb 09 02:09:15.694125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5f2f1ff-883f-4a12-b444-04d26bd78041 req-6ed1a53c-ce25-4355-8ffc-4a8253687720 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579238 Feb 09 02:09:15.831295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.836573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.852404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.859010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.864327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.869677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.875129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.877148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-0363dfcf-5f2d-4303-a47e-de5bd7036ae1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1519713 Feb 09 02:09:15.901915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9045363-02c8-48ed-a6e1-c56de51acb5e req-8136d228-51cc-42e0-bc10-b49ac32756e4 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:15.905040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9045363-02c8-48ed-a6e1-c56de51acb5e req-8136d228-51cc-42e0-bc10-b49ac32756e4 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1270776 Feb 09 02:09:15.996649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f34afde8-2167-46f6-a3c9-fef91eb2e9e2 req-f6e52e71-d579-4c08-b64c-3de4cb0b16f7 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121595 Feb 09 02:09:16.000112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9045363-02c8-48ed-a6e1-c56de51acb5e req-1187afcf-d4ff-4b7b-8621-cec7945ac23a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885379 Feb 09 02:09:16.051740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:16.177574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473e56-c94c-4249-9c18-cc8af8d4e425 req-5f7e31bc-8701-4e4f-b169-d607eba1fc9b tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:16.179558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3473e56-c94c-4249-9c18-cc8af8d4e425 req-5f7e31bc-8701-4e4f-b169-d607eba1fc9b tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1129 time: 0.0840776 Feb 09 02:09:16.181426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:16.183640 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.238788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:16.240034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:16.242969 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e38cdd-ee9e-49e4-b239-bdd811f05acc" -d '{"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:16.248432 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:16.249215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 10c0b935-a06f-4ac5-a80b-790dd869701e no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:16.279878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 10c0b935-a06f-4ac5-a80b-790dd869701e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:09:16.280490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 10c0b935-a06f-4ac5-a80b-790dd869701e not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:09:16.281060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3473e56-c94c-4249-9c18-cc8af8d4e425 req-bd6c4175-b1ec-4f69-9bab-3bd2ace8a180 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940168 Feb 09 02:09:16.299159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412a67-0078-4878-a2ec-ca72677cecaf req-4c8cd4f0-34b2-4209-9554-ba154f840e28 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:16.312589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72412a67-0078-4878-a2ec-ca72677cecaf req-4c8cd4f0-34b2-4209-9554-ba154f840e28 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1037943 Feb 09 02:09:16.362127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:16.387083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72412a67-0078-4878-a2ec-ca72677cecaf req-c78f23dc-ea61-4cbf-90ff-b7188ecb7235 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724344 Feb 09 02:09:16.437554 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79853f3a-a47e-494e-b1ce-8399535b0b1d x-openstack-request-id: req-79853f3a-a47e-494e-b1ce-8399535b0b1d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:16.437968 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:16.438306 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79853f3a-a47e-494e-b1ce-8399535b0b1d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:16.439125 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'code': 200} Feb 09 02:09:16.451554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dafb3-357c-48d0-a391-8b0b274e98ba req-8de8674b-a1a0-4dfa-b3cc-698a8e7338af tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:16.453367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f6dafb3-357c-48d0-a391-8b0b274e98ba req-8de8674b-a1a0-4dfa-b3cc-698a8e7338af tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0649457 Feb 09 02:09:16.519174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f6dafb3-357c-48d0-a391-8b0b274e98ba req-3e262e0f-2d35-4e63-8022-092411853a36 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596306 Feb 09 02:09:16.641641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f13c-e433-4311-89cf-2803952ed316 req-d50a1ab0-1315-4a91-9181-08916b141f9b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:16.643317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-d50a1ab0-1315-4a91-9181-08916b141f9b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.1384327 Feb 09 02:09:16.661397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-37fc905a-84fd-4b0e-91b2-d3ca3ee31793 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/quotas/6039e2c8b5fc4f41b5b6f8b47770ea0c HTTP/1.1" status: 200 len: 375 time: 0.0111825 Feb 09 02:09:16.703568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-969ae4d8-049d-4ec6-8cc0-ce9b50dfe567 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344408 Feb 09 02:09:16.807311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-9c00043a-6f19-4be5-a63a-6a8ed86c185e service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962670 Feb 09 02:09:16.910167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-c60b2138-d39c-44b8-b78d-13cb3731aedb service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959947 Feb 09 02:09:17.589718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-074b884d-e7fc-4704-9d2c-14f4616db812 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:09:17.592245 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-074b884d-e7fc-4704-9d2c-14f4616db812 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111337 Feb 09 02:09:17.633437 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:17.686868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-0ee2e460-95e2-4f7f-941e-c10c0b98310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.690264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-0ee2e460-95e2-4f7f-941e-c10c0b98310b service neutron] 10.222.0.53 "GET /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 1126 time: 0.0800786 Feb 09 02:09:17.705072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:17.705514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:09:17.778137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b816a-3436-47fb-901a-b2091056ed11 req-f9c9da0b-9eef-42d4-b0ac-5b345edad774 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:17.785263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-831b816a-3436-47fb-901a-b2091056ed11 req-f9c9da0b-9eef-42d4-b0ac-5b345edad774 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0785308 Feb 09 02:09:17.841005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-831b816a-3436-47fb-901a-b2091056ed11 req-700935c0-05fc-4a88-b0e1-2579a763e1aa tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545719 Feb 09 02:09:17.964515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:17.964817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:17.965408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:17.975362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:17.975886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:17.985514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:17.985514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:17.986301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:17.986675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Bound port: d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:18.022023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df8e6-c29c-4151-8151-db6261412ecf req-3cd94e7b-c4ff-4293-b23d-32bd2e83d6dc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.024022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db2df8e6-c29c-4151-8151-db6261412ecf req-3cd94e7b-c4ff-4293-b23d-32bd2e83d6dc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0791631 Feb 09 02:09:18.062897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:18.072946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:18.075555 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3524ec64-ef81-4488-b424-7209ba07bead service neutron] 10.222.0.53 "POST /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48/bindings HTTP/1.1" status: 201 len: 390 time: 0.3779380 Feb 09 02:09:18.103509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db2df8e6-c29c-4151-8151-db6261412ecf req-638e574c-5120-4f8a-a29a-7763dc21c652 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651357 Feb 09 02:09:18.287319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d55db254-10bb-44e4-a4e3-7c4fb22b2b1b req-a43fb945-3f5c-42ba-8f63-a085c5c2eb03 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0363815 Feb 09 02:09:18.300164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.315292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.321198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.327101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.332851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.338649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.345635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.347902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb946214-5606-4cff-9d85-07d5542ee43a req-cd269d4c-ffe3-46bf-bb72-ba64988bda2b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1443491 Feb 09 02:09:18.402982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-aa4cae59-0a98-44f2-aab7-a1495dfdc02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.405425 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-aa4cae59-0a98-44f2-aab7-a1495dfdc02e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1129 time: 0.0820739 Feb 09 02:09:18.471714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb946214-5606-4cff-9d85-07d5542ee43a req-78748b9b-df55-45d8-bb20-96881aa4119f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176276 Feb 09 02:09:18.494703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce4ae8-a8c7-46f5-8afb-6c3a8f69a880 req-54dcbfcb-31ea-4626-a6b7-4beb1e2cd83e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.497405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fce4ae8-a8c7-46f5-8afb-6c3a8f69a880 req-54dcbfcb-31ea-4626-a6b7-4beb1e2cd83e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.1341434 Feb 09 02:09:18.631243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fce4ae8-a8c7-46f5-8afb-6c3a8f69a880 req-7f2a9573-55f6-48ec-8d52-082fa13e2ac4 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216700 Feb 09 02:09:18.681420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f13c-e433-4311-89cf-2803952ed316 req-1df0c52f-ee68-4560-a60c-7ba8c356976e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.683834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-1df0c52f-ee68-4560-a60c-7ba8c356976e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.2210016 Feb 09 02:09:18.736447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Request body: {'port': {'device_id': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'admin_state_up': True, 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:18.818556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:18.895788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-fd860cb4-b4af-422f-9674-25f56a3527b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.898264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-fd860cb4-b4af-422f-9674-25f56a3527b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.4863958 Feb 09 02:09:18.937919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399c0c3-5f99-43d6-bf7a-4e2446f7d33d req-90b47525-8ee2-4657-a5fd-3d3d12e91396 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.939724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e399c0c3-5f99-43d6-bf7a-4e2446f7d33d req-90b47525-8ee2-4657-a5fd-3d3d12e91396 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.2459869 Feb 09 02:09:18.949772 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-0e754ba1-1b2e-4a6d-95b7-34828185a06d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 217 time: 0.0445986 Feb 09 02:09:18.998261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aa402-22af-457b-a3e1-fc498263b3df req-ed3180b3-ba79-4587-a1cb-a9e11556713a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:18.999790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b39aa402-22af-457b-a3e1-fc498263b3df req-ed3180b3-ba79-4587-a1cb-a9e11556713a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.2015109 Feb 09 02:09:19.016191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-fcb26aa6-b88d-47b3-947a-2c6245e39729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.017948 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-fcb26aa6-b88d-47b3-947a-2c6245e39729 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0631330 Feb 09 02:09:19.052137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e399c0c3-5f99-43d6-bf7a-4e2446f7d33d req-19f7a71b-9b0b-491c-9f2d-1af73795fd17 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036518 Feb 09 02:09:19.057219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:19.059075 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-9c703ad2-6645-41dd-8785-9c3123b8e4a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339108 Feb 09 02:09:19.061195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:19.126387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b39aa402-22af-457b-a3e1-fc498263b3df req-656f9f5b-9fe4-4236-bd8e-a50023959212 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130924 Feb 09 02:09:19.221618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-9b12cce5-97d7-4d2f-b1f2-e6d59cfe9bbc service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543412 Feb 09 02:09:19.325864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.331728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.337288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.343313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.348831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.351681 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-47690030-cd97-45ac-8e24-3d8d76fe2e15 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248229 Feb 09 02:09:19.354908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.360839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.367319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-2c34e317-97bb-4b73-8808-6c08e8dd0ea2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1806202 Feb 09 02:09:19.422420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Allocated IP 172.20.0.10 (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d/6dec9c77-64c6-4050-8291-f4f79fcfa9be/0670fbca-8a2e-45ba-b621-7e9c7eaa2dde) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:19.437969 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:09:19.524461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-02ceae78-5e1b-4547-afc1-c434a10b149d service neutron] 10.222.0.82 "GET /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb/bindings/n-h2-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.1487710 Feb 09 02:09:19.533226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-586b1a08-0269-4fc5-b91b-47dcea17bc0e req-77ad259e-c95e-4cc9-8538-86492a11c285 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644189 Feb 09 02:09:19.820067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decbbc9-7ebc-43a9-a1b8-e1b03b63891a req-480d7cfe-5404-4b3e-a99d-dde51e16bc2a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.821649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2decbbc9-7ebc-43a9-a1b8-e1b03b63891a req-480d7cfe-5404-4b3e-a99d-dde51e16bc2a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.2787068 Feb 09 02:09:19.937820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6da245-de23-455f-bc64-8e21b9139031 req-d78bf5e7-809d-4297-a245-d5c7cb5070a2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:19.939308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc6da245-de23-455f-bc64-8e21b9139031 req-d78bf5e7-809d-4297-a245-d5c7cb5070a2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.3072851 Feb 09 02:09:19.942400 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks [] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.015987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2decbbc9-7ebc-43a9-a1b8-e1b03b63891a req-74796b91-4ef0-4a17-ad5c-1b2beeee25f0 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730490 Feb 09 02:09:20.096454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:20.101133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc6da245-de23-455f-bc64-8e21b9139031 req-126094e8-b355-48a8-9dfd-62e95902d65a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533628 Feb 09 02:09:20.139394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d3e649a-4497-4889-bb31-c5bdfb223327 req-69405df3-fcac-4894-9b19-362c5eeb7e82 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0628903 Feb 09 02:09:20.150153 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.228594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:20.288994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:20.324393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:20.326967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:20.371544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c30cb36-355f-4058-82c7-d30d6a1d4cbb {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:20.382284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event updated for resources: {'Port': ['ID=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:20.398836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:20.428414 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.441642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.442259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.482487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.488465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.493726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.501761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.510197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.518760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.527902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.529930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab4d0eeb-ffb7-4285-95f7-8f74e06b2fba req-ab8844d2-6793-4479-8f5b-71cfccbff2c1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.2711616 Feb 09 02:09:20.541044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ff0c2-f7f5-4127-80b8-1211f85ed65c req-3e85dd97-5edd-4510-b322-5d71fe0677ee tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.543143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-258ff0c2-f7f5-4127-80b8-1211f85ed65c req-3e85dd97-5edd-4510-b322-5d71fe0677ee tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 943 time: 0.2854874 Feb 09 02:09:20.572802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-c0c43a9e-97b1-4939-a46e-63cd42fac43d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8569233 Feb 09 02:09:20.603775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Request body: {'port': {'device_id': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:20.759642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] Transition to ACTIVE for port object 0c30cb36-355f-4058-82c7-d30d6a1d4cbb will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:20.764713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-258ff0c2-f7f5-4127-80b8-1211f85ed65c req-f4cf10f3-45af-41c1-9c11-f2db0de7c124 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882238 Feb 09 02:09:20.770932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.811237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:20.828918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34524814-5d1f-4ce6-83d1-e66b09bfd0fd req-e0e60ecb-d6a8-443b-8a92-3072349d7044 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:20.830524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34524814-5d1f-4ce6-83d1-e66b09bfd0fd req-e0e60ecb-d6a8-443b-8a92-3072349d7044 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.2331917 Feb 09 02:09:20.952914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] No DVR routers for this DVR port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:20.966071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] Pushing event updated for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:21.051701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-5d06e92e-b971-47e3-be3c-b5267c17665a service neutron] 10.222.0.82 "PUT /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb/bindings/n-h2-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 1.5173259 Feb 09 02:09:21.064448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34524814-5d1f-4ce6-83d1-e66b09bfd0fd req-5cc77535-27c0-428b-ab65-4fa16efdc60a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193160 Feb 09 02:09:21.182159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be56fd-9275-4e5a-9aca-6cbeec1db3ee req-1dd43b3a-4a47-4672-b530-9ab9f4d8e3e4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.184508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6be56fd-9275-4e5a-9aca-6cbeec1db3ee req-1dd43b3a-4a47-4672-b530-9ab9f4d8e3e4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.3349185 Feb 09 02:09:21.339652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6be56fd-9275-4e5a-9aca-6cbeec1db3ee req-e6b2ca24-f3cf-4849-81ad-81f08eff77b0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427658 Feb 09 02:09:21.343861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-12188548-a375-4ae6-8650-72ae13e46af1 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.345350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-12188548-a375-4ae6-8650-72ae13e46af1 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1127 time: 0.2269516 Feb 09 02:09:21.384445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f218f-a720-4e2b-ba5a-baa398f7c575 req-f02dacdb-a96a-4fe5-9137-e1dd8b8e5554 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.386796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a8f218f-a720-4e2b-ba5a-baa398f7c575 req-f02dacdb-a96a-4fe5-9137-e1dd8b8e5554 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.2158990 Feb 09 02:09:21.591441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:21.601692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a8f218f-a720-4e2b-ba5a-baa398f7c575 req-45d5c137-60ea-4c5f-a2eb-a9e057a2a5c9 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847916 Feb 09 02:09:21.605256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Publish callbacks [] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:21.609266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-ed06be28-98cb-49d0-83b9-98ec16b33acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.610547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-ed06be28-98cb-49d0-83b9-98ec16b33acc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9 HTTP/1.1" status: 200 len: 1127 time: 0.2446387 Feb 09 02:09:21.624332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd73195-1773-432c-bf05-f1ce17cc9418 req-7b94da04-86ba-47b0-a894-1ffb837bbe9e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:21.628502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bd73195-1773-432c-bf05-f1ce17cc9418 req-7b94da04-86ba-47b0-a894-1ffb837bbe9e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1898282 Feb 09 02:09:21.643508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Transition to ACTIVE for port object 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:21.668230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:22.107511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bd73195-1773-432c-bf05-f1ce17cc9418 req-6326fc30-22dc-49e8-afcc-a3e19a0e6358 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694159 Feb 09 02:09:22.108200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:22.172652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-d0c56b0a-2973-41eb-ab18-3f315898887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.174202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-d0c56b0a-2973-41eb-ab18-3f315898887c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1127 time: 0.5331841 Feb 09 02:09:22.205617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50546d20-4224-4aa3-b6d3-35fdf6a6d122 req-e6e55588-7162-4a0f-b71b-e39979df9f24 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.207165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50546d20-4224-4aa3-b6d3-35fdf6a6d122 req-e6e55588-7162-4a0f-b71b-e39979df9f24 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 944 time: 0.1808228 Feb 09 02:09:22.323907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Attempting to bind port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:22.324420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Attempting to bind port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:22.324882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Attempting to bind port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:22.355877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:22.356309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Attempting to bind port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:22.378715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:22.379070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:22.379452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Bound using segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:22.379894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Bound port: 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:22.380258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:22.387393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50546d20-4224-4aa3-b6d3-35fdf6a6d122 req-decf6234-e05f-4c60-8043-de811729b32c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639884 Feb 09 02:09:22.408501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-9fde31fe-cb67-4879-9b7e-d5b84b86e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.408501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-9fde31fe-cb67-4879-9b7e-d5b84b86e0be service neutron] 10.222.0.72 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.2209435 Feb 09 02:09:22.418331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb464c7c-0541-4e43-b849-2f6a57182842 req-929ca685-1f5b-4c11-a2e0-adb3d0fd3630 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.419965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb464c7c-0541-4e43-b849-2f6a57182842 req-929ca685-1f5b-4c11-a2e0-adb3d0fd3630 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 944 time: 0.1652501 Feb 09 02:09:22.504159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-e3b023b4-82fc-4c51-8208-22afb50f05bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 200 len: 217 time: 0.0660925 Feb 09 02:09:22.599582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] For port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:22.635018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-f0b19355-67f6-4734-b058-0307cbbc08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.636679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-f0b19355-67f6-4734-b058-0307cbbc08d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1163316 Feb 09 02:09:22.639788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb464c7c-0541-4e43-b849-2f6a57182842 req-edb9e5b0-5660-46ca-818c-870e9f823f19 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001774 Feb 09 02:09:22.643423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] For port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:22.684966 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:22.693908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71567292-ba18-410d-afd4-d96d1860adbb req-a9fc3bd6-4b59-4a28-becd-8e099e2c357f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.695485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71567292-ba18-410d-afd4-d96d1860adbb req-a9fc3bd6-4b59-4a28-becd-8e099e2c357f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.2021682 Feb 09 02:09:22.700657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-80a53e2a-0190-436a-8c6e-9f70f6c321c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539174 Feb 09 02:09:22.778796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.779426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:22.780849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] 10.222.0.72 "PUT /v2.0/ports/0670fbca-8a2e-45ba-b621-7e9c7eaa2dde HTTP/1.1" status: 200 len: 1093 time: 2.1898746 Feb 09 02:09:22.788087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'tag': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:22.790297 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "669e9b0f-7f6e-4a4f-b488-892b5e6391b4", "tag": "0670fbca-8a2e-45ba-b621-7e9c7eaa2dde"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:22.907713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41622ee-13d8-46fc-987e-85fb47922ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:22.934091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71567292-ba18-410d-afd4-d96d1860adbb req-60f48f8a-0954-40ff-995b-4868464235ca tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270944 Feb 09 02:09:22.956887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266cdc7-06dc-41ba-a574-2cd8cd071af5 req-9b97005b-7aca-471d-bb6b-5b879b41df07 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:22.958498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e266cdc7-06dc-41ba-a574-2cd8cd071af5 req-9b97005b-7aca-471d-bb6b-5b879b41df07 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.2504895 Feb 09 02:09:22.983250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-10133b1f-8ed0-4973-9bea-7896afd8c62e service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730536 Feb 09 02:09:23.007609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f13c-e433-4311-89cf-2803952ed316 req-2562f752-3cf7-44ba-b798-34edb7372758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.009422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-2562f752-3cf7-44ba-b798-34edb7372758 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 1127 time: 0.1721370 Feb 09 02:09:23.147329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-a77b7cd0-f63e-40dd-8cf5-c737c88d7760 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde HTTP/1.1" status: 200 len: 217 time: 0.1210637 Feb 09 02:09:23.156728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e266cdc7-06dc-41ba-a574-2cd8cd071af5 req-1c5d1052-95fd-4b24-9ede-28c122a70126 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869445 Feb 09 02:09:23.231276 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8ec994-88b0-49cf-84e3-42860650d7ca x-openstack-request-id: req-4b8ec994-88b0-49cf-84e3-42860650d7ca {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:23.231571 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669e9b0f-7f6e-4a4f-b488-892b5e6391b4", "tag": "0670fbca-8a2e-45ba-b621-7e9c7eaa2dde", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:23.231892 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b8ec994-88b0-49cf-84e3-42860650d7ca {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:23.232220 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'tag': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde', 'status': 'completed', 'code': 200} Feb 09 02:09:23.247522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722f13c-e433-4311-89cf-2803952ed316 req-50883556-1090-4dcd-8769-b19eee24175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.250115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-50883556-1090-4dcd-8769-b19eee24175f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.0917282 Feb 09 02:09:23.254196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-36b98f1f-bf73-4dbe-8325-af776e0aa1d3 service neutron] 10.222.0.72 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490544 Feb 09 02:09:23.263100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1e13a-6591-4150-9117-9cb81827c46d req-ef186306-a992-4bf9-b6a2-1f94c9bc22d8 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.270106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b1e13a-6591-4150-9117-9cb81827c46d req-ef186306-a992-4bf9-b6a2-1f94c9bc22d8 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.2419918 Feb 09 02:09:23.322147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d5eb18b-9ec9-4f79-a83e-29bb55961681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:23.322843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-d9c1f0af-0619-4750-a557-be3ecd16a2a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495961 Feb 09 02:09:23.451952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b1e13a-6591-4150-9117-9cb81827c46d req-6ea2390e-7182-4d14-b153-2b7f2d2e1fe8 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800640 Feb 09 02:09:23.487723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3a5f-555d-4653-8fd0-09cc38c36f3e req-a4d12496-e2ee-4ef8-ac27-3f9928402ac8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.489394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-804b3a5f-555d-4653-8fd0-09cc38c36f3e req-a4d12496-e2ee-4ef8-ac27-3f9928402ac8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1710453 Feb 09 02:09:23.523626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-6c67d01c-7ed2-4ce2-be2b-9f5653fc641a service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798599 Feb 09 02:09:23.671797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-804b3a5f-555d-4653-8fd0-09cc38c36f3e req-f1a353f7-09d5-40b5-8298-7e0a3b4bd00c tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664066 Feb 09 02:09:23.677703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-4e64d705-de4d-44f0-a026-f9f0c193b69f tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.679755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-4e64d705-de4d-44f0-a026-f9f0c193b69f tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000&tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1127 time: 0.1873438 Feb 09 02:09:23.743302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7722f13c-e433-4311-89cf-2803952ed316 req-0d4349d1-032a-4d1a-9653-97e877d9833e service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994250 Feb 09 02:09:23.765394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3930ec-2270-4490-b5ae-b92d33b61f84 req-07e143a5-39ec-4fff-bd8a-aae11b4fc106 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.766960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea3930ec-2270-4490-b5ae-b92d33b61f84 req-07e143a5-39ec-4fff-bd8a-aae11b4fc106 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 944 time: 0.1626463 Feb 09 02:09:23.945077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea3930ec-2270-4490-b5ae-b92d33b61f84 req-61a6c295-0902-4219-872f-eee47ce75345 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669481 Feb 09 02:09:23.953321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d83ecf-d48d-4251-be71-2b7665131d72 req-f640a821-fdac-481c-aefc-0aad51857b31 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:23.954765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d83ecf-d48d-4251-be71-2b7665131d72 req-f640a821-fdac-481c-aefc-0aad51857b31 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 944 time: 0.2075613 Feb 09 02:09:24.005443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-2f3d01d2-29c6-46f6-bc28-3470e7d36ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.007009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-2f3d01d2-29c6-46f6-bc28-3470e7d36ead service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 1127 time: 0.1902134 Feb 09 02:09:24.016828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-319140c9-e1b0-45f6-b70c-6474ea67b617 service neutron] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:24.033523 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-319140c9-e1b0-45f6-b70c-6474ea67b617 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:24.034688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b651f77-2fe3-431b-9e14-c0078ed4e996 req-319140c9-e1b0-45f6-b70c-6474ea67b617 service neutron] 10.222.0.72 "DELETE /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb/bindings/n-h1-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.3354611 Feb 09 02:09:24.142192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d83ecf-d48d-4251-be71-2b7665131d72 req-ac30eea0-a1f8-46a8-9131-05705c2a4c58 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730647 Feb 09 02:09:24.176355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-0062efac-afe3-475b-b440-63c1833d4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.177953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-0062efac-afe3-475b-b440-63c1833d4917 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.1595712 Feb 09 02:09:24.188412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2eb4-f9f4-4aed-9d24-4d182497a0b5 req-149e18b8-0629-4ea0-b14a-b6b9f7d07776 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.190432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a6c2eb4-f9f4-4aed-9d24-4d182497a0b5 req-149e18b8-0629-4ea0-b14a-b6b9f7d07776 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1548235 Feb 09 02:09:24.240929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-4228450b-7168-4e60-ab26-2f524390931e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde HTTP/1.1" status: 200 len: 217 time: 0.0493698 Feb 09 02:09:24.355548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a6c2eb4-f9f4-4aed-9d24-4d182497a0b5 req-572ba30f-cc03-482d-a98f-e7b478212740 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579604 Feb 09 02:09:24.370967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-b89ec08f-0748-4546-a6f0-7e5cd4d349ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.372486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-b89ec08f-0748-4546-a6f0-7e5cd4d349ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.1209257 Feb 09 02:09:24.421702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-7ab05f6f-4501-4f48-b28d-d49734e42d77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348337 Feb 09 02:09:24.435529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2bf9-1ee0-46aa-a1ad-94db9a3b1b69 req-61bf8cfd-5a34-47f7-b33a-df662b0827a4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.437122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c65a2bf9-1ee0-46aa-a1ad-94db9a3b1b69 req-61bf8cfd-5a34-47f7-b33a-df662b0827a4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.1279392 Feb 09 02:09:24.585916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c65a2bf9-1ee0-46aa-a1ad-94db9a3b1b69 req-c1397c21-1ecb-4928-8be3-5fd00941a188 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305425 Feb 09 02:09:24.587746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0e782-050d-488b-93d7-c60724cdfa0a req-3c65bce7-d0d3-40fd-969f-837c9e6f1f12 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.589246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcf0e782-050d-488b-93d7-c60724cdfa0a req-3c65bce7-d0d3-40fd-969f-837c9e6f1f12 tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 1127 time: 0.1500371 Feb 09 02:09:24.633360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-642c13db-aeae-4ae8-a45b-e00d949aa5f1 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951938 Feb 09 02:09:24.714584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcf0e782-050d-488b-93d7-c60724cdfa0a req-6b1b2204-8dc7-453b-9c93-72163571618c tempest-LiveMigrationTest-1129979236 tempest-LiveMigrationTest-1129979236-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156254 Feb 09 02:09:24.802736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f49e4c5-61dd-4d64-8836-5546f7d21aa5 req-54e9a00b-f613-414e-a7d1-b4010143a84b service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622140 Feb 09 02:09:24.831279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aea6ac-4e21-4888-9de3-7c482ad09ebf req-2f46529a-ff76-4ad5-b7c1-7a34dcca6f22 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.832834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9aea6ac-4e21-4888-9de3-7c482ad09ebf req-2f46529a-ff76-4ad5-b7c1-7a34dcca6f22 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.1561532 Feb 09 02:09:24.903321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9aea6ac-4e21-4888-9de3-7c482ad09ebf req-d8e60b0e-0bdf-43fd-9aee-7906e2ce4f07 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Feb 09 02:09:24.963046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f830b-6b9a-450d-8a51-d5ff838e8e29 req-738b5cc0-02be-49fe-92b6-24ed6cf23ee6 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:24.968567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d31f830b-6b9a-450d-8a51-d5ff838e8e29 req-738b5cc0-02be-49fe-92b6-24ed6cf23ee6 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0754523 Feb 09 02:09:25.050342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d31f830b-6b9a-450d-8a51-d5ff838e8e29 req-239b62e2-2b8e-4bae-bf76-c73fbb1d58a2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644202 Feb 09 02:09:25.524865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f53967-d680-4c80-b4b1-b2bade45ebef req-fc11cb5a-af66-40b7-a637-821ad09e5548 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:25.527093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6f53967-d680-4c80-b4b1-b2bade45ebef req-fc11cb5a-af66-40b7-a637-821ad09e5548 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 944 time: 0.4083846 Feb 09 02:09:25.533949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b3df-7d1e-4a12-b8a2-756b8034bbbf req-b59beb5c-9541-4e3b-b308-fd22282aa8dc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:25.535492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d896b3df-7d1e-4a12-b8a2-756b8034bbbf req-b59beb5c-9541-4e3b-b308-fd22282aa8dc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 944 time: 0.4270058 Feb 09 02:09:25.633279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6f53967-d680-4c80-b4b1-b2bade45ebef req-c306e046-04df-4aa3-ac63-ca0aa9ea12de tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966818 Feb 09 02:09:25.669735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd81104c-ee35-4238-b202-f5306694f467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:25.674338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d896b3df-7d1e-4a12-b8a2-756b8034bbbf req-83e7e4c6-d632-4ea7-bf9a-d16113553a4c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300373 Feb 09 02:09:25.681187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-271d4c5b-3f4c-4b70-a506-6145b00ef2e8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1288698 Feb 09 02:09:25.824509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-a012314c-3ade-41e4-aeea-fb3c806037ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:25.826159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-a012314c-3ade-41e4-aeea-fb3c806037ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 1128 time: 0.1152320 Feb 09 02:09:25.847710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5637680-e4e0-4f3b-89b4-6196b6aaf8a7 req-61cbc874-8305-4765-aa27-fe88cf5b324a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:25.849291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5637680-e4e0-4f3b-89b4-6196b6aaf8a7 req-61cbc874-8305-4765-aa27-fe88cf5b324a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0991123 Feb 09 02:09:25.858776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fce12f-30ed-4fa9-bc4d-cf8050cf80c5 req-efe71576-9c23-4094-97d5-aed11c9654da tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:25.860515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96fce12f-30ed-4fa9-bc4d-cf8050cf80c5 req-efe71576-9c23-4094-97d5-aed11c9654da tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.1193688 Feb 09 02:09:25.994424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96fce12f-30ed-4fa9-bc4d-cf8050cf80c5 req-b045c459-5cb2-4e06-bbf1-b7ea5dcccb8c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253779 Feb 09 02:09:26.001074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5637680-e4e0-4f3b-89b4-6196b6aaf8a7 req-66d9b2eb-cb84-4eba-a086-1e9cc0b06b86 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332183 Feb 09 02:09:26.036666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-ddb35e68-0a42-47d4-9f62-cf10ac6e5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.038236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-ddb35e68-0a42-47d4-9f62-cf10ac6e5b61 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 200 len: 908 time: 0.1878533 Feb 09 02:09:26.090271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-ed960946-a067-49d7-811d-50c560afb402 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 200 len: 217 time: 0.0452390 Feb 09 02:09:26.105651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:26.234407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-f91d87ad-71bf-4a2c-b827-1ee5024a8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.235956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-f91d87ad-71bf-4a2c-b827-1ee5024a8d44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 200 len: 847 time: 0.1396294 Feb 09 02:09:26.239148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:26.253258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'mac_address': 'fa:16:3e:6e:ea:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:26.283385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-9fdf0c99-b85b-4577-9e69-db34ba5fa586 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1477abee-6012-41e7-8a9d-eec3e032f2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405047 Feb 09 02:09:26.291683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f108f47-f239-4bbc-99b9-7a0d9d162c7b req-02e4b6d6-9056-4848-b54f-ac67c3f81154 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.293516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f108f47-f239-4bbc-99b9-7a0d9d162c7b req-02e4b6d6-9056-4848-b54f-ac67c3f81154 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.1829822 Feb 09 02:09:26.298123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:26.298886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.313581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8ae6a2-fce1-4e89-b079-1096bc70a58c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:26.335719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:26.340364 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.361407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87b09d-73db-4488-87e6-9fc239cf5037 req-03c502a6-9889-4294-9395-575fbf701aaa tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.363086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec87b09d-73db-4488-87e6-9fc239cf5037 req-03c502a6-9889-4294-9395-575fbf701aaa tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.2028379 Feb 09 02:09:26.397404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:26.506835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f108f47-f239-4bbc-99b9-7a0d9d162c7b req-62c138ad-2b96-40d1-abaf-c83974ff372f tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025115 Feb 09 02:09:26.531480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-6e2d9434-3a7a-4639-b417-94d429a5e0ff service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369485 Feb 09 02:09:26.536793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec87b09d-73db-4488-87e6-9fc239cf5037 req-e2414690-3bc0-4fa6-9959-309b6b765ff3 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426063 Feb 09 02:09:26.552674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-11d7a3b6-6fcd-4823-84f8-c8167ff520c9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.554136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-11d7a3b6-6fcd-4823-84f8-c8167ff520c9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 944 time: 0.1856680 Feb 09 02:09:26.710245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069a66d-7614-41a6-8446-89223a3ecfd8 req-38ed79a1-6675-4606-85b8-98ea7edf5672 service neutron] 10.222.0.82 "GET /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715565 Feb 09 02:09:26.729287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3b8ae6a2-fce1-4e89-b079-1096bc70a58c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:26.808574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Deleting port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:26.808808 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.820114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.883881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1c19c-99c2-4400-94df-534607160b21 req-48674fd9-a254-4ae9-915f-5c96b11ba13e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.885393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c1c19c-99c2-4400-94df-534607160b21 req-48674fd9-a254-4ae9-915f-5c96b11ba13e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 944 time: 0.1681366 Feb 09 02:09:26.929839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1275dc-7872-47ca-89ec-b8ba39689505 req-ee13e3c4-848e-4f1f-a668-5b39b1ea17b1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.931352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b1275dc-7872-47ca-89ec-b8ba39689505 req-ee13e3c4-848e-4f1f-a668-5b39b1ea17b1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 944 time: 0.1650956 Feb 09 02:09:26.962203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] For port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:26.962592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:27.006301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Calling delete_port for 0c30cb36-355f-4058-82c7-d30d6a1d4cbb owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:27.012872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c1c19c-99c2-4400-94df-534607160b21 req-482760d7-c179-4743-bb48-1912ae52416a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206501 Feb 09 02:09:27.077620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b1275dc-7872-47ca-89ec-b8ba39689505 req-e27c7d42-3dce-4854-a3c5-7c9f9f3eb6a7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379428 Feb 09 02:09:27.166475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c902d0-8591-450b-9248-d50564d5c4f3 req-5e69fd80-3588-4f49-bb17-978b595129c7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:27.168970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c902d0-8591-450b-9248-d50564d5c4f3 req-5e69fd80-3588-4f49-bb17-978b595129c7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.0736659 Feb 09 02:09:27.288484 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0c30cb36-355f-4058-82c7-d30d6a1d4cbb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:27.299958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['03289433-5c2d-4c6d-b538-6bedf9f9202c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:27.335655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c902d0-8591-450b-9248-d50564d5c4f3 req-8f966d1a-2cbe-4941-8802-1680fd9c8c5b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586485 Feb 09 02:09:27.341931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event deleted for resources: {'Port': ['ID=0c30cb36-355f-4058-82c7-d30d6a1d4cbb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:27.350881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848858e-2310-4d5f-8947-f589ce4cff4c req-936af17d-d710-4a95-b915-8c600f062aae tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:27.353205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0c30cb36-355f-4058-82c7-d30d6a1d4cbb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:27.362704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4848858e-2310-4d5f-8947-f589ce4cff4c req-936af17d-d710-4a95-b915-8c600f062aae tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1908729 Feb 09 02:09:27.439309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] No DVR routers for this DVR port 0c30cb36-355f-4058-82c7-d30d6a1d4cbb on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:27.484843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:27.488674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0b02703-b15b-44b5-86a4-6fe04fe6022c req-f501b975-e94b-467d-950b-619e9f5d29b5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.72 "DELETE /v2.0/ports/0c30cb36-355f-4058-82c7-d30d6a1d4cbb HTTP/1.1" status: 204 len: 173 time: 0.9232647 Feb 09 02:09:27.500784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4848858e-2310-4d5f-8947-f589ce4cff4c req-1b633779-2973-4f93-ba3a-e7234f38ebe9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356683 Feb 09 02:09:27.503014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'name': 'network-vif-deleted', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:27.520550 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba0f7eb-8dde-44a2-b40b-88527dd99489" -d '{"events": [{"server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "name": "network-vif-deleted", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:27.575157 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9292c8-3b98-4f4e-9e21-72a6bdf2eb11 x-openstack-request-id: req-9d9292c8-3b98-4f4e-9e21-72a6bdf2eb11 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:27.575862 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed35d9e2-c2df-40be-ba8a-565ea847d000", "name": "network-vif-deleted", "tag": "0c30cb36-355f-4058-82c7-d30d6a1d4cbb", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:27.575862 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d9292c8-3b98-4f4e-9e21-72a6bdf2eb11 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:27.576407 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed35d9e2-c2df-40be-ba8a-565ea847d000', 'name': 'network-vif-deleted', 'tag': '0c30cb36-355f-4058-82c7-d30d6a1d4cbb', 'status': 'completed', 'code': 200} Feb 09 02:09:27.690241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a624c-fd48-40c2-8777-5c13e1740e99 req-4668997c-fb6d-4afb-a881-56c43004550c tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:27.695077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-865a624c-fd48-40c2-8777-5c13e1740e99 req-4668997c-fb6d-4afb-a881-56c43004550c tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0912702 Feb 09 02:09:27.794969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-865a624c-fd48-40c2-8777-5c13e1740e99 req-fdfd2461-2e58-4046-bd0e-a55185cba299 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872684 Feb 09 02:09:27.817074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c57306-73a9-41c2-81ef-56fa8cd54673 req-49596063-32a0-403a-8b08-4025dfcb43c3 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:27.819700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64c57306-73a9-41c2-81ef-56fa8cd54673 req-49596063-32a0-403a-8b08-4025dfcb43c3 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1226208 Feb 09 02:09:27.889888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64c57306-73a9-41c2-81ef-56fa8cd54673 req-a637008d-7387-4820-95d8-8a82e7deb7c1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522676 Feb 09 02:09:27.990013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:28.116840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58c0d1d7-1c69-47de-8071-83dbbf809585 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:28.129548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72c9d6be-2e3f-4000-b8a0-b45e9f7e3387 req-10db8abc-244b-45e8-abf1-797e9115a01f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0393522 Feb 09 02:09:28.250360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 58c0d1d7-1c69-47de-8071-83dbbf809585 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:28.250834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:28.281546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:28.284455 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ed39cb-c143-461b-b1d0-fb501b0d80d6" -d '{"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-unplugged", "status": "completed", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:28.289238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ccf7-a441-4a47-b037-ead81cd4e617 req-125b0d06-1469-4eeb-a5ae-03e0143af369 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.292028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f548ccf7-a441-4a47-b037-ead81cd4e617 req-125b0d06-1469-4eeb-a5ae-03e0143af369 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 944 time: 0.0851514 Feb 09 02:09:28.310821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:28.316399 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:28.343025 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504f33e-9041-48de-9104-93f8c4b42ccf x-openstack-request-id: req-3504f33e-9041-48de-9104-93f8c4b42ccf {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:28.343356 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-unplugged", "status": "completed", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:28.343589 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3504f33e-9041-48de-9104-93f8c4b42ccf {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:28.343981 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'code': 200} Feb 09 02:09:28.360718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f548ccf7-a441-4a47-b037-ead81cd4e617 req-9b048934-0a33-4f28-8214-dab9a37246b9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616159 Feb 09 02:09:28.379669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:28.500549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387da91-dd0f-44b1-8105-9a66c01078b6 req-02e2c051-f80e-41f4-a03f-00c6968666e5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.502160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e387da91-dd0f-44b1-8105-9a66c01078b6 req-02e2c051-f80e-41f4-a03f-00c6968666e5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.0639434 Feb 09 02:09:28.594004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e387da91-dd0f-44b1-8105-9a66c01078b6 req-1a4ce771-9bef-49d9-a08b-6a6bfc432f36 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845668 Feb 09 02:09:28.662813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee878514-ba01-47d2-b31b-021803369c14 req-6511bf71-b063-4dad-ba8d-444a4d99a786 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.664336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee878514-ba01-47d2-b31b-021803369c14 req-6511bf71-b063-4dad-ba8d-444a4d99a786 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.0553231 Feb 09 02:09:28.713427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee878514-ba01-47d2-b31b-021803369c14 req-f23ae3a7-fddc-4fde-a909-7c18ccff3b09 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 Feb 09 02:09:28.836566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aaf99-b08c-4c13-8849-843a9d0c3498 req-44a6eb36-5de7-48cb-906d-f2b75a361b8b tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.838397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-256aaf99-b08c-4c13-8849-843a9d0c3498 req-44a6eb36-5de7-48cb-906d-f2b75a361b8b tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 1133 time: 0.0479524 Feb 09 02:09:28.919062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-256aaf99-b08c-4c13-8849-843a9d0c3498 req-89d7d2cf-321b-46d5-8d04-cce9cb74ecac tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740731 Feb 09 02:09:28.946245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7a32f-d78d-48b7-b6f3-d971abe9ac8a req-e5a5d71a-3e39-4011-95c9-d575aa883f99 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:28.948894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99b7a32f-d78d-48b7-b6f3-d971abe9ac8a req-e5a5d71a-3e39-4011-95c9-d575aa883f99 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0781641 Feb 09 02:09:29.049910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99b7a32f-d78d-48b7-b6f3-d971abe9ac8a req-ac2e63ae-c627-487f-a222-4b6350c15147 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900345 Feb 09 02:09:29.140971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309f9b0-031e-4469-8ba2-8ee12d6d903b req-8711d98d-c8fe-4521-820b-c7e91a6e9359 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.144596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e309f9b0-031e-4469-8ba2-8ee12d6d903b req-8711d98d-c8fe-4521-820b-c7e91a6e9359 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 943 time: 0.0900674 Feb 09 02:09:29.203794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e309f9b0-031e-4469-8ba2-8ee12d6d903b req-149bfa93-19a7-45da-9426-56a5b4036c8b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580986 Feb 09 02:09:29.263078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb788f34-5db4-40d8-b5bf-960a0287a11c req-83f766e9-8182-4ff9-b36e-4e8741f6001d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0443106 Feb 09 02:09:29.336351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-ad23e820-6303-4c8a-be74-77c9a7e83b95 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223703 Feb 09 02:09:29.492617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-856cf17a-c8b1-47b9-b4ed-c70d7269bea8 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.494129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-856cf17a-c8b1-47b9-b4ed-c70d7269bea8 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522310 Feb 09 02:09:29.523593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-e5cfb43d-b8ca-4d88-b689-e57805e749a9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/quotas/1fc6f43d5680489395d74deaf00b53a1 HTTP/1.1" status: 200 len: 375 time: 0.0162868 Feb 09 02:09:29.532016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7fbd6-d3a0-4f91-9a62-a4623a7e11f0 req-e81e6a2c-96fc-4628-aaff-5b0f3c17fc58 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.533590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cde7fbd6-d3a0-4f91-9a62-a4623a7e11f0 req-e81e6a2c-96fc-4628-aaff-5b0f3c17fc58 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 944 time: 0.1051958 Feb 09 02:09:29.624864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cde7fbd6-d3a0-4f91-9a62-a4623a7e11f0 req-bb1458eb-1de6-4ab8-b92b-f3c38651047f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805945 Feb 09 02:09:29.642931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-38ee7583-ffa3-4cb1-b373-4688521a7444 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1082449 Feb 09 02:09:29.676593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:29.881920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-017eb8fa-af71-4dbf-8b35-fc8649c719f7 req-3807af94-f762-416f-a481-4d1f1f2cc213 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 210 time: 0.0366750 Feb 09 02:09:29.895024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059d010-beb9-467f-b24f-aa4bda01ee7b req-3943a4b4-724f-42e1-8f70-55eb46ef5426 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.896893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4059d010-beb9-467f-b24f-aa4bda01ee7b req-3943a4b4-724f-42e1-8f70-55eb46ef5426 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.1225302 Feb 09 02:09:29.959525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4059d010-beb9-467f-b24f-aa4bda01ee7b req-79cbe587-105f-4a1a-a882-cece95ae006d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539641 Feb 09 02:09:30.115511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:30.121957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:30.225240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e633-1163-4568-949d-5ed9ff8718b0 req-eb24eead-9dd7-4b38-b3a1-68edd425b4ba tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.227336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9d9e633-1163-4568-949d-5ed9ff8718b0 req-eb24eead-9dd7-4b38-b3a1-68edd425b4ba tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.0849369 Feb 09 02:09:30.264067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:30.264882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:30.331681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9d9e633-1163-4568-949d-5ed9ff8718b0 req-494bc276-93b6-4746-9904-edb0bdda0b17 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856705 Feb 09 02:09:30.364806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:30.379564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde', 'mac_address': 'fa:16:3e:cb:09:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:30.439666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d9fbe71-905f-4c73-9e7a-10c9ae167df9 req-83275ef2-349a-455a-a671-8f8382e6acc3 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0645692 Feb 09 02:09:30.547527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bebc8-71da-428b-a232-8423855fa26c req-4d245b42-7833-4fd8-a03f-ca3511b7ed84 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.550094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e7bebc8-71da-428b-a232-8423855fa26c req-4d245b42-7833-4fd8-a03f-ca3511b7ed84 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 943 time: 0.1081858 Feb 09 02:09:30.566178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:30.566545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:30.599044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:30.599716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:30.618518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:30.637197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:30.640059 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e3b749-befc-4ca0-811f-db6e1fc87198" -d '{"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:30.666995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:30.675240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e7bebc8-71da-428b-a232-8423855fa26c req-9eb1379e-e8c3-46ca-b49f-6a6fb6ed0bf1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183643 Feb 09 02:09:30.675920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:30.678936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:30.718876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fdfaf-32fa-4d7a-b6a9-7372607c4b6f req-1c2f6a32-a455-4c58-9bdb-6fbcf9f461a7 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.727913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a9fdfaf-32fa-4d7a-b6a9-7372607c4b6f req-1c2f6a32-a455-4c58-9bdb-6fbcf9f461a7 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.1687667 Feb 09 02:09:30.762175 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:30.764380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:30.775010 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48317fb-afe5-4e84-99bf-eb0bb1d91dc7 x-openstack-request-id: req-b48317fb-afe5-4e84-99bf-eb0bb1d91dc7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:30.775525 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:30.777490 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b48317fb-afe5-4e84-99bf-eb0bb1d91dc7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:30.778110 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'code': 200} Feb 09 02:09:30.794180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a9fdfaf-32fa-4d7a-b6a9-7372607c4b6f req-74a93e4c-860e-49b2-999f-a9eb0fe0143f tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Feb 09 02:09:30.841625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:30.872817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88fd54-51a4-4edd-aef1-7812b051da91 req-b24a4488-702c-430f-9019-62e16c233a3e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.874539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed88fd54-51a4-4edd-aef1-7812b051da91 req-b24a4488-702c-430f-9019-62e16c233a3e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 945 time: 0.0777254 Feb 09 02:09:30.939003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed88fd54-51a4-4edd-aef1-7812b051da91 req-82d6aedd-5a37-4732-9eac-401cc9cd31cc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580018 Feb 09 02:09:31.037685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00b70423-4d99-4edf-8935-b5cd739e3eec req-8225f4ce-60bf-478e-adbc-d8e2f45777a9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 210 time: 0.0298376 Feb 09 02:09:31.119453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-bb9d7aef-4d1b-4432-924a-6e756b85863a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288215 Feb 09 02:09:31.288455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c654a9-e554-42f4-9dc6-613636489be7 req-3b2e6448-c485-41a5-a360-8d7d7fe2af26 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:31.290296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0c654a9-e554-42f4-9dc6-613636489be7 req-3b2e6448-c485-41a5-a360-8d7d7fe2af26 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.2114589 Feb 09 02:09:31.332464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc10cd-0c8e-4630-b812-1c22ef8a75ed req-87300acc-9712-4bbf-801c-8096d0faa872 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:31.334190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4bc10cd-0c8e-4630-b812-1c22ef8a75ed req-87300acc-9712-4bbf-801c-8096d0faa872 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.1914396 Feb 09 02:09:31.391739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-a7ad5aaf-5c23-4795-925a-a85cf74434a3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:31.393386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-a7ad5aaf-5c23-4795-925a-a85cf74434a3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518382 Feb 09 02:09:31.413677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:31.432096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0c654a9-e554-42f4-9dc6-613636489be7 req-d2edf94a-8ec8-48b3-a5f0-ddcf530d41ca tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314752 Feb 09 02:09:31.510530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4bc10cd-0c8e-4630-b812-1c22ef8a75ed req-ee8e91c6-9777-43a1-9bc6-62dfa7b4cca6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632540 Feb 09 02:09:31.525361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0670fbca-8a2e-45ba-b621-7e9c7eaa2dde'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:31.578159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9696635-d05e-4536-91a9-b5f6ca5450b1 req-8c1b23cd-63a9-4779-8d32-c6c47aa1bfc9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0595977 Feb 09 02:09:31.723803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:31.727295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:32.118913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a358e-01a8-463e-aee2-335785ac5586 req-c6319030-ba1d-4fdc-8cb3-6d98557c6d42 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:32.129185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c30cb36-355f-4058-82c7-d30d6a1d4cbb no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:32.130268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-444a358e-01a8-463e-aee2-335785ac5586 req-c6319030-ba1d-4fdc-8cb3-6d98557c6d42 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 943 time: 0.3045053 Feb 09 02:09:32.187036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 0c30cb36-355f-4058-82c7-d30d6a1d4cbb {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:09:32.187437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c30cb36-355f-4058-82c7-d30d6a1d4cbb not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:09:32.226564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.26 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/a2552acc-38be-4f4d-a058-f06a07cbc48c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:32.460580 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:32.514629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-444a358e-01a8-463e-aee2-335785ac5586 req-1f4a4daa-7662-4df9-8b7d-fca72d603d0f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833725 Feb 09 02:09:32.581479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e088cd-fae6-411d-bf6a-99e310357450 req-eea75d79-a356-497e-9477-0f78d6e3afe5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:32.583573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36e088cd-fae6-411d-bf6a-99e310357450 req-eea75d79-a356-497e-9477-0f78d6e3afe5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 945 time: 0.1598439 Feb 09 02:09:32.585349 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:32.601584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:32.670724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'cb5ccd8b-da87-4976-b014-2962801f27bb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:32.702390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=a2552acc-38be-4f4d-a058-f06a07cbc48c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:32.759351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36e088cd-fae6-411d-bf6a-99e310357450 req-053ff223-164a-4781-9cc6-2d71bfa160fc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671729 Feb 09 02:09:32.799046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:32.819259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:32.828031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:32.995743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:32.996431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:33.016064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd901f0-de2c-4520-8fbe-7a6a8529721d req-fda7ac98-543a-477f-a1e3-419ffca437fa tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.017662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fd901f0-de2c-4520-8fbe-7a6a8529721d req-fda7ac98-543a-477f-a1e3-419ffca437fa tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.3195696 Feb 09 02:09:33.046803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad874592-57d5-496c-ab47-8013b6ee9fca req-12df6ea0-29ad-47e0-a821-a9d1ee9d3840 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.048383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad874592-57d5-496c-ab47-8013b6ee9fca req-12df6ea0-29ad-47e0-a821-a9d1ee9d3840 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 935 time: 0.1720498 Feb 09 02:09:33.074743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-09105f82-d118-4cf6-80e8-d7fdc4da4ef1 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6698267 Feb 09 02:09:33.146111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fd901f0-de2c-4520-8fbe-7a6a8529721d req-a99d4387-d714-4ab5-92eb-f3bffe46086a tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976751 Feb 09 02:09:33.165297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Request body: {'port': {'device_id': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:33.316044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:33.337846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9a58340c-bd34-4104-849e-dd4b5e051397 None None] Provisioning complete for port a2552acc-38be-4f4d-a058-f06a07cbc48c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:33.338413 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9a58340c-bd34-4104-849e-dd4b5e051397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:33.360243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad874592-57d5-496c-ab47-8013b6ee9fca req-a4f84f38-eaef-43e4-8a4d-6ef670842479 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045690 Feb 09 02:09:33.438355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9a58340c-bd34-4104-849e-dd4b5e051397 None None] Port a2552acc-38be-4f4d-a058-f06a07cbc48c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:09:33.664365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-574a1bc8-9528-45ee-ae20-747d9f1b7478 req-096d7833-e590-4ad9-8d34-8b924c875926 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.1187615 Feb 09 02:09:33.686805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280f5f8-2049-4333-b265-0a6771275a90 req-1e969394-3872-4ac0-9e27-5e0172775f76 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.687728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f280f5f8-2049-4333-b265-0a6771275a90 req-1e969394-3872-4ac0-9e27-5e0172775f76 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.82 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 946 time: 0.1404881 Feb 09 02:09:33.753939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd3d16-be5f-425f-b53f-bc950e15cd66 req-ff905c1a-c296-4748-8575-14169d9890a0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.755590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24cd3d16-be5f-425f-b53f-bc950e15cd66 req-ff905c1a-c296-4748-8575-14169d9890a0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.4989362 Feb 09 02:09:33.902836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Deleting port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:33.903442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:33.929847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24cd3d16-be5f-425f-b53f-bc950e15cd66 req-4f8e5d8e-6358-47c9-9f8b-51e48ead3b1c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609015 Feb 09 02:09:34.030752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf1b4f-7bc9-47c8-a311-2577fb7646b6 req-b53ecf95-fcb3-46ce-a413-365b02cc6b66 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:34.043103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67bf1b4f-7bc9-47c8-a311-2577fb7646b6 req-b53ecf95-fcb3-46ce-a413-365b02cc6b66 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 943 time: 0.2024634 Feb 09 02:09:34.107160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] For port 8f473e42-2bbc-445b-aa8d-3034c76a71b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8f473e42-2bbc-445b-aa8d-3034c76a71b2,segment=NetworkSegment(42816504-cf70-4e0e-986a-2332d21ce1cb),segment_id=42816504-cf70-4e0e-986a-2332d21ce1cb)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:34.112714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.127634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58c0d1d7-1c69-47de-8071-83dbbf809585 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:34.165661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2552acc-38be-4f4d-a058-f06a07cbc48c {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:34.178754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Calling delete_port for 8f473e42-2bbc-445b-aa8d-3034c76a71b2 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:34.209309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Publish callbacks [] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.254215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67bf1b4f-7bc9-47c8-a311-2577fb7646b6 req-b924fb2a-a275-414a-b0df-310b471f8236 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056496 Feb 09 02:09:34.257582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Transition to ACTIVE for port object a2552acc-38be-4f4d-a058-f06a07cbc48c will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:34.275686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.311457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:34.330254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:34.333497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'port_id': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'mac_address': 'fa:16:3e:fb:52:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54feca3-d06f-42e5-ab3c-a1bdd55fd62c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:34.404589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db773e34-e5f6-40ad-8b5e-a3061cbc55f9 req-9074bdd0-42a8-492c-a0a0-bde7392c927e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:34.409674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db773e34-e5f6-40ad-8b5e-a3061cbc55f9 req-9074bdd0-42a8-492c-a0a0-bde7392c927e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 945 time: 0.3062065 Feb 09 02:09:34.477879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 58c0d1d7-1c69-47de-8071-83dbbf809585 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:34.478557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.516368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c0d1d7-1c69-47de-8071-83dbbf809585 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:34.521077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:34.536665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:34.537248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.585887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8f473e42-2bbc-445b-aa8d-3034c76a71b2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.591696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:34.615642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8f473e42-2bbc-445b-aa8d-3034c76a71b2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:34.624569 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.677849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Pushing event deleted for resources: {'Port': ['ID=8f473e42-2bbc-445b-aa8d-3034c76a71b2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:34.772838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] No DVR routers for this DVR port 8f473e42-2bbc-445b-aa8d-3034c76a71b2 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:34.778962 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:34.784465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f280f5f8-2049-4333-b265-0a6771275a90 req-fe41c082-5872-4beb-9a8b-ec845257c31e tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.82 "DELETE /v2.0/ports/8f473e42-2bbc-445b-aa8d-3034c76a71b2 HTTP/1.1" status: 204 len: 173 time: 1.0910399 Feb 09 02:09:34.784937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'name': 'network-vif-deleted', 'tag': '8f473e42-2bbc-445b-aa8d-3034c76a71b2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:34.790739 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3361628-70b2-4abb-8283-0572e9fed38e" -d '{"events": [{"server_uuid": "8224b38b-919a-4e5a-b38b-dff3a6c095e8", "name": "network-vif-deleted", "tag": "8f473e42-2bbc-445b-aa8d-3034c76a71b2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:34.868524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:35.029448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:35.029896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:35.062301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:35.066448 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1908ea-2ea9-4cbb-996a-dc44fad2eceb" -d '{"events": [{"server_uuid": "669e9b0f-7f6e-4a4f-b488-892b5e6391b4", "name": "network-vif-plugged", "status": "completed", "tag": "0670fbca-8a2e-45ba-b621-7e9c7eaa2dde"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:35.086065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:35.105505 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:35.108807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Pushing event updated for resources: {'Port': ['ID=a2552acc-38be-4f4d-a058-f06a07cbc48c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:35.153501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['58c0d1d7-1c69-47de-8071-83dbbf809585'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:35.211608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db773e34-e5f6-40ad-8b5e-a3061cbc55f9 req-8b380f60-3b3e-48ee-a805-fe29ecfeb09d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7865050 Feb 09 02:09:35.249858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b649-d6a3-4846-98a7-93d8157d913d req-d69ac9bf-0680-440b-835e-e8b4dd790dac tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.253410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:35.259217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8be9b649-d6a3-4846-98a7-93d8157d913d req-d69ac9bf-0680-440b-835e-e8b4dd790dac tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/ports?device_id=8224b38b-919a-4e5a-b38b-dff3a6c095e8 HTTP/1.1" status: 200 len: 867 time: 0.8437402 Feb 09 02:09:35.375915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Attempting to bind port a2552acc-38be-4f4d-a058-f06a07cbc48c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:35.376333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Attempting to bind port a2552acc-38be-4f4d-a058-f06a07cbc48c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:35.376668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Attempting to bind port a2552acc-38be-4f4d-a058-f06a07cbc48c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:35.423773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Port a2552acc-38be-4f4d-a058-f06a07cbc48c on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:35.424295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Attempting to bind port a2552acc-38be-4f4d-a058-f06a07cbc48c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:35.450307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:35.450690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:35.451076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:35.452192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Bound port: a2552acc-38be-4f4d-a058-f06a07cbc48c, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:35.452304 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:35.467457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8be9b649-d6a3-4846-98a7-93d8157d913d req-6fecab63-e3db-4ead-9517-0aa8cc7a3426 tempest-ServersNegativeTestMultiTenantJSON-1782523448 tempest-ServersNegativeTestMultiTenantJSON-1782523448-project] 10.222.0.53 "GET /v2.0/security-groups?id=e14e2f12-7039-4665-94ab-263208eee771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071900 Feb 09 02:09:35.512500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a349b7-c0a2-4910-a8c4-40613cee8a59 req-518e8cbb-35ef-4c71-802c-c7b96da34f66 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.514066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7a349b7-c0a2-4910-a8c4-40613cee8a59 req-518e8cbb-35ef-4c71-802c-c7b96da34f66 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 947 time: 0.1581881 Feb 09 02:09:35.632878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ce1a5bc-abc9-4305-bbe5-bb8cab4ee929 req-df67d2d8-e296-4e66-862c-664e2689a0eb tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0485451 Feb 09 02:09:35.661658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] For port a2552acc-38be-4f4d-a058-f06a07cbc48c, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:35.665760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] For port a2552acc-38be-4f4d-a058-f06a07cbc48c, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a2552acc-38be-4f4d-a058-f06a07cbc48c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:35.677797 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:35.748058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.749252 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:35.750854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] 10.222.0.82 "PUT /v2.0/ports/a2552acc-38be-4f4d-a058-f06a07cbc48c HTTP/1.1" status: 200 len: 1096 time: 2.6379108 Feb 09 02:09:35.761911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'tag': 'a2552acc-38be-4f4d-a058-f06a07cbc48c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:35.768180 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0ebac5-559e-4985-8c44-ae9ada3464ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a18d1a08-79b5-42ff-a295-662b90d7ff7c", "tag": "a2552acc-38be-4f4d-a058-f06a07cbc48c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:35.787008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7a349b7-c0a2-4910-a8c4-40613cee8a59 req-9052ba10-84fe-464e-8147-d6ee73f0ff2b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137823 Feb 09 02:09:35.812852 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88af744f-c5a7-4157-ae27-4bf200ecf4d9 x-openstack-request-id: req-88af744f-c5a7-4157-ae27-4bf200ecf4d9 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:35.813390 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8224b38b-919a-4e5a-b38b-dff3a6c095e8", "name": "network-vif-deleted", "tag": "8f473e42-2bbc-445b-aa8d-3034c76a71b2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:35.813850 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88af744f-c5a7-4157-ae27-4bf200ecf4d9 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:35.814577 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8224b38b-919a-4e5a-b38b-dff3a6c095e8', 'name': 'network-vif-deleted', 'tag': '8f473e42-2bbc-445b-aa8d-3034c76a71b2', 'status': 'completed', 'code': 200} Feb 09 02:09:35.832548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fe988-0f9f-4f95-8e9c-b2ba8cdea179 service neutron] Pushing event updated for resources: {'Port': ['ID=a2552acc-38be-4f4d-a058-f06a07cbc48c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:35.907082 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b87759-3a7d-4f8b-9e7b-511dbbf64c30 x-openstack-request-id: req-59b87759-3a7d-4f8b-9e7b-511dbbf64c30 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:35.908045 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669e9b0f-7f6e-4a4f-b488-892b5e6391b4", "name": "network-vif-plugged", "status": "completed", "tag": "0670fbca-8a2e-45ba-b621-7e9c7eaa2dde", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:35.908572 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59b87759-3a7d-4f8b-9e7b-511dbbf64c30 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:35.909166 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde', 'code': 200} Feb 09 02:09:35.926680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-1cad4a4a-b0b9-40f5-bf2f-87b9c5cf452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.928526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-1cad4a4a-b0b9-40f5-bf2f-87b9c5cf452d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 1130 time: 0.1084330 Feb 09 02:09:36.009601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-72748c4b-12cd-40ae-9d9e-37f1590faa07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a2552acc-38be-4f4d-a058-f06a07cbc48c HTTP/1.1" status: 200 len: 217 time: 0.0702856 Feb 09 02:09:36.201871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-f78515c4-fc34-47b0-a334-845da0c4b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:36.203405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-f78515c4-fc34-47b0-a334-845da0c4b6bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1230435 Feb 09 02:09:36.220874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fee513-99c6-4b77-ba3d-c95c7c7c4a4a req-3c32a3ff-485a-4cb2-bfe5-1f08ecde8c9f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:36.222857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fee513-99c6-4b77-ba3d-c95c7c7c4a4a req-3c32a3ff-485a-4cb2-bfe5-1f08ecde8c9f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 944 time: 0.2094972 Feb 09 02:09:36.284163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613297b4-94cf-4dcf-b77c-e747654a2caf req-8e7937f2-03d3-451c-b3c2-9497e8ad4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:36.285738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-613297b4-94cf-4dcf-b77c-e747654a2caf req-8e7937f2-03d3-451c-b3c2-9497e8ad4906 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 1129 time: 0.2751980 Feb 09 02:09:36.309573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc245-2864-4729-8281-12e882e1d757 req-3a64a18c-9bc9-4a58-9a44-d8d6d77f35a4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:36.311129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2ecc245-2864-4729-8281-12e882e1d757 req-3a64a18c-9bc9-4a58-9a44-d8d6d77f35a4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.2990804 Feb 09 02:09:36.434787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fee513-99c6-4b77-ba3d-c95c7c7c4a4a req-6390d4f7-e283-40a5-a1c2-9ed4de4f4551 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962180 Feb 09 02:09:36.460200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae3b68-90f9-4e31-9408-91a583927254 req-203aec18-7dc3-416d-8492-39786b5464c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:36.461732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-203aec18-7dc3-416d-8492-39786b5464c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2379484 Feb 09 02:09:36.469681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-613297b4-94cf-4dcf-b77c-e747654a2caf req-338f31a8-53f1-4db3-9f25-2c6094fb8faf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700451 Feb 09 02:09:36.540928 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb7aa7-7c1c-41f2-a7e1-44992e7a03ff x-openstack-request-id: req-c4bb7aa7-7c1c-41f2-a7e1-44992e7a03ff {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:36.541261 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18d1a08-79b5-42ff-a295-662b90d7ff7c", "tag": "a2552acc-38be-4f4d-a058-f06a07cbc48c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:36.541578 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4bb7aa7-7c1c-41f2-a7e1-44992e7a03ff {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:36.542232 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'tag': 'a2552acc-38be-4f4d-a058-f06a07cbc48c', 'status': 'completed', 'code': 200} Feb 09 02:09:36.551846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2ecc245-2864-4729-8281-12e882e1d757 req-2959afc1-ad0c-43f4-bc87-420a785e0c11 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319911 Feb 09 02:09:36.634435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-14f57a85-d81c-4b4e-819d-c16875733d69 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603839 Feb 09 02:09:36.669860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:36.686657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc65a6-4640-4eb2-8a04-d759a2a85aac req-c1c3850b-751d-41f1-9dbc-abacf2b8757a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:36.696051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dfc65a6-4640-4eb2-8a04-d759a2a85aac req-c1c3850b-751d-41f1-9dbc-abacf2b8757a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 946 time: 0.1309063 Feb 09 02:09:36.790373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] Deleting subnet ebda0cde-e069-4a02-bce9-b43f616fda6a {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:09:36.799594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] Publish callbacks [] for subnet (ebda0cde-e069-4a02-bce9-b43f616fda6a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:36.802810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a603ac2-299c-4589-94bd-991651bc7b9a req-2409a009-46ce-483e-b906-42f1cf69b886 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0517261 Feb 09 02:09:36.851268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (ebda0cde-e069-4a02-bce9-b43f616fda6a), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:36.898608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ebda0cde-e069-4a02-bce9-b43f616fda6a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:36.908141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dfc65a6-4640-4eb2-8a04-d759a2a85aac req-d9928ff3-65ad-4a06-b056-3b104279d4a8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110062 Feb 09 02:09:36.961277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94ae3b68-90f9-4e31-9408-91a583927254 req-c945cd77-4e1e-406a-a509-d1485702db96 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189707 Feb 09 02:09:36.977231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (ebda0cde-e069-4a02-bce9-b43f616fda6a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.032539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.037292 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ebda0cde-e069-4a02-bce9-b43f616fda6a HTTP/1.1" status: 204 len: 168 time: 0.3662124 Feb 09 02:09:37.040092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:37.143705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c68b15dd-397b-4831-bf99-47eefa8cfc15), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.149381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d75b05-1f35-4eb9-bcb0-c165297874a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebda0cde-e069-4a02-bce9-b43f616fda6a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:37.168407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beed071-df59-47a8-9926-d8d6a5c2981d req-e557be1c-55fb-4cfe-8116-0c1676cf8dbb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.171368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3beed071-df59-47a8-9926-d8d6a5c2981d req-e557be1c-55fb-4cfe-8116-0c1676cf8dbb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 947 time: 0.1504500 Feb 09 02:09:37.203363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-3da3dba8-80fb-456f-a400-1bd3a5c14318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.204903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-3da3dba8-80fb-456f-a400-1bd3a5c14318 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 1130 time: 0.1370988 Feb 09 02:09:37.266444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c68b15dd-397b-4831-bf99-47eefa8cfc15), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.296615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68b15dd-397b-4831-bf99-47eefa8cfc15']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:37.330390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42816504-cf70-4e0e-986a-2332d21ce1cb') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:37.332722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42816504-cf70-4e0e-986a-2332d21ce1cb') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:37.335395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3beed071-df59-47a8-9926-d8d6a5c2981d req-32a700d6-1115-47b0-94ee-e42b01242be5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555955 Feb 09 02:09:37.361198 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (42816504-cf70-4e0e-986a-2332d21ce1cb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.380405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-ad627102-5c48-4124-8073-ccb2c3aed10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.381928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-ad627102-5c48-4124-8073-ccb2c3aed10e service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1372268 Feb 09 02:09:37.387788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (42816504-cf70-4e0e-986a-2332d21ce1cb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.396452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:09:37.397082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (42816504-cf70-4e0e-986a-2332d21ce1cb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:09:37.398980 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:09:37.469014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:37.471813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8f473e42-2bbc-445b-aa8d-3034c76a71b2 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:37.476035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c68b15dd-397b-4831-bf99-47eefa8cfc15), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.495448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-584f1832-540a-412d-808d-fc62181de83d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a2552acc-38be-4f4d-a058-f06a07cbc48c HTTP/1.1" status: 200 len: 217 time: 0.1006906 Feb 09 02:09:37.500454 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.508225 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] 10.222.0.53 "DELETE /v2.0/networks/c68b15dd-397b-4831-bf99-47eefa8cfc15 HTTP/1.1" status: 204 len: 168 time: 0.4668393 Feb 09 02:09:37.509515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bd63c-b340-4de2-89ea-26352d7203cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c68b15dd-397b-4831-bf99-47eefa8cfc15,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:37.513876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:37.570899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] Deleting subnet b3fc02ea-3824-43da-8585-2bef0773f3be {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:09:37.584648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 8f473e42-2bbc-445b-aa8d-3034c76a71b2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:09:37.584994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8f473e42-2bbc-445b-aa8d-3034c76a71b2 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:09:37.586129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] Publish callbacks [] for subnet (b3fc02ea-3824-43da-8585-2bef0773f3be), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.631365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-af852bbe-c503-44e8-a561-b93dd136354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.638637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-af852bbe-c503-44e8-a561-b93dd136354f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1350546 Feb 09 02:09:37.673406 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (b3fc02ea-3824-43da-8585-2bef0773f3be), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.779309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-59bf21b4-bef1-4b42-b2b2-3c6ea20e61b7 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.780446 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-59bf21b4-bef1-4b42-b2b2-3c6ea20e61b7 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1129 time: 0.2136805 Feb 09 02:09:37.807487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:37.823302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:37.860471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:09:37.875833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b3fc02ea-3824-43da-8585-2bef0773f3be), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.893311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-a87542b9-396a-4744-ab64-172169d05f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.895365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-a87542b9-396a-4744-ab64-172169d05f14 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2269075 Feb 09 02:09:37.985023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.034020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-38a3a98d-4ad7-456c-8d24-c989ea0644c7 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317008 Feb 09 02:09:38.128142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (b3fc02ea-3824-43da-8585-2bef0773f3be), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.141381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc2db-5037-44e2-893a-91d0f1401e84 req-57f159b9-40d6-4ef5-96fb-0e20afce28a6 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.142998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c08cc2db-5037-44e2-893a-91d0f1401e84 req-57f159b9-40d6-4ef5-96fb-0e20afce28a6 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 944 time: 0.5006335 Feb 09 02:09:38.154011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58c0d1d7-1c69-47de-8071-83dbbf809585 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:38.165793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4562ba-8572-4349-a479-15496b8072ca req-1a6b214b-ba0f-44ab-9a07-57df21782e2f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.188838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b4562ba-8572-4349-a479-15496b8072ca req-1a6b214b-ba0f-44ab-9a07-57df21782e2f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 946 time: 0.4521980 Feb 09 02:09:38.233373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:38.276622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 58c0d1d7-1c69-47de-8071-83dbbf809585 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:38.277168 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.283583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:38.335054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Publish callbacks [] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.360389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:38.362848 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b61a32-082a-4965-9dcf-26a8a83a1823" -d '{"events": [{"server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:38.368739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.374272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.381705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b3fc02ea-3824-43da-8585-2bef0773f3be HTTP/1.1" status: 204 len: 168 time: 0.8659568 Feb 09 02:09:38.420191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 58c0d1d7-1c69-47de-8071-83dbbf809585 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:38.420710 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.434719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44802) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:38.439568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a12ff-66df-4600-861a-468872a117e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fc02ea-3824-43da-8585-2bef0773f3be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:38.454313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:38.455205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c08cc2db-5037-44e2-893a-91d0f1401e84 req-d3e1e252-4c27-4721-b077-eb59ffb71cfa tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001094 Feb 09 02:09:38.460486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b4562ba-8572-4349-a479-15496b8072ca req-5f8ff834-9459-4c42-8536-bb36087bd119 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702169 Feb 09 02:09:38.462594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d0ebac5-559e-4985-8c44-ae9ada3464ae req-da637a50-c70c-49ab-a940-5c00a63017c6 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178922 Feb 09 02:09:38.484023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:38.501498 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db8b52-b93f-4719-9912-973aa305f0aa" -d '{"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-plugged", "status": "completed", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:38.534498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:38.545682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.603821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:38.605125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:38.606039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:38.615159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:38.615490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Attempting to bind port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:38.629374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:38.629740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:38.631896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:38.633212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Bound port: d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:38.633599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.662818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07bdb3a8-35dd-4c3c-b03c-63ca8cf5c111 req-485722e2-936d-4c9c-87d0-514da6dd20a2 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0684719 Feb 09 02:09:38.672327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:38.715078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (3425b50d-70b6-4a9d-bb15-c982161f35b3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.816828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:38.825137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:38.838913 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef21a7-153f-4cf8-b1b7-f4da17e790e6 x-openstack-request-id: req-96ef21a7-153f-4cf8-b1b7-f4da17e790e6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:38.839821 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:38.840346 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96ef21a7-153f-4cf8-b1b7-f4da17e790e6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:38.841310 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48', 'code': 200} Feb 09 02:09:38.846725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.853609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72d14a-310e-4163-9852-058af835fe6e req-c33b3fd1-1f47-44db-8a1d-47baa34f17f6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.866057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d72d14a-310e-4163-9852-058af835fe6e req-c33b3fd1-1f47-44db-8a1d-47baa34f17f6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 946 time: 0.2341235 Feb 09 02:09:38.915072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (3425b50d-70b6-4a9d-bb15-c982161f35b3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.974956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:39.005460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.006240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.009167 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-2b9da6a0-9e04-4e7c-8f82-a92946b658cc service neutron] 10.222.0.82 "PUT /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 1124 time: 1.2204542 Feb 09 02:09:39.037378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d72d14a-310e-4163-9852-058af835fe6e req-31a1975e-0de1-4eb1-be1a-6ea86623d8e0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696222 Feb 09 02:09:39.040143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3425b50d-70b6-4a9d-bb15-c982161f35b3']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:39.072859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97241e7d-cae0-48fa-b6c3-d3ff34b4fa02') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:39.072859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97241e7d-cae0-48fa-b6c3-d3ff34b4fa02') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:09:39.092225 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (97241e7d-cae0-48fa-b6c3-d3ff34b4fa02), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.117681 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (97241e7d-cae0-48fa-b6c3-d3ff34b4fa02), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.131656 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e11969-241c-4d78-a933-6181ee4de4d3 x-openstack-request-id: req-99e11969-241c-4d78-a933-6181ee4de4d3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:39.131898 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-plugged", "status": "completed", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:39.132163 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99e11969-241c-4d78-a933-6181ee4de4d3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:39.132565 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'code': 200} Feb 09 02:09:39.146023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5e0c-01fa-4f4d-ab05-0ff2dc618458 req-7139165f-2a6a-4469-b538-e762f7c0115d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.157191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:39.171913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-674b5e0c-01fa-4f4d-ab05-0ff2dc618458 req-7139165f-2a6a-4469-b538-e762f7c0115d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 947 time: 0.2089565 Feb 09 02:09:39.233251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:09:39.237057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (97241e7d-cae0-48fa-b6c3-d3ff34b4fa02), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:09:39.239357 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:09:39.270288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:39.496508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a2552acc-38be-4f4d-a058-f06a07cbc48c details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:39.531891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (3425b50d-70b6-4a9d-bb15-c982161f35b3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.550748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.558212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] 10.222.0.53 "DELETE /v2.0/networks/3425b50d-70b6-4a9d-bb15-c982161f35b3 HTTP/1.1" status: 204 len: 168 time: 1.1171892 Feb 09 02:09:39.589816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-674b5e0c-01fa-4f4d-ab05-0ff2dc618458 req-694c3f36-1d3f-4c6e-9cc4-7c0a3dfb99c0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109182 Feb 09 02:09:39.624356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e2704-e8d7-45b5-bba0-7c1480cb1f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=3425b50d-70b6-4a9d-bb15-c982161f35b3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:39.656555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ce159-11fc-46cc-a550-9eb5389c8b41 req-2572e1c4-dcab-49ec-b1f3-49eeb64b2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.664519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd9ce159-11fc-46cc-a550-9eb5389c8b41 req-2572e1c4-dcab-49ec-b1f3-49eeb64b2f86 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 1128 time: 0.3168259 Feb 09 02:09:39.747083 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:09:39.809242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd9ce159-11fc-46cc-a550-9eb5389c8b41 req-ae7d665b-3d27-4a92-a25f-e3ab7ea1565b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381099 Feb 09 02:09:39.909856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18d45e-cccf-49b3-b715-d19f690b08c9 req-f1ea4948-f59e-43e2-80ae-ec82f9bfa63d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.917399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d18d45e-cccf-49b3-b715-d19f690b08c9 req-f1ea4948-f59e-43e2-80ae-ec82f9bfa63d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1890283 Feb 09 02:09:39.991861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b4179-c615-4e36-9e10-acae609e18b8 req-87667ae4-68ec-4571-a358-a6d03d860474 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.009434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c40b4179-c615-4e36-9e10-acae609e18b8 req-87667ae4-68ec-4571-a358-a6d03d860474 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.2207015 Feb 09 02:09:40.056669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a2552acc-38be-4f4d-a058-f06a07cbc48c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a2552acc-38be-4f4d-a058-f06a07cbc48c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:40.067960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:40.079414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'a2552acc-38be-4f4d-a058-f06a07cbc48c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'a2552acc-38be-4f4d-a058-f06a07cbc48c', 'mac_address': 'fa:16:3e:86:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:40.159482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a2552acc-38be-4f4d-a058-f06a07cbc48c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:40.160487 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.187859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2552acc-38be-4f4d-a058-f06a07cbc48c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:40.222035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c40b4179-c615-4e36-9e10-acae609e18b8 req-740fa315-1b7e-4f30-ae09-06dc0df1a3c9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105827 Feb 09 02:09:40.246810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a2552acc-38be-4f4d-a058-f06a07cbc48c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a2552acc-38be-4f4d-a058-f06a07cbc48c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:40.254600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-724824da-3e04-4df5-9558-183519f279ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ac8f4224bc04233be598647e00262ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846008 Feb 09 02:09:40.257889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:40.280282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.290016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d18d45e-cccf-49b3-b715-d19f690b08c9 req-8ddc0e59-cdbe-4e04-9de8-df25c39ed912 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659923 Feb 09 02:09:40.447264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5628e4-cc9b-4019-8c8c-93c97e2f48aa admin admin] Publish callbacks [] for security_group (e14e2f12-7039-4665-94ab-263208eee771), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.471405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9770882-226b-4c79-a92b-2d1d0d5159e6 req-a455e846-d92d-4149-9793-ef800ee91752 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0736408 Feb 09 02:09:40.483195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a2552acc-38be-4f4d-a058-f06a07cbc48c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:40.532017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5628e4-cc9b-4019-8c8c-93c97e2f48aa admin admin] Publish callbacks [] for security_group (e14e2f12-7039-4665-94ab-263208eee771), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.612802 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5628e4-cc9b-4019-8c8c-93c97e2f48aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e14e2f12-7039-4665-94ab-263208eee771), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.617095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5628e4-cc9b-4019-8c8c-93c97e2f48aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.618396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f5628e4-cc9b-4019-8c8c-93c97e2f48aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e14e2f12-7039-4665-94ab-263208eee771 HTTP/1.1" status: 204 len: 168 time: 0.3593104 Feb 09 02:09:40.633803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5628e4-cc9b-4019-8c8c-93c97e2f48aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14e2f12-7039-4665-94ab-263208eee771,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:40.767269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a2552acc-38be-4f4d-a058-f06a07cbc48c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:40.827903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847199be-7336-45a0-9b46-229ba5463a16 req-1b0aa5df-13bd-4004-b359-e299904ecb63 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.837207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-847199be-7336-45a0-9b46-229ba5463a16 req-1b0aa5df-13bd-4004-b359-e299904ecb63 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 948 time: 0.0931678 Feb 09 02:09:40.843788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:40.847756 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716691d-a8a7-41a6-abbb-8debac710d22" -d '{"events": [{"name": "network-changed", "server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:40.961395 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf5e36-a1e3-4b47-abec-49ead7781cfd x-openstack-request-id: req-c5cf5e36-a1e3-4b47-abec-49ead7781cfd {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:40.961885 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:40.962321 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5cf5e36-a1e3-4b47-abec-49ead7781cfd {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:40.962967 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48', 'status': 'completed', 'code': 200} Feb 09 02:09:41.051601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-847199be-7336-45a0-9b46-229ba5463a16 req-223c5a84-9ba5-4099-886b-1dfb16428021 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132299 Feb 09 02:09:41.140118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-07b7d621-3acb-45cb-bb8e-e705777e24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:41.143971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-07b7d621-3acb-45cb-bb8e-e705777e24b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1158 time: 0.1588936 Feb 09 02:09:41.303287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:41.426720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-63764674-56a9-4bfb-b749-0081da51117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:41.430472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-63764674-56a9-4bfb-b749-0081da51117b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.2768455 Feb 09 02:09:41.440373 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6105cb47-69be-4d72-838d-586c6b567aab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=655fcaf5641b480c901a26fab6b4c885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344306 Feb 09 02:09:41.446030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:41.545377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-a5bc6aa1-b54c-45bd-9b1f-b1541c285cb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 217 time: 0.0849512 Feb 09 02:09:41.559598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-449b817a-11e9-4d33-9b12-624d1c52be6e admin admin] Publish callbacks [] for security_group (d3b59a32-b30e-4907-804b-82847ec8c4a5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.606675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-449b817a-11e9-4d33-9b12-624d1c52be6e admin admin] Publish callbacks [] for security_group (d3b59a32-b30e-4907-804b-82847ec8c4a5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.665675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-ff349723-81af-4856-b24d-769645de9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:41.668560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-ff349723-81af-4856-b24d-769645de9c9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0739968 Feb 09 02:09:41.721539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-449b817a-11e9-4d33-9b12-624d1c52be6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d3b59a32-b30e-4907-804b-82847ec8c4a5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.724874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-449b817a-11e9-4d33-9b12-624d1c52be6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.727727 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-449b817a-11e9-4d33-9b12-624d1c52be6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3b59a32-b30e-4907-804b-82847ec8c4a5 HTTP/1.1" status: 204 len: 168 time: 0.2804191 Feb 09 02:09:41.755889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b817a-11e9-4d33-9b12-624d1c52be6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b59a32-b30e-4907-804b-82847ec8c4a5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:41.788743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-84cb357d-08d2-496a-85a1-515a3fc0f1bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072037 Feb 09 02:09:41.975908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11b96-84fd-4dbf-9210-9f3d03119cbf req-e3106b83-88cb-43de-98c0-18b9c81dff2e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:41.988938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2b11b96-84fd-4dbf-9210-9f3d03119cbf req-e3106b83-88cb-43de-98c0-18b9c81dff2e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.5536928 Feb 09 02:09:42.005709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c603-66d3-4ff9-97e5-2e8b25d3a98a req-5b5af078-81ba-46ac-b43f-4691ef7b5896 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:42.014678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d20c603-66d3-4ff9-97e5-2e8b25d3a98a req-5b5af078-81ba-46ac-b43f-4691ef7b5896 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.5695922 Feb 09 02:09:42.195426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2b11b96-84fd-4dbf-9210-9f3d03119cbf req-6e216b9f-c0cb-4b26-bf1f-722c2c239fea tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054679 Feb 09 02:09:42.207936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d20c603-66d3-4ff9-97e5-2e8b25d3a98a req-3b634595-39fc-4df9-a9b0-5a8395eb3e4a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920757 Feb 09 02:09:42.211044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-79e41031-6b17-4a72-a1b1-fe144758f872 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038279 Feb 09 02:09:42.394289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c716691d-a8a7-41a6-abbb-8debac710d22 req-0d3f4f36-cc8c-4bf7-b3d7-48b96d305194 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744554 Feb 09 02:09:42.522659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46322641-3612-44f3-9939-3b41e45115bf req-a7df963d-8d70-42dc-9a11-694f4c0d9c99 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.1254485 Feb 09 02:09:42.599559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3dff4-9c4f-4057-94e0-69a77b98e02e req-d5528b53-374a-4995-abed-583406a6c20c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:42.602246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83c3dff4-9c4f-4057-94e0-69a77b98e02e req-d5528b53-374a-4995-abed-583406a6c20c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 948 time: 0.2062073 Feb 09 02:09:42.738285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83c3dff4-9c4f-4057-94e0-69a77b98e02e req-58b4c6c0-5080-47f7-aa1b-17113d4cad28 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257062 Feb 09 02:09:43.160096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:43.385687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8443734-ac6d-4f5a-9d68-7ee811f8306d req-c6a2a60b-3fb3-4684-9bfd-db9e92a69b5b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:43.387311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8443734-ac6d-4f5a-9d68-7ee811f8306d req-c6a2a60b-3fb3-4684-9bfd-db9e92a69b5b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.0879433 Feb 09 02:09:43.399699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-967615364-network', 'tenant_id': '50b0a9d1a445463980e19ebece808811'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:43.435791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Made reservation on behalf of 50b0a9d1a445463980e19ebece808811 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:43.439940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.453399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.473503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8443734-ac6d-4f5a-9d68-7ee811f8306d req-0717704c-a7cc-44d5-ba3b-8a0656b81f1c tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634756 Feb 09 02:09:43.481233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a2552acc-38be-4f4d-a058-f06a07cbc48c up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:43.518420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0b26a-dfff-4bb6-a6ca-6b0f98095342 req-a8fc4ce6-a38f-4c25-aef8-77b1231f4726 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:43.527313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3f0b26a-dfff-4bb6-a6ca-6b0f98095342 req-a8fc4ce6-a38f-4c25-aef8-77b1231f4726 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1363804 Feb 09 02:09:43.616278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port a2552acc-38be-4f4d-a058-f06a07cbc48c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:09:43.618519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3f0b26a-dfff-4bb6-a6ca-6b0f98095342 req-47613299-a12e-4023-a49d-05db0782fec7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864825 Feb 09 02:09:43.628305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port a2552acc-38be-4f4d-a058-f06a07cbc48c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:43.628979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.633461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks [] for security_group (6f6c4320-83df-4ea9-87ee-16603daee483), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.640968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6f6c4320-83df-4ea9-87ee-16603daee483), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.681745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:09:43.696313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fe536902-037f-46ed-9134-b431f0a97ac0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.696764 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Added segment fe536902-037f-46ed-9134-b431f0a97ac0 of type vlan for network eac3926b-d9da-4086-80d6-ba138b7836e1 Feb 09 02:09:43.802791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (eac3926b-d9da-4086-80d6-ba138b7836e1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.813642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a2552acc-38be-4f4d-a058-f06a07cbc48c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:43.814145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.850217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23179fa7-3229-47da-9e8a-4f776b64bc24 req-4d4c947a-f90c-4f60-91f9-c7fc850e7bdc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:43.854026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23179fa7-3229-47da-9e8a-4f776b64bc24 req-4d4c947a-f90c-4f60-91f9-c7fc850e7bdc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.1142368 Feb 09 02:09:43.859336 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (eac3926b-d9da-4086-80d6-ba138b7836e1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.862300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:43.862973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.864624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2552acc-38be-4f4d-a058-f06a07cbc48c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:43.867457 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dda485-f480-4e81-861c-d2abbfcb3df5" -d '{"events": [{"server_uuid": "a18d1a08-79b5-42ff-a295-662b90d7ff7c", "name": "network-vif-plugged", "status": "completed", "tag": "a2552acc-38be-4f4d-a058-f06a07cbc48c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:43.886233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a2552acc-38be-4f4d-a058-f06a07cbc48c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a2552acc-38be-4f4d-a058-f06a07cbc48c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:43.895647 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:43.937943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c4320-83df-4ea9-87ee-16603daee483,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:43.963005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23179fa7-3229-47da-9e8a-4f776b64bc24 req-f7a6c3c5-26ac-4692-92b6-cba45318448a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026397 Feb 09 02:09:43.977444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44934) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:09:43.978199 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8160970 Feb 09 02:09:43.995353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Request body: {'subnet': {'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-967615364-subnet', 'tenant_id': '50b0a9d1a445463980e19ebece808811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:44.009159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a2552acc-38be-4f4d-a058-f06a07cbc48c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:44.034900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Made reservation on behalf of 50b0a9d1a445463980e19ebece808811 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:44.037309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:44.114571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.115073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.115373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.116838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.120559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.121873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:44.194572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c311f-b771-4260-9860-e5d5bd4edb13 admin admin] Pushing event updated for resources: {'Network': ['ID=eac3926b-d9da-4086-80d6-ba138b7836e1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:44.213873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network eac3926b-d9da-4086-80d6-ba138b7836e1 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:09:44.226425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c74cde21-0fd2-4d8b-8b76-076e5d6b6a89 req-7209759f-f85e-4297-af04-70d84b8a9463 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0560234 Feb 09 02:09:44.515445 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3986868-2a13-4b14-9d5c-2cc188c76dea x-openstack-request-id: req-b3986868-2a13-4b14-9d5c-2cc188c76dea {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:44.517367 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18d1a08-79b5-42ff-a295-662b90d7ff7c", "name": "network-vif-plugged", "status": "completed", "tag": "a2552acc-38be-4f4d-a058-f06a07cbc48c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:44.518592 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3986868-2a13-4b14-9d5c-2cc188c76dea {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:44.523870 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2552acc-38be-4f4d-a058-f06a07cbc48c', 'code': 200} Feb 09 02:09:44.573216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707308-01c9-49ec-8d34-0e01fa9c150c req-fec3fadf-2a1f-430e-8303-dd34b38f3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:44.574951 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4d707308-01c9-49ec-8d34-0e01fa9c150c req-fec3fadf-2a1f-430e-8303-dd34b38f3bba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 1132 time: 0.1223512 Feb 09 02:09:44.669571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (659abfd7-0436-4fe4-8256-1a45d367db9f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:44.725671 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4d707308-01c9-49ec-8d34-0e01fa9c150c req-da6ab3d3-6e7a-4ce7-8bc0-1d3fd2ae80d1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298587 Feb 09 02:09:44.743811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=659abfd7-0436-4fe4-8256-1a45d367db9f,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:44.754277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c830ca-c0c1-4916-bebc-c7bd0bf3f089 req-9e4010b5-4e2a-46f3-9864-4eb7b135f31e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:44.763344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c830ca-c0c1-4916-bebc-c7bd0bf3f089 req-9e4010b5-4e2a-46f3-9864-4eb7b135f31e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.1615415 Feb 09 02:09:44.817311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Checking segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:44.817684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Network hostable DHCP agents. Network: eac3926b-d9da-4086-80d6-ba138b7836e1, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:09:44.848123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9c830ca-c0c1-4916-bebc-c7bd0bf3f089 req-5efa17a2-d8dc-4461-9e00-ba244b48f3a5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836861 Feb 09 02:09:44.917202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Network eac3926b-d9da-4086-80d6-ba138b7836e1 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:09:44.953244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3f3ee-8aba-46d8-91f4-998cf3ec8c1b req-8371b3f2-65e2-469c-869b-c8e1abe23357 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:44.963764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02f3f3ee-8aba-46d8-91f4-998cf3ec8c1b req-8371b3f2-65e2-469c-869b-c8e1abe23357 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1032948 Feb 09 02:09:45.009529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, eac3926b-d9da-4086-80d6-ba138b7836e1) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:45.020896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9803b387-2088-4feb-b9c0-d99954f665f0 None None] Network eac3926b-d9da-4086-80d6-ba138b7836e1 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:09:45.205470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:45.206117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:45.208191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cecfb4-2002-4028-ae12-830b2b846524 None None] Network eac3926b-d9da-4086-80d6-ba138b7836e1 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:09:45.231086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-65abe0df-8960-4134-bacc-79b636ab7599 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2522924 Feb 09 02:09:45.300520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02f3f3ee-8aba-46d8-91f4-998cf3ec8c1b req-a0475c4f-fdf7-4263-be79-eec2bf244f36 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355503 Feb 09 02:09:45.511811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-54ff02f9-1ac4-4d5b-9f43-6dde768d5bfb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:45.538204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-54ff02f9-1ac4-4d5b-9f43-6dde768d5bfb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 814 time: 0.5075214 Feb 09 02:09:45.638519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a348d983-f60c-4805-bb60-58b95e6a9ecc req-88e2650c-1851-457c-accc-9001ce38c5b9 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed35d9e2-c2df-40be-ba8a-565ea847d000 HTTP/1.1" status: 200 len: 210 time: 0.0954823 Feb 09 02:09:45.651775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-94659c16-1bca-483a-aeb1-55f16d76ffdd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/quotas/2be51e5222e94481ac5862b8767f58a1 HTTP/1.1" status: 200 len: 375 time: 0.1118653 Feb 09 02:09:45.804847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-3de26ae3-69d6-4dc6-8188-90f36afdcfed tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521978 Feb 09 02:09:45.982558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b22349ec-9bc1-4049-9445-f42295f19264 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670542 Feb 09 02:09:46.331785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-49322ef6-b786-4d70-ba6c-61108ebfa465 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.340899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-49322ef6-b786-4d70-ba6c-61108ebfa465 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.2513316 Feb 09 02:09:46.352287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-58dde396-89dc-45cc-b3c1-01e40370489f service neutron] 10.222.0.53 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633654 Feb 09 02:09:46.362730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-0f751613-af3c-4b42-9009-7cff3ec8e685 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/quotas/50b0a9d1a445463980e19ebece808811 HTTP/1.1" status: 200 len: 375 time: 0.0203557 Feb 09 02:09:46.411232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-98cd43e1-4467-4d07-8ef5-db478b5dad2a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475564 Feb 09 02:09:46.590519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-b8f629c9-539d-4746-909f-726091036a48 service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757107 Feb 09 02:09:46.775298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-5bdeca1a-0c09-492f-974d-185122ea21f8 service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838136 Feb 09 02:09:47.647131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:48.098955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34faa4-dfb6-4ec1-ba47-afa630ddc044 req-4629864e-5de0-44f1-a33a-c1a712c7f8ad tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.103022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34faa4-dfb6-4ec1-ba47-afa630ddc044 req-4629864e-5de0-44f1-a33a-c1a712c7f8ad tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 1.3264043 Feb 09 02:09:48.153558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2f592-78de-4fec-9267-0c16804e8356 req-ca16adab-300c-474c-8ca0-fc7c4f363f53 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.155190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07a2f592-78de-4fec-9267-0c16804e8356 req-ca16adab-300c-474c-8ca0-fc7c4f363f53 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2923649-2e07-4119-91d3-6ba707391f27 HTTP/1.1" status: 200 len: 945 time: 0.3411512 Feb 09 02:09:48.206394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28f00f-c115-4670-a5d0-c72c3360b5dc req-1970d7eb-f79e-428d-bdf8-31346b5b0a7f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.223080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e28f00f-c115-4670-a5d0-c72c3360b5dc req-1970d7eb-f79e-428d-bdf8-31346b5b0a7f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.4154894 Feb 09 02:09:48.367809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34faa4-dfb6-4ec1-ba47-afa630ddc044 req-8ff22cbe-c5e9-42a8-af8e-89d0a0d78937 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526419 Feb 09 02:09:48.398025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e28f00f-c115-4670-a5d0-c72c3360b5dc req-3e46f840-956e-44ca-a959-8fa9bdd1ac1b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737535 Feb 09 02:09:48.453752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Deleting port 58c0d1d7-1c69-47de-8071-83dbbf809585 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:48.454034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:48.706279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c0b9fd9-f1fd-4003-9e0a-a35ca44799c8 req-94c9d60d-3ec0-4118-8f0f-a7e454741d08 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 210 time: 0.1163154 Feb 09 02:09:48.729846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66eca8df-28b8-4010-b546-1e13bd846b0c req-310d0fe1-d5cc-4ada-968f-874bb59da97b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 210 time: 0.1382496 Feb 09 02:09:48.868504 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:48.984035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] For port 58c0d1d7-1c69-47de-8071-83dbbf809585, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58c0d1d7-1c69-47de-8071-83dbbf809585,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:48.985139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:49.023900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-06ade812-6471-46c5-8aad-dacd022c5950 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.025472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-06ade812-6471-46c5-8aad-dacd022c5950 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 814 time: 0.5243225 Feb 09 02:09:49.049853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Request body: {'port': {'device_id': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'admin_state_up': True, 'tenant_id': '2be51e5222e94481ac5862b8767f58a1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:49.059475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Calling delete_port for 58c0d1d7-1c69-47de-8071-83dbbf809585 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:49.315160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-d94279d7-975c-4334-a2dd-995d7ca77896 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.321808 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-d94279d7-975c-4334-a2dd-995d7ca77896 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.2725596 Feb 09 02:09:49.333651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Request body: {'port': {'device_id': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'admin_state_up': True, 'tenant_id': '50b0a9d1a445463980e19ebece808811'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:49.623018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Made reservation on behalf of 2be51e5222e94481ac5862b8767f58a1 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:49.627987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:49.632785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Made reservation on behalf of 50b0a9d1a445463980e19ebece808811 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:09:49.646765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:49.789418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (58c0d1d7-1c69-47de-8071-83dbbf809585), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:49.803147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['58c0d1d7-1c69-47de-8071-83dbbf809585'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:49.816836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b15fb9-7390-4e84-8331-e9ec986c7778 req-0137c526-f2d5-4078-a895-e775d432312a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.825751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68b15fb9-7390-4e84-8331-e9ec986c7778 req-0137c526-f2d5-4078-a895-e775d432312a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.2878783 Feb 09 02:09:49.934080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c535c0-d7b8-488f-8c7b-ae78f36a5e3b req-71a94061-652e-4f4d-9e9b-b2b5f2af3dc3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.947118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4c535c0-d7b8-488f-8c7b-ae78f36a5e3b req-71a94061-652e-4f4d-9e9b-b2b5f2af3dc3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.3932791 Feb 09 02:09:49.966738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Pushing event deleted for resources: {'Port': ['ID=58c0d1d7-1c69-47de-8071-83dbbf809585,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:49.995943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Allocated IP 172.20.0.5 (eac3926b-d9da-4086-80d6-ba138b7836e1/659abfd7-0436-4fe4-8256-1a45d367db9f/f7505d97-b2ca-42c4-8082-2373ce0a5b67) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:50.284706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] No DVR routers for this DVR port 58c0d1d7-1c69-47de-8071-83dbbf809585 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:50.293453 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:50.302331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07a2f592-78de-4fec-9267-0c16804e8356 req-2dc621e9-d227-4d8d-af15-c52efa73d6ad tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "DELETE /v2.0/ports/58c0d1d7-1c69-47de-8071-83dbbf809585 HTTP/1.1" status: 204 len: 173 time: 2.1263537 Feb 09 02:09:50.334427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68b15fb9-7390-4e84-8331-e9ec986c7778 req-3b29769a-6466-452e-9e5a-a663f005dcec tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029860 Feb 09 02:09:50.505964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Allocated IP 172.20.0.5 (52cbce10-e74d-4996-9c25-57e59948f8b4/b54feca3-d06f-42e5-ab3c-a1bdd55fd62c/e32c5cff-8e93-4285-a629-5a5f63c37dd6) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:09:50.524618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks [] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:50.615567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:50.741792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks [] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:50.750222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Network eac3926b-d9da-4086-80d6-ba138b7836e1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:50.773805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:50.782158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:50.799257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-deleted', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:50.803678 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e3e822-ed45-4f23-b0a1-6a65507348e3" -d '{"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-deleted", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:50.816530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:50.927745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:50.932572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:50.970512 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6408379 Feb 09 02:09:51.004114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Request body: {'port': {'device_id': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:51.101030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:51.113046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4c535c0-d7b8-488f-8c7b-ae78f36a5e3b req-35c275fd-544e-4551-a319-e7c4bc9c984a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1638923 Feb 09 02:09:51.140697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Network 52cbce10-e74d-4996-9c25-57e59948f8b4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:09:51.186907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba743254-a4e4-43ee-b120-dfaabf93299f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event updated for resources: {'Port': ['ID=f7505d97-b2ca-42c4-8082-2373ce0a5b67,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:51.192416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:09:51.199299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:09:51.287992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3251-b585-4949-8b59-df600b968e6f req-e16298cc-f654-4097-9180-10eb04a3a453 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:51.297165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c82d3251-b585-4949-8b59-df600b968e6f req-e16298cc-f654-4097-9180-10eb04a3a453 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 931 time: 0.4875970 Feb 09 02:09:51.333175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.348007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:51.349227 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.436125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-5170baa7-867a-48f4-892c-d3627e395e68 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3916459 Feb 09 02:09:51.462858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Request body: {'port': {'device_id': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:51.558025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c82d3251-b585-4949-8b59-df600b968e6f req-518f5cf7-d72d-42ed-bfbe-06488b386cd2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593274 Feb 09 02:09:51.573824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:51.668937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5ff37-35ca-459e-a632-827d37a9f19b req-30f798c0-ae8c-4b62-af79-9550339be80a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:51.675198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fe5ff37-35ca-459e-a632-827d37a9f19b req-30f798c0-ae8c-4b62-af79-9550339be80a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 931 time: 0.2557986 Feb 09 02:09:51.820150 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e7c01-0931-4add-bb78-0f744a097de9 x-openstack-request-id: req-5b7e7c01-0931-4add-bb78-0f744a097de9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:51.820760 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2923649-2e07-4119-91d3-6ba707391f27", "name": "network-vif-deleted", "tag": "58c0d1d7-1c69-47de-8071-83dbbf809585", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:51.820760 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b7e7c01-0931-4add-bb78-0f744a097de9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:51.821135 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2923649-2e07-4119-91d3-6ba707391f27', 'name': 'network-vif-deleted', 'tag': '58c0d1d7-1c69-47de-8071-83dbbf809585', 'status': 'completed', 'code': 200} Feb 09 02:09:51.880343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fe5ff37-35ca-459e-a632-827d37a9f19b req-aa3b0a2b-3ec0-457c-a4a2-6ad879ef2aa4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964068 Feb 09 02:09:52.059424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d597e-8855-4792-be51-33359e33ab89 req-d8933179-6496-4a10-a441-041a9a6da9b0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:52.061311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec7d597e-8855-4792-be51-33359e33ab89 req-d8933179-6496-4a10-a441-041a9a6da9b0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.1113126 Feb 09 02:09:52.151768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:52.205680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32c5cff-8e93-4285-a629-5a5f63c37dd6 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:52.226498 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Publish callbacks [] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:52.313306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Transition to ACTIVE for port object e32c5cff-8e93-4285-a629-5a5f63c37dd6 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:52.313924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:52.313924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58c0d1d7-1c69-47de-8071-83dbbf809585 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:52.313924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 58c0d1d7-1c69-47de-8071-83dbbf809585 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:09:52.313924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58c0d1d7-1c69-47de-8071-83dbbf809585 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:09:52.314415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec7d597e-8855-4792-be51-33359e33ab89 req-208857e2-a7a4-46e4-8280-8acd92ade9bd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424097 Feb 09 02:09:52.320955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:52.397618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7505d97-b2ca-42c4-8082-2373ce0a5b67 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:52.414954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Publish callbacks [] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:52.474698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Transition to ACTIVE for port object f7505d97-b2ca-42c4-8082-2373ce0a5b67 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:52.479575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:52.481417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:52.579494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd80d9a-4dde-4d09-8902-23f6058db1f6 req-bb7cf25f-c93d-478d-96bd-6671fe4cfba4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:52.589188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd80d9a-4dde-4d09-8902-23f6058db1f6 req-bb7cf25f-c93d-478d-96bd-6671fe4cfba4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1871409 Feb 09 02:09:52.713120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Attempting to bind port e32c5cff-8e93-4285-a629-5a5f63c37dd6 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:52.713665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Attempting to bind port e32c5cff-8e93-4285-a629-5a5f63c37dd6 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:52.714221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Attempting to bind port e32c5cff-8e93-4285-a629-5a5f63c37dd6 on network 52cbce10-e74d-4996-9c25-57e59948f8b4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:52.746550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Port e32c5cff-8e93-4285-a629-5a5f63c37dd6 on network 52cbce10-e74d-4996-9c25-57e59948f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:52.746929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Attempting to bind port e32c5cff-8e93-4285-a629-5a5f63c37dd6 on network 52cbce10-e74d-4996-9c25-57e59948f8b4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:52.776336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dd80d9a-4dde-4d09-8902-23f6058db1f6 req-338a5aa0-ce2e-498f-beb2-6b522818dc8d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858766 Feb 09 02:09:52.787196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Pushing event updated for resources: {'Port': ['ID=f7505d97-b2ca-42c4-8082-2373ce0a5b67,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:52.825871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:52.826424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Checking segment: {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:52.826851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Bound using segment: {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:52.827510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Bound port: e32c5cff-8e93-4285-a629-5a5f63c37dd6, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:52.828047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:52.851587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Attempting to bind port f7505d97-b2ca-42c4-8082-2373ce0a5b67 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:52.852293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Attempting to bind port f7505d97-b2ca-42c4-8082-2373ce0a5b67 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:52.852847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Attempting to bind port f7505d97-b2ca-42c4-8082-2373ce0a5b67 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:52.859556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Port f7505d97-b2ca-42c4-8082-2373ce0a5b67 on network eac3926b-d9da-4086-80d6-ba138b7836e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:52.860197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Attempting to bind port f7505d97-b2ca-42c4-8082-2373ce0a5b67 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:52.868377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:52.868983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Checking segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:52.870048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Bound using segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:52.870873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Bound port: f7505d97-b2ca-42c4-8082-2373ce0a5b67, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:52.871385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.012621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcaeff-311e-41bd-b5cc-c2d603f6085e req-0ab0bef0-b0a9-4575-9b45-5a856fbdf6de tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.015010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9dcaeff-311e-41bd-b5cc-c2d603f6085e req-0ab0bef0-b0a9-4575-9b45-5a856fbdf6de tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 943 time: 0.2357407 Feb 09 02:09:53.058405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:53.062705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] For port f7505d97-b2ca-42c4-8082-2373ce0a5b67, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:53.067086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] For port f7505d97-b2ca-42c4-8082-2373ce0a5b67, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:53.079580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.106176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:53.124876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.131969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.132687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.134232 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] 10.222.0.72 "PUT /v2.0/ports/f7505d97-b2ca-42c4-8082-2373ce0a5b67 HTTP/1.1" status: 200 len: 1092 time: 2.1532633 Feb 09 02:09:53.134752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'tag': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:53.137947 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8bac84-c4ff-4c0b-8a91-e030212281f6", "tag": "f7505d97-b2ca-42c4-8082-2373ce0a5b67"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:53.218423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd21be-d65c-4052-9db6-a3505c515d9d service neutron] Pushing event updated for resources: {'Port': ['ID=f7505d97-b2ca-42c4-8082-2373ce0a5b67,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:53.236882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9dcaeff-311e-41bd-b5cc-c2d603f6085e req-7ff479a3-dee7-4982-a059-ef898e4c5d18 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142675 Feb 09 02:09:53.272682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.273545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.275407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] 10.222.0.72 "PUT /v2.0/ports/e32c5cff-8e93-4285-a629-5a5f63c37dd6 HTTP/1.1" status: 200 len: 1092 time: 1.8176184 Feb 09 02:09:53.312814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-b410fde1-7617-4862-8e2c-61725196ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.314043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b1ec8-a804-43ce-8078-6dc0ec90de4e req-91378e55-f8d2-498d-94e5-a6471235cd16 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.323081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-b410fde1-7617-4862-8e2c-61725196ce8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 1126 time: 0.1325810 Feb 09 02:09:53.324145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d0b1ec8-a804-43ce-8078-6dc0ec90de4e req-91378e55-f8d2-498d-94e5-a6471235cd16 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 943 time: 0.2828436 Feb 09 02:09:53.361251 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98233d04-20ef-44d2-b8b0-734ab660633e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.383224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1b203-2463-4e77-afce-3e1dc5252bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:53.400470 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-81a4db9d-470d-493b-8720-102a422e2680 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67 HTTP/1.1" status: 200 len: 217 time: 0.0684814 Feb 09 02:09:53.505621 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a69c9c-38bd-4515-995a-fe8a0442068e x-openstack-request-id: req-99a69c9c-38bd-4515-995a-fe8a0442068e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:53.505996 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8bac84-c4ff-4c0b-8a91-e030212281f6", "tag": "f7505d97-b2ca-42c4-8082-2373ce0a5b67", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:53.506263 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99a69c9c-38bd-4515-995a-fe8a0442068e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:53.506752 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'tag': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67', 'status': 'completed', 'code': 200} Feb 09 02:09:53.543252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-7984fc85-af3d-405c-bf84-9836298d8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.544747 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-7984fc85-af3d-405c-bf84-9836298d8c34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.1277456 Feb 09 02:09:53.579846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d0b1ec8-a804-43ce-8078-6dc0ec90de4e req-92ba9a21-b4a3-4467-ac09-0c91e7efac45 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456322 Feb 09 02:09:53.669678 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-727274eb-b2ef-4fe4-91ba-ad12d06224ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020248 Feb 09 02:09:53.745761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-271c5fc1-9ca1-48d4-8424-52834f782941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.747740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-271c5fc1-9ca1-48d4-8424-52834f782941 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 1126 time: 0.2727644 Feb 09 02:09:53.809795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c09de2-b2af-4767-8f52-022ebd2963cf req-c118fd2c-1efa-4bdb-ae58-02f1e467a12f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.817351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4c09de2-b2af-4767-8f52-022ebd2963cf req-c118fd2c-1efa-4bdb-ae58-02f1e467a12f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.1935966 Feb 09 02:09:53.826163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:53.828569 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31570602-0bcc-420b-aebe-fa528ce44c50" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:53.832194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-2b94766f-ea58-4efd-bb4a-2ec84c0751ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6 HTTP/1.1" status: 200 len: 217 time: 0.0732799 Feb 09 02:09:53.835982 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-08452f2f-9e77-4e98-94d4-f272579f05d5 service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582677 Feb 09 02:09:53.892289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-c16e0f65-0f8e-4b9d-9ccb-d7f76810293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.893685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-c16e0f65-0f8e-4b9d-9ccb-d7f76810293e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c HTTP/1.1" status: 200 len: 854 time: 0.0507233 Feb 09 02:09:53.956953 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2819ac36-aeb4-4ec2-ace7-130b21973746 req-d260a5ec-a6ee-4a59-9b74-d26c17301adb service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137087 Feb 09 02:09:53.960603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-7dac5429-e6e4-42a0-a384-d614e62e212b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=52cbce10-e74d-4996-9c25-57e59948f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583355 Feb 09 02:09:54.059966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4c09de2-b2af-4767-8f52-022ebd2963cf req-5f3367c6-5ad1-47a8-bbbb-31c70e52398a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417278 Feb 09 02:09:54.099184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-c6ff50d0-238b-4dde-b66b-5f0e23bc1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.100216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72cf12-71ec-43a3-a364-445f65a743b9 req-10e1824f-c40f-4370-8251-c68d323e9112 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.100681 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-c6ff50d0-238b-4dde-b66b-5f0e23bc1511 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 1126 time: 0.0890038 Feb 09 02:09:54.109691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce72cf12-71ec-43a3-a364-445f65a743b9 req-10e1824f-c40f-4370-8251-c68d323e9112 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1916130 Feb 09 02:09:54.159582 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0deb30-173c-43ba-9851-c3bc16582933 x-openstack-request-id: req-fd0deb30-173c-43ba-9851-c3bc16582933 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:54.160048 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:54.160421 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd0deb30-173c-43ba-9851-c3bc16582933 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:54.160925 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'status': 'completed', 'code': 200} Feb 09 02:09:54.196017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-bba38d3c-dc94-43fc-a2a3-d4a41b20a975 service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140427 Feb 09 02:09:54.207375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce72cf12-71ec-43a3-a364-445f65a743b9 req-f8664849-67f4-4578-a200-8a0f86809890 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961537 Feb 09 02:09:54.256094 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-0731adde-fe29-4815-90a5-b6ea3f579655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.257609 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-0731adde-fe29-4815-90a5-b6ea3f579655 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 915 time: 0.1491501 Feb 09 02:09:54.367149 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-8dc990f4-3afd-463e-afff-b0f9e3ec2f29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67 HTTP/1.1" status: 200 len: 217 time: 0.0973241 Feb 09 02:09:54.371477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f9817a-8b9c-4347-8db2-c035585e2704 req-35aecca3-f604-4c74-a083-98460409d3fb service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546829 Feb 09 02:09:54.445134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-e0c772af-c48e-437f-a3b0-efaaa43528ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.446733 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-e0c772af-c48e-437f-a3b0-efaaa43528ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.0692983 Feb 09 02:09:54.518374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51934f06-023c-4cc2-9c55-ad9dcc3213f0 req-c98a2706-7126-4d72-91de-5a04b64dcdff tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.520500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51934f06-023c-4cc2-9c55-ad9dcc3213f0 req-c98a2706-7126-4d72-91de-5a04b64dcdff tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 943 time: 0.1285105 Feb 09 02:09:54.529442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b906bec-77b3-4269-9f27-7ae52957fff0 req-4a2fcddf-40a7-42a1-af50-18eb51974a4c tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.531850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b906bec-77b3-4269-9f27-7ae52957fff0 req-4a2fcddf-40a7-42a1-af50-18eb51974a4c tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 951 time: 0.0911341 Feb 09 02:09:54.580220 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-bf0bd30d-e13e-4b1c-92db-157fd9ed59b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456622 Feb 09 02:09:54.668530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b906bec-77b3-4269-9f27-7ae52957fff0 req-32142365-456d-4199-89e7-5917a57c2988 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237507 Feb 09 02:09:54.688847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51934f06-023c-4cc2-9c55-ad9dcc3213f0 req-792b9d6a-a534-456e-ae15-cb6b4bedae65 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557441 Feb 09 02:09:54.709475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-47131364-6b39-44d4-962b-c2d2365f39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.712787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-47131364-6b39-44d4-962b-c2d2365f39dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 1126 time: 0.1660125 Feb 09 02:09:54.735450 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-de85ea5f-28cd-4f89-9c8f-61043849ea65 service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435714 Feb 09 02:09:54.884716 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-38cdd4b9-c60b-4bdf-906e-9b5c4409abe5 req-25f8716f-b0d7-4108-944f-6acc88e7fb64 service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421244 Feb 09 02:09:54.887234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-c317f503-e346-42d5-a634-7db4f977eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.889079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-c317f503-e346-42d5-a634-7db4f977eb1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 915 time: 0.1696868 Feb 09 02:09:54.920465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d6b7e-5026-47c5-ab56-3d7258fec74c req-8ab5c304-1eb4-4f2a-bb0b-c763b4af0231 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.922842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-353d6b7e-5026-47c5-ab56-3d7258fec74c req-8ab5c304-1eb4-4f2a-bb0b-c763b4af0231 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 943 time: 0.1411459 Feb 09 02:09:54.960554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-4e777f85-729f-4bd7-ab18-9a0b311ae690 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6 HTTP/1.1" status: 200 len: 217 time: 0.0606480 Feb 09 02:09:55.049223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-353d6b7e-5026-47c5-ab56-3d7258fec74c req-3b990d29-32a6-4b5c-ad6e-5cf8b761b20c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965056 Feb 09 02:09:55.053423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-f68ec882-197f-4b07-b693-2fc69bc80a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:55.056222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-f68ec882-197f-4b07-b693-2fc69bc80a9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c HTTP/1.1" status: 200 len: 854 time: 0.0752623 Feb 09 02:09:55.099878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-13a6ed14-b738-478f-b9a5-8f3388c012af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=52cbce10-e74d-4996-9c25-57e59948f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361102 Feb 09 02:09:55.261211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f6378-ed05-4c18-92d0-42fae9388480 req-8326cef5-1184-4735-90c5-91c1916d8008 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:55.263584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf7f6378-ed05-4c18-92d0-42fae9388480 req-8326cef5-1184-4735-90c5-91c1916d8008 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.1006732 Feb 09 02:09:55.271194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-d2caf4b1-f017-48a0-b01c-eb451eaae154 service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644592 Feb 09 02:09:55.415909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf7f6378-ed05-4c18-92d0-42fae9388480 req-7af44815-1977-4b11-a746-509c92c647a9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434939 Feb 09 02:09:55.440708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31570602-0bcc-420b-aebe-fa528ce44c50 req-d72afb63-bccb-4c43-aa58-793725c16ad3 service neutron] 10.222.0.72 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587572 Feb 09 02:09:55.457714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b481440-fffd-472c-9c6b-d11d3bbd7c83 req-cef34c55-20a7-4aec-8967-3456bd8fc039 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:55.463187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b481440-fffd-472c-9c6b-d11d3bbd7c83 req-cef34c55-20a7-4aec-8967-3456bd8fc039 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1316016 Feb 09 02:09:55.523829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b481440-fffd-472c-9c6b-d11d3bbd7c83 req-16deb9f1-3a13-46f0-8059-bc41cdd4d7bc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553501 Feb 09 02:09:55.665868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0439043-6bfa-4fd4-a581-c40f90a145b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:55.831144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd78f6-8334-496f-92b0-8a71b284b4b1 req-30cc8f84-f08a-4622-88a7-998c1579e056 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:55.832578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5dd78f6-8334-496f-92b0-8a71b284b4b1 req-30cc8f84-f08a-4622-88a7-998c1579e056 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 951 time: 0.0977945 Feb 09 02:09:55.847821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a9473-8f85-4aba-97c2-be568b903d0a req-0d1a204d-1c4b-46d8-82f3-6fc7d0a61c50 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:55.847821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f52a9473-8f85-4aba-97c2-be568b903d0a req-0d1a204d-1c4b-46d8-82f3-6fc7d0a61c50 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 943 time: 0.0806422 Feb 09 02:09:55.925444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f52a9473-8f85-4aba-97c2-be568b903d0a req-c8401d98-d3a1-49b7-9f3b-599f1562dcfe tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624015 Feb 09 02:09:55.937896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5dd78f6-8334-496f-92b0-8a71b284b4b1 req-bc979726-a55e-4610-9238-e76b9745fcdd tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900700 Feb 09 02:09:56.209142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd4fbd-385d-440d-83b8-8890305c0bbf req-dcad22df-1549-4933-8bb5-d79a9c781271 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.218550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6dd4fbd-385d-440d-83b8-8890305c0bbf req-dcad22df-1549-4933-8bb5-d79a9c781271 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 943 time: 0.0916340 Feb 09 02:09:56.280585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6dd4fbd-385d-440d-83b8-8890305c0bbf req-c9f82c14-d679-45df-8651-8223542ba301 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589008 Feb 09 02:09:56.439056 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:09:56.605971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b061870-7acc-489a-9d4a-fcb9a50ebe5d req-32ceb9ce-e3eb-41f8-a5f5-945940efddd5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.617375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b061870-7acc-489a-9d4a-fcb9a50ebe5d req-32ceb9ce-e3eb-41f8-a5f5-945940efddd5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.0973084 Feb 09 02:09:56.696615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b061870-7acc-489a-9d4a-fcb9a50ebe5d req-c7b90352-75a5-4f96-8be8-1b20ad3477e5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783367 Feb 09 02:09:56.815787 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:56.836369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4c302-5145-41eb-99f2-726c28dacdc5 req-87cd0803-1321-417c-9abe-2879f3dfdf96 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.846053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61a4c302-5145-41eb-99f2-726c28dacdc5 req-87cd0803-1321-417c-9abe-2879f3dfdf96 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.0864797 Feb 09 02:09:56.919034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61a4c302-5145-41eb-99f2-726c28dacdc5 req-15343863-3b58-4b4d-a732-3bb424bed5cf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704396 Feb 09 02:09:57.444061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7976816-387a-4d1f-b1be-ef7a43df9b4e req-9835c986-717a-4360-9802-c5f5aac5f4cb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.451342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7976816-387a-4d1f-b1be-ef7a43df9b4e req-9835c986-717a-4360-9802-c5f5aac5f4cb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 943 time: 0.4396727 Feb 09 02:09:57.479220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf41d7-4da4-4b6d-819b-5153a449dce4 req-92806c87-006e-4104-92ff-bd414d623d38 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.480636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ddf41d7-4da4-4b6d-819b-5153a449dce4 req-92806c87-006e-4104-92ff-bd414d623d38 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 951 time: 0.4396873 Feb 09 02:09:57.524117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7976816-387a-4d1f-b1be-ef7a43df9b4e req-7315fbb7-cb07-4f99-a6f3-9cc1dfcad033 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719042 Feb 09 02:09:57.560874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ddf41d7-4da4-4b6d-819b-5153a449dce4 req-c4c65f26-307a-45d8-90ce-9c8fae30e6f7 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739145 Feb 09 02:09:57.653150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a205c2-41fb-4800-89b4-49d3dc921f0c req-c5b77c3b-5b94-4ef2-8a67-e17a3542b67e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.655873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32a205c2-41fb-4800-89b4-49d3dc921f0c req-c5b77c3b-5b94-4ef2-8a67-e17a3542b67e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 943 time: 0.0676789 Feb 09 02:09:57.712734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32a205c2-41fb-4800-89b4-49d3dc921f0c req-a95cef1b-d817-4bc4-ad4b-05e1f948ef05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518260 Feb 09 02:09:57.829887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1649fc-6d78-4996-9018-5f018d1e9984 req-a01d505b-9d94-487f-a3ba-c712fcaf849e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:57.831482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b1649fc-6d78-4996-9018-5f018d1e9984 req-a01d505b-9d94-487f-a3ba-c712fcaf849e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.0572622 Feb 09 02:09:57.880683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b1649fc-6d78-4996-9018-5f018d1e9984 req-39ec7cd9-b5ce-45b0-88d1-d6d84b47a983 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Feb 09 02:09:57.990222 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.073207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef835b00-278d-418a-bb5e-82e2c7afa2a7 req-3be04717-1e50-4533-a4ef-66d02ca932ca tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.075026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef835b00-278d-418a-bb5e-82e2c7afa2a7 req-3be04717-1e50-4533-a4ef-66d02ca932ca tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.0646327 Feb 09 02:09:58.125824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef835b00-278d-418a-bb5e-82e2c7afa2a7 req-058e0348-5004-44aa-b679-abb15306116c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Feb 09 02:09:58.174230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f7505d97-b2ca-42c4-8082-2373ce0a5b67 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:58.181051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:58.463623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:58.464176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.483523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f7505d97-b2ca-42c4-8082-2373ce0a5b67, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:58.502204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'port_id': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67', 'mac_address': 'fa:16:3e:49:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659abfd7-0436-4fe4-8256-1a45d367db9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:58.507518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:58.509940 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6047e47-1bcb-492a-a05e-47633f01fa02" -d '{"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:58.526007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:58.568915 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f7fd04-3543-4f8f-ae53-1a01473a33dc x-openstack-request-id: req-b6f7fd04-3543-4f8f-ae53-1a01473a33dc {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:58.569212 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:58.569653 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6f7fd04-3543-4f8f-ae53-1a01473a33dc {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:58.571222 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'code': 200} Feb 09 02:09:58.573684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.577845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f7505d97-b2ca-42c4-8082-2373ce0a5b67 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:58.578276 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.625012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7505d97-b2ca-42c4-8082-2373ce0a5b67 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:58.675962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f7505d97-b2ca-42c4-8082-2373ce0a5b67, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:58.679446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.683479 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.684171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e32c5cff-8e93-4285-a629-5a5f63c37dd6 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:58.695843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd6f6-9369-48f0-9e89-25dd2767b57d req-31f2fcd9-dc3b-46f7-bc36-e64aea32dd01 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.697410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f99dd6f6-9369-48f0-9e89-25dd2767b57d req-31f2fcd9-dc3b-46f7-bc36-e64aea32dd01 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 943 time: 0.1017432 Feb 09 02:09:58.751396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.752012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.752358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.752697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.753049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.753368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.753696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.754022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.754345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.754699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.755026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.755347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.755668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:58.758119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f42c7-9384-4467-810b-8afd3e659bf1 req-fba93150-55a3-479c-8888-576a46077235 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.762955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d95f42c7-9384-4467-810b-8afd3e659bf1 req-fba93150-55a3-479c-8888-576a46077235 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 949 time: 0.1133289 Feb 09 02:09:58.782253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f99dd6f6-9369-48f0-9e89-25dd2767b57d req-cc7717f6-f46e-4fa0-ac52-c57fc2f828d0 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767663 Feb 09 02:09:58.835744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d95f42c7-9384-4467-810b-8afd3e659bf1 req-19cd9b70-083e-4c90-a147-4c959c58d407 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/security-groups?id=da690a61-f8ac-462f-b847-c6efe05d1539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672131 Feb 09 02:09:58.860167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f7505d97-b2ca-42c4-8082-2373ce0a5b67,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:58.863932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:58.883255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'port_id': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'mac_address': 'fa:16:3e:ec:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54feca3-d06f-42e5-ab3c-a1bdd55fd62c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:58.928797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4ac5d-4c52-4e5e-896c-1cf37f003429 req-e5437aa2-617a-4a58-b1b9-0542decad0b4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.930406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e4ac5d-4c52-4e5e-896c-1cf37f003429 req-e5437aa2-617a-4a58-b1b9-0542decad0b4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 944 time: 0.0589199 Feb 09 02:09:58.933654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e32c5cff-8e93-4285-a629-5a5f63c37dd6 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:58.934064 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:58.948781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32c5cff-8e93-4285-a629-5a5f63c37dd6 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:58.972053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:58.977824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:59.018380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e4ac5d-4c52-4e5e-896c-1cf37f003429 req-bf97f24f-ab76-41a8-8ad1-07d050b97724 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817564 Feb 09 02:09:59.032244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:59.052898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092ea26-2208-4fa5-b6ee-d4c541436ca8 req-9d39360d-7ac6-4e91-9f4b-961089ea0359 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:59.054548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e092ea26-2208-4fa5-b6ee-d4c541436ca8 req-9d39360d-7ac6-4e91-9f4b-961089ea0359 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.0878575 Feb 09 02:09:59.108434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e092ea26-2208-4fa5-b6ee-d4c541436ca8 req-e09f41c3-c44a-47d2-b8b2-a42fe3eaaa34 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472641 Feb 09 02:09:59.273303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d87a75-c8fc-4eca-9a33-2eae3d512981 req-dc65a1be-c187-4245-9d0c-045a00906dab tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:59.274951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20d87a75-c8fc-4eca-9a33-2eae3d512981 req-dc65a1be-c187-4245-9d0c-045a00906dab tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.0586963 Feb 09 02:09:59.328412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20d87a75-c8fc-4eca-9a33-2eae3d512981 req-47dfdf6a-2015-4df8-86cf-6ada01a8bc7f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Feb 09 02:09:59.503669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-66bbd6a3-dd21-4986-822e-f465cba4bd8d tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:59.505120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-66bbd6a3-dd21-4986-822e-f465cba4bd8d tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.72 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 949 time: 0.0583954 Feb 09 02:09:59.612075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Deleting port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:09:59.612414 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:59.633004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f7505d97-b2ca-42c4-8082-2373ce0a5b67'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:59.639841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['e32c5cff-8e93-4285-a629-5a5f63c37dd6'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:59.724877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] For port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:59.725472 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:59.742866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Calling delete_port for 3b8ae6a2-fce1-4e89-b079-1096bc70a58c owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:09:59.760227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:59.920672 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3b8ae6a2-fce1-4e89-b079-1096bc70a58c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:00.013033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Pushing event deleted for resources: {'Port': ['ID=3b8ae6a2-fce1-4e89-b079-1096bc70a58c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:00.066301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.066866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.067328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.067870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.068310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.068745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.069171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.069662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.070968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.071490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.071947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.072977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.073590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:00.097854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88dddc0c-60a2-40ee-93a6-72e303b84a74 req-3513d6bb-2b59-4fd3-88b2-4f8da13aef6a tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df80a81-16ed-47a3-8a74-11ac38701a85 HTTP/1.1" status: 200 len: 210 time: 0.0848145 Feb 09 02:10:00.172137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] No DVR routers for this DVR port 3b8ae6a2-fce1-4e89-b079-1096bc70a58c on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:00.180464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:00.180464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-093eacd8-ad41-46e7-95f9-a0e92fd0c1ce req-cf9114fe-8b72-41ae-889f-3eb97699cf60 tempest-ImagesOneServerTestJSON-2008001206 tempest-ImagesOneServerTestJSON-2008001206-project] 10.222.0.72 "DELETE /v2.0/ports/3b8ae6a2-fce1-4e89-b079-1096bc70a58c HTTP/1.1" status: 204 len: 173 time: 0.6676469 Feb 09 02:10:00.180464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-deleted', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:00.183116 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984770e-37eb-41e2-bd78-370b30847af1" -d '{"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-deleted", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:00.206690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a292c4d-1a07-4e35-9f30-0034a1b0dcb8 req-1f110565-564f-4448-a564-14cc3acfdd8a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.208345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a292c4d-1a07-4e35-9f30-0034a1b0dcb8 req-1f110565-564f-4448-a564-14cc3acfdd8a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 944 time: 0.2776458 Feb 09 02:10:00.289324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a292c4d-1a07-4e35-9f30-0034a1b0dcb8 req-5d3d14a4-3745-4e23-9537-1fae2a6a074e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617499 Feb 09 02:10:00.301189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebefe0-7460-460c-bcd9-36d1c6113872 req-34255502-8ef5-4102-bf1c-31311b2d549e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.303243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17ebefe0-7460-460c-bcd9-36d1c6113872 req-34255502-8ef5-4102-bf1c-31311b2d549e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 944 time: 0.1157315 Feb 09 02:10:00.422860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17ebefe0-7460-460c-bcd9-36d1c6113872 req-00784e53-bc39-4a33-94ac-6bbb9fce7dde tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976882 Feb 09 02:10:00.484400 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a981d8-a171-4f3e-8207-bbb17633cb44 x-openstack-request-id: req-40a981d8-a171-4f3e-8207-bbb17633cb44 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:00.484766 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df80a81-16ed-47a3-8a74-11ac38701a85", "name": "network-vif-deleted", "tag": "3b8ae6a2-fce1-4e89-b079-1096bc70a58c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:00.485037 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40a981d8-a171-4f3e-8207-bbb17633cb44 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:00.485451 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df80a81-16ed-47a3-8a74-11ac38701a85', 'name': 'network-vif-deleted', 'tag': '3b8ae6a2-fce1-4e89-b079-1096bc70a58c', 'status': 'completed', 'code': 200} Feb 09 02:10:00.524084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c12b02-0bc6-47db-8d83-122d0b9c44c5 req-0df88888-14a5-49f1-8718-1a60fb6d06b2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.531299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59c12b02-0bc6-47db-8d83-122d0b9c44c5 req-0df88888-14a5-49f1-8718-1a60fb6d06b2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.0879972 Feb 09 02:10:00.622433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59c12b02-0bc6-47db-8d83-122d0b9c44c5 req-2bc8df70-86d3-4746-9351-fd83b440c89f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888886 Feb 09 02:10:00.659688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386e8c0-0e1b-4d1f-9645-1eab31d15c70 req-562dc70c-168d-4003-936c-7074bdc3ffb0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.666705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6386e8c0-0e1b-4d1f-9645-1eab31d15c70 req-562dc70c-168d-4003-936c-7074bdc3ffb0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1274881 Feb 09 02:10:00.712667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6386e8c0-0e1b-4d1f-9645-1eab31d15c70 req-62789573-65db-45d6-a577-61ddceac194a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Feb 09 02:10:01.469609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b3a8e-9ecd-4c9f-af39-1992709bbb03 req-4eca9f5f-23fe-4576-a1e6-214236692d80 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:01.471841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:01.477125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b16b3a8e-9ecd-4c9f-af39-1992709bbb03 req-4eca9f5f-23fe-4576-a1e6-214236692d80 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 944 time: 0.0838451 Feb 09 02:10:01.640225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b16b3a8e-9ecd-4c9f-af39-1992709bbb03 req-4b39ddd4-4ec7-4e67-ac1a-b8279f15c1a1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466599 Feb 09 02:10:01.666486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9bbef-a8fd-4c18-908d-e8ce5559c4fc req-e053a67d-8942-4b30-b284-2b6dca6156aa tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:01.668285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cc9bbef-a8fd-4c18-908d-e8ce5559c4fc req-e053a67d-8942-4b30-b284-2b6dca6156aa tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 944 time: 0.1383929 Feb 09 02:10:01.691754 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aaa565c5-d428-48ef-b6b7-37ffa55f52ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af869ba7ba404a41a7f0d1d8608d3e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186477 Feb 09 02:10:01.696015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:01.767632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17d3e08-bb9c-46c7-9506-d9cce813517a admin admin] Publish callbacks [] for security_group (da690a61-f8ac-462f-b847-c6efe05d1539), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:01.792199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cc9bbef-a8fd-4c18-908d-e8ce5559c4fc req-94fe67f1-7c97-4a89-9d6c-f39fbaabf23c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050544 Feb 09 02:10:01.795897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17d3e08-bb9c-46c7-9506-d9cce813517a admin admin] Publish callbacks [] for security_group (da690a61-f8ac-462f-b847-c6efe05d1539), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:01.866900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab4bd7-d352-4c73-ae58-a38361ce10c7 req-c650c94d-018b-4ae5-a775-f9cf8a12b2fb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:01.867818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17d3e08-bb9c-46c7-9506-d9cce813517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (da690a61-f8ac-462f-b847-c6efe05d1539), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:01.871176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d17d3e08-bb9c-46c7-9506-d9cce813517a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:01.874762 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d17d3e08-bb9c-46c7-9506-d9cce813517a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da690a61-f8ac-462f-b847-c6efe05d1539 HTTP/1.1" status: 204 len: 168 time: 0.1750929 Feb 09 02:10:01.888637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ab4bd7-d352-4c73-ae58-a38361ce10c7 req-c650c94d-018b-4ae5-a775-f9cf8a12b2fb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.1505628 Feb 09 02:10:01.893894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d3e08-bb9c-46c7-9506-d9cce813517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da690a61-f8ac-462f-b847-c6efe05d1539,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:02.011744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ab4bd7-d352-4c73-ae58-a38361ce10c7 req-058bcc32-7047-4a09-a058-c5d5bda776b6 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221013 Feb 09 02:10:02.032683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13272f4c-7f45-48b4-a42e-71a07fca690f req-9a2a2d28-6f2f-4692-a80d-3547238345b1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.034676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13272f4c-7f45-48b4-a42e-71a07fca690f req-9a2a2d28-6f2f-4692-a80d-3547238345b1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1203933 Feb 09 02:10:02.098905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13272f4c-7f45-48b4-a42e-71a07fca690f req-6dd7353a-171c-4987-99f3-2c322aa5a9c6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583367 Feb 09 02:10:02.185681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f7505d97-b2ca-42c4-8082-2373ce0a5b67 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:02.260856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f7505d97-b2ca-42c4-8082-2373ce0a5b67 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:02.267845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f7505d97-b2ca-42c4-8082-2373ce0a5b67 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:02.268767 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.375492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f7505d97-b2ca-42c4-8082-2373ce0a5b67 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:02.376283 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.428692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f7505d97-b2ca-42c4-8082-2373ce0a5b67, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:02.430102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:02.434057 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee357fcb-1861-4720-9684-74eeb039d855" -d '{"events": [{"server_uuid": "ad8bac84-c4ff-4c0b-8a91-e030212281f6", "name": "network-vif-plugged", "status": "completed", "tag": "f7505d97-b2ca-42c4-8082-2373ce0a5b67"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:02.439646 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.440670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e32c5cff-8e93-4285-a629-5a5f63c37dd6 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:02.502318 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dc571-8108-42d9-9acf-97e0f34ff67f x-openstack-request-id: req-4b4dc571-8108-42d9-9acf-97e0f34ff67f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:02.502664 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8bac84-c4ff-4c0b-8a91-e030212281f6", "name": "network-vif-plugged", "status": "completed", "tag": "f7505d97-b2ca-42c4-8082-2373ce0a5b67", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:02.502926 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b4dc571-8108-42d9-9acf-97e0f34ff67f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:02.503327 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67', 'code': 200} Feb 09 02:10:02.593186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port e32c5cff-8e93-4285-a629-5a5f63c37dd6 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:02.599687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port e32c5cff-8e93-4285-a629-5a5f63c37dd6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:02.600076 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.605012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f7505d97-b2ca-42c4-8082-2373ce0a5b67,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:02.723015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624afef-618d-4687-b715-ac788d964ea5 req-d1ce6725-2533-43b7-9938-e5a766ccf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.726516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5624afef-618d-4687-b715-ac788d964ea5 req-d1ce6725-2533-43b7-9938-e5a766ccf162 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 1128 time: 0.1376762 Feb 09 02:10:02.727974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e32c5cff-8e93-4285-a629-5a5f63c37dd6 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:02.728404 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.806550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:02.816404 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.846037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5624afef-618d-4687-b715-ac788d964ea5 req-31a12b9d-e696-4228-8b9e-04378552a561 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141949 Feb 09 02:10:02.877645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5146db9-bb0f-4394-a8cd-533214691ac5 req-b470a781-cffe-4f63-8831-383bd8c1ae24 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.879240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5146db9-bb0f-4394-a8cd-533214691ac5 req-b470a781-cffe-4f63-8831-383bd8c1ae24 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 944 time: 0.1038766 Feb 09 02:10:02.923818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:02.986500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5146db9-bb0f-4394-a8cd-533214691ac5 req-203e03ab-27e2-49cb-9245-40bf9e41c769 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852861 Feb 09 02:10:02.995577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5820d-87c4-45de-bbbc-2f102187b466 req-085eb3a4-cfa1-4de7-a893-67e4b75ec127 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.997247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6d5820d-87c4-45de-bbbc-2f102187b466 req-085eb3a4-cfa1-4de7-a893-67e4b75ec127 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 945 time: 0.1170478 Feb 09 02:10:03.058441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6d5820d-87c4-45de-bbbc-2f102187b466 req-e3e1c074-f368-42a4-846e-8af62f60e731 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 Feb 09 02:10:03.218706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcbde2-272e-44d7-87b5-b00e508255a0 req-488cd7d9-a4a9-44f6-aefd-b81f43e56a09 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:03.220603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efdcbde2-272e-44d7-87b5-b00e508255a0 req-488cd7d9-a4a9-44f6-aefd-b81f43e56a09 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.0738182 Feb 09 02:10:03.292043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efdcbde2-272e-44d7-87b5-b00e508255a0 req-a559fb3d-235a-4a59-9f75-8c658cc8e05d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644181 Feb 09 02:10:03.562053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60526f3-be3e-481f-b47b-2723fc1ced72 req-7d4f2320-8250-4d5e-8522-e8cffb69deb0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:03.564072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e60526f3-be3e-481f-b47b-2723fc1ced72 req-7d4f2320-8250-4d5e-8522-e8cffb69deb0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 944 time: 0.1679878 Feb 09 02:10:03.569338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-b429c2d3-b0e6-4572-8709-148f9039647a service neutron] 10.222.0.72 "GET /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.1616702 Feb 09 02:10:03.677996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e60526f3-be3e-481f-b47b-2723fc1ced72 req-214084d7-0a31-4a58-8971-635073577e73 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007442 Feb 09 02:10:03.847524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:03.895495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:04.021327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:04.040646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:04.063854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:04.192851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:04.234177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 3b8ae6a2-fce1-4e89-b079-1096bc70a58c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:04.240991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3b8ae6a2-fce1-4e89-b079-1096bc70a58c not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:04.384385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a995a-4d8e-4390-8a09-f0e14f441e25 req-b7fa0fad-27b6-47cc-9fc7-70ffba53dc82 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:04.395591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f9a995a-4d8e-4390-8a09-f0e14f441e25 req-b7fa0fad-27b6-47cc-9fc7-70ffba53dc82 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.2081833 Feb 09 02:10:04.428511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] Transition to ACTIVE for port object d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:04.438291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:04.504340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:04.506915 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a772820-b91b-42ea-a9d0-2f1f50e40888" -d '{"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-plugged", "status": "completed", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:04.553544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f9a995a-4d8e-4390-8a09-f0e14f441e25 req-0d15f5fa-c898-429e-8136-581b9d2a5f27 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485729 Feb 09 02:10:04.593522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] No DVR routers for this DVR port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:04.618924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] Pushing event updated for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:04.649679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d516d9bb-19d8-44df-aa2f-61b503f7ca37 service neutron] 10.222.0.72 "PUT /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0739939 Feb 09 02:10:04.734946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4551fe3-8d96-4037-aeda-e6168ecc63f5 req-7fcd0924-a1c9-41ae-ab42-e0e70d3fab98 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:04.736926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4551fe3-8d96-4037-aeda-e6168ecc63f5 req-7fcd0924-a1c9-41ae-ab42-e0e70d3fab98 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.0731001 Feb 09 02:10:04.784709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-8c6ff86c-175b-407e-b94e-830a27c0fa69 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:04.787461 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-8c6ff86c-175b-407e-b94e-830a27c0fa69 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.0754402 Feb 09 02:10:04.866655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4551fe3-8d96-4037-aeda-e6168ecc63f5 req-4a20ba2c-c024-49e7-9ac2-470792da366a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994377 Feb 09 02:10:04.871978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-6aae3eb8-684b-4229-a670-2c58bf88958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:04.873771 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-6aae3eb8-684b-4229-a670-2c58bf88958c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8&tenant_id=c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 1128 time: 0.0763550 Feb 09 02:10:05.005276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-fb897686-39b1-4345-aed8-40e7a73904b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.007347 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-fb897686-39b1-4345-aed8-40e7a73904b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1128 time: 0.0929618 Feb 09 02:10:05.139388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-6f6593af-92bb-44c4-a6d5-ed0f05e6624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.141832 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-6f6593af-92bb-44c4-a6d5-ed0f05e6624d service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1274638 Feb 09 02:10:05.203320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5826b6-97f0-47e0-818d-03dabbfa266a req-819a0f2b-717e-4acb-8971-0033d2d6d9b9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.205075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d5826b6-97f0-47e0-818d-03dabbfa266a req-819a0f2b-717e-4acb-8971-0033d2d6d9b9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.2121062 Feb 09 02:10:05.214400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-23afcc6c-837c-4fe7-ae9b-0ad63e2cdf34 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 200 len: 217 time: 0.0653765 Feb 09 02:10:05.214643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc54ca-bf50-4696-86f1-dae6429f7d95 req-5574bf8d-1047-4819-8382-91bb3fd635e6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.216175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fbc54ca-bf50-4696-86f1-dae6429f7d95 req-5574bf8d-1047-4819-8382-91bb3fd635e6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 945 time: 0.2620902 Feb 09 02:10:05.281831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d6fe1b05-6b2c-4cfb-8d29-79c7814bc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.284151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-d6fe1b05-6b2c-4cfb-8d29-79c7814bc53d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0605361 Feb 09 02:10:05.285810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7ac49-d39f-41d7-881f-9534e701663f req-abd3ae35-eb3b-49d2-a908-eb5da238e29d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.287571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4be7ac49-d39f-41d7-881f-9534e701663f req-abd3ae35-eb3b-49d2-a908-eb5da238e29d tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.1776581 Feb 09 02:10:05.334032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-c33c6465-e55c-4d13-80ca-63b08a758837 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390871 Feb 09 02:10:05.362067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fbc54ca-bf50-4696-86f1-dae6429f7d95 req-da925a2b-413d-4f8b-bac7-c4b3b517b0f7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354384 Feb 09 02:10:05.369610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d5826b6-97f0-47e0-818d-03dabbfa266a req-ab9e77ce-1a30-4cb1-90ca-90389dd2a5a0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523488 Feb 09 02:10:05.455179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Deleting port 03289433-5c2d-4c6d-b538-6bedf9f9202c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:05.455604 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.490881 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de600440-4da0-436d-bfd4-4d09af12f92b x-openstack-request-id: req-de600440-4da0-436d-bfd4-4d09af12f92b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:05.492350 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-plugged", "status": "completed", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:05.492829 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de600440-4da0-436d-bfd4-4d09af12f92b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:05.493464 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'code': 200} Feb 09 02:10:05.600166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-3344c462-d0df-4ee1-ba53-67f289d3d7ec service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576144 Feb 09 02:10:05.837650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e4400-120d-4786-beb6-8115b0d48cc8 req-37d992c9-a323-45b2-8285-b0a7944a9656 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.840370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c9e4400-120d-4786-beb6-8115b0d48cc8 req-37d992c9-a323-45b2-8285-b0a7944a9656 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 945 time: 0.2974761 Feb 09 02:10:05.907910 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-eaeb276a-bd30-4345-a300-a054a6898b21 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000846 Feb 09 02:10:05.956263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b62c0-63e0-466a-a17b-5b8adff8950b req-640d08ac-2661-4c4e-9747-650ab53dad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.961463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c9b62c0-63e0-466a-a17b-5b8adff8950b req-640d08ac-2661-4c4e-9747-650ab53dad50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 1128 time: 0.3301423 Feb 09 02:10:05.969201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] For port 03289433-5c2d-4c6d-b538-6bedf9f9202c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=03289433-5c2d-4c6d-b538-6bedf9f9202c,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:05.970163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.089643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Calling delete_port for 03289433-5c2d-4c6d-b538-6bedf9f9202c owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:06.280227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-c2c0818b-7041-48f6-a772-98dc9e402fab tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:06.281966 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-c2c0818b-7041-48f6-a772-98dc9e402fab tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.1033342 Feb 09 02:10:06.289730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c9b62c0-63e0-466a-a17b-5b8adff8950b req-8fc3d82a-3f07-44a8-af84-4f49bfb4a66b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689340 Feb 09 02:10:06.305424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14405d22-3ef8-4d3b-8d57-3efa5670b48f req-b7371159-0923-4c94-9546-d2ff0d11d83c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:06.313735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14405d22-3ef8-4d3b-8d57-3efa5670b48f req-b7371159-0923-4c94-9546-d2ff0d11d83c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0c376d-47f8-4445-8c3f-a50739f507be HTTP/1.1" status: 200 len: 945 time: 0.4695983 Feb 09 02:10:06.344123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c9e4400-120d-4786-beb6-8115b0d48cc8 req-82018f20-7459-4efc-b164-b129f46956b9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695301 Feb 09 02:10:06.471783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14405d22-3ef8-4d3b-8d57-3efa5670b48f req-bb21b495-c987-4359-b5c2-a846d587a25e tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554785 Feb 09 02:10:06.523459 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (03289433-5c2d-4c6d-b538-6bedf9f9202c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.542305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['03289433-5c2d-4c6d-b538-6bedf9f9202c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:06.552136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-e5cb2946-f49c-42d8-b337-dd2227174c70 service neutron] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:06.565307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-e5cb2946-f49c-42d8-b337-dd2227174c70 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.567082 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-de0c5969-5f9d-4514-a8ad-77b83f38070b req-e5cb2946-f49c-42d8-b337-dd2227174c70 service neutron] 10.222.0.82 "DELETE /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.2755651 Feb 09 02:10:06.581451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event deleted for resources: {'Port': ['ID=03289433-5c2d-4c6d-b538-6bedf9f9202c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.718489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] No DVR routers for this DVR port 03289433-5c2d-4c6d-b538-6bedf9f9202c on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:06.723754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.727267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4be7ac49-d39f-41d7-881f-9534e701663f req-85d259fa-2897-492c-b365-540faee3354c tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "DELETE /v2.0/ports/03289433-5c2d-4c6d-b538-6bedf9f9202c HTTP/1.1" status: 204 len: 173 time: 1.4291892 Feb 09 02:10:06.729234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'name': 'network-vif-deleted', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:06.731889 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fd6188-50af-4ee3-901a-81d1fa3e92c4" -d '{"events": [{"server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "name": "network-vif-deleted", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:06.778176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dd6eb-e0c4-451c-982d-0403f7a1214a req-3e088327-0a83-4481-b46f-02e4ed0edf36 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:06.784941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-059dd6eb-e0c4-451c-982d-0403f7a1214a req-3e088327-0a83-4481-b46f-02e4ed0edf36 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.2301624 Feb 09 02:10:06.807313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772cec-45fe-429f-b3c9-62d55ac1b9c4 req-2f22c330-0367-4928-b8c4-9d064e69408c tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:06.815337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00772cec-45fe-429f-b3c9-62d55ac1b9c4 req-2f22c330-0367-4928-b8c4-9d064e69408c tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1991117 Feb 09 02:10:06.888312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-059dd6eb-e0c4-451c-982d-0403f7a1214a req-5dc341e8-1971-4638-b178-e5eca4974119 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011953 Feb 09 02:10:06.928889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00772cec-45fe-429f-b3c9-62d55ac1b9c4 req-3f7191c5-c231-4120-ab9f-6991176dabfb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129355 Feb 09 02:10:07.084264 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff612c-8ecf-4b22-b4d7-f69357135b39 x-openstack-request-id: req-7aff612c-8ecf-4b22-b4d7-f69357135b39 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:07.084264 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0c376d-47f8-4445-8c3f-a50739f507be", "name": "network-vif-deleted", "tag": "03289433-5c2d-4c6d-b538-6bedf9f9202c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:07.084264 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7aff612c-8ecf-4b22-b4d7-f69357135b39 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:07.084264 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c376d-47f8-4445-8c3f-a50739f507be', 'name': 'network-vif-deleted', 'tag': '03289433-5c2d-4c6d-b538-6bedf9f9202c', 'status': 'completed', 'code': 200} Feb 09 02:10:07.241533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eabde5-7e76-4c02-9706-ccc64cf33311 req-77f315c1-80c9-44fd-bccb-475d59ff4bde tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:07.244121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87eabde5-7e76-4c02-9706-ccc64cf33311 req-77f315c1-80c9-44fd-bccb-475d59ff4bde tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 1132 time: 0.0700400 Feb 09 02:10:07.365556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87eabde5-7e76-4c02-9706-ccc64cf33311 req-23d5e5a1-fc5d-4327-8324-ccb20796cd68 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097991 Feb 09 02:10:07.613061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c73a-583f-4494-8e8a-fe66755a5026 req-7be3f730-617f-442a-b7ec-139e4d3c8e11 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:07.614063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b528c73a-583f-4494-8e8a-fe66755a5026 req-7be3f730-617f-442a-b7ec-139e4d3c8e11 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 945 time: 0.0794904 Feb 09 02:10:07.713604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-a3f27638-6c3a-4afc-ad3d-798f43704d1f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440104 Feb 09 02:10:07.754146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b528c73a-583f-4494-8e8a-fe66755a5026 req-cab3ee9c-4395-46a7-8853-07ad02890259 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310425 Feb 09 02:10:07.984115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-96809c65-39d6-4785-8b51-7974dfb700dd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:07.987453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-96809c65-39d6-4785-8b51-7974dfb700dd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638793 Feb 09 02:10:08.017194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-d61a81dc-46c2-4afb-97ef-e0e51d4db2f2 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/quotas/1fc6f43d5680489395d74deaf00b53a1 HTTP/1.1" status: 200 len: 375 time: 0.0210071 Feb 09 02:10:08.109841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-f67a0776-191b-46ab-84ab-eafc8b0e98a9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0868528 Feb 09 02:10:08.625141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393fac1-b07b-47cc-bf9e-1fe3e536b5e2 req-ca8214e4-94dd-44e2-aa7e-d9c28c1dc4ab tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:08.626910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a393fac1-b07b-47cc-bf9e-1fe3e536b5e2 req-ca8214e4-94dd-44e2-aa7e-d9c28c1dc4ab tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.0968292 Feb 09 02:10:08.727940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a393fac1-b07b-47cc-bf9e-1fe3e536b5e2 req-b3d78824-bc89-45a8-9f07-52ad171103eb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951204 Feb 09 02:10:08.862858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62fc45af-cd09-4da9-a585-60df1a9bfc08 req-8fd07c2d-6e5d-45c5-bfcf-f3496d577a49 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 210 time: 0.0635395 Feb 09 02:10:09.041856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-6780248e-7d09-45e9-8a03-66d37b002598 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.043533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-6780248e-7d09-45e9-8a03-66d37b002598 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 945 time: 0.1129367 Feb 09 02:10:09.168158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c10511-8392-4bb1-8bd0-d57dce2ba32f req-65e32626-417d-45a5-9ba0-5473960ce5ea tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.169748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32c10511-8392-4bb1-8bd0-d57dce2ba32f req-65e32626-417d-45a5-9ba0-5473960ce5ea tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1128 time: 0.1252608 Feb 09 02:10:09.263370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32c10511-8392-4bb1-8bd0-d57dce2ba32f req-b0181aec-f8f9-486e-a0a2-371b49adbfbd tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764785 Feb 09 02:10:09.266048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Deleting port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:09.266398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:09.438054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] For port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:09.438415 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:09.460420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Calling delete_port for 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:09.483952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27159607-2871-4657-b785-527b308081dc req-6cc1b0bc-913c-4fd0-95a1-7f0c79816c52 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.485436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27159607-2871-4657-b785-527b308081dc req-6cc1b0bc-913c-4fd0-95a1-7f0c79816c52 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 945 time: 0.1375372 Feb 09 02:10:09.535577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ef965-76a4-4d0f-8073-b956edc8ea28 req-52c9675c-e707-45c9-b78b-e8ee4da43f28 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.537034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f03ef965-76a4-4d0f-8073-b956edc8ea28 req-52c9675c-e707-45c9-b78b-e8ee4da43f28 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1493864 Feb 09 02:10:09.567732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:09.600023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 03289433-5c2d-4c6d-b538-6bedf9f9202c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:09.600670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 03289433-5c2d-4c6d-b538-6bedf9f9202c not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:09.603102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-fe1d947a-49fa-4994-be0f-20f9d3721afb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1fc6f43d5680489395d74deaf00b53a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562048 Feb 09 02:10:09.729706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27159607-2871-4657-b785-527b308081dc req-bc3bde44-c189-4867-831f-b36a3bc32b33 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123904 Feb 09 02:10:09.754978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f03ef965-76a4-4d0f-8073-b956edc8ea28 req-35f0ac00-a375-4047-87e4-5b2981bdd66a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032952 Feb 09 02:10:09.896627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-28086552-f3ac-4bf6-96a0-b549c40f6c9a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.898098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-28086552-f3ac-4bf6-96a0-b549c40f6c9a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821472 Feb 09 02:10:09.900404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:09.924895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Request body: {'port': {'device_id': '3844ee35-6de4-44a3-9882-29144c42f073', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1fc6f43d5680489395d74deaf00b53a1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:09.950212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event deleted for resources: {'Port': ['ID=4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:09.965384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829943-c01a-416a-acb3-5a6e9458c4e0 req-9f48bc17-5a42-47ca-8837-74d40fd1e3c8 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.967236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8829943-c01a-416a-acb3-5a6e9458c4e0 req-9f48bc17-5a42-47ca-8837-74d40fd1e3c8 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 1128 time: 0.1332624 Feb 09 02:10:10.079815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] No DVR routers for this DVR port 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:10.098752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.102057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760d2cce-c787-475e-bd1a-a7a58a674051 req-73a1e8f4-63a1-44a5-8de2-495342b726a5 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "DELETE /v2.0/ports/4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad HTTP/1.1" status: 204 len: 173 time: 1.0487599 Feb 09 02:10:10.102524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'name': 'network-vif-deleted', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:10.104886 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a650ae-1220-4404-a884-6468c6ec03a2" -d '{"events": [{"server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "name": "network-vif-deleted", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:10.117608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0670437-ac66-4b2f-aad5-60c490e848ce req-6f6266a1-cdf1-4d9c-98d8-8196af16d443 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 210 time: 0.0918171 Feb 09 02:10:10.191210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8829943-c01a-416a-acb3-5a6e9458c4e0 req-cf8b4937-c134-4c9d-8ac8-5055f65b4c24 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685665 Feb 09 02:10:10.284199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1629cb-d18b-47d6-8777-e629a107ac51 req-0120135c-f8b2-4496-97f2-df78141d047a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:10.299263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb1629cb-d18b-47d6-8777-e629a107ac51 req-0120135c-f8b2-4496-97f2-df78141d047a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1002352 Feb 09 02:10:10.303025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Made reservation on behalf of 1fc6f43d5680489395d74deaf00b53a1 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:10.310775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:10.362654 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d8101b-c8d7-4511-ac07-3751cba2fac4 x-openstack-request-id: req-93d8101b-c8d7-4511-ac07-3751cba2fac4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:10.362973 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794be784-ad54-467f-865c-2c6cd591c740", "name": "network-vif-deleted", "tag": "4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:10.363245 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93d8101b-c8d7-4511-ac07-3751cba2fac4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:10.363791 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794be784-ad54-467f-865c-2c6cd591c740', 'name': 'network-vif-deleted', 'tag': '4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad', 'status': 'completed', 'code': 200} Feb 09 02:10:10.569948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb1629cb-d18b-47d6-8777-e629a107ac51 req-4da6627a-6b09-492f-96c2-e02c6d1dd4cf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515767 Feb 09 02:10:10.613423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Allocated IP 192.168.233.46 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/144ffe95-64bc-4add-9a3f-66c8e5f6bc81) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:10.928991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:11.064075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2061-e2c2-42a3-8a16-4f95c183da3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.095805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7582ebc0-a7c1-40fe-9c1b-38dc5d0d642e req-bd857f03-a3a1-401e-a8f5-b073661abddf tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=794be784-ad54-467f-865c-2c6cd591c740 HTTP/1.1" status: 200 len: 210 time: 0.0926342 Feb 09 02:10:11.174587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5462e2-580b-42c0-921c-b7e13049e5c8 req-a0eb4d1d-500c-4af0-9d68-6bce61f7df69 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.177342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a5462e2-580b-42c0-921c-b7e13049e5c8 req-a0eb4d1d-500c-4af0-9d68-6bce61f7df69 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.5075245 Feb 09 02:10:11.205835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2061-e2c2-42a3-8a16-4f95c183da3d admin admin] Publish callbacks [] for security_group (f46fbac8-282f-49a9-8e17-0c3a10fe9fb5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.213528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f8a2061-e2c2-42a3-8a16-4f95c183da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f46fbac8-282f-49a9-8e17-0c3a10fe9fb5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.263244 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f8a2061-e2c2-42a3-8a16-4f95c183da3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1aa27330f9694259bd9a7a61dd8a170d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331542 Feb 09 02:10:11.266206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:11.273761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a2061-e2c2-42a3-8a16-4f95c183da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46fbac8-282f-49a9-8e17-0c3a10fe9fb5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:11.280092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3652749d-1240-40fd-95b0-2ec59a26e4dd req-575c959f-2efc-4895-9d69-0f7ed2869180 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 210 time: 0.0500221 Feb 09 02:10:11.289087 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks [] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.301736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a5462e2-580b-42c0-921c-b7e13049e5c8 req-9b35a043-1795-4b77-877b-613e82adc450 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172044 Feb 09 02:10:11.343407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb879e7a-a935-4cc8-847d-9dffd65e272e admin admin] Publish callbacks [] for security_group (f46fbac8-282f-49a9-8e17-0c3a10fe9fb5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.344266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.362047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:11.408316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:11.408540 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb879e7a-a935-4cc8-847d-9dffd65e272e admin admin] Publish callbacks [] for security_group (f46fbac8-282f-49a9-8e17-0c3a10fe9fb5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.414072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:11.419095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:11.447081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event updated for resources: {'Port': ['ID=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:11.483612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:11.484648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.509651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'a2552acc-38be-4f4d-a058-f06a07cbc48c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:11.516885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-be01fddb-ad04-4259-aa0a-ca12da486f47 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5964305 Feb 09 02:10:11.528109 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb879e7a-a935-4cc8-847d-9dffd65e272e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f46fbac8-282f-49a9-8e17-0c3a10fe9fb5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.535969 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb879e7a-a935-4cc8-847d-9dffd65e272e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:11.542821 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fb879e7a-a935-4cc8-847d-9dffd65e272e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f46fbac8-282f-49a9-8e17-0c3a10fe9fb5 HTTP/1.1" status: 204 len: 168 time: 0.2718129 Feb 09 02:10:11.546248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Request body: {'port': {'device_id': '3844ee35-6de4-44a3-9882-29144c42f073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:11.561036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb879e7a-a935-4cc8-847d-9dffd65e272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46fbac8-282f-49a9-8e17-0c3a10fe9fb5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:11.656985 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.036698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d8a50-24c4-47b3-aef6-1c7c3a670f35 req-b54a047b-1e86-453f-a287-38dc84fde044 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.039419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-108d8a50-24c4-47b3-aef6-1c7c3a670f35 req-b54a047b-1e86-453f-a287-38dc84fde044 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1379149 Feb 09 02:10:12.066773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cc6a8116-67cc-487b-8814-e10d8ccb5cb4 None None] Provisioning complete for port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:12.067556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc6a8116-67cc-487b-8814-e10d8ccb5cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.193742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-108d8a50-24c4-47b3-aef6-1c7c3a670f35 req-6363bc6e-ddce-4c46-a146-e9afbe15df41 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445391 Feb 09 02:10:12.209244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a8116-67cc-487b-8814-e10d8ccb5cb4 None None] Port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:10:12.312414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:12.339022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Publish callbacks [] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.364691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Transition to ACTIVE for port object 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:12.383589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:12.682221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Pushing event updated for resources: {'Port': ['ID=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:12.815173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054cd2f-f033-4db7-aab8-8776acb149e0 req-c5c82912-d817-4bc1-a8ef-df6f672d76b9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.822927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9054cd2f-f033-4db7-aab8-8776acb149e0 req-c5c82912-d817-4bc1-a8ef-df6f672d76b9 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 947 time: 0.3518200 Feb 09 02:10:12.848154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad0529-538d-46f7-a34d-ce8d6e814679 req-d8dcf9cb-2ad4-44e4-9164-efab50087074 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:12.850338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1ad0529-538d-46f7-a34d-ce8d6e814679 req-d8dcf9cb-2ad4-44e4-9164-efab50087074 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 945 time: 0.3252704 Feb 09 02:10:12.855389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:12.914782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Attempting to bind port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:12.915311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Attempting to bind port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:12.915456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Attempting to bind port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:12.993120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1ad0529-538d-46f7-a34d-ce8d6e814679 req-a0176e7b-dbc5-4fcd-ba28-aea17e70546a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233194 Feb 09 02:10:12.995653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:12.996201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Attempting to bind port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:13.000023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2010202221-network', 'tenant_id': '173c9db2f05a4e0d8cbbdd20b7a35c28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:13.024269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9054cd2f-f033-4db7-aab8-8776acb149e0 req-69180b39-4d45-45af-a5ae-f7609c572270 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999116 Feb 09 02:10:13.027452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Made reservation on behalf of 173c9db2f05a4e0d8cbbdd20b7a35c28 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:13.028117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:13.029639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:13.030084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:13.030448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.032649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Bound port: 144ffe95-64bc-4add-9a3f-66c8e5f6bc81, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:13.033036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.043443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.158908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks [] for security_group (fb716697-a7e4-4900-b12b-8d21de49d49e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.160855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] For port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:13.164509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fb716697-a7e4-4900-b12b-8d21de49d49e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.164719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] For port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:13.175517 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.201296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb716697-a7e4-4900-b12b-8d21de49d49e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:13.208618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:10:13.221415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.221820 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Added segment 7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21 of type vlan for network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce Feb 09 02:10:13.272576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.273438 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.276270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/144ffe95-64bc-4add-9a3f-66c8e5f6bc81 HTTP/1.1" status: 200 len: 1096 time: 1.7507677 Feb 09 02:10:13.290406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3844ee35-6de4-44a3-9882-29144c42f073', 'tag': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:13.300095 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f935882a-73ed-4864-8051-58b486735781" -d '{"events": [{"name": "network-changed", "server_uuid": "3844ee35-6de4-44a3-9882-29144c42f073", "tag": "144ffe95-64bc-4add-9a3f-66c8e5f6bc81"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:13.300330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8c4e8e8f-f877-4f30-a30e-3eb32f9807ce), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.341551 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8c4e8e8f-f877-4f30-a30e-3eb32f9807ce), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.344571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.345489 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.354404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af728d8-7f60-4575-8f25-6070f5d461c2 service neutron] Pushing event updated for resources: {'Port': ['ID=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:13.394006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263044d-475b-4d1c-a63c-012189f3406f req-43bcc466-f42a-4c18-8c12-8d27781b153f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.395803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6263044d-475b-4d1c-a63c-012189f3406f req-43bcc466-f42a-4c18-8c12-8d27781b153f tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 945 time: 0.1698420 Feb 09 02:10:13.397395 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b5368-640d-47be-8934-f634e755eb41 x-openstack-request-id: req-ee5b5368-640d-47be-8934-f634e755eb41 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:13.397781 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3844ee35-6de4-44a3-9882-29144c42f073", "tag": "144ffe95-64bc-4add-9a3f-66c8e5f6bc81", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:13.398130 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee5b5368-640d-47be-8934-f634e755eb41 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:13.398867 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3844ee35-6de4-44a3-9882-29144c42f073', 'tag': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81', 'status': 'completed', 'code': 200} Feb 09 02:10:13.449398 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5926664 Feb 09 02:10:13.452857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:13.460843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Request body: {'subnet': {'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2010202221-subnet', 'tenant_id': '173c9db2f05a4e0d8cbbdd20b7a35c28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:13.484079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdebb83-698f-431c-8ca9-e496b0f9b631 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:13.489330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Made reservation on behalf of 173c9db2f05a4e0d8cbbdd20b7a35c28 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:13.493127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.496505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:10:13.582337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-ab2ddda3-d467-472a-8798-0a94fda0899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.584397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-ab2ddda3-d467-472a-8798-0a94fda0899b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 1130 time: 0.2203650 Feb 09 02:10:13.588332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:13.630838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:13.631275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 4d8f8c94-e8c1-4ca3-a63b-73a0f3738fad not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:13.642561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-bd9a6483-4c45-4ef3-a418-fc27cec9c171 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=144ffe95-64bc-4add-9a3f-66c8e5f6bc81 HTTP/1.1" status: 200 len: 217 time: 0.0495684 Feb 09 02:10:13.653464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d79c36-a26e-412a-9815-d45cfe096007 req-bbe027af-cb54-44cf-95eb-5bdf3d102f45 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.655384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26d79c36-a26e-412a-9815-d45cfe096007 req-bbe027af-cb54-44cf-95eb-5bdf3d102f45 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.3107467 Feb 09 02:10:13.723936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Deleting port c9bcdedb-182a-4df6-8a7b-573962747a12 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:13.724266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.764967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (d99f909c-9430-4c1d-a4a5-9a9fff4dd496), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.789564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-87b19c7a-5ffb-4fdb-91a9-10974484cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.791627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-87b19c7a-5ffb-4fdb-91a9-10974484cc0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1346722 Feb 09 02:10:13.821292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26d79c36-a26e-412a-9815-d45cfe096007 req-8b0dc529-6ea3-4bef-8f27-90920658bb0b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519694 Feb 09 02:10:13.845484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99f909c-9430-4c1d-a4a5-9a9fff4dd496,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:13.855247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Checking segment: {'id': '7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:13.855616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Network hostable DHCP agents. Network: 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:10:13.880336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:10:13.893561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:13.897938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] For port c9bcdedb-182a-4df6-8a7b-573962747a12, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c9bcdedb-182a-4df6-8a7b-573962747a12,segment=NetworkSegment(7fb3a908-2afd-4916-9dc3-9f6286174e34),segment_id=7fb3a908-2afd-4916-9dc3-9f6286174e34)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:13.898318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.901416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.902345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:13.906719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b0fe8e-7671-4f84-9d02-2fba32ed28ce None None] Network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:10:13.915120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Calling delete_port for c9bcdedb-182a-4df6-8a7b-573962747a12 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:13.939066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-2907643c-32a7-43f9-b7af-205d20a9bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:13.940805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-2907643c-32a7-43f9-b7af-205d20a9bee3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1383312 Feb 09 02:10:13.943679 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a6a6974-acff-4a3f-9e12-a50dfe3acb4f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4895549 Feb 09 02:10:14.053243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac291a-6262-46a5-af85-c34ef8497039 None None] Network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:10:14.257560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-d96aaf6e-ec04-48f1-af14-8687db005453 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879496 Feb 09 02:10:14.262300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c9bcdedb-182a-4df6-8a7b-573962747a12), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:14.345270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Pushing event deleted for resources: {'Port': ['ID=c9bcdedb-182a-4df6-8a7b-573962747a12,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:14.363956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b5914-0fdb-4ad4-ac51-c199ce444032 req-14b5e084-5690-481f-9f04-a61148c6641a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:14.365457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6b5914-0fdb-4ad4-ac51-c199ce444032 req-14b5e084-5690-481f-9f04-a61148c6641a tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba4fd26c-6362-4285-a3f0-a1b7d0ef4953 HTTP/1.1" status: 200 len: 866 time: 0.2292564 Feb 09 02:10:14.393796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57621b-dc93-43ba-ba34-acbcee8d63d7 req-986642c4-b0dc-4d6f-8393-831c889e318a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:14.395514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc57621b-dc93-43ba-ba34-acbcee8d63d7 req-986642c4-b0dc-4d6f-8393-831c889e318a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 947 time: 0.2233257 Feb 09 02:10:14.436056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] No DVR routers for this DVR port c9bcdedb-182a-4df6-8a7b-573962747a12 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:14.445952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:14.450183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6263044d-475b-4d1c-a63c-012189f3406f req-d44ca2d0-4db5-4a6e-9a2d-9cf48ca2a66b tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.82 "DELETE /v2.0/ports/c9bcdedb-182a-4df6-8a7b-573962747a12 HTTP/1.1" status: 204 len: 173 time: 1.0469747 Feb 09 02:10:14.530915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc57621b-dc93-43ba-ba34-acbcee8d63d7 req-cae37b95-95bc-495e-a025-7af3ad6d3dcd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218536 Feb 09 02:10:14.535306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e6b5914-0fdb-4ad4-ac51-c199ce444032 req-9666e46b-5c84-4b05-831e-f05c35b2b4f7 tempest-LiveMigrationTest-1507211027 tempest-LiveMigrationTest-1507211027-project] 10.222.0.53 "GET /v2.0/security-groups?id=0ef90b0d-4364-484d-8835-6831564085bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388390 Feb 09 02:10:14.543158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c636791b-ef0b-4c0f-a0da-f250449b8162 req-ddf040f1-3ebf-45af-930a-40a64bb91bd8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750273 Feb 09 02:10:14.682997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935882a-73ed-4864-8051-58b486735781 req-a37c0bb9-7a14-49b4-816a-9e06dcd2cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:14.684862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f935882a-73ed-4864-8051-58b486735781 req-a37c0bb9-7a14-49b4-816a-9e06dcd2cbfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 1130 time: 0.0516043 Feb 09 02:10:14.801218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935882a-73ed-4864-8051-58b486735781 req-020f0ebb-740d-40f7-8d79-224b1df01184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:14.802714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f935882a-73ed-4864-8051-58b486735781 req-020f0ebb-740d-40f7-8d79-224b1df01184 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1106000 Feb 09 02:10:14.890766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f935882a-73ed-4864-8051-58b486735781 req-3c514efe-9c89-4e44-9a0f-385dbf46defd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=144ffe95-64bc-4add-9a3f-66c8e5f6bc81 HTTP/1.1" status: 200 len: 217 time: 0.0763667 Feb 09 02:10:15.005361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935882a-73ed-4864-8051-58b486735781 req-21af3639-31f0-4f46-9217-f7473c2b84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:15.006864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f935882a-73ed-4864-8051-58b486735781 req-21af3639-31f0-4f46-9217-f7473c2b84f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1046426 Feb 09 02:10:15.061484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-b9ec0ce6-cc0d-4559-a943-4c90c318e986 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:15.062328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-b9ec0ce6-cc0d-4559-a943-4c90c318e986 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/networks?id=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce HTTP/1.1" status: 200 len: 814 time: 0.2575839 Feb 09 02:10:15.077290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aab1c-5974-4e70-9312-580cb65c1e4f req-6e5c99e6-c020-4c52-9180-aac6a827e297 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:15.079607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6aab1c-5974-4e70-9312-580cb65c1e4f req-6e5c99e6-c020-4c52-9180-aac6a827e297 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1792483 Feb 09 02:10:15.108225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-78adb8c2-73db-46e8-914f-beb8fa5f21b1 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/quotas/173c9db2f05a4e0d8cbbdd20b7a35c28 HTTP/1.1" status: 200 len: 375 time: 0.0227044 Feb 09 02:10:15.159231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935882a-73ed-4864-8051-58b486735781 req-3b7d18f7-d694-494d-bf70-dd8361e12859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:15.160673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f935882a-73ed-4864-8051-58b486735781 req-3b7d18f7-d694-494d-bf70-dd8361e12859 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1464493 Feb 09 02:10:15.162543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-cb71969d-ce07-46f8-ae4d-48af54ee4284 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=173c9db2f05a4e0d8cbbdd20b7a35c28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452585 Feb 09 02:10:15.239899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6aab1c-5974-4e70-9312-580cb65c1e4f req-4307f600-22c7-4479-93ce-a957bfb7e70c tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487975 Feb 09 02:10:15.327473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f935882a-73ed-4864-8051-58b486735781 req-d84397d7-2dc1-4073-927a-fad72595b462 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586919 Feb 09 02:10:15.355461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-dd36de08-a89c-4518-8c5b-5d157ac8fea0 service neutron] 10.222.0.53 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638701 Feb 09 02:10:15.405394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'name': 'network-vif-deleted', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:15.407671 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd804fd-c4e9-4a84-ba63-9cf4c14b8698" -d '{"events": [{"server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "name": "network-vif-deleted", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:15.452221 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd62eea8-34c4-494d-b076-fd67f2b074dd x-openstack-request-id: req-fd62eea8-34c4-494d-b076-fd67f2b074dd {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:15.452519 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4fd26c-6362-4285-a3f0-a1b7d0ef4953", "name": "network-vif-deleted", "tag": "c9bcdedb-182a-4df6-8a7b-573962747a12", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:15.452772 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd62eea8-34c4-494d-b076-fd67f2b074dd {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:15.453166 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4fd26c-6362-4285-a3f0-a1b7d0ef4953', 'name': 'network-vif-deleted', 'tag': 'c9bcdedb-182a-4df6-8a7b-573962747a12', 'status': 'completed', 'code': 200} Feb 09 02:10:15.512078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-31025901-773e-48b6-8697-f1e024820bf6 service neutron] 10.222.0.53 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471422 Feb 09 02:10:15.513974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f935882a-73ed-4864-8051-58b486735781 req-345abe74-ba1c-4f3d-86b6-0a8bbbd6dc85 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766264 Feb 09 02:10:15.676711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501756be-9097-46c2-88e7-f0f677110bbe req-107b15aa-6289-40d8-9ccc-59205aaeff22 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:15.678445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501756be-9097-46c2-88e7-f0f677110bbe req-107b15aa-6289-40d8-9ccc-59205aaeff22 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 947 time: 0.0696681 Feb 09 02:10:15.694313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45562) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:15.792038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501756be-9097-46c2-88e7-f0f677110bbe req-b9031d1a-a86a-459a-a1f4-5865f6558dbe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060326 Feb 09 02:10:15.862028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77027736-4431-401e-b1d5-faafd1a213eb req-cf327728-deda-4664-94bd-1f17931a3c00 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 210 time: 0.0385053 Feb 09 02:10:15.877812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] Deleting subnet 98726c8f-dba2-4946-baf6-74d75712e08b {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:10:15.882176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] Publish callbacks [] for subnet (98726c8f-dba2-4946-baf6-74d75712e08b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.922424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (98726c8f-dba2-4946-baf6-74d75712e08b), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:15.966203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (98726c8f-dba2-4946-baf6-74d75712e08b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.029089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (98726c8f-dba2-4946-baf6-74d75712e08b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.061075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.064599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98726c8f-dba2-4946-baf6-74d75712e08b HTTP/1.1" status: 204 len: 168 time: 0.3690770 Feb 09 02:10:16.065606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7a189-2fae-4a3a-9be0-a431b3ca9e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98726c8f-dba2-4946-baf6-74d75712e08b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:16.067266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:16.145557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (1477abee-6012-41e7-8a9d-eec3e032f2b8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.243864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (1477abee-6012-41e7-8a9d-eec3e032f2b8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.396949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416ac-85d0-4363-830b-0598b832717d req-0fdc4eb7-a3f0-4f76-b969-b361dbe17a27 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:16.406664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-050416ac-85d0-4363-830b-0598b832717d req-0fdc4eb7-a3f0-4f76-b969-b361dbe17a27 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.0814967 Feb 09 02:10:16.465797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-050416ac-85d0-4363-830b-0598b832717d req-151834e5-db18-47b1-b94f-d7b0d324203e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572183 Feb 09 02:10:16.581585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1477abee-6012-41e7-8a9d-eec3e032f2b8']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:16.594720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb3a908-2afd-4916-9dc3-9f6286174e34') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:16.595194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb3a908-2afd-4916-9dc3-9f6286174e34') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:16.608037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (7fb3a908-2afd-4916-9dc3-9f6286174e34), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.623413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7fb3a908-2afd-4916-9dc3-9f6286174e34), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.631218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:10:16.631496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (7fb3a908-2afd-4916-9dc3-9f6286174e34), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:10:16.633718 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:10:16.696517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (1477abee-6012-41e7-8a9d-eec3e032f2b8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.704879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.711699 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] 10.222.0.53 "DELETE /v2.0/networks/1477abee-6012-41e7-8a9d-eec3e032f2b8 HTTP/1.1" status: 204 len: 168 time: 0.6397164 Feb 09 02:10:16.712012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45576) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:16.752766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc25365-4191-4edb-bc0c-6d4afedae72c admin admin] Pushing event deleted for resources: {'Network': ['ID=1477abee-6012-41e7-8a9d-eec3e032f2b8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:16.786174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] Deleting subnet af7f7015-b928-4877-832f-970adb10f205 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:10:16.790081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] Publish callbacks [] for subnet (af7f7015-b928-4877-832f-970adb10f205), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.859320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (af7f7015-b928-4877-832f-970adb10f205), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.913818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (af7f7015-b928-4877-832f-970adb10f205), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:16.983532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (af7f7015-b928-4877-832f-970adb10f205), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.013937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7f7015-b928-4877-832f-970adb10f205,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.030533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.033888 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-24c8ed3b-1d5d-4d9c-a736-6bf0a2af87b9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/af7f7015-b928-4877-832f-970adb10f205 HTTP/1.1" status: 204 len: 168 time: 0.3202832 Feb 09 02:10:17.036628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:17.130371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (89a83f51-27e9-43b4-b50e-bf96435cb797), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.214426 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (89a83f51-27e9-43b4-b50e-bf96435cb797), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.239713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a83f51-27e9-43b4-b50e-bf96435cb797']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:17.252128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acaca0c-a918-4881-8b96-5b20968ccd1f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:17.252506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acaca0c-a918-4881-8b96-5b20968ccd1f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:17.263103 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (4acaca0c-a918-4881-8b96-5b20968ccd1f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.287549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4acaca0c-a918-4881-8b96-5b20968ccd1f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.295688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:10:17.296163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (4acaca0c-a918-4881-8b96-5b20968ccd1f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.324064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-426a0c1c-dffc-4bd7-99d5-ba47463451f1 req-4a54efae-fd70-4e9d-bfa8-8eb8a0c6c600 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 210 time: 0.0467355 Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:10:17.362110 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:10:17.366265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (89a83f51-27e9-43b4-b50e-bf96435cb797), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.374507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.376339 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] 10.222.0.53 "DELETE /v2.0/networks/89a83f51-27e9-43b4-b50e-bf96435cb797 HTTP/1.1" status: 204 len: 168 time: 0.3386743 Feb 09 02:10:17.384602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-c904eba9-8538-421f-9418-d46658a61d2d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.386222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-c904eba9-8538-421f-9418-d46658a61d2d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.82 "GET /v2.0/networks?id=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce HTTP/1.1" status: 200 len: 814 time: 0.5297234 Feb 09 02:10:17.392069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179000f-fc75-40fb-b860-386008c2e083 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a83f51-27e9-43b4-b50e-bf96435cb797,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.395441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6d32c-0517-434c-8fe5-49afd3b8206a req-7634ad61-bed1-4763-a877-f18eac25c0cd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.398915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84b6d32c-0517-434c-8fe5-49afd3b8206a req-7634ad61-bed1-4763-a877-f18eac25c0cd tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 947 time: 0.5123451 Feb 09 02:10:17.405579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Request body: {'port': {'device_id': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce', 'admin_state_up': True, 'tenant_id': '173c9db2f05a4e0d8cbbdd20b7a35c28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:17.510938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84b6d32c-0517-434c-8fe5-49afd3b8206a req-b6fb84e6-10a1-427d-b078-5d7c410d3f85 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014249 Feb 09 02:10:17.553680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:17.575162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Made reservation on behalf of 173c9db2f05a4e0d8cbbdd20b7a35c28 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:17.580575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.604478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e6be862-9405-4834-92b0-57c672f0f7c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb83d538f33c4c9f8d55098b0b019ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447893 Feb 09 02:10:17.604763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45592) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:17.644195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c9bcdedb-182a-4df6-8a7b-573962747a12 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:17.672035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: c9bcdedb-182a-4df6-8a7b-573962747a12 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:17.673453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c9bcdedb-182a-4df6-8a7b-573962747a12 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:17.675230 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.679301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefa119-b383-4426-a3cd-62fe91e972b9 admin admin] Publish callbacks [] for security_group (0ef90b0d-4364-484d-8835-6831564085bc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.704329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc9794-d4ae-4e88-8fff-194ff124c66d req-98554a2a-1a7b-45ad-88e1-c504c9dfa6d8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:17.705553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bfc9794-d4ae-4e88-8fff-194ff124c66d req-98554a2a-1a7b-45ad-88e1-c504c9dfa6d8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1411624 Feb 09 02:10:17.712321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefa119-b383-4426-a3cd-62fe91e972b9 admin admin] Publish callbacks [] for security_group (0ef90b0d-4364-484d-8835-6831564085bc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.777377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefa119-b383-4426-a3cd-62fe91e972b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0ef90b0d-4364-484d-8835-6831564085bc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.780347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1aefa119-b383-4426-a3cd-62fe91e972b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:17.784929 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1aefa119-b383-4426-a3cd-62fe91e972b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ef90b0d-4364-484d-8835-6831564085bc HTTP/1.1" status: 204 len: 168 time: 0.1790438 Feb 09 02:10:17.800986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefa119-b383-4426-a3cd-62fe91e972b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef90b0d-4364-484d-8835-6831564085bc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:17.804019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bfc9794-d4ae-4e88-8fff-194ff124c66d req-a5628ba6-dec9-4be5-947a-13358cdea1a5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914788 Feb 09 02:10:17.805284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Allocated IP 172.20.0.13 (8c4e8e8f-f877-4f30-a30e-3eb32f9807ce/d99f909c-9430-4c1d-a4a5-9a9fff4dd496/b1fd51e1-3ed7-459e-ad8a-aba114884890) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:18.017367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks [] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.053780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.104303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:18.107978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:18.112111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:18.138045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Pushing event updated for resources: {'Port': ['ID=b1fd51e1-3ed7-459e-ad8a-aba114884890,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:18.169239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.169821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.187934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-0a61afe9-7f19-49e6-b09e-17206e752a3b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879496 Feb 09 02:10:18.200418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Request body: {'port': {'device_id': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:18.229042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:18.250983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:18.278498 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.307657 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-15714c3b-368d-4750-a64a-f50ae77131ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef96fc0055f04ed6a95cc357c160d8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553007 Feb 09 02:10:18.308298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:18.371149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:18.381372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32574ae7-4b84-4816-b56d-fdcc064d79ad admin admin] Publish callbacks [] for security_group (77502176-f4a7-4fff-a70a-33991e7690ce), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.390196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81', 'mac_address': 'fa:16:3e:9a:43:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:18.441745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32574ae7-4b84-4816-b56d-fdcc064d79ad admin admin] Publish callbacks [] for security_group (77502176-f4a7-4fff-a70a-33991e7690ce), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.449749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:18.450425 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.469525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:18.510085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:18.511762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32574ae7-4b84-4816-b56d-fdcc064d79ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (77502176-f4a7-4fff-a70a-33991e7690ce), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.514775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32574ae7-4b84-4816-b56d-fdcc064d79ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.516031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.518844 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32574ae7-4b84-4816-b56d-fdcc064d79ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77502176-f4a7-4fff-a70a-33991e7690ce HTTP/1.1" status: 204 len: 168 time: 0.2094481 Feb 09 02:10:18.527481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32574ae7-4b84-4816-b56d-fdcc064d79ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77502176-f4a7-4fff-a70a-33991e7690ce,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:18.604974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a79e7-fb47-4b6e-b7ac-a5aab85d7bf0 req-882cdab1-fa02-4950-ac4d-bf401eb97000 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.606736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-087a79e7-fb47-4b6e-b7ac-a5aab85d7bf0 req-882cdab1-fa02-4950-ac4d-bf401eb97000 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 932 time: 0.1417048 Feb 09 02:10:18.625410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:18.729333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1fd51e1-3ed7-459e-ad8a-aba114884890 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:18.747491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Publish callbacks [] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.759921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-087a79e7-fb47-4b6e-b7ac-a5aab85d7bf0 req-3d62b9c8-5a7b-4f3d-aafc-1f8deec83dcb tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449351 Feb 09 02:10:18.771630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Transition to ACTIVE for port object b1fd51e1-3ed7-459e-ad8a-aba114884890 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:18.788695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c1abf-7548-4458-81f8-6379c287b2da req-fd05945b-fc07-43bd-be6a-26fc5f2b736f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:18.792452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-168c1abf-7548-4458-81f8-6379c287b2da req-fd05945b-fc07-43bd-be6a-26fc5f2b736f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 948 time: 0.1593132 Feb 09 02:10:18.793761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.835429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:18.899296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd51e1-3ed7-459e-ad8a-aba114884890,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:18.964542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-168c1abf-7548-4458-81f8-6379c287b2da req-6e9f22a5-ed42-4ed1-9b64-fb16cfcafdd0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619809 Feb 09 02:10:19.006500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['144ffe95-64bc-4add-9a3f-66c8e5f6bc81'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:19.041382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Attempting to bind port b1fd51e1-3ed7-459e-ad8a-aba114884890 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:19.041874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Attempting to bind port b1fd51e1-3ed7-459e-ad8a-aba114884890 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:19.042340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Attempting to bind port b1fd51e1-3ed7-459e-ad8a-aba114884890 on network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:19.053879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572c20-6f6d-4623-9d62-24ad6701f699 req-787ffc3e-e46e-4d39-a3bf-f1b42a489e7f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.055518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce572c20-6f6d-4623-9d62-24ad6701f699 req-787ffc3e-e46e-4d39-a3bf-f1b42a489e7f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1240113 Feb 09 02:10:19.058737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Port b1fd51e1-3ed7-459e-ad8a-aba114884890 on network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:19.059344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Attempting to bind port b1fd51e1-3ed7-459e-ad8a-aba114884890 on network 8c4e8e8f-f877-4f30-a30e-3eb32f9807ce {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:19.079344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:19.079686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Checking segment: {'id': '7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:19.080075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Bound using segment: {'id': '7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:19.080526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Bound port: b1fd51e1-3ed7-459e-ad8a-aba114884890, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:19.080886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:19.188615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce572c20-6f6d-4623-9d62-24ad6701f699 req-080e4d47-7751-4382-9962-640524252b93 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138854 Feb 09 02:10:19.242931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] For port b1fd51e1-3ed7-459e-ad8a-aba114884890, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:19.247485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] For port b1fd51e1-3ed7-459e-ad8a-aba114884890, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890,segment=NetworkSegment(7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21),segment_id=7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:19.256273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:19.304627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.305602 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:19.308647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] 10.222.0.82 "PUT /v2.0/ports/b1fd51e1-3ed7-459e-ad8a-aba114884890 HTTP/1.1" status: 200 len: 1093 time: 1.1125450 Feb 09 02:10:19.309597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'tag': 'b1fd51e1-3ed7-459e-ad8a-aba114884890'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:19.316724 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3c554c-b487-4f98-9155-4a5ea62c329a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4080dbe-ee79-4ca3-98b9-312149fc737f", "tag": "b1fd51e1-3ed7-459e-ad8a-aba114884890"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:19.352355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90bc39-70f3-400d-a0c7-28f2e0bf8d05 service neutron] Pushing event updated for resources: {'Port': ['ID=b1fd51e1-3ed7-459e-ad8a-aba114884890,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:19.399450 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59191bde-ecf0-497c-99cb-99ff73bf9d71 x-openstack-request-id: req-59191bde-ecf0-497c-99cb-99ff73bf9d71 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:19.399751 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4080dbe-ee79-4ca3-98b9-312149fc737f", "tag": "b1fd51e1-3ed7-459e-ad8a-aba114884890", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:19.400134 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59191bde-ecf0-497c-99cb-99ff73bf9d71 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:19.400543 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'tag': 'b1fd51e1-3ed7-459e-ad8a-aba114884890', 'status': 'completed', 'code': 200} Feb 09 02:10:19.422884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-76ffc369-d68a-4e6a-98f5-5bef2c672000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.424522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-76ffc369-d68a-4e6a-98f5-5bef2c672000 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173c9db2f05a4e0d8cbbdd20b7a35c28&device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 1127 time: 0.0608182 Feb 09 02:10:19.474526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-ff20e8d5-82cf-4770-b308-6f0a9fdda38b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890 HTTP/1.1" status: 200 len: 217 time: 0.0419567 Feb 09 02:10:19.525773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-6adb5497-96ce-4ccd-bf01-a1c2f7f809eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.527301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-6adb5497-96ce-4ccd-bf01-a1c2f7f809eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d99f909c-9430-4c1d-a4a5-9a9fff4dd496 HTTP/1.1" status: 200 len: 854 time: 0.0465510 Feb 09 02:10:19.658425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-4001d9d0-ab63-430a-851b-91f6f8724373 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285997 Feb 09 02:10:19.766521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-2339300f-8233-4343-9817-87fe7b4f3539 service neutron] 10.222.0.82 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996435 Feb 09 02:10:19.935154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6d12b02-1bb0-4892-b669-b3a914b0b6b9 req-30b52871-6209-4ac8-b8c2-5121dc794071 service neutron] 10.222.0.82 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617465 Feb 09 02:10:19.944262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b5b7-e114-4ced-b7b1-153654f43e62 req-f6e2320a-bcc2-4806-af7d-1bf10f66c3c4 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:19.946059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26b4b5b7-e114-4ced-b7b1-153654f43e62 req-f6e2320a-bcc2-4806-af7d-1bf10f66c3c4 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 944 time: 0.1029704 Feb 09 02:10:20.048653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26b4b5b7-e114-4ced-b7b1-153654f43e62 req-cb49b4ca-8cd6-4922-97f5-39a3568619b6 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949323 Feb 09 02:10:20.109744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-cc5cdb2d-2f95-4a34-ab26-0868874d2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.111298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-cc5cdb2d-2f95-4a34-ab26-0868874d2285 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173c9db2f05a4e0d8cbbdd20b7a35c28&device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 1127 time: 0.1196022 Feb 09 02:10:20.237808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200418-626a-4156-9272-d03dd5b54ef6 req-a5f76b13-de1f-47f0-9bed-87eb0f64af5b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.239780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb200418-626a-4156-9272-d03dd5b54ef6 req-a5f76b13-de1f-47f0-9bed-87eb0f64af5b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 948 time: 0.1780205 Feb 09 02:10:20.264127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-68abedd5-5f7f-4b8e-bba7-634e04d10e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.266935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-68abedd5-5f7f-4b8e-bba7-634e04d10e23 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce HTTP/1.1" status: 200 len: 915 time: 0.1493437 Feb 09 02:10:20.332795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-c042567f-3d38-4d3b-80d8-6a07b2e8da65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890 HTTP/1.1" status: 200 len: 217 time: 0.0576379 Feb 09 02:10:20.426172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb200418-626a-4156-9272-d03dd5b54ef6 req-dc0b7f36-4bb7-4d07-a9cd-66bea5c77b7b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757231 Feb 09 02:10:20.434589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-939613e0-abc1-4f2f-8a69-245b9fcdbe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.436081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-939613e0-abc1-4f2f-8a69-245b9fcdbe3a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d99f909c-9430-4c1d-a4a5-9a9fff4dd496 HTTP/1.1" status: 200 len: 854 time: 0.0923419 Feb 09 02:10:20.472221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-db37b48b-839c-4a59-a9ff-868e3897e75a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290074 Feb 09 02:10:20.480165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43667ccb-f148-4ce6-a22a-e7960cca8d0a req-3eaf5f94-d0f3-43e3-8672-6ec44f874ed1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.481748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43667ccb-f148-4ce6-a22a-e7960cca8d0a req-3eaf5f94-d0f3-43e3-8672-6ec44f874ed1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1972325 Feb 09 02:10:20.606254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43667ccb-f148-4ce6-a22a-e7960cca8d0a req-60387495-7d19-40d2-82d2-36dae6c7af51 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055770 Feb 09 02:10:20.633001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-bc4517fa-131b-4873-8140-8a7f422e5057 service neutron] 10.222.0.82 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475348 Feb 09 02:10:20.730237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-9d53e648-e91e-4cb3-9c68-6bb61021345d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400112 Feb 09 02:10:20.838281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3c554c-b487-4f98-9155-4a5ea62c329a req-370dfdb6-1b70-482f-a2d0-fb1a759afc5d service neutron] 10.222.0.82 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011774 Feb 09 02:10:20.893214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-3f67380e-967a-4da2-a458-6c56356643e3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:20.894757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-3f67380e-967a-4da2-a458-6c56356643e3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575036 Feb 09 02:10:20.911404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-b2694235-b5d5-4fdb-a836-6c15fa7c6f63 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/quotas/35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Feb 09 02:10:20.947144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-8dc355ed-e2ac-4eda-96dd-531a60276272 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287790 Feb 09 02:10:21.160661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2949d78b-55c8-4e1c-ab5e-374abfd9337d req-bd39f2b8-689d-41f1-98e6-e78e7db32e54 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 210 time: 0.0507286 Feb 09 02:10:21.244149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660be0-db57-4365-8ac8-75870d85c1e1 req-adf3a968-9ea3-4754-accf-d30159281950 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.246990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27660be0-db57-4365-8ac8-75870d85c1e1 req-adf3a968-9ea3-4754-accf-d30159281950 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 944 time: 0.0894027 Feb 09 02:10:21.307058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27660be0-db57-4365-8ac8-75870d85c1e1 req-83e698bc-8bc6-4086-a108-89659c9ec2a4 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Feb 09 02:10:21.586919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c3b3c-2b16-4161-b96d-39f864023f7c req-ffdbdf2d-4ffd-4e47-8d08-09c2ed5564ff tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.595059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc4c3b3c-2b16-4161-b96d-39f864023f7c req-ffdbdf2d-4ffd-4e47-8d08-09c2ed5564ff tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 948 time: 0.0708473 Feb 09 02:10:21.643259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc4c3b3c-2b16-4161-b96d-39f864023f7c req-00c8e992-8a52-4588-9650-046722b841a0 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470605 Feb 09 02:10:21.759216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c528d-bc0f-4c7d-b1e7-70a777a95e13 req-d192827b-811f-4f95-8250-d4e64ca49fae tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:21.761203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06c528d-bc0f-4c7d-b1e7-70a777a95e13 req-d192827b-811f-4f95-8250-d4e64ca49fae tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.0606129 Feb 09 02:10:21.818509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06c528d-bc0f-4c7d-b1e7-70a777a95e13 req-9107b148-04f6-4a7c-a35c-b913dc71e6e8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506413 Feb 09 02:10:22.237287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:22.273459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-a8deadd6-af29-4b30-999b-5a76262e2c27 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421607 Feb 09 02:10:22.294357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3185f515-2876-44f9-8b4c-b80db22ef29a req-1e9ca87b-5813-44c5-91fd-7658a9b6c986 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 210 time: 0.0422757 Feb 09 02:10:22.429444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:22.440167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:22.440696 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:22.460335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-b088b56a-7340-4e93-945b-0bbb9ec1f737 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.462229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-b088b56a-7340-4e93-945b-0bbb9ec1f737 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717548 Feb 09 02:10:22.485151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Request body: {'port': {'device_id': '80a97718-6abf-4389-93bd-cc54141375cb', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '35b42b00906e4a5ea072ed06a7c97ab6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:22.557845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:22.558252 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:22.583885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3844ee35-6de4-44a3-9882-29144c42f073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:22.586370 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6583542b-62ea-476e-a710-24110481fe2b" -d '{"events": [{"server_uuid": "3844ee35-6de4-44a3-9882-29144c42f073", "name": "network-vif-plugged", "status": "completed", "tag": "144ffe95-64bc-4add-9a3f-66c8e5f6bc81"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:22.600491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:22.606369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:22.612646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30b2b7-b4db-455b-bbef-0bcfe403601e req-13283eb2-60c7-4d4b-9e5e-73634a4ef909 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.614260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac30b2b7-b4db-455b-bbef-0bcfe403601e req-13283eb2-60c7-4d4b-9e5e-73634a4ef909 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 944 time: 0.1445928 Feb 09 02:10:22.645419 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac919d96-fbf9-40ee-810d-6d030f7a5bcd x-openstack-request-id: req-ac919d96-fbf9-40ee-810d-6d030f7a5bcd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:22.645821 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3844ee35-6de4-44a3-9882-29144c42f073", "name": "network-vif-plugged", "status": "completed", "tag": "144ffe95-64bc-4add-9a3f-66c8e5f6bc81", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:22.646378 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac919d96-fbf9-40ee-810d-6d030f7a5bcd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:22.646961 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3844ee35-6de4-44a3-9882-29144c42f073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81', 'code': 200} Feb 09 02:10:22.721960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac30b2b7-b4db-455b-bbef-0bcfe403601e req-83fa9a49-acbd-44a2-9580-531c63baf010 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986304 Feb 09 02:10:22.723213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Made reservation on behalf of 35b42b00906e4a5ea072ed06a7c97ab6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:22.726811 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:22.738606 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:22.809112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912c49-8afe-427c-a45b-844d3d9886de req-49aae07f-420d-4631-80bf-92d72c77fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.810701 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7c912c49-8afe-427c-a45b-844d3d9886de req-49aae07f-420d-4631-80bf-92d72c77fb57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 1132 time: 0.0782537 Feb 09 02:10:22.891092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7c912c49-8afe-427c-a45b-844d3d9886de req-8218b6ca-48d3-45fb-8329-01bcd8fa759c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733335 Feb 09 02:10:22.912698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks [] for security_group (ad12fd70-07e3-4c43-92c7-400637de0592), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:22.923225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:22.924543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00914be1-a430-4aa1-af86-04c4eaf2f338 req-df6d8790-36e9-45b0-b0be-28c9756e1e2c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:22.927746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00914be1-a430-4aa1-af86-04c4eaf2f338 req-df6d8790-36e9-45b0-b0be-28c9756e1e2c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 949 time: 0.1366086 Feb 09 02:10:22.936981 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ad12fd70-07e3-4c43-92c7-400637de0592), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.055398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad12fd70-07e3-4c43-92c7-400637de0592,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:23.126336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00914be1-a430-4aa1-af86-04c4eaf2f338 req-272459e0-cf9f-4b29-9098-99c72f39443e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816063 Feb 09 02:10:23.133304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92019596-d0b9-4b70-adef-40383784973d req-876abb9c-ac2e-4173-bfa4-35f7398c2f8e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.135234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92019596-d0b9-4b70-adef-40383784973d req-876abb9c-ac2e-4173-bfa4-35f7398c2f8e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.2196891 Feb 09 02:10:23.180899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Allocated IP 192.168.233.66 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/db1a986c-f012-445b-8e9b-8c5c64a1576e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:23.214907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92019596-d0b9-4b70-adef-40383784973d req-293d0b5a-435e-4430-8d65-9a18d1ad9b83 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726054 Feb 09 02:10:23.299383 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e640d98-16cf-43fb-884b-c192e1390d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.391757 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks [] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.413120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14160f59-9347-41ed-bbc2-796ab9306de6 req-70bdaa83-a1ba-4e47-a912-70533c131108 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 210 time: 0.0341294 Feb 09 02:10:23.453270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.509836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:23.513151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:23.516793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:23.550962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:23.597743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.599022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.624056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-1145f3e4-6f94-4b14-b213-70f1c1afd658 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1443591 Feb 09 02:10:23.642017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Request body: {'port': {'device_id': '80a97718-6abf-4389-93bd-cc54141375cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:23.676193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b1fd51e1-3ed7-459e-ad8a-aba114884890 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:23.721696 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.771821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-55ae1062-6a2f-4f34-8eb3-d2a0c848029f None None] Provisioning complete for port db1a986c-f012-445b-8e9b-8c5c64a1576e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:23.774908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55ae1062-6a2f-4f34-8eb3-d2a0c848029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.843510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-55ae1062-6a2f-4f34-8eb3-d2a0c848029f None None] Port db1a986c-f012-445b-8e9b-8c5c64a1576e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:10:23.849738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port b1fd51e1-3ed7-459e-ad8a-aba114884890, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890,segment=NetworkSegment(7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21),segment_id=7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:23.864636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'b1fd51e1-3ed7-459e-ad8a-aba114884890', 'network_id': '8c4e8e8f-f877-4f30-a30e-3eb32f9807ce', 'port_id': 'b1fd51e1-3ed7-459e-ad8a-aba114884890', 'mac_address': 'fa:16:3e:86:6c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99f909c-9430-4c1d-a4a5-9a9fff4dd496', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:23.921624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port b1fd51e1-3ed7-459e-ad8a-aba114884890 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:23.922312 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:23.937100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1fd51e1-3ed7-459e-ad8a-aba114884890 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:23.965459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port b1fd51e1-3ed7-459e-ad8a-aba114884890, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890,segment=NetworkSegment(7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21),segment_id=7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:23.967795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04eec2-f050-4fa9-9c45-209a3c0861ec req-1d79f52c-b6d7-419c-840c-2247861aea9d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:23.969594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c04eec2-f050-4fa9-9c45-209a3c0861ec req-1d79f52c-b6d7-419c-840c-2247861aea9d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 944 time: 0.1651034 Feb 09 02:10:23.972668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:24.034979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fd51e1-3ed7-459e-ad8a-aba114884890,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:24.388524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['b1fd51e1-3ed7-459e-ad8a-aba114884890'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:24.433658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c04eec2-f050-4fa9-9c45-209a3c0861ec req-1e8fa687-1e16-4d6e-85bd-c2fa0742a20d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550264 Feb 09 02:10:24.489239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb0d91-1e29-40c8-9e02-9197c1149db2 req-93184662-aaeb-4393-9e86-e896e26fad15 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:24.496962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46bb0d91-1e29-40c8-9e02-9197c1149db2 req-93184662-aaeb-4393-9e86-e896e26fad15 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 949 time: 0.1617048 Feb 09 02:10:24.529554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1a986c-f012-445b-8e9b-8c5c64a1576e {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:24.546040 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Publish callbacks [] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:24.607510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Transition to ACTIVE for port object db1a986c-f012-445b-8e9b-8c5c64a1576e will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:24.620183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46bb0d91-1e29-40c8-9e02-9197c1149db2 req-ac0e4c42-6235-474d-bd3c-28c4308ef324 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222520 Feb 09 02:10:24.631660 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:24.707142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:24.820242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684bb32-7bbf-420e-8063-af6daf5777cc req-54cc9a3a-da69-4404-9e19-311a57523cf9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:24.829097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0684bb32-7bbf-420e-8063-af6daf5777cc req-54cc9a3a-da69-4404-9e19-311a57523cf9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.2661872 Feb 09 02:10:24.877004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa243-b8c9-498e-b5b8-1e2427a60405 req-795aedfd-7ffa-4136-99e8-c7b78d2e220e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:24.883127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-277fa243-b8c9-498e-b5b8-1e2427a60405 req-795aedfd-7ffa-4136-99e8-c7b78d2e220e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.1629260 Feb 09 02:10:24.946972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:24.947310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:24.947640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:24.964295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Port db1a986c-f012-445b-8e9b-8c5c64a1576e on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:24.964508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:24.970173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0684bb32-7bbf-420e-8063-af6daf5777cc req-23092f78-1193-4e92-aafd-732518b73948 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403415 Feb 09 02:10:24.974962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-277fa243-b8c9-498e-b5b8-1e2427a60405 req-2c4971c3-6a56-4d4d-9e6e-0e6115e0ddd7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891626 Feb 09 02:10:24.979762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:24.980194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:24.980481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:24.981110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Bound port: db1a986c-f012-445b-8e9b-8c5c64a1576e, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:24.981256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:25.062674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:25.066294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:25.074848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:25.113918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.114704 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:25.116189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] 10.222.0.72 "PUT /v2.0/ports/db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 1096 time: 1.4792583 Feb 09 02:10:25.116766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:25.120235 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d28c8-4634-4dbc-b108-ba20e48339f5" -d '{"events": [{"name": "network-changed", "server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:25.156235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36103cb3-7e70-4430-b458-d49c3b293c95 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:25.184333 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8062d-67a9-4d47-a40f-f9535601f6a5 x-openstack-request-id: req-51c8062d-67a9-4d47-a40f-f9535601f6a5 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:25.184915 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:25.185611 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51c8062d-67a9-4d47-a40f-f9535601f6a5 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:25.186245 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'status': 'completed', 'code': 200} Feb 09 02:10:25.254702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-0221be41-4bee-4d63-81a4-489cd0321bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.256218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-0221be41-4bee-4d63-81a4-489cd0321bbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1130 time: 0.0606122 Feb 09 02:10:25.318186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-12c78054-f4eb-4e58-8979-cb5a25123343 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.0480833 Feb 09 02:10:25.373860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-e0cf58e0-e6d4-434d-9105-2da4177cb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.375500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-e0cf58e0-e6d4-434d-9105-2da4177cb92a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0511923 Feb 09 02:10:25.433489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-5ed5aaeb-a22c-4263-a6b0-3104f089422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.435069 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-5ed5aaeb-a22c-4263-a6b0-3104f089422c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0513825 Feb 09 02:10:25.553626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-16e4323b-e1a3-487c-9d01-02867120c76b service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112843 Feb 09 02:10:25.655021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aedcb287-5625-4c29-b75f-c92edbc85beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:25.664762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59b9c8-d8ff-4a88-80ce-8a8554422cf7 req-c5bb3c6e-5a7c-4a53-a6a0-f7ac3aadf11d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.666935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc59b9c8-d8ff-4a88-80ce-8a8554422cf7 req-c5bb3c6e-5a7c-4a53-a6a0-f7ac3aadf11d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 945 time: 0.1289263 Feb 09 02:10:25.702127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b53a06ac-5aa9-4892-b1e3-873db5b4bcf2 req-71c56520-28e5-454f-847a-a7f09cce762b service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328933 Feb 09 02:10:25.778168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc59b9c8-d8ff-4a88-80ce-8a8554422cf7 req-85410e8f-f13e-4bea-950d-ad3e290dd2c0 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967865 Feb 09 02:10:25.829388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb92a2c-b2b7-4ab9-89a2-b3e843869cd0 req-2fe13f82-4889-4ad3-8334-fe7461c41454 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.831043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cb92a2c-b2b7-4ab9-89a2-b3e843869cd0 req-2fe13f82-4889-4ad3-8334-fe7461c41454 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 949 time: 0.1159995 Feb 09 02:10:25.853462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-ccca9375-3a4a-4d88-8db2-8a5a8b18b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:25.854992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-ccca9375-3a4a-4d88-8db2-8a5a8b18b7e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1130 time: 0.0967183 Feb 09 02:10:25.938723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cb92a2c-b2b7-4ab9-89a2-b3e843869cd0 req-06e0feb4-cd3d-4608-8a64-a88c1d5f212a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016922 Feb 09 02:10:26.003251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-a9a791ea-26b8-408a-8ca8-b70d677360f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.006221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-a9a791ea-26b8-408a-8ca8-b70d677360f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1356895 Feb 09 02:10:26.080664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-20fb72f7-e2fe-4dc5-ac43-e00633f7507d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.0666375 Feb 09 02:10:26.197224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-53b0fe70-8fdc-450f-8e00-137ff889520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.198921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-53b0fe70-8fdc-450f-8e00-137ff889520f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1109495 Feb 09 02:10:26.202649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a5526-3ab8-4cb0-a5da-4d92bb3bde2e req-6154d2c8-f886-40c8-9e92-073d630df2a0 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.204705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-048a5526-3ab8-4cb0-a5da-4d92bb3bde2e req-6154d2c8-f886-40c8-9e92-073d630df2a0 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 1132 time: 0.1260841 Feb 09 02:10:26.267820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516098-5551-413b-8cf1-dcc3c99e4582 req-1c88b83f-651a-4be5-bb53-bb351581135e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.269437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9516098-5551-413b-8cf1-dcc3c99e4582 req-1c88b83f-651a-4be5-bb53-bb351581135e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.1930640 Feb 09 02:10:26.324244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-048a5526-3ab8-4cb0-a5da-4d92bb3bde2e req-aa596cad-4c4a-4e0d-8b45-8a9395f187d4 tempest-ServersOnMultiNodesTest-822310710 tempest-ServersOnMultiNodesTest-822310710-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065557 Feb 09 02:10:26.342186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-9972b1b6-3127-40ec-8de4-3d1561f5ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.343891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-9972b1b6-3127-40ec-8de4-3d1561f5ebc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1372747 Feb 09 02:10:26.372999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9516098-5551-413b-8cf1-dcc3c99e4582 req-1391fb30-598e-4b24-a668-0e24291851b7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950930 Feb 09 02:10:26.541273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:26.600895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181898e-a553-4f53-b64d-aaff90cd4a5c req-517e9da1-131f-4f7f-a5e4-5818cb4c8451 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.608636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9181898e-a553-4f53-b64d-aaff90cd4a5c req-517e9da1-131f-4f7f-a5e4-5818cb4c8451 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1000776 Feb 09 02:10:26.637548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-e59bfbd7-4e5d-47e9-a141-6f0fdf61e526 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803404 Feb 09 02:10:26.754567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9181898e-a553-4f53-b64d-aaff90cd4a5c req-0cee3c90-64ab-4813-8cec-577d2b8eda9d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355629 Feb 09 02:10:26.804660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.808753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.809434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.810090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.810823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.811299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-145d28c8-4634-4dbc-b108-ba20e48339f5 req-826a3b95-9bb7-44f4-bd8d-ae1d28f8b061 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631103 Feb 09 02:10:26.811651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.812118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.814225 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6f25538f-ddb5-452d-acdc-13a322de726a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6723 time: 0.2720413 Feb 09 02:10:26.832910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:26.921172 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6ede864c-fb5d-4438-b09b-595aba37969b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882776 Feb 09 02:10:26.984793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172db022-5a24-44bc-a5f0-9a265bd5b33c req-e1de7eda-a762-4d45-8993-555a10dd096e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.986356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172db022-5a24-44bc-a5f0-9a265bd5b33c req-e1de7eda-a762-4d45-8993-555a10dd096e tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 949 time: 0.1222801 Feb 09 02:10:26.993471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91d0a-2309-444b-87d7-c8178637d469 req-99ead88a-5d76-41fe-a365-9757085b00a7 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:26.995056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97c91d0a-2309-444b-87d7-c8178637d469 req-99ead88a-5d76-41fe-a365-9757085b00a7 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 945 time: 0.0903656 Feb 09 02:10:27.071559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172db022-5a24-44bc-a5f0-9a265bd5b33c req-4cc58587-2a54-4dac-84b7-df5a53a8ebce tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754256 Feb 09 02:10:27.076086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97c91d0a-2309-444b-87d7-c8178637d469 req-7185c232-e7fe-49ba-b189-e00073a25436 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726402 Feb 09 02:10:27.524242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d2b02-8451-47df-8ff0-83a0190b27cc req-a2a66cb2-b751-4e8f-b385-ffe2ba42948d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:27.526166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de2d2b02-8451-47df-8ff0-83a0190b27cc req-a2a66cb2-b751-4e8f-b385-ffe2ba42948d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.0766408 Feb 09 02:10:27.595841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de2d2b02-8451-47df-8ff0-83a0190b27cc req-a7cb5ff1-b2ca-4e7c-b9ca-59cb30c8af40 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616791 Feb 09 02:10:27.665264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-b597650a-dda4-4a00-a5d7-f35b706805fb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0468ebd-5616-4bad-948a-53cea7c924a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0683515 Feb 09 02:10:27.678702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b1fd51e1-3ed7-459e-ad8a-aba114884890 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:27.769286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port b1fd51e1-3ed7-459e-ad8a-aba114884890 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:27.781325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port b1fd51e1-3ed7-459e-ad8a-aba114884890 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:27.784043 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:27.805621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-53d87091-c4ff-4a3f-be83-3b49046743dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:27.816578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-53d87091-c4ff-4a3f-be83-3b49046743dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 1133 time: 0.1170352 Feb 09 02:10:27.954315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-9578648d-28e6-475a-825a-9699ca0d5171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:27.956496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-9578648d-28e6-475a-825a-9699ca0d5171 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1120489 Feb 09 02:10:28.011030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port b1fd51e1-3ed7-459e-ad8a-aba114884890 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:28.013762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:28.052843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-31e8ebb3-7614-48a5-a768-c7f077af8f50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e HTTP/1.1" status: 200 len: 217 time: 0.0512397 Feb 09 02:10:28.071404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898b595-d815-4df3-bd14-39e2515fed9b req-6701d8fe-e9b3-4e95-b70f-ce7d01e4d068 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.080395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d898b595-d815-4df3-bd14-39e2515fed9b req-6701d8fe-e9b3-4e95-b70f-ce7d01e4d068 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1225617 Feb 09 02:10:28.089313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd51e1-3ed7-459e-ad8a-aba114884890'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:28.091880 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ba455-055c-452d-98ba-2f690ef40a6e" -d '{"events": [{"server_uuid": "f4080dbe-ee79-4ca3-98b9-312149fc737f", "name": "network-vif-plugged", "status": "completed", "tag": "b1fd51e1-3ed7-459e-ad8a-aba114884890"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:28.098023 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:28.108112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port b1fd51e1-3ed7-459e-ad8a-aba114884890, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890,segment=NetworkSegment(7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21),segment_id=7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:28.118582 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:28.177159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b1fd51e1-3ed7-459e-ad8a-aba114884890,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:28.242719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-4b83d975-9966-44f6-af16-f4b1eb0a21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.244795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-4b83d975-9966-44f6-af16-f4b1eb0a21b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1821527 Feb 09 02:10:28.296022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d898b595-d815-4df3-bd14-39e2515fed9b req-8398b682-9666-4339-b84d-6673256e0c1b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146297 Feb 09 02:10:28.313554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760572e-0581-4833-8df8-06999a06e738 req-56a630af-7c29-4279-9143-30482e662856 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.315175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6760572e-0581-4833-8df8-06999a06e738 req-56a630af-7c29-4279-9143-30482e662856 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 946 time: 0.1883166 Feb 09 02:10:28.369726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-c8917fe6-1672-44b4-885e-3fb250a4a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.372617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-c8917fe6-1672-44b4-885e-3fb250a4a8b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1214471 Feb 09 02:10:28.388590 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24baef15-1408-47de-8881-7c4d18734439 x-openstack-request-id: req-24baef15-1408-47de-8881-7c4d18734439 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:28.388986 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4080dbe-ee79-4ca3-98b9-312149fc737f", "name": "network-vif-plugged", "status": "completed", "tag": "b1fd51e1-3ed7-459e-ad8a-aba114884890", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:28.389252 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24baef15-1408-47de-8881-7c4d18734439 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:28.390249 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1fd51e1-3ed7-459e-ad8a-aba114884890', 'code': 200} Feb 09 02:10:28.430834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6760572e-0581-4833-8df8-06999a06e738 req-deaf4abe-1633-4760-be61-17ae991d3255 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002343 Feb 09 02:10:28.553073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12c469-83bc-430e-8c47-3215f59f09a2 req-788611cc-41a5-43f1-85fd-6413d790c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.554816 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6e12c469-83bc-430e-8c47-3215f59f09a2 req-788611cc-41a5-43f1-85fd-6413d790c3f3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 1129 time: 0.0865202 Feb 09 02:10:28.614078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6e12c469-83bc-430e-8c47-3215f59f09a2 req-7e68bcf7-e6e2-447d-93b2-2a2373983877 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Feb 09 02:10:28.625003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-467f8eb3-6438-4b76-9e08-c0d1b21e5939 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075226 Feb 09 02:10:28.662981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcc27e-9189-46dd-b5b3-1da89d1d9f64 req-8d7f4e6a-5a7d-4bfb-aa00-359f79c698ba tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.664940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbfcc27e-9189-46dd-b5b3-1da89d1d9f64 req-8d7f4e6a-5a7d-4bfb-aa00-359f79c698ba tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 949 time: 0.1208184 Feb 09 02:10:28.708343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df3e45-3827-4a85-a945-7f31048d7bc4 req-81e49674-690d-40cb-85dc-545a63b3240a tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.716312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7df3e45-3827-4a85-a945-7f31048d7bc4 req-81e49674-690d-40cb-85dc-545a63b3240a tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.1929483 Feb 09 02:10:28.794064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbfcc27e-9189-46dd-b5b3-1da89d1d9f64 req-05c0f29d-1347-4d1a-b3eb-0a882ca88d16 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216762 Feb 09 02:10:28.835784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7df3e45-3827-4a85-a945-7f31048d7bc4 req-e12de1d1-ffbd-4432-b856-5a910639ba9a tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137364 Feb 09 02:10:28.870659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-78aef8a5-56e3-4141-90f2-4a486adfac05 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:28.872512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-78aef8a5-56e3-4141-90f2-4a486adfac05 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 949 time: 0.1163940 Feb 09 02:10:29.096675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff38196-8a7f-45e6-9521-c2933a796001 req-49c709ac-45f7-4b32-87a8-200ef56fb017 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.098170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ff38196-8a7f-45e6-9521-c2933a796001 req-49c709ac-45f7-4b32-87a8-200ef56fb017 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.2083542 Feb 09 02:10:29.101429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ffe29a1-00bf-4f9b-9244-05a8cb537fec req-85ab8389-eace-4a9d-9145-0d79b04eaca2 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279723 Feb 09 02:10:29.153925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:29.154323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:29.221186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ff38196-8a7f-45e6-9521-c2933a796001 req-52f3d534-18a4-48d1-a1cb-4444be145b4d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163359 Feb 09 02:10:29.275785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:29.276363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:29.292472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:29.494909 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (144ffe95-64bc-4add-9a3f-66c8e5f6bc81), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:29.507298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'a2552acc-38be-4f4d-a058-f06a07cbc48c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:29.512524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875', '144ffe95-64bc-4add-9a3f-66c8e5f6bc81'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:29.512846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf4f17-e8ec-4e50-a3c8-9f318cb0146b req-1ffb6893-2beb-400b-9afa-2fdd4a9a7100 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.524431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dddf4f17-e8ec-4e50-a3c8-9f318cb0146b req-1ffb6893-2beb-400b-9afa-2fdd4a9a7100 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1283600 Feb 09 02:10:29.554772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=144ffe95-64bc-4add-9a3f-66c8e5f6bc81,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:29.661038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:29.683269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:29.686550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd3cb0da-3052-4a77-9cb0-f8c209936bae req-dfb2da86-eb80-4697-b55a-59769c6665e3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "DELETE /v2.0/ports/144ffe95-64bc-4add-9a3f-66c8e5f6bc81 HTTP/1.1" status: 204 len: 173 time: 0.8047605 Feb 09 02:10:29.691352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3844ee35-6de4-44a3-9882-29144c42f073', 'name': 'network-vif-deleted', 'tag': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:29.693638 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a0187-3275-4ba0-b49a-d7f4a3b561ef" -d '{"events": [{"server_uuid": "3844ee35-6de4-44a3-9882-29144c42f073", "name": "network-vif-deleted", "tag": "144ffe95-64bc-4add-9a3f-66c8e5f6bc81"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:29.717148 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:29.717697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dddf4f17-e8ec-4e50-a3c8-9f318cb0146b req-bf35c181-1f7c-4510-b251-a010c0e0182d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874311 Feb 09 02:10:29.811762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abda6c7-d4c3-4123-93be-23cd8f68576d req-63246d5c-965e-451e-b05b-6f312c676a2e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:29.818916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6abda6c7-d4c3-4123-93be-23cd8f68576d req-63246d5c-965e-451e-b05b-6f312c676a2e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 946 time: 0.2170832 Feb 09 02:10:29.822217 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179adf0c-f1d2-43c2-a27b-7a366021b4d8 x-openstack-request-id: req-179adf0c-f1d2-43c2-a27b-7a366021b4d8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:29.823435 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3844ee35-6de4-44a3-9882-29144c42f073", "name": "network-vif-deleted", "tag": "144ffe95-64bc-4add-9a3f-66c8e5f6bc81", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:29.823836 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-179adf0c-f1d2-43c2-a27b-7a366021b4d8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:29.824334 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3844ee35-6de4-44a3-9882-29144c42f073', 'name': 'network-vif-deleted', 'tag': '144ffe95-64bc-4add-9a3f-66c8e5f6bc81', 'status': 'completed', 'code': 200} Feb 09 02:10:29.971872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6abda6c7-d4c3-4123-93be-23cd8f68576d req-8b976e60-5ee7-46ae-8cf6-f623cfe985a2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518097 Feb 09 02:10:30.034409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edea836e-4f4d-449f-9d15-bbe8da95321c req-950a1d75-f7cc-4a6d-9c65-3c71f4c64d31 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3844ee35-6de4-44a3-9882-29144c42f073 HTTP/1.1" status: 200 len: 210 time: 0.1093042 Feb 09 02:10:30.153224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db6334-d0d1-4a7b-91b6-49b6cd34cd1c req-4ce04683-d05a-40ea-be0a-bd90db0bee42 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:30.154837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80db6334-d0d1-4a7b-91b6-49b6cd34cd1c req-4ce04683-d05a-40ea-be0a-bd90db0bee42 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.0615118 Feb 09 02:10:30.263858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80db6334-d0d1-4a7b-91b6-49b6cd34cd1c req-50aa0e9f-b1a2-4bba-bed2-0e2bbb2d5159 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031215 Feb 09 02:10:30.388486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-c0da1da5-b91e-4d99-b82b-88d8fc3e4039 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:30.390277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-c0da1da5-b91e-4d99-b82b-88d8fc3e4039 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 946 time: 0.1228921 Feb 09 02:10:30.409639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:30.504730 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-f4d6bf3b-57e5-4dc3-9f94-5cb526b403a1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1689723 Feb 09 02:10:30.555152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422f50f-b4c6-4f88-8ff3-99c2c2e1c8b0 req-c689984b-00a6-4907-ae38-db43a3402acb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:30.563725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6422f50f-b4c6-4f88-8ff3-99c2c2e1c8b0 req-c689984b-00a6-4907-ae38-db43a3402acb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.1512501 Feb 09 02:10:30.598033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:30.638828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'mac_address': 'fa:16:3e:ff:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:30.639679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6422f50f-b4c6-4f88-8ff3-99c2c2e1c8b0 req-503b4cee-33a9-42d2-a424-51be43e575e0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750179 Feb 09 02:10:30.683271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Deleting port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:30.684612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.731546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-90ff0575-e4c3-4c80-ac38-78d12dd66e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:30.734167 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-90ff0575-e4c3-4c80-ac38-78d12dd66e17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fc6f43d5680489395d74deaf00b53a1&device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 1133 time: 0.0919340 Feb 09 02:10:30.760901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port db1a986c-f012-445b-8e9b-8c5c64a1576e is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:30.761423 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.804328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1a986c-f012-445b-8e9b-8c5c64a1576e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:30.843117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] For port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:30.843750 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:30.858552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Calling delete_port for 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:30.940940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:30.970420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.018015 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0670fbca-8a2e-45ba-b621-7e9c7eaa2dde), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.026276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-35b7d9e3-b05b-49a2-b5fb-ca13cb7670c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.028462 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-35b7d9e3-b05b-49a2-b5fb-ca13cb7670c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2730157 Feb 09 02:10:31.076615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event deleted for resources: {'Port': ['ID=0670fbca-8a2e-45ba-b621-7e9c7eaa2dde,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:31.123238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] No DVR routers for this DVR port 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:31.130649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:31.131087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:31.134885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a715caf4-e738-48e9-8dfa-e6c7b821d24b req-75341cd2-1906-4bd7-8cce-e3a1f09e9c3d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "DELETE /v2.0/ports/0670fbca-8a2e-45ba-b621-7e9c7eaa2dde HTTP/1.1" status: 204 len: 173 time: 0.7234311 Feb 09 02:10:31.147277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0670fbca-8a2e-45ba-b621-7e9c7eaa2dde'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:31.161326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff643bb-d95a-40a7-b9f2-86de4fcbe49b req-353dc7b8-8bcd-423d-ae84-6ae8e1c69741 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.166473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-97d44e70-5923-4add-afbc-da1f79799fc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f9e56657-b163-4362-9ef2-5e27eed0103f HTTP/1.1" status: 200 len: 217 time: 0.1302269 Feb 09 02:10:31.172544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ff643bb-d95a-40a7-b9f2-86de4fcbe49b req-353dc7b8-8bcd-423d-ae84-6ae8e1c69741 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1663077 Feb 09 02:10:31.195831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4106e846-56d4-44bb-9ca2-b345abc26a75 req-7d94521b-095b-4fd5-8cb4-f13cc4f58ee5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0742900 Feb 09 02:10:31.237448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-94066d84-276f-4cc8-b2c3-18299d684087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.239783 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-94066d84-276f-4cc8-b2c3-18299d684087 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0642695 Feb 09 02:10:31.276663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ff643bb-d95a-40a7-b9f2-86de4fcbe49b req-0c7535be-e421-473d-a7f3-e4414e84e27b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012881 Feb 09 02:10:31.348554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-2799ff6a-d33e-4a0d-a737-044022d56cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.354886 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-2799ff6a-d33e-4a0d-a737-044022d56cdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0976138 Feb 09 02:10:31.427240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a493e-e70f-4575-a39f-fde12b959f5c req-3d28f353-4a4d-4a1e-9954-7e804c4481d6 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.429453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d1a493e-e70f-4575-a39f-fde12b959f5c req-3d28f353-4a4d-4a1e-9954-7e804c4481d6 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.0734191 Feb 09 02:10:31.506968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d1a493e-e70f-4575-a39f-fde12b959f5c req-4368bf2b-908e-47b4-9cf0-ed3c4fac925b tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702109 Feb 09 02:10:31.543405 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-979fadfd-003a-4934-bb8d-85bcbece9a96 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783929 Feb 09 02:10:31.611739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:31.623225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cc351-cb99-47e2-a963-c77ba9ebe4a3 req-9abdf0aa-8174-4798-8dd5-c10287f980ae tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:31.631002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1cc351-cb99-47e2-a963-c77ba9ebe4a3 req-9abdf0aa-8174-4798-8dd5-c10287f980ae tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.0715907 Feb 09 02:10:31.737026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1cc351-cb99-47e2-a963-c77ba9ebe4a3 req-d8954d3c-1176-45a1-a7e1-116f3b9b8efe tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051548 Feb 09 02:10:31.804218 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac58d0ab-06cc-4750-a05a-7079dcf55387 req-d83fa17f-7f86-4818-863a-2600238819ff service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527323 Feb 09 02:10:31.826200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'name': 'network-vif-deleted', 'tag': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:31.831263 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b069764a-576d-4892-8517-3ce45a688bcf" -d '{"events": [{"server_uuid": "669e9b0f-7f6e-4a4f-b488-892b5e6391b4", "name": "network-vif-deleted", "tag": "0670fbca-8a2e-45ba-b621-7e9c7eaa2dde"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:31.950918 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df95f338-a933-49b4-8ff0-32d296d54029 x-openstack-request-id: req-df95f338-a933-49b4-8ff0-32d296d54029 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:31.951248 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669e9b0f-7f6e-4a4f-b488-892b5e6391b4", "name": "network-vif-deleted", "tag": "0670fbca-8a2e-45ba-b621-7e9c7eaa2dde", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:31.951606 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df95f338-a933-49b4-8ff0-32d296d54029 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:31.952075 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669e9b0f-7f6e-4a4f-b488-892b5e6391b4', 'name': 'network-vif-deleted', 'tag': '0670fbca-8a2e-45ba-b621-7e9c7eaa2dde', 'status': 'completed', 'code': 200} Feb 09 02:10:32.014776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958762-e95e-46af-885e-d677f4b2c035 req-180aca43-2ac1-4b69-a5a6-fe38e53e6430 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.022070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87958762-e95e-46af-885e-d677f4b2c035 req-180aca43-2ac1-4b69-a5a6-fe38e53e6430 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 948 time: 0.1160245 Feb 09 02:10:32.120657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-52a84c3b-642e-4365-ba98-6a4230d25435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.127780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-52a84c3b-642e-4365-ba98-6a4230d25435 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=173c9db2f05a4e0d8cbbdd20b7a35c28&device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 1129 time: 0.1569672 Feb 09 02:10:32.131726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87958762-e95e-46af-885e-d677f4b2c035 req-e18a1822-f7a6-4972-8828-2fef5e5f264d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087556 Feb 09 02:10:32.213320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee292a81-077d-4651-848f-74f3c4453836 req-6a9bf9a9-43f0-42a7-b3d4-8f5a55f4d75e tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.214870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee292a81-077d-4651-848f-74f3c4453836 req-6a9bf9a9-43f0-42a7-b3d4-8f5a55f4d75e tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.1871421 Feb 09 02:10:32.312196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-3d24f4ec-c920-42a6-9a10-b39b773d13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.313938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-3d24f4ec-c920-42a6-9a10-b39b773d13b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce HTTP/1.1" status: 200 len: 915 time: 0.1759641 Feb 09 02:10:32.317370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee292a81-077d-4651-848f-74f3c4453836 req-ae853547-f155-4518-b225-7e3e51e29bbe tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957375 Feb 09 02:10:32.343876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:32.394307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1282960-a152-4eb8-b3b7-f3db2b172eee req-6c8cd2c8-7f04-4031-b9d8-8221e90d62b4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0841560 Feb 09 02:10:32.396149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-e84ee6f7-bc84-4cae-baba-8e20a95ed74e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890 HTTP/1.1" status: 200 len: 217 time: 0.0682273 Feb 09 02:10:32.401222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:32.402670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0670fbca-8a2e-45ba-b621-7e9c7eaa2dde not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:32.403282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:32.447787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:32.448131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 144ffe95-64bc-4add-9a3f-66c8e5f6bc81 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:32.489444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-f0111d90-3be8-43ec-8bc6-4fc81e2a4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.491284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-f0111d90-3be8-43ec-8bc6-4fc81e2a4444 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d99f909c-9430-4c1d-a4a5-9a9fff4dd496 HTTP/1.1" status: 200 len: 854 time: 0.0882988 Feb 09 02:10:32.867700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-670f1733-1568-4ce5-a9ae-970d3ea3abd6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3650048 Feb 09 02:10:32.875844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa63cba-7cfc-48cb-9252-2510dab41b59 req-987e0bae-2027-4ae3-a2da-3265243e4f23 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:32.878576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaa63cba-7cfc-48cb-9252-2510dab41b59 req-987e0bae-2027-4ae3-a2da-3265243e4f23 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.4249849 Feb 09 02:10:33.004210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaa63cba-7cfc-48cb-9252-2510dab41b59 req-a96254cb-70f6-4979-8ab1-968644d6f3c9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123087 Feb 09 02:10:33.031849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ab056-fddc-40c3-a42c-be52c49f4f0b req-ac6a52bf-e53c-4722-b45a-b3cb11e64052 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.034948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-740ab056-fddc-40c3-a42c-be52c49f4f0b req-ac6a52bf-e53c-4722-b45a-b3cb11e64052 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.1704729 Feb 09 02:10:33.067121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-4832d18c-cb83-41f6-ad81-cc688a400311 service neutron] 10.222.0.82 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875231 Feb 09 02:10:33.197981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-740ab056-fddc-40c3-a42c-be52c49f4f0b req-ef0e21cf-06ed-4db7-a021-daaa7d2ca5cc tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610787 Feb 09 02:10:33.275994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-199b537c-a8e9-4fa7-9211-5e1a4e091658 req-69dc7d14-c20b-4532-b289-d48adce26148 service neutron] 10.222.0.82 "GET /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961610 Feb 09 02:10:33.313590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74173fd9-ea75-46b2-83fd-9e144fdfe074 req-b096d5d3-9e88-4ed7-b6a4-f06bb288db42 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.315300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74173fd9-ea75-46b2-83fd-9e144fdfe074 req-b096d5d3-9e88-4ed7-b6a4-f06bb288db42 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 948 time: 0.0868630 Feb 09 02:10:33.405853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74173fd9-ea75-46b2-83fd-9e144fdfe074 req-f017b49a-3b79-4c88-a87b-8a41dea08829 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771892 Feb 09 02:10:33.414047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-e90bbd37-c2d1-40a8-9595-ad6494ea5175 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.416378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-e90bbd37-c2d1-40a8-9595-ad6494ea5175 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 949 time: 0.0999544 Feb 09 02:10:33.440860 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:10:33.564079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-359a9220-d5b1-4a2b-8a94-be901d01bf5f req-23c3dbc1-edb5-4380-869c-1b0096391b6c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0669150 Feb 09 02:10:33.606380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336286c-fae1-4636-a6d6-a0c581e32886 req-fde92975-295a-467e-91c9-c11212bcae4d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:33.607913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f336286c-fae1-4636-a6d6-a0c581e32886 req-fde92975-295a-467e-91c9-c11212bcae4d tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.1301551 Feb 09 02:10:33.625215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port a2552acc-38be-4f4d-a058-f06a07cbc48c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:33.625597 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.735705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f336286c-fae1-4636-a6d6-a0c581e32886 req-48e071e8-763d-4a4e-915a-2cf0e1108894 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198680 Feb 09 02:10:33.766478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port a2552acc-38be-4f4d-a058-f06a07cbc48c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a2552acc-38be-4f4d-a058-f06a07cbc48c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:33.766870 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.783806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for a2552acc-38be-4f4d-a058-f06a07cbc48c owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:33.959673 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a2552acc-38be-4f4d-a058-f06a07cbc48c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:33.977300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:33.981214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'a2552acc-38be-4f4d-a058-f06a07cbc48c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:34.004916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=a2552acc-38be-4f4d-a058-f06a07cbc48c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:34.057476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port a2552acc-38be-4f4d-a058-f06a07cbc48c on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:34.059755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:34.063370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f4e4a6-80ff-45eb-8caf-77c566879dea req-daa71654-d41a-4a57-9383-67d663032c7f tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "DELETE /v2.0/ports/a2552acc-38be-4f4d-a058-f06a07cbc48c HTTP/1.1" status: 204 len: 173 time: 0.6415648 Feb 09 02:10:34.063857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'name': 'network-vif-deleted', 'tag': 'a2552acc-38be-4f4d-a058-f06a07cbc48c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:34.066180 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87abe30-b316-44bc-94c6-7a802e5000d2" -d '{"events": [{"server_uuid": "a18d1a08-79b5-42ff-a295-662b90d7ff7c", "name": "network-vif-deleted", "tag": "a2552acc-38be-4f4d-a058-f06a07cbc48c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:34.214602 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35acd0-5fe5-455b-a00a-f50d4a1f9705 x-openstack-request-id: req-7f35acd0-5fe5-455b-a00a-f50d4a1f9705 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:34.214969 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18d1a08-79b5-42ff-a295-662b90d7ff7c", "name": "network-vif-deleted", "tag": "a2552acc-38be-4f4d-a058-f06a07cbc48c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:34.215672 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f35acd0-5fe5-455b-a00a-f50d4a1f9705 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:34.216100 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18d1a08-79b5-42ff-a295-662b90d7ff7c', 'name': 'network-vif-deleted', 'tag': 'a2552acc-38be-4f4d-a058-f06a07cbc48c', 'status': 'completed', 'code': 200} Feb 09 02:10:34.346876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a60c8-069b-46c0-b477-06fa53f6178c req-72413dba-2d20-4b81-9263-ae0692555f2d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:34.348729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:34.349621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa9a60c8-069b-46c0-b477-06fa53f6178c req-72413dba-2d20-4b81-9263-ae0692555f2d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1569703 Feb 09 02:10:34.391188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cc450a2-f395-4a70-bec4-a8f1226246db req-0a8f7f23-86da-4e75-ab6b-062ae14d1d0a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a18d1a08-79b5-42ff-a295-662b90d7ff7c HTTP/1.1" status: 200 len: 210 time: 0.0402122 Feb 09 02:10:34.470510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa9a60c8-069b-46c0-b477-06fa53f6178c req-24410d60-c48c-40af-a216-f2d680176206 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781040 Feb 09 02:10:34.523805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port db1a986c-f012-445b-8e9b-8c5c64a1576e completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:34.545354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port db1a986c-f012-445b-8e9b-8c5c64a1576e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:34.545741 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:34.626622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0dd71-43c4-411d-a086-0b1cd22427eb req-d6e7036e-2469-4970-bebc-200b3957bbf9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:34.629084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ab0dd71-43c4-411d-a086-0b1cd22427eb req-d6e7036e-2469-4970-bebc-200b3957bbf9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 948 time: 0.0840032 Feb 09 02:10:34.805580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ab0dd71-43c4-411d-a086-0b1cd22427eb req-5780d17d-dcbd-47e9-9ba9-d38fb4ff9a84 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598969 Feb 09 02:10:34.814721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port db1a986c-f012-445b-8e9b-8c5c64a1576e is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:34.815329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:34.914796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:34.917693 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dbe67b-eab2-46cc-8289-1360ae9973f9" -d '{"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-plugged", "status": "completed", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:34.921559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb72c40f-e1db-4838-ba35-8aa30add15ca req-0fde9857-f17a-4d53-90d0-622bedaab684 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.1122518 Feb 09 02:10:34.952994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:34.972723 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:35.021312 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af22744-6931-4972-88d7-f2bc1130bba4 x-openstack-request-id: req-1af22744-6931-4972-88d7-f2bc1130bba4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:35.022010 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-plugged", "status": "completed", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:35.022010 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1af22744-6931-4972-88d7-f2bc1130bba4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:35.022262 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'code': 200} Feb 09 02:10:35.085395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:35.095596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb83274-49a1-4657-9786-95aa9ad62380 req-30a95c0c-7798-441e-9733-1acad4b91560 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:35.104901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb83274-49a1-4657-9786-95aa9ad62380 req-30a95c0c-7798-441e-9733-1acad4b91560 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.1393147 Feb 09 02:10:35.163254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf82b4-6d28-4743-bd49-b3a1bd26c781 req-81ddda61-43a3-4556-910f-edf6ac929ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:35.164884 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8cf82b4-6d28-4743-bd49-b3a1bd26c781 req-81ddda61-43a3-4556-910f-edf6ac929ac6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1132 time: 0.0671463 Feb 09 02:10:35.211348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eb83274-49a1-4657-9786-95aa9ad62380 req-792d6ca3-c3ba-4dee-88af-0865361d2ccd tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988877 Feb 09 02:10:35.240864 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e8cf82b4-6d28-4743-bd49-b3a1bd26c781 req-22c37308-f2fd-497f-84f7-eee3fa536c53 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644400 Feb 09 02:10:35.573824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e3b8b-7419-47bd-a1da-56356e3f8061 req-d96f084d-47ff-4291-b2b5-1f14f2efe589 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:35.575821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef1e3b8b-7419-47bd-a1da-56356e3f8061 req-d96f084d-47ff-4291-b2b5-1f14f2efe589 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.0680671 Feb 09 02:10:35.637364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef1e3b8b-7419-47bd-a1da-56356e3f8061 req-57c21b37-bb98-4278-9098-ac3295317ba4 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519433 Feb 09 02:10:35.841371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f1324-82b5-4bfe-95a1-a2d4188ecf54 req-2680c377-6048-4b5b-a548-709e86168452 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:35.843060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d5f1324-82b5-4bfe-95a1-a2d4188ecf54 req-2680c377-6048-4b5b-a548-709e86168452 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1096931 Feb 09 02:10:35.856425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6c4c1-b924-4fab-a02c-500418ca53ed req-a71abbb0-24b2-46c3-b64f-bef742f17837 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:35.858002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8d6c4c1-b924-4fab-a02c-500418ca53ed req-a71abbb0-24b2-46c3-b64f-bef742f17837 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1102881 Feb 09 02:10:35.940620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d5f1324-82b5-4bfe-95a1-a2d4188ecf54 req-28a4157c-be64-4b7e-9fe8-62a1a3188cb2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Feb 09 02:10:35.948234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8d6c4c1-b924-4fab-a02c-500418ca53ed req-5328e293-3b99-4d70-bb22-5b2e409c2dd8 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819285 Feb 09 02:10:36.071487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-433e83e5-98f4-43ce-8584-d6417d5da899 req-99dfaacd-7ed9-4b2c-80c1-be8ded3a1deb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0473251 Feb 09 02:10:36.126842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfb779-7335-4079-b6dc-7acbf76ad34f req-6bcce351-2023-4fa6-96bd-9f7be8a44100 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:36.129825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71dfb779-7335-4079-b6dc-7acbf76ad34f req-6bcce351-2023-4fa6-96bd-9f7be8a44100 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.0906491 Feb 09 02:10:36.179723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71dfb779-7335-4079-b6dc-7acbf76ad34f req-a2f21c74-5f9a-41a6-af11-f6d70cceee3c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489957 Feb 09 02:10:36.783282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff82fd4-1a5d-48da-8ed6-809964ce7b13 req-7ab1aae9-3f5b-480e-be2d-926af6d28c82 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:36.787429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ff82fd4-1a5d-48da-8ed6-809964ce7b13 req-7ab1aae9-3f5b-480e-be2d-926af6d28c82 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.0651934 Feb 09 02:10:36.841625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ff82fd4-1a5d-48da-8ed6-809964ce7b13 req-ae492ac1-4f7f-4165-a457-45721303db52 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499196 Feb 09 02:10:37.189516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd717af-64b3-4e10-8f90-716bdeca2358 req-15300705-ef62-4eb7-b709-d55fa488d706 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:37.194991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bd717af-64b3-4e10-8f90-716bdeca2358 req-15300705-ef62-4eb7-b709-d55fa488d706 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1573410 Feb 09 02:10:37.280281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8dba4-e8b0-4a85-b065-0fd1d24e7e2d req-244a8bc4-f58e-4ff0-a0bf-17f3a3d31dc5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:37.282973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56d8dba4-e8b0-4a85-b065-0fd1d24e7e2d req-244a8bc4-f58e-4ff0-a0bf-17f3a3d31dc5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1713142 Feb 09 02:10:37.347046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bd717af-64b3-4e10-8f90-716bdeca2358 req-4d876292-ee77-42b5-bb72-835b05f0d132 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451626 Feb 09 02:10:37.419605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56d8dba4-e8b0-4a85-b065-0fd1d24e7e2d req-9240d5ab-ac71-4ec2-b2ac-e055982a68d1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205440 Feb 09 02:10:37.450410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9bcda387-c3dc-4055-bbc1-06b95f149f4e tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:37.455508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9bcda387-c3dc-4055-bbc1-06b95f149f4e tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.82 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 946 time: 0.2333591 Feb 09 02:10:37.497600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de379-682f-467f-95b4-72e509c15b21 req-16025a93-c605-4173-ae4a-f6d764e1b92b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:37.499728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-752de379-682f-467f-95b4-72e509c15b21 req-16025a93-c605-4173-ae4a-f6d764e1b92b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/ports?device_id=3863a514-3c4a-4f76-8d3a-200c9278b120 HTTP/1.1" status: 200 len: 950 time: 0.1378601 Feb 09 02:10:37.630733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db538a39-f0c5-496f-a988-d244fbc93d96 req-faa9ba66-2587-4862-970c-0ab39616e9d9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.1030502 Feb 09 02:10:37.729708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a2552acc-38be-4f4d-a058-f06a07cbc48c no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:37.730657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9196-b729-4a2b-b56a-a84f0a768c11 req-5696e10e-e919-4fa1-bdab-6d92c7d0d8a5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:37.739272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c5a9196-b729-4a2b-b56a-a84f0a768c11 req-5696e10e-e919-4fa1-bdab-6d92c7d0d8a5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1799214 Feb 09 02:10:37.750326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Deleting port b1fd51e1-3ed7-459e-ad8a-aba114884890 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:37.750714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:37.778843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port cb5ccd8b-da87-4976-b014-2962801f27bb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:37.779486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:37.795570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: a2552acc-38be-4f4d-a058-f06a07cbc48c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:37.798410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a2552acc-38be-4f4d-a058-f06a07cbc48c not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:37.934288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port cb5ccd8b-da87-4976-b014-2962801f27bb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cb5ccd8b-da87-4976-b014-2962801f27bb,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:37.934770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:37.947687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c5a9196-b729-4a2b-b56a-a84f0a768c11 req-e76da228-8803-4aa8-8201-49334c3742f5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072117 Feb 09 02:10:37.971092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for cb5ccd8b-da87-4976-b014-2962801f27bb owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:38.003591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] For port b1fd51e1-3ed7-459e-ad8a-aba114884890, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b1fd51e1-3ed7-459e-ad8a-aba114884890,segment=NetworkSegment(7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21),segment_id=7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:38.005349 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:38.137253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cb5ccd8b-da87-4976-b014-2962801f27bb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:38.154089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'cb5ccd8b-da87-4976-b014-2962801f27bb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:38.189743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-13f1f101-6e01-4b4f-941f-a646fb31ca8b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:38.197076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-13f1f101-6e01-4b4f-941f-a646fb31ca8b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.1802106 Feb 09 02:10:38.206761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Calling delete_port for b1fd51e1-3ed7-459e-ad8a-aba114884890 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:38.222305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:38.248914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=cb5ccd8b-da87-4976-b014-2962801f27bb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:38.343152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-bb3f5af0-36e1-4c41-b3d4-d913d4883c7b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/quotas/50b0a9d1a445463980e19ebece808811 HTTP/1.1" status: 200 len: 375 time: 0.1449690 Feb 09 02:10:38.365545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port cb5ccd8b-da87-4976-b014-2962801f27bb on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:38.370896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:38.376470 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-752de379-682f-467f-95b4-72e509c15b21 req-63746808-544a-465b-9c45-e4fdfedfdb27 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "DELETE /v2.0/ports/cb5ccd8b-da87-4976-b014-2962801f27bb HTTP/1.1" status: 204 len: 173 time: 0.8699036 Feb 09 02:10:38.379993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'name': 'network-vif-deleted', 'tag': 'cb5ccd8b-da87-4976-b014-2962801f27bb'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:38.392608 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f892fb4-9d18-4311-af74-a5fbd1dab614" -d '{"events": [{"server_uuid": "3863a514-3c4a-4f76-8d3a-200c9278b120", "name": "network-vif-deleted", "tag": "cb5ccd8b-da87-4976-b014-2962801f27bb"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:38.458656 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b1fd51e1-3ed7-459e-ad8a-aba114884890), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:38.485461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['b1fd51e1-3ed7-459e-ad8a-aba114884890'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:38.515271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Pushing event deleted for resources: {'Port': ['ID=b1fd51e1-3ed7-459e-ad8a-aba114884890,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:38.531386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc06f7-836d-4034-bacd-03df16d9e486 req-6e4cabbf-036f-4c1e-b1dd-a266c7b2cc27 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:38.539574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6bc06f7-836d-4034-bacd-03df16d9e486 req-6e4cabbf-036f-4c1e-b1dd-a266c7b2cc27 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4080dbe-ee79-4ca3-98b9-312149fc737f HTTP/1.1" status: 200 len: 867 time: 0.4058070 Feb 09 02:10:38.597445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-7f9efb15-7cfa-4fad-84ab-9eb6741197d9 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799746 Feb 09 02:10:38.794830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-2c8d5241-ec5f-445f-a413-568cd147966b service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963232 Feb 09 02:10:38.808635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] No DVR routers for this DVR port b1fd51e1-3ed7-459e-ad8a-aba114884890 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:38.815811 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:38.819830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43c9dc86-4129-4743-b6b9-dbe52feb157e req-9f172e40-a702-4907-8a89-69b6a6bb0384 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.82 "DELETE /v2.0/ports/b1fd51e1-3ed7-459e-ad8a-aba114884890 HTTP/1.1" status: 204 len: 173 time: 1.3581002 Feb 09 02:10:38.834525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'name': 'network-vif-deleted', 'tag': 'b1fd51e1-3ed7-459e-ad8a-aba114884890'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:38.836688 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167ae8a0-d3c4-4ce0-99bf-b6098e83e5f6" -d '{"events": [{"server_uuid": "f4080dbe-ee79-4ca3-98b9-312149fc737f", "name": "network-vif-deleted", "tag": "b1fd51e1-3ed7-459e-ad8a-aba114884890"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:38.918141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6bc06f7-836d-4034-bacd-03df16d9e486 req-7374fb06-bbd7-48b8-9d82-31792b6d6e63 tempest-InstanceActionsTestJSON-1065438066 tempest-InstanceActionsTestJSON-1065438066-project] 10.222.0.53 "GET /v2.0/security-groups?id=fb716697-a7e4-4900-b12b-8d21de49d49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768206 Feb 09 02:10:39.091450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-8db759c6-295a-47e7-a042-aaffc93ccd73 service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956614 Feb 09 02:10:39.328119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89557dc3-5d49-44a3-97a4-36984ae99492 req-6f087d59-83ba-43da-b00f-fd18b768bbb7 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:39.331809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89557dc3-5d49-44a3-97a4-36984ae99492 req-6f087d59-83ba-43da-b00f-fd18b768bbb7 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1132 time: 0.1483071 Feb 09 02:10:39.365493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89557dc3-5d49-44a3-97a4-36984ae99492 req-0e7c04db-19d6-48bc-b44a-7b1546c8fc74 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:39.420900 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173d7e8-e831-4251-bfa5-f4d183e7e414 x-openstack-request-id: req-0173d7e8-e831-4251-bfa5-f4d183e7e414 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:39.421646 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3863a514-3c4a-4f76-8d3a-200c9278b120", "name": "network-vif-deleted", "tag": "cb5ccd8b-da87-4976-b014-2962801f27bb", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:39.421646 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0173d7e8-e831-4251-bfa5-f4d183e7e414 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:39.422040 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3863a514-3c4a-4f76-8d3a-200c9278b120', 'name': 'network-vif-deleted', 'tag': 'cb5ccd8b-da87-4976-b014-2962801f27bb', 'status': 'completed', 'code': 200} Feb 09 02:10:39.648929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89557dc3-5d49-44a3-97a4-36984ae99492 req-0e7c04db-19d6-48bc-b44a-7b1546c8fc74 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Publish callbacks [] for security_group (473a75e3-2240-407d-80a4-281581eda1c0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:39.659538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89557dc3-5d49-44a3-97a4-36984ae99492 req-0e7c04db-19d6-48bc-b44a-7b1546c8fc74 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (473a75e3-2240-407d-80a4-281581eda1c0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:39.711832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89557dc3-5d49-44a3-97a4-36984ae99492 req-0e7c04db-19d6-48bc-b44a-7b1546c8fc74 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618624 Feb 09 02:10:39.734716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c332a6-6cd5-476e-b08e-113b6274e332 req-a328844d-4379-4107-b64e-417661681acc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:39.742427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88c332a6-6cd5-476e-b08e-113b6274e332 req-a328844d-4379-4107-b64e-417661681acc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.2089338 Feb 09 02:10:39.751221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c04db-19d6-48bc-b44a-7b1546c8fc74 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473a75e3-2240-407d-80a4-281581eda1c0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:39.815100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88c332a6-6cd5-476e-b08e-113b6274e332 req-65a60680-e505-46ab-a29b-7c2271e301b4 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717356 Feb 09 02:10:39.867657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad293cfc-55ec-4382-9c90-8378bc5e75cb req-06e6a99d-2b96-474e-a1ca-9296d0d05968 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0704281 Feb 09 02:10:39.875797 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e5a01-c121-4bd4-93bd-cc36509579a4 x-openstack-request-id: req-7f4e5a01-c121-4bd4-93bd-cc36509579a4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:39.876213 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4080dbe-ee79-4ca3-98b9-312149fc737f", "name": "network-vif-deleted", "tag": "b1fd51e1-3ed7-459e-ad8a-aba114884890", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:39.876591 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f4e5a01-c121-4bd4-93bd-cc36509579a4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:39.877205 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4080dbe-ee79-4ca3-98b9-312149fc737f', 'name': 'network-vif-deleted', 'tag': 'b1fd51e1-3ed7-459e-ad8a-aba114884890', 'status': 'completed', 'code': 200} Feb 09 02:10:39.944231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-220bb6bf-40f0-4f08-b3f7-8dd5db83d44d req-d82249ec-5594-44bb-a890-7a7ebd3f1537 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 210 time: 0.0349987 Feb 09 02:10:40.208648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:40.343823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] Deleting subnet d99f909c-9430-4c1d-a4a5-9a9fff4dd496 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:10:40.348807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] Publish callbacks [] for subnet (d99f909c-9430-4c1d-a4a5-9a9fff4dd496), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.443955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d99f909c-9430-4c1d-a4a5-9a9fff4dd496), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.498976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d99f909c-9430-4c1d-a4a5-9a9fff4dd496), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.652458 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d99f909c-9430-4c1d-a4a5-9a9fff4dd496), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.660158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e3a9b-940a-4759-a130-d358ae81f0ed req-8574c1d7-4e5e-4f34-8877-df6a06ea3453 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:40.662062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-593e3a9b-940a-4759-a130-d358ae81f0ed req-8574c1d7-4e5e-4f34-8877-df6a06ea3453 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 949 time: 0.0921209 Feb 09 02:10:40.728062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99f909c-9430-4c1d-a4a5-9a9fff4dd496,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:40.737334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:40.747679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46050) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:40.748698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f78e35bb-024a-4669-a8b5-d0368d58ea68 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d99f909c-9430-4c1d-a4a5-9a9fff4dd496 HTTP/1.1" status: 204 len: 168 time: 0.5384760 Feb 09 02:10:40.801081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-593e3a9b-940a-4759-a130-d358ae81f0ed req-2a4be3ef-c858-4231-9380-95f05deae9a3 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317513 Feb 09 02:10:41.021009 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-ec10a2bb-2bfe-4265-963c-54731b1dfed3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543217 Feb 09 02:10:41.036638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-94e6d817-5785-4e1b-be84-6937249db0d6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:10:41.038868 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-94e6d817-5785-4e1b-be84-6937249db0d6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106192 Feb 09 02:10:41.055763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8c4e8e8f-f877-4f30-a30e-3eb32f9807ce), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.099081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2c90e-f0e6-46ee-96c9-de17d14a2ceb req-0245d9c2-5010-4c2f-a609-566eb0cead94 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:41.100634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cd2c90e-f0e6-46ee-96c9-de17d14a2ceb req-0245d9c2-5010-4c2f-a609-566eb0cead94 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1626844 Feb 09 02:10:41.111683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-f544da23-0c9b-4f0b-ac64-6a59fba38688 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:41.113132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-f544da23-0c9b-4f0b-ac64-6a59fba38688 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.3635707 Feb 09 02:10:41.130066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e76572-4887-428a-a8bc-79e1d57c41dd req-8493c9d9-95a6-4034-8d1a-9d4c1cad96be tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:41.132066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50e76572-4887-428a-a8bc-79e1d57c41dd req-8493c9d9-95a6-4034-8d1a-9d4c1cad96be tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.2115293 Feb 09 02:10:41.139597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Request body: {'port': {'device_id': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'admin_state_up': True, 'tenant_id': '50b0a9d1a445463980e19ebece808811'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:41.407622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8c4e8e8f-f877-4f30-a30e-3eb32f9807ce), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.437508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50e76572-4887-428a-a8bc-79e1d57c41dd req-ac299407-4aa5-4db5-8e1b-00948170a050 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375278 Feb 09 02:10:41.463243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cd2c90e-f0e6-46ee-96c9-de17d14a2ceb req-18f33380-7751-4799-a6b1-0b3b2b50a2b8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419635 Feb 09 02:10:41.474051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4e8e8f-f877-4f30-a30e-3eb32f9807ce']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:41.489032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:41.489361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:10:41.537212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.548822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Made reservation on behalf of 50b0a9d1a445463980e19ebece808811 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:41.553135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.590203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.620045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e1d1899-e1ca-4950-8e5a-639d65d2dea1 req-20a7a7f1-b20f-4fae-9057-50aef703930b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=669e9b0f-7f6e-4a4f-b488-892b5e6391b4 HTTP/1.1" status: 200 len: 210 time: 0.0587924 Feb 09 02:10:41.621995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:10:41.622976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (7f9d0c23-c7f9-4219-a3ba-2d2ee4ff3c21), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:10:41.638158 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:10:41.764075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b1fd51e1-3ed7-459e-ad8a-aba114884890 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:41.813458 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: b1fd51e1-3ed7-459e-ad8a-aba114884890 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:41.816859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b1fd51e1-3ed7-459e-ad8a-aba114884890 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:41.819840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cb5ccd8b-da87-4976-b014-2962801f27bb no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:41.855706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ebb05ec-64d4-4de0-b7cd-67b1a47aca66 req-b10236c8-a51c-4244-8dbf-8fee507ec30c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 210 time: 0.2357700 Feb 09 02:10:41.979194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: cb5ccd8b-da87-4976-b014-2962801f27bb {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:41.980015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cb5ccd8b-da87-4976-b014-2962801f27bb not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:42.069231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8c4e8e8f-f877-4f30-a30e-3eb32f9807ce), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.081735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Allocated IP 172.20.0.11 (eac3926b-d9da-4086-80d6-ba138b7836e1/659abfd7-0436-4fe4-8256-1a45d367db9f/50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:42.093263 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.100204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8c4e8e8f-f877-4f30-a30e-3eb32f9807ce HTTP/1.1" status: 204 len: 168 time: 1.3491352 Feb 09 02:10:42.105674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d28b93f3-1a54-4672-8bbf-13e45a9add02 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.108642 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d28b93f3-1a54-4672-8bbf-13e45a9add02 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/ports?device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 949 time: 0.1945889 Feb 09 02:10:42.144839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a44ced-6670-45eb-b103-d20ef67c6835 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4e8e8f-f877-4f30-a30e-3eb32f9807ce,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:42.233740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b18687-b59c-4670-a1af-69349d87a3e2 req-582cfe88-b1cb-4c00-9148-f6225ae2828d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.241434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40b18687-b59c-4670-a1af-69349d87a3e2 req-582cfe88-b1cb-4c00-9148-f6225ae2828d tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 949 time: 0.1806991 Feb 09 02:10:42.359862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-afc56ce8-ac36-45b1-8f89-bc6bbad797fb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.363259 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-afc56ce8-ac36-45b1-8f89-bc6bbad797fb tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/ports?device_id=c6ecf4ee-901d-4495-88c9-c5555973a3da HTTP/1.1" status: 200 len: 950 time: 0.1638782 Feb 09 02:10:42.393414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40b18687-b59c-4670-a1af-69349d87a3e2 req-f9f48a43-9968-4132-8ace-53f22b69166a tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484210 Feb 09 02:10:42.442217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port 9a508cd2-3624-420a-a77a-56ba6b5e9875 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:42.443454 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.534885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks [] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.537948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:42.584661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.601001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f7505d97-b2ca-42c4-8082-2373ce0a5b67'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:42.690316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Network eac3926b-d9da-4086-80d6-ba138b7836e1 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:42.704898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port 9a508cd2-3624-420a-a77a-56ba6b5e9875, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9a508cd2-3624-420a-a77a-56ba6b5e9875,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:42.705684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.714581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:42.745934 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c2f6a78-2a7d-46c2-b1bd-eb5cde239581 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=173c9db2f05a4e0d8cbbdd20b7a35c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830997 Feb 09 02:10:42.747372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:42.748713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for 9a508cd2-3624-420a-a77a-56ba6b5e9875 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:42.750611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:42.773866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port 09e750e3-b992-45b6-a38e-19e5b2472e8f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:42.775099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.832304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event updated for resources: {'Port': ['ID=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:42.954847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.955520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.976596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a1f552b-29e9-48cd-ba49-9d67a798867d admin admin] Publish callbacks [] for security_group (fb716697-a7e4-4900-b12b-8d21de49d49e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:42.979716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8cb191-3f54-44bc-a2fb-125c550b1c54 req-60c47e15-c2ea-4bf1-afcb-a7172c317cdb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.981345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d8cb191-3f54-44bc-a2fb-125c550b1c54 req-60c47e15-c2ea-4bf1-afcb-a7172c317cdb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.3194313 Feb 09 02:10:42.991796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c535c4-5dd8-411f-b889-2307b9fe93ba req-beacd9f3-27a5-4027-97d0-b04010acc5b5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:42.994032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63c535c4-5dd8-411f-b889-2307b9fe93ba req-beacd9f3-27a5-4027-97d0-b04010acc5b5 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.3212340 Feb 09 02:10:43.004057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port 09e750e3-b992-45b6-a38e-19e5b2472e8f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=09e750e3-b992-45b6-a38e-19e5b2472e8f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:43.004385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.012869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-2207bab4-ab98-4c92-9791-8dc3bdb3949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:43.014782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-2207bab4-ab98-4c92-9791-8dc3bdb3949f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1132 time: 0.1676881 Feb 09 02:10:43.033073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for 09e750e3-b992-45b6-a38e-19e5b2472e8f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:43.034858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-6336e00b-bd45-44d0-890f-b41b98c45cb6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9008915 Feb 09 02:10:43.036053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a1f552b-29e9-48cd-ba49-9d67a798867d admin admin] Publish callbacks [] for security_group (fb716697-a7e4-4900-b12b-8d21de49d49e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.065967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Request body: {'port': {'device_id': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:43.172952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9a508cd2-3624-420a-a77a-56ba6b5e9875), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.186566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:43.191721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:43.222495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=9a508cd2-3624-420a-a77a-56ba6b5e9875,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:43.239238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a1f552b-29e9-48cd-ba49-9d67a798867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fb716697-a7e4-4900-b12b-8d21de49d49e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.241904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a1f552b-29e9-48cd-ba49-9d67a798867d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.247671 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a1f552b-29e9-48cd-ba49-9d67a798867d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb716697-a7e4-4900-b12b-8d21de49d49e HTTP/1.1" status: 204 len: 168 time: 0.4936967 Feb 09 02:10:43.314058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f552b-29e9-48cd-ba49-9d67a798867d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb716697-a7e4-4900-b12b-8d21de49d49e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:43.344950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port 9a508cd2-3624-420a-a77a-56ba6b5e9875 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:43.349778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.353918 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e21b095d-12b7-48d6-aaa1-d4de1613e36c req-d2d36039-487c-46a3-88eb-97051830f16c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "DELETE /v2.0/ports/9a508cd2-3624-420a-a77a-56ba6b5e9875 HTTP/1.1" status: 204 len: 173 time: 1.2397971 Feb 09 02:10:43.356145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'name': 'network-vif-deleted', 'tag': '9a508cd2-3624-420a-a77a-56ba6b5e9875'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:43.358407 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b8f144-2596-49c5-b2d9-d51dcdf2768e" -d '{"events": [{"server_uuid": "f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1", "name": "network-vif-deleted", "tag": "9a508cd2-3624-420a-a77a-56ba6b5e9875"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:43.490419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (09e750e3-b992-45b6-a38e-19e5b2472e8f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.550011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', '09e750e3-b992-45b6-a38e-19e5b2472e8f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:43.553932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f', '9a508cd2-3624-420a-a77a-56ba6b5e9875'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:43.564650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=09e750e3-b992-45b6-a38e-19e5b2472e8f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:43.669314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port 09e750e3-b992-45b6-a38e-19e5b2472e8f on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:43.686190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.690445 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-62f7f0a3-ac46-4e2c-9725-20d4387e5740 req-8c736484-2ac3-4eb8-a561-4c83d82a75b4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "DELETE /v2.0/ports/09e750e3-b992-45b6-a38e-19e5b2472e8f HTTP/1.1" status: 204 len: 173 time: 1.3181746 Feb 09 02:10:43.777198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63c535c4-5dd8-411f-b889-2307b9fe93ba req-812cb61d-3b8d-4355-84a9-5a586c6c6811 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670925 Feb 09 02:10:43.833799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d8cb191-3f54-44bc-a2fb-125c550b1c54 req-c6e39761-504e-4081-a959-4728967c9bce tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8386288 Feb 09 02:10:43.865626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:43.897911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-95d8546a-612c-4d00-915f-c7be7c5fd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:43.902174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-95d8546a-612c-4d00-915f-c7be7c5fd03a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.8706965 Feb 09 02:10:44.105755 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92be4b94-2006-4e99-8e90-9ddc6e163bad x-openstack-request-id: req-92be4b94-2006-4e99-8e90-9ddc6e163bad {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:44.106901 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1", "name": "network-vif-deleted", "tag": "9a508cd2-3624-420a-a77a-56ba6b5e9875", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:44.107285 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92be4b94-2006-4e99-8e90-9ddc6e163bad {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:44.107860 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1', 'name': 'network-vif-deleted', 'tag': '9a508cd2-3624-420a-a77a-56ba6b5e9875', 'status': 'completed', 'code': 200} Feb 09 02:10:44.312099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-3e1b1ff6-53fb-4746-887c-c3d6c2ab153d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.0719750 Feb 09 02:10:44.438009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1250496e-e0a9-4df4-9bc9-cde56433e140 req-8e46980b-39c6-467b-b558-4050b2d168f7 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f20b8fd5-b621-4f33-b6a5-c9a8f31cfef1 HTTP/1.1" status: 200 len: 210 time: 0.1247776 Feb 09 02:10:44.556539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:44.572308 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Publish callbacks [] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:44.582857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-380e420f-f7dd-43f2-8bed-3a1deda70ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:44.582857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-380e420f-f7dd-43f2-8bed-3a1deda70ea7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2460001 Feb 09 02:10:44.624755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465d968-c8db-4fd7-afd0-e43b9f89387a req-1916cb51-af0c-46e9-919e-73f8beb03605 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:44.632754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b465d968-c8db-4fd7-afd0-e43b9f89387a req-1916cb51-af0c-46e9-919e-73f8beb03605 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 932 time: 0.3340566 Feb 09 02:10:44.648895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Transition to ACTIVE for port object 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:44.687565 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:44.820959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:44.967295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b465d968-c8db-4fd7-afd0-e43b9f89387a req-c833bde3-ab22-48c6-8c28-a0de35da5d5e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813628 Feb 09 02:10:45.066662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:45.090442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-1c00a97a-151f-4bb9-bcad-115ffec1bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.092115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-1c00a97a-151f-4bb9-bcad-115ffec1bc8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5039239 Feb 09 02:10:45.253221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2014717146-network', 'tenant_id': '1edf1cef28f94676bacf38c6e46b3cd3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:45.258403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d342c3-64fc-40f2-a0c2-3999e9befde8 req-8f1550db-590b-4faa-b1aa-faae13031f5f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.260758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d342c3-64fc-40f2-a0c2-3999e9befde8 req-8f1550db-590b-4faa-b1aa-faae13031f5f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.2459481 Feb 09 02:10:45.280660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Made reservation on behalf of 1edf1cef28f94676bacf38c6e46b3cd3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:45.283267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.293065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.303996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Attempting to bind port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:45.304324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Attempting to bind port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:45.304655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Attempting to bind port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:45.317392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c316a82-9286-492c-9f12-7b6236032b50 req-7504899b-b030-4070-91a3-c7c7ef815faf tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.325399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c316a82-9286-492c-9f12-7b6236032b50 req-7504899b-b030-4070-91a3-c7c7ef815faf tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.2265761 Feb 09 02:10:45.356472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 on network eac3926b-d9da-4086-80d6-ba138b7836e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:45.356819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Attempting to bind port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:45.379328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-726f9960-976d-49c3-966e-54c935662100 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654934 Feb 09 02:10:45.384682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks [] for security_group (daf8e644-0e7b-4e07-839c-626dd8764dc1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.389414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:45.389803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Checking segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:45.389972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (daf8e644-0e7b-4e07-839c-626dd8764dc1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.390253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Bound using segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:45.390855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Bound port: 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:45.391216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.412490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:10:45.429480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf8e644-0e7b-4e07-839c-626dd8764dc1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:45.433799 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a09fa158-fd37-46c9-88f8-15b859e860c2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.434419 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Added segment a09fa158-fd37-46c9-88f8-15b859e860c2 of type vlan for network 45b81117-6bca-430d-8094-dba9c9490890 Feb 09 02:10:45.447344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.447671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.448083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.448486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.448890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.449289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.449695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.450086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.450495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.450888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.451279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.451666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.452190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:10:45.477969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d342c3-64fc-40f2-a0c2-3999e9befde8 req-16eecfeb-4524-48fe-8fc9-d06dc4e21429 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048764 Feb 09 02:10:45.504685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (45b81117-6bca-430d-8094-dba9c9490890), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.518148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c316a82-9286-492c-9f12-7b6236032b50 req-985ff922-d622-4339-a90d-758e3b4c889d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918135 Feb 09 02:10:45.547836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (45b81117-6bca-430d-8094-dba9c9490890), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.552399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.555020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.593038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] For port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:45.596880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-6cfdc993-b41b-4afa-9403-a0f64998b3f4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993449 Feb 09 02:10:45.599937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] For port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:45.620624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.647615 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5771937 Feb 09 02:10:45.648092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:45.655695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Request body: {'subnet': {'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2014717146-subnet', 'tenant_id': '1edf1cef28f94676bacf38c6e46b3cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:45.681940 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88f618-457a-4353-b25e-424117f1dccf admin admin] Pushing event updated for resources: {'Network': ['ID=45b81117-6bca-430d-8094-dba9c9490890,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:45.685365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Made reservation on behalf of 1edf1cef28f94676bacf38c6e46b3cd3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:45.688081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.693772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 45b81117-6bca-430d-8094-dba9c9490890 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:10:45.763240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.769970 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.771731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] 10.222.0.82 "PUT /v2.0/ports/50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 HTTP/1.1" status: 200 len: 1093 time: 2.7209823 Feb 09 02:10:45.788014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'tag': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:45.793402 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "86880ac4-eb2a-4524-aaa0-1eba2687e633", "tag": "50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:45.814932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 09e750e3-b992-45b6-a38e-19e5b2472e8f no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:45.896966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 09e750e3-b992-45b6-a38e-19e5b2472e8f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:45.897435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 09e750e3-b992-45b6-a38e-19e5b2472e8f not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:45.970032 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d088e23d-6748-4b17-b0d3-35ba2fead36e x-openstack-request-id: req-d088e23d-6748-4b17-b0d3-35ba2fead36e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:45.970676 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86880ac4-eb2a-4524-aaa0-1eba2687e633", "tag": "50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:45.971090 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d088e23d-6748-4b17-b0d3-35ba2fead36e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:45.971669 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'tag': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2', 'status': 'completed', 'code': 200} Feb 09 02:10:45.983175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (b4212147-0503-454a-b72c-519ac8117e3e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:46.007849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc66fd1-77df-48ab-bab8-9e20d202c226 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:46.053574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-10118667-5b96-485f-a789-f1e795280f78 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.055372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-10118667-5b96-485f-a789-f1e795280f78 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.4575400 Feb 09 02:10:46.063220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4212147-0503-454a-b72c-519ac8117e3e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:46.072808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Checking segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:46.073926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Network hostable DHCP agents. Network: 45b81117-6bca-430d-8094-dba9c9490890, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:10:46.085314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-c667e842-b9bd-4902-9e20-37e53354cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.087499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-c667e842-b9bd-4902-9e20-37e53354cbd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 1127 time: 0.2123051 Feb 09 02:10:46.093362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-3d5cf9a6-1447-4c18-b8a0-ec6f841de5a4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/quotas/6039e2c8b5fc4f41b5b6f8b47770ea0c HTTP/1.1" status: 200 len: 375 time: 0.0305884 Feb 09 02:10:46.105383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Network 45b81117-6bca-430d-8094-dba9c9490890 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:10:46.108525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'name': 'network-vif-deleted', 'tag': '09e750e3-b992-45b6-a38e-19e5b2472e8f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:46.112485 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2e9a5e-a4a7-4a90-a3b9-ee73c4fbe25b" -d '{"events": [{"server_uuid": "c6ecf4ee-901d-4495-88c9-c5555973a3da", "name": "network-vif-deleted", "tag": "09e750e3-b992-45b6-a38e-19e5b2472e8f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:46.123408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 45b81117-6bca-430d-8094-dba9c9490890) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:46.131143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.132096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:46.135836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf86832-1e1e-4879-a1ea-3e906e064d5a None None] Network 45b81117-6bca-430d-8094-dba9c9490890 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:10:46.150651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-7205ed80-7d68-4b34-b610-64e6103e4aa7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407760 Feb 09 02:10:46.179370 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-487768f0-f323-4084-a2a4-1e12828f5602 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5300632 Feb 09 02:10:46.197455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-a38ef8cf-d186-4e5c-a35b-b9fca805eeaa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 HTTP/1.1" status: 200 len: 217 time: 0.1012151 Feb 09 02:10:46.290713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-45b81117-6bca-430d-8094-dba9c9490890', 'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'project_id': '1edf1cef28f94676bacf38c6e46b3cd3', 'fixed_ips': [{'subnet_id': 'b4212147-0503-454a-b72c-519ac8117e3e'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:10:46.291739 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:46.374433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-181cacdf-be8b-473e-a93e-dd971bd26219 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749604 Feb 09 02:10:46.398341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9a508cd2-3624-420a-a77a-56ba6b5e9875 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:46.409393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-0a876de9-3de3-41de-9ffd-fce92c1d25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.410959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-0a876de9-3de3-41de-9ffd-fce92c1d25d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.0813549 Feb 09 02:10:46.435231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 9a508cd2-3624-420a-a77a-56ba6b5e9875 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:46.436841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9a508cd2-3624-420a-a77a-56ba6b5e9875 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:46.437738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e32c5cff-8e93-4285-a629-5a5f63c37dd6 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:46.443857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467348fd-0051-4475-820f-23daba569d0a req-9dec5a90-d01c-4f7a-bc32-9e59d7b9e7a3 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.451109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-467348fd-0051-4475-820f-23daba569d0a req-9dec5a90-d01c-4f7a-bc32-9e59d7b9e7a3 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 944 time: 0.2503042 Feb 09 02:10:46.543658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Allocated IP 172.20.0.2 (45b81117-6bca-430d-8094-dba9c9490890/b4212147-0503-454a-b72c-519ac8117e3e/dc39295e-941e-47f0-9207-429dbc6572c2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:46.550146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-e54d6102-0e0d-4ab2-a7da-7f9b985d389f service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557498 Feb 09 02:10:46.577697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-80fd9473-49b6-4650-b1ad-d29a146dfa8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539564 Feb 09 02:10:46.637639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e32c5cff-8e93-4285-a629-5a5f63c37dd6 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:46.638063 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:46.692056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-467348fd-0051-4475-820f-23daba569d0a req-7908b406-8752-4fa0-8d3b-7af451a4b9ba tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350111 Feb 09 02:10:46.787132 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f913c6b-070f-4c90-ad10-b3e548ccb57f x-openstack-request-id: req-7f913c6b-070f-4c90-ad10-b3e548ccb57f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:46.787432 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ecf4ee-901d-4495-88c9-c5555973a3da", "name": "network-vif-deleted", "tag": "09e750e3-b992-45b6-a38e-19e5b2472e8f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:46.787748 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f913c6b-070f-4c90-ad10-b3e548ccb57f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:46.788217 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ecf4ee-901d-4495-88c9-c5555973a3da', 'name': 'network-vif-deleted', 'tag': '09e750e3-b992-45b6-a38e-19e5b2472e8f', 'status': 'completed', 'code': 200} Feb 09 02:10:46.815159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:46.817484 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1102db-f951-4940-9d7f-a90902a5984e" -d '{"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-unplugged", "status": "completed", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:46.861592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-4497d0c8-96f1-4806-82f0-9ae25e48a471 service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769649 Feb 09 02:10:46.885589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:46.906950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.079907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:47.219423 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Publish callbacks [] for port (dc39295e-941e-47f0-9207-429dbc6572c2), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.235074 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.315316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001c21d7-8615-4dfa-be9c-c36c1734d082 req-adce01ed-a773-4832-adf2-56b911832690 service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361069 Feb 09 02:10:47.332797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6cf06-8be0-437a-93c7-fe2089b5ce6a req-07c21704-d529-476b-935a-6186cb648b75 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.336468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Network 45b81117-6bca-430d-8094-dba9c9490890 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:47.344076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:47.348888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51a6cf06-8be0-437a-93c7-fe2089b5ce6a req-07c21704-d529-476b-935a-6186cb648b75 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 943 time: 0.2372813 Feb 09 02:10:47.351622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:47.357060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Pushing event updated for resources: {'Port': ['ID=dc39295e-941e-47f0-9207-429dbc6572c2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:47.527380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Attempting to bind port dc39295e-941e-47f0-9207-429dbc6572c2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:47.527754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Attempting to bind port dc39295e-941e-47f0-9207-429dbc6572c2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:47.528122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Attempting to bind port dc39295e-941e-47f0-9207-429dbc6572c2 on network 45b81117-6bca-430d-8094-dba9c9490890 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:47.541232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:47.541730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Checking segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:47.542145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.542576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Bound using segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:47.543057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Bound port: dc39295e-941e-47f0-9207-429dbc6572c2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:47.544465 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.552967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51a6cf06-8be0-437a-93c7-fe2089b5ce6a req-c5d78655-af68-4b9b-a215-9a942acabb4d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983123 Feb 09 02:10:47.613942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-a2bb2c07-a379-403b-aa3f-eb8c83d0c4f4 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.615565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-a2bb2c07-a379-403b-aa3f-eb8c83d0c4f4 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 816 time: 0.2985041 Feb 09 02:10:47.654639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-3fce53a7-1ece-4b83-aa02-ac2cea0e3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.658595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-3fce53a7-1ece-4b83-aa02-ac2cea0e3a0c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 1127 time: 0.2652555 Feb 09 02:10:47.672195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-456618d6-4a9d-4984-a115-cdb89cb46f94 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/quotas/1edf1cef28f94676bacf38c6e46b3cd3 HTTP/1.1" status: 200 len: 375 time: 0.0417423 Feb 09 02:10:47.677188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] For port dc39295e-941e-47f0-9207-429dbc6572c2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:47.725831 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.730094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] For port dc39295e-941e-47f0-9207-429dbc6572c2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dc39295e-941e-47f0-9207-429dbc6572c2,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:47.739633 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:47.835750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-4750b095-8ea2-41d4-84ba-39d4ceb7dda6 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.838438 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-4750b095-8ea2-41d4-84ba-39d4ceb7dda6 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/ports?device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 950 time: 0.0917537 Feb 09 02:10:47.843525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fe667-7f9d-480c-a5b6-60e44270e6e8 None None] Pushing event updated for resources: {'Port': ['ID=dc39295e-941e-47f0-9207-429dbc6572c2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:47.869954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597cf9-f5ac-4404-a046-3b6b7a73db67 req-649f139f-26f9-4328-88ab-a69a0eda6d3c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.877469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92597cf9-f5ac-4404-a046-3b6b7a73db67 req-649f139f-26f9-4328-88ab-a69a0eda6d3c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1949432 Feb 09 02:10:47.924009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-316fa24b-4ac8-4ef9-b284-04f70ad5bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:47.925532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-316fa24b-4ac8-4ef9-b284-04f70ad5bb29 service neutron] 10.222.0.82 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 915 time: 0.2590311 Feb 09 02:10:47.950181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-aaca395a-7154-442b-8d7b-05efacef08cf tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2664919 Feb 09 02:10:48.029279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port a3d68c54-fb07-46bf-b0ff-5eb9140b738e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:48.029654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:48.066748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92597cf9-f5ac-4404-a046-3b6b7a73db67 req-5d5188f9-186b-4fa8-8975-d305a1976221 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882892 Feb 09 02:10:48.089240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-b5e78b63-a94a-490c-82c9-9a7b50ee9486 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 HTTP/1.1" status: 200 len: 217 time: 0.1334400 Feb 09 02:10:48.372639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e32c5cff-8e93-4285-a629-5a5f63c37dd6 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:48.382378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d68c43b-972e-4c55-9635-87f40880cd4e req-a46695d1-983e-46c9-97c7-d4d2382b92db tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 210 time: 0.1569748 Feb 09 02:10:48.393352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port a3d68c54-fb07-46bf-b0ff-5eb9140b738e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:48.394107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:48.417114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for a3d68c54-fb07-46bf-b0ff-5eb9140b738e owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:48.452366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-269dd065-851d-4c4a-be46-c12e0087dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.453851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-269dd065-851d-4c4a-be46-c12e0087dc1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.2618363 Feb 09 02:10:48.520488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-e8e74899-5a9b-41b3-89d7-41bd0db99903 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.535434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-e8e74899-5a9b-41b3-89d7-41bd0db99903 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.2787683 Feb 09 02:10:48.535670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-5ceff9a2-745a-4a90-b424-ee14552d28d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608726 Feb 09 02:10:48.535806 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c384a3-7c3a-44b5-b599-19e17a37ae37 x-openstack-request-id: req-e1c384a3-7c3a-44b5-b599-19e17a37ae37 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:48.536743 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-unplugged", "status": "completed", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:48.538347 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1c384a3-7c3a-44b5-b599-19e17a37ae37 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:48.540762 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'code': 200} Feb 09 02:10:48.563984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Request body: {'port': {'device_id': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'admin_state_up': True, 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:48.618725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:48.639533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'port_id': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'mac_address': 'fa:16:3e:ec:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54feca3-d06f-42e5-ab3c-a1bdd55fd62c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:48.658434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-c724c219-7d33-45c1-91a8-17e26a6c71fc service neutron] 10.222.0.53 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593621 Feb 09 02:10:48.699652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e32c5cff-8e93-4285-a629-5a5f63c37dd6 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:48.700181 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:48.721373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32c5cff-8e93-4285-a629-5a5f63c37dd6 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:48.769816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:48.781820 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:48.844462 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a3d68c54-fb07-46bf-b0ff-5eb9140b738e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:48.873893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-c2ec360e-fd7d-4759-be1d-4732aa1457c6 service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232169 Feb 09 02:10:48.928306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=a3d68c54-fb07-46bf-b0ff-5eb9140b738e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:48.938390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:48.942953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:48.949203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:48.964548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0809-5731-4977-a5c9-1fc659089aaf req-ca5def46-31f2-4d9b-9c20-d0a9f2b8f205 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:48.967115 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-011c0809-5731-4977-a5c9-1fc659089aaf req-ca5def46-31f2-4d9b-9c20-d0a9f2b8f205 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "GET /v2.0/ports?device_id=26d08173-a477-45ff-bdce-e290dea05730 HTTP/1.1" status: 200 len: 949 time: 0.3030186 Feb 09 02:10:49.188483 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:49.244406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port a3d68c54-fb07-46bf-b0ff-5eb9140b738e on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:49.250993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:49.260662 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-187cb58d-4172-4e7d-b4ef-40db33a1489c req-c9cef96d-7c2b-46cc-beb4-2a6a38772fc5 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "DELETE /v2.0/ports/a3d68c54-fb07-46bf-b0ff-5eb9140b738e HTTP/1.1" status: 204 len: 173 time: 1.4146101 Feb 09 02:10:49.267659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'name': 'network-vif-deleted', 'tag': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:49.275171 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e322017-45fb-4b24-a41e-026716bb3176" -d '{"events": [{"server_uuid": "a0468ebd-5616-4bad-948a-53cea7c924a9", "name": "network-vif-deleted", "tag": "a3d68c54-fb07-46bf-b0ff-5eb9140b738e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:49.283361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:49.287819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['e32c5cff-8e93-4285-a629-5a5f63c37dd6'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:49.306775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:49.608506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2704be-b122-45af-8a8e-f098d65bcbb6 None None] Network 45b81117-6bca-430d-8094-dba9c9490890 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:10:49.622214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Allocated IP 172.20.0.7 (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d/6dec9c77-64c6-4050-8291-f4f79fcfa9be/99fb3c12-b969-4910-9cf0-94a834c38d46) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:49.651246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:49.651591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:49.664652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bf062-1a48-422f-b2fa-9d352f4c3efe req-6b5f31e5-40dc-4813-b7bd-d47cd8c430e4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:49.672272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-586bf062-1a48-422f-b2fa-9d352f4c3efe req-6b5f31e5-40dc-4813-b7bd-d47cd8c430e4 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0468ebd-5616-4bad-948a-53cea7c924a9 HTTP/1.1" status: 200 len: 867 time: 1.0921097 Feb 09 02:10:49.770141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-586bf062-1a48-422f-b2fa-9d352f4c3efe req-d53700f4-a54a-482d-9aa0-eb039657f84c tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948892 Feb 09 02:10:49.790749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:49.791434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:49.820820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:49.870938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-3a56dacc-90a6-4795-b8cb-8111b6927be9 service neutron] 10.222.0.53 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2105968 Feb 09 02:10:49.872499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ec423457-44f9-4efb-831e-7fb2793d76f0 None None] Provisioning complete for port dc39295e-941e-47f0-9207-429dbc6572c2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:49.872972 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec423457-44f9-4efb-831e-7fb2793d76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:49.911062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91984e9a-959a-46e2-bd89-3d4cc91ca5c0 req-8496090f-465b-47a1-8844-521b6f78c993 service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0220895 Feb 09 02:10:50.078603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc93eb0-7a86-443c-ac7b-c5efe536c29a req-863896e9-6908-4d88-b403-1d702135ec05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:50.088128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bc93eb0-7a86-443c-ac7b-c5efe536c29a req-863896e9-6908-4d88-b403-1d702135ec05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 944 time: 0.1539686 Feb 09 02:10:50.131554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dc39295e-941e-47f0-9207-429dbc6572c2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:50.186867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bc93eb0-7a86-443c-ac7b-c5efe536c29a req-4385ad48-cf5c-4011-817c-45a0a2ca5dab tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914459 Feb 09 02:10:50.259819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.373780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:50.484587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f9e56657-b163-4362-9ef2-5e27eed0103f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:50.501978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:50.506995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.510488 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-011c0809-5731-4977-a5c9-1fc659089aaf req-1ee67fa8-0abd-4c99-b49a-37f7bafa8411 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.82 "DELETE /v2.0/ports/a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca HTTP/1.1" status: 204 len: 173 time: 1.5067487 Feb 09 02:10:50.580565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port dc39295e-941e-47f0-9207-429dbc6572c2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:50.580973 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.586300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ec423457-44f9-4efb-831e-7fb2793d76f0 None None] Current status of the port dc39295e-941e-47f0-9207-429dbc6572c2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:50.586589 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec423457-44f9-4efb-831e-7fb2793d76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.754069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c721a-958f-4bf6-bf52-1c96788eed4a req-9e557d9b-a402-4320-8211-93ff4c95a8eb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:50.757838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks [] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.771043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-247c721a-958f-4bf6-bf52-1c96788eed4a req-9e557d9b-a402-4320-8211-93ff4c95a8eb tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 944 time: 0.2718334 Feb 09 02:10:50.846225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.857761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ec423457-44f9-4efb-831e-7fb2793d76f0 None None] For port dc39295e-941e-47f0-9207-429dbc6572c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dc39295e-941e-47f0-9207-429dbc6572c2,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:50.911627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:50.916581 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:50.920574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:50.937987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dc39295e-941e-47f0-9207-429dbc6572c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:50.942079 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec423457-44f9-4efb-831e-7fb2793d76f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:50.962592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event updated for resources: {'Port': ['ID=99fb3c12-b969-4910-9cf0-94a834c38d46,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:51.032400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.033439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.066737 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fd57fba7-0562-4998-a695-d2857fcb7996 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5137331 Feb 09 02:10:51.068077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f25d-e7c2-435a-b0f8-531e715b1682 req-f4a40c6b-fbc1-4d23-96c5-8627953e4cab tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.080102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cb6f25d-e7c2-435a-b0f8-531e715b1682 req-f4a40c6b-fbc1-4d23-96c5-8627953e4cab tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.3023775 Feb 09 02:10:51.091505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec423457-44f9-4efb-831e-7fb2793d76f0 None None] Pushing event updated for resources: {'Port': ['ID=dc39295e-941e-47f0-9207-429dbc6572c2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:51.094925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Request body: {'port': {'device_id': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:51.111945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-443c62f5-629e-486e-8f73-c9cef0bcbea5 None None] Provisioning complete for port dc39295e-941e-47f0-9207-429dbc6572c2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:51.112437 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-443c62f5-629e-486e-8f73-c9cef0bcbea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.137794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-247c721a-958f-4bf6-bf52-1c96788eed4a req-ac09d107-452a-4b68-a4f4-c6414f031f8e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641531 Feb 09 02:10:51.214927 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:51.270687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cb6f25d-e7c2-435a-b0f8-531e715b1682 req-75f2b30d-67bd-400c-934c-4081d2984537 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893406 Feb 09 02:10:51.361553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-443c62f5-629e-486e-8f73-c9cef0bcbea5 None None] Current status of the port dc39295e-941e-47f0-9207-429dbc6572c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:51.379304 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b5df6f-3418-453c-8ca4-001536292e69 x-openstack-request-id: req-e9b5df6f-3418-453c-8ca4-001536292e69 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:51.379815 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0468ebd-5616-4bad-948a-53cea7c924a9", "name": "network-vif-deleted", "tag": "a3d68c54-fb07-46bf-b0ff-5eb9140b738e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:51.379815 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9b5df6f-3418-453c-8ca4-001536292e69 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:51.380223 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0468ebd-5616-4bad-948a-53cea7c924a9', 'name': 'network-vif-deleted', 'tag': 'a3d68c54-fb07-46bf-b0ff-5eb9140b738e', 'status': 'completed', 'code': 200} Feb 09 02:10:51.561393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b4f38-b045-4955-9dfa-645421222feb req-0675d8f8-66eb-4113-b910-dcdec6250949 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.566217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef8b4f38-b045-4955-9dfa-645421222feb req-0675d8f8-66eb-4113-b910-dcdec6250949 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 931 time: 0.1304557 Feb 09 02:10:51.623976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-134116b2-40fe-4c4e-b8a5-bf1c93db8e3e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.625738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-134116b2-40fe-4c4e-b8a5-bf1c93db8e3e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 816 time: 0.2195957 Feb 09 02:10:51.650116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef8b4f38-b045-4955-9dfa-645421222feb req-58d87359-559a-45ce-a4de-bcbd8a17dc5e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762186 Feb 09 02:10:51.654205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c78f3c1-eafe-45ff-b26a-6018b293599a tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/quotas/1edf1cef28f94676bacf38c6e46b3cd3 HTTP/1.1" status: 200 len: 375 time: 0.0176296 Feb 09 02:10:51.753487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:51.783817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a3d68c54-fb07-46bf-b0ff-5eb9140b738e no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:51.785408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-eb9725a3-3543-46f9-8b04-5c73e079b0c2 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225245 Feb 09 02:10:51.909511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:51.927129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'port_id': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2', 'mac_address': 'fa:16:3e:0b:25:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659abfd7-0436-4fe4-8256-1a45d367db9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:51.956214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cee3a-2c9a-4da9-885b-214527fcabbc req-3145a487-d672-4f43-a4ef-778a29ba57ab tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:51.958284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f24cee3a-2c9a-4da9-885b-214527fcabbc req-3145a487-d672-4f43-a4ef-778a29ba57ab tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 944 time: 0.1713967 Feb 09 02:10:51.962198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fb3c12-b969-4910-9cf0-94a834c38d46 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:51.968818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: a3d68c54-fb07-46bf-b0ff-5eb9140b738e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:51.969167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a3d68c54-fb07-46bf-b0ff-5eb9140b738e not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:51.972830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Publish callbacks [] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.014418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-365ba49c-57b1-4590-b400-2454e4fa6321 service neutron] 10.222.0.53 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102721 Feb 09 02:10:52.025708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Transition to ACTIVE for port object 99fb3c12-b969-4910-9cf0-94a834c38d46 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:52.027844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:52.028250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.037011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.048026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:52.064612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dc39295e-941e-47f0-9207-429dbc6572c2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:52.101793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Pushing event updated for resources: {'Port': ['ID=99fb3c12-b969-4910-9cf0-94a834c38d46,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:52.113459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:52.137990 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.168139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f24cee3a-2c9a-4da9-885b-214527fcabbc req-d4506c8d-2efe-48be-ae16-17676a9fcea3 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007596 Feb 09 02:10:52.215494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:52.242410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port dc39295e-941e-47f0-9207-429dbc6572c2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:52.242998 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.244409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Attempting to bind port 99fb3c12-b969-4910-9cf0-94a834c38d46 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:52.244755 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Attempting to bind port 99fb3c12-b969-4910-9cf0-94a834c38d46 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:52.246374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Attempting to bind port 99fb3c12-b969-4910-9cf0-94a834c38d46 on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:52.258147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Port 99fb3c12-b969-4910-9cf0-94a834c38d46 on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:52.259040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Attempting to bind port 99fb3c12-b969-4910-9cf0-94a834c38d46 on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:52.278277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:52.278652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:52.279047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Bound using segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:52.279483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Bound port: 99fb3c12-b969-4910-9cf0-94a834c38d46, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:52.279842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.378689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dc39295e-941e-47f0-9207-429dbc6572c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:52.388394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e32c5cff-8e93-4285-a629-5a5f63c37dd6 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:52.409641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] For port 99fb3c12-b969-4910-9cf0-94a834c38d46, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:52.417155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] For port 99fb3c12-b969-4910-9cf0-94a834c38d46, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=99fb3c12-b969-4910-9cf0-94a834c38d46,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:52.435155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-619653c7-d068-46f8-ad31-c0d3bd059dcd service neutron] 10.222.0.53 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030309 Feb 09 02:10:52.455277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.461971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port e32c5cff-8e93-4285-a629-5a5f63c37dd6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:52.462305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.473569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-5dbb52ae-c4a3-4eba-b711-fde0e036ec3a tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:52.475714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-5dbb52ae-c4a3-4eba-b711-fde0e036ec3a tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 816 time: 0.3061049 Feb 09 02:10:52.486139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582e04-83be-4b3d-a2b5-e8e09181de8f req-7da9538c-0401-4ae2-b810-9fa93ad11bcd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:52.487880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44582e04-83be-4b3d-a2b5-e8e09181de8f req-7da9538c-0401-4ae2-b810-9fa93ad11bcd tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 944 time: 0.1825264 Feb 09 02:10:52.508122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:52.512058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Request body: {'port': {'device_id': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'admin_state_up': True, 'tenant_id': '1edf1cef28f94676bacf38c6e46b3cd3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:52.521259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:52.525705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.528649 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] 10.222.0.82 "PUT /v2.0/ports/99fb3c12-b969-4910-9cf0-94a834c38d46 HTTP/1.1" status: 200 len: 1092 time: 1.4465034 Feb 09 02:10:52.659221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf3985-d4e0-466f-aac5-0a497d4ca249 service neutron] Pushing event updated for resources: {'Port': ['ID=99fb3c12-b969-4910-9cf0-94a834c38d46,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:52.694927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44582e04-83be-4b3d-a2b5-e8e09181de8f req-229a87d9-fab7-44ec-b5bc-1c0e9eed4432 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933706 Feb 09 02:10:52.719249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-51d4d9f6-9a33-4f4c-868e-c19addd2da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:52.720908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-51d4d9f6-9a33-4f4c-868e-c19addd2da1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 1126 time: 0.1451712 Feb 09 02:10:52.785381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Made reservation on behalf of 1edf1cef28f94676bacf38c6e46b3cd3 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:52.789130 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.815137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e32c5cff-8e93-4285-a629-5a5f63c37dd6 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:52.815538 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.839111 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f5dfab6c-01ed-45eb-83b1-8a9b9b48209a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99fb3c12-b969-4910-9cf0-94a834c38d46 HTTP/1.1" status: 200 len: 217 time: 0.1067884 Feb 09 02:10:52.850410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:52.852762 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85926171-b891-46f6-9fbb-9d859acbc2f2" -d '{"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-plugged", "status": "completed", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:52.891980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:52.912328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fdc186c6-4e89-407b-80ec-feab5b6b47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:52.915427 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-fdc186c6-4e89-407b-80ec-feab5b6b47fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.0682397 Feb 09 02:10:52.920302 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:52.979791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:53.016315 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-111ef38e-e70b-404b-833c-0878f1319104 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950198 Feb 09 02:10:53.161630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87d3b4-ff9b-4c61-b6a8-23802f2b951c req-bed35aac-b19a-49e4-ab5f-b6795895c363 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.167231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa87d3b4-ff9b-4c61-b6a8-23802f2b951c req-bed35aac-b19a-49e4-ab5f-b6795895c363 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.2726402 Feb 09 02:10:53.168726 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-0849dbef-b3d9-43af-9343-cef7f11d3cf9 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371043 Feb 09 02:10:53.191163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fedbf1-3108-44dc-9017-423efedd62cb req-e64d6046-991f-4814-8a26-f9ec40419526 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.193718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6fedbf1-3108-44dc-9017-423efedd62cb req-e64d6046-991f-4814-8a26-f9ec40419526 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 943 time: 0.2977803 Feb 09 02:10:53.237441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Allocated IP 172.20.0.8 (45b81117-6bca-430d-8094-dba9c9490890/b4212147-0503-454a-b72c-519ac8117e3e/8eeb29b2-782a-4593-ac30-125f1c4a2590) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:53.303647 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08018a55-4554-4259-9244-ae9d415b693a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:53.311790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6fedbf1-3108-44dc-9017-423efedd62cb req-53028d77-8a60-4a32-8f1c-149272759687 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066718 Feb 09 02:10:53.357585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa87d3b4-ff9b-4c61-b6a8-23802f2b951c req-071d55d0-e3c7-4ece-9969-e5d8b5f5e572 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843963 Feb 09 02:10:53.385880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d08173-a477-45ff-bdce-e290dea05730', 'name': 'network-vif-deleted', 'tag': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca'}, {'name': 'network-changed', 'server_uuid': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'tag': '99fb3c12-b969-4910-9cf0-94a834c38d46'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:53.402495 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46af93f6-14f9-42f0-ae78-22bf4a7b2423" -d '{"events": [{"server_uuid": "26d08173-a477-45ff-bdce-e290dea05730", "name": "network-vif-deleted", "tag": "a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca"}, {"name": "network-changed", "server_uuid": "852272ef-31e4-42fe-94e6-ff5f02e0b648", "tag": "99fb3c12-b969-4910-9cf0-94a834c38d46"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:53.457562 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-22cb637d-f944-447b-aa7a-c70d45add859 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821074 Feb 09 02:10:53.633123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks [] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:53.690296 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b72aad-2853-45f6-810c-bf1b268d5522 x-openstack-request-id: req-52b72aad-2853-45f6-810c-bf1b268d5522 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:53.690886 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-plugged", "status": "completed", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:53.690886 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52b72aad-2853-45f6-810c-bf1b268d5522 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:53.691269 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'code': 200} Feb 09 02:10:53.699212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-708f4f2b-6bd6-4108-bb13-77d2d9e3d449 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.706923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-708f4f2b-6bd6-4108-bb13-77d2d9e3d449 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 816 time: 0.1974812 Feb 09 02:10:53.728990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-39597d8f-a308-4e18-8c34-da14fafee63f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/quotas/1edf1cef28f94676bacf38c6e46b3cd3 HTTP/1.1" status: 200 len: 375 time: 0.0210998 Feb 09 02:10:53.762819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:53.768949 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:53.833714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:53.839620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:53.840146 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:53.911468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Network 45b81117-6bca-430d-8094-dba9c9490890 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:53.927494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c6325-8b7e-4fa9-8a85-deae60d6397c req-0b54c683-0a5a-42e4-8b18-7ea01c3b4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:53.929075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:53.929461 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e24c6325-8b7e-4fa9-8a85-deae60d6397c req-0b54c683-0a5a-42e4-8b18-7ea01c3b4cbf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 1128 time: 0.0585723 Feb 09 02:10:53.933241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:53.951031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:53.951453 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:53.963820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-7cbbbea2-7121-4c1d-8b06-e09b74cc4100 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2338579 Feb 09 02:10:54.032959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:54.043455 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:54.044331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:54.054546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e24c6325-8b7e-4fa9-8a85-deae60d6397c req-05cf2fe5-b201-4f49-9d5b-3ebdcdf953cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150351 Feb 09 02:10:54.098015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:54.098484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:54.100699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Pushing event updated for resources: {'Port': ['ID=8eeb29b2-782a-4593-ac30-125f1c4a2590,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:54.137620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:54.150315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2721aa-bc60-4ed1-85d2-93ad5c690928 req-cd291a85-d0af-4b48-81a0-e517f5d1a66e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.152068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a2721aa-bc60-4ed1-85d2-93ad5c690928 req-cd291a85-d0af-4b48-81a0-e517f5d1a66e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 945 time: 0.3883057 Feb 09 02:10:54.167433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.168071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:54.222984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-fb759333-7f7c-4487-b18b-23bfe6be436d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7274053 Feb 09 02:10:54.233638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-204e4b8b-6c52-4465-9620-ca97c3f303a9 None None] Provisioning complete for port 8eeb29b2-782a-4593-ac30-125f1c4a2590 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:54.235508 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-204e4b8b-6c52-4465-9620-ca97c3f303a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:54.238653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-d15a76b5-c4b0-4713-8605-9504a759537e service neutron] 10.222.0.53 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727947 Feb 09 02:10:54.287492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a2721aa-bc60-4ed1-85d2-93ad5c690928 req-7279d239-a216-42e5-b37b-da58b7f59128 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117711 Feb 09 02:10:54.293373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-204e4b8b-6c52-4465-9620-ca97c3f303a9 None None] Port 8eeb29b2-782a-4593-ac30-125f1c4a2590 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:10:54.349573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Request body: {'port': {'device_id': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:54.386975 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e04b2c-b6d1-4064-b3f5-7d440f2b2110 x-openstack-request-id: req-17e04b2c-b6d1-4064-b3f5-7d440f2b2110 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:54.391771 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d08173-a477-45ff-bdce-e290dea05730", "name": "network-vif-deleted", "tag": "a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "852272ef-31e4-42fe-94e6-ff5f02e0b648", "tag": "99fb3c12-b969-4910-9cf0-94a834c38d46", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:54.391771 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17e04b2c-b6d1-4064-b3f5-7d440f2b2110 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:54.391771 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d08173-a477-45ff-bdce-e290dea05730', 'name': 'network-vif-deleted', 'tag': 'a9bb5de3-d4d9-4a65-bd48-eb7ac0e7ffca', 'status': 'completed', 'code': 200} Feb 09 02:10:54.391771 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'tag': '99fb3c12-b969-4910-9cf0-94a834c38d46', 'status': 'completed', 'code': 200} Feb 09 02:10:54.463648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-22fac411-6c56-4b30-95e5-1dc7f1ee4306 service neutron] 10.222.0.53 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051473 Feb 09 02:10:54.487685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-36d48717-b5ad-4c04-8460-0fdc0ca2f5fd tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.489498 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-36d48717-b5ad-4c04-8460-0fdc0ca2f5fd tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.82 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 816 time: 0.2482185 Feb 09 02:10:54.504873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:54.510539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-eb578385-ca5c-483f-86f4-3d2aa0fb8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.512605 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-eb578385-ca5c-483f-86f4-3d2aa0fb8ab1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 1126 time: 0.0952997 Feb 09 02:10:54.519351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Request body: {'port': {'device_id': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'admin_state_up': True, 'tenant_id': '1edf1cef28f94676bacf38c6e46b3cd3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:54.573805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b3625-e11d-4fd0-a16a-a96e480b0396 req-a178608f-7385-40c0-974e-9875b0b2b271 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.580643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-703b3625-e11d-4fd0-a16a-a96e480b0396 req-a178608f-7385-40c0-974e-9875b0b2b271 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 950 time: 0.1086884 Feb 09 02:10:54.806345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-0fcb94c5-32ca-4596-954b-6e32a99e1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.807615 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-0fcb94c5-32ca-4596-954b-6e32a99e1aad service neutron] 10.222.0.82 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.2797863 Feb 09 02:10:54.843737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-703b3625-e11d-4fd0-a16a-a96e480b0396 req-2f2f2fe0-0100-494b-8df0-34b42be19322 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622159 Feb 09 02:10:54.881130 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-b35ac5f0-b593-415f-a400-44610275f714 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99fb3c12-b969-4910-9cf0-94a834c38d46 HTTP/1.1" status: 200 len: 217 time: 0.0645514 Feb 09 02:10:54.943366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cd62b-cb63-460a-ac58-607d843535f6 req-fbacdadd-298f-4129-9a24-30fe4589b4cc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.944818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-362cd62b-cb63-460a-ac58-607d843535f6 req-fbacdadd-298f-4129-9a24-30fe4589b4cc tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.1894276 Feb 09 02:10:54.949415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-16d6c9b9-7566-486e-96e6-38f73c7c2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:54.951970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-16d6c9b9-7566-486e-96e6-38f73c7c2259 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.0628827 Feb 09 02:10:54.953367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Made reservation on behalf of 1edf1cef28f94676bacf38c6e46b3cd3 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:54.959161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.009220 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-c399eaeb-191a-4d91-8d8c-96cdc51571a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345755 Feb 09 02:10:55.038771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eeb29b2-782a-4593-ac30-125f1c4a2590 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:55.052936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Publish callbacks [] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.090100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Transition to ACTIVE for port object 8eeb29b2-782a-4593-ac30-125f1c4a2590 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:55.097839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-362cd62b-cb63-460a-ac58-607d843535f6 req-a1481c64-98b1-4979-b470-0acead36ce95 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408470 Feb 09 02:10:55.100039 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.128240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da1fc-a807-400b-b2bb-a29af09d79ef req-f3d64ec4-d9cf-440c-8af7-39cb6dbe291d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.128526 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-d4bb239e-7140-4f5d-a21d-93d422a55348 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106572 Feb 09 02:10:55.128641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa0da1fc-a807-400b-b2bb-a29af09d79ef req-f3d64ec4-d9cf-440c-8af7-39cb6dbe291d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 943 time: 0.1425967 Feb 09 02:10:55.233365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeb29b2-782a-4593-ac30-125f1c4a2590,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:55.245484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-46af93f6-14f9-42f0-ae78-22bf4a7b2423 req-b3fa3196-98d2-49b9-b5a0-8053707dd56a service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151414 Feb 09 02:10:55.339330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa0da1fc-a807-400b-b2bb-a29af09d79ef req-6766855d-b9ee-4c04-b470-2d5a72f6936e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944411 Feb 09 02:10:55.441638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Attempting to bind port 8eeb29b2-782a-4593-ac30-125f1c4a2590 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:55.442186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Attempting to bind port 8eeb29b2-782a-4593-ac30-125f1c4a2590 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:55.442682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Attempting to bind port 8eeb29b2-782a-4593-ac30-125f1c4a2590 on network 45b81117-6bca-430d-8094-dba9c9490890 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:55.463314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Port 8eeb29b2-782a-4593-ac30-125f1c4a2590 on network 45b81117-6bca-430d-8094-dba9c9490890 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:55.463829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Attempting to bind port 8eeb29b2-782a-4593-ac30-125f1c4a2590 on network 45b81117-6bca-430d-8094-dba9c9490890 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:55.476275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:55.476678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Checking segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:55.479054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Bound using segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:55.479806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Bound port: 8eeb29b2-782a-4593-ac30-125f1c4a2590, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:55.480377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.531788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36b973b2-056c-497b-9de2-4be6ff231b4f req-c8671e72-b75e-41fe-b47c-56e9621aede2 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 210 time: 0.0800047 Feb 09 02:10:55.550007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e296-a5e7-4efe-96cd-7cb34170d9c1 req-99bd56cf-e43a-44ed-a15c-b0e962591878 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.551743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7b4e296-a5e7-4efe-96cd-7cb34170d9c1 req-99bd56cf-e43a-44ed-a15c-b0e962591878 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.2481537 Feb 09 02:10:55.573653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Allocated IP 172.20.0.4 (45b81117-6bca-430d-8094-dba9c9490890/b4212147-0503-454a-b72c-519ac8117e3e/9139ae39-8ca4-4941-ae4f-5a6cfac6aea9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:55.694569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:55.712706 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a45fcb1-9a4a-454e-9c18-3c2c16171089" -d '{"events": [{"server_uuid": "86880ac4-eb2a-4524-aaa0-1eba2687e633", "name": "network-vif-plugged", "status": "completed", "tag": "50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:55.730363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc1fdf76-6537-4a15-96b0-3c6647f100b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.744535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] For port 8eeb29b2-782a-4593-ac30-125f1c4a2590, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:55.751504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] For port 8eeb29b2-782a-4593-ac30-125f1c4a2590, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:55.761150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7b4e296-a5e7-4efe-96cd-7cb34170d9c1 req-f81f175a-0372-4c94-80d4-b97392c4f511 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535287 Feb 09 02:10:55.772001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.872800 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4068431d-1c8c-410d-9f46-3a887cf177e2 x-openstack-request-id: req-4068431d-1c8c-410d-9f46-3a887cf177e2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:55.873537 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86880ac4-eb2a-4524-aaa0-1eba2687e633", "name": "network-vif-plugged", "status": "completed", "tag": "50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:55.873997 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4068431d-1c8c-410d-9f46-3a887cf177e2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:55.874598 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2', 'code': 200} Feb 09 02:10:55.884364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeb29b2-782a-4593-ac30-125f1c4a2590,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:55.892248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5971-bbe4-4963-8254-1b7136a064db req-59ef49c1-d1e2-45e8-bab1-ea9cf3f3ab2b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.898826 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c02c5971-bbe4-4963-8254-1b7136a064db req-59ef49c1-d1e2-45e8-bab1-ea9cf3f3ab2b tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 950 time: 0.2320883 Feb 09 02:10:55.920756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986efa4-f0a1-4bf4-b2e6-3c0744897565 req-949e7b2d-5b45-424a-9aca-a144887440ce tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.929276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f986efa4-f0a1-4bf4-b2e6-3c0744897565 req-949e7b2d-5b45-424a-9aca-a144887440ce tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 946 time: 0.2787976 Feb 09 02:10:55.958148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:55.959001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:55.961258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e60d8d79-5d23-4a08-aa82-651ab76ec940 service neutron] 10.222.0.72 "PUT /v2.0/ports/8eeb29b2-782a-4593-ac30-125f1c4a2590 HTTP/1.1" status: 200 len: 1092 time: 1.6179607 Feb 09 02:10:55.965321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'tag': '8eeb29b2-782a-4593-ac30-125f1c4a2590'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:55.968589 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9e8028-0ebe-46bb-84bb-26201ab7d911" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a3168d-557a-44a6-90b1-a4216fd49138", "tag": "8eeb29b2-782a-4593-ac30-125f1c4a2590"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:56.025550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f986efa4-f0a1-4bf4-b2e6-3c0744897565 req-247f02f8-8e0b-4480-97e8-70ed54a84bf2 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951626 Feb 09 02:10:56.108104 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e3223-a687-474e-baca-7576dcfa45c5 x-openstack-request-id: req-4b2e3223-a687-474e-baca-7576dcfa45c5 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:56.108569 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a3168d-557a-44a6-90b1-a4216fd49138", "tag": "8eeb29b2-782a-4593-ac30-125f1c4a2590", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:56.109169 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b2e3223-a687-474e-baca-7576dcfa45c5 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:56.109687 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'tag': '8eeb29b2-782a-4593-ac30-125f1c4a2590', 'status': 'completed', 'code': 200} Feb 09 02:10:56.117944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a16649-dbc1-4d16-838f-8f6526f4689a req-28b16397-b148-4806-9d49-bab830627b81 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.122392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60a16649-dbc1-4d16-838f-8f6526f4689a req-28b16397-b148-4806-9d49-bab830627b81 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2a79c1-5df7-4bc6-a936-a2837b600bff HTTP/1.1" status: 200 len: 950 time: 0.1235650 Feb 09 02:10:56.140454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-bec66a7c-ffca-40d6-9557-8eb43a444a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.142689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks [] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.143501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-bec66a7c-ffca-40d6-9557-8eb43a444a26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 1126 time: 0.0950871 Feb 09 02:10:56.203200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-e5c9f0f5-218e-4815-b53d-58743c5c918a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590 HTTP/1.1" status: 200 len: 217 time: 0.0498195 Feb 09 02:10:56.298818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75fbf4-071f-4bad-9193-f12217075d81 req-9b8187c9-74ef-45a1-a001-506f2d12814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.301076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7b75fbf4-071f-4bad-9193-f12217075d81 req-9b8187c9-74ef-45a1-a001-506f2d12814e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 1129 time: 0.2424173 Feb 09 02:10:56.320772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.327355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60a16649-dbc1-4d16-838f-8f6526f4689a req-5c5ee8c3-8d31-433d-a70a-34ce4cddfa80 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.53 "GET /v2.0/security-groups?id=a440092e-b48e-4f3e-bbd0-7298e921086b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982431 Feb 09 02:10:56.370186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Deleting port f9e56657-b163-4362-9ef2-5e27eed0103f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:10:56.370632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.462602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29b7f9-5c6c-46f0-ac68-6d26e7d93962 req-09afe488-81c0-40a6-ae0c-040364d92f1d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.469562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de29b7f9-5c6c-46f0-ac68-6d26e7d93962 req-09afe488-81c0-40a6-ae0c-040364d92f1d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.2713006 Feb 09 02:10:56.508178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-591c4f11-a43b-4767-aabe-956eac498c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.510486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-591c4f11-a43b-4767-aabe-956eac498c4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 200 len: 855 time: 0.2639883 Feb 09 02:10:56.516011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Network 45b81117-6bca-430d-8094-dba9c9490890 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:56.518681 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7b75fbf4-071f-4bad-9193-f12217075d81 req-7e796dd4-87c6-43c1-9d61-605593e29bf9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077439 Feb 09 02:10:56.527546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:56.537419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:56.582156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] For port f9e56657-b163-4362-9ef2-5e27eed0103f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f9e56657-b163-4362-9ef2-5e27eed0103f,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:56.582931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.611697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Pushing event updated for resources: {'Port': ['ID=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:56.616699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Calling delete_port for f9e56657-b163-4362-9ef2-5e27eed0103f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:10:56.623234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de29b7f9-5c6c-46f0-ac68-6d26e7d93962 req-4fc9bc34-1a66-4213-9de3-97866d564763 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527219 Feb 09 02:10:56.640181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.641009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.743087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-339ba424-aa6f-4687-bd53-db841bc25814 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.745229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-339ba424-aa6f-4687-bd53-db841bc25814 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 816 time: 0.4362774 Feb 09 02:10:56.752739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e46aa-e7b5-4ffe-bcb4-ceeed0539364 req-a21f5035-a0e4-445f-888c-6fdb2cee7b4f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.754838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-419e46aa-e7b5-4ffe-bcb4-ceeed0539364 req-a21f5035-a0e4-445f-888c-6fdb2cee7b4f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 943 time: 0.2795935 Feb 09 02:10:56.779528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Request body: {'port': {'device_id': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'admin_state_up': True, 'tenant_id': '1edf1cef28f94676bacf38c6e46b3cd3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:56.791115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-632aa785-c7c3-4824-bf30-3f1970c89b6e req-250d174f-9ce1-45fb-9bab-05cd7f364986 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 210 time: 0.0700173 Feb 09 02:10:56.823789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-98087b45-40bd-41aa-9cff-92600cfba2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:56.825313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-98087b45-40bd-41aa-9cff-92600cfba2b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45b81117-6bca-430d-8094-dba9c9490890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3044736 Feb 09 02:10:56.835620 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-5c2a6de6-d80b-4711-af03-a1fa3cdae88f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3278224 Feb 09 02:10:56.840248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f9e56657-b163-4362-9ef2-5e27eed0103f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.842268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:56.903052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Request body: {'port': {'device_id': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:56.906173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Pushing event deleted for resources: {'Port': ['ID=f9e56657-b163-4362-9ef2-5e27eed0103f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:57.018749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] No DVR routers for this DVR port f9e56657-b163-4362-9ef2-5e27eed0103f on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:10:57.038037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-12d681d8-7f13-47a3-aacc-8ee602894278 None None] Provisioning complete for port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:57.041189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12d681d8-7f13-47a3-aacc-8ee602894278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.054178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.059260 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c02c5971-bbe4-4963-8254-1b7136a064db req-e76b1126-9730-4588-b8aa-bb6a8f821318 tempest-ServersOnMultiNodesTest-1950796456 tempest-ServersOnMultiNodesTest-1950796456-project] 10.222.0.72 "DELETE /v2.0/ports/f9e56657-b163-4362-9ef2-5e27eed0103f HTTP/1.1" status: 204 len: 173 time: 1.1583371 Feb 09 02:10:57.059536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'name': 'network-vif-deleted', 'tag': 'f9e56657-b163-4362-9ef2-5e27eed0103f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:57.061950 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eecceec-3e69-40d6-9246-cfde7636b86d" -d '{"events": [{"server_uuid": "af2a79c1-5df7-4bc6-a936-a2837b600bff", "name": "network-vif-deleted", "tag": "f9e56657-b163-4362-9ef2-5e27eed0103f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:57.076442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.087576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-419e46aa-e7b5-4ffe-bcb4-ceeed0539364 req-541273ec-0858-4833-9a13-aceb81e58655 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019202 Feb 09 02:10:57.091006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-12d681d8-7f13-47a3-aacc-8ee602894278 None None] Port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:10:57.174976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-f397fa5b-4c25-4d1e-9de3-e7a380004790 service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024013 Feb 09 02:10:57.507271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:57.520591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Publish callbacks [] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.546813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Transition to ACTIVE for port object 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:10:57.555694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.629279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Pushing event updated for resources: {'Port': ['ID=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:57.731636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Attempting to bind port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:10:57.732027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Attempting to bind port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:10:57.732395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Attempting to bind port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 on network 45b81117-6bca-430d-8094-dba9c9490890 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:57.739257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 on network 45b81117-6bca-430d-8094-dba9c9490890 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:10:57.739586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Attempting to bind port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 on network 45b81117-6bca-430d-8094-dba9c9490890 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:10:57.749907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:10:57.750254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Checking segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:10:57.750691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Bound using segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:10:57.751134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Bound port: 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:10:57.751501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.768606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763338b-1036-4c8a-8648-f0a9c3ed1fa3 req-0db3ab11-a594-4c45-ba71-f4f48d470501 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:57.780805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3763338b-1036-4c8a-8648-f0a9c3ed1fa3 req-0db3ab11-a594-4c45-ba71-f4f48d470501 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.8579440 Feb 09 02:10:57.788222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 99fb3c12-b969-4910-9cf0-94a834c38d46 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:57.864527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Made reservation on behalf of 1edf1cef28f94676bacf38c6e46b3cd3 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:10:57.869476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.872219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] For port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:10:57.876132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] For port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:10:57.895052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.932287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b34fc-0f29-4768-94e9-9c505800453d req-abbc9b1d-d3c2-4b8e-8063-ed3aa256f7c3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:57.934150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b5b34fc-0f29-4768-94e9-9c505800453d req-abbc9b1d-d3c2-4b8e-8063-ed3aa256f7c3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.7696376 Feb 09 02:10:57.969761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:57.974400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:57.977312 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] 10.222.0.82 "PUT /v2.0/ports/9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 HTTP/1.1" status: 200 len: 1092 time: 1.1286912 Feb 09 02:10:58.013524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9db9a0bc-3865-42b8-b005-a593ccaaf629 req-33205c3d-1cfb-4a3e-8c21-df0b15b3fdbf service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8192091 Feb 09 02:10:58.084442 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.112569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63fae9-0500-4550-9227-2072b27a8a24 service neutron] Pushing event updated for resources: {'Port': ['ID=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:58.141507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-0238f4e2-1b56-47b2-a199-e2186c0d367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.145772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 99fb3c12-b969-4910-9cf0-94a834c38d46, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=99fb3c12-b969-4910-9cf0-94a834c38d46,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:58.147130 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-0238f4e2-1b56-47b2-a199-e2186c0d367b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 1126 time: 0.1129155 Feb 09 02:10:58.175011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '99fb3c12-b969-4910-9cf0-94a834c38d46', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': '99fb3c12-b969-4910-9cf0-94a834c38d46', 'mac_address': 'fa:16:3e:78:87:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:58.217908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-286767d8-27cc-47f5-b7fb-96f5c08710c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 HTTP/1.1" status: 200 len: 217 time: 0.0659821 Feb 09 02:10:58.220483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3763338b-1036-4c8a-8648-f0a9c3ed1fa3 req-55af0fe4-2a30-4031-ad6a-e9cb5d2664d8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116604 Feb 09 02:10:58.267554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 99fb3c12-b969-4910-9cf0-94a834c38d46 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:58.268038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.270932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b5b34fc-0f29-4768-94e9-9c505800453d req-9546fb5b-4a33-4eb5-9ca7-d539ebb8f421 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006055 Feb 09 02:10:58.309519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Allocated IP 172.20.0.3 (45b81117-6bca-430d-8094-dba9c9490890/b4212147-0503-454a-b72c-519ac8117e3e/1949a3c6-1d33-4825-83d9-b037588570fa) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:10:58.321995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fb3c12-b969-4910-9cf0-94a834c38d46 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:58.349734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-f0c79a5b-d940-423e-81c8-c9c0c43ccbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.351640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-f0c79a5b-d940-423e-81c8-c9c0c43ccbcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 1126 time: 0.2184846 Feb 09 02:10:58.359698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-69a9e945-2674-4470-8188-bae2aa2fdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.365505 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-69a9e945-2674-4470-8188-bae2aa2fdb11 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 200 len: 855 time: 0.1246336 Feb 09 02:10:58.372089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 99fb3c12-b969-4910-9cf0-94a834c38d46, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=99fb3c12-b969-4910-9cf0-94a834c38d46,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:58.384936 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52a4d4c-a2da-4a2e-982b-1c1fcd8fc446 x-openstack-request-id: req-c52a4d4c-a2da-4a2e-982b-1c1fcd8fc446 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:58.385555 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2a79c1-5df7-4bc6-a936-a2837b600bff", "name": "network-vif-deleted", "tag": "f9e56657-b163-4362-9ef2-5e27eed0103f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:58.385876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.386029 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c52a4d4c-a2da-4a2e-982b-1c1fcd8fc446 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:58.387278 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2a79c1-5df7-4bc6-a936-a2837b600bff', 'name': 'network-vif-deleted', 'tag': 'f9e56657-b163-4362-9ef2-5e27eed0103f', 'status': 'completed', 'code': 200} Feb 09 02:10:58.449365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f9e56657-b163-4362-9ef2-5e27eed0103f no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:10:58.468753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-4bb35b29-3a91-4f3c-a94d-cfeae8e35484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.470943 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-4bb35b29-3a91-4f3c-a94d-cfeae8e35484 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=45b81117-6bca-430d-8094-dba9c9490890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0996435 Feb 09 02:10:58.486072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: f9e56657-b163-4362-9ef2-5e27eed0103f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:10:58.486931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f9e56657-b163-4362-9ef2-5e27eed0103f not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:10:58.536001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=99fb3c12-b969-4910-9cf0-94a834c38d46,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:58.638098 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-9a30910d-5a3f-4e8b-a812-013d891b4a76 service neutron] 10.222.0.82 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589479 Feb 09 02:10:58.652461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b649e28-0de6-4cea-ba08-7ebd5514cdd8 req-2ce98b91-fb26-44c8-ae59-97c7a4007792 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 210 time: 0.0716715 Feb 09 02:10:58.727568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['99fb3c12-b969-4910-9cf0-94a834c38d46'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:58.766890 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b452d14c-ddc2-4704-86e6-7612bdaa4bf4 req-ff32d36b-5baa-47c5-be7d-5780caf4c5ff service neutron] 10.222.0.82 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224086 Feb 09 02:10:58.833980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:58.840516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks [] for port (1949a3c6-1d33-4825-83d9-b037588570fa), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:58.854786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-bcee7709-8166-4b8d-abd8-aee3d1d88d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.856847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-bcee7709-8166-4b8d-abd8-aee3d1d88d91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 917 time: 0.4979296 Feb 09 02:10:58.879547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29383676-f33f-44ca-b7d3-7affe5833e06 req-68580868-a7d8-41b3-9e44-a357041cb689 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:58.889074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29383676-f33f-44ca-b7d3-7affe5833e06 req-68580868-a7d8-41b3-9e44-a357041cb689 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 946 time: 0.5005944 Feb 09 02:10:58.974736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-413e4b5c-f97e-4c3d-a0fb-43afa6990b1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590 HTTP/1.1" status: 200 len: 217 time: 0.1038663 Feb 09 02:10:59.004055 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8db9155-b745-475a-b053-0ef5c7857548 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fc6f43d5680489395d74deaf00b53a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663158 Feb 09 02:10:59.005200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:59.077008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e022b66-73f1-4810-83aa-527aa0c92dce req-937552ab-ab2f-455b-9637-29e0bc89e06c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:59.079194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6db25c57-2de0-4948-922b-6b5d39a2e859 admin admin] Publish callbacks [] for security_group (a440092e-b48e-4f3e-bbd0-7298e921086b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.084872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e022b66-73f1-4810-83aa-527aa0c92dce req-937552ab-ab2f-455b-9637-29e0bc89e06c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 944 time: 0.2260273 Feb 09 02:10:59.105210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6db25c57-2de0-4948-922b-6b5d39a2e859 admin admin] Publish callbacks [] for security_group (a440092e-b48e-4f3e-bbd0-7298e921086b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.107074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29383676-f33f-44ca-b7d3-7affe5833e06 req-139dece2-ae0e-42d9-af89-81934b8e3e60 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181220 Feb 09 02:10:59.129261 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.197379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6db25c57-2de0-4948-922b-6b5d39a2e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a440092e-b48e-4f3e-bbd0-7298e921086b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.207350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6db25c57-2de0-4948-922b-6b5d39a2e859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.208915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6db25c57-2de0-4948-922b-6b5d39a2e859 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a440092e-b48e-4f3e-bbd0-7298e921086b HTTP/1.1" status: 204 len: 168 time: 0.2027984 Feb 09 02:10:59.219408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-aca63b72-d78b-4435-a782-16eaa7ff6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:59.220938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-aca63b72-d78b-4435-a782-16eaa7ff6b18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 200 len: 855 time: 0.2355449 Feb 09 02:10:59.236829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db25c57-2de0-4948-922b-6b5d39a2e859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440092e-b48e-4f3e-bbd0-7298e921086b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:59.255857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Network 45b81117-6bca-430d-8094-dba9c9490890 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:10:59.257390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:10:59.281372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e022b66-73f1-4810-83aa-527aa0c92dce req-d138a79d-36a3-4ae0-9c14-5bc5801f3214 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955376 Feb 09 02:10:59.282278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:10:59.411221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Pushing event updated for resources: {'Port': ['ID=1949a3c6-1d33-4825-83d9-b037588570fa,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:59.567130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:59.568167 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.639902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-36261826-2089-438c-b41b-e0dfe40006d0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8645406 Feb 09 02:10:59.656054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Request body: {'port': {'device_id': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:10:59.663860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-ffb397d7-59e7-4673-b2c5-c22729fe8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:59.668171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-ffb397d7-59e7-4673-b2c5-c22729fe8be3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45b81117-6bca-430d-8094-dba9c9490890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4066508 Feb 09 02:10:59.700942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.704026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da65d3b4-c313-4aca-ad69-f5020ad62093 None None] Provisioning complete for port 1949a3c6-1d33-4825-83d9-b037588570fa triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:59.704606 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da65d3b4-c313-4aca-ad69-f5020ad62093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.745753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da65d3b4-c313-4aca-ad69-f5020ad62093 None None] Port 1949a3c6-1d33-4825-83d9-b037588570fa cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:10:59.786679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:59.812841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cf772-d839-4a95-96a1-64bcb9618914 req-47024dde-f6c6-4d55-8cea-6d33f679bccd tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:59.814365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-883cf772-d839-4a95-96a1-64bcb9618914 req-47024dde-f6c6-4d55-8cea-6d33f679bccd tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.3470087 Feb 09 02:10:59.837585 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d6cd2904-b8d2-42b0-9341-2a21ae8507e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e01707d3d4d4d449dfce77b991c80d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491955 Feb 09 02:10:59.839867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:10:59.893248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb27ea76-5adf-4a32-9ec7-049ce8725273 admin admin] Publish callbacks [] for security_group (df06eb2e-b71e-404a-9286-06818b8c94a5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.904274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.915363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb27ea76-5adf-4a32-9ec7-049ce8725273 admin admin] Publish callbacks [] for security_group (df06eb2e-b71e-404a-9286-06818b8c94a5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.967503 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb27ea76-5adf-4a32-9ec7-049ce8725273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (df06eb2e-b71e-404a-9286-06818b8c94a5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.970435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb27ea76-5adf-4a32-9ec7-049ce8725273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:59.974165 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb27ea76-5adf-4a32-9ec7-049ce8725273 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df06eb2e-b71e-404a-9286-06818b8c94a5 HTTP/1.1" status: 204 len: 168 time: 0.1308401 Feb 09 02:10:59.974336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-c8cfd26f-172a-4d15-acf8-6b073d4c548a service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844253 Feb 09 02:10:59.987351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27ea76-5adf-4a32-9ec7-049ce8725273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df06eb2e-b71e-404a-9286-06818b8c94a5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:00.007524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-883cf772-d839-4a95-96a1-64bcb9618914 req-aabe990d-e0f3-4d96-826c-6c33653a7625 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807473 Feb 09 02:11:00.073332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-a0a587f0-ff74-432a-868b-046f41e9cf2d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.074917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-a0a587f0-ff74-432a-868b-046f41e9cf2d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 814 time: 0.3746433 Feb 09 02:11:00.114468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-1c476e84-bc06-43e3-89b4-8cb02fcb6e3b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/quotas/2be51e5222e94481ac5862b8767f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0324543 Feb 09 02:11:00.296779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a9e8028-0ebe-46bb-84bb-26201ab7d911 req-d637df7a-82ac-4efe-85b9-174a05180bdb service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964277 Feb 09 02:11:00.381040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-a3d76c21-2efd-46fa-892b-1359be081e58 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1983693 Feb 09 02:11:00.388522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'tag': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:00.390894 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90209f6c-925f-4fb2-8bc8-2c77a4949d41" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6", "tag": "9139ae39-8ca4-4941-ae4f-5a6cfac6aea9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:00.522182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d0bbd-85ae-48b7-a302-372da4207829 req-50e0480a-3354-4386-bc1d-c15644324348 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:00.523707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa4d0bbd-85ae-48b7-a302-372da4207829 req-50e0480a-3354-4386-bc1d-c15644324348 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 931 time: 0.1902905 Feb 09 02:11:00.581044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-48240226-43d8-4cc4-95de-c86d51f24207 service neutron] 10.222.0.53 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921995 Feb 09 02:11:00.623378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1949a3c6-1d33-4825-83d9-b037588570fa {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:00.659072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Publish callbacks [] for port (1949a3c6-1d33-4825-83d9-b037588570fa), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:00.685166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa4d0bbd-85ae-48b7-a302-372da4207829 req-d66588c1-0889-4535-9c6b-0bd3c8e9e1b5 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524782 Feb 09 02:11:00.692292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Transition to ACTIVE for port object 1949a3c6-1d33-4825-83d9-b037588570fa will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:00.712339 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:00.778435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-76fc186c-64cb-4489-b63f-f6d12e64f3eb service neutron] 10.222.0.53 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898091 Feb 09 02:11:00.834883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Pushing event updated for resources: {'Port': ['ID=1949a3c6-1d33-4825-83d9-b037588570fa,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:00.902262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.902436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.902891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.903247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.904020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.904380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.904721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.905061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.905397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.905734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.906075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.906404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:00.906783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:01.060808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Attempting to bind port 1949a3c6-1d33-4825-83d9-b037588570fa on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:01.061259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Attempting to bind port 1949a3c6-1d33-4825-83d9-b037588570fa by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:01.061698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Attempting to bind port 1949a3c6-1d33-4825-83d9-b037588570fa on network 45b81117-6bca-430d-8094-dba9c9490890 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:01.082341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Port 1949a3c6-1d33-4825-83d9-b037588570fa on network 45b81117-6bca-430d-8094-dba9c9490890 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:01.082975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Attempting to bind port 1949a3c6-1d33-4825-83d9-b037588570fa on network 45b81117-6bca-430d-8094-dba9c9490890 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:01.116488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:01.116834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Checking segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:01.117216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Bound using segment: {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:01.118172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Bound port: 1949a3c6-1d33-4825-83d9-b037588570fa, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09fa158-fd37-46c9-88f8-15b859e860c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b81117-6bca-430d-8094-dba9c9490890'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:01.118647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:01.126336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352220-d624-483a-ac3e-b7c783e546a5 req-9505e79b-6bfa-4f39-b992-607c4255f086 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.128822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-9505e79b-6bfa-4f39-b992-607c4255f086 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.3357477 Feb 09 02:11:01.235292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-65490ed6-4d05-4ab7-8134-27519b33a9f6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/quotas/c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 375 time: 0.0889158 Feb 09 02:11:01.347155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8933-6b60-4555-bba8-062865b1823b req-54398cf1-d4c7-49c2-bd53-35b8a36489f5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.349034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8afc8933-6b60-4555-bba8-062865b1823b req-54398cf1-d4c7-49c2-bd53-35b8a36489f5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 944 time: 0.2468719 Feb 09 02:11:01.359799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] For port 1949a3c6-1d33-4825-83d9-b037588570fa, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:01.371933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] For port 1949a3c6-1d33-4825-83d9-b037588570fa, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=1949a3c6-1d33-4825-83d9-b037588570fa,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:01.401903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:01.414516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-cdf14f79-a7a4-4598-ab2f-d24f896e36ea tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.416877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-cdf14f79-a7a4-4598-ab2f-d24f896e36ea tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50 HTTP/1.1" status: 200 len: 945 time: 0.2326932 Feb 09 02:11:01.487961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.488707 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:01.490844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] 10.222.0.72 "PUT /v2.0/ports/1949a3c6-1d33-4825-83d9-b037588570fa HTTP/1.1" status: 200 len: 1092 time: 1.8396418 Feb 09 02:11:01.516996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'tag': '1949a3c6-1d33-4825-83d9-b037588570fa'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:01.520850 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea019a3b-721f-4458-8ed1-eeaa4ece7489", "tag": "1949a3c6-1d33-4825-83d9-b037588570fa"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:01.531421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-d4738275-a2ae-4cca-83ff-582a89f7cb3f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2707951 Feb 09 02:11:01.574929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8afc8933-6b60-4555-bba8-062865b1823b req-41fd989a-4781-4f39-a2b9-d952d1188bb1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160935 Feb 09 02:11:01.637196 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32984aa5-521b-425a-83b2-7bd57e42e65b x-openstack-request-id: req-32984aa5-521b-425a-83b2-7bd57e42e65b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:01.637751 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6", "tag": "9139ae39-8ca4-4941-ae4f-5a6cfac6aea9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:01.637751 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32984aa5-521b-425a-83b2-7bd57e42e65b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:01.638123 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'tag': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9', 'status': 'completed', 'code': 200} Feb 09 02:11:01.743471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-9171fa36-cdc0-48a6-aca8-8792aadd0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.745132 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-9171fa36-cdc0-48a6-aca8-8792aadd0e7d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 1126 time: 0.0806775 Feb 09 02:11:01.752224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024b773-d21a-44dd-a70f-d90b84ae1187 service neutron] Pushing event updated for resources: {'Port': ['ID=1949a3c6-1d33-4825-83d9-b037588570fa,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:01.799150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 99fb3c12-b969-4910-9cf0-94a834c38d46 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:01.812698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-963043a3-9328-4655-a955-12b6cca25c24 req-dd9947cf-0a32-4e27-ace6-f027068be7ac tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 210 time: 0.0553894 Feb 09 02:11:01.870774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-562bb32b-a346-4b75-bdb5-57b2040c563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.872562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-562bb32b-a346-4b75-bdb5-57b2040c563e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 1126 time: 0.2914193 Feb 09 02:11:01.920742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-e8b43e7b-d3ae-4f47-9f62-0955365a8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:01.922506 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-e8b43e7b-d3ae-4f47-9f62-0955365a8630 service neutron] 10.222.0.82 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 917 time: 0.1702094 Feb 09 02:11:01.934347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 99fb3c12-b969-4910-9cf0-94a834c38d46 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:01.940274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 99fb3c12-b969-4910-9cf0-94a834c38d46 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:01.940661 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:01.992393 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-8b5933a0-c63f-4c64-b73f-0932e662a2fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 HTTP/1.1" status: 200 len: 217 time: 0.0616989 Feb 09 02:11:02.107320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-6060e2fd-6cf0-4c03-9e81-ff0a808ea49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:02.112501 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-6060e2fd-6cf0-4c03-9e81-ff0a808ea49d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 200 len: 855 time: 0.1129663 Feb 09 02:11:02.152265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 99fb3c12-b969-4910-9cf0-94a834c38d46 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:02.152666 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:02.191424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fb3c12-b969-4910-9cf0-94a834c38d46'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:02.194828 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bebcc0a-7e5c-4c08-836d-367aedf377f4" -d '{"events": [{"server_uuid": "852272ef-31e4-42fe-94e6-ff5f02e0b648", "name": "network-vif-plugged", "status": "completed", "tag": "99fb3c12-b969-4910-9cf0-94a834c38d46"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:02.216685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-c9b8eddc-0e79-444f-9786-06eb2aaf16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:02.219192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 99fb3c12-b969-4910-9cf0-94a834c38d46, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=99fb3c12-b969-4910-9cf0-94a834c38d46,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:02.226202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-c9b8eddc-0e79-444f-9786-06eb2aaf16d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=45b81117-6bca-430d-8094-dba9c9490890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1063712 Feb 09 02:11:02.226591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:02.356896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=99fb3c12-b969-4910-9cf0-94a834c38d46,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:02.379936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.380467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.391625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.392196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.392547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.392940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.393285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.393672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.394012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.394343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.394749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.395086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.395455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:02.449913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8eeb29b2-782a-4593-ac30-125f1c4a2590 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:02.508128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-be5c2571-aaff-4202-8dc1-a9ae9711bf88 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:02.510010 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-be5c2571-aaff-4202-8dc1-a9ae9711bf88 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.82 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 814 time: 0.2669466 Feb 09 02:11:02.543857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Request body: {'port': {'device_id': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'admin_state_up': True, 'tenant_id': '2be51e5222e94481ac5862b8767f58a1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:02.583427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-2a6acb79-a193-4966-b29b-613d32272605 service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0381939 Feb 09 02:11:02.585027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-b66464cf-843c-4109-a31d-232a523dc915 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1949a3c6-1d33-4825-83d9-b037588570fa HTTP/1.1" status: 200 len: 217 time: 0.7009089 Feb 09 02:11:02.700054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Made reservation on behalf of 2be51e5222e94481ac5862b8767f58a1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:02.707191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-50ddb282-52f4-4d7f-99d2-a478aabf9e5b service neutron] 10.222.0.53 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087885 Feb 09 02:11:02.719394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:02.728341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8eeb29b2-782a-4593-ac30-125f1c4a2590, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:02.746250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Deleting port e32c5cff-8e93-4285-a629-5a5f63c37dd6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:02.746812 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:02.766940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '8eeb29b2-782a-4593-ac30-125f1c4a2590', 'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'port_id': '8eeb29b2-782a-4593-ac30-125f1c4a2590', 'mac_address': 'fa:16:3e:64:c5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4212147-0503-454a-b72c-519ac8117e3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:02.803137 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-5e120a6e-ca2f-4369-858e-2abde08d9326 service neutron] 10.222.0.82 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696530 Feb 09 02:11:02.870328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8eeb29b2-782a-4593-ac30-125f1c4a2590 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:02.870954 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:02.893211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eeb29b2-782a-4593-ac30-125f1c4a2590 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:02.922795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-c4b104e5-9d7e-4aed-9e6b-a2c23e4f30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:02.924772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-c4b104e5-9d7e-4aed-9e6b-a2c23e4f30ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 200 len: 855 time: 0.3281937 Feb 09 02:11:02.932057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8eeb29b2-782a-4593-ac30-125f1c4a2590, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:02.948243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.041073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f4447-72ab-4e82-917a-7f297d305c38 req-598290cd-64aa-4d1c-b2e6-de601b579236 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:03.054089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-052f4447-72ab-4e82-917a-7f297d305c38 req-598290cd-64aa-4d1c-b2e6-de601b579236 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.4764934 Feb 09 02:11:03.056921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8eeb29b2-782a-4593-ac30-125f1c4a2590,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:03.104729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] For port e32c5cff-8e93-4285-a629-5a5f63c37dd6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e32c5cff-8e93-4285-a629-5a5f63c37dd6,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:03.104729 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.105411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Allocated IP 172.20.0.11 (52cbce10-e74d-4996-9c25-57e59948f8b4/b54feca3-d06f-42e5-ab3c-a1bdd55fd62c/e1de26ca-ecbd-46c8-8344-f42547b42ccc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:03.119963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-aeef5aca-4833-4acf-9d0c-f4537c09f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:03.121519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-aeef5aca-4833-4acf-9d0c-f4537c09f75f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45b81117-6bca-430d-8094-dba9c9490890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1589084 Feb 09 02:11:03.128723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Calling delete_port for e32c5cff-8e93-4285-a629-5a5f63c37dd6 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:03.130550 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90209f6c-925f-4fb2-8bc8-2c77a4949d41 req-447f98ad-4fd1-4aa9-b03c-dac3990a2aa5 service neutron] 10.222.0.82 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402885 Feb 09 02:11:03.217793 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4c4368-9224-41c3-9719-17f4b14ff999 x-openstack-request-id: req-0d4c4368-9224-41c3-9719-17f4b14ff999 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:03.218127 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea019a3b-721f-4458-8ed1-eeaa4ece7489", "tag": "1949a3c6-1d33-4825-83d9-b037588570fa", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:03.218397 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d4c4368-9224-41c3-9719-17f4b14ff999 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:03.221004 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'tag': '1949a3c6-1d33-4825-83d9-b037588570fa', 'status': 'completed', 'code': 200} Feb 09 02:11:03.348946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-052f4447-72ab-4e82-917a-7f297d305c38 req-146de702-42ec-47c3-9281-8f7e1dc06038 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738209 Feb 09 02:11:03.460593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-2b5d5305-6d4f-4afb-bc9e-de4dc09f92c6 service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125689 Feb 09 02:11:03.481654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf242af-8c36-4527-93a0-c08578ec3597 req-1705cfbc-7903-450b-b23a-8de8fc88790b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:03.483456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cf242af-8c36-4527-93a0-c08578ec3597 req-1705cfbc-7903-450b-b23a-8de8fc88790b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 943 time: 0.1769235 Feb 09 02:11:03.491285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8eeb29b2-782a-4593-ac30-125f1c4a2590'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:03.554312 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e405954c-cf3b-490e-bcaa-b1e949c5a4cb x-openstack-request-id: req-e405954c-cf3b-490e-bcaa-b1e949c5a4cb {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:03.559020 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852272ef-31e4-42fe-94e6-ff5f02e0b648", "name": "network-vif-plugged", "status": "completed", "tag": "99fb3c12-b969-4910-9cf0-94a834c38d46", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:03.559428 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e405954c-cf3b-490e-bcaa-b1e949c5a4cb {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:03.559951 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fb3c12-b969-4910-9cf0-94a834c38d46', 'code': 200} Feb 09 02:11:03.779954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cf242af-8c36-4527-93a0-c08578ec3597 req-cbaa3ca2-881a-475f-bfff-ce49cbbc94f4 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670758 Feb 09 02:11:03.793070 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e32c5cff-8e93-4285-a629-5a5f63c37dd6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:03.809033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:03.821431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d833ec-b015-4e9b-8f79-a45d12e93cfa req-97aef6d3-f209-4628-9d3c-60fd8ce0c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:03.823017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-19d833ec-b015-4e9b-8f79-a45d12e93cfa req-97aef6d3-f209-4628-9d3c-60fd8ce0c6eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 1128 time: 0.1131437 Feb 09 02:11:03.847587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb2a1f7-4fb5-48e9-9388-2628796a9f16 req-87546d42-45ab-4913-b9a0-77a66e0aa1a2 service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777244 Feb 09 02:11:03.857720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Pushing event deleted for resources: {'Port': ['ID=e32c5cff-8e93-4285-a629-5a5f63c37dd6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:03.885500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bdb87-9857-4616-9acd-9a5028b751c4 req-865a6795-f505-44d0-b188-3bbb9716a83e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:03.894247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927bdb87-9857-4616-9acd-9a5028b751c4 req-865a6795-f505-44d0-b188-3bbb9716a83e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 945 time: 0.2262902 Feb 09 02:11:03.922944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks [] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.001058 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-19d833ec-b015-4e9b-8f79-a45d12e93cfa req-40c92ed2-6b72-4f5e-9e1b-28948abda504 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667819 Feb 09 02:11:04.004176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.041095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] No DVR routers for this DVR port e32c5cff-8e93-4285-a629-5a5f63c37dd6 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:04.047324 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.054432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8ef42eb-0252-412a-9486-65e7c704e696 req-a6565cb1-5813-4725-a8b9-e61a7cc67126 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.72 "DELETE /v2.0/ports/e32c5cff-8e93-4285-a629-5a5f63c37dd6 HTTP/1.1" status: 204 len: 173 time: 2.5994477 Feb 09 02:11:04.055739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Network 52cbce10-e74d-4996-9c25-57e59948f8b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:04.061834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:04.068894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:04.090279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:04.118759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Pushing event updated for resources: {'Port': ['ID=e1de26ca-ecbd-46c8-8344-f42547b42ccc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:04.137420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9', 'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'port_id': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9', 'mac_address': 'fa:16:3e:49:33:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4212147-0503-454a-b72c-519ac8117e3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:04.168136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927bdb87-9857-4616-9acd-9a5028b751c4 req-b48ccb4f-3f60-4598-9322-e2cac814ec43 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728748 Feb 09 02:11:04.169053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.170301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.204956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcd656-8b08-4982-895c-8efc48a7d2d2 req-28cfcf92-e677-43c2-b065-4737bb0e2490 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.210351 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-25e98692-ffde-4c39-a8e7-1179e208b3bf tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6727335 Feb 09 02:11:04.213428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09dcd656-8b08-4982-895c-8efc48a7d2d2 req-28cfcf92-e677-43c2-b065-4737bb0e2490 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 932 time: 0.2535667 Feb 09 02:11:04.221502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-f02c3652-22e0-46ac-93b6-e56f0db379aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.223072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-f02c3652-22e0-46ac-93b6-e56f0db379aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 1126 time: 0.2797167 Feb 09 02:11:04.255796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:04.256342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.263463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Request body: {'port': {'device_id': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:04.286829 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:04.348471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:04.354382 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.360953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09dcd656-8b08-4982-895c-8efc48a7d2d2 req-d4306d24-237e-42b1-a845-797704807fab tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466105 Feb 09 02:11:04.380295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.392254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-163ccb03-68dd-4484-a120-709f8c0804e9 req-5bf487be-f4a2-4747-9fa9-35134578b268 tempest-FlavorsV2NegativeTest-776160555 tempest-FlavorsV2NegativeTest-776160555-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a38fd1b9c27849b299a53568201470c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590515 Feb 09 02:11:04.479912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e32c5cff-8e93-4285-a629-5a5f63c37dd6 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:04.498375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-b1ce4d00-3e15-423b-b4e4-061d00174e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.500283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-b1ce4d00-3e15-423b-b4e4-061d00174e39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 917 time: 0.2689164 Feb 09 02:11:04.517662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: e32c5cff-8e93-4285-a629-5a5f63c37dd6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:04.518003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e32c5cff-8e93-4285-a629-5a5f63c37dd6 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:04.523742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:04.627825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82574931-6010-49b0-a497-7c9ab73f4ef3 req-18e25fb9-a36a-4c57-a6e1-4df7e7aefd06 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.1325941 Feb 09 02:11:04.629367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-3b0d847e-4046-42cb-bbf4-ac85ee1aa7b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1949a3c6-1d33-4825-83d9-b037588570fa HTTP/1.1" status: 200 len: 217 time: 0.0820704 Feb 09 02:11:04.749867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccb03-68dd-4484-a120-709f8c0804e9 req-fc155c78-ad08-4822-b453-95b1bce00b7e tempest-FlavorsV2NegativeTest-776160555 tempest-FlavorsV2NegativeTest-776160555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.751489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-163ccb03-68dd-4484-a120-709f8c0804e9 req-fc155c78-ad08-4822-b453-95b1bce00b7e tempest-FlavorsV2NegativeTest-776160555 tempest-FlavorsV2NegativeTest-776160555-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583131 Feb 09 02:11:04.752127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['9139ae39-8ca4-4941-ae4f-5a6cfac6aea9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:04.787071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-163ccb03-68dd-4484-a120-709f8c0804e9 req-da099a46-46a6-4c98-aea4-75b81045209f tempest-FlavorsV2NegativeTest-776160555 tempest-FlavorsV2NegativeTest-776160555-project] 10.222.0.53 "GET /v2.0/quotas/a38fd1b9c27849b299a53568201470c3 HTTP/1.1" status: 200 len: 375 time: 0.0193992 Feb 09 02:11:04.845779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-163ccb03-68dd-4484-a120-709f8c0804e9 req-1bc1a90e-dff6-49ec-95be-f387f4287bff tempest-FlavorsV2NegativeTest-776160555 tempest-FlavorsV2NegativeTest-776160555-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a38fd1b9c27849b299a53568201470c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389037 Feb 09 02:11:04.858176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-50897322-31c7-4b14-8d64-7b5f4df6ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.860153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-50897322-31c7-4b14-8d64-7b5f4df6ad40 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 200 len: 855 time: 0.2155859 Feb 09 02:11:04.926264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd05c9-b486-4645-866f-3b2c82a78ce5 req-53d661a9-3cac-4183-aef9-01df69d00651 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:04.936429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1de26ca-ecbd-46c8-8344-f42547b42ccc {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:04.939397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6bd05c9-b486-4645-866f-3b2c82a78ce5 req-53d661a9-3cac-4183-aef9-01df69d00651 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1830773 Feb 09 02:11:04.977411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Publish callbacks [] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.021910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Transition to ACTIVE for port object e1de26ca-ecbd-46c8-8344-f42547b42ccc will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:05.036762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.207238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1de26ca-ecbd-46c8-8344-f42547b42ccc,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:05.228357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-deleted', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:05.230636 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4687ae9-dc5d-47b5-941d-5560ff9ac47f" -d '{"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-deleted", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:05.256170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-c5719d9d-f667-426d-a2d5-cf51a4162c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.257913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-c5719d9d-f667-426d-a2d5-cf51a4162c01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45b81117-6bca-430d-8094-dba9c9490890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3829291 Feb 09 02:11:05.273574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6bd05c9-b486-4645-866f-3b2c82a78ce5 req-68a0aa46-826e-40c3-9c27-8ec27fbf223d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282444 Feb 09 02:11:05.377620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352220-d624-483a-ac3e-b7c783e546a5 req-ad29f00d-cdac-4ded-a42c-98bf6618c469 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.379087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-ad29f00d-cdac-4ded-a42c-98bf6618c469 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 820 time: 0.3751676 Feb 09 02:11:05.390107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceafe02-1e36-4825-b58a-d29950e06689 req-342ec5f1-d7ec-4120-b694-71c10525333c tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.392209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Attempting to bind port e1de26ca-ecbd-46c8-8344-f42547b42ccc on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:05.392825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Attempting to bind port e1de26ca-ecbd-46c8-8344-f42547b42ccc by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:05.394592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Attempting to bind port e1de26ca-ecbd-46c8-8344-f42547b42ccc on network 52cbce10-e74d-4996-9c25-57e59948f8b4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:05.399122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dceafe02-1e36-4825-b58a-d29950e06689 req-342ec5f1-d7ec-4120-b694-71c10525333c tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 943 time: 0.2456143 Feb 09 02:11:05.407846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Port e1de26ca-ecbd-46c8-8344-f42547b42ccc on network 52cbce10-e74d-4996-9c25-57e59948f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:05.408270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Attempting to bind port e1de26ca-ecbd-46c8-8344-f42547b42ccc on network 52cbce10-e74d-4996-9c25-57e59948f8b4 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:05.412132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Request body: {'port': {'device_id': '767b3352-f49f-4fce-af40-00ea824d4a37', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'admin_state_up': True, 'tenant_id': 'c37e669b127a4daeaf552b5094f601d6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:05.420260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:05.420814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Checking segment: {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:05.421301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Bound using segment: {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:05.423744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Bound port: e1de26ca-ecbd-46c8-8344-f42547b42ccc, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46b025f-acce-47c6-8556-4daad50421a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:05.424185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.588917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-f670320b-5825-4a54-9231-d519c7d6bc32 service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045380 Feb 09 02:11:05.621544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dceafe02-1e36-4825-b58a-d29950e06689 req-60570a99-607d-4010-86aa-95fe6322f85e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165976 Feb 09 02:11:05.720289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] For port e1de26ca-ecbd-46c8-8344-f42547b42ccc, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:05.723701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] For port e1de26ca-ecbd-46c8-8344-f42547b42ccc, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e1de26ca-ecbd-46c8-8344-f42547b42ccc,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:05.742924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.764864 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab452db-5807-44f7-8146-3749427e18f8 x-openstack-request-id: req-1ab452db-5807-44f7-8146-3749427e18f8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:05.768813 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50", "name": "network-vif-deleted", "tag": "e32c5cff-8e93-4285-a629-5a5f63c37dd6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:05.772417 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ab452db-5807-44f7-8146-3749427e18f8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:05.773128 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bcf3fa3-6f3b-42b5-aac2-844bdb44bb50', 'name': 'network-vif-deleted', 'tag': 'e32c5cff-8e93-4285-a629-5a5f63c37dd6', 'status': 'completed', 'code': 200} Feb 09 02:11:05.798168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46580) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:05.816035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-1d2158e1-27c1-49aa-b54b-50db4dde9c96 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.817889 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-1d2158e1-27c1-49aa-b54b-50db4dde9c96 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 945 time: 0.2511232 Feb 09 02:11:05.823189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1de26ca-ecbd-46c8-8344-f42547b42ccc,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:05.824383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662b1f4-1803-42cc-bee4-2472671d1839 req-be06c961-d5d3-4b1f-88e5-7b191b48acca tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.826826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2662b1f4-1803-42cc-bee4-2472671d1839 req-be06c961-d5d3-4b1f-88e5-7b191b48acca tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 945 time: 0.3831794 Feb 09 02:11:05.901418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:05.903040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:05.906834 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-2b688316-7520-4b23-9c92-8201be4770f8 service neutron] 10.222.0.82 "PUT /v2.0/ports/e1de26ca-ecbd-46c8-8344-f42547b42ccc HTTP/1.1" status: 200 len: 1093 time: 1.6560843 Feb 09 02:11:05.910120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'tag': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:05.923928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Made reservation on behalf of c37e669b127a4daeaf552b5094f601d6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:05.932589 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce3d29-aa17-4477-9743-a8e4bc54f18e" -d '{"events": [{"name": "network-changed", "server_uuid": "5df18c8d-9cec-4409-8191-ead7dc942f2c", "tag": "e1de26ca-ecbd-46c8-8344-f42547b42ccc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:05.933752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.053431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ce3290-57dd-44f7-9c2f-4b88a9c8e45b req-d8372319-0ecb-4930-b824-cfade812e5bd service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484148 Feb 09 02:11:06.074764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Deleting port 99fb3c12-b969-4910-9cf0-94a834c38d46 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:06.075334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.078653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43692-079f-4683-a9a3-d3226dea0aac req-19706a5b-e0d8-4bd8-aa5b-314795607ab3 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:06.086277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6b43692-079f-4683-a9a3-d3226dea0aac req-19706a5b-e0d8-4bd8-aa5b-314795607ab3 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 944 time: 0.2752092 Feb 09 02:11:06.089031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d219e15-65b8-475a-9df0-642f1c8e5215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.096206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2662b1f4-1803-42cc-bee4-2472671d1839 req-8f078614-d677-4cb6-a80c-3427d9739eb3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557485 Feb 09 02:11:06.135379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-3af46f5d-3bac-41a7-8fe1-281114ed1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:06.137702 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-3af46f5d-3bac-41a7-8fe1-281114ed1357 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 1127 time: 0.1751308 Feb 09 02:11:06.192606 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-22be0868-e623-4a2e-882c-9d419062fa57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1de26ca-ecbd-46c8-8344-f42547b42ccc HTTP/1.1" status: 200 len: 217 time: 0.0462410 Feb 09 02:11:06.296002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] For port 99fb3c12-b969-4910-9cf0-94a834c38d46, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=99fb3c12-b969-4910-9cf0-94a834c38d46,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:06.296378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.300357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-3c88400f-46bd-42ac-9ea2-7538d10e64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:06.301939 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-3c88400f-46bd-42ac-9ea2-7538d10e64f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c HTTP/1.1" status: 200 len: 854 time: 0.1031065 Feb 09 02:11:06.317236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8c907d9-ea99-4a35-bedd-c3b62000b160 req-463136bb-fbb7-44e6-a14b-87425c0e8de6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.0689309 Feb 09 02:11:06.339112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6b43692-079f-4683-a9a3-d3226dea0aac req-9fad667e-98a1-471b-bff8-9cc6491f664f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460840 Feb 09 02:11:06.358751 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-c40e525b-008d-49b0-9e20-016340a500fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=52cbce10-e74d-4996-9c25-57e59948f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425837 Feb 09 02:11:06.374693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Calling delete_port for 99fb3c12-b969-4910-9cf0-94a834c38d46 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:06.384346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Allocated IP 172.20.0.14 (ea32d4e9-71ca-4dbd-8880-8689f45e4e44/0176b806-e2a2-4b4a-a8e9-b74375e919c0/f827adca-0d88-4257-a040-63808dc96952) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:06.425275 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bb013-308c-4f4d-8fc8-19d8fb61d3a9 x-openstack-request-id: req-102bb013-308c-4f4d-8fc8-19d8fb61d3a9 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:06.426750 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df18c8d-9cec-4409-8191-ead7dc942f2c", "tag": "e1de26ca-ecbd-46c8-8344-f42547b42ccc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:06.427019 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-102bb013-308c-4f4d-8fc8-19d8fb61d3a9 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:06.427435 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'tag': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc', 'status': 'completed', 'code': 200} Feb 09 02:11:06.458341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 1949a3c6-1d33-4825-83d9-b037588570fa details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:06.462754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8eeb29b2-782a-4593-ac30-125f1c4a2590 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:06.547043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d219e15-65b8-475a-9df0-642f1c8e5215 admin admin] Publish callbacks [] for security_group (0bae9561-dcac-4654-a23c-10070ab0c740), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.612643 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-a724faa5-a99c-4232-a316-874ccbbc97d3 service neutron] 10.222.0.82 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512569 Feb 09 02:11:06.620261 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d219e15-65b8-475a-9df0-642f1c8e5215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0bae9561-dcac-4654-a23c-10070ab0c740), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.635114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 8eeb29b2-782a-4593-ac30-125f1c4a2590 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:06.663366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 8eeb29b2-782a-4593-ac30-125f1c4a2590 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:06.663868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.753189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 1949a3c6-1d33-4825-83d9-b037588570fa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=1949a3c6-1d33-4825-83d9-b037588570fa,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:06.773293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '1949a3c6-1d33-4825-83d9-b037588570fa', 'network_id': '45b81117-6bca-430d-8094-dba9c9490890', 'port_id': '1949a3c6-1d33-4825-83d9-b037588570fa', 'mac_address': 'fa:16:3e:1c:4a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4212147-0503-454a-b72c-519ac8117e3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:06.827412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d219e15-65b8-475a-9df0-642f1c8e5215 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a38fd1b9c27849b299a53568201470c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0239608 Feb 09 02:11:06.831750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46592) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:06.832928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219e15-65b8-475a-9df0-642f1c8e5215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae9561-dcac-4654-a23c-10070ab0c740,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:06.841108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 1949a3c6-1d33-4825-83d9-b037588570fa is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:06.841504 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.858393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626abe2-2b71-449f-b0a6-27fea5f675c2 req-14c56970-d4fe-4b1e-9324-54a2bd5d57ff tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:06.861689 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d713e70c-9db6-4134-a3bd-8a2f3c666f1a req-cd745e71-a7ab-49a0-8dba-73445951d21c service neutron] 10.222.0.82 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375360 Feb 09 02:11:06.865950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5626abe2-2b71-449f-b0a6-27fea5f675c2 req-14c56970-d4fe-4b1e-9324-54a2bd5d57ff tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.3413489 Feb 09 02:11:06.908668 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (99fb3c12-b969-4910-9cf0-94a834c38d46), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.943062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['99fb3c12-b969-4910-9cf0-94a834c38d46'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:06.945137 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks [] for port (f827adca-0d88-4257-a040-63808dc96952), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.959258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event deleted for resources: {'Port': ['ID=99fb3c12-b969-4910-9cf0-94a834c38d46,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:07.004256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1949a3c6-1d33-4825-83d9-b037588570fa {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:07.028537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5626abe2-2b71-449f-b0a6-27fea5f675c2 req-a2b7c3a3-d191-429d-a462-957cc5285daa tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615851 Feb 09 02:11:07.055642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2610e99-2def-4d63-9885-be98960fb85b req-2cf4ce49-d945-410e-8126-fae816d8ac7e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.062081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2610e99-2def-4d63-9885-be98960fb85b req-2cf4ce49-d945-410e-8126-fae816d8ac7e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 943 time: 0.3181636 Feb 09 02:11:07.064417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f827adca-0d88-4257-a040-63808dc96952), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.072698 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a560bb60-77ea-46cd-affa-01117ee771c1 admin admin] Publish callbacks [] for security_group (0bae9561-dcac-4654-a23c-10070ab0c740), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.080514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8eeb29b2-782a-4593-ac30-125f1c4a2590 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:07.081294 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.095262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a560bb60-77ea-46cd-affa-01117ee771c1 admin admin] Publish callbacks [] for security_group (0bae9561-dcac-4654-a23c-10070ab0c740), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.098749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 1949a3c6-1d33-4825-83d9-b037588570fa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=1949a3c6-1d33-4825-83d9-b037588570fa,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:07.101515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:07.132721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:07.145009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:07.148684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:07.162241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] No DVR routers for this DVR port 99fb3c12-b969-4910-9cf0-94a834c38d46 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:07.166306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.169230 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.185817 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ebf88b88-ad13-42c4-88a6-00a51e2af339 req-f91fc257-5b26-45d5-a043-5e79b362ff79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "DELETE /v2.0/ports/99fb3c12-b969-4910-9cf0-94a834c38d46 HTTP/1.1" status: 204 len: 173 time: 1.3591297 Feb 09 02:11:07.203005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a560bb60-77ea-46cd-affa-01117ee771c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0bae9561-dcac-4654-a23c-10070ab0c740), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.210025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a560bb60-77ea-46cd-affa-01117ee771c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.214912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a560bb60-77ea-46cd-affa-01117ee771c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bae9561-dcac-4654-a23c-10070ab0c740 HTTP/1.1" status: 204 len: 168 time: 0.3672278 Feb 09 02:11:07.215130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:07.216867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-115b1828-4d59-4e93-8d3a-9b2de27d5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.232069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-115b1828-4d59-4e93-8d3a-9b2de27d5e7e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2be51e5222e94481ac5862b8767f58a1&device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 1127 time: 0.2740836 Feb 09 02:11:07.241214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560bb60-77ea-46cd-affa-01117ee771c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae9561-dcac-4654-a23c-10070ab0c740,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:07.268041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2610e99-2def-4d63-9885-be98960fb85b req-844648c0-6a62-4397-afe1-a3407d502dac tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048242 Feb 09 02:11:07.294153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.294951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.329990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-f8f82719-4bfd-4f95-8cab-8814dfbda915 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9176641 Feb 09 02:11:07.343142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Request body: {'port': {'device_id': '767b3352-f49f-4fce-af40-00ea824d4a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:07.464854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-deb234ca-f282-445c-b7c7-810ae97221a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.466415 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-deb234ca-f282-445c-b7c7-810ae97221a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 200 len: 915 time: 0.2145488 Feb 09 02:11:07.554271 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-966cd778-8e91-464f-b179-4dbdd76d3756 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1de26ca-ecbd-46c8-8344-f42547b42ccc HTTP/1.1" status: 200 len: 217 time: 0.0811579 Feb 09 02:11:07.624754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeb29b2-782a-4593-ac30-125f1c4a2590'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:07.632335 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1eeca6-ac82-4a6e-8b5c-d8817027e431" -d '{"events": [{"server_uuid": "f4a3168d-557a-44a6-90b1-a4216fd49138", "name": "network-vif-plugged", "status": "completed", "tag": "8eeb29b2-782a-4593-ac30-125f1c4a2590"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:07.704902 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c0f16fe1-0a51-4955-a15d-4bf84182933d req-6e3c831a-2fb8-43d0-b6ed-670035a77e30 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 210 time: 0.0684009 Feb 09 02:11:07.706976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-c8b319fd-5821-435c-917e-06a385f6aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:07.707680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8eeb29b2-782a-4593-ac30-125f1c4a2590, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:07.714124 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-c8b319fd-5821-435c-917e-06a385f6aedc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c HTTP/1.1" status: 200 len: 854 time: 0.1507111 Feb 09 02:11:07.733899 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.749014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=1949a3c6-1d33-4825-83d9-b037588570fa,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:07.831085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['1949a3c6-1d33-4825-83d9-b037588570fa'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:07.833694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:07.872700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-1128b5e2-df16-433b-8634-606dc3dc985f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=52cbce10-e74d-4996-9c25-57e59948f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358628 Feb 09 02:11:07.926106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e48a8538-04f1-48bb-bc99-6f37f5540aaf req-4c327081-5094-4b43-bb19-3a56dd774e29 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 210 time: 0.1064856 Feb 09 02:11:07.978595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8eeb29b2-782a-4593-ac30-125f1c4a2590,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:07.980877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.992946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f16fe1-0a51-4955-a15d-4bf84182933d req-03a7ab8e-e9fa-4608-9312-6cc6be21cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.014269 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c0f16fe1-0a51-4955-a15d-4bf84182933d req-03a7ab8e-e9fa-4608-9312-6cc6be21cb44 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2975075 Feb 09 02:11:08.072325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:08.073381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c3573-1252-45cf-b538-04102b621c64 req-b3723aeb-cc44-4aa7-81ba-891167dd616f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.081933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-865c3573-1252-45cf-b538-04102b621c64 req-b3723aeb-cc44-4aa7-81ba-891167dd616f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 944 time: 0.2638214 Feb 09 02:11:08.092322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:08.092733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.300419 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-0e5ceb75-e78b-4cf7-ad69-165dcac098f2 service neutron] 10.222.0.82 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831464 Feb 09 02:11:08.301017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:08.301017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.303492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f16fe1-0a51-4955-a15d-4bf84182933d req-78cba769-2148-4ac0-8a84-dc7b310f2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.306331 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c0f16fe1-0a51-4955-a15d-4bf84182933d req-78cba769-2148-4ac0-8a84-dc7b310f2e46 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2701442 Feb 09 02:11:08.353132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f69a5-eb38-4ef4-a0d8-7636a4ef0fe3 req-ea139271-8f88-422a-a0eb-bf333cd3a143 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.361003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-970f69a5-eb38-4ef4-a0d8-7636a4ef0fe3 req-ea139271-8f88-422a-a0eb-bf333cd3a143 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 932 time: 0.2763340 Feb 09 02:11:08.379127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:08.383089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-865c3573-1252-45cf-b538-04102b621c64 req-379f2d2b-3a91-4726-9801-27bc402d4073 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000364 Feb 09 02:11:08.386040 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.433577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'name': 'network-vif-deleted', 'tag': '99fb3c12-b969-4910-9cf0-94a834c38d46'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:08.439726 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b214e0b-c8b9-444c-b6ac-bd9c8328a6f7" -d '{"events": [{"server_uuid": "852272ef-31e4-42fe-94e6-ff5f02e0b648", "name": "network-vif-deleted", "tag": "99fb3c12-b969-4910-9cf0-94a834c38d46"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:08.490958 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10ce3d29-aa17-4477-9743-a8e4bc54f18e req-b2c4ce82-9564-4ce7-849c-ae1f30dcc6e8 service neutron] 10.222.0.82 "GET /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825924 Feb 09 02:11:08.497437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-970f69a5-eb38-4ef4-a0d8-7636a4ef0fe3 req-d21aedab-ab9a-4191-99da-82272987a701 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355076 Feb 09 02:11:08.511514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:08.524606 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e557966-21b2-413e-b6ef-b57617fb0fe5 x-openstack-request-id: req-3e557966-21b2-413e-b6ef-b57617fb0fe5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:08.526638 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a3168d-557a-44a6-90b1-a4216fd49138", "name": "network-vif-plugged", "status": "completed", "tag": "8eeb29b2-782a-4593-ac30-125f1c4a2590", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:08.527006 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e557966-21b2-413e-b6ef-b57617fb0fe5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:08.527650 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeb29b2-782a-4593-ac30-125f1c4a2590', 'code': 200} Feb 09 02:11:08.559300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:08.700863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-network', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:08.723814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Made reservation on behalf of 2bffcbec9fa04122b0d014f2f7bc2bfc for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:08.728199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.743357 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.785042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77745546-2a6a-4c4c-b1e8-2f7170ef6743 req-541b0849-d04f-4f99-a0c1-f1ae0be806a3 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.786655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77745546-2a6a-4c4c-b1e8-2f7170ef6743 req-541b0849-d04f-4f99-a0c1-f1ae0be806a3 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 944 time: 0.1841793 Feb 09 02:11:08.805409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570c89b-ca83-465b-9729-a8ccf954be45 req-0b4d9381-a762-4dc4-99a4-ebf6c1cbdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.807132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8570c89b-ca83-465b-9729-a8ccf954be45 req-0b4d9381-a762-4dc4-99a4-ebf6c1cbdf7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 1128 time: 0.2025044 Feb 09 02:11:08.842031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks [] for security_group (9309c544-f1b0-4366-8fc0-ecfd945d1947), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.855364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9309c544-f1b0-4366-8fc0-ecfd945d1947), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.863076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5ebc0-1f27-4879-8b5b-14f4dbc266c8 req-4b1953d8-7c80-42dd-aa24-be301338cee8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:08.864654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5ebc0-1f27-4879-8b5b-14f4dbc266c8 req-4b1953d8-7c80-42dd-aa24-be301338cee8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.2116265 Feb 09 02:11:08.886527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f827adca-0d88-4257-a040-63808dc96952 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:08.904401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:11:08.909611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Publish callbacks [] for port (f827adca-0d88-4257-a040-63808dc96952), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.915733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9309c544-f1b0-4366-8fc0-ecfd945d1947,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:08.932150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4ffc8c66-dd70-467a-9883-d8b59120372e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.932580 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Added segment 4ffc8c66-dd70-467a-9883-d8b59120372e of type vlan for network 13cdf68a-c472-4485-b35d-94136b40c00b Feb 09 02:11:08.963311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Transition to ACTIVE for port object f827adca-0d88-4257-a040-63808dc96952 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:08.981516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8570c89b-ca83-465b-9729-a8ccf954be45 req-631453f3-1067-40d3-8d0e-c589ae0bc228 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496818 Feb 09 02:11:08.985512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77745546-2a6a-4c4c-b1e8-2f7170ef6743 req-af6ba01a-9278-4214-844e-5d78aa68db50 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566894 Feb 09 02:11:08.987128 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (13cdf68a-c472-4485-b35d-94136b40c00b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.988175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f827adca-0d88-4257-a040-63808dc96952), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.021529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (13cdf68a-c472-4485-b35d-94136b40c00b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.023631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.024855 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.077707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5ebc0-1f27-4879-8b5b-14f4dbc266c8 req-41884f32-0354-4656-8c8e-da9c22cb8f05 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835160 Feb 09 02:11:09.088498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:09.118212 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf5299a-06a9-41ff-ac41-3e0555b75838 x-openstack-request-id: req-ebf5299a-06a9-41ff-ac41-3e0555b75838 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:09.118588 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852272ef-31e4-42fe-94e6-ff5f02e0b648", "name": "network-vif-deleted", "tag": "99fb3c12-b969-4910-9cf0-94a834c38d46", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:09.118764 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebf5299a-06a9-41ff-ac41-3e0555b75838 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:09.119312 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852272ef-31e4-42fe-94e6-ff5f02e0b648', 'name': 'network-vif-deleted', 'tag': '99fb3c12-b969-4910-9cf0-94a834c38d46', 'status': 'completed', 'code': 200} Feb 09 02:11:09.120037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] Pushing event updated for resources: {'Network': ['ID=13cdf68a-c472-4485-b35d-94136b40c00b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:09.128439 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-afa75628-e959-4dcf-8d3b-56115ebf4771 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5677247 Feb 09 02:11:09.129538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:09.135369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Request body: {'subnet': {'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-subnet', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:09.141455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 13cdf68a-c472-4485-b35d-94136b40c00b details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:11:09.163643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Made reservation on behalf of 2bffcbec9fa04122b0d014f2f7bc2bfc for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:09.167506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.182326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97ee163b-84c1-4e08-ad18-c6b75aa713c3 req-fac9b710-e552-463f-805b-7c280331e4d2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 210 time: 0.0593517 Feb 09 02:11:09.248248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:09.248736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:09.249248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:09.258073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:09.259367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:09.266509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:09.266946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:09.267364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:09.267906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Bound port: f827adca-0d88-4257-a040-63808dc96952, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:09.268300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.353156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:09.357019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:09.364616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f827adca-0d88-4257-a040-63808dc96952), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.398399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (45ef34a6-54f1-4d99-971a-93168f495a65), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.428227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.429085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.431421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] 10.222.0.72 "PUT /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 1093 time: 2.0992448 Feb 09 02:11:09.431880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'tag': 'f827adca-0d88-4257-a040-63808dc96952'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:09.435095 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b5e24a-0771-4a70-875c-82b7d8b22703" -d '{"events": [{"name": "network-changed", "server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "tag": "f827adca-0d88-4257-a040-63808dc96952"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:09.465534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df5ab3-b8ae-40d3-b879-47960d638fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:09.468865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ef34a6-54f1-4d99-971a-93168f495a65,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:09.482038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Checking segment: {'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:09.482888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Network hostable DHCP agents. Network: 13cdf68a-c472-4485-b35d-94136b40c00b, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:11:09.505073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Network 13cdf68a-c472-4485-b35d-94136b40c00b is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:11:09.522230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 13cdf68a-c472-4485-b35d-94136b40c00b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:09.529235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.530311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.531974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0833728-74a7-4a62-9548-b0f27d845efd None None] Network 13cdf68a-c472-4485-b35d-94136b40c00b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:11:09.560599 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93460015-2853-4d89-a01b-3991fe0353ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4246938 Feb 09 02:11:09.560807 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9d4533-17e9-421d-88fd-1530d9b70db0 x-openstack-request-id: req-5e9d4533-17e9-421d-88fd-1530d9b70db0 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:09.560807 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "tag": "f827adca-0d88-4257-a040-63808dc96952", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:09.560807 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e9d4533-17e9-421d-88fd-1530d9b70db0 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:09.560807 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'tag': 'f827adca-0d88-4257-a040-63808dc96952', 'status': 'completed', 'code': 200} Feb 09 02:11:09.562535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46648) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:09.567712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:09.605917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (e483b98f-b74a-496f-87ea-e3d049e1b6f1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.607330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (e483b98f-b74a-496f-87ea-e3d049e1b6f1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.607975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352220-d624-483a-ac3e-b7c783e546a5 req-be277ad2-fdc0-4a46-a84d-57b5612df74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.609777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-be277ad2-fdc0-4a46-a84d-57b5612df74d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1127 time: 0.1141968 Feb 09 02:11:09.623739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10433311-dc7b-4a85-b720-01e52d4152f3 req-6cf7e2e4-1145-44ca-8d3b-0dffb2a44589 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.625244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10433311-dc7b-4a85-b720-01e52d4152f3 req-6cf7e2e4-1145-44ca-8d3b-0dffb2a44589 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 944 time: 0.1130023 Feb 09 02:11:09.678403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-4899be73-018c-47e0-88e9-373f318f6285 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 217 time: 0.0521257 Feb 09 02:11:09.725177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks [] for router_controller (e483b98f-b74a-496f-87ea-e3d049e1b6f1), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.755778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-13cdf68a-c472-4485-b35d-94136b40c00b', 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b', 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'fixed_ips': [{'subnet_id': '45ef34a6-54f1-4d99-971a-93168f495a65'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:11:09.760986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.800147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352220-d624-483a-ac3e-b7c783e546a5 req-2730a37e-c3fc-4408-b89a-810ebdd7b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.801628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-2730a37e-c3fc-4408-b89a-810ebdd7b665 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0994656 Feb 09 02:11:09.820111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10433311-dc7b-4a85-b720-01e52d4152f3 req-6aecc2c4-915c-42c9-9232-eff4ec247b65 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861441 Feb 09 02:11:09.842945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-37da7015-78d0-443a-8fdb-f49db361804f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335362 Feb 09 02:11:09.869827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a3a3-b07b-4e30-a2b1-6893bbf02f62 req-f3ff1666-11e9-4cc1-8c99-2db60516ee15 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:09.876905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9665a3a3-b07b-4e30-a2b1-6893bbf02f62 req-f3ff1666-11e9-4cc1-8c99-2db60516ee15 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1402373 Feb 09 02:11:09.946916 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks [] for router_gateway (e483b98f-b74a-496f-87ea-e3d049e1b6f1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.995351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Allocated IP 172.20.0.2 (13cdf68a-c472-4485-b35d-94136b40c00b/45ef34a6-54f1-4d99-971a-93168f495a65/81aa281b-dd28-42ae-817d-869294bcf2de) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:09.997708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9665a3a3-b07b-4e30-a2b1-6893bbf02f62 req-f5c5937b-77e7-483a-9a25-327b6bb20cc0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197233 Feb 09 02:11:10.015550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-169f5d1b-8778-4720-adae-ea26b677ae04 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645677 Feb 09 02:11:10.145066 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c0f16fe1-0a51-4955-a15d-4bf84182933d req-341cb22d-ccdd-4d26-9f13-fcad220d1e80 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 210 time: 0.0687213 Feb 09 02:11:10.205243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21352220-d624-483a-ac3e-b7c783e546a5 req-fc889a77-2b65-492f-b81f-4ae409c95f80 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759238 Feb 09 02:11:10.249721 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Publish callbacks [] for port (81aa281b-dd28-42ae-817d-869294bcf2de), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.262097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.268574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a8c86-914a-4d82-ace8-5133d2c963fd req-204fdad1-e0ed-45f6-aea7-3ff3d304e96b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:10.271732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d66a8c86-914a-4d82-ace8-5133d2c963fd req-204fdad1-e0ed-45f6-aea7-3ff3d304e96b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 944 time: 0.1380827 Feb 09 02:11:10.308690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe05d76-51b3-400f-85e7-b90fba598559 req-79730148-792b-4f43-bf9f-debb5d0e19d6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:10.325404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe05d76-51b3-400f-85e7-b90fba598559 req-79730148-792b-4f43-bf9f-debb5d0e19d6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1787984 Feb 09 02:11:10.358508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Network 13cdf68a-c472-4485-b35d-94136b40c00b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:10.368183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:10.375874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:10.393180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Pushing event updated for resources: {'Port': ['ID=81aa281b-dd28-42ae-817d-869294bcf2de,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:10.402323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks [] for router_gateway (e483b98f-b74a-496f-87ea-e3d049e1b6f1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.441952 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:11:10.448497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.500360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 1949a3c6-1d33-4825-83d9-b037588570fa up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:10.552889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d66a8c86-914a-4d82-ace8-5133d2c963fd req-cd9b76e5-8a3d-424b-9db0-44fcfa20011a tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670262 Feb 09 02:11:10.560289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:10.564243 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5310e9e0-7ae0-404e-ac29-426162c850ca" -d '{"events": [{"server_uuid": "4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6", "name": "network-vif-plugged", "status": "completed", "tag": "9139ae39-8ca4-4941-ae4f-5a6cfac6aea9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:10.568791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-da3f5401-2bbd-492f-b1fb-7884c110aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:10.572487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Attempting to bind port 81aa281b-dd28-42ae-817d-869294bcf2de on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:10.573226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Attempting to bind port 81aa281b-dd28-42ae-817d-869294bcf2de by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:10.573714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Attempting to bind port 81aa281b-dd28-42ae-817d-869294bcf2de on network 13cdf68a-c472-4485-b35d-94136b40c00b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:10.574720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-da3f5401-2bbd-492f-b1fb-7884c110aff1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1127 time: 0.2440815 Feb 09 02:11:10.582527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe05d76-51b3-400f-85e7-b90fba598559 req-a8137f3f-2365-4f13-aeb5-38ac16aa433d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552869 Feb 09 02:11:10.585369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Allocated IP 172.25.6.103 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/dbcac639-dc15-4890-b6f3-12e2e3adab16) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:10.605392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:10.605817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Checking segment: {'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:10.608126 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.610149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Bound using segment: {'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:10.610857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Bound port: 81aa281b-dd28-42ae-817d-869294bcf2de, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:10.611974 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.750281 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1115407-8fcc-41ce-ad9f-21a7fadd3ce2 x-openstack-request-id: req-a1115407-8fcc-41ce-ad9f-21a7fadd3ce2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:10.750682 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6", "name": "network-vif-plugged", "status": "completed", "tag": "9139ae39-8ca4-4941-ae4f-5a6cfac6aea9", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:10.750910 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1115407-8fcc-41ce-ad9f-21a7fadd3ce2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:10.751652 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9', 'code': 200} Feb 09 02:11:10.760305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 1949a3c6-1d33-4825-83d9-b037588570fa completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:10.771540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 1949a3c6-1d33-4825-83d9-b037588570fa triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:10.771928 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.776240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks [] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.835055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] For port 81aa281b-dd28-42ae-817d-869294bcf2de, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:10.852053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] For port 81aa281b-dd28-42ae-817d-869294bcf2de, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=81aa281b-dd28-42ae-817d-869294bcf2de,segment=NetworkSegment(4ffc8c66-dd70-467a-9883-d8b59120372e),segment_id=4ffc8c66-dd70-467a-9883-d8b59120372e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:10.864389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.868180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9b12bb4-1ffb-4244-a22a-abe0c0506c61 req-cee761c9-5686-4afd-9eb5-260904a0c194 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=852272ef-31e4-42fe-94e6-ff5f02e0b648 HTTP/1.1" status: 200 len: 210 time: 0.0876098 Feb 09 02:11:10.874817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:10.885995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-fd07f295-7c17-47ba-8b17-8e937fcc5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:10.888228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-fd07f295-7c17-47ba-8b17-8e937fcc5ec7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.3044379 Feb 09 02:11:10.992006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-50f1eefd-0665-402e-a6a3-597f4130e3f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 217 time: 0.0968523 Feb 09 02:11:11.002129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 1949a3c6-1d33-4825-83d9-b037588570fa is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:11.002524 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:11.027286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484e684-49c3-43ef-9a59-8b6bbb8cd112 None None] Pushing event updated for resources: {'Port': ['ID=81aa281b-dd28-42ae-817d-869294bcf2de,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:11.051867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:11.080193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:11.092774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 1949a3c6-1d33-4825-83d9-b037588570fa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=1949a3c6-1d33-4825-83d9-b037588570fa,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:11.103279 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:11.103723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:11.178597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcac639-dc15-4890-b6f3-12e2e3adab16,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:11.179680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=1949a3c6-1d33-4825-83d9-b037588570fa,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:11.193487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-1ac7537c-6440-4c64-95ee-db985b42159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.195057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-1ac7537c-6440-4c64-95ee-db985b42159f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1913791 Feb 09 02:11:11.243199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-179f16ed-5a54-468d-bd3c-a3bd4b65b7b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391216 Feb 09 02:11:11.256814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea59db-f677-44e4-92a2-14c32d156f98 req-eefa0301-b709-4602-9357-c4679e777d70 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.257752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999586a3-a487-41b4-8c56-c089e11038ce req-19650bc1-5948-4670-81d6-f0d2e3d8e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.258589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69ea59db-f677-44e4-92a2-14c32d156f98 req-eefa0301-b709-4602-9357-c4679e777d70 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 944 time: 0.2461085 Feb 09 02:11:11.265625 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-999586a3-a487-41b4-8c56-c089e11038ce req-19650bc1-5948-4670-81d6-f0d2e3d8e99d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 1128 time: 0.3850946 Feb 09 02:11:11.340777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f683-dab8-4ead-89a7-e29820c9f96a req-d65478cd-9a2c-417e-8bc3-9d974ff8f6e4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.342637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cd3f683-dab8-4ead-89a7-e29820c9f96a req-d65478cd-9a2c-417e-8bc3-9d974ff8f6e4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1996369 Feb 09 02:11:11.440659 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-999586a3-a487-41b4-8c56-c089e11038ce req-ee1de8df-c6b2-42be-b304-52d786830b75 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413283 Feb 09 02:11:11.457870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69ea59db-f677-44e4-92a2-14c32d156f98 req-02bab218-54de-46f9-8e61-555bf60a0ea7 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908298 Feb 09 02:11:11.468214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cd3f683-dab8-4ead-89a7-e29820c9f96a req-0f1c5ea7-387f-4c71-9e8e-ca3c56813953 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164093 Feb 09 02:11:11.488240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-e014b230-59ed-4d8d-8af8-de05f2cbe508 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389038 Feb 09 02:11:11.589062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks [] for router_gateway (e483b98f-b74a-496f-87ea-e3d049e1b6f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:11.603104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b5e24a-0771-4a70-875c-82b7d8b22703 req-11ea2a74-e7b6-451b-889f-b815a52ae256 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066000 Feb 09 02:11:11.723094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5872-205f-44b5-bc1c-5f60844daffc req-d12d3620-e1bc-45e8-b74f-2432220f7564 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.724909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685d5872-205f-44b5-bc1c-5f60844daffc req-d12d3620-e1bc-45e8-b74f-2432220f7564 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.1033549 Feb 09 02:11:11.787489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7be154-c0dd-4bac-a1df-429de9380b12 req-cd5ba6f8-408b-4e85-b409-48a09490104f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:11.790224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c7be154-c0dd-4bac-a1df-429de9380b12 req-cd5ba6f8-408b-4e85-b409-48a09490104f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1101103 Feb 09 02:11:11.810937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685d5872-205f-44b5-bc1c-5f60844daffc req-847aeee5-13e3-4bf6-b66d-1e6530173849 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796964 Feb 09 02:11:11.836242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e1de26ca-ecbd-46c8-8344-f42547b42ccc details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:11.881030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c7be154-c0dd-4bac-a1df-429de9380b12 req-26a3db15-99ba-455f-bcee-e2518f6b06bc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827365 Feb 09 02:11:12.084825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e1de26ca-ecbd-46c8-8344-f42547b42ccc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e1de26ca-ecbd-46c8-8344-f42547b42ccc,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:12.098659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc', 'network_id': '52cbce10-e74d-4996-9c25-57e59948f8b4', 'port_id': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc', 'mac_address': 'fa:16:3e:44:0a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54feca3-d06f-42e5-ab3c-a1bdd55fd62c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:12.119967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81aa281b-dd28-42ae-817d-869294bcf2de up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:12.257023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e1de26ca-ecbd-46c8-8344-f42547b42ccc is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:12.257675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.259704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (e483b98f-b74a-496f-87ea-e3d049e1b6f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.262326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 81aa281b-dd28-42ae-817d-869294bcf2de triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:12.262924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.300506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1de26ca-ecbd-46c8-8344-f42547b42ccc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:12.335925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e1de26ca-ecbd-46c8-8344-f42547b42ccc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e1de26ca-ecbd-46c8-8344-f42547b42ccc,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:12.347962 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.364643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-d11b9d0b-0941-4e05-a103-cb0d72c37061 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:12.373180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-d11b9d0b-0941-4e05-a103-cb0d72c37061 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.1545169 Feb 09 02:11:12.400256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-6c5ede59-e0f4-4cd5-b01d-43c4102d6df7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/quotas/6039e2c8b5fc4f41b5b6f8b47770ea0c HTTP/1.1" status: 200 len: 375 time: 0.0189672 Feb 09 02:11:12.437118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Router e483b98f-b74a-496f-87ea-e3d049e1b6f1 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:11:12.464278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-241b9ff1-b695-4269-a050-2f6fb4fe48fc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576055 Feb 09 02:11:12.512524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4587d-cfac-4fb3-af6c-99448afdb37b None None] Network 13cdf68a-c472-4485-b35d-94136b40c00b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:11:12.582701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e1de26ca-ecbd-46c8-8344-f42547b42ccc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:12.592100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 81aa281b-dd28-42ae-817d-869294bcf2de is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:12.593358 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.600977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:11:12.611517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-733bb16e-e37f-42c2-af4f-55a2cdc52eca service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400630 Feb 09 02:11:12.612064 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Sync routers for ids ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:12.632171 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Routers {'e483b98f-b74a-496f-87ea-e3d049e1b6f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:12.633361 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:10:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:12.645360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.652345 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f635434d-04c5-4746-854e-53a34e843cf9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0855010 Feb 09 02:11:12.653453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:12.658368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ac22749c-cfc0-46b2-b060-26cc3e1fc437 None None] Provisioning complete for port 81aa281b-dd28-42ae-817d-869294bcf2de triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:12.658825 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac22749c-cfc0-46b2-b060-26cc3e1fc437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.734485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 81aa281b-dd28-42ae-817d-869294bcf2de, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=81aa281b-dd28-42ae-817d-869294bcf2de,segment=NetworkSegment(4ffc8c66-dd70-467a-9883-d8b59120372e),segment_id=4ffc8c66-dd70-467a-9883-d8b59120372e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:12.749708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-042d6fb4-f35b-4f7c-bec7-dfdc97f027f4 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143513 Feb 09 02:11:12.807264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1949a3c6-1d33-4825-83d9-b037588570fa'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:12.810374 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d34865-edfc-40ba-937c-031a0a46ada3" -d '{"events": [{"server_uuid": "ea019a3b-721f-4458-8ed1-eeaa4ece7489", "name": "network-vif-plugged", "status": "completed", "tag": "1949a3c6-1d33-4825-83d9-b037588570fa"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:12.814322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ac22749c-cfc0-46b2-b060-26cc3e1fc437 None None] Current status of the port 81aa281b-dd28-42ae-817d-869294bcf2de is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:12.821110 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:12.866369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['e1de26ca-ecbd-46c8-8344-f42547b42ccc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:12.874679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e94d4-600e-4a00-8ff4-f2ee9367c2b3 req-1c89f3c1-b6ee-4199-bb38-d80d31370ba8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:12.886631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-964e94d4-600e-4a00-8ff4-f2ee9367c2b3 req-1c89f3c1-b6ee-4199-bb38-d80d31370ba8 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 945 time: 0.3159792 Feb 09 02:11:12.923446 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Set router e483b98f-b74a-496f-87ea-e3d049e1b6f1 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:13.025749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=81aa281b-dd28-42ae-817d-869294bcf2de,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:13.029795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-964e94d4-600e-4a00-8ff4-f2ee9367c2b3 req-0a2ae031-ff17-4e0d-a6f9-5b5e4c8e506d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281664 Feb 09 02:11:13.100966 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-ee12e2e3-de1d-4275-bd51-26ea0e1d040d service neutron] show failed (client error): The resource could not be found. Feb 09 02:11:13.102595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-ee12e2e3-de1d-4275-bd51-26ea0e1d040d service neutron] 10.222.0.72 "GET /v2.0/ports/db1a986c-f012-445b-8e9b-8c5c64a1576e/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.3249171 Feb 09 02:11:13.148533 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485cb2e5-e1aa-43ba-bba2-791b821a164f x-openstack-request-id: req-485cb2e5-e1aa-43ba-bba2-791b821a164f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:13.164016 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea019a3b-721f-4458-8ed1-eeaa4ece7489", "name": "network-vif-plugged", "status": "completed", "tag": "1949a3c6-1d33-4825-83d9-b037588570fa", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:13.165578 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-485cb2e5-e1aa-43ba-bba2-791b821a164f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:13.166336 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1949a3c6-1d33-4825-83d9-b037588570fa', 'code': 200} Feb 09 02:11:13.264325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f557e9-8744-4370-99af-d1d20b248463 req-8a406133-4f21-4632-bac9-9a4c712f8a4c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.284440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1f557e9-8744-4370-99af-d1d20b248463 req-8a406133-4f21-4632-bac9-9a4c712f8a4c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1374018 Feb 09 02:11:13.417120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:11Z', 'revision_number': 3, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port': {'id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:10Z', 'updated_at': '2022-02-09T02:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:13.471726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-96d89a35-310e-4c4b-b911-8722d1351820 None None] Provisioning complete for port 81aa281b-dd28-42ae-817d-869294bcf2de triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:13.473135 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96d89a35-310e-4c4b-b911-8722d1351820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:13.490223 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Checking router: e483b98f-b74a-496f-87ea-e3d049e1b6f1 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:13.490645 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Updating router e483b98f-b74a-496f-87ea-e3d049e1b6f1 port dbcac639-dc15-4890-b6f3-12e2e3adab16 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:13.533946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1f557e9-8744-4370-99af-d1d20b248463 req-882cab4d-6ab5-4e6a-8548-11af8898f6d3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482314 Feb 09 02:11:13.561483 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:13.619998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb054b0d-1de6-4fff-bf87-fb6f81044fd9 req-27cd85bb-5f2b-4388-99b4-2c69e2f385f3 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.637175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb054b0d-1de6-4fff-bf87-fb6f81044fd9 req-27cd85bb-5f2b-4388-99b4-2c69e2f385f3 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.3467388 Feb 09 02:11:13.648513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e1edb-f9f4-4890-9b17-807cf1fef838 req-c2126aa7-1682-4104-8962-5ad2af102bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.653029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b64e1edb-f9f4-4890-9b17-807cf1fef838 req-c2126aa7-1682-4104-8962-5ad2af102bfe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 1128 time: 0.3500516 Feb 09 02:11:13.682264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-96d89a35-310e-4c4b-b911-8722d1351820 None None] Current status of the port 81aa281b-dd28-42ae-817d-869294bcf2de is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:13.752194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-e0a5bc39-0d0a-4d97-993f-bc1010eb1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.759351 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-e0a5bc39-0d0a-4d97-993f-bc1010eb1e19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 1132 time: 0.1647491 Feb 09 02:11:13.779244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:13.845247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb054b0d-1de6-4fff-bf87-fb6f81044fd9 req-0b77b5fa-9a9f-4016-87d2-1815c6d8121d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999092 Feb 09 02:11:13.846474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 99fb3c12-b969-4910-9cf0-94a834c38d46 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:13.860306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b64e1edb-f9f4-4890-9b17-807cf1fef838 req-10aa890d-8cbf-4ff0-9e2f-d77602f36099 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901631 Feb 09 02:11:13.888435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 99fb3c12-b969-4910-9cf0-94a834c38d46 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:13.888938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 99fb3c12-b969-4910-9cf0-94a834c38d46 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:13.894426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432927a2-aae9-41e8-93d8-288c431a36a1 req-5e617ca7-d067-44d3-8f59-c61455b17c89 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:13.902423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-432927a2-aae9-41e8-93d8-288c431a36a1 req-5e617ca7-d067-44d3-8f59-c61455b17c89 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1785929 Feb 09 02:11:14.004020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-432927a2-aae9-41e8-93d8-288c431a36a1 req-497e5d0f-8f77-4292-8864-088993646ea9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004207 Feb 09 02:11:14.033122 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.045716 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Publish callbacks [] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.052804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81aa281b-dd28-42ae-817d-869294bcf2de up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:14.064716 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.067327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6796c0cf-60e1-49e2-8842-2c37001a17a2 req-2f3d5f62-a2ed-4933-a3d6-c9e581867999 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 210 time: 0.0410247 Feb 09 02:11:14.082117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.145166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 81aa281b-dd28-42ae-817d-869294bcf2de triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:14.145871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.156590 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Pushing event updated for resources: {'Port': ['ID=dbcac639-dc15-4890-b6f3-12e2e3adab16,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:14.167324 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.168096 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.168686 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.169304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.169862 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.170415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.171011 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.171571 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.172120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.172668 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.173229 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.174309 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.175489 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:14.224013 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Attempting to bind port dbcac639-dc15-4890-b6f3-12e2e3adab16 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:14.224550 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Attempting to bind port dbcac639-dc15-4890-b6f3-12e2e3adab16 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:14.225177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Attempting to bind port dbcac639-dc15-4890-b6f3-12e2e3adab16 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:14.232303 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:14.233102 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:14.233566 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.239369 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:14.239921 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Bound port: dbcac639-dc15-4890-b6f3-12e2e3adab16, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:14.240315 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.284881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae5eb-204c-4dbb-b734-00a5bdc173da req-bfff44c7-a18f-4025-b7aa-f042a677856a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:14.286235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bcae5eb-204c-4dbb-b734-00a5bdc173da req-bfff44c7-a18f-4025-b7aa-f042a677856a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 945 time: 0.1028478 Feb 09 02:11:14.321684 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] For port dbcac639-dc15-4890-b6f3-12e2e3adab16, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:14.327486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] For port dbcac639-dc15-4890-b6f3-12e2e3adab16, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dbcac639-dc15-4890-b6f3-12e2e3adab16,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:14.336225 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.390152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bcae5eb-204c-4dbb-b734-00a5bdc173da req-1604232d-c0d3-455d-a97f-6fc0608ab357 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969658 Feb 09 02:11:14.428024 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4fdfe-b83c-4cb6-afdf-b5745349e96b None None] Pushing event updated for resources: {'Port': ['ID=dbcac639-dc15-4890-b6f3-12e2e3adab16,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:14.475852 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Routers {'e483b98f-b74a-496f-87ea-e3d049e1b6f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:14.476676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:10:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:14.544736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 81aa281b-dd28-42ae-817d-869294bcf2de is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:14.562703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Allocated IP 172.20.0.1 (13cdf68a-c472-4485-b35d-94136b40c00b/45ef34a6-54f1-4d99-971a-93168f495a65/4c1f4da9-3279-4cd7-aff9-46e6a518de40) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:14.653765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] Set router e483b98f-b74a-496f-87ea-e3d049e1b6f1 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:14.676683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:14.684550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31030094-9804-49cb-a218-f44b3a58aba0 req-eeccefdb-1e73-4047-bb54-91a04adc4afc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:14.687732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31030094-9804-49cb-a218-f44b3a58aba0 req-eeccefdb-1e73-4047-bb54-91a04adc4afc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.0671818 Feb 09 02:11:14.749441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:14.790125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31030094-9804-49cb-a218-f44b3a58aba0 req-3f512f8b-a6cc-43dc-9796-17cc6ac960c0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919423 Feb 09 02:11:14.810068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:14.812664 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a150b1d3-d8f5-4c8a-8e84-c53d12850708" -d '{"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-unplugged", "status": "completed", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:14.834835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Publish callbacks [] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.891191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks [] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.901071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Transition to ACTIVE for port object db1a986c-f012-445b-8e9b-8c5c64a1576e will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:14.912111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:14.963349 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea5c63e-f954-42da-885a-b81910bc6ac0 x-openstack-request-id: req-5ea5c63e-f954-42da-885a-b81910bc6ac0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:14.963655 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-unplugged", "status": "completed", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:14.963992 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ea5c63e-f954-42da-885a-b81910bc6ac0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:14.964368 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'code': 200} Feb 09 02:11:15.006085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:15.027186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] No DVR routers for this DVR port db1a986c-f012-445b-8e9b-8c5c64a1576e on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:15.028996 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:11Z', 'revision_number': 3, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port': {'id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:10Z', 'updated_at': '2022-02-09T02:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:15.042535 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:15.118217 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1446d1af-88a3-4af8-b652-c0f9911d57e2 None None] The sync data for ids ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'] in n-d-826675-12 is: [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:11Z', 'revision_number': 3, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port': {'id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:10Z', 'updated_at': '2022-02-09T02:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:15.136020 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Network 13cdf68a-c472-4485-b35d-94136b40c00b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:15.143645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:15.148201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:15.151323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:15.151654 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:15.151978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:15.221503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1f4da9-3279-4cd7-aff9-46e6a518de40,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:15.235501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Port db1a986c-f012-445b-8e9b-8c5c64a1576e on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:15.235805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Attempting to bind port db1a986c-f012-445b-8e9b-8c5c64a1576e on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:15.266962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:15.267306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:15.267707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:15.268141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Bound port: db1a986c-f012-445b-8e9b-8c5c64a1576e, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:15.268509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:15.309870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (e483b98f-b74a-496f-87ea-e3d049e1b6f1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:15.419713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0900646-652a-4bab-a74a-73936cd38b7e req-561bfcb7-8e59-4861-b24b-7f09e7c2de4b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:15.426638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0900646-652a-4bab-a74a-73936cd38b7e req-561bfcb7-8e59-4861-b24b-7f09e7c2de4b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.4072747 Feb 09 02:11:15.451649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:15.455710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:15.476193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-d122eb21-493f-42fb-843e-a8550d9e665e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:15.478839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-d122eb21-493f-42fb-843e-a8550d9e665e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.5812769 Feb 09 02:11:15.516154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Request body: {'port': {'device_id': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'admin_state_up': True, 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:15.519588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:15.557341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:15.557967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:15.575992 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] 10.222.0.82 "PUT /v2.0/ports/db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 1096 time: 1.8057363 Feb 09 02:11:15.637290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda5d35-ae07-4343-9720-33da883fabe9 service neutron] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:15.710193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2798d8e7-87a3-42d8-8c70-a6bdf0f123f6 None None] Provisioning complete for port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:15.711749 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2798d8e7-87a3-42d8-8c70-a6bdf0f123f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:15.734422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0900646-652a-4bab-a74a-73936cd38b7e req-4725cb19-e223-4e30-883e-dbdd01bfac23 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064590 Feb 09 02:11:15.765821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738a3a-8f67-4e74-b9ba-63a759e65ec7 req-8f7be290-d082-4eca-9c0b-096a1d6c1d05 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:15.768759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05738a3a-8f67-4e74-b9ba-63a759e65ec7 req-8f7be290-d082-4eca-9c0b-096a1d6c1d05 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.5065603 Feb 09 02:11:15.822950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2798d8e7-87a3-42d8-8c70-a6bdf0f123f6 None None] Port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:15.875267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e1de26ca-ecbd-46c8-8344-f42547b42ccc up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:15.890315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:15.969457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2614fcf-7f66-456d-926b-858139eb3f72 req-d0b5e1a8-40f2-439d-a64e-43da71c7479b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 210 time: 0.1352005 Feb 09 02:11:16.002680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-f3fc0800-3115-4cac-afc1-a54e543bc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:16.003554 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-f3fc0800-3115-4cac-afc1-a54e543bc521 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1130 time: 0.2360928 Feb 09 02:11:16.012477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port e1de26ca-ecbd-46c8-8344-f42547b42ccc completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:16.018401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port e1de26ca-ecbd-46c8-8344-f42547b42ccc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:16.018834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.062210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05738a3a-8f67-4e74-b9ba-63a759e65ec7 req-e90a1a2c-2966-4e6f-b74c-e4f0c38a7b6e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267730 Feb 09 02:11:16.065944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:16.074116 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.137297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dbcac639-dc15-4890-b6f3-12e2e3adab16 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:16.291722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e1de26ca-ecbd-46c8-8344-f42547b42ccc is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:16.292264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.296449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port dbcac639-dc15-4890-b6f3-12e2e3adab16 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:16.297035 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.373406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4637da2d-3902-418d-a2d3-ffc1c9acf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:16.374997 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-4637da2d-3902-418d-a2d3-ffc1c9acf2f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.3626835 Feb 09 02:11:16.449839 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-9dab7b97-2029-4297-8218-1b970aa00df6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.0662072 Feb 09 02:11:16.460253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e1de26ca-ecbd-46c8-8344-f42547b42ccc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e1de26ca-ecbd-46c8-8344-f42547b42ccc,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:16.463686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:16.466513 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb6e47-e854-4286-8e45-4ec420835855" -d '{"events": [{"server_uuid": "5df18c8d-9cec-4409-8191-ead7dc942f2c", "name": "network-vif-plugged", "status": "completed", "tag": "e1de26ca-ecbd-46c8-8344-f42547b42ccc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:16.469373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7210-b3a4-4981-a098-3ff0fc1777e1 req-8244326e-0a2b-4858-bd3b-1ddd2fd4de5f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:16.470971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e50d7210-b3a4-4981-a098-3ff0fc1777e1 req-8244326e-0a2b-4858-bd3b-1ddd2fd4de5f tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 945 time: 0.3331814 Feb 09 02:11:16.514932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dbcac639-dc15-4890-b6f3-12e2e3adab16 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:16.515789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.532154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-57921a40-b108-411d-8b5d-ae90183f4655 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:16.532701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:16.534071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-f98ead0f-1e31-410f-a37f-338b932ae716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:16.535991 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-f98ead0f-1e31-410f-a37f-338b932ae716 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0800464 Feb 09 02:11:16.537188 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.538798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks [] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.539465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-57921a40-b108-411d-8b5d-ae90183f4655 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.3188379 Feb 09 02:11:16.552812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Allocated IP 172.20.0.10 (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d/6dec9c77-64c6-4050-8291-f4f79fcfa9be/3a9fc443-e835-426a-b62c-13002b23e5ba) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:16.562920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.612016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e50d7210-b3a4-4981-a098-3ff0fc1777e1 req-89ab2bf2-66fc-4988-8752-8f19580e8bfa tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262324 Feb 09 02:11:16.623788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-02c0315f-6be0-4479-9fa4-2f9858e42255 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/quotas/50b0a9d1a445463980e19ebece808811 HTTP/1.1" status: 200 len: 375 time: 0.0778430 Feb 09 02:11:16.638492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port dbcac639-dc15-4890-b6f3-12e2e3adab16, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dbcac639-dc15-4890-b6f3-12e2e3adab16,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:16.658939 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.677673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port db1a986c-f012-445b-8e9b-8c5c64a1576e host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:11:16.678389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:16.694038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e1de26ca-ecbd-46c8-8344-f42547b42ccc,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:16.729158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (e483b98f-b74a-496f-87ea-e3d049e1b6f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:16.738883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1f4da9-3279-4cd7-aff9-46e6a518de40,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:16.747976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-b02b00c2-385c-48f0-9feb-b78609e5887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:16.749532 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-b02b00c2-385c-48f0-9feb-b78609e5887a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2032015 Feb 09 02:11:16.806435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=dbcac639-dc15-4890-b6f3-12e2e3adab16,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:16.965513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:16.968110 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:16.983682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Network 13cdf68a-c472-4485-b35d-94136b40c00b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:16.986858 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-2cee7775-5dd7-4fb1-ad97-0cc627d34dea service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218668 Feb 09 02:11:16.988779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:17.226362 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ad357b60-8a1c-4132-bbca-fa0e1ce5f7d4 req-fc7fa79f-c8cd-4b68-bc75-86b378c7834f service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299430 Feb 09 02:11:17.250319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Router e483b98f-b74a-496f-87ea-e3d049e1b6f1 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:11:17.271095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-b8ad5439-2f8b-4a71-b4f7-3ea60df794ee tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6404164 Feb 09 02:11:17.317989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1fbd441b-142c-4bc9-b7bc-3081322b7e93 None None] Provisioning complete for port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:17.329404 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fbd441b-142c-4bc9-b7bc-3081322b7e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:17.349967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae709f55-33cf-4132-996e-10849149b437 req-01885b01-c733-40ee-97dd-e7cd1d7ae247 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:17.362789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae709f55-33cf-4132-996e-10849149b437 req-01885b01-c733-40ee-97dd-e7cd1d7ae247 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.5659723 Feb 09 02:11:17.427398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd441b-142c-4bc9-b7bc-3081322b7e93 None None] Port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:17.441783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:11:17.455737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks [] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:17.456537 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-71239eb9-3080-4688-9193-0bae59646a43 admin admin] 10.222.0.53 "PUT /v2.0/routers/e483b98f-b74a-496f-87ea-e3d049e1b6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8016939 Feb 09 02:11:17.576624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae709f55-33cf-4132-996e-10849149b437 req-b376bb74-93ab-48a4-90b9-d149746b1967 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125390 Feb 09 02:11:17.625152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-c28468bb-ac09-4f6c-8356-41e3438e2f19 service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466909 Feb 09 02:11:17.631292 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:17.660592 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186a1854-94a4-4253-a616-9404613367fc x-openstack-request-id: req-186a1854-94a4-4253-a616-9404613367fc {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:17.661237 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df18c8d-9cec-4409-8191-ead7dc942f2c", "name": "network-vif-plugged", "status": "completed", "tag": "e1de26ca-ecbd-46c8-8344-f42547b42ccc", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:17.661237 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-186a1854-94a4-4253-a616-9404613367fc {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:17.661580 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc', 'code': 200} Feb 09 02:11:17.675011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:17.767325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:17.798389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:17.803687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:17.804292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a1c7-4728-4e8f-9362-db715b6267fd req-6e94351d-0d1a-4bb6-8a15-0d293976ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:17.806791 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-beb9a1c7-4728-4e8f-9362-db715b6267fd req-6e94351d-0d1a-4bb6-8a15-0d293976ee74 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 1129 time: 0.0735583 Feb 09 02:11:17.808115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event updated for resources: {'Port': ['ID=3a9fc443-e835-426a-b62c-13002b23e5ba,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:17.862940 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-beb9a1c7-4728-4e8f-9362-db715b6267fd req-00237dbd-32ff-4fc4-86a4-f2a0f304d3fa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490890 Feb 09 02:11:17.895597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:17.896222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:17.900901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-329ea4c5-16fe-46bb-801f-45baca6d801c service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608039 Feb 09 02:11:17.909641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b98d8-0f5f-413f-8fd9-99eb905ab899 req-2d1cb426-5fe1-416c-a33e-f7cf274e0eda tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:17.911167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b29b98d8-0f5f-413f-8fd9-99eb905ab899 req-2d1cb426-5fe1-416c-a33e-f7cf274e0eda tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.1710508 Feb 09 02:11:17.933134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-7fcc6c1a-73fd-42a2-a4a4-358df00c385c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4368329 Feb 09 02:11:17.954698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Request body: {'port': {'device_id': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:18.007241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Sync routers for ids ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:18.042358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Routers {'e483b98f-b74a-496f-87ea-e3d049e1b6f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:18.043410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:10:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:18.048871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dbcac639-dc15-4890-b6f3-12e2e3adab16 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:18.118207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b29b98d8-0f5f-413f-8fd9-99eb905ab899 req-4764a3d4-c217-48a3-b4d6-8f2ae53a0ffc tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661105 Feb 09 02:11:18.138754 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc982b-21e2-446b-a940-2fe99b26fb5d x-openstack-request-id: req-45fc982b-21e2-446b-a940-2fe99b26fb5d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:18.139296 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:18.143201 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45fc982b-21e2-446b-a940-2fe99b26fb5d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:18.143350 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'status': 'completed', 'code': 200} Feb 09 02:11:18.174768 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:18.283336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-43078877-8100-4359-b4c8-b7c4ab860eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.287539 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-43078877-8100-4359-b4c8-b7c4ab860eb5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1130 time: 0.1283500 Feb 09 02:11:18.344926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port dbcac639-dc15-4890-b6f3-12e2e3adab16 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:18.345313 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:18.403120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Set router e483b98f-b74a-496f-87ea-e3d049e1b6f1 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:18.447769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-f81bb01f-9a64-412a-93ca-13c087767a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.450279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-f81bb01f-9a64-412a-93ca-13c087767a1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1130 time: 0.2916284 Feb 09 02:11:18.499102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-ba9a1090-3b06-4fb7-999e-5080a3373e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.501371 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-ba9a1090-3b06-4fb7-999e-5080a3373e29 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2016096 Feb 09 02:11:18.514061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dbcac639-dc15-4890-b6f3-12e2e3adab16 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:18.638626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887504c-929c-4517-92f2-d85273a423a0 req-6e9a66d4-5bdc-4d9c-a080-bbb84da81307 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.646602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5887504c-929c-4517-92f2-d85273a423a0 req-6e9a66d4-5bdc-4d9c-a080-bbb84da81307 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.3884935 Feb 09 02:11:18.716077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae569c8e-16b2-4d0c-acab-93b9e881a8c3 req-f16bd8ae-4878-4182-a2d5-eb3720869975 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.723183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae569c8e-16b2-4d0c-acab-93b9e881a8c3 req-f16bd8ae-4878-4182-a2d5-eb3720869975 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 932 time: 0.3905714 Feb 09 02:11:18.768944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-2e039b23-7294-4e7d-857e-34043889e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:18.770681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-2e039b23-7294-4e7d-857e-34043889e0d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.3133836 Feb 09 02:11:18.851371 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:18.871750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:15Z', 'revision_number': 4, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port': {'id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:10Z', 'updated_at': '2022-02-09T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4c1f4da9-3279-4cd7-aff9-46e6a518de40', 'name': '', 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'mac_address': 'fa:16:3e:2d:63:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '45ef34a6-54f1-4d99-971a-93168f495a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:14Z', 'updated_at': '2022-02-09T02:11:16Z', 'revision_number': 2, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'subnets': [{'id': '45ef34a6-54f1-4d99-971a-93168f495a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:18.880254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-4f7d6e19-429d-479f-950d-db827428d6fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.0895324 Feb 09 02:11:18.909375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Checking router: e483b98f-b74a-496f-87ea-e3d049e1b6f1 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:18.909796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Updating router e483b98f-b74a-496f-87ea-e3d049e1b6f1 port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:11:18.956907 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:18.971469 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-47c249f5-1862-45c1-80f6-808f5891f1b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.4615774 Feb 09 02:11:18.997648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5887504c-929c-4517-92f2-d85273a423a0 req-0b9463dc-b90e-4722-9106-eb61b2e23757 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506038 Feb 09 02:11:19.027442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae569c8e-16b2-4d0c-acab-93b9e881a8c3 req-c0ef265d-87ca-446a-a5c2-63209102279c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796609 Feb 09 02:11:19.040207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-267aab6b-5575-47b9-aa7c-d31308b9d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.041887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-267aab6b-5575-47b9-aa7c-d31308b9d9e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1542835 Feb 09 02:11:19.067624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-2a41f73e-599b-4380-ba49-c98c70ad50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.069152 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-2a41f73e-599b-4380-ba49-c98c70ad50e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0908916 Feb 09 02:11:19.188915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-56e9da04-6d2b-41c1-8ad1-f5261e1dd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.194202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-56e9da04-6d2b-41c1-8ad1-f5261e1dd8e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1160684 Feb 09 02:11:19.239550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-7dfbed32-c217-4abe-8316-a44e1b7fe487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.241281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-7dfbed32-c217-4abe-8316-a44e1b7fe487 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1928110 Feb 09 02:11:19.274263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638f3b0-d81b-4fbd-9191-ba396104a114 req-97dfb912-95e2-4861-b6ea-19d311f524d2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.282663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c638f3b0-d81b-4fbd-9191-ba396104a114 req-97dfb912-95e2-4861-b6ea-19d311f524d2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.1526215 Feb 09 02:11:19.361908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-f685f928-60e7-4728-80da-92e642fdf27e service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603560 Feb 09 02:11:19.406686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c638f3b0-d81b-4fbd-9191-ba396104a114 req-110bfc36-0833-4e9d-8efa-d0f1dc2cbec2 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224275 Feb 09 02:11:19.487126 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Publish callbacks [] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:19.494316 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-24b3889a-fd18-43cf-b3ab-9fd2aa82624e req-63adaa83-2682-4652-878a-7a6da95402bc tempest-FloatingIPDetailsNegativeTestJSON-1418679106 tempest-FloatingIPDetailsNegativeTestJSON-1418679106-project] show failed (client error): The resource could not be found. Feb 09 02:11:19.496191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24b3889a-fd18-43cf-b3ab-9fd2aa82624e req-63adaa83-2682-4652-878a-7a6da95402bc tempest-FloatingIPDetailsNegativeTestJSON-1418679106 tempest-FloatingIPDetailsNegativeTestJSON-1418679106-project] 10.222.0.53 "GET /v2.0/floatingips/77c85502-fef8-4f85-b1ea-b6fab7de3d7f HTTP/1.1" status: 404 len: 350 time: 0.2073619 Feb 09 02:11:19.498362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9fc443-e835-426a-b62c-13002b23e5ba {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:19.509337 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:19.511838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:19.525386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Publish callbacks [] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:19.589452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad100f16-684b-4aa1-b989-41fadbbcc5e2 req-ccb1c32a-772d-4657-a0c6-40215867f237 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 210 time: 0.0513594 Feb 09 02:11:19.592514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Transition to ACTIVE for port object 3a9fc443-e835-426a-b62c-13002b23e5ba will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:19.612488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:19.625330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98652ba8-b73b-4088-92e2-28fa52ab0601 None None] Pushing event updated for resources: {'Port': ['ID=4c1f4da9-3279-4cd7-aff9-46e6a518de40,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:19.731296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Attempting to bind port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:19.731772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Attempting to bind port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:19.732245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Attempting to bind port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 on network 13cdf68a-c472-4485-b35d-94136b40c00b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:19.749381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:19.751841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Checking segment: {'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:19.752380 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:19.752910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Bound using segment: {'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:19.758323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Bound port: 4c1f4da9-3279-4cd7-aff9-46e6a518de40, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffc8c66-dd70-467a-9883-d8b59120372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:19.758892 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:19.877614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-10137a6c-4d20-41ba-8890-731596bd9b42 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897467 Feb 09 02:11:19.885292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] For port 4c1f4da9-3279-4cd7-aff9-46e6a518de40, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:19.888894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] For port 4c1f4da9-3279-4cd7-aff9-46e6a518de40, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4c1f4da9-3279-4cd7-aff9-46e6a518de40,segment=NetworkSegment(4ffc8c66-dd70-467a-9883-d8b59120372e),segment_id=4ffc8c66-dd70-467a-9883-d8b59120372e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:19.901804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:19.936290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-8936f09c-ed84-4931-ae68-f6e54369baa4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:19.938113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-8936f09c-ed84-4931-ae68-f6e54369baa4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.2771280 Feb 09 02:11:19.945887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9fc443-e835-426a-b62c-13002b23e5ba,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:19.958712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Request body: {'port': {'device_id': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'admin_state_up': True, 'tenant_id': '50b0a9d1a445463980e19ebece808811'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:20.034740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d3c4127f-757c-48e4-b66d-2a4c31552bcb None None] Provisioning complete for port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:20.035887 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3c4127f-757c-48e4-b66d-2a4c31552bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.050367 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-36779940-d47f-4bd8-b788-f8658a122988 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808720 Feb 09 02:11:20.090025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407dce-39ab-4c58-872f-b354a2c4ff35 req-cba188be-31dc-4b16-9705-d0ed1cdb84cb tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.097292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59407dce-39ab-4c58-872f-b354a2c4ff35 req-cba188be-31dc-4b16-9705-d0ed1cdb84cb tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.4867268 Feb 09 02:11:20.115772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Routers {'e483b98f-b74a-496f-87ea-e3d049e1b6f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:20.116549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:10:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:20.165199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1984b56-6bf1-488e-bad3-b9b589150e65 req-f19cc9a3-5c9e-4ecd-8b75-46563f534296 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.172888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1984b56-6bf1-488e-bad3-b9b589150e65 req-f19cc9a3-5c9e-4ecd-8b75-46563f534296 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.3865068 Feb 09 02:11:20.217111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98652ba8-b73b-4088-92e2-28fa52ab0601 None None] Pushing event updated for resources: {'Port': ['ID=4c1f4da9-3279-4cd7-aff9-46e6a518de40,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:20.249190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f21838b-ae55-4817-8cbe-c1cf2219b8c7 req-28e672d1-3189-4285-92ca-1177ad1d089d service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302999 Feb 09 02:11:20.249775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Attempting to bind port 3a9fc443-e835-426a-b62c-13002b23e5ba on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:20.250110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Attempting to bind port 3a9fc443-e835-426a-b62c-13002b23e5ba by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:20.250432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Attempting to bind port 3a9fc443-e835-426a-b62c-13002b23e5ba on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:20.294113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4127f-757c-48e4-b66d-2a4c31552bcb None None] Current status of the port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:20.294671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3c4127f-757c-48e4-b66d-2a4c31552bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.308898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Port 3a9fc443-e835-426a-b62c-13002b23e5ba on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:20.309274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Attempting to bind port 3a9fc443-e835-426a-b62c-13002b23e5ba on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:20.330306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] Set router e483b98f-b74a-496f-87ea-e3d049e1b6f1 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:20.337829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59407dce-39ab-4c58-872f-b354a2c4ff35 req-099417c6-1bf4-43b2-a8e1-f81502150a80 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229006 Feb 09 02:11:20.355320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1984b56-6bf1-488e-bad3-b9b589150e65 req-dfc9ac39-2f20-41cf-8650-ca21cd9fbef9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819375 Feb 09 02:11:20.361318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:20.365552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:20.368049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Bound using segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:20.369390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Bound port: 3a9fc443-e835-426a-b62c-13002b23e5ba, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:20.371159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.407972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Made reservation on behalf of 50b0a9d1a445463980e19ebece808811 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:20.420459 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.466009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] For port 3a9fc443-e835-426a-b62c-13002b23e5ba, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:20.470431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] For port 3a9fc443-e835-426a-b62c-13002b23e5ba, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3a9fc443-e835-426a-b62c-13002b23e5ba,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:20.491776 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.576410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9fc443-e835-426a-b62c-13002b23e5ba,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:20.645780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Allocated IP 172.20.0.13 (eac3926b-d9da-4086-80d6-ba138b7836e1/659abfd7-0436-4fe4-8256-1a45d367db9f/89afbcf0-30bb-48be-82aa-670d7ef605f9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:20.657422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165624e-75ec-41c4-b0c0-9dc31aa1f20e req-e47c73e0-3c23-4847-8a7d-bd007a840d2a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.659059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7165624e-75ec-41c4-b0c0-9dc31aa1f20e req-e47c73e0-3c23-4847-8a7d-bd007a840d2a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 947 time: 0.1645069 Feb 09 02:11:20.660970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.661590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.662949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-dfeb469c-5497-47d7-8faa-ccc54403dd57 service neutron] 10.222.0.72 "PUT /v2.0/ports/3a9fc443-e835-426a-b62c-13002b23e5ba HTTP/1.1" status: 200 len: 1093 time: 2.7126122 Feb 09 02:11:20.669173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'tag': '3a9fc443-e835-426a-b62c-13002b23e5ba'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:20.672124 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979" -d '{"events": [{"name": "network-changed", "server_uuid": "cdee121b-aa45-4385-a2a3-a6d7c700f0b2", "tag": "3a9fc443-e835-426a-b62c-13002b23e5ba"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:20.709000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c74c27-7900-4dad-9a44-6f91c319a28f req-7f0563e5-a619-44d6-80a9-892f5d891db8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.712807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55c74c27-7900-4dad-9a44-6f91c319a28f req-7f0563e5-a619-44d6-80a9-892f5d891db8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 944 time: 0.2362857 Feb 09 02:11:20.760417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d3c4127f-757c-48e4-b66d-2a4c31552bcb None None] For port 4c1f4da9-3279-4cd7-aff9-46e6a518de40, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4c1f4da9-3279-4cd7-aff9-46e6a518de40,segment=NetworkSegment(4ffc8c66-dd70-467a-9883-d8b59120372e),segment_id=4ffc8c66-dd70-467a-9883-d8b59120372e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:20.768012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3c4127f-757c-48e4-b66d-2a4c31552bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.841380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55c74c27-7900-4dad-9a44-6f91c319a28f req-b831c053-e1fa-49c4-8364-0319aa3ff0e8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202469 Feb 09 02:11:20.898401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7165624e-75ec-41c4-b0c0-9dc31aa1f20e req-0cb07671-fe65-409d-b35f-8fef5d70ad2c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104685 Feb 09 02:11:20.910438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-336e7c3a-5525-4fee-a838-264cc3d36842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:20.911997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-336e7c3a-5525-4fee-a838-264cc3d36842 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 1127 time: 0.1898866 Feb 09 02:11:20.914502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4127f-757c-48e4-b66d-2a4c31552bcb None None] Pushing event updated for resources: {'Port': ['ID=4c1f4da9-3279-4cd7-aff9-46e6a518de40,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:20.972281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2f87f8c1-9d6c-474c-b585-780089e22c2f None None] Provisioning complete for port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:20.972650 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f87f8c1-9d6c-474c-b585-780089e22c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:20.994617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-310601b2-0a8b-4d33-9177-1523ccb3e4ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a9fc443-e835-426a-b62c-13002b23e5ba HTTP/1.1" status: 200 len: 217 time: 0.0704386 Feb 09 02:11:21.028272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks [] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.046700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:15Z', 'revision_number': 4, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port': {'id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:10Z', 'updated_at': '2022-02-09T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4c1f4da9-3279-4cd7-aff9-46e6a518de40', 'name': '', 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'mac_address': 'fa:16:3e:2d:63:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '45ef34a6-54f1-4d99-971a-93168f495a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:14Z', 'updated_at': '2022-02-09T02:11:19Z', 'revision_number': 4, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'subnets': [{'id': '45ef34a6-54f1-4d99-971a-93168f495a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:21.079361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9786a-17da-4238-b1ab-40362cd0fa00 None None] The sync data for ids ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'] in n-d-826675-12 is: [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:15Z', 'revision_number': 4, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port': {'id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:10Z', 'updated_at': '2022-02-09T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4c1f4da9-3279-4cd7-aff9-46e6a518de40', 'name': '', 'network_id': '13cdf68a-c472-4485-b35d-94136b40c00b', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'mac_address': 'fa:16:3e:2d:63:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '45ef34a6-54f1-4d99-971a-93168f495a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:14Z', 'updated_at': '2022-02-09T02:11:19Z', 'revision_number': 4, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'subnets': [{'id': '45ef34a6-54f1-4d99-971a-93168f495a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:21.126717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (e483b98f-b74a-496f-87ea-e3d049e1b6f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.154727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.191547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-b6c17f14-74eb-4688-91e4-4d9e683f39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:21.193056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-b6c17f14-74eb-4688-91e4-4d9e683f39d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.1737692 Feb 09 02:11:21.203502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f7505d97-b2ca-42c4-8082-2373ce0a5b67'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:21.236394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:21.282496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa9d1b-1784-470a-ad36-a57dec29f750 req-9afbb1d0-aed1-4cd5-a4c6-b7a7beb9cb9a tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:21.290190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2aa9d1b-1784-470a-ad36-a57dec29f750 req-9afbb1d0-aed1-4cd5-a4c6-b7a7beb9cb9a tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 945 time: 0.2944267 Feb 09 02:11:21.300194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-2ae62ad9-e00f-4054-a1e8-72fadf220ff4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882685 Feb 09 02:11:21.395653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2f87f8c1-9d6c-474c-b585-780089e22c2f None None] Current status of the port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:21.436495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77608b77-3daa-45d5-9140-9850c3a0e646 req-70b565f9-da64-4ed4-b368-6afd3de65a01 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:21.437970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77608b77-3daa-45d5-9140-9850c3a0e646 req-70b565f9-da64-4ed4-b368-6afd3de65a01 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.4067376 Feb 09 02:11:21.449752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event updated for resources: {'Port': ['ID=89afbcf0-30bb-48be-82aa-670d7ef605f9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:21.511119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Network eac3926b-d9da-4086-80d6-ba138b7836e1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:21.515069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:21.520573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:21.591547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:21.592209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.619966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2aa9d1b-1784-470a-ad36-a57dec29f750 req-055e40ef-b1f3-40a0-8adf-f30033fbac83 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247612 Feb 09 02:11:21.628035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-6bf3530b-ce31-4a34-a5ec-8f4d608027cc service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166764 Feb 09 02:11:21.683946 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-80213546-6508-4c70-ad4a-8ad7c615c10f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7338328 Feb 09 02:11:21.733855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Request body: {'port': {'device_id': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:21.833733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77608b77-3daa-45d5-9140-9850c3a0e646 req-1226a54c-23e5-4996-a24e-6e26b023cd61 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526058 Feb 09 02:11:21.852805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.892726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37c57fc-25cc-4ca1-95e3-8e17de429323 req-ed4347d7-f28a-42de-ac17-1c97226f112f service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558706 Feb 09 02:11:21.917222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:21.947934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f6965-38f9-4655-afb8-6f4fb86d739c req-113b32d9-0f29-4810-a2df-c7c025731d6b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:21.949810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c79f6965-38f9-4655-afb8-6f4fb86d739c req-113b32d9-0f29-4810-a2df-c7c025731d6b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 932 time: 0.2196126 Feb 09 02:11:21.951197 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a6de7-ccdc-4fe9-a8a8-25f8ada5afe6 x-openstack-request-id: req-2b7a6de7-ccdc-4fe9-a8a8-25f8ada5afe6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:21.951488 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdee121b-aa45-4385-a2a3-a6d7c700f0b2", "tag": "3a9fc443-e835-426a-b62c-13002b23e5ba", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:21.951929 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b7a6de7-ccdc-4fe9-a8a8-25f8ada5afe6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:21.952341 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'tag': '3a9fc443-e835-426a-b62c-13002b23e5ba', 'status': 'completed', 'code': 200} Feb 09 02:11:22.121217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c79f6965-38f9-4655-afb8-6f4fb86d739c req-a688fe4d-5992-4aa6-b253-cec188721363 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603982 Feb 09 02:11:22.131659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-28004558-591e-4ad3-8f30-e5658ee25a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.137567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-28004558-591e-4ad3-8f30-e5658ee25a84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 1127 time: 0.1609716 Feb 09 02:11:22.171908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:22.186209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4c1f4da9-3279-4cd7-aff9-46e6a518de40 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:22.244469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'mac_address': 'fa:16:3e:ff:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:22.354413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Deleting port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:22.355378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.371766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port db1a986c-f012-445b-8e9b-8c5c64a1576e is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:22.372151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d23e0-636a-47e2-8f5c-1ec90f31966a req-63b03e11-6d7c-4c59-a70d-3bd0b429d06c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.372316 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.374185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a92d23e0-636a-47e2-8f5c-1ec90f31966a req-63b03e11-6d7c-4c59-a70d-3bd0b429d06c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.3207791 Feb 09 02:11:22.395537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1a986c-f012-445b-8e9b-8c5c64a1576e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:22.417204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:22.432921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.526404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-711b943f-911f-4059-8732-25af1e71241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.528272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:22.528562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-711b943f-911f-4059-8732-25af1e71241d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.3748488 Feb 09 02:11:22.529663 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.535629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a92d23e0-636a-47e2-8f5c-1ec90f31966a req-96069026-a8ea-444b-a581-afe419e40bee tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537697 Feb 09 02:11:22.618706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-eb024e1d-2018-44c6-9aa9-2a035ea4d315 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a9fc443-e835-426a-b62c-13002b23e5ba HTTP/1.1" status: 200 len: 217 time: 0.0737436 Feb 09 02:11:22.632498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:22.681310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] For port 4c1f4da9-3279-4cd7-aff9-46e6a518de40, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4c1f4da9-3279-4cd7-aff9-46e6a518de40,segment=NetworkSegment(4ffc8c66-dd70-467a-9883-d8b59120372e),segment_id=4ffc8c66-dd70-467a-9883-d8b59120372e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:22.684026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.693478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4c1f4da9-3279-4cd7-aff9-46e6a518de40 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:22.720354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89afbcf0-30bb-48be-82aa-670d7ef605f9 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:22.725331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Calling delete_port for 4c1f4da9-3279-4cd7-aff9-46e6a518de40 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:22.735428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Publish callbacks [] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.792206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf8742-632b-4af3-8e55-d7ac8c370662 req-3129e412-82ee-4eb5-9b69-6859d01e0345 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.793183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Transition to ACTIVE for port object 89afbcf0-30bb-48be-82aa-670d7ef605f9 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:22.793751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bdf8742-632b-4af3-8e55-d7ac8c370662 req-3129e412-82ee-4eb5-9b69-6859d01e0345 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.1093159 Feb 09 02:11:22.803303 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.859490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb209-126e-42f1-9473-00f6681ff3d4 req-7da00b6d-20b2-407c-bc0e-f820d09ec841 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.861040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6fbb209-126e-42f1-9473-00f6681ff3d4 req-7da00b6d-20b2-407c-bc0e-f820d09ec841 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.1295302 Feb 09 02:11:22.868826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:22.878053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Pushing event updated for resources: {'Port': ['ID=89afbcf0-30bb-48be-82aa-670d7ef605f9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:22.879062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-69193b85-65f5-4c11-ab0e-193c5b66f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.884124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-69193b85-65f5-4c11-ab0e-193c5b66f9e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.0884778 Feb 09 02:11:22.997458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bdf8742-632b-4af3-8e55-d7ac8c370662 req-5bb5d44f-b1df-417c-aa54-bc0c6b043880 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692758 Feb 09 02:11:23.056829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-ecf7aeb2-6b49-4abc-af3e-3cd21529e07d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353736 Feb 09 02:11:23.067570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Attempting to bind port 89afbcf0-30bb-48be-82aa-670d7ef605f9 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:23.067914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Attempting to bind port 89afbcf0-30bb-48be-82aa-670d7ef605f9 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:23.068256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Attempting to bind port 89afbcf0-30bb-48be-82aa-670d7ef605f9 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:23.076150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Port 89afbcf0-30bb-48be-82aa-670d7ef605f9 on network eac3926b-d9da-4086-80d6-ba138b7836e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:23.076480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Attempting to bind port 89afbcf0-30bb-48be-82aa-670d7ef605f9 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:23.093603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:23.093954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Checking segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:23.094360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Bound using segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:23.094835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Bound port: 89afbcf0-30bb-48be-82aa-670d7ef605f9, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:23.095205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:23.200560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4c1f4da9-3279-4cd7-aff9-46e6a518de40), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:23.230381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6fbb209-126e-42f1-9473-00f6681ff3d4 req-fa3efb89-00c1-43f1-abe0-f345f2993ece tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104241 Feb 09 02:11:23.237387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1f4da9-3279-4cd7-aff9-46e6a518de40,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:23.310357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] For port 89afbcf0-30bb-48be-82aa-670d7ef605f9, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:23.320787 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c01df8a7-aaf2-4dbc-bdbc-9716274c2082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:23.334499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] For port 89afbcf0-30bb-48be-82aa-670d7ef605f9, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=89afbcf0-30bb-48be-82aa-670d7ef605f9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:23.352485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:23.469448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.470431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:23.472017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-44402598-23f3-443b-91c9-bad668381a54 service neutron] 10.222.0.72 "PUT /v2.0/ports/89afbcf0-30bb-48be-82aa-670d7ef605f9 HTTP/1.1" status: 200 len: 1093 time: 1.7437272 Feb 09 02:11:23.476276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'tag': '89afbcf0-30bb-48be-82aa-670d7ef605f9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:23.479798 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeddbd8-0097-4b1b-8140-1fbe37d04c80" -d '{"events": [{"name": "network-changed", "server_uuid": "eeca931c-169c-4b26-8d2a-5c9937e5bbba", "tag": "89afbcf0-30bb-48be-82aa-670d7ef605f9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:23.537348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44402598-23f3-443b-91c9-bad668381a54 service neutron] Pushing event updated for resources: {'Port': ['ID=89afbcf0-30bb-48be-82aa-670d7ef605f9,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:23.599585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (e483b98f-b74a-496f-87ea-e3d049e1b6f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:23.676391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1007b-ab21-4edb-83fb-a3d04e2c58ae req-a6abe986-c750-47d7-87cb-c665bf118d64 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.678037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcf1007b-ab21-4edb-83fb-a3d04e2c58ae req-a6abe986-c750-47d7-87cb-c665bf118d64 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 944 time: 0.5618775 Feb 09 02:11:23.750098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-9a20768d-d5ca-42d3-a982-08fdaf4cdd2d service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646435 Feb 09 02:11:23.857749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcf1007b-ab21-4edb-83fb-a3d04e2c58ae req-44485d63-2521-4b30-a6e9-dfd68c14e3da tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462476 Feb 09 02:11:23.869246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f642ac3-9f0b-47cf-beea-e9d2b32f79dc req-596d6248-eabc-4cfa-8719-ebc1db2df594 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.876203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f642ac3-9f0b-47cf-beea-e9d2b32f79dc req-596d6248-eabc-4cfa-8719-ebc1db2df594 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 948 time: 0.1945457 Feb 09 02:11:23.965447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cb4029-3dd4-4bbb-a5e3-f91abf6bd979 req-cc61b5c4-ac18-4345-b70b-6727e76409c1 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095075 Feb 09 02:11:23.986664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f642ac3-9f0b-47cf-beea-e9d2b32f79dc req-b5ec82f8-9c05-49b0-95a5-3d6e9c345579 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094463 Feb 09 02:11:24.056969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-34cffba1-e1bb-4770-bce3-cfbd4214311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.058926 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-34cffba1-e1bb-4770-bce3-cfbd4214311e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 1127 time: 0.5385542 Feb 09 02:11:24.111493 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-66faa62a-a79d-4e39-aaed-1f119c526577 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89afbcf0-30bb-48be-82aa-670d7ef605f9 HTTP/1.1" status: 200 len: 217 time: 0.0406575 Feb 09 02:11:24.152885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a17f1-b394-4109-8afe-35e446a00a6f req-5b799652-d9f5-400e-aa46-76e08f00b295 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.160940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e28a17f1-b394-4109-8afe-35e446a00a6f req-5b799652-d9f5-400e-aa46-76e08f00b295 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 944 time: 0.0824225 Feb 09 02:11:24.194121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-1d51b5e8-22cb-4c87-80ad-e16a4f30c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.196654 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-1d51b5e8-22cb-4c87-80ad-e16a4f30c021 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.0774040 Feb 09 02:11:24.216743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e28a17f1-b394-4109-8afe-35e446a00a6f req-06af0dbd-3893-4916-a825-83101396ecf7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548902 Feb 09 02:11:24.308008 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-06e4437f-1794-4b4c-ba54-ea130985883b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767298 Feb 09 02:11:24.329810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749d83a-7034-4503-ab3f-bf0f5f8a8f94 req-4108d578-da54-46ea-8199-7bb7f1146b8e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.333036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5749d83a-7034-4503-ab3f-bf0f5f8a8f94 req-4108d578-da54-46ea-8199-7bb7f1146b8e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.0841112 Feb 09 02:11:24.415418 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86996291-2b69-4e19-a3e4-cdaf6f47bcc8 x-openstack-request-id: req-86996291-2b69-4e19-a3e4-cdaf6f47bcc8 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:24.416002 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeca931c-169c-4b26-8d2a-5c9937e5bbba", "tag": "89afbcf0-30bb-48be-82aa-670d7ef605f9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:24.416367 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86996291-2b69-4e19-a3e4-cdaf6f47bcc8 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:24.416881 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'tag': '89afbcf0-30bb-48be-82aa-670d7ef605f9', 'status': 'completed', 'code': 200} Feb 09 02:11:24.426395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5749d83a-7034-4503-ab3f-bf0f5f8a8f94 req-83d4beac-fe52-4314-9cd8-04e314b83786 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797718 Feb 09 02:11:24.493088 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-77c1bfd7-d122-4a17-bdb1-98032b795f5d service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460426 Feb 09 02:11:24.510596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Router e483b98f-b74a-496f-87ea-e3d049e1b6f1 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:11:24.529126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678f9d-709d-4621-ba05-c30a8b97bde7 req-a75172ec-35d8-4a97-b551-d61a7f340dc1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.531507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41678f9d-709d-4621-ba05-c30a8b97bde7 req-a75172ec-35d8-4a97-b551-d61a7f340dc1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.0680530 Feb 09 02:11:24.569058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3a9fc443-e835-426a-b62c-13002b23e5ba details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:24.632111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41678f9d-709d-4621-ba05-c30a8b97bde7 req-9eac270b-0bd8-4be2-b546-2a1335c928ff tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929866 Feb 09 02:11:24.756474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb3605-6f0b-4ab6-b82d-f1d3d6a86143 req-6708d7f9-c269-4b5b-a2f9-80b53b155aa1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.766426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ccb3605-6f0b-4ab6-b82d-f1d3d6a86143 req-6708d7f9-c269-4b5b-a2f9-80b53b155aa1 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.1658769 Feb 09 02:11:24.807052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3a9fc443-e835-426a-b62c-13002b23e5ba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3a9fc443-e835-426a-b62c-13002b23e5ba,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:24.831564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3a9fc443-e835-426a-b62c-13002b23e5ba', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': '3a9fc443-e835-426a-b62c-13002b23e5ba', 'mac_address': 'fa:16:3e:a2:4b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:24.874919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-2b00d619-f31e-4bf5-a348-da5d37f686ea tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.877410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-2b00d619-f31e-4bf5-a348-da5d37f686ea tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 948 time: 0.1819263 Feb 09 02:11:24.887160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:11:24.899077 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8ae9fc94-7523-4c23-8055-1626bad36519 admin admin] 10.222.0.53 "PUT /v2.0/routers/e483b98f-b74a-496f-87ea-e3d049e1b6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3852968 Feb 09 02:11:24.902224 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46818) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:24.902827 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] Sync routers for ids ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:24.913276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ccb3605-6f0b-4ab6-b82d-f1d3d6a86143 req-dc096f5d-cec1-4fc8-abf6-4475a38a819b tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451354 Feb 09 02:11:24.955918 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] Routers {'e483b98f-b74a-496f-87ea-e3d049e1b6f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:24.964284 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:10:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:25.018697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3a9fc443-e835-426a-b62c-13002b23e5ba is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:25.019422 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.038525 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5f676a5-6363-4f68-b22f-1297db39d0e0 req-9b076cd0-20b2-44aa-aaf4-fbb338ac078c service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354354 Feb 09 02:11:25.054371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9fc443-e835-426a-b62c-13002b23e5ba {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:25.101018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks [] for router (e483b98f-b74a-496f-87ea-e3d049e1b6f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.114666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3a9fc443-e835-426a-b62c-13002b23e5ba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3a9fc443-e835-426a-b62c-13002b23e5ba,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:25.122513 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.188671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3a9fc443-e835-426a-b62c-13002b23e5ba,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:25.209664 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-3a412da8-706a-439a-a4e6-b20da783d7d8 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:11:25.211940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-3a412da8-706a-439a-a4e6-b20da783d7d8 service neutron] 10.222.0.72 "DELETE /v2.0/ports/db1a986c-f012-445b-8e9b-8c5c64a1576e/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.2943890 Feb 09 02:11:25.224763 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] Set router e483b98f-b74a-496f-87ea-e3d049e1b6f1 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:25.233139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64765-961c-4c5c-9b99-3f456f856608 req-6e333b17-d7e1-4a60-b5b3-49824c73f4a2 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.239774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64765-961c-4c5c-9b99-3f456f856608 req-6e333b17-d7e1-4a60-b5b3-49824c73f4a2 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.246098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64765-961c-4c5c-9b99-3f456f856608 req-6e333b17-d7e1-4a60-b5b3-49824c73f4a2 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.254085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7a64765-961c-4c5c-9b99-3f456f856608 req-6e333b17-d7e1-4a60-b5b3-49824c73f4a2 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489&device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6&device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 2416 time: 0.2494612 Feb 09 02:11:25.304112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febd89b-f277-4ff9-8d37-736858132607 req-3f1928b6-c634-4ade-a85b-1c0da41b42d6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.306272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6febd89b-f277-4ff9-8d37-736858132607 req-3f1928b6-c634-4ade-a85b-1c0da41b42d6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 948 time: 0.1898363 Feb 09 02:11:25.317608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks [] for router_gateway (e483b98f-b74a-496f-87ea-e3d049e1b6f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.355921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7a64765-961c-4c5c-9b99-3f456f856608 req-1a3a870b-7530-4958-aa64-4fe716567572 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001740 Feb 09 02:11:25.408707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-3b8a17ad-46fb-4752-9990-19728fc03900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.412044 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-3b8a17ad-46fb-4752-9990-19728fc03900 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 1127 time: 0.3054342 Feb 09 02:11:25.440587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6febd89b-f277-4ff9-8d37-736858132607 req-1bc5f871-274f-4ee1-a912-aa2886352cd0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197243 Feb 09 02:11:25.470033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-f1fc9030-3daa-4d14-918b-ccd6fd067767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.470033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-f1fc9030-3daa-4d14-918b-ccd6fd067767 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1131 time: 0.0959656 Feb 09 02:11:25.534634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Deleting port dbcac639-dc15-4890-b6f3-12e2e3adab16 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:25.535009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.540496 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:23Z', 'revision_number': 5, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port': {'id': 'dbcac639-dc15-4890-b6f3-12e2e3adab16', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:11:10Z', 'updated_at': '2022-02-09T02:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:25.574149 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] Checking router: e483b98f-b74a-496f-87ea-e3d049e1b6f1 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:25.585496 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] Routers {'e483b98f-b74a-496f-87ea-e3d049e1b6f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:25.587233 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:10:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:25.640551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-49e0359e-3f19-4f2c-a96d-f5223a863ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.642298 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-49e0359e-3f19-4f2c-a96d-f5223a863ab2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 915 time: 0.2221825 Feb 09 02:11:25.670271 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f407859-be15-4e8b-bb31-2e1e98cc4046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.697758 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] Set router e483b98f-b74a-496f-87ea-e3d049e1b6f1 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:25.724832 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-e86f52b1-c22b-4555-818e-e7c101d047e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89afbcf0-30bb-48be-82aa-670d7ef605f9 HTTP/1.1" status: 200 len: 217 time: 0.0713730 Feb 09 02:11:25.731036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-1d2b64fc-b440-4a53-bb5f-94f218de7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.732656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-1d2b64fc-b440-4a53-bb5f-94f218de7832 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2566905 Feb 09 02:11:25.745417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3a9fc443-e835-426a-b62c-13002b23e5ba'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:25.761440 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:25Z', 'revision_number': 6, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:25.788417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] For port dbcac639-dc15-4890-b6f3-12e2e3adab16, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dbcac639-dc15-4890-b6f3-12e2e3adab16,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:25.789623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.797295 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd9d90-e08f-42f8-94c1-1e0b98266edc None None] The sync data for ids ['e483b98f-b74a-496f-87ea-e3d049e1b6f1'] in n-d-826675-12 is: [{'id': 'e483b98f-b74a-496f-87ea-e3d049e1b6f1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1592552866-router', 'tenant_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:11:09Z', 'updated_at': '2022-02-09T02:11:25Z', 'revision_number': 6, 'project_id': '2bffcbec9fa04122b0d014f2f7bc2bfc', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:25.799207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119d80-fad3-4eff-b531-b84928f03c0e req-d9bcf516-b74c-40c2-8d29-6079202abae4 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.808624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf119d80-fad3-4eff-b531-b84928f03c0e req-d9bcf516-b74c-40c2-8d29-6079202abae4 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.2312458 Feb 09 02:11:25.817109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Calling delete_port for dbcac639-dc15-4890-b6f3-12e2e3adab16 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:25.819054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-ab82f732-9ca3-4795-b6d9-54e9b8086b24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.0756955 Feb 09 02:11:25.825015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-3ce1a756-8971-4a4a-acd7-46b01f140d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.826546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-3ce1a756-8971-4a4a-acd7-46b01f140d13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.0914292 Feb 09 02:11:25.838546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9678313-ffd4-4d39-80bc-d60f6d756d2d req-81e6038f-7883-4c8e-ba78-85a873459eb7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:25.846239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9678313-ffd4-4d39-80bc-d60f6d756d2d req-81e6038f-7883-4c8e-ba78-85a873459eb7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 945 time: 0.3719251 Feb 09 02:11:25.922584 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-580c5cc7-8868-489a-95fa-3d1cd509254b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399549 Feb 09 02:11:25.942264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:25.946819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf119d80-fad3-4eff-b531-b84928f03c0e req-3c112931-adf4-4b5e-afc4-6c345cbb2e1d tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341593 Feb 09 02:11:26.030772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-4914c312-697a-4ed4-9bba-f1cd40a4903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:26.035488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-4914c312-697a-4ed4-9bba-f1cd40a4903c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1728342 Feb 09 02:11:26.083753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9678313-ffd4-4d39-80bc-d60f6d756d2d req-6f4e9061-c517-41ea-b39f-55587da16190 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356372 Feb 09 02:11:26.084996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port db1a986c-f012-445b-8e9b-8c5c64a1576e completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:26.092694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port db1a986c-f012-445b-8e9b-8c5c64a1576e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:26.093521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.153569 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-11a43fab-74ae-4938-afb4-a4fab5c23382 service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143588 Feb 09 02:11:26.217333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4c1f4da9-3279-4cd7-aff9-46e6a518de40 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:26.270256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 4c1f4da9-3279-4cd7-aff9-46e6a518de40 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:26.270708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4c1f4da9-3279-4cd7-aff9-46e6a518de40 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:26.303089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port db1a986c-f012-445b-8e9b-8c5c64a1576e is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:26.303505 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.313316 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-efeddbd8-0097-4b1b-8140-1fbe37d04c80 req-3e3d3dcc-9fe0-48c7-b13f-29b495773997 service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588345 Feb 09 02:11:26.336357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-8d636906-e739-4832-b14e-541a0eaa7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:26.339637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-8d636906-e739-4832-b14e-541a0eaa7787 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2918546 Feb 09 02:11:26.345621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:26.348165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76549ab-28be-4a9c-bfa2-47688a6f9334 req-acafc782-bddf-4885-9fc4-e3278daf4cb5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:26.349938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c76549ab-28be-4a9c-bfa2-47688a6f9334 req-acafc782-bddf-4885-9fc4-e3278daf4cb5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 944 time: 0.2107055 Feb 09 02:11:26.350120 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f1a2e-aa2b-4660-b8eb-4524b680919a" -d '{"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-plugged", "status": "completed", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:26.371813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:26.381827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (dbcac639-dc15-4890-b6f3-12e2e3adab16), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.384397 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.419391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcac639-dc15-4890-b6f3-12e2e3adab16,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.468742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.482693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f207d7-95d1-41c8-a6cc-e75422d241a1 req-6d7b04a5-8fef-42a7-8151-546f6b6c6e4c tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:26.491665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6f207d7-95d1-41c8-a6cc-e75422d241a1 req-6d7b04a5-8fef-42a7-8151-546f6b6c6e4c tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.2020311 Feb 09 02:11:26.499839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (e483b98f-b74a-496f-87ea-e3d049e1b6f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.603943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c76549ab-28be-4a9c-bfa2-47688a6f9334 req-fb4ca837-28f1-441f-8cc8-e44ee127bfdb tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239034 Feb 09 02:11:26.615506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-2ed88631-21e0-4e92-a9ca-70833751e1d3 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624226 Feb 09 02:11:26.657003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6f207d7-95d1-41c8-a6cc-e75422d241a1 req-2d380022-79a6-4f18-8011-098a068fcac2 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638002 Feb 09 02:11:26.674994 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (e483b98f-b74a-496f-87ea-e3d049e1b6f1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.681924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks [] for router_controller (e483b98f-b74a-496f-87ea-e3d049e1b6f1), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.779652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (e483b98f-b74a-496f-87ea-e3d049e1b6f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.780417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e483b98f-b74a-496f-87ea-e3d049e1b6f1 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:11:26.790417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.805970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46836) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.816952 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8577eb9f-ac72-4674-9dc8-3522cf45ce16 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e483b98f-b74a-496f-87ea-e3d049e1b6f1 HTTP/1.1" status: 204 len: 168 time: 1.9135118 Feb 09 02:11:26.835315 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.911591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] Deleting subnet 45ef34a6-54f1-4d99-971a-93168f495a65 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:11:26.916494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d714730a-81e9-45a2-aecd-cc43ff246740 req-4853236f-514a-42b0-8c94-80799e1e9e87 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873788 Feb 09 02:11:26.923673 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] Publish callbacks [] for subnet (45ef34a6-54f1-4d99-971a-93168f495a65), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.959190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5bf31-9f0f-4ccb-9cd0-9a8d1bbe61e3 req-229afe08-a28e-4435-a85a-02f0e0bc8404 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:26.969362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7b5bf31-9f0f-4ccb-9cd0-9a8d1bbe61e3 req-229afe08-a28e-4435-a85a-02f0e0bc8404 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.2300620 Feb 09 02:11:27.023077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (45ef34a6-54f1-4d99-971a-93168f495a65), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.088203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7b5bf31-9f0f-4ccb-9cd0-9a8d1bbe61e3 req-e02ffb46-53aa-4c2d-b1e5-870d0f8fa173 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177666 Feb 09 02:11:27.157301 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9dce4e-8b00-486e-91a6-5a24b92d9738 x-openstack-request-id: req-bd9dce4e-8b00-486e-91a6-5a24b92d9738 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:27.157601 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-plugged", "status": "completed", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:27.157858 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd9dce4e-8b00-486e-91a6-5a24b92d9738 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:27.158330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (45ef34a6-54f1-4d99-971a-93168f495a65), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.158713 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'code': 200} Feb 09 02:11:27.300570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (45ef34a6-54f1-4d99-971a-93168f495a65), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.336009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ef34a6-54f1-4d99-971a-93168f495a65,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:27.338366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.344345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ae8aa54-d652-434e-8426-52b6587c47d5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/45ef34a6-54f1-4d99-971a-93168f495a65 HTTP/1.1" status: 204 len: 168 time: 0.5336168 Feb 09 02:11:27.344709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46842) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:27.358155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ee34c-ae85-4664-bb20-a38a66454607 None None] Network 13cdf68a-c472-4485-b35d-94136b40c00b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:11:27.375537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc53b-54be-45ab-a0a3-d7eb36d9a306 req-cd1ec45f-069e-41db-99b4-450be4c7e9a0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:27.377528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c44fc53b-54be-45ab-a0a3-d7eb36d9a306 req-cd1ec45f-069e-41db-99b4-450be4c7e9a0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1693423 Feb 09 02:11:27.472446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (13cdf68a-c472-4485-b35d-94136b40c00b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.487815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c44fc53b-54be-45ab-a0a3-d7eb36d9a306 req-66afe11d-1a52-4572-a44f-d4710c5ec257 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829151 Feb 09 02:11:27.607190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ac89f-7912-4cb8-9184-769e3050cb1a req-54a70e2e-0e54-40b6-97a2-dddb6c106530 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:27.619168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c1ac89f-7912-4cb8-9184-769e3050cb1a req-54a70e2e-0e54-40b6-97a2-dddb6c106530 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.1187682 Feb 09 02:11:27.655178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] DHCP port deletion for 13cdf68a-c472-4485-b35d-94136b40c00b request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:11:27.669001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-7185b63a-6ade-49cf-ad35-40f687bbcfd0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787420 Feb 09 02:11:27.721118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] Deleting port 81aa281b-dd28-42ae-817d-869294bcf2de {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:27.721548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.724528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c1ac89f-7912-4cb8-9184-769e3050cb1a req-72bddadc-57eb-4eff-9136-0fe26a3eff57 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037757 Feb 09 02:11:27.772778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Deleting port 81aa281b-dd28-42ae-817d-869294bcf2de {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:27.777417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.798606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c978e7-fe70-411b-a636-8894643b057e req-078d781b-eb50-44ce-8277-6be441c3525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:27.800336 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-078d781b-eb50-44ce-8277-6be441c3525f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1128 time: 0.1067820 Feb 09 02:11:27.829131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] For port 81aa281b-dd28-42ae-817d-869294bcf2de, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=81aa281b-dd28-42ae-817d-869294bcf2de,segment=NetworkSegment(4ffc8c66-dd70-467a-9883-d8b59120372e),segment_id=4ffc8c66-dd70-467a-9883-d8b59120372e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:27.830005 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.847630 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] Calling delete_port for 81aa281b-dd28-42ae-817d-869294bcf2de owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:27.852713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7577596-dcf4-44cc-b3ba-d7ed644e27cd req-ff6bbd87-5646-45a0-a168-5c3ba24f5f87 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:27.861472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7577596-dcf4-44cc-b3ba-d7ed644e27cd req-ff6bbd87-5646-45a0-a168-5c3ba24f5f87 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 945 time: 0.2167730 Feb 09 02:11:27.943787 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.973641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] For port 81aa281b-dd28-42ae-817d-869294bcf2de, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=81aa281b-dd28-42ae-817d-869294bcf2de,segment=NetworkSegment(4ffc8c66-dd70-467a-9883-d8b59120372e),segment_id=4ffc8c66-dd70-467a-9883-d8b59120372e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:27.974254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:27.998415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] Pushing event deleted for resources: {'Port': ['ID=81aa281b-dd28-42ae-817d-869294bcf2de,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:28.006430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b282b9-a60f-4f55-b509-ba5fcd084fbe None None] No DVR routers for this DVR port 81aa281b-dd28-42ae-817d-869294bcf2de on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:28.011392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7577596-dcf4-44cc-b3ba-d7ed644e27cd req-5b8f60f4-5635-4ea6-a43a-7605f34ae651 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485250 Feb 09 02:11:28.018341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Calling delete_port for 81aa281b-dd28-42ae-817d-869294bcf2de owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:28.028859 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.081239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81aa281b-dd28-42ae-817d-869294bcf2de no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:28.100567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c978e7-fe70-411b-a636-8894643b057e req-e3be9e3c-1879-4e80-b177-56c5041feddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:28.102585 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-e3be9e3c-1879-4e80-b177-56c5041feddb service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.2776606 Feb 09 02:11:28.107370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 81aa281b-dd28-42ae-817d-869294bcf2de {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:28.108041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81aa281b-dd28-42ae-817d-869294bcf2de not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:28.108465 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dbcac639-dc15-4890-b6f3-12e2e3adab16 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:28.146266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: dbcac639-dc15-4890-b6f3-12e2e3adab16 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:28.153503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dbcac639-dc15-4890-b6f3-12e2e3adab16 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:28.163524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-d5147e85-ca3c-4674-86a3-11c9666b8c9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 217 time: 0.0535381 Feb 09 02:11:28.238743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e9ef8-d29e-432d-9c0d-e51883415832 req-b6c00957-400a-479d-b06f-897fd75fef98 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:28.240401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b8e9ef8-d29e-432d-9c0d-e51883415832 req-b6c00957-400a-479d-b06f-897fd75fef98 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 944 time: 0.1375947 Feb 09 02:11:28.246299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c978e7-fe70-411b-a636-8894643b057e req-f0f29b1d-6b05-4a88-9437-d621383aff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:28.248645 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-f0f29b1d-6b05-4a88-9437-d621383aff83 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0739548 Feb 09 02:11:28.254134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d81b8c-c3dd-45f3-ba4b-03674e9499e5 req-a1575d63-d6ba-417a-8220-eaf3bc178f1e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:28.256080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2d81b8c-c3dd-45f3-ba4b-03674e9499e5 req-a1575d63-d6ba-417a-8220-eaf3bc178f1e tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.1408918 Feb 09 02:11:28.265030 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (81aa281b-dd28-42ae-817d-869294bcf2de), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.290599 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-80283888-2e16-41ac-abe4-ea5ac3826dcc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354958 Feb 09 02:11:28.317932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] No DVR routers for this DVR port 81aa281b-dd28-42ae-817d-869294bcf2de on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:28.328490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Pushing event deleted for resources: {'Port': ['ID=81aa281b-dd28-42ae-817d-869294bcf2de,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:28.400089 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-e697c221-45fb-49e8-b38d-2aa79ec6aa11 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028605 Feb 09 02:11:28.439514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b8e9ef8-d29e-432d-9c0d-e51883415832 req-a4d4be03-742d-4c5c-9b4f-97fad66b9558 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819644 Feb 09 02:11:28.443276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (13cdf68a-c472-4485-b35d-94136b40c00b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.455323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2d81b8c-c3dd-45f3-ba4b-03674e9499e5 req-0ab027b1-963d-4bab-be4c-d9243aa6b457 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910071 Feb 09 02:11:28.475898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cdf68a-c472-4485-b35d-94136b40c00b']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:28.491324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffc8c66-dd70-467a-9883-d8b59120372e') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:28.491927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffc8c66-dd70-467a-9883-d8b59120372e') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:28.505727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (4ffc8c66-dd70-467a-9883-d8b59120372e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.531513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4ffc8c66-dd70-467a-9883-d8b59120372e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.532029 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-73c978e7-fe70-411b-a636-8894643b057e req-be3bc066-0023-49e7-9bff-2e0e2941ecf8 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254125 Feb 09 02:11:28.543244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:11:28.543908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (4ffc8c66-dd70-467a-9883-d8b59120372e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:11:28.558568 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:11:28.630265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 89afbcf0-30bb-48be-82aa-670d7ef605f9 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:28.634325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3a9fc443-e835-426a-b62c-13002b23e5ba up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:28.655933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (13cdf68a-c472-4485-b35d-94136b40c00b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.661173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.665231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] 10.222.0.53 "DELETE /v2.0/networks/13cdf68a-c472-4485-b35d-94136b40c00b HTTP/1.1" status: 204 len: 168 time: 1.3187964 Feb 09 02:11:28.684935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb54d-6d3d-411f-ab17-d92dc0e6914f admin admin] Pushing event deleted for resources: {'Network': ['ID=13cdf68a-c472-4485-b35d-94136b40c00b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:28.699546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d218ca3-1201-4fe7-9681-78354d59112b req-fe0e6d50-5968-41a9-9aaa-ba7a53d136cf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:28.702198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d218ca3-1201-4fe7-9681-78354d59112b req-fe0e6d50-5968-41a9-9aaa-ba7a53d136cf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1386642 Feb 09 02:11:28.777222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 3a9fc443-e835-426a-b62c-13002b23e5ba completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:28.785734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3a9fc443-e835-426a-b62c-13002b23e5ba triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:28.786265 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.786619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d218ca3-1201-4fe7-9681-78354d59112b req-d5546c22-4c05-46df-9400-dc7e4dc75b5e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706999 Feb 09 02:11:28.875539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:28.881927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 89afbcf0-30bb-48be-82aa-670d7ef605f9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=89afbcf0-30bb-48be-82aa-670d7ef605f9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:28.917438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7718e6-2660-4aec-913b-7af867d499d8 req-fd36f5fd-094e-4160-afd0-623709ad8e98 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:28.919243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff7718e6-2660-4aec-913b-7af867d499d8 req-fd36f5fd-094e-4160-afd0-623709ad8e98 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.0966592 Feb 09 02:11:28.921193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '89afbcf0-30bb-48be-82aa-670d7ef605f9', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'port_id': '89afbcf0-30bb-48be-82aa-670d7ef605f9', 'mac_address': 'fa:16:3e:b2:56:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659abfd7-0436-4fe4-8256-1a45d367db9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:28.937132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3a9fc443-e835-426a-b62c-13002b23e5ba is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:28.937943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:28.973510 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f2bd9e8d-7dea-4360-9799-8ccbf2358ec7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bffcbec9fa04122b0d014f2f7bc2bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947819 Feb 09 02:11:28.973776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:29.013401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff7718e6-2660-4aec-913b-7af867d499d8 req-89ee53c6-f505-469c-9df0-3a144ddd6bc7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777860 Feb 09 02:11:29.016083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 89afbcf0-30bb-48be-82aa-670d7ef605f9 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:29.016933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.029981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3a9fc443-e835-426a-b62c-13002b23e5ba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3a9fc443-e835-426a-b62c-13002b23e5ba,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:29.046299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89afbcf0-30bb-48be-82aa-670d7ef605f9 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:29.047746 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98961b99-ffd8-426f-9852-93d5ceb1b747 admin admin] Publish callbacks [] for security_group (9309c544-f1b0-4366-8fc0-ecfd945d1947), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.055172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.077391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98961b99-ffd8-426f-9852-93d5ceb1b747 admin admin] Publish callbacks [] for security_group (9309c544-f1b0-4366-8fc0-ecfd945d1947), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.098856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 89afbcf0-30bb-48be-82aa-670d7ef605f9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=89afbcf0-30bb-48be-82aa-670d7ef605f9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:29.107316 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.139869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98961b99-ffd8-426f-9852-93d5ceb1b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9309c544-f1b0-4366-8fc0-ecfd945d1947), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.143424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98961b99-ffd8-426f-9852-93d5ceb1b747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.147043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-98961b99-ffd8-426f-9852-93d5ceb1b747 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9309c544-f1b0-4366-8fc0-ecfd945d1947 HTTP/1.1" status: 204 len: 168 time: 0.1700404 Feb 09 02:11:29.147485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3a9fc443-e835-426a-b62c-13002b23e5ba,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:29.163493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98961b99-ffd8-426f-9852-93d5ceb1b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9309c544-f1b0-4366-8fc0-ecfd945d1947,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:29.164569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fc443-e835-426a-b62c-13002b23e5ba'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:29.171564 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152000f6-9308-4cab-a124-bf9f10036625" -d '{"events": [{"server_uuid": "cdee121b-aa45-4385-a2a3-a6d7c700f0b2", "name": "network-vif-plugged", "status": "completed", "tag": "3a9fc443-e835-426a-b62c-13002b23e5ba"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:29.218275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70efb6-325f-49a2-ac6a-9da1d55cd946 req-3a1b6684-adb7-47d7-a369-c6d19b3bbce7 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.219784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c70efb6-325f-49a2-ac6a-9da1d55cd946 req-3a1b6684-adb7-47d7-a369-c6d19b3bbce7 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1132 time: 0.0679643 Feb 09 02:11:29.250212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=89afbcf0-30bb-48be-82aa-670d7ef605f9,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:29.309730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c70efb6-325f-49a2-ac6a-9da1d55cd946 req-71ca95eb-cb33-4be6-912c-a987181d75ac tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838499 Feb 09 02:11:29.326858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4a81-b494-4869-961b-606a614647f3 req-3f6410b2-24dc-41c0-8c3b-3b8dfe2ce72f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.328443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88ed4a81-b494-4869-961b-606a614647f3 req-3f6410b2-24dc-41c0-8c3b-3b8dfe2ce72f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.0861769 Feb 09 02:11:29.387470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88ed4a81-b494-4869-961b-606a614647f3 req-9c050ee5-a193-4855-b4fa-186580107b89 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495453 Feb 09 02:11:29.435803 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88abbcc-913d-4cb2-b568-61971304235e x-openstack-request-id: req-e88abbcc-913d-4cb2-b568-61971304235e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:29.436102 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdee121b-aa45-4385-a2a3-a6d7c700f0b2", "name": "network-vif-plugged", "status": "completed", "tag": "3a9fc443-e835-426a-b62c-13002b23e5ba", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:29.436355 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e88abbcc-913d-4cb2-b568-61971304235e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:29.436748 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fc443-e835-426a-b62c-13002b23e5ba', 'code': 200} Feb 09 02:11:29.541510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31090af-bf4d-4af9-ba66-e4f0053679c5 req-f7fcce6e-525c-4890-9690-08586b8ef6f9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.551086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f31090af-bf4d-4af9-ba66-e4f0053679c5 req-f7fcce6e-525c-4890-9690-08586b8ef6f9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.1170237 Feb 09 02:11:29.631052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f31090af-bf4d-4af9-ba66-e4f0053679c5 req-ef3e95a9-93eb-48d2-91bd-c384f3cff3a4 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/security-groups?id=130289d6-c451-4426-8ea4-77c2dc7c5dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788493 Feb 09 02:11:29.639561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747a222-f158-4e4e-a7f6-fbab1d15669a req-1fc3030b-fc4d-4fde-aaa4-9ad1e4f5dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.641213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8747a222-f158-4e4e-a7f6-fbab1d15669a req-1fc3030b-fc4d-4fde-aaa4-9ad1e4f5dff7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 1129 time: 0.1170952 Feb 09 02:11:29.676438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:29.719776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['89afbcf0-30bb-48be-82aa-670d7ef605f9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:29.736734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8747a222-f158-4e4e-a7f6-fbab1d15669a req-9331cdf3-068c-4383-b0c5-34704fb86540 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875828 Feb 09 02:11:29.785479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-274db931-21fd-4dd4-a3db-16a016034152 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267117 Feb 09 02:11:29.818640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c66fb-53b8-4009-bfea-b6fc3a8198b7 req-e1333ef2-2b0d-4a25-97a2-10212f368905 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.821383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-121c66fb-53b8-4009-bfea-b6fc3a8198b7 req-e1333ef2-2b0d-4a25-97a2-10212f368905 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 945 time: 0.0986805 Feb 09 02:11:29.943858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-121c66fb-53b8-4009-bfea-b6fc3a8198b7 req-03edd9b5-31b7-457e-b2d0-4292f681a3f6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083074 Feb 09 02:11:29.964402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-b630bd07-66f9-4ca6-873f-8a270eb12d25 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:29.966235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-b630bd07-66f9-4ca6-873f-8a270eb12d25 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713533 Feb 09 02:11:29.983839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-3f8e4823-ef82-46a4-b0e7-77ce3563a402 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/quotas/35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 375 time: 0.0115271 Feb 09 02:11:30.051577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-615fa532-a5df-4fb5-8d2c-df78b796cdc7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624132 Feb 09 02:11:30.247318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633a00d-f6db-4bd2-8c71-efb658072ad8 req-1eea953d-dc51-4328-bdcd-e11d050cf116 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.250925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f633a00d-f6db-4bd2-8c71-efb658072ad8 req-1eea953d-dc51-4328-bdcd-e11d050cf116 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.0632589 Feb 09 02:11:30.323225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f633a00d-f6db-4bd2-8c71-efb658072ad8 req-80b08f46-e459-403e-9baa-084955fd0536 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677800 Feb 09 02:11:30.457210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-612cdb65-2037-4b99-a8c7-d3fe1b2e285b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1071987 Feb 09 02:11:30.489950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc8b228c-1a40-4b71-b63e-06c06b918a89 req-6f76d5d0-e0cc-44d4-a558-0a84c80e9176 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 210 time: 0.0623810 Feb 09 02:11:30.578567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce726e5b-70b8-4b82-b51b-45de06d059d7 req-2c28666e-472f-4e84-be02-f86b7fc5b1f1 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.580114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce726e5b-70b8-4b82-b51b-45de06d059d7 req-2c28666e-472f-4e84-be02-f86b7fc5b1f1 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.1516151 Feb 09 02:11:30.590071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.590416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.591228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.591436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.591898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.592349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.592797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.594877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-10bca434-45ac-4c99-b60c-170e06f77322 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 6723 time: 0.0916016 Feb 09 02:11:30.595598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-056a0f1e-fef7-4bc5-aa93-a54f5c4150e9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:30.598219 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-056a0f1e-fef7-4bc5-aa93-a54f5c4150e9 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.82 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 946 time: 0.0758023 Feb 09 02:11:30.736862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Deleting port e1de26ca-ecbd-46c8-8344-f42547b42ccc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:30.737253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:30.854150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] For port e1de26ca-ecbd-46c8-8344-f42547b42ccc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e1de26ca-ecbd-46c8-8344-f42547b42ccc,segment=NetworkSegment(c46b025f-acce-47c6-8556-4daad50421a9),segment_id=c46b025f-acce-47c6-8556-4daad50421a9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:30.854533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:30.872153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Calling delete_port for e1de26ca-ecbd-46c8-8344-f42547b42ccc owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:31.025810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e1de26ca-ecbd-46c8-8344-f42547b42ccc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:31.038008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['e1de26ca-ecbd-46c8-8344-f42547b42ccc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:31.055950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Pushing event deleted for resources: {'Port': ['ID=e1de26ca-ecbd-46c8-8344-f42547b42ccc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:31.083218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce726e5b-70b8-4b82-b51b-45de06d059d7 req-7f9db97c-0b22-4d22-92fc-ebae9b49f1ad tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873381 Feb 09 02:11:31.096221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f063236-45f3-4797-b940-89210ade70c0 req-87d1ae16-fc6f-48d7-833a-f6168a3d82d2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.097765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f063236-45f3-4797-b940-89210ade70c0 req-87d1ae16-fc6f-48d7-833a-f6168a3d82d2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.4775739 Feb 09 02:11:31.125421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-ff759934-0c39-470d-b7da-c0a37e1c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.125759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-ff759934-0c39-470d-b7da-c0a37e1c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.126221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-ff759934-0c39-470d-b7da-c0a37e1c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.128170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-ff759934-0c39-470d-b7da-c0a37e1c85a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=854b410b-8d92-47d2-b1a1-46a7c0424200&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=d5be7b8c-de13-4acf-acae-db23756c61e4&id=8b031676-4b01-4246-8995-0ce03cee25ad&id=8b031676-4b01-4246-8995-0ce03cee25ad HTTP/1.1" status: 200 len: 2297 time: 0.4965677 Feb 09 02:11:31.140109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] No DVR routers for this DVR port e1de26ca-ecbd-46c8-8344-f42547b42ccc on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:31.143194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:31.146661 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f244ff8-e9d8-49f8-91f0-3fd744fb227c req-282f7ea9-608d-49e6-8061-dcbaeeb8e27a tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.82 "DELETE /v2.0/ports/e1de26ca-ecbd-46c8-8344-f42547b42ccc HTTP/1.1" status: 204 len: 173 time: 0.5299966 Feb 09 02:11:31.147404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'name': 'network-vif-deleted', 'tag': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:31.158256 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8147db53-d5e3-49f5-b747-334fcab9b8c6" -d '{"events": [{"server_uuid": "5df18c8d-9cec-4409-8191-ead7dc942f2c", "name": "network-vif-deleted", "tag": "e1de26ca-ecbd-46c8-8344-f42547b42ccc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:31.237264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f063236-45f3-4797-b940-89210ade70c0 req-f411795d-d3d4-4f85-b97d-454a17e17ab8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227927 Feb 09 02:11:31.253834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-29efb23d-9cf3-47ad-a78d-b855b774e777 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5 HTTP/1.1" status: 200 len: 1000 time: 0.1134069 Feb 09 02:11:31.255824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e7e8ad3-69d4-4ede-b5ca-e89296804444 req-1be14076-4cef-4a23-8cf0-bb2e07950150 tempest-ServerDiskConfigTestJSON-1064080371 tempest-ServerDiskConfigTestJSON-1064080371-project] 10.222.0.53 "GET /v2.0/ports?device_id=5df18c8d-9cec-4409-8191-ead7dc942f2c HTTP/1.1" status: 200 len: 210 time: 0.0403733 Feb 09 02:11:31.312488 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-8498a64a-ccce-4680-a4a9-64f57f373a79 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418258 Feb 09 02:11:31.329765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-db3805a0-b99d-4faf-a433-c93c72386d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.332801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-db3805a0-b99d-4faf-a433-c93c72386d01 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eba3a8ad-cfd6-41dd-970a-299c2e63c034 HTTP/1.1" status: 200 len: 856 time: 0.0697453 Feb 09 02:11:31.379483 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e040b8-38e5-420a-960e-fc21658295bd x-openstack-request-id: req-62e040b8-38e5-420a-960e-fc21658295bd {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:31.379994 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df18c8d-9cec-4409-8191-ead7dc942f2c", "name": "network-vif-deleted", "tag": "e1de26ca-ecbd-46c8-8344-f42547b42ccc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:31.380320 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62e040b8-38e5-420a-960e-fc21658295bd {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:31.380809 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df18c8d-9cec-4409-8191-ead7dc942f2c', 'name': 'network-vif-deleted', 'tag': 'e1de26ca-ecbd-46c8-8344-f42547b42ccc', 'status': 'completed', 'code': 200} Feb 09 02:11:31.457242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-3df18a6a-b407-48f6-93f0-fa36c2ec5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.459081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-3df18a6a-b407-48f6-93f0-fa36c2ec5ef0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=854b410b-8d92-47d2-b1a1-46a7c0424200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1056967 Feb 09 02:11:31.471547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb801e13-79e9-40c3-80b6-330ec59fafb5 req-23ed9c5f-cf9a-4c83-95b6-a74c8b072c34 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.473674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb801e13-79e9-40c3-80b6-330ec59fafb5 req-23ed9c5f-cf9a-4c83-95b6-a74c8b072c34 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 945 time: 0.1078916 Feb 09 02:11:31.480461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-98e400c5-59af-47e8-87ca-aa0d2a29f262 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.482517 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-98e400c5-59af-47e8-87ca-aa0d2a29f262 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633005 Feb 09 02:11:31.500764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Request body: {'port': {'device_id': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '35b42b00906e4a5ea072ed06a7c97ab6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:31.613423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb801e13-79e9-40c3-80b6-330ec59fafb5 req-252e8277-ef98-49d4-ab40-fc2eb74ed29a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285334 Feb 09 02:11:31.632411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db498d9-a984-460c-ae95-2a40fb6057c7 req-54af4d40-1a63-4357-a180-558bdc6fbe40 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.634009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4db498d9-a984-460c-ae95-2a40fb6057c7 req-54af4d40-1a63-4357-a180-558bdc6fbe40 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1505275 Feb 09 02:11:31.670200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Made reservation on behalf of 35b42b00906e4a5ea072ed06a7c97ab6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:31.673861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-b1cef89a-11cb-498c-932c-2b58529065fc service neutron] 10.222.0.72 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985250 Feb 09 02:11:31.676926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:31.839863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4db498d9-a984-460c-ae95-2a40fb6057c7 req-b230664a-82f4-4329-ad2b-e8daf04ba91b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857765 Feb 09 02:11:31.841813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9393fde-f79c-46f4-a6f8-79d0c0791c02 req-ac743db5-e337-4336-b85e-d77fc9d04d6f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 210 time: 0.0492668 Feb 09 02:11:31.881236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Allocated IP 192.168.233.93 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/041696a2-426d-47e4-85c4-14477337ce8a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:31.896049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-9ceaa8f0-e253-422a-9028-8204fb9ef06e service neutron] 10.222.0.72 "GET /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913610 Feb 09 02:11:31.947508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-6a4e2036-6e1e-40d8-9de3-4f7d64f70821 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=cac4a00d-e689-4a71-9d3b-ddb73f08186f HTTP/1.1" status: 200 len: 217 time: 0.0426366 Feb 09 02:11:31.997998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-70799730-684b-4630-ba4a-dc9d42fe2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:31.999615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-70799730-684b-4630-ba4a-dc9d42fe2e06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.0465848 Feb 09 02:11:32.043458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:32.062727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-09c2bb88-db22-4457-8f29-e9337dceb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.064491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-09c2bb88-db22-4457-8f29-e9337dceb39b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0582831 Feb 09 02:11:32.074187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks [] for port (041696a2-426d-47e4-85c4-14477337ce8a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.124133 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.138374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:32.180675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:32.180675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:32.184530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:32.218629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:32.233617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-07cc7dfa-be66-4486-938c-9936d2202860 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616657 Feb 09 02:11:32.245345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a45e228-2d3e-4573-ba5b-36fcda9b7348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.271593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.272265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.310260 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-4e2b3f49-edcb-4c40-966e-bce80bafbcd6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8142550 Feb 09 02:11:32.342029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Request body: {'port': {'device_id': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:32.343051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6016-89b3-497c-aba3-cb63796992aa req-b30c2952-f4fa-49dc-8b8b-447155f217f1 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.353057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-821c6016-89b3-497c-aba3-cb63796992aa req-b30c2952-f4fa-49dc-8b8b-447155f217f1 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.1673036 Feb 09 02:11:32.447134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a45e228-2d3e-4573-ba5b-36fcda9b7348 admin admin] Publish callbacks [] for security_group (5fb2dcdd-ff2a-4790-8c46-64f785d543f9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.448806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.458887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a45e228-2d3e-4573-ba5b-36fcda9b7348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5fb2dcdd-ff2a-4790-8c46-64f785d543f9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.467281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-821c6016-89b3-497c-aba3-cb63796992aa req-98eeaa23-ea7d-4bf5-a742-199100721eff tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129899 Feb 09 02:11:32.494120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-582017b8-a090-4136-a173-f7d973ac4e00 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515333 Feb 09 02:11:32.502293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc659f-540d-44cb-9c86-f77dd58a3d58 req-1b637d0d-8324-491d-bad3-18b41d04407d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.504251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49dc659f-540d-44cb-9c86-f77dd58a3d58 req-1b637d0d-8324-491d-bad3-18b41d04407d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.1414840 Feb 09 02:11:32.530962 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a45e228-2d3e-4573-ba5b-36fcda9b7348 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2db967f9e8414c478f4df2e0453bb573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864273 Feb 09 02:11:32.539835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-25f0d7ab-93de-42c8-b8d7-fd43524b13f3 None None] Provisioning complete for port 041696a2-426d-47e4-85c4-14477337ce8a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:32.540624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25f0d7ab-93de-42c8-b8d7-fd43524b13f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (041696a2-426d-47e4-85c4-14477337ce8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.540854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:32.561759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45e228-2d3e-4573-ba5b-36fcda9b7348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb2dcdd-ff2a-4790-8c46-64f785d543f9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:32.592977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25f0d7ab-93de-42c8-b8d7-fd43524b13f3 None None] Port 041696a2-426d-47e4-85c4-14477337ce8a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:32.603709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-08ba74d6-5e25-4e7f-9cec-cd296e806138 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=eb3e6691-821b-4822-ada6-5f59405acc43 HTTP/1.1" status: 200 len: 217 time: 0.0982831 Feb 09 02:11:32.665610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 89afbcf0-30bb-48be-82aa-670d7ef605f9 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:32.674643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94506650-e42c-429d-90e4-a1ec4c676b7d admin admin] Publish callbacks [] for security_group (5fb2dcdd-ff2a-4790-8c46-64f785d543f9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.677106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49dc659f-540d-44cb-9c86-f77dd58a3d58 req-9c8d956c-314c-4071-9107-0d1546e90c6b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125367 Feb 09 02:11:32.707688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-74f1e699-ea80-4643-8308-501a4ebba7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.713667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-74f1e699-ea80-4643-8308-501a4ebba7d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.0953171 Feb 09 02:11:32.723661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47010) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:32.741806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94506650-e42c-429d-90e4-a1ec4c676b7d admin admin] Publish callbacks [] for security_group (5fb2dcdd-ff2a-4790-8c46-64f785d543f9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.776711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 89afbcf0-30bb-48be-82aa-670d7ef605f9 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:32.784750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 89afbcf0-30bb-48be-82aa-670d7ef605f9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:32.788407 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.887331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] Deleting subnet b54feca3-d06f-42e5-ab3c-a1bdd55fd62c {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:11:32.890953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] Publish callbacks [] for subnet (b54feca3-d06f-42e5-ab3c-a1bdd55fd62c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.937478 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (b54feca3-d06f-42e5-ab3c-a1bdd55fd62c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.940659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 89afbcf0-30bb-48be-82aa-670d7ef605f9 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:32.941514 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:32.972084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89afbcf0-30bb-48be-82aa-670d7ef605f9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:32.972534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-f66137d6-6f2e-4b0d-8809-5e40c6725496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:32.974086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-f66137d6-6f2e-4b0d-8809-5e40c6725496 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2516789 Feb 09 02:11:32.975454 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951de7d3-5679-4ac0-b115-e847ae1de59f" -d '{"events": [{"server_uuid": "eeca931c-169c-4b26-8d2a-5c9937e5bbba", "name": "network-vif-plugged", "status": "completed", "tag": "89afbcf0-30bb-48be-82aa-670d7ef605f9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:32.997921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 89afbcf0-30bb-48be-82aa-670d7ef605f9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=89afbcf0-30bb-48be-82aa-670d7ef605f9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:33.002829 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.056951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ac97a-e54c-44e6-97f9-ff6dabc43cbe req-c3e71f85-9141-4e32-a1c5-700a1c1f5f88 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.058567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-415ac97a-e54c-44e6-97f9-ff6dabc43cbe req-c3e71f85-9141-4e32-a1c5-700a1c1f5f88 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 945 time: 0.2525613 Feb 09 02:11:33.084485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=89afbcf0-30bb-48be-82aa-670d7ef605f9,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:33.117707 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b54feca3-d06f-42e5-ab3c-a1bdd55fd62c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.192888 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94506650-e42c-429d-90e4-a1ec4c676b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5fb2dcdd-ff2a-4790-8c46-64f785d543f9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.195941 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94506650-e42c-429d-90e4-a1ec4c676b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.197191 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-94506650-e42c-429d-90e4-a1ec4c676b7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fb2dcdd-ff2a-4790-8c46-64f785d543f9 HTTP/1.1" status: 204 len: 168 time: 0.6549873 Feb 09 02:11:33.207454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d33147-ffd0-4168-b2be-392310dcb77d req-89b3a334-7191-408c-9366-1577f79fe8b3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.209042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7d33147-ffd0-4168-b2be-392310dcb77d req-89b3a334-7191-408c-9366-1577f79fe8b3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.2782960 Feb 09 02:11:33.214673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94506650-e42c-429d-90e4-a1ec4c676b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb2dcdd-ff2a-4790-8c46-64f785d543f9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:33.216013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-6167690e-2d14-42b5-a6c6-6c74afbc281e service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131619 Feb 09 02:11:33.218076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041696a2-426d-47e4-85c4-14477337ce8a {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:33.220275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-415ac97a-e54c-44e6-97f9-ff6dabc43cbe req-1cec0c55-6319-4168-86e5-7be0ba6a88ce tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541386 Feb 09 02:11:33.228171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Publish callbacks [] for port (041696a2-426d-47e4-85c4-14477337ce8a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.244090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Transition to ACTIVE for port object 041696a2-426d-47e4-85c4-14477337ce8a will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:33.251104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.316625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (b54feca3-d06f-42e5-ab3c-a1bdd55fd62c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.360517 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:33.378555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54feca3-d06f-42e5-ab3c-a1bdd55fd62c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:33.401605 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.409787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b907e82a-88c7-4f26-b4d1-2671ddad3d4e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b54feca3-d06f-42e5-ab3c-a1bdd55fd62c HTTP/1.1" status: 204 len: 168 time: 0.6637900 Feb 09 02:11:33.409787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47022) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:33.435345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:33.435685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:33.436024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:33.439549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7d33147-ffd0-4168-b2be-392310dcb77d req-8c172a3a-2482-40be-bcea-b59d07fc24a2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996779 Feb 09 02:11:33.445706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Port 041696a2-426d-47e4-85c4-14477337ce8a on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:33.446031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:33.458017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:33.458017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:33.458017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:33.458017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Bound port: 041696a2-426d-47e4-85c4-14477337ce8a, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:33.458017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.563917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:33.568551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:33.577353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.606111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-2bddecc0-4151-47bf-9615-e44ee302a4d8 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791413 Feb 09 02:11:33.613901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.614999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.616622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] 10.222.0.82 "PUT /v2.0/ports/041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 1096 time: 1.2941370 Feb 09 02:11:33.620586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:33.632792 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af" -d '{"events": [{"name": "network-changed", "server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "tag": "041696a2-426d-47e4-85c4-14477337ce8a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:33.698183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-04b259d4-c3bf-4787-9f09-e2acdcb12b0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 HTTP/1.1" status: 200 len: 217 time: 0.0717952 Feb 09 02:11:33.708269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (52cbce10-e74d-4996-9c25-57e59948f8b4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.712822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05380792-379d-4f6f-b7e1-19e58a78527e service neutron] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:33.737220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa889ef9-06e3-4b37-b98a-b853b00f82c3 req-df04c48c-db4e-4310-a9fb-18229b7ee6aa tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.737920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-43bb07bc-1622-4260-853d-52a9d472c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.738836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa889ef9-06e3-4b37-b98a-b853b00f82c3 req-df04c48c-db4e-4310-a9fb-18229b7ee6aa tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.3526938 Feb 09 02:11:33.739876 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-43bb07bc-1622-4260-853d-52a9d472c1b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1130 time: 0.0677052 Feb 09 02:11:33.798542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92e016-cfb8-4411-8fb6-d46176dbab4c req-8a2d7ca8-d16a-479c-81b4-24ec1d52dcb3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.800238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d92e016-cfb8-4411-8fb6-d46176dbab4c req-8a2d7ca8-d16a-479c-81b4-24ec1d52dcb3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.2242057 Feb 09 02:11:33.809218 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-110513a7-351d-47f9-b7c6-592e64516c14 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.0611062 Feb 09 02:11:33.852005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-926b9138-9297-4e7a-8783-f65339a18912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.853526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-926b9138-9297-4e7a-8783-f65339a18912 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.1408229 Feb 09 02:11:33.894075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-03e57cc5-7551-4ae4-b8ea-3817d3fcf34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.896064 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-03e57cc5-7551-4ae4-b8ea-3817d3fcf34f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0797951 Feb 09 02:11:33.955111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa889ef9-06e3-4b37-b98a-b853b00f82c3 req-e7c99d28-ec1d-4b26-a39f-57ff6d089855 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937304 Feb 09 02:11:33.956514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997370e9-1a97-4734-8f45-fccfaefad766 req-e3f69833-f6da-4c6c-995b-f4dc2e33cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:33.958157 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-e3f69833-f6da-4c6c-995b-f4dc2e33cc9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0534637 Feb 09 02:11:33.974747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (52cbce10-e74d-4996-9c25-57e59948f8b4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:33.987263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e1de26ca-ecbd-46c8-8344-f42547b42ccc no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:34.014358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d92e016-cfb8-4411-8fb6-d46176dbab4c req-0a189bdb-5794-45c7-a162-7ab9524fe53c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792099 Feb 09 02:11:34.027813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: e1de26ca-ecbd-46c8-8344-f42547b42ccc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:34.028551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e1de26ca-ecbd-46c8-8344-f42547b42ccc not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:34.037851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cbce10-e74d-4996-9c25-57e59948f8b4']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:34.044687 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f3bf8c-289e-4e6e-b9d5-37534b57c622 x-openstack-request-id: req-92f3bf8c-289e-4e6e-b9d5-37534b57c622 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:34.045093 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeca931c-169c-4b26-8d2a-5c9937e5bbba", "name": "network-vif-plugged", "status": "completed", "tag": "89afbcf0-30bb-48be-82aa-670d7ef605f9", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:34.045839 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92f3bf8c-289e-4e6e-b9d5-37534b57c622 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:34.046521 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89afbcf0-30bb-48be-82aa-670d7ef605f9', 'code': 200} Feb 09 02:11:34.074490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46b025f-acce-47c6-8556-4daad50421a9') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:34.074807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46b025f-acce-47c6-8556-4daad50421a9') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:34.095407 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (c46b025f-acce-47c6-8556-4daad50421a9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.111460 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa44f61-41c9-4558-a607-42b19a79a559 x-openstack-request-id: req-0fa44f61-41c9-4558-a607-42b19a79a559 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:34.111781 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "tag": "041696a2-426d-47e4-85c4-14477337ce8a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:34.112012 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fa44f61-41c9-4558-a607-42b19a79a559 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:34.112424 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a', 'status': 'completed', 'code': 200} Feb 09 02:11:34.112650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-60511c07-41d4-4260-8806-a3ba98356340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.114192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-60511c07-41d4-4260-8806-a3ba98356340 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2410634 Feb 09 02:11:34.115509 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-32217b07-47ac-49a7-8f80-c7fe4101d76f service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494403 Feb 09 02:11:34.206998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c46b025f-acce-47c6-8556-4daad50421a9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.222573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:11:34.222927 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (c46b025f-acce-47c6-8556-4daad50421a9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:11:34.226145 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:11:34.238583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62b6fa-bd60-480f-ba51-94dc03c74d96 req-f64cd607-8595-4ca7-93b5-94549378bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.240245 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb62b6fa-bd60-480f-ba51-94dc03c74d96 req-f64cd607-8595-4ca7-93b5-94549378bf4d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 1129 time: 0.1269460 Feb 09 02:11:34.272166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-997370e9-1a97-4734-8f45-fccfaefad766 req-9d928a39-68b5-49e8-a6cd-68cc2d9786f5 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283505 Feb 09 02:11:34.310229 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cb62b6fa-bd60-480f-ba51-94dc03c74d96 req-7928201a-89e2-4fb5-884e-8eb21907e665 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605350 Feb 09 02:11:34.325757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d6f5c-8004-4d84-b0a5-1236e771b947 req-298d5df8-22b9-4b50-9419-7fc5c7523e9e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.327542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-457d6f5c-8004-4d84-b0a5-1236e771b947 req-298d5df8-22b9-4b50-9419-7fc5c7523e9e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.2123585 Feb 09 02:11:34.339728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-34ca1d7b-3847-46a6-a92a-3bbbdd24474d service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168834 Feb 09 02:11:34.342619 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (52cbce10-e74d-4996-9c25-57e59948f8b4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.362923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.370936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] 10.222.0.53 "DELETE /v2.0/networks/52cbce10-e74d-4996-9c25-57e59948f8b4 HTTP/1.1" status: 204 len: 168 time: 0.9528203 Feb 09 02:11:34.394872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-9a1ea426-8dca-44e2-a586-0a12adf41140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.396401 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-9a1ea426-8dca-44e2-a586-0a12adf41140 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1130 time: 0.0642686 Feb 09 02:11:34.403929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da68ff-0358-4a89-80c9-25b48a408590 admin admin] Pushing event deleted for resources: {'Network': ['ID=52cbce10-e74d-4996-9c25-57e59948f8b4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:34.472106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-457d6f5c-8004-4d84-b0a5-1236e771b947 req-efbf3582-0a03-4aaa-82ed-1eed034f7744 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313813 Feb 09 02:11:34.490357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8226-d6c0-43a4-9823-cd0a9c1615d9 req-2ee2a783-2e09-488f-83a8-5c341fea6d99 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.492316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13de8226-d6c0-43a4-9823-cd0a9c1615d9 req-2ee2a783-2e09-488f-83a8-5c341fea6d99 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 946 time: 0.1476669 Feb 09 02:11:34.558915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-3c046024-a55e-4600-ba63-9975978a0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.562027 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-3c046024-a55e-4600-ba63-9975978a0a5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1581972 Feb 09 02:11:34.604321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47058) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:34.607436 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-140042fe-6c4b-4bb7-9881-4bf8ccf359f9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.0382860 Feb 09 02:11:34.657973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-e5895173-69eb-4511-a495-c2250ec83ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.659552 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-e5895173-69eb-4511-a495-c2250ec83ab8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0457852 Feb 09 02:11:34.661823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13de8226-d6c0-43a4-9823-cd0a9c1615d9 req-555f6cae-12c1-404a-b356-32a48b82dc29 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623614 Feb 09 02:11:34.714864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-831195a8-46b6-4387-b09e-f99ca7981de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.716466 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-831195a8-46b6-4387-b09e-f99ca7981de8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0463459 Feb 09 02:11:34.735169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294a5b-d475-4acc-96e8-267280353b28 req-7fda873a-8cba-4e53-b85a-879baee88e5d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.736699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20294a5b-d475-4acc-96e8-267280353b28 req-7fda873a-8cba-4e53-b85a-879baee88e5d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.1828506 Feb 09 02:11:34.744721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-95927c97-2668-494b-940b-6a361cb85913 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2be51e5222e94481ac5862b8767f58a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384118 Feb 09 02:11:34.748072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47060) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:34.762888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-1dbe8701-c44c-40a2-b4ae-7239fd8f2fb8 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857200 Feb 09 02:11:34.816948 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-4aa5e0b7-6f1b-411f-83de-aa773adf92e2 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931454 Feb 09 02:11:34.839831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-72c59715-f991-45a3-9569-8dc083577353 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a HTTP/1.1" status: 200 len: 217 time: 0.0588162 Feb 09 02:11:34.901563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20294a5b-d475-4acc-96e8-267280353b28 req-146392a5-1b28-431e-b305-ddeea8bbca65 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541739 Feb 09 02:11:34.909680 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc52fc48-d06e-4dc3-a93d-2907c2b5b6af req-fb369215-92cc-4e39-bbbe-08e1457ded4f service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860794 Feb 09 02:11:34.921940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca5c0-820c-46af-b802-0ceb4ed31e21 admin admin] Publish callbacks [] for security_group (130289d6-c451-4426-8ea4-77c2dc7c5dd0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.929500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-900da361-f943-4f1d-96af-3c6e5a340c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:34.931109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-900da361-f943-4f1d-96af-3c6e5a340c46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 200 len: 797 time: 0.0818796 Feb 09 02:11:34.974082 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca5c0-820c-46af-b802-0ceb4ed31e21 admin admin] Publish callbacks [] for security_group (130289d6-c451-4426-8ea4-77c2dc7c5dd0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:35.029057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-0ed33886-fad6-4b0a-86a5-9f0f80e45096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.030902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-0ed33886-fad6-4b0a-86a5-9f0f80e45096 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d5be7b8c-de13-4acf-acae-db23756c61e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0922484 Feb 09 02:11:35.433138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca5c0-820c-46af-b802-0ceb4ed31e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (130289d6-c451-4426-8ea4-77c2dc7c5dd0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:35.436121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca5c0-820c-46af-b802-0ceb4ed31e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:35.437378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4b1ca5c0-820c-46af-b802-0ceb4ed31e21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/130289d6-c451-4426-8ea4-77c2dc7c5dd0 HTTP/1.1" status: 204 len: 168 time: 0.6865253 Feb 09 02:11:35.474331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ca5c0-820c-46af-b802-0ceb4ed31e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130289d6-c451-4426-8ea4-77c2dc7c5dd0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:35.526837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f49424-c4b8-4ca4-8015-4ed0dd2b79fb req-e6e0d46b-448f-4cd3-96dd-a3c07b363ec4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.528673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3f49424-c4b8-4ca4-8015-4ed0dd2b79fb req-e6e0d46b-448f-4cd3-96dd-a3c07b363ec4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.4876564 Feb 09 02:11:35.539611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-c1248313-077c-46b2-b58b-daed3e299dfb service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960520 Feb 09 02:11:35.573827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e635bd-d12f-4093-ba4f-5de50cc127f8 req-f22c575c-a4eb-453f-b331-ca3a0b5fa679 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.575383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6e635bd-d12f-4093-ba4f-5de50cc127f8 req-f22c575c-a4eb-453f-b331-ca3a0b5fa679 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1587927 Feb 09 02:11:35.680689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3f49424-c4b8-4ca4-8015-4ed0dd2b79fb req-df67020e-2988-46ac-a9dd-c6e93449d68e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452346 Feb 09 02:11:35.731107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6e635bd-d12f-4093-ba4f-5de50cc127f8 req-56ad4c23-df12-4978-9190-196ace714a35 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380017 Feb 09 02:11:35.757098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-ec944ca0-a4cf-4a3a-8f69-2bab1212f163 service neutron] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030425 Feb 09 02:11:35.829030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-abf05989-cb37-4b78-bbb0-08486be5518c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa HTTP/1.1" status: 200 len: 217 time: 0.0640800 Feb 09 02:11:35.923096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-0b44ffae-c816-46b2-9966-693d4deff091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.924690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-0b44ffae-c816-46b2-9966-693d4deff091 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ddfa95-229e-4521-8894-270b4e71686b HTTP/1.1" status: 200 len: 797 time: 0.0874581 Feb 09 02:11:35.938245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159dcd2-d989-44a2-ae28-1fd47009b53a req-7220f755-a945-45d8-90a4-b6edbc03acd2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.943147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f159dcd2-d989-44a2-ae28-1fd47009b53a req-7220f755-a945-45d8-90a4-b6edbc03acd2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.1800807 Feb 09 02:11:35.954685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67551-117c-4e9b-9ad8-5ab306fb88bf req-55135644-a4b8-4686-b77d-217371616afd tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:35.956197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20a67551-117c-4e9b-9ad8-5ab306fb88bf req-55135644-a4b8-4686-b77d-217371616afd tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.1443267 Feb 09 02:11:36.076047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f159dcd2-d989-44a2-ae28-1fd47009b53a req-58cf630a-c04b-414a-8aae-ba5a9cf643c8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310275 Feb 09 02:11:36.083681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20a67551-117c-4e9b-9ad8-5ab306fb88bf req-42c89b2c-4ec8-4b56-8ba4-e9d4207a0623 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159160 Feb 09 02:11:36.090815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-8b53834b-cc8b-41a5-a1ea-a3c54c1ee1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.092579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-8b53834b-cc8b-41a5-a1ea-a3c54c1ee1e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1354158 Feb 09 02:11:36.278300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-fc7efdd2-f5fc-47d6-bd74-683b42dab790 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490936 Feb 09 02:11:36.286781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac9a86-3ddd-4399-b098-595308e81876 req-00a5c7d0-2acd-48d7-80c8-f03bebe6e099 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.288436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47ac9a86-3ddd-4399-b098-595308e81876 req-00a5c7d0-2acd-48d7-80c8-f03bebe6e099 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 946 time: 0.0936515 Feb 09 02:11:36.412251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47ac9a86-3ddd-4399-b098-595308e81876 req-adb28602-0452-4a1a-a609-0ec2445c0c50 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130378 Feb 09 02:11:36.426955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-a8ea4eb1-47c2-4da9-a4fb-66d9886bf9e1 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367261 Feb 09 02:11:36.457724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:36.476151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-68ed5bc4-4b98-4dfb-a706-482ace30fa98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a HTTP/1.1" status: 200 len: 217 time: 0.0420828 Feb 09 02:11:36.544291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-29c08b2e-d0ee-4a93-92d2-09120c29ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.545755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-29c08b2e-d0ee-4a93-92d2-09120c29ece0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ddfa95-229e-4521-8894-270b4e71686b HTTP/1.1" status: 200 len: 797 time: 0.0629909 Feb 09 02:11:36.606317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-574398611-network', 'tenant_id': '93eaf5d3979545b9bbff5ece076418f3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:36.647536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Made reservation on behalf of 93eaf5d3979545b9bbff5ece076418f3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:36.655084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.666819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-082af7d4-406e-44f6-9e99-312f652443aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.668801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-082af7d4-406e-44f6-9e99-312f652443aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b031676-4b01-4246-8995-0ce03cee25ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1150672 Feb 09 02:11:36.679201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.712312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-5dfb4484-e3fd-4721-b88f-0c34009c1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.713885 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-5dfb4484-e3fd-4721-b88f-0c34009c1ff9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 1128 time: 0.0822446 Feb 09 02:11:36.766059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e4ec4-91a1-4806-914e-acb8696c2b74 req-a1dcee83-41ed-488c-adf7-cfc2a288d7c8 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.773840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a8e4ec4-91a1-4806-914e-acb8696c2b74 req-a1dcee83-41ed-488c-adf7-cfc2a288d7c8 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.1775551 Feb 09 02:11:36.884392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a8e4ec4-91a1-4806-914e-acb8696c2b74 req-6bccad08-bc51-4bbc-9979-169a1836c979 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096559 Feb 09 02:11:36.892675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-7ebabfc5-3e25-4a3a-83f3-9162faa8072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.894174 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-7ebabfc5-3e25-4a3a-83f3-9162faa8072d service neutron] 10.222.0.72 "GET /v2.0/networks?id=45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 200 len: 917 time: 0.1726332 Feb 09 02:11:36.896615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks [] for security_group (5bc066f9-3604-42f6-bc29-1182d389321c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.912506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-454bb6d2-8b44-4c22-896f-21cbe8f5ed75 service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348201 Feb 09 02:11:36.927536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073363e-8eb6-447c-987c-1cc35d52e3e4 req-5ca2532d-0dec-418c-a06b-92f6892bd233 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:36.929089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4073363e-8eb6-447c-987c-1cc35d52e3e4 req-5ca2532d-0dec-418c-a06b-92f6892bd233 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.1404190 Feb 09 02:11:36.935882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5bc066f9-3604-42f6-bc29-1182d389321c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.984941 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-99500ee3-9e74-4860-ac8a-600c28d1c890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590 HTTP/1.1" status: 200 len: 217 time: 0.0838692 Feb 09 02:11:37.036751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:11:37.052941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc066f9-3604-42f6-bc29-1182d389321c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:37.063301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.063657 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Added segment 7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2 of type vlan for network cf74e055-c256-4120-b9ca-dccc2dc7fd88 Feb 09 02:11:37.083578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-0ce57e05-a4c2-4ade-96b8-90ed43348b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.085069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-0ce57e05-a4c2-4ade-96b8-90ed43348b09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 200 len: 855 time: 0.0909598 Feb 09 02:11:37.100413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4073363e-8eb6-447c-987c-1cc35d52e3e4 req-92588954-e15c-4570-8c1f-c0796fdc3581 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512804 Feb 09 02:11:37.130613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872b724-35fa-4cfa-918d-66173a655d11 req-979b7955-2a28-42fb-ad30-e00d59d075f8 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.144694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a872b724-35fa-4cfa-918d-66173a655d11 req-979b7955-2a28-42fb-ad30-e00d59d075f8 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1467450 Feb 09 02:11:37.148714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9428e44d-a2ca-4253-9d3e-22e34475fff7 req-14dd1126-22e8-4080-967e-eeacd9185f8f service neutron] 10.222.0.72 "GET /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181056 Feb 09 02:11:37.156608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cf74e055-c256-4120-b9ca-dccc2dc7fd88), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.215850 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cf74e055-c256-4120-b9ca-dccc2dc7fd88), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.220243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.220243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.270304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a872b724-35fa-4cfa-918d-66173a655d11 req-7792f9c2-c557-4383-86f5-f81010bd0385 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247284 Feb 09 02:11:37.306702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231573e-acd7-4d71-9424-7fe0a1bfecc3 req-494b15cd-d436-41ea-835d-e75811efe1bb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.306702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b231573e-acd7-4d71-9424-7fe0a1bfecc3 req-494b15cd-d436-41ea-835d-e75811efe1bb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.1139166 Feb 09 02:11:37.308000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-67427fcb-4982-4e0a-b5d5-bf572d573780 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.309434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-67427fcb-4982-4e0a-b5d5-bf572d573780 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdee121b-aa45-4385-a2a3-a6d7c700f0b2 HTTP/1.1" status: 200 len: 946 time: 0.1406217 Feb 09 02:11:37.312198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] Pushing event updated for resources: {'Network': ['ID=cf74e055-c256-4120-b9ca-dccc2dc7fd88,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:37.323741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cf74e055-c256-4120-b9ca-dccc2dc7fd88 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:11:37.329846 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d78aed17-e17c-4011-92f6-df3d48cd50bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8702044 Feb 09 02:11:37.337870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:37.343135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-8eef0a52-762b-48dc-8ec6-0eaa5e1c73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:37.357676 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-8eef0a52-762b-48dc-8ec6-0eaa5e1c73e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45b81117-6bca-430d-8094-dba9c9490890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2462306 Feb 09 02:11:37.371832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Request body: {'subnet': {'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-574398611-subnet', 'tenant_id': '93eaf5d3979545b9bbff5ece076418f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:37.427510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Made reservation on behalf of 93eaf5d3979545b9bbff5ece076418f3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:37.430802 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.443457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b231573e-acd7-4d71-9424-7fe0a1bfecc3 req-2a415c04-7806-454e-b6a6-9c5ab2155af1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286471 Feb 09 02:11:37.490477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Deleting port 3a9fc443-e835-426a-b62c-13002b23e5ba {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:37.491680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.644561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] For port 3a9fc443-e835-426a-b62c-13002b23e5ba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3a9fc443-e835-426a-b62c-13002b23e5ba,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:37.644561 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.662685 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-fe45a9f1-9385-4b9e-9b33-1363002dd27f service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619233 Feb 09 02:11:37.684140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Calling delete_port for 3a9fc443-e835-426a-b62c-13002b23e5ba owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:37.858031 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ae4a9d43-e396-411b-a79d-a2dadb793142 req-412bae8f-800a-4982-8d86-a6e05803b947 service neutron] 10.222.0.72 "GET /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881711 Feb 09 02:11:37.879905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (ca8ea919-0417-4953-b37d-b62c81c13c5a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.923084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3a9fc443-e835-426a-b62c-13002b23e5ba), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.936806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3a9fc443-e835-426a-b62c-13002b23e5ba'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:37.966386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8ea919-0417-4953-b37d-b62c81c13c5a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:37.974696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Checking segment: {'id': '7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:37.975163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Network hostable DHCP agents. Network: cf74e055-c256-4120-b9ca-dccc2dc7fd88, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:11:38.011815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 041696a2-426d-47e4-85c4-14477337ce8a details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:38.020659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Network cf74e055-c256-4120-b9ca-dccc2dc7fd88 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:11:38.036737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cf74e055-c256-4120-b9ca-dccc2dc7fd88) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:38.037549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event deleted for resources: {'Port': ['ID=3a9fc443-e835-426a-b62c-13002b23e5ba,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.042675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.043964 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:38.079893 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e064ed82-e6e5-4d4a-83dd-942439a1d69f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7101190 Feb 09 02:11:38.080642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a9b12-c3f6-4954-9ec9-02941b5547df None None] Network cf74e055-c256-4120-b9ca-dccc2dc7fd88 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:11:38.111980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] No DVR routers for this DVR port 3a9fc443-e835-426a-b62c-13002b23e5ba on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:38.116031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:38.121082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d717c277-cfff-4ae9-bf99-3d930b90ffa0 req-fbb08470-fb39-4b58-bbfb-0979d24208d1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "DELETE /v2.0/ports/3a9fc443-e835-426a-b62c-13002b23e5ba HTTP/1.1" status: 204 len: 173 time: 0.7911866 Feb 09 02:11:38.179073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'name': 'network-vif-deleted', 'tag': '3a9fc443-e835-426a-b62c-13002b23e5ba'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:38.193197 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47826246-d219-460e-a543-bf57baa381cd" -d '{"events": [{"server_uuid": "cdee121b-aa45-4385-a2a3-a6d7c700f0b2", "name": "network-vif-deleted", "tag": "3a9fc443-e835-426a-b62c-13002b23e5ba"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:38.239154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c91f7-5f36-480b-9107-4586c476055a req-fc82472c-cdc3-47ae-8dcb-5d1e5d985c6d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.240771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-871c91f7-5f36-480b-9107-4586c476055a req-fc82472c-cdc3-47ae-8dcb-5d1e5d985c6d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.1448679 Feb 09 02:11:38.369145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-871c91f7-5f36-480b-9107-4586c476055a req-c4a2967d-4d86-42a3-b1ff-14a7506ccf57 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136799 Feb 09 02:11:38.392912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:38.398957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b6ef-9c26-423f-8332-7e7528f48372 req-514c4a2c-02f3-427d-9862-709f152dd58e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.400288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7aba4-8ef3-439d-86d5-77b0c4e047b0 None None] Network cf74e055-c256-4120-b9ca-dccc2dc7fd88 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:11:38.401312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e295b6ef-9c26-423f-8332-7e7528f48372 req-514c4a2c-02f3-427d-9862-709f152dd58e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.0951607 Feb 09 02:11:38.513052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '041696a2-426d-47e4-85c4-14477337ce8a', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '041696a2-426d-47e4-85c4-14477337ce8a', 'mac_address': 'fa:16:3e:5f:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:38.555272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e295b6ef-9c26-423f-8332-7e7528f48372 req-0e2a89f1-af20-433b-8814-508ec5f26496 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386604 Feb 09 02:11:38.556898 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ef236f-9ce8-418a-ba11-fb426a396f9d x-openstack-request-id: req-e6ef236f-9ce8-418a-ba11-fb426a396f9d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:38.557194 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdee121b-aa45-4385-a2a3-a6d7c700f0b2", "name": "network-vif-deleted", "tag": "3a9fc443-e835-426a-b62c-13002b23e5ba", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:38.557450 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6ef236f-9ce8-418a-ba11-fb426a396f9d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:38.557901 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdee121b-aa45-4385-a2a3-a6d7c700f0b2', 'name': 'network-vif-deleted', 'tag': '3a9fc443-e835-426a-b62c-13002b23e5ba', 'status': 'completed', 'code': 200} Feb 09 02:11:38.637461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 041696a2-426d-47e4-85c4-14477337ce8a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:38.638224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:38.665756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041696a2-426d-47e4-85c4-14477337ce8a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:38.692820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:38.694225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f827adca-0d88-4257-a040-63808dc96952 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:38.706228 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:38.768752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0494d2-3a8c-41c3-bc97-4e12dd895a08 req-04a5b055-a6de-46ec-8e0d-8c91d6b894c4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:38.770495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c0494d2-3a8c-41c3-bc97-4e12dd895a08 req-04a5b055-a6de-46ec-8e0d-8c91d6b894c4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1085262 Feb 09 02:11:38.828124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:38.858512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c0494d2-3a8c-41c3-bc97-4e12dd895a08 req-209556fd-b9a5-4e13-af16-18ea5e30346e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800960 Feb 09 02:11:38.884352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:38.896561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f827adca-0d88-4257-a040-63808dc96952', 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44', 'port_id': 'f827adca-0d88-4257-a040-63808dc96952', 'mac_address': 'fa:16:3e:71:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176b806-e2a2-4b4a-a8e9-b74375e919c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:38.951100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f827adca-0d88-4257-a040-63808dc96952 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:38.951498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:38.970341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f827adca-0d88-4257-a040-63808dc96952 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:38.995275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:39.009813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f827adca-0d88-4257-a040-63808dc96952), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:39.061456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-4c3abfa2-7be6-4e2a-8cde-805aee722f21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.067156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-4c3abfa2-7be6-4e2a-8cde-805aee722f21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/networks?id=cf74e055-c256-4120-b9ca-dccc2dc7fd88 HTTP/1.1" status: 200 len: 817 time: 0.1650519 Feb 09 02:11:39.084263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-b856275e-3edf-42b5-ad14-2e262bc62279 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/quotas/93eaf5d3979545b9bbff5ece076418f3 HTTP/1.1" status: 200 len: 375 time: 0.0103717 Feb 09 02:11:39.089623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:39.122947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-f8482967-3d52-449a-9e54-4685b947b028 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=93eaf5d3979545b9bbff5ece076418f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328650 Feb 09 02:11:39.125556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['041696a2-426d-47e4-85c4-14477337ce8a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:39.240901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-25107568-3ad5-40c0-b73d-9a3ed70dbeac service neutron] 10.222.0.53 "GET /v2.0/networks/cf74e055-c256-4120-b9ca-dccc2dc7fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053283 Feb 09 02:11:39.362537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-4e40343e-d5f0-487e-8277-d6d408c3db5d service neutron] 10.222.0.53 "GET /v2.0/networks/cf74e055-c256-4120-b9ca-dccc2dc7fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129146 Feb 09 02:11:39.504143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-506fe0e7-1d7b-41d6-9467-8536d0235ef6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.519213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-506fe0e7-1d7b-41d6-9467-8536d0235ef6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.1552536 Feb 09 02:11:39.531691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f827adca-0d88-4257-a040-63808dc96952'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:39.535320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-a50b31a2-b52a-44fc-bfd6-ee7283f2fce0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/quotas/6039e2c8b5fc4f41b5b6f8b47770ea0c HTTP/1.1" status: 200 len: 375 time: 0.0149894 Feb 09 02:11:39.589666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ea1343ca-b588-4de4-b3ff-cd90ad5c9dea tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490537 Feb 09 02:11:39.858203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-57ef53a0-d465-4ac4-b0a4-13edb0452e87 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675755 Feb 09 02:11:39.903837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0142b-56c2-416f-b47f-60d5e15f3875 req-e4de0bcf-c9b0-451e-b38c-824bce203218 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:39.906384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcc0142b-56c2-416f-b47f-60d5e15f3875 req-e4de0bcf-c9b0-451e-b38c-824bce203218 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.3549325 Feb 09 02:11:40.031430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcc0142b-56c2-416f-b47f-60d5e15f3875 req-e5982166-b219-42ff-9c64-9440abff3f3b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874500 Feb 09 02:11:40.062845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-2e6a7ba0-ccb9-4854-b547-7159576c7ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036262 Feb 09 02:11:40.113243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b0da9a8-393e-4881-a0fe-da2702c2c6af req-74ee7f4c-793d-4498-aaaf-cd2ee3ba364f tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 210 time: 0.0299952 Feb 09 02:11:40.377438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76875b-ec08-4ff8-85f1-c5c09006ee99 req-b76b0a5b-6650-4474-be5c-d80e10649e81 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.379790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd76875b-ec08-4ff8-85f1-c5c09006ee99 req-b76b0a5b-6650-4474-be5c-d80e10649e81 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 948 time: 0.1255033 Feb 09 02:11:40.441958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e2bc3-e1d8-4653-a759-2c3c8d4e8af0 req-eeea3150-b9e1-46f2-98b7-10442e7218cc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.444026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-156e2bc3-e1d8-4653-a759-2c3c8d4e8af0 req-eeea3150-b9e1-46f2-98b7-10442e7218cc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 945 time: 0.1496766 Feb 09 02:11:40.547026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd76875b-ec08-4ff8-85f1-c5c09006ee99 req-6eebc388-d3ce-4fbb-82dd-da3740b98510 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564786 Feb 09 02:11:40.558609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-156e2bc3-e1d8-4653-a759-2c3c8d4e8af0 req-3f049949-3deb-4dcc-868e-b35085b3552d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Feb 09 02:11:40.661489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3a9fc443-e835-426a-b62c-13002b23e5ba no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:40.689356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 3a9fc443-e835-426a-b62c-13002b23e5ba {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:40.690117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3a9fc443-e835-426a-b62c-13002b23e5ba not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:40.697276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c679d13d-3843-46ec-b6c7-24e8ea3bd553 req-ca7e2911-c665-4177-9e48-3e9c23570de4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 210 time: 0.0476530 Feb 09 02:11:40.821494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a38e-2c94-4315-9ea7-6ffb3f7de0d4 req-f1078dd3-a988-4c74-a79a-361a08e78148 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:40.824311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5654a38e-2c94-4315-9ea7-6ffb3f7de0d4 req-f1078dd3-a988-4c74-a79a-361a08e78148 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.0880053 Feb 09 02:11:40.899199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5654a38e-2c94-4315-9ea7-6ffb3f7de0d4 req-41e1c97f-ce31-43b8-a857-7961ac7b688b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687087 Feb 09 02:11:41.006292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-ff174c0a-fe2f-4f6b-99fe-21049e4a0ddc tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a4f7a847feb54163bb85ff62fb099315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256071 Feb 09 02:11:41.224922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779058d6-5589-4e00-89a9-a5fd155edb2b req-ee69a166-6470-440a-860c-a6d24d012ce0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.232367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-779058d6-5589-4e00-89a9-a5fd155edb2b req-ee69a166-6470-440a-860c-a6d24d012ce0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 945 time: 0.2160723 Feb 09 02:11:41.279477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d9ac4e5a-e4e5-4864-a4e1-dc0bc85f93a2 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.280945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d9ac4e5a-e4e5-4864-a4e1-dc0bc85f93a2 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628584 Feb 09 02:11:41.288193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-3b6b771b-af12-4470-81a1-6f7c767c0cac tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.290293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-3b6b771b-af12-4470-81a1-6f7c767c0cac tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.72 "GET /v2.0/networks?id=cf74e055-c256-4120-b9ca-dccc2dc7fd88 HTTP/1.1" status: 200 len: 817 time: 0.2238905 Feb 09 02:11:41.313144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Request body: {'port': {'device_id': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88', 'admin_state_up': True, 'tenant_id': '93eaf5d3979545b9bbff5ece076418f3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:41.322886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-e0451de2-b9ba-4d64-92c3-81e0efd0a001 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/quotas/a4f7a847feb54163bb85ff62fb099315 HTTP/1.1" status: 200 len: 375 time: 0.0315688 Feb 09 02:11:41.382309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-779058d6-5589-4e00-89a9-a5fd155edb2b req-4bca6057-8a21-4015-9f05-04957d9a7822 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490798 Feb 09 02:11:41.406084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-627ac1c2-00ae-4a42-a446-5aa79fa356be tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4f7a847feb54163bb85ff62fb099315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665395 Feb 09 02:11:41.484842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Made reservation on behalf of 93eaf5d3979545b9bbff5ece076418f3 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:41.488988 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:41.517331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cc64efb-67d3-41b2-9892-80b9ad363cc2 req-71553d87-8e1d-4b56-881b-31b57f37456a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 210 time: 0.0427327 Feb 09 02:11:41.806393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5212a0-6d9f-47f2-a881-8f06a2acf999 req-3a5ae324-9fbb-43f7-a5ac-07a68ee411c4 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.813344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab5212a0-6d9f-47f2-a881-8f06a2acf999 req-3a5ae324-9fbb-43f7-a5ac-07a68ee411c4 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.1664701 Feb 09 02:11:41.815733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Allocated IP 172.20.0.7 (cf74e055-c256-4120-b9ca-dccc2dc7fd88/ca8ea919-0417-4953-b37d-b62c81c13c5a/605d2d0b-a63e-4e47-a8f7-755dcdffeede) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:41.868950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b59a4-bc01-4ad6-9a5d-d78b2f8db01f req-e024e99e-bd8e-40c5-968e-64871dfb6bc7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.870582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a71b59a4-bc01-4ad6-9a5d-d78b2f8db01f req-e024e99e-bd8e-40c5-968e-64871dfb6bc7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 948 time: 0.1441493 Feb 09 02:11:41.938063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ce3e8030-9ca3-49c9-8cee-7fb2f0184951 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:41.940247 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ce3e8030-9ca3-49c9-8cee-7fb2f0184951 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.2359908 Feb 09 02:11:41.953272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Request body: {'port': {'device_id': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'admin_state_up': True, 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:41.955087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab5212a0-6d9f-47f2-a881-8f06a2acf999 req-5385919b-ccc5-46fc-8d24-64d8fcc7a495 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408913 Feb 09 02:11:42.022661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 041696a2-426d-47e4-85c4-14477337ce8a up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:42.145809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 041696a2-426d-47e4-85c4-14477337ce8a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:42.150581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 041696a2-426d-47e4-85c4-14477337ce8a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:42.150966 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (041696a2-426d-47e4-85c4-14477337ce8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.180718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a71b59a4-bc01-4ad6-9a5d-d78b2f8db01f req-d03df2bb-b6f9-4b70-941b-e3b251291b3e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970138 Feb 09 02:11:42.187256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:42.197794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.268354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccf0d6-b03f-4c3b-89c8-f6100ca0390d req-68447eed-46b8-4cdb-a30e-7d1c68bca7e5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.276146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33ccf0d6-b03f-4c3b-89c8-f6100ca0390d req-68447eed-46b8-4cdb-a30e-7d1c68bca7e5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 945 time: 0.1942537 Feb 09 02:11:42.328285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 041696a2-426d-47e4-85c4-14477337ce8a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:42.328894 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.370358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-a5b4fd1c-90ed-4c1b-babd-bf22585e7de6 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a4f7a847feb54163bb85ff62fb099315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626616 Feb 09 02:11:42.372288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:42.378138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks [] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.401262 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a91d144-e6c5-4540-967f-7dc28a6e1272" -d '{"events": [{"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-plugged", "status": "completed", "tag": "041696a2-426d-47e4-85c4-14477337ce8a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:42.419488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:42.427237 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.431598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Allocated IP 172.20.0.2 (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d/6dec9c77-64c6-4050-8291-f4f79fcfa9be/76484e49-6c94-4187-8a23-d9e79766162c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:42.511251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:42.670785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f827adca-0d88-4257-a040-63808dc96952 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:42.714858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks [] for port (76484e49-6c94-4187-8a23-d9e79766162c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.765316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.769295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f827adca-0d88-4257-a040-63808dc96952 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:42.776539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f827adca-0d88-4257-a040-63808dc96952 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:42.777290 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f827adca-0d88-4257-a040-63808dc96952), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.824538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:42.833867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:42.845098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:42.875056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f827adca-0d88-4257-a040-63808dc96952 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:42.875527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.892523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:42.924511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:42.930580 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f827adca-0d88-4257-a040-63808dc96952), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.931467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:42.932405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:42.957038 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ff04c6fe-4b6c-4c7e-af3b-23f9d7a54028 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0077856 Feb 09 02:11:42.979750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Request body: {'port': {'device_id': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:42.987165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33ccf0d6-b03f-4c3b-89c8-f6100ca0390d req-56ec9334-491e-483d-b00c-ada3716a8126 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7099340 Feb 09 02:11:43.064292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:43.083307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-6b16b289-10e2-4603-815e-53f0236077db tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.098535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-6b16b289-10e2-4603-815e-53f0236077db tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7209940 Feb 09 02:11:43.105584 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.132036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-755b50f0-f567-4a96-8f11-6c348e5a27f1 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/quotas/a4f7a847feb54163bb85ff62fb099315 HTTP/1.1" status: 200 len: 375 time: 0.0323632 Feb 09 02:11:43.145774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.182953 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-b9f6c833-a73b-408a-9586-23dad3ce952e tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a4f7a847feb54163bb85ff62fb099315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312147 Feb 09 02:11:43.213238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-36b7495a-e2a8-4363-bcf9-b776331d340b tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a4f7a847feb54163bb85ff62fb099315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802617 Feb 09 02:11:43.252276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Network cf74e055-c256-4120-b9ca-dccc2dc7fd88 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:43.256174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:43.264800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:43.313103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49132-93ff-4496-b5f6-93700e098892 req-adc18a36-b43e-4cee-b832-d9deac36a041 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.320911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06f49132-93ff-4496-b5f6-93700e098892 req-adc18a36-b43e-4cee-b832-d9deac36a041 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 931 time: 0.2181919 Feb 09 02:11:43.339662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Pushing event updated for resources: {'Port': ['ID=605d2d0b-a63e-4e47-a8f7-755dcdffeede,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:43.402494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.403468 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.439863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06f49132-93ff-4496-b5f6-93700e098892 req-bb9da036-3f61-490d-ad63-3b3d1c03e74b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179004 Feb 09 02:11:43.445829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8ffc83ed-3c28-440d-a214-ebee4e093d21 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1371694 Feb 09 02:11:43.451319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-07b71beb-cfac-4583-9a69-a3dc60bd0e4c req-642f2ff7-5719-4d97-bb62-7f7e766ecbab tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:43.460199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07b71beb-cfac-4583-9a69-a3dc60bd0e4c req-642f2ff7-5719-4d97-bb62-7f7e766ecbab tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190437 Feb 09 02:11:43.478608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Request body: {'port': {'device_id': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:43.488499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d98bc2cd-db53-449d-a77b-4b413130cca6 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.490049 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d98bc2cd-db53-449d-a77b-4b413130cca6 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997336 Feb 09 02:11:43.516256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Request body: {'port': {'device_id': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'a4f7a847feb54163bb85ff62fb099315'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:43.523864 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a31083-2ce3-4b38-902a-163db18929cd x-openstack-request-id: req-83a31083-2ce3-4b38-902a-163db18929cd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:43.524272 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-plugged", "status": "completed", "tag": "041696a2-426d-47e4-85c4-14477337ce8a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:43.524630 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83a31083-2ce3-4b38-902a-163db18929cd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:43.525752 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a', 'code': 200} Feb 09 02:11:43.697619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76484e49-6c94-4187-8a23-d9e79766162c {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:43.707642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Publish callbacks [] for port (76484e49-6c94-4187-8a23-d9e79766162c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.742053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07b71beb-cfac-4583-9a69-a3dc60bd0e4c req-10936001-bc24-41c2-8e05-684a07dbf4b9 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2792089 Feb 09 02:11:43.756980 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.789478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61d49-4cc0-454f-b833-ef8d82c9f0fa req-dce43399-49c2-42a6-a70a-0e243e84cef0 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:43.792292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Transition to ACTIVE for port object 76484e49-6c94-4187-8a23-d9e79766162c will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:43.808485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13c61d49-4cc0-454f-b833-ef8d82c9f0fa req-dce43399-49c2-42a6-a70a-0e243e84cef0 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 931 time: 0.2043514 Feb 09 02:11:43.874055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:43.938027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13c61d49-4cc0-454f-b833-ef8d82c9f0fa req-ac05a006-6b19-4dd9-9af3-c229eb2fc74e tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280141 Feb 09 02:11:43.967176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Made reservation on behalf of a4f7a847feb54163bb85ff62fb099315 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:43.972111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.009325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:44.014017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5cb0-c992-4012-96f3-cc65aa14e9a1 req-3e8fe2b9-daed-446e-947c-be4498e1f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.015897 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ab8b5cb0-c992-4012-96f3-cc65aa14e9a1 req-3e8fe2b9-daed-446e-947c-be4498e1f7c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1132 time: 0.2642252 Feb 09 02:11:44.036900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.148387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Attempting to bind port 76484e49-6c94-4187-8a23-d9e79766162c on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:44.148974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Attempting to bind port 76484e49-6c94-4187-8a23-d9e79766162c by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:44.150034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Attempting to bind port 76484e49-6c94-4187-8a23-d9e79766162c on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:44.229242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Port 76484e49-6c94-4187-8a23-d9e79766162c on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:44.229622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Attempting to bind port 76484e49-6c94-4187-8a23-d9e79766162c on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:44.261549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:44.262064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:44.262495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Bound using segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:44.262964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Bound port: 76484e49-6c94-4187-8a23-d9e79766162c, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:44.263334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.277618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ab8b5cb0-c992-4012-96f3-cc65aa14e9a1 req-3974bafe-431a-4535-b7e9-968b28a3cde8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418220 Feb 09 02:11:44.283443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d80d-88fe-4ecc-89a0-03e7ba1bc345 req-08d9782a-b2fa-47f9-9f5c-c84a1bdc208e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.291453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b633d80d-88fe-4ecc-89a0-03e7ba1bc345 req-08d9782a-b2fa-47f9-9f5c-c84a1bdc208e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1963644 Feb 09 02:11:44.336082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks [] for security_group (02e16a7b-7639-4558-b6c2-5b08a7116c6f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.341861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (02e16a7b-7639-4558-b6c2-5b08a7116c6f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.390845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4032524-d02a-45a1-bba6-e5f39ffb2f5c req-ad07c1c6-659d-4ea3-8e23-7aa2326be22d tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 210 time: 0.1954789 Feb 09 02:11:44.440208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e16a7b-7639-4558-b6c2-5b08a7116c6f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:44.458416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:44.465309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:44.466588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b633d80d-88fe-4ecc-89a0-03e7ba1bc345 req-cf1ffe18-e8b4-46b3-94fa-e0d603c82f4c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732528 Feb 09 02:11:44.488040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.562206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605d2d0b-a63e-4e47-a8f7-755dcdffeede {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:44.573038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Publish callbacks [] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.592039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Transition to ACTIVE for port object 605d2d0b-a63e-4e47-a8f7-755dcdffeede will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:44.612411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.613029 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.614438 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] 10.222.0.72 "PUT /v2.0/ports/76484e49-6c94-4187-8a23-d9e79766162c HTTP/1.1" status: 200 len: 1092 time: 1.6501412 Feb 09 02:11:44.614919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:44.617270 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a66166-ec1a-420a-a401-6af0b9231294" -d '{"events": [{"name": "network-changed", "server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "tag": "76484e49-6c94-4187-8a23-d9e79766162c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:44.646221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Allocated IP 192.168.233.80 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/e8924115-57c4-4571-a443-ac0495e66082) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:44.660336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4724dc-fdb0-4c61-a36d-b56e6aecc0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:44.661742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:44.783193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Pushing event updated for resources: {'Port': ['ID=605d2d0b-a63e-4e47-a8f7-755dcdffeede,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:44.791955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-7ca0bb18-cef5-4ef4-92b6-c1f7a8ba407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.793512 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-7ca0bb18-cef5-4ef4-92b6-c1f7a8ba407a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 1126 time: 0.1218970 Feb 09 02:11:44.795081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294102d-8e02-4006-8797-07a6c2dc98a9 req-bfb3bfbf-3ccd-4de4-82cd-6139e8ba46d1 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.798044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d294102d-8e02-4006-8797-07a6c2dc98a9 req-bfb3bfbf-3ccd-4de4-82cd-6139e8ba46d1 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.2045376 Feb 09 02:11:44.870888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603b374-24e5-43e0-9d08-329699588f4a req-d0c4e509-c601-4eee-8037-846d78daef1b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.872293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4603b374-24e5-43e0-9d08-329699588f4a req-d0c4e509-c601-4eee-8037-846d78daef1b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.2172272 Feb 09 02:11:44.875427 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-4062bd87-8360-4d56-af66-7f0b00304a16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76484e49-6c94-4187-8a23-d9e79766162c HTTP/1.1" status: 200 len: 217 time: 0.0660803 Feb 09 02:11:44.940544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d294102d-8e02-4006-8797-07a6c2dc98a9 req-bf23ef7a-7310-44b4-b24f-8122879dfca1 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372700 Feb 09 02:11:44.958319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Attempting to bind port 605d2d0b-a63e-4e47-a8f7-755dcdffeede on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:44.958693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Attempting to bind port 605d2d0b-a63e-4e47-a8f7-755dcdffeede by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:44.959032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Attempting to bind port 605d2d0b-a63e-4e47-a8f7-755dcdffeede on network cf74e055-c256-4120-b9ca-dccc2dc7fd88 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:44.959366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ba10006e-152a-4171-b0c1-63e003dbc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:44.961903 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ba10006e-152a-4171-b0c1-63e003dbc11d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.0780311 Feb 09 02:11:44.983777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Port 605d2d0b-a63e-4e47-a8f7-755dcdffeede on network cf74e055-c256-4120-b9ca-dccc2dc7fd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:44.984136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Attempting to bind port 605d2d0b-a63e-4e47-a8f7-755dcdffeede on network cf74e055-c256-4120-b9ca-dccc2dc7fd88 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:45.007101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4603b374-24e5-43e0-9d08-329699588f4a req-2b9d34b4-bd48-4f12-865d-41a0fb3db7e0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147592 Feb 09 02:11:45.009131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:45.009519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Checking segment: {'id': '7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:45.009918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Bound using segment: {'id': '7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:45.010381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Bound port: 605d2d0b-a63e-4e47-a8f7-755dcdffeede, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:45.010798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.012322 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ae560362-33f4-4988-8a65-005aad47535f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445335 Feb 09 02:11:45.015868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks [] for port (e8924115-57c4-4571-a443-ac0495e66082), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.110617 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f9e8ff-bbc2-490b-9dd6-e0c97c15639d x-openstack-request-id: req-58f9e8ff-bbc2-490b-9dd6-e0c97c15639d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:45.111007 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "tag": "76484e49-6c94-4187-8a23-d9e79766162c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:45.111357 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58f9e8ff-bbc2-490b-9dd6-e0c97c15639d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:45.111867 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c', 'status': 'completed', 'code': 200} Feb 09 02:11:45.161311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] For port 605d2d0b-a63e-4e47-a8f7-755dcdffeede, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:45.168326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] For port 605d2d0b-a63e-4e47-a8f7-755dcdffeede, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=605d2d0b-a63e-4e47-a8f7-755dcdffeede,segment=NetworkSegment(7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2),segment_id=7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:45.178835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859a5e3-d7bf-4d5b-914d-d829dd3f491f req-70d5489a-b08a-4690-abf6-8ad70e2ecacb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.180491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1859a5e3-d7bf-4d5b-914d-d829dd3f491f req-70d5489a-b08a-4690-abf6-8ad70e2ecacb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 943 time: 0.0940683 Feb 09 02:11:45.184954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.188323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.239554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.240274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:45.241796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] 10.222.0.72 "PUT /v2.0/ports/605d2d0b-a63e-4e47-a8f7-755dcdffeede HTTP/1.1" status: 200 len: 1092 time: 1.7772079 Feb 09 02:11:45.244402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'tag': '605d2d0b-a63e-4e47-a8f7-755dcdffeede'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:45.246692 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd90f73-5fc5-421d-9445-e7ffd0247920" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8573ae-d5f9-447d-b036-d9ebbabc85c1", "tag": "605d2d0b-a63e-4e47-a8f7-755dcdffeede"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:45.266993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-3888be3c-126b-4f3f-839f-04bcdb22fd47 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a4f7a847feb54163bb85ff62fb099315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749614 Feb 09 02:11:45.268946 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-ccd3ef99-1e71-44ce-ba36-17dc25717541 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483916 Feb 09 02:11:45.345809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1859a5e3-d7bf-4d5b-914d-d829dd3f491f req-85471fbc-285c-44d3-86ab-4e0a7a554f97 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520224 Feb 09 02:11:45.346450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf051ca-cef8-4499-908a-8ea4abaad424 service neutron] Pushing event updated for resources: {'Port': ['ID=605d2d0b-a63e-4e47-a8f7-755dcdffeede,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:45.400871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d02fe-45ca-46aa-9445-4fe7372c9be1 req-efb3f555-da89-4d48-9b99-ab332c009942 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.402721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-074d02fe-45ca-46aa-9445-4fe7372c9be1 req-efb3f555-da89-4d48-9b99-ab332c009942 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 945 time: 0.1383460 Feb 09 02:11:45.409310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-534bc530-dcf7-48ff-9285-b14cc306b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.411139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-534bc530-dcf7-48ff-9285-b14cc306b6c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93eaf5d3979545b9bbff5ece076418f3&device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 1126 time: 0.0839515 Feb 09 02:11:45.498352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:45.527008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f827adca-0d88-4257-a040-63808dc96952'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:45.529339 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c09efe5-09b1-4de1-a5c6-50f2dae644dd" -d '{"events": [{"server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "name": "network-vif-plugged", "status": "completed", "tag": "f827adca-0d88-4257-a040-63808dc96952"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:45.529621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-cb9384a2-5ee5-4f37-a685-7ec4807f50db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=605d2d0b-a63e-4e47-a8f7-755dcdffeede HTTP/1.1" status: 200 len: 217 time: 0.1063626 Feb 09 02:11:45.536769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-074d02fe-45ca-46aa-9445-4fe7372c9be1 req-1315d2bf-5c5c-4dd9-9700-71216ff1471e tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177711 Feb 09 02:11:45.544513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:45.551448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.551673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.551972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.552311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.552645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.552977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.553308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.553636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.554244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.555044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.555373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.555921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.556040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:45.567203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-c284abdd-b268-4b5a-8c28-bb603d8eba1c tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.568749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-c284abdd-b268-4b5a-8c28-bb603d8eba1c tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941842 Feb 09 02:11:45.574179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:45.578657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:45.588454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Request body: {'port': {'device_id': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'a4f7a847feb54163bb85ff62fb099315'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:45.603325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bd09c-c2cf-462c-96c7-eaad67f8870e req-abedaaa6-b45a-480d-a8aa-ae33eba3e18c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.604452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f8bd09c-c2cf-462c-96c7-eaad67f8870e req-abedaaa6-b45a-480d-a8aa-ae33eba3e18c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 943 time: 0.1458323 Feb 09 02:11:45.608864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-f7d28b94-6270-4bb2-8614-00b359123806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:45.610622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-f7d28b94-6270-4bb2-8614-00b359123806 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ca8ea919-0417-4953-b37d-b62c81c13c5a HTTP/1.1" status: 200 len: 857 time: 0.0729418 Feb 09 02:11:45.620412 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4c3b74-a632-44aa-97a6-bbd9f34166e2 x-openstack-request-id: req-2e4c3b74-a632-44aa-97a6-bbd9f34166e2 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:45.620694 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8573ae-d5f9-447d-b036-d9ebbabc85c1", "tag": "605d2d0b-a63e-4e47-a8f7-755dcdffeede", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:45.620952 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e4c3b74-a632-44aa-97a6-bbd9f34166e2 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:45.621359 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'tag': '605d2d0b-a63e-4e47-a8f7-755dcdffeede', 'status': 'completed', 'code': 200} Feb 09 02:11:45.671023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-8970ccff-b4c6-47b1-8e3b-f35083ab145e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf74e055-c256-4120-b9ca-dccc2dc7fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526729 Feb 09 02:11:45.831190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3435b5b-590c-41d4-811e-c12eb087d0eb req-f094e371-323c-4f34-8088-0c4d2ec77ff9 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 210 time: 0.1457083 Feb 09 02:11:45.867896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f8bd09c-c2cf-462c-96c7-eaad67f8870e req-a9f82eae-2254-4d43-907e-3acd069ad65c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517698 Feb 09 02:11:45.962357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-65c8950e-6649-4dda-b766-5679e7c215f8 service neutron] 10.222.0.72 "GET /v2.0/networks/cf74e055-c256-4120-b9ca-dccc2dc7fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781777 Feb 09 02:11:45.971704 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e61349-a3de-4820-944b-de9c95bce4f0 x-openstack-request-id: req-c8e61349-a3de-4820-944b-de9c95bce4f0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:45.972312 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "name": "network-vif-plugged", "status": "completed", "tag": "f827adca-0d88-4257-a040-63808dc96952", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:45.972826 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8e61349-a3de-4820-944b-de9c95bce4f0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:45.973942 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f827adca-0d88-4257-a040-63808dc96952', 'code': 200} Feb 09 02:11:46.032293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f3b4e332-0b02-4b60-b2b7-00c0ed3204c5 None None] Provisioning complete for port e8924115-57c4-4571-a443-ac0495e66082 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:46.043840 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e332-0b02-4b60-b2b7-00c0ed3204c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e8924115-57c4-4571-a443-ac0495e66082), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.089611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4e332-0b02-4b60-b2b7-00c0ed3204c5 None None] Port e8924115-57c4-4571-a443-ac0495e66082 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:46.092749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.093434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.097333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6297e9bf-469f-4019-b11c-283eaf7da106 req-04721bee-c053-486b-94c7-1a636b2a1aae service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342397 Feb 09 02:11:46.135095 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-a002d52d-1591-40e9-9899-ec04bc51c8f5 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6335981 Feb 09 02:11:46.153866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Request body: {'port': {'device_id': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:46.220982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bac730bb-0532-4e61-8483-3d4a17e47e6a req-3603c02e-fdb6-449b-a79d-fff6cebf095c service neutron] 10.222.0.72 "GET /v2.0/networks/cf74e055-c256-4120-b9ca-dccc2dc7fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482758 Feb 09 02:11:46.237196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da13b5e-407e-448c-be9c-d583d23a2178 req-83b9122f-a6e0-44d2-a79d-9b0c18d40a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.238983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3da13b5e-407e-448c-be9c-d583d23a2178 req-83b9122f-a6e0-44d2-a79d-9b0c18d40a9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1129 time: 0.1721871 Feb 09 02:11:46.250513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d5fbc-d263-4346-92d4-45b061c963d1 req-d0171133-06cf-4631-8779-24862e993d88 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.259032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-904d5fbc-d263-4346-92d4-45b061c963d1 req-d0171133-06cf-4631-8779-24862e993d88 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.1817503 Feb 09 02:11:46.281119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb321f-14fb-4845-ba16-d3dcc917872c req-0b687a99-e457-46c2-ac58-d9dca6256171 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.287983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aefb321f-14fb-4845-ba16-d3dcc917872c req-0b687a99-e457-46c2-ac58-d9dca6256171 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.2200060 Feb 09 02:11:46.304955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Made reservation on behalf of a4f7a847feb54163bb85ff62fb099315 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:46.308455 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.325742 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.330994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66166-ec1a-420a-a401-6af0b9231294 req-42e2e9aa-09f4-46f2-9ed5-c2205f159381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.332645 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77a66166-ec1a-420a-a401-6af0b9231294 req-42e2e9aa-09f4-46f2-9ed5-c2205f159381 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 1126 time: 0.1496212 Feb 09 02:11:46.406703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3da13b5e-407e-448c-be9c-d583d23a2178 req-3ed56be8-be46-40cd-ba3d-127310a4dd6c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446223 Feb 09 02:11:46.414973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-904d5fbc-d263-4346-92d4-45b061c963d1 req-625560f9-daed-458a-baf0-9d87db278408 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549678 Feb 09 02:11:46.458004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aefb321f-14fb-4845-ba16-d3dcc917872c req-658e3573-3bc5-47d1-ad3d-755a96814c92 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528268 Feb 09 02:11:46.474856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-17019747-ef24-43ef-adcf-24406fff6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.478604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-17019747-ef24-43ef-adcf-24406fff6901 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93eaf5d3979545b9bbff5ece076418f3&device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 1126 time: 0.1864526 Feb 09 02:11:46.692875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f540a7a-835d-4eba-ba81-31ec187170b0 req-0c40df30-014e-48f5-83ec-1bd0e8b53a8a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.694444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f540a7a-835d-4eba-ba81-31ec187170b0 req-0c40df30-014e-48f5-83ec-1bd0e8b53a8a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1297269 Feb 09 02:11:46.709447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Allocated IP 192.168.233.38 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/a20f5057-d3a2-46d2-b964-9835fe72da66) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:46.730883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66166-ec1a-420a-a401-6af0b9231294 req-febf3dcf-5a14-4a70-af29-87b6cd8b93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.732488 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77a66166-ec1a-420a-a401-6af0b9231294 req-febf3dcf-5a14-4a70-af29-87b6cd8b93e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.3892343 Feb 09 02:11:46.801882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77a66166-ec1a-420a-a401-6af0b9231294 req-8d369aff-0087-4bb7-9d71-a4915d37292b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76484e49-6c94-4187-8a23-d9e79766162c HTTP/1.1" status: 200 len: 217 time: 0.0535512 Feb 09 02:11:46.834328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-8b6839e4-f569-46ce-9b78-f047f1839410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.837066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-8b6839e4-f569-46ce-9b78-f047f1839410 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cf74e055-c256-4120-b9ca-dccc2dc7fd88 HTTP/1.1" status: 200 len: 918 time: 0.1409361 Feb 09 02:11:46.902146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f540a7a-835d-4eba-ba81-31ec187170b0 req-7ccdd5ca-d0c2-463f-b69b-d4d42be52a4c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962879 Feb 09 02:11:46.988755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks [] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.013804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-cb84c71f-de49-4c6f-afed-a7af21e37690 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=605d2d0b-a63e-4e47-a8f7-755dcdffeede HTTP/1.1" status: 200 len: 217 time: 0.1251411 Feb 09 02:11:47.032887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac86ce-97fe-4b72-91ce-ae8d8cd4c145 req-2e32e8c1-8d73-4543-88fb-ca05d7b43a75 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.040771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24ac86ce-97fe-4b72-91ce-ae8d8cd4c145 req-2e32e8c1-8d73-4543-88fb-ca05d7b43a75 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 943 time: 0.4105453 Feb 09 02:11:47.059994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66166-ec1a-420a-a401-6af0b9231294 req-fd6bee02-ea16-4d8f-80b1-61f855294235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.063126 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77a66166-ec1a-420a-a401-6af0b9231294 req-fd6bee02-ea16-4d8f-80b1-61f855294235 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.2527604 Feb 09 02:11:47.106721 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.133904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-5a892b50-9fc5-4bc3-8e8d-1d6e50212250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.135455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-5a892b50-9fc5-4bc3-8e8d-1d6e50212250 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ca8ea919-0417-4953-b37d-b62c81c13c5a HTTP/1.1" status: 200 len: 857 time: 0.0833883 Feb 09 02:11:47.149217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24ac86ce-97fe-4b72-91ce-ae8d8cd4c145 req-64466ecc-2c25-482d-8713-918636a9e295 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046116 Feb 09 02:11:47.238837 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77a66166-ec1a-420a-a401-6af0b9231294 req-f34a1985-6c64-4b92-88c3-b747ca5fc6ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610603 Feb 09 02:11:47.250290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:47.270749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-d97f53a4-57a0-430c-8451-a5bf041f3ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cf74e055-c256-4120-b9ca-dccc2dc7fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202927 Feb 09 02:11:47.278686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:47.281497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:47.370232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.371986 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.407722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:47.445673 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:11:47.453108 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-ddb1e73b-060e-45b4-abbf-016d59b957ad tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8709574 Feb 09 02:11:47.470443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Request body: {'port': {'device_id': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:47.490346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-428ef200-fc72-435e-9efc-1f869c8c4a79 req-48735a4a-2eda-432d-b4b7-b7011c28db46 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:47.491447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-428ef200-fc72-435e-9efc-1f869c8c4a79 req-48735a4a-2eda-432d-b4b7-b7011c28db46 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111997 Feb 09 02:11:47.499038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-5a133202-d999-4e4c-b677-d6825b9af6f7 service neutron] 10.222.0.72 "GET /v2.0/networks/cf74e055-c256-4120-b9ca-dccc2dc7fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208986 Feb 09 02:11:47.591344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.597242 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77a66166-ec1a-420a-a401-6af0b9231294 req-60642ff2-b376-4c9f-816b-02b810f46387 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453765 Feb 09 02:11:47.637933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-304e6fd3-815c-4641-8f60-aea8720e442d None None] Provisioning complete for port a20f5057-d3a2-46d2-b964-9835fe72da66 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:47.640434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-304e6fd3-815c-4641-8f60-aea8720e442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.700462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885d43-7039-4f22-99a7-3866dbf5d026 req-38d376e2-29f0-4c61-89c8-f4cbbba47660 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.725793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885d43-7039-4f22-99a7-3866dbf5d026 req-38d376e2-29f0-4c61-89c8-f4cbbba47660 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.747268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885d43-7039-4f22-99a7-3866dbf5d026 req-38d376e2-29f0-4c61-89c8-f4cbbba47660 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.748953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96885d43-7039-4f22-99a7-3866dbf5d026 req-38d376e2-29f0-4c61-89c8-f4cbbba47660 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489&device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6&device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 2416 time: 0.5754766 Feb 09 02:11:47.766645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8924115-57c4-4571-a443-ac0495e66082 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:47.783740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Publish callbacks [] for port (e8924115-57c4-4571-a443-ac0495e66082), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.790744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-304e6fd3-815c-4641-8f60-aea8720e442d None None] Port a20f5057-d3a2-46d2-b964-9835fe72da66 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:47.799695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:47.860452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96885d43-7039-4f22-99a7-3866dbf5d026 req-6f29cd17-c1a5-40ef-a5a1-b569c75c1e89 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829344 Feb 09 02:11:47.865186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bd90f73-5fc5-421d-9445-e7ffd0247920 req-df6edc3b-d296-438b-b802-8e900eb30afb service neutron] 10.222.0.72 "GET /v2.0/networks/cf74e055-c256-4120-b9ca-dccc2dc7fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556328 Feb 09 02:11:47.937389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Transition to ACTIVE for port object e8924115-57c4-4571-a443-ac0495e66082 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:47.958175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.025102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813423f-c56d-4240-b7fc-b9a3aae3656b req-00d846ee-9c4a-4031-a3e3-a5624a54482e tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:48.035480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:48.040506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5813423f-c56d-4240-b7fc-b9a3aae3656b req-00d846ee-9c4a-4031-a3e3-a5624a54482e tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 935 time: 0.1819432 Feb 09 02:11:48.074649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268bfa9-3f3e-45cb-b523-f6e8c262aa9a req-57bc780f-767d-4f84-ac57-2bec12acb011 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:48.076504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8268bfa9-3f3e-45cb-b523-f6e8c262aa9a req-57bc780f-767d-4f84-ac57-2bec12acb011 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 943 time: 0.0945857 Feb 09 02:11:48.141877 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-5ed0a896-3e62-485f-b9b9-75a0341da8f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3295825 Feb 09 02:11:48.152840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5813423f-c56d-4240-b7fc-b9a3aae3656b req-d0267fea-40d7-48ce-975f-ea8a3d7e1aaf tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061795 Feb 09 02:11:48.171115 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77a66166-ec1a-420a-a401-6af0b9231294 req-e73f9471-9cc1-4619-a52b-745e89aa0fd6 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447340 Feb 09 02:11:48.200458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8268bfa9-3f3e-45cb-b523-f6e8c262aa9a req-765ee78c-57d0-482b-a62f-975bdf54624c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164286 Feb 09 02:11:48.322801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-85255b57-9048-40e8-9aa1-53b126961c4a req-364b37f7-604c-48a0-9d96-24cfc45ea171 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:48.323851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85255b57-9048-40e8-9aa1-53b126961c4a req-364b37f7-604c-48a0-9d96-24cfc45ea171 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120707 Feb 09 02:11:48.440743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20f5057-d3a2-46d2-b964-9835fe72da66 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:48.454357 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Publish callbacks [] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.521322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Transition to ACTIVE for port object a20f5057-d3a2-46d2-b964-9835fe72da66 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:48.531541 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.544688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6d108-1f29-41c0-a177-d8cd45743f8d req-59a2e35e-9627-465a-8fef-32456743d5f5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:48.571015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc6d108-1f29-41c0-a177-d8cd45743f8d req-59a2e35e-9627-465a-8fef-32456743d5f5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.2743199 Feb 09 02:11:48.678527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc6d108-1f29-41c0-a177-d8cd45743f8d req-bb545cec-8e9b-42c0-b57c-83b58eefcf81 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913644 Feb 09 02:11:48.755425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85255b57-9048-40e8-9aa1-53b126961c4a req-57986b71-36b6-4d6c-a691-f22af11e8087 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4111972 Feb 09 02:11:48.777954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:48.833162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Attempting to bind port e8924115-57c4-4571-a443-ac0495e66082 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:48.833750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Attempting to bind port e8924115-57c4-4571-a443-ac0495e66082 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:48.833986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Attempting to bind port e8924115-57c4-4571-a443-ac0495e66082 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:48.840464 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.865449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Attempting to bind port a20f5057-d3a2-46d2-b964-9835fe72da66 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:48.867072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Attempting to bind port a20f5057-d3a2-46d2-b964-9835fe72da66 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:48.867533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Attempting to bind port a20f5057-d3a2-46d2-b964-9835fe72da66 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:48.891052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Port a20f5057-d3a2-46d2-b964-9835fe72da66 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:48.891511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Attempting to bind port a20f5057-d3a2-46d2-b964-9835fe72da66 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:48.906144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Port e8924115-57c4-4571-a443-ac0495e66082 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:48.906144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Attempting to bind port e8924115-57c4-4571-a443-ac0495e66082 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:48.910435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:48.912579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:48.912985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:48.914090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Bound port: a20f5057-d3a2-46d2-b964-9835fe72da66, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:48.914418 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.925555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:48.925905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:48.926290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:48.928917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Bound port: e8924115-57c4-4571-a443-ac0495e66082, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:48.929825 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.958530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689cd06-e3ab-4ff4-ae27-8fa126903a3c req-e25a8cd2-9fca-4932-97cf-347978761a62 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:48.960457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1689cd06-e3ab-4ff4-ae27-8fa126903a3c req-e25a8cd2-9fca-4932-97cf-347978761a62 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1220222 Feb 09 02:11:49.078536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1689cd06-e3ab-4ff4-ae27-8fa126903a3c req-9b235135-48c7-439a-84aa-98d86d142e67 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059160 Feb 09 02:11:49.101135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:49.105600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:49.196611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:49.200039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:49.205173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.222324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.259248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.259872 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.261272 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] 10.222.0.82 "PUT /v2.0/ports/a20f5057-d3a2-46d2-b964-9835fe72da66 HTTP/1.1" status: 200 len: 1096 time: 1.7959940 Feb 09 02:11:49.264049 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:49.266070 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17136487-2388-4354-ad51-02f9952028ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:49.276129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.276665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.281639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] 10.222.0.82 "PUT /v2.0/ports/e8924115-57c4-4571-a443-ac0495e66082 HTTP/1.1" status: 200 len: 1096 time: 3.1350312 Feb 09 02:11:49.353774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2783-5dcf-4039-aa46-e92bebfe7928 req-b93557bc-e091-464e-bb56-477e1dd951c2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.356070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e52d2783-5dcf-4039-aa46-e92bebfe7928 req-b93557bc-e091-464e-bb56-477e1dd951c2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 943 time: 0.1364486 Feb 09 02:11:49.400921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad35692-f1b9-45af-bb03-eac00decc571 service neutron] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.447685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e52d2783-5dcf-4039-aa46-e92bebfe7928 req-895de5ee-1dc6-4c1d-8353-bf0e4aec8e72 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792105 Feb 09 02:11:49.535280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12e280-3c15-49f5-b5b8-909f3edf13b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.646130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-b24f76b4-090b-4afc-b180-9e93fc74862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.647685 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-b24f76b4-090b-4afc-b180-9e93fc74862c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4f7a847feb54163bb85ff62fb099315&device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 1130 time: 0.3236818 Feb 09 02:11:49.669899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-00a8d975-837a-45b9-9fd7-2cfbb65a1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.671445 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-00a8d975-837a-45b9-9fd7-2cfbb65a1559 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4f7a847feb54163bb85ff62fb099315&device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 1130 time: 0.3213873 Feb 09 02:11:49.777178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e8a10-80d9-4e00-851c-7301430373d7 req-d34e4c30-ae07-4a23-9fe0-bae4e3c66650 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.780592 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-24d5876c-9555-4a3d-b8dc-fd296f071f41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=e8924115-57c4-4571-a443-ac0495e66082 HTTP/1.1" status: 200 len: 217 time: 0.1130500 Feb 09 02:11:49.786445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e76e8a10-80d9-4e00-851c-7301430373d7 req-d34e4c30-ae07-4a23-9fe0-bae4e3c66650 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1129 time: 0.1904058 Feb 09 02:11:49.829331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef59cc6-61e1-4522-b1a9-565b625b9ab2 req-e1f0fc9d-d770-4b91-ab24-b6924bb4447f tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.831702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eef59cc6-61e1-4522-b1a9-565b625b9ab2 req-e1f0fc9d-d770-4b91-ab24-b6924bb4447f tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.1694319 Feb 09 02:11:49.860968 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-85911a14-5b13-4976-b998-c3bb8b03449d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a20f5057-d3a2-46d2-b964-9835fe72da66 HTTP/1.1" status: 200 len: 217 time: 0.0789979 Feb 09 02:11:49.909160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e76e8a10-80d9-4e00-851c-7301430373d7 req-6dee004b-64c6-4d1c-b0f9-d6cb1e47b192 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201537 Feb 09 02:11:49.961213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d6374e10-0eb0-4acc-bb82-d18e288cbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.962723 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d6374e10-0eb0-4acc-bb82-d18e288cbfdb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1106665 Feb 09 02:11:50.031683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eef59cc6-61e1-4522-b1a9-565b625b9ab2 req-bee58d3a-0a9b-4bcc-9343-ea560d4f4598 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520383 Feb 09 02:11:50.046107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-a69489e8-7602-4a37-94e0-33ad3a301f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.049109 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-a69489e8-7602-4a37-94e0-33ad3a301f8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1563370 Feb 09 02:11:50.089357 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b204c9-2fe6-4714-b055-209ac33a5fd4 x-openstack-request-id: req-f4b204c9-2fe6-4714-b055-209ac33a5fd4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:50.089771 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:50.090208 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4b204c9-2fe6-4714-b055-209ac33a5fd4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:50.090751 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'status': 'completed', 'code': 200} Feb 09 02:11:50.117282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d57fe849-a73c-4bcb-9322-c9fb4abe100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.119024 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-d57fe849-a73c-4bcb-9322-c9fb4abe100b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1405578 Feb 09 02:11:50.187960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daa970-008c-4bf7-b677-ee5b209d0bb7 req-5ad75719-f89c-45e6-ad22-612dc164dcac tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.188648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-5a9680ba-b17f-495b-9195-ba5ab3954eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.190299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-5a9680ba-b17f-495b-9195-ba5ab3954eb8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1338511 Feb 09 02:11:50.198481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31daa970-008c-4bf7-b677-ee5b209d0bb7 req-5ad75719-f89c-45e6-ad22-612dc164dcac tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 943 time: 0.1111443 Feb 09 02:11:50.275365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31daa970-008c-4bf7-b677-ee5b209d0bb7 req-a288c4a6-3907-4a00-9940-e750ccd3a66c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692747 Feb 09 02:11:50.337955 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-f640e895-c577-4397-a53f-d9336cd34d60 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377110 Feb 09 02:11:50.423966 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-33d6922a-7e49-4c62-a3c0-9d4ed5f833ec service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967384 Feb 09 02:11:50.493363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9f412-5004-4eb1-bfbd-ea498e3b48c0 req-562c46ba-8f43-4eeb-84ae-73dcbe95be38 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.495271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47e9f412-5004-4eb1-bfbd-ea498e3b48c0 req-562c46ba-8f43-4eeb-84ae-73dcbe95be38 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1228464 Feb 09 02:11:50.502556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-93f47a3c-5684-4f06-a625-d0d9b177fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.504428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-93f47a3c-5684-4f06-a625-d0d9b177fe6a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1132 time: 0.1219945 Feb 09 02:11:50.560997 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2222796c-ace3-4a0d-b5df-82ae37a9cc47 req-c79e91b8-9fb1-460a-abad-bcbc23abc712 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083564 Feb 09 02:11:50.592120 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db75b54e-4c65-430e-a1f8-901dcd7321e2 req-0be85415-f425-4a95-b8e4-4c7d97eeb3db service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506448 Feb 09 02:11:50.666530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47e9f412-5004-4eb1-bfbd-ea498e3b48c0 req-106ea15c-488b-44cc-9f72-d69e3ed82130 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609488 Feb 09 02:11:50.668019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136487-2388-4354-ad51-02f9952028ce req-9117f9d1-23e8-48b7-8d67-2b44740ecea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.670135 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-9117f9d1-23e8-48b7-8d67-2b44740ecea8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4f7a847feb54163bb85ff62fb099315&device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 1130 time: 0.0580010 Feb 09 02:11:50.692313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76484e49-6c94-4187-8a23-d9e79766162c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:50.702598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-10ce02fe-142e-4bcb-9d9c-0690999ba11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.704115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-10ce02fe-142e-4bcb-9d9c-0690999ba11f service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1838262 Feb 09 02:11:50.714581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a173b-e392-4909-822d-114cb22a0d6a req-1272b776-a1b7-48b0-8699-1db95d2ffc67 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.716099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f6a173b-e392-4909-822d-114cb22a0d6a req-1272b776-a1b7-48b0-8699-1db95d2ffc67 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1129 time: 0.1242321 Feb 09 02:11:50.790811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-ea0011dc-8260-4d31-ba8d-01e330fc5da5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.0721617 Feb 09 02:11:50.837390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136487-2388-4354-ad51-02f9952028ce req-f60c6bd7-f410-42e6-9ce3-047455b0d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.837390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-f60c6bd7-f410-42e6-9ce3-047455b0d849 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1552217 Feb 09 02:11:50.863637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:50.880543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '76484e49-6c94-4187-8a23-d9e79766162c', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': '76484e49-6c94-4187-8a23-d9e79766162c', 'mac_address': 'fa:16:3e:57:c7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:50.896318 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-54897424-5623-48df-b3ba-289879319a5f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a20f5057-d3a2-46d2-b964-9835fe72da66 HTTP/1.1" status: 200 len: 217 time: 0.0552177 Feb 09 02:11:50.899545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f6a173b-e392-4909-822d-114cb22a0d6a req-c8756d13-30f1-445e-b4ba-fbc8956abba8 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744940 Feb 09 02:11:50.910477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-17ca1687-cc24-4091-9357-e707ab666928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.911996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-17ca1687-cc24-4091-9357-e707ab666928 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1077123 Feb 09 02:11:50.940573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76484e49-6c94-4187-8a23-d9e79766162c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:50.941447 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:50.963577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90472-5868-4d5d-a095-700c398871d9 req-c2d54dbb-aef1-4f6c-b9c0-1478b4d42515 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.965601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136487-2388-4354-ad51-02f9952028ce req-34aebfe6-e1dd-473c-8665-4d2f7e81c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.967058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76484e49-6c94-4187-8a23-d9e79766162c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:50.967230 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-34aebfe6-e1dd-473c-8665-4d2f7e81c3fc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0639832 Feb 09 02:11:50.968996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc90472-5868-4d5d-a095-700c398871d9 req-c2d54dbb-aef1-4f6c-b9c0-1478b4d42515 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 943 time: 0.1863434 Feb 09 02:11:51.002852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:51.009971 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:51.077068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:51.099582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-816846a4-70ac-4078-9bda-4f2115b2b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:51.102759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-816846a4-70ac-4078-9bda-4f2115b2b8a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1789949 Feb 09 02:11:51.119717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc90472-5868-4d5d-a095-700c398871d9 req-3b42b387-7e00-43ed-b497-84e8cd1ce4e6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987780 Feb 09 02:11:51.447188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136487-2388-4354-ad51-02f9952028ce req-c08aa78f-7aff-4500-9196-5030ae46af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:51.449442 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-c08aa78f-7aff-4500-9196-5030ae46af9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4759550 Feb 09 02:11:51.467947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-68a4360a-2c58-4df1-80b4-695df0516009 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:51.469719 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-68a4360a-2c58-4df1-80b4-695df0516009 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131557 Feb 09 02:11:51.567941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['76484e49-6c94-4187-8a23-d9e79766162c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:51.601736 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-71ac5702-c422-4c71-8db1-4335b2dd130a service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230497 Feb 09 02:11:51.730113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62627ca3-f7c8-40d1-8e07-c654aaf5d771 req-5aa846c9-0362-423f-9ece-e87e8aa6061b tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:51.731828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62627ca3-f7c8-40d1-8e07-c654aaf5d771 req-5aa846c9-0362-423f-9ece-e87e8aa6061b tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.1076512 Feb 09 02:11:51.736115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-aaf71915-b7a3-477d-92a5-3e40dc45f845 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153638 Feb 09 02:11:51.768805 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-17136487-2388-4354-ad51-02f9952028ce req-aeabbc22-ae55-4b65-9f07-0fc7730cf79b service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603212 Feb 09 02:11:51.849392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62627ca3-f7c8-40d1-8e07-c654aaf5d771 req-dbeea571-008b-4029-994e-fc962439e769 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102540 Feb 09 02:11:51.893675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-f44f2a3c-d19c-4114-b5fe-e3f1637782b6 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465125 Feb 09 02:11:52.091848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:52.096528 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "tag": "e8924115-57c4-4571-a443-ac0495e66082"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:52.187370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1c6c4-a12c-4835-9523-aa5e76c08825 req-73625de2-6bf6-4a47-a83e-a523a38f11fa tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:52.188963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eff1c6c4-a12c-4835-9523-aa5e76c08825 req-73625de2-6bf6-4a47-a83e-a523a38f11fa tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 943 time: 0.0619400 Feb 09 02:11:52.239803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eff1c6c4-a12c-4835-9523-aa5e76c08825 req-62a929af-84e6-4ab5-b208-a39d77c58665 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Feb 09 02:11:52.361856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-1bcb8a7c-e1e6-4aca-a098-19da7a6734f7 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:52.362905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-1bcb8a7c-e1e6-4aca-a098-19da7a6734f7 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068078 Feb 09 02:11:52.367454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eead8-105b-4a6f-9d6c-1b01ff3cb750 req-11bd6f3d-f8fb-48e7-b774-8d83ad223c30 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:52.369291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a1eead8-105b-4a6f-9d6c-1b01ff3cb750 req-11bd6f3d-f8fb-48e7-b774-8d83ad223c30 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0592239 Feb 09 02:11:52.417498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-8cd3a6d9-51ce-482e-89bd-8e33b9407b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:52.425120 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-8cd3a6d9-51ce-482e-89bd-8e33b9407b7f service neutron] 10.222.0.53 "GET /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 1126 time: 0.0517983 Feb 09 02:11:52.432580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:52.434732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Unknown quota resources ['binding']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:11:52.439961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a1eead8-105b-4a6f-9d6c-1b01ff3cb750 req-fe065fa3-89b5-47e4-8707-bf474984c47f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643094 Feb 09 02:11:52.603572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:52.604196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:52.604315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:52.609671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:52.610022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:52.616142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:52.616612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:52.617071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:52.617587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Bound port: f827adca-0d88-4257-a040-63808dc96952, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:52.681017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:52.688508 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:52.689858 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-31409e3b-a5a3-4035-99e3-8e425990a51a service neutron] 10.222.0.53 "POST /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952/bindings HTTP/1.1" status: 201 len: 390 time: 0.2639043 Feb 09 02:11:52.691344 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8113916-490f-4134-92ad-2d5da53fbe64 x-openstack-request-id: req-c8113916-490f-4134-92ad-2d5da53fbe64 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:52.691628 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "tag": "e8924115-57c4-4571-a443-ac0495e66082", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:52.691881 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8113916-490f-4134-92ad-2d5da53fbe64 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:52.692559 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082', 'status': 'completed', 'code': 200} Feb 09 02:11:52.714653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 605d2d0b-a63e-4e47-a8f7-755dcdffeede details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:52.844561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-3a8ad9fb-c3df-43f2-8c1f-2e2035101cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:52.847074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-3a8ad9fb-c3df-43f2-8c1f-2e2035101cd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a4f7a847feb54163bb85ff62fb099315&device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 1130 time: 0.1235299 Feb 09 02:11:52.903268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 605d2d0b-a63e-4e47-a8f7-755dcdffeede, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=605d2d0b-a63e-4e47-a8f7-755dcdffeede,segment=NetworkSegment(7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2),segment_id=7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:52.922573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '605d2d0b-a63e-4e47-a8f7-755dcdffeede', 'network_id': 'cf74e055-c256-4120-b9ca-dccc2dc7fd88', 'port_id': '605d2d0b-a63e-4e47-a8f7-755dcdffeede', 'mac_address': 'fa:16:3e:fb:e8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8ea919-0417-4953-b37d-b62c81c13c5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:52.952373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8c25e-69e1-49a4-aedd-16b333c7e0a0 req-b66ba491-c905-4e79-a263-55029b4694f3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:52.954066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3d8c25e-69e1-49a4-aedd-16b333c7e0a0 req-b66ba491-c905-4e79-a263-55029b4694f3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 944 time: 0.1910803 Feb 09 02:11:52.982365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 605d2d0b-a63e-4e47-a8f7-755dcdffeede is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:52.982789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.011952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d2d0b-a63e-4e47-a8f7-755dcdffeede {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:53.049315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3d8c25e-69e1-49a4-aedd-16b333c7e0a0 req-a62bf9c0-e5c9-470a-bb01-ecfa7375383f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850577 Feb 09 02:11:53.050847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-8727fd0c-f824-448f-b013-9d3cbbd54ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.053321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-8727fd0c-f824-448f-b013-9d3cbbd54ec4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1977956 Feb 09 02:11:53.062489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 605d2d0b-a63e-4e47-a8f7-755dcdffeede, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=605d2d0b-a63e-4e47-a8f7-755dcdffeede,segment=NetworkSegment(7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2),segment_id=7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:53.077879 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.096516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-80a8ed04-7966-4f1e-b1e0-4ba9155ea709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.098748 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-80a8ed04-7966-4f1e-b1e0-4ba9155ea709 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1129 time: 0.0947547 Feb 09 02:11:53.106644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-7b40e0fe-12c6-42b4-acee-117517627a07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=e8924115-57c4-4571-a443-ac0495e66082 HTTP/1.1" status: 200 len: 217 time: 0.0468211 Feb 09 02:11:53.143191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=605d2d0b-a63e-4e47-a8f7-755dcdffeede,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:53.223383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-19151bf5-a5d4-4d3e-aa62-4eb87210b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.224749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-19151bf5-a5d4-4d3e-aa62-4eb87210b4a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1184826 Feb 09 02:11:53.250201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-2a06c436-c6ad-419a-b59e-d29c57aa661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.251740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-2a06c436-c6ad-419a-b59e-d29c57aa661f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1389077 Feb 09 02:11:53.271453 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-3352373b-df64-4584-af0f-75aa8d338bce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 217 time: 0.0390000 Feb 09 02:11:53.279533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837746b-aadf-4bb5-8c29-15592cd94a19 req-b9ca8b8c-50cc-4d1f-8228-840db40184d1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.281082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2837746b-aadf-4bb5-8c29-15592cd94a19 req-b9ca8b8c-50cc-4d1f-8228-840db40184d1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1410539 Feb 09 02:11:53.294801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-334d985f-bb1c-45b7-8b76-cf6deb64a0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:53.327884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-1adc928e-5596-462f-94ef-1d6c4ccb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.329554 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-1adc928e-5596-462f-94ef-1d6c4ccb0b50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.0518212 Feb 09 02:11:53.329886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a0184-7069-4354-83c6-d9f64f2c02ce req-1d634b26-c274-43ca-ac9c-72d95b08474a tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.331417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f62a0184-7069-4354-83c6-d9f64f2c02ce req-1d634b26-c274-43ca-ac9c-72d95b08474a tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.1422396 Feb 09 02:11:53.377756 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-47c5c863-0fd0-46f9-a3fd-71b1379c1036 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406435 Feb 09 02:11:53.385846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-46ac8005-e05e-43b1-847a-336234a6869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.387974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-46ac8005-e05e-43b1-847a-336234a6869c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1282537 Feb 09 02:11:53.392376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2837746b-aadf-4bb5-8c29-15592cd94a19 req-d24021ab-971e-417c-aa0c-837931a40d29 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Feb 09 02:11:53.464826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f62a0184-7069-4354-83c6-d9f64f2c02ce req-b08b1fca-ad39-4640-afa2-c50ea982c299 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259832 Feb 09 02:11:53.501700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-b939ef7e-e79b-4569-a519-c502be7a57d9 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132622 Feb 09 02:11:53.517360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-7e0c686a-90e9-43ab-b29a-4a52fc2c9ddc service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173728 Feb 09 02:11:53.614390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2f3ff9ec-f809-4a17-8120-a73f87f7a134 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059134 Feb 09 02:11:53.697156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfefeb5-c0cd-4ea3-976b-bca5d59ba6b2 req-c2668bfb-6cc9-4d69-b1c6-d4d1aef33aa0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.698878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bfefeb5-c0cd-4ea3-976b-bca5d59ba6b2 req-c2668bfb-6cc9-4d69-b1c6-d4d1aef33aa0 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.1859789 Feb 09 02:11:53.722520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63fbf3c-42dd-46e7-9fc4-f45254d47e1c req-87990136-c4ce-449f-aac5-b43bd2479fa4 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877208 Feb 09 02:11:53.723609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['605d2d0b-a63e-4e47-a8f7-755dcdffeede'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:53.745725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002a1b2-1bd7-4742-9ea0-5a828a3f55ed req-8cdeed78-96e3-4a4e-b744-2a0d5dde9494 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.747217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0002a1b2-1bd7-4742-9ea0-5a828a3f55ed req-8cdeed78-96e3-4a4e-b744-2a0d5dde9494 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 944 time: 0.1748638 Feb 09 02:11:53.791167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bfefeb5-c0cd-4ea3-976b-bca5d59ba6b2 req-1eadeda8-a890-4cec-9797-7e19f3fbb1f3 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855558 Feb 09 02:11:53.822884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0002a1b2-1bd7-4742-9ea0-5a828a3f55ed req-f307b2a2-6084-40b7-b9fd-a09de1ae3fc1 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676944 Feb 09 02:11:53.933974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c34b3-488f-4bbf-ad13-e17eabb2bcb1 req-4bae9e5d-8e2f-4f15-89fe-c05704c4393d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.935625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f01c34b3-488f-4bbf-ad13-e17eabb2bcb1 req-4bae9e5d-8e2f-4f15-89fe-c05704c4393d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0559397 Feb 09 02:11:53.989446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f01c34b3-488f-4bbf-ad13-e17eabb2bcb1 req-9b91d6d4-aca4-48d5-aec1-95510ff6134b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Feb 09 02:11:54.191178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca332-adc7-4b39-bbcb-f8ff05d65739 req-f6c0cf37-91af-40d4-9e02-cfd36124233f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.192773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e47ca332-adc7-4b39-bbcb-f8ff05d65739 req-f6c0cf37-91af-40d4-9e02-cfd36124233f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 944 time: 0.0692592 Feb 09 02:11:54.252114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e47ca332-adc7-4b39-bbcb-f8ff05d65739 req-282d2f73-1a7d-41c5-900f-d94302063490 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526881 Feb 09 02:11:54.533582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178c8bb-8ac3-463d-a062-4dd77b9e4cbe req-0aa83ab7-cbc0-4546-a566-90d468d6fb80 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.535270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b178c8bb-8ac3-463d-a062-4dd77b9e4cbe req-0aa83ab7-cbc0-4546-a566-90d468d6fb80 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.0606508 Feb 09 02:11:54.626593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9fc7a-1d33-4caf-984f-87ad283f84ea req-e5cb145f-6f3a-49a2-a1ad-924c77e0565d tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.628118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bc9fc7a-1d33-4caf-984f-87ad283f84ea req-e5cb145f-6f3a-49a2-a1ad-924c77e0565d tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.0899923 Feb 09 02:11:54.631505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b178c8bb-8ac3-463d-a062-4dd77b9e4cbe req-cc9432b2-7dc0-4628-8f0b-ad64398f2c51 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818260 Feb 09 02:11:54.699330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bc9fc7a-1d33-4caf-984f-87ad283f84ea req-93ed6387-b536-4f05-bde6-be36815f3ca7 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648572 Feb 09 02:11:54.716583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76484e49-6c94-4187-8a23-d9e79766162c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:54.778357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 76484e49-6c94-4187-8a23-d9e79766162c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:54.782831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 76484e49-6c94-4187-8a23-d9e79766162c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:54.783296 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (76484e49-6c94-4187-8a23-d9e79766162c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:54.867438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76484e49-6c94-4187-8a23-d9e79766162c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:54.867871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:54.891665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:54.894201 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd9ca87-cf7d-490d-95a6-f61cf266bcd1" -d '{"events": [{"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-plugged", "status": "completed", "tag": "76484e49-6c94-4187-8a23-d9e79766162c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:54.913065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:54.918658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:54.973791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c4b59-dfea-4007-9c19-7c36e4604020 req-e9f14dde-fb9a-4306-a710-66dc4146fc03 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.976089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d0c4b59-dfea-4007-9c19-7c36e4604020 req-e9f14dde-fb9a-4306-a710-66dc4146fc03 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.1042626 Feb 09 02:11:54.994055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44225a-0781-4d8a-839d-b7829f88c7e7 req-f48e78cf-2660-498d-9d3b-4ec2592b2a2c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.995882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa44225a-0781-4d8a-839d-b7829f88c7e7 req-f48e78cf-2660-498d-9d3b-4ec2592b2a2c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 944 time: 0.0835238 Feb 09 02:11:55.071650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d0c4b59-dfea-4007-9c19-7c36e4604020 req-868a0053-c250-4205-8c53-d70d541ed9c8 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746219 Feb 09 02:11:55.098348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa44225a-0781-4d8a-839d-b7829f88c7e7 req-6ba2bdf0-28c5-47c2-8429-8d9a37c3977b tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861530 Feb 09 02:11:55.124990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:55.127853 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489808d-7c1e-4d5d-9225-c8516c639fa4 x-openstack-request-id: req-a489808d-7c1e-4d5d-9225-c8516c639fa4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:55.128143 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-plugged", "status": "completed", "tag": "76484e49-6c94-4187-8a23-d9e79766162c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:55.128397 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a489808d-7c1e-4d5d-9225-c8516c639fa4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:55.128792 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c', 'code': 200} Feb 09 02:11:55.181763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-b3ec0c6e-dd73-4aec-83e7-d357ed430054 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:55.185057 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-b3ec0c6e-dd73-4aec-83e7-d357ed430054 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 945 time: 0.0700910 Feb 09 02:11:55.267410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713551e-7f86-42b0-ac83-18102940e368 req-f413fc7c-50d1-4320-9859-1687e5c134a7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:55.268991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a713551e-7f86-42b0-ac83-18102940e368 req-f413fc7c-50d1-4320-9859-1687e5c134a7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0917282 Feb 09 02:11:55.279461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4a52-a445-42b7-a780-8cea4bb2811c req-e0d5d4bb-c1bd-40f9-880b-e8c17e5074c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:55.280988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba2f4a52-a445-42b7-a780-8cea4bb2811c req-e0d5d4bb-c1bd-40f9-880b-e8c17e5074c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 1128 time: 0.0692182 Feb 09 02:11:55.307074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Deleting port 1949a3c6-1d33-4825-83d9-b037588570fa {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:55.307565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.381357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a713551e-7f86-42b0-ac83-18102940e368 req-b0d24753-4800-4188-ae86-f91abf4ca596 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993049 Feb 09 02:11:55.383432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba2f4a52-a445-42b7-a780-8cea4bb2811c req-4e12b9f7-3d42-4e77-8ae3-ef9766ce4f90 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935199 Feb 09 02:11:55.418881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2678d-87a5-47f0-bfe5-464a3cc8c8ec req-43488beb-064e-46a9-9ce2-a95b49e0cda8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:55.420404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecf2678d-87a5-47f0-bfe5-464a3cc8c8ec req-43488beb-064e-46a9-9ce2-a95b49e0cda8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0884130 Feb 09 02:11:55.430767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] For port 1949a3c6-1d33-4825-83d9-b037588570fa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=1949a3c6-1d33-4825-83d9-b037588570fa,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:55.431450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.445646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Calling delete_port for 1949a3c6-1d33-4825-83d9-b037588570fa owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:55.479177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecf2678d-87a5-47f0-bfe5-464a3cc8c8ec req-b1bd939c-f3ca-4712-b87f-23c5f7f42062 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521913 Feb 09 02:11:55.582171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1949a3c6-1d33-4825-83d9-b037588570fa), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.595370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8eeb29b2-782a-4593-ac30-125f1c4a2590', '1949a3c6-1d33-4825-83d9-b037588570fa'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:55.616044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Pushing event deleted for resources: {'Port': ['ID=1949a3c6-1d33-4825-83d9-b037588570fa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:55.664242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['9139ae39-8ca4-4941-ae4f-5a6cfac6aea9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:55.664494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] No DVR routers for this DVR port 1949a3c6-1d33-4825-83d9-b037588570fa on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:55.668043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.671944 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a23112ad-2fc2-4b7a-b766-c32f4d35dd0e req-ed63eaa3-9064-47d3-b703-c05d45099290 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "DELETE /v2.0/ports/1949a3c6-1d33-4825-83d9-b037588570fa HTTP/1.1" status: 204 len: 173 time: 0.4799497 Feb 09 02:11:55.672408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'name': 'network-vif-deleted', 'tag': '1949a3c6-1d33-4825-83d9-b037588570fa'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:55.677696 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713b4dff-8965-4a6d-992c-eee69f9a3245" -d '{"events": [{"server_uuid": "ea019a3b-721f-4458-8ed1-eeaa4ece7489", "name": "network-vif-deleted", "tag": "1949a3c6-1d33-4825-83d9-b037588570fa"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:55.809225 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a801f535-e598-4942-90b1-0d1d62241c76 x-openstack-request-id: req-a801f535-e598-4942-90b1-0d1d62241c76 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:55.809530 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea019a3b-721f-4458-8ed1-eeaa4ece7489", "name": "network-vif-deleted", "tag": "1949a3c6-1d33-4825-83d9-b037588570fa", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:55.809809 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a801f535-e598-4942-90b1-0d1d62241c76 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:55.810215 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea019a3b-721f-4458-8ed1-eeaa4ece7489', 'name': 'network-vif-deleted', 'tag': '1949a3c6-1d33-4825-83d9-b037588570fa', 'status': 'completed', 'code': 200} Feb 09 02:11:55.838067 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac898155-15b4-48f3-a95a-3876feb5582f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:55.923814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3c43c-d5f8-4cc9-821e-c0f649867125 req-520120a8-2f82-4409-b0b9-4a8bffec87df tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:55.931013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28f3c43c-d5f8-4cc9-821e-c0f649867125 req-520120a8-2f82-4409-b0b9-4a8bffec87df tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1035261 Feb 09 02:11:56.014658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28f3c43c-d5f8-4cc9-821e-c0f649867125 req-b5b7c0d0-f1b3-45db-a59e-ba7fbf1c9a2f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824392 Feb 09 02:11:56.033548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3d261-749f-4879-9eb4-ab94650e1501 req-34ea9c2a-1229-42c6-8a18-c1945008b608 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.035156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dde3d261-749f-4879-9eb4-ab94650e1501 req-34ea9c2a-1229-42c6-8a18-c1945008b608 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.0867834 Feb 09 02:11:56.087748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dde3d261-749f-4879-9eb4-ab94650e1501 req-9494f536-e8ff-4cc3-8afd-f19925b6d0e0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Feb 09 02:11:56.090678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:56.214402 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:56.227723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'e8924115-57c4-4571-a443-ac0495e66082', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'e8924115-57c4-4571-a443-ac0495e66082', 'mac_address': 'fa:16:3e:7d:db:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:56.259957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c69b9c4-773c-4ff7-84cc-6ac74a897a24 req-3887168a-51f2-4504-bd9a-98b1c25d056f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea019a3b-721f-4458-8ed1-eeaa4ece7489 HTTP/1.1" status: 200 len: 210 time: 0.0577009 Feb 09 02:11:56.289040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:56.289884 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.297450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caf448-8adf-4d5b-9f31-c58e3662d8ea req-e4db8045-933b-4c94-b08e-6a89823d0d56 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.306261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88caf448-8adf-4d5b-9f31-c58e3662d8ea req-e4db8045-933b-4c94-b08e-6a89823d0d56 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 944 time: 0.1205831 Feb 09 02:11:56.308156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8924115-57c4-4571-a443-ac0495e66082 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:56.339123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:56.346014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.347563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a20f5057-d3a2-46d2-b964-9835fe72da66 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:11:56.357276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88caf448-8adf-4d5b-9f31-c58e3662d8ea req-5106cb1b-276d-4827-84ff-4d99fe5934d9 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499480 Feb 09 02:11:56.451939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:56.454261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:56.475646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'mac_address': 'fa:16:3e:78:f4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:11:56.521937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a20f5057-d3a2-46d2-b964-9835fe72da66 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:56.522335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.527294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab819bf-93c9-4de2-9e34-3404a0a5dded req-c63c5bd0-5c95-40e3-b151-af1b25b46f71 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.534901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ab819bf-93c9-4de2-9e34-3404a0a5dded req-c63c5bd0-5c95-40e3-b151-af1b25b46f71 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0702870 Feb 09 02:11:56.541809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20f5057-d3a2-46d2-b964-9835fe72da66 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:56.564810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:56.571378 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.624658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:56.624897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ab819bf-93c9-4de2-9e34-3404a0a5dded req-d777c827-6154-4563-b5b8-9b1aac541508 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889637 Feb 09 02:11:56.645874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d70f9-bb9f-401b-b52f-3fe31bffa3a7 req-89a9d271-5137-4f27-a4c2-b30ed1ebb345 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.647463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e1d70f9-bb9f-401b-b52f-3fe31bffa3a7 req-89a9d271-5137-4f27-a4c2-b30ed1ebb345 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0759382 Feb 09 02:11:56.705322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e1d70f9-bb9f-401b-b52f-3fe31bffa3a7 req-8ab89419-f59e-4b70-b868-7cae63197649 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499942 Feb 09 02:11:56.737246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 605d2d0b-a63e-4e47-a8f7-755dcdffeede up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:11:56.795750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 605d2d0b-a63e-4e47-a8f7-755dcdffeede completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:11:56.800358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 605d2d0b-a63e-4e47-a8f7-755dcdffeede triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:56.800585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.865608 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.909953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 605d2d0b-a63e-4e47-a8f7-755dcdffeede is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:11:56.910349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.947418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 605d2d0b-a63e-4e47-a8f7-755dcdffeede, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=605d2d0b-a63e-4e47-a8f7-755dcdffeede,segment=NetworkSegment(7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2),segment_id=7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:56.952050 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:56.952897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 1949a3c6-1d33-4825-83d9-b037588570fa no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:56.996031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 1949a3c6-1d33-4825-83d9-b037588570fa {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:56.996390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 1949a3c6-1d33-4825-83d9-b037588570fa not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:57.033806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=605d2d0b-a63e-4e47-a8f7-755dcdffeede,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:57.048122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a20f5057-d3a2-46d2-b964-9835fe72da66'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:57.050790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['e8924115-57c4-4571-a443-ac0495e66082'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:11:57.138628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d2d0b-a63e-4e47-a8f7-755dcdffeede'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:57.145983 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6092e19e-2147-489b-b880-ca678a7491ac" -d '{"events": [{"server_uuid": "4b8573ae-d5f9-447d-b036-d9ebbabc85c1", "name": "network-vif-plugged", "status": "completed", "tag": "605d2d0b-a63e-4e47-a8f7-755dcdffeede"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:57.216457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cdce1-23b8-4652-8a33-b1db35d2f903 req-8aab9698-653a-407c-b060-6bde26a2d7e1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.218920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e0cdce1-23b8-4652-8a33-b1db35d2f903 req-8aab9698-653a-407c-b060-6bde26a2d7e1 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1144974 Feb 09 02:11:57.278242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd26af-3b5f-47ac-9878-ad52de9d32e1 req-fbb7f1e7-1b35-4569-9dfe-0e7061e3335c tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.279883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48fd26af-3b5f-47ac-9878-ad52de9d32e1 req-fbb7f1e7-1b35-4569-9dfe-0e7061e3335c tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 948 time: 0.1131880 Feb 09 02:11:57.323673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e0cdce1-23b8-4652-8a33-b1db35d2f903 req-cd0e214c-1511-489e-8f76-9b534c4a77a5 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987191 Feb 09 02:11:57.392197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48fd26af-3b5f-47ac-9878-ad52de9d32e1 req-cf54a3ae-ccc0-480d-93e6-a2d156383190 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022305 Feb 09 02:11:57.415840 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe52321f-f925-48e1-8ef9-3eead33ee768 x-openstack-request-id: req-fe52321f-f925-48e1-8ef9-3eead33ee768 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:57.416189 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8573ae-d5f9-447d-b036-d9ebbabc85c1", "name": "network-vif-plugged", "status": "completed", "tag": "605d2d0b-a63e-4e47-a8f7-755dcdffeede", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:57.416387 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe52321f-f925-48e1-8ef9-3eead33ee768 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:57.416805 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d2d0b-a63e-4e47-a8f7-755dcdffeede', 'code': 200} Feb 09 02:11:57.556066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f48db0-21bc-42bf-8d89-f1135e9b8351 req-499f9442-3911-463c-8b87-2c1d440411be tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.559028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08f48db0-21bc-42bf-8d89-f1135e9b8351 req-499f9442-3911-463c-8b87-2c1d440411be tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 945 time: 0.0887749 Feb 09 02:11:57.562893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de73729-065e-4782-8170-08ae3260cbc1 req-c18f8081-0605-4791-932b-4da6f00d6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.565546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9de73729-065e-4782-8170-08ae3260cbc1 req-c18f8081-0605-4791-932b-4da6f00d6ed6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 1128 time: 0.0635850 Feb 09 02:11:57.627639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08f48db0-21bc-42bf-8d89-f1135e9b8351 req-c72ab6fc-2288-41d4-a74e-751170ec7cf8 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Feb 09 02:11:57.647133 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9de73729-065e-4782-8170-08ae3260cbc1 req-e1485c21-ae9d-4c14-bc22-8ee4fce3e969 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718129 Feb 09 02:11:57.752718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029494b-e97a-4718-9bf0-61242b98b61e req-643ac3b5-cd04-4204-9142-5403b3ba3a6f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.754399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2029494b-e97a-4718-9bf0-61242b98b61e req-643ac3b5-cd04-4204-9142-5403b3ba3a6f tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 945 time: 0.0863624 Feb 09 02:11:57.821392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22799cf-6100-4572-be94-12605f2dddcf req-0b702688-2f08-484f-85a0-99dd771c8044 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.823154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a22799cf-6100-4572-be94-12605f2dddcf req-0b702688-2f08-484f-85a0-99dd771c8044 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1116195 Feb 09 02:11:57.838029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2029494b-e97a-4718-9bf0-61242b98b61e req-0c5b2e96-e8f2-41ba-a1fe-8c90b372e8cc tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Feb 09 02:11:57.887822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a22799cf-6100-4572-be94-12605f2dddcf req-ebf307e6-a4f3-43e0-af51-2d1255aef6b6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588601 Feb 09 02:11:57.963655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14a663-c3d4-42e2-8e74-6fdb505a37ad req-12aca0e3-ac45-40db-8bb1-5b7baaf06045 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:57.965330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af14a663-c3d4-42e2-8e74-6fdb505a37ad req-12aca0e3-ac45-40db-8bb1-5b7baaf06045 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0659075 Feb 09 02:11:58.000821 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:58.025570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af14a663-c3d4-42e2-8e74-6fdb505a37ad req-b88d18b4-d324-4171-9a8a-077662fa3b79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542417 Feb 09 02:11:58.535952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005b24-1e19-4c0c-9035-a6e596061ca1 req-3aafd956-ac4f-4b74-bd10-ccd04b1a3536 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.537564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23005b24-1e19-4c0c-9035-a6e596061ca1 req-3aafd956-ac4f-4b74-bd10-ccd04b1a3536 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1189754 Feb 09 02:11:58.571473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c597-a73b-40a3-9819-4e2e62f84bc1 req-b5dda4f7-1a93-47d2-9263-83706fed11c7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.573069 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2594c597-a73b-40a3-9819-4e2e62f84bc1 req-b5dda4f7-1a93-47d2-9263-83706fed11c7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0954797 Feb 09 02:11:58.637296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23005b24-1e19-4c0c-9035-a6e596061ca1 req-b6fed604-e2dc-4c40-8eeb-7930ded590b0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917010 Feb 09 02:11:58.649570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2594c597-a73b-40a3-9819-4e2e62f84bc1 req-d9143e05-e3e3-4b06-aea6-8a00717de9da tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698082 Feb 09 02:11:58.851338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824f290-12c3-427c-8dc3-39c1a346a2a9 req-dc3a19e1-363b-411e-9ab7-d814fe1686fc tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.853102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a824f290-12c3-427c-8dc3-39c1a346a2a9 req-dc3a19e1-363b-411e-9ab7-d814fe1686fc tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 948 time: 0.1096654 Feb 09 02:11:58.865845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0c6c-f909-4959-bd0a-37f8ae4a6278 req-c79f663b-ae19-4030-8477-b0e03ec6492b tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.868516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418f0c6c-f909-4959-bd0a-37f8ae4a6278 req-c79f663b-ae19-4030-8477-b0e03ec6492b tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 945 time: 0.1130664 Feb 09 02:11:58.956961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a824f290-12c3-427c-8dc3-39c1a346a2a9 req-46559a57-f494-4dfa-9d7b-acd6212ddf72 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872240 Feb 09 02:11:58.960858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418f0c6c-f909-4959-bd0a-37f8ae4a6278 req-0cec04f3-2d28-4569-b425-af17449daea9 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763936 Feb 09 02:11:59.117148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d8a25-d5f3-4d8d-a879-0b542cec3295 req-f6798851-0c34-41c0-8361-2e5e2689ee1b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:59.118606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-926d8a25-d5f3-4d8d-a879-0b542cec3295 req-f6798851-0c34-41c0-8361-2e5e2689ee1b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 945 time: 0.0956826 Feb 09 02:11:59.126202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e7b3-e4b9-4c5c-abe6-48ae32fe7bba req-3ea1a72f-6d43-480e-8580-b5348c27e592 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:59.127821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86f3e7b3-e4b9-4c5c-abe6-48ae32fe7bba req-3ea1a72f-6d43-480e-8580-b5348c27e592 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0939872 Feb 09 02:11:59.212422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-926d8a25-d5f3-4d8d-a879-0b542cec3295 req-0bb64abf-d050-49da-a663-667fbdd7365b tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835655 Feb 09 02:11:59.215529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86f3e7b3-e4b9-4c5c-abe6-48ae32fe7bba req-6feeebdf-a453-4e30-8a83-c08b42e7bbd8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801280 Feb 09 02:11:59.559693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-483a3aa6-a5e5-4aa1-bde5-a9c1d9a2a15d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:59.561553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-483a3aa6-a5e5-4aa1-bde5-a9c1d9a2a15d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 945 time: 0.0619922 Feb 09 02:11:59.668034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:59.732301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Deleting port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:59.732653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:59.914610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] For port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:59.915104 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:59.923836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16783f02-c401-4212-84e7-997e5b0560af req-086f6c4d-1f25-4e7c-9ef6-d25951a8127f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:59.925339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16783f02-c401-4212-84e7-997e5b0560af req-086f6c4d-1f25-4e7c-9ef6-d25951a8127f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1701219 Feb 09 02:11:59.938026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc6f65-60c2-4c90-82e5-81bf063b59fe req-0e0e1080-512e-4314-b70e-5a65f2495735 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:59.939511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04dc6f65-60c2-4c90-82e5-81bf063b59fe req-0e0e1080-512e-4314-b70e-5a65f2495735 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1870668 Feb 09 02:11:59.958725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Calling delete_port for 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:00.092986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16783f02-c401-4212-84e7-997e5b0560af req-0733bda4-252e-47ff-837b-8ae196542ad1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525011 Feb 09 02:12:00.098927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04dc6f65-60c2-4c90-82e5-81bf063b59fe req-cce660d1-f02f-4995-bca1-fd8c1d020e41 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474049 Feb 09 02:12:00.102727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:00.214170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port e8924115-57c4-4571-a443-ac0495e66082 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:00.219268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port e8924115-57c4-4571-a443-ac0495e66082 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:00.219866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e8924115-57c4-4571-a443-ac0495e66082), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:00.277886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9139ae39-8ca4-4941-ae4f-5a6cfac6aea9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:00.313740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['9139ae39-8ca4-4941-ae4f-5a6cfac6aea9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:00.325937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Pushing event deleted for resources: {'Port': ['ID=9139ae39-8ca4-4941-ae4f-5a6cfac6aea9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:00.355985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8eeb29b2-782a-4593-ac30-125f1c4a2590'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:00.400648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] No DVR routers for this DVR port 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:00.412123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364f469-cb39-4d91-b31d-fa1cc179d9aa req-c6534805-6543-435e-bbe1-3f4a476ed57b tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.420206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3364f469-cb39-4d91-b31d-fa1cc179d9aa req-c6534805-6543-435e-bbe1-3f4a476ed57b tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 948 time: 0.2026391 Feb 09 02:12:00.423216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:00.426883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-918b1a46-7f87-43d7-a6cb-5c253bcc2f0d req-2c0ea068-bafb-4624-a14c-c34f48981825 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.82 "DELETE /v2.0/ports/9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 HTTP/1.1" status: 204 len: 173 time: 0.8599000 Feb 09 02:12:00.434815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007834b-265a-486f-96fa-eb648f6a8a4c req-62dbb6c4-c7d4-483f-bff6-36463628995f tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.436464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6007834b-265a-486f-96fa-eb648f6a8a4c req-62dbb6c4-c7d4-483f-bff6-36463628995f tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 945 time: 0.2027297 Feb 09 02:12:00.437001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'name': 'network-vif-deleted', 'tag': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:00.439408 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30af6081-7676-488c-8bb8-aeb51da8c864" -d '{"events": [{"server_uuid": "4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6", "name": "network-vif-deleted", "tag": "9139ae39-8ca4-4941-ae4f-5a6cfac6aea9"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:00.442087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:00.443409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:00.509034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:00.511580 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e2f909-8d70-4195-a7e2-bd05abbf2c4a" -d '{"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:00.532323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3364f469-cb39-4d91-b31d-fa1cc179d9aa req-bba72bdd-d989-4aa9-b506-3c6dc6f38b79 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112359 Feb 09 02:12:00.556431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6007834b-265a-486f-96fa-eb648f6a8a4c req-9943bc55-2d6f-40b8-8292-dfe82d55b085 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093788 Feb 09 02:12:00.557387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:00.573517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:00.575495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a20f5057-d3a2-46d2-b964-9835fe72da66 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:00.687684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e9f15-6530-4581-abca-8d97fa332ff9 req-2e24e4b0-e0dc-49a8-80c2-a60627d017ef tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.692378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a47e9f15-6530-4581-abca-8d97fa332ff9 req-2e24e4b0-e0dc-49a8-80c2-a60627d017ef tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0730984 Feb 09 02:12:00.778919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a47e9f15-6530-4581-abca-8d97fa332ff9 req-5173c5f9-a85e-4246-8865-d2f880c63d6b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721116 Feb 09 02:12:00.792186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67349914-e071-44f0-bbc6-e03c781781de req-e7bbe5d5-5550-43a3-a99f-b03a76268190 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6 HTTP/1.1" status: 200 len: 210 time: 0.0982873 Feb 09 02:12:00.813037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port a20f5057-d3a2-46d2-b964-9835fe72da66 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:00.823800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port a20f5057-d3a2-46d2-b964-9835fe72da66 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:00.824441 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:00.865807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:00.953478 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b11a3-1bed-476b-bb65-230f8c2a6ab6 x-openstack-request-id: req-6a2b11a3-1bed-476b-bb65-230f8c2a6ab6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:00.953693 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:00.953928 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a2b11a3-1bed-476b-bb65-230f8c2a6ab6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:00.954698 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082', 'code': 200} Feb 09 02:12:01.019953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a20f5057-d3a2-46d2-b964-9835fe72da66 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:01.019953 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:01.105833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:01.118596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:01.169829 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58055871-a29f-4520-b80f-35d0dfe6fa4f x-openstack-request-id: req-58055871-a29f-4520-b80f-35d0dfe6fa4f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:01.175125 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6", "name": "network-vif-deleted", "tag": "9139ae39-8ca4-4941-ae4f-5a6cfac6aea9", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:01.175593 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58055871-a29f-4520-b80f-35d0dfe6fa4f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:01.176247 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad18a5c-c2fc-48e4-9d37-813ea8bb27e6', 'name': 'network-vif-deleted', 'tag': '9139ae39-8ca4-4941-ae4f-5a6cfac6aea9', 'status': 'completed', 'code': 200} Feb 09 02:12:01.200868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:01.236428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961823a-96c2-4d5c-b3a6-8f24c35ede69 req-5baea903-7e0c-45d1-bf1b-7effc54c0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.238391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c961823a-96c2-4d5c-b3a6-8f24c35ede69 req-5baea903-7e0c-45d1-bf1b-7effc54c0e93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 1132 time: 0.2447004 Feb 09 02:12:01.350215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c961823a-96c2-4d5c-b3a6-8f24c35ede69 req-e9da8740-13c1-40a0-9e52-f43a05def9f1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056199 Feb 09 02:12:01.370059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751543db-13aa-4e05-b749-313d0ca50b11 req-10abeb0f-c78c-4b16-b063-1919d52530d2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.371683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751543db-13aa-4e05-b749-313d0ca50b11 req-10abeb0f-c78c-4b16-b063-1919d52530d2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1197076 Feb 09 02:12:01.382689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66675264-dbaa-4873-a9ae-7546bd7ba10b req-80bbe9ab-053d-4229-b9b0-33deed6f5c95 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.384168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66675264-dbaa-4873-a9ae-7546bd7ba10b req-80bbe9ab-053d-4229-b9b0-33deed6f5c95 tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 945 time: 0.1114829 Feb 09 02:12:01.454155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751543db-13aa-4e05-b749-313d0ca50b11 req-7ad46b73-14db-4e42-b4fa-d384aba744ef tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688949 Feb 09 02:12:01.463590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66675264-dbaa-4873-a9ae-7546bd7ba10b req-6923c0ed-a21b-4a9a-873a-d56f193204af tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725994 Feb 09 02:12:01.657128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be011-b504-4da0-969f-508c8ea2913a req-d53ee48d-1e7d-4997-9524-9fdeaa165bc0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.658678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e58be011-b504-4da0-969f-508c8ea2913a req-d53ee48d-1e7d-4997-9524-9fdeaa165bc0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 949 time: 0.0556340 Feb 09 02:12:01.743456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e58be011-b504-4da0-969f-508c8ea2913a req-754a312a-5e21-4ec3-9173-c75f009938ae tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738811 Feb 09 02:12:01.751355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4495-929d-4b8b-ac53-2052cd788a68 req-82dd60a1-1636-4295-a18f-e6debd188a5a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.752839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e4c4495-929d-4b8b-ac53-2052cd788a68 req-82dd60a1-1636-4295-a18f-e6debd188a5a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.0931036 Feb 09 02:12:01.807765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e4c4495-929d-4b8b-ac53-2052cd788a68 req-d6d98d31-1ce9-47df-ae5f-695b8e2544ed tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 Feb 09 02:12:01.928506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c7a11-6945-4253-b3c6-a758c3e41c27 req-b0c4003f-8fda-47c3-adb8-62e37826171e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.930131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423c7a11-6945-4253-b3c6-a758c3e41c27 req-b0c4003f-8fda-47c3-adb8-62e37826171e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0544758 Feb 09 02:12:01.985098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423c7a11-6945-4253-b3c6-a758c3e41c27 req-6a0ca6ce-bc05-443f-a547-7d8f549e14d0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482056 Feb 09 02:12:02.121905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6e870-2ba7-4c71-836a-a234ecf8d1ea req-537d4a0f-5b55-4cc0-a149-7fb1da7c51f6 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:02.123471 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07c6e870-2ba7-4c71-836a-a234ecf8d1ea req-537d4a0f-5b55-4cc0-a149-7fb1da7c51f6 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.0618479 Feb 09 02:12:02.174313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07c6e870-2ba7-4c71-836a-a234ecf8d1ea req-31728388-eade-4075-a0df-2e6b0eb2a651 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Feb 09 02:12:02.616156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cb455-d452-432c-a401-fe2dbb761a11 req-30300056-3bf4-414e-b1bc-a1aa45277a5a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:02.618992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d2cb455-d452-432c-a401-fe2dbb761a11 req-30300056-3bf4-414e-b1bc-a1aa45277a5a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0842564 Feb 09 02:12:02.650834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d74b8-d944-4954-8cbd-e4a37a4384a1 req-b4eae675-da72-4a7d-8061-e4e989399e5a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:02.652369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-906d74b8-d944-4954-8cbd-e4a37a4384a1 req-b4eae675-da72-4a7d-8061-e4e989399e5a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 945 time: 0.0908356 Feb 09 02:12:02.700299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d2cb455-d452-432c-a401-fe2dbb761a11 req-e5e14bd7-c997-4130-8eb3-1a54ff362739 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745406 Feb 09 02:12:02.723815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-906d74b8-d944-4954-8cbd-e4a37a4384a1 req-c93a3600-d760-48f6-ab28-217a842f002b tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/security-groups?id=5bc066f9-3604-42f6-bc29-1182d389321c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Feb 09 02:12:02.903203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7dd55-088e-4616-9991-74ca06fd48d3 req-6d536314-6293-4726-a6fa-8c6b4426c50e tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:02.912684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70b7dd55-088e-4616-9991-74ca06fd48d3 req-6d536314-6293-4726-a6fa-8c6b4426c50e tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 949 time: 0.0904925 Feb 09 02:12:02.958344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:02.962156 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19fe7c7-3445-411e-ba90-e93b0138a38d" -d '{"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-plugged", "status": "completed", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:02.997142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70b7dd55-088e-4616-9991-74ca06fd48d3 req-67f7ecb7-9f8a-495a-929e-9779c8e14b88 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826497 Feb 09 02:12:03.014724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a1ab-9581-44a8-8ebc-478ff268e8dd req-0046b0c7-6fbe-4a25-8c08-58168ffe86cc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.016318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c591a1ab-9581-44a8-8ebc-478ff268e8dd req-0046b0c7-6fbe-4a25-8c08-58168ffe86cc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1002507 Feb 09 02:12:03.070327 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fd8b15-9005-4a26-b549-6c61ec77c8b0 x-openstack-request-id: req-06fd8b15-9005-4a26-b549-6c61ec77c8b0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:03.070925 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-plugged", "status": "completed", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:03.071188 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06fd8b15-9005-4a26-b549-6c61ec77c8b0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:03.072179 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'code': 200} Feb 09 02:12:03.076705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c591a1ab-9581-44a8-8ebc-478ff268e8dd req-664aff93-b37e-4891-8131-f76ce303ecd9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540867 Feb 09 02:12:03.160741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-36f532ee-0a16-4375-9ba1-eac830b14a7c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.163194 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-36f532ee-0a16-4375-9ba1-eac830b14a7c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 945 time: 0.0784233 Feb 09 02:12:03.261111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2114dce-60b2-45ac-adcf-c34be3dd62cc req-82abe744-6f58-4524-9a30-7f5ca7947c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.262987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2114dce-60b2-45ac-adcf-c34be3dd62cc req-82abe744-6f58-4524-9a30-7f5ca7947c06 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 1132 time: 0.1127260 Feb 09 02:12:03.270142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf82de2-59dc-4ae7-98b0-4c626c1f02cc req-ea1fb4d3-c691-4f3e-9dd2-7e285aa7f9e3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.271749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebf82de2-59dc-4ae7-98b0-4c626c1f02cc req-ea1fb4d3-c691-4f3e-9dd2-7e285aa7f9e3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1111479 Feb 09 02:12:03.311418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Deleting port 605d2d0b-a63e-4e47-a8f7-755dcdffeede {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:03.311762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:03.406443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2114dce-60b2-45ac-adcf-c34be3dd62cc req-d49fd49c-2422-43ae-8166-45d3317472fb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243637 Feb 09 02:12:03.417207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebf82de2-59dc-4ae7-98b0-4c626c1f02cc req-d5858aaf-8be6-40c7-8a15-8bad628b58da tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300001 Feb 09 02:12:03.425163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf8ad-afa0-488e-b7e2-c5520adf27bd req-2e4a8c80-49a1-476b-bff2-760a119fb718 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.425388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] For port 605d2d0b-a63e-4e47-a8f7-755dcdffeede, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=605d2d0b-a63e-4e47-a8f7-755dcdffeede,segment=NetworkSegment(7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2),segment_id=7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:03.425665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:03.432411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75eaf8ad-afa0-488e-b7e2-c5520adf27bd req-2e4a8c80-49a1-476b-bff2-760a119fb718 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.1761787 Feb 09 02:12:03.441317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Calling delete_port for 605d2d0b-a63e-4e47-a8f7-755dcdffeede owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:03.498560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75eaf8ad-afa0-488e-b7e2-c5520adf27bd req-0a11cd07-0476-459d-b6ee-70ef83bd8cc6 tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605290 Feb 09 02:12:03.600051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (605d2d0b-a63e-4e47-a8f7-755dcdffeede), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:03.621080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['605d2d0b-a63e-4e47-a8f7-755dcdffeede'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:03.632652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Pushing event deleted for resources: {'Port': ['ID=605d2d0b-a63e-4e47-a8f7-755dcdffeede,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:03.677307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] No DVR routers for this DVR port 605d2d0b-a63e-4e47-a8f7-755dcdffeede on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:03.681107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:03.684497 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-48e4b67c-780d-4fb9-af31-7875a78a0421 req-983f1346-71a8-4a64-a81c-3ad4ea83af9a tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.72 "DELETE /v2.0/ports/605d2d0b-a63e-4e47-a8f7-755dcdffeede HTTP/1.1" status: 204 len: 173 time: 0.5149770 Feb 09 02:12:03.684952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'name': 'network-vif-deleted', 'tag': '605d2d0b-a63e-4e47-a8f7-755dcdffeede'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:03.687244 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa765f-6b09-44cd-aa43-586e39330079" -d '{"events": [{"server_uuid": "4b8573ae-d5f9-447d-b036-d9ebbabc85c1", "name": "network-vif-deleted", "tag": "605d2d0b-a63e-4e47-a8f7-755dcdffeede"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:03.846300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e3ff1-db35-432e-94fc-4b61de0129ca req-e5f36c71-3583-43c8-838e-c289d2d18b17 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.853702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-628e3ff1-db35-432e-94fc-4b61de0129ca req-e5f36c71-3583-43c8-838e-c289d2d18b17 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0659192 Feb 09 02:12:03.870752 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e234379-b1bb-46c9-9990-c7d9373790fc x-openstack-request-id: req-7e234379-b1bb-46c9-9990-c7d9373790fc {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:03.871199 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8573ae-d5f9-447d-b036-d9ebbabc85c1", "name": "network-vif-deleted", "tag": "605d2d0b-a63e-4e47-a8f7-755dcdffeede", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:03.871435 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e234379-b1bb-46c9-9990-c7d9373790fc {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:03.871822 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8573ae-d5f9-447d-b036-d9ebbabc85c1', 'name': 'network-vif-deleted', 'tag': '605d2d0b-a63e-4e47-a8f7-755dcdffeede', 'status': 'completed', 'code': 200} Feb 09 02:12:03.918972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-628e3ff1-db35-432e-94fc-4b61de0129ca req-88ad7993-d439-41ae-96e6-a503b6cdff10 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642657 Feb 09 02:12:03.984166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da33a949-7ba1-4331-9695-771b0b6d7324 req-7d754d89-e46d-447e-a4b1-0e4b17ae205c tempest-InstanceActionsV221TestJSON-271718477 tempest-InstanceActionsV221TestJSON-271718477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8573ae-d5f9-447d-b036-d9ebbabc85c1 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Feb 09 02:12:04.095677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:04.125108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:04.125467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9139ae39-8ca4-4941-ae4f-5a6cfac6aea9 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:04.161927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3f494-dc6e-4561-abeb-ddca469e7d33 req-68325299-2812-4996-bda9-5b9ea1bc2091 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.165056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cd3f494-dc6e-4561-abeb-ddca469e7d33 req-68325299-2812-4996-bda9-5b9ea1bc2091 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 949 time: 0.0905256 Feb 09 02:12:04.273633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cd3f494-dc6e-4561-abeb-ddca469e7d33 req-1c910045-2024-469c-95b0-d18857cf7ba4 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967591 Feb 09 02:12:04.282376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34218-90f0-48c4-8fd6-2df4768859d4 req-4e359c84-ca31-49bd-9d5b-7cb6fcca10db tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.284137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ae34218-90f0-48c4-8fd6-2df4768859d4 req-4e359c84-ca31-49bd-9d5b-7cb6fcca10db tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.0967612 Feb 09 02:12:04.352172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ae34218-90f0-48c4-8fd6-2df4768859d4 req-68c536a4-3b3d-4169-bd38-de17b9154aeb tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Feb 09 02:12:04.556340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-d0215ca1-a237-42ca-a616-e3e2f4e4951c tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.561390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-d0215ca1-a237-42ca-a616-e3e2f4e4951c tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.0730023 Feb 09 02:12:04.610088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93942340-b010-4661-a711-e16ec08d86e2 req-cc17f85a-acca-44b6-a509-cf5ed28c0670 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.616104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93942340-b010-4661-a711-e16ec08d86e2 req-cc17f85a-acca-44b6-a509-cf5ed28c0670 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1212342 Feb 09 02:12:04.691112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Deleting port 8eeb29b2-782a-4593-ac30-125f1c4a2590 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:04.691464 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:04.698877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93942340-b010-4661-a711-e16ec08d86e2 req-c06fe0bc-3993-498d-b30a-e20433c33e4a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807681 Feb 09 02:12:04.724159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc6284-1527-4aea-bfe2-8a073850d843 req-3aad9662-6c6f-4c7e-a19e-df88974d87ac tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:04.736478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9cc6284-1527-4aea-bfe2-8a073850d843 req-3aad9662-6c6f-4c7e-a19e-df88974d87ac tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4a3168d-557a-44a6-90b1-a4216fd49138 HTTP/1.1" status: 200 len: 945 time: 0.1469152 Feb 09 02:12:04.798776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9cc6284-1527-4aea-bfe2-8a073850d843 req-e5bb5562-93a4-433d-a5d0-fb702a545abf tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.53 "GET /v2.0/security-groups?id=daf8e644-0e7b-4e07-839c-626dd8764dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614140 Feb 09 02:12:04.836400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] For port 8eeb29b2-782a-4593-ac30-125f1c4a2590, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8eeb29b2-782a-4593-ac30-125f1c4a2590,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:04.836828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:04.852034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Calling delete_port for 8eeb29b2-782a-4593-ac30-125f1c4a2590 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:05.023500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8eeb29b2-782a-4593-ac30-125f1c4a2590), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:05.038803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8eeb29b2-782a-4593-ac30-125f1c4a2590'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:05.107823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ae7b5-136d-4f5f-a5b8-ecdfbc305801 req-1e7fc00e-621b-429a-8902-2e31fa54b340 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:05.114490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Pushing event deleted for resources: {'Port': ['ID=8eeb29b2-782a-4593-ac30-125f1c4a2590,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:05.118237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-967ae7b5-136d-4f5f-a5b8-ecdfbc305801 req-1e7fc00e-621b-429a-8902-2e31fa54b340 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1136072 Feb 09 02:12:05.200852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-967ae7b5-136d-4f5f-a5b8-ecdfbc305801 req-5db317d0-3069-481a-9b26-6369ec6cf898 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812471 Feb 09 02:12:05.202629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] No DVR routers for this DVR port 8eeb29b2-782a-4593-ac30-125f1c4a2590 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:05.223365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:05.231094 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b83d0fb1-5161-4985-a240-9de99fd65b51 req-a4795dc8-75e9-4460-bdf4-08a2594e424d tempest-ListServerFiltersTestJSON-209615552 tempest-ListServerFiltersTestJSON-209615552-project] 10.222.0.72 "DELETE /v2.0/ports/8eeb29b2-782a-4593-ac30-125f1c4a2590 HTTP/1.1" status: 204 len: 173 time: 0.6618819 Feb 09 02:12:05.521662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122cd0-bb67-4860-b851-52ef0b1b90df req-01e05bc6-6714-496f-a34a-a4912a532019 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:05.531482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b122cd0-bb67-4860-b851-52ef0b1b90df req-01e05bc6-6714-496f-a34a-a4912a532019 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 949 time: 0.1166427 Feb 09 02:12:05.621629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b122cd0-bb67-4860-b851-52ef0b1b90df req-d2085c13-6e39-466a-b384-3a40dd917285 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Feb 09 02:12:05.629801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb6254-02cc-4977-884a-9264a6a6ace6 req-adf1079c-dc73-4737-b922-552f16bfd1e8 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:05.631387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1cb6254-02cc-4977-884a-9264a6a6ace6 req-adf1079c-dc73-4737-b922-552f16bfd1e8 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.0985990 Feb 09 02:12:05.680068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:05.872950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'name': 'network-vif-deleted', 'tag': '8eeb29b2-782a-4593-ac30-125f1c4a2590'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:05.878472 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492fce77-19de-4ec9-a5a6-970cc1c4fff0" -d '{"events": [{"server_uuid": "f4a3168d-557a-44a6-90b1-a4216fd49138", "name": "network-vif-deleted", "tag": "8eeb29b2-782a-4593-ac30-125f1c4a2590"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:06.071453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1cb6254-02cc-4977-884a-9264a6a6ace6 req-3680a648-9ee6-4c0b-82f0-ade4fe283214 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327443 Feb 09 02:12:06.117579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Deleting subnet ca8ea919-0417-4953-b37d-b62c81c13c5a {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:12:06.121044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Publish callbacks [] for subnet (ca8ea919-0417-4953-b37d-b62c81c13c5a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.130047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3a230-10f6-477a-a115-173e5ff495de req-ddd37c3e-400e-4c46-abee-386ee57391b0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.135124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02b3a230-10f6-477a-a115-173e5ff495de req-ddd37c3e-400e-4c46-abee-386ee57391b0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 949 time: 0.0851042 Feb 09 02:12:06.217696 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (ca8ea919-0417-4953-b37d-b62c81c13c5a), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.277882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02b3a230-10f6-477a-a115-173e5ff495de req-3f2c8b0e-c38d-4767-90b6-61d0aa1c68f1 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211755 Feb 09 02:12:06.297394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f166a1-c1ec-4be3-971d-8ef4b3183c65 req-d7d2a43e-ef06-42b8-b15b-7333d4bc7254 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.299019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f166a1-c1ec-4be3-971d-8ef4b3183c65 req-d7d2a43e-ef06-42b8-b15b-7333d4bc7254 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1403780 Feb 09 02:12:06.301138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ca8ea919-0417-4953-b37d-b62c81c13c5a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.381473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:06.401812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f166a1-c1ec-4be3-971d-8ef4b3183c65 req-97d0c070-c078-4632-9872-56b04324f2df tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Feb 09 02:12:06.408340 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (ca8ea919-0417-4953-b37d-b62c81c13c5a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.438563 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e884ba-e7f7-4b11-b723-4b95be3a38ee x-openstack-request-id: req-a0e884ba-e7f7-4b11-b723-4b95be3a38ee {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:06.438861 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a3168d-557a-44a6-90b1-a4216fd49138", "name": "network-vif-deleted", "tag": "8eeb29b2-782a-4593-ac30-125f1c4a2590", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:06.439115 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0e884ba-e7f7-4b11-b723-4b95be3a38ee {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:06.439527 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a3168d-557a-44a6-90b1-a4216fd49138', 'name': 'network-vif-deleted', 'tag': '8eeb29b2-782a-4593-ac30-125f1c4a2590', 'status': 'completed', 'code': 200} Feb 09 02:12:06.452598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] Deleting subnet b4212147-0503-454a-b72c-519ac8117e3e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:12:06.456526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8ea919-0417-4953-b37d-b62c81c13c5a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:06.460790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] Publish callbacks [] for subnet (b4212147-0503-454a-b72c-519ac8117e3e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.464492 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.468051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ca8ea919-0417-4953-b37d-b62c81c13c5a HTTP/1.1" status: 204 len: 168 time: 0.7869866 Feb 09 02:12:06.473050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47758) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:06.482201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.482814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.483270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.483820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.484668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.485194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.485643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.486101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.486568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.487004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.487452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.487878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.489086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264a0ae-58fd-4921-8c03-d91eacf79364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.527250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (b4212147-0503-454a-b72c-519ac8117e3e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.591454 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cf74e055-c256-4120-b9ca-dccc2dc7fd88), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.615746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ec731-95b2-4740-a224-14f2865d43c0 req-949a36ac-7f5f-481a-a188-5a546a63e066 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.621143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b4212147-0503-454a-b72c-519ac8117e3e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.622654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d6ec731-95b2-4740-a224-14f2865d43c0 req-949a36ac-7f5f-481a-a188-5a546a63e066 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1106372 Feb 09 02:12:06.688390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (b4212147-0503-454a-b72c-519ac8117e3e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.704920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d6ec731-95b2-4740-a224-14f2865d43c0 req-c49017b3-c8ee-4692-9216-de2dc6addedc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812995 Feb 09 02:12:06.721724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4212147-0503-454a-b72c-519ac8117e3e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:06.723801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.727513 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2b069cd-be8c-4639-91d9-45ea7e09253c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b4212147-0503-454a-b72c-519ac8117e3e HTTP/1.1" status: 204 len: 168 time: 0.3433092 Feb 09 02:12:06.730188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:06.739650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebb5a0-b856-4973-a361-a2809d426bcd None None] Network 45b81117-6bca-430d-8094-dba9c9490890 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:12:06.771003 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cf74e055-c256-4120-b9ca-dccc2dc7fd88), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.804533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf74e055-c256-4120-b9ca-dccc2dc7fd88']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:06.811985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 605d2d0b-a63e-4e47-a8f7-755dcdffeede no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:06.820233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:06.820233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:06.832487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.852536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.855216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 605d2d0b-a63e-4e47-a8f7-755dcdffeede {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:06.855463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 605d2d0b-a63e-4e47-a8f7-755dcdffeede not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:06.855807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8eeb29b2-782a-4593-ac30-125f1c4a2590 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:06.861660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (45b81117-6bca-430d-8094-dba9c9490890), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.864023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:06.865346 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (7287dec0-5b7f-4ee4-8fe4-0e14e8844cc2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:06.871071 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:06.882814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 8eeb29b2-782a-4593-ac30-125f1c4a2590 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:06.883657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8eeb29b2-782a-4593-ac30-125f1c4a2590 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:06.972438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Deleting port dc39295e-941e-47f0-9207-429dbc6572c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:06.973730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.019423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] DHCP port deletion for 45b81117-6bca-430d-8094-dba9c9490890 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:12:07.032782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cf74e055-c256-4120-b9ca-dccc2dc7fd88), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.041037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.047231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cf74e055-c256-4120-b9ca-dccc2dc7fd88 HTTP/1.1" status: 204 len: 168 time: 0.5702407 Feb 09 02:12:07.053601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] For port dc39295e-941e-47f0-9207-429dbc6572c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dc39295e-941e-47f0-9207-429dbc6572c2,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:07.054949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.071099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Calling delete_port for dc39295e-941e-47f0-9207-429dbc6572c2 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:07.084318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8a02d-193e-4e74-be0d-91649a5b0c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf74e055-c256-4120-b9ca-dccc2dc7fd88,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.092646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Deleting port dc39295e-941e-47f0-9207-429dbc6572c2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:07.093032 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.227845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.245287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] For port dc39295e-941e-47f0-9207-429dbc6572c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dc39295e-941e-47f0-9207-429dbc6572c2,segment=NetworkSegment(a09fa158-fd37-46c9-88f8-15b859e860c2),segment_id=a09fa158-fd37-46c9-88f8-15b859e860c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:07.245773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.262398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Calling delete_port for dc39295e-941e-47f0-9207-429dbc6572c2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:07.266726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc39295e-941e-47f0-9207-429dbc6572c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.271092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] No DVR routers for this DVR port dc39295e-941e-47f0-9207-429dbc6572c2 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:07.303861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fedfba-2c6c-421e-8bda-24b28e797b2b req-bdbfc234-fe57-4563-a058-713118f73531 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.306866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44fedfba-2c6c-421e-8bda-24b28e797b2b req-bdbfc234-fe57-4563-a058-713118f73531 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1112776 Feb 09 02:12:07.341209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:07.379869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44fedfba-2c6c-421e-8bda-24b28e797b2b req-a9fddd9e-4f00-457e-82fa-7afaed4dc529 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 Feb 09 02:12:07.380996 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (45b81117-6bca-430d-8094-dba9c9490890), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.425603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (dc39295e-941e-47f0-9207-429dbc6572c2), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.439866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] No DVR routers for this DVR port dc39295e-941e-47f0-9207-429dbc6572c2 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:07.442607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b81117-6bca-430d-8094-dba9c9490890']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:07.459594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Pushing event deleted for resources: {'Port': ['ID=dc39295e-941e-47f0-9207-429dbc6572c2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.470388 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72dfa6f6-cca2-4f27-bb82-2b72256ace68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93eaf5d3979545b9bbff5ece076418f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253688 Feb 09 02:12:07.471156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47790) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:07.476749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.477554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.478072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.478636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.479102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09fa158-fd37-46c9-88f8-15b859e860c2') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:07.479406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09fa158-fd37-46c9-88f8-15b859e860c2') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:07.480448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.480958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.481462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.481942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.482435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.482943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.483460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.483951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.484704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e549b7-6766-4c0d-9986-a5ec7ef472e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:07.503434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a09fa158-fd37-46c9-88f8-15b859e860c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.521075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a09fa158-fd37-46c9-88f8-15b859e860c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.533189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:12:07.533639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a09fa158-fd37-46c9-88f8-15b859e860c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:12:07.535885 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:12:07.603399 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69a261b-4082-498f-8605-ed9090269ada admin admin] Publish callbacks [] for security_group (5bc066f9-3604-42f6-bc29-1182d389321c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.604711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (45b81117-6bca-430d-8094-dba9c9490890), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.611171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.615458 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/45b81117-6bca-430d-8094-dba9c9490890 HTTP/1.1" status: 204 len: 168 time: 0.8841660 Feb 09 02:12:07.624072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9705f5-1623-43e3-83ff-ab1ddb931d8b req-6ccccf1c-0395-4f97-84a2-21a2db427c61 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.625836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a9705f5-1623-43e3-83ff-ab1ddb931d8b req-6ccccf1c-0395-4f97-84a2-21a2db427c61 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1150646 Feb 09 02:12:07.628492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d469eba-0878-4716-a24c-63e5c06d65c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b81117-6bca-430d-8094-dba9c9490890,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.646783 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69a261b-4082-498f-8605-ed9090269ada admin admin] Publish callbacks [] for security_group (5bc066f9-3604-42f6-bc29-1182d389321c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.724779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a9705f5-1623-43e3-83ff-ab1ddb931d8b req-8c7ec344-e201-4c76-ad91-d49bae565d3a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750916 Feb 09 02:12:07.744535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69a261b-4082-498f-8605-ed9090269ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5bc066f9-3604-42f6-bc29-1182d389321c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.747851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69a261b-4082-498f-8605-ed9090269ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.751636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c69a261b-4082-498f-8605-ed9090269ada admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5bc066f9-3604-42f6-bc29-1182d389321c HTTP/1.1" status: 204 len: 168 time: 0.2758698 Feb 09 02:12:07.760765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a261b-4082-498f-8605-ed9090269ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc066f9-3604-42f6-bc29-1182d389321c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.856496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326fd40-6186-4bbc-ab8e-7d58a4efba24 req-2f4689f2-968f-4030-9ed5-8bd7ce37cd05 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.858432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5326fd40-6186-4bbc-ab8e-7d58a4efba24 req-2f4689f2-968f-4030-9ed5-8bd7ce37cd05 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0763712 Feb 09 02:12:07.879995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:07.926925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5326fd40-6186-4bbc-ab8e-7d58a4efba24 req-55b7238a-d0c9-440c-894d-ebaebff719f0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615087 Feb 09 02:12:07.966854 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47c5de6b-43aa-49a7-93cf-c76051c31936 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1edf1cef28f94676bacf38c6e46b3cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833778 Feb 09 02:12:07.967333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47804) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:08.064606 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6087b90-64b5-46c2-8063-c77f02706b03 admin admin] Publish callbacks [] for security_group (daf8e644-0e7b-4e07-839c-626dd8764dc1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.089258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dc39295e-941e-47f0-9207-429dbc6572c2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:08.098027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6087b90-64b5-46c2-8063-c77f02706b03 admin admin] Publish callbacks [] for security_group (daf8e644-0e7b-4e07-839c-626dd8764dc1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.113717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: dc39295e-941e-47f0-9207-429dbc6572c2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:08.114503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dc39295e-941e-47f0-9207-429dbc6572c2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:08.172162 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6087b90-64b5-46c2-8063-c77f02706b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (daf8e644-0e7b-4e07-839c-626dd8764dc1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.175113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6087b90-64b5-46c2-8063-c77f02706b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.179580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b6087b90-64b5-46c2-8063-c77f02706b03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/daf8e644-0e7b-4e07-839c-626dd8764dc1 HTTP/1.1" status: 204 len: 168 time: 0.2087770 Feb 09 02:12:08.199249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6087b90-64b5-46c2-8063-c77f02706b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf8e644-0e7b-4e07-839c-626dd8764dc1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:08.575026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d080c28-3be2-4a7d-a50f-200278c7d11c req-c91f02ed-8188-4188-a32a-621537ae9ec3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:08.576752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d080c28-3be2-4a7d-a50f-200278c7d11c req-c91f02ed-8188-4188-a32a-621537ae9ec3 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.0870605 Feb 09 02:12:08.643879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d080c28-3be2-4a7d-a50f-200278c7d11c req-13a42ec5-3df5-4970-9522-2ed3b03de03e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 Feb 09 02:12:08.796726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47848) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:08.882474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b6d69-5c8f-45d1-a97d-3ec00be6bc21 req-4eb35ecd-b026-4516-b8d2-015b028bee0a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:08.884093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-975b6d69-5c8f-45d1-a97d-3ec00be6bc21 req-4eb35ecd-b026-4516-b8d2-015b028bee0a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0645852 Feb 09 02:12:08.943174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2090442427-network', 'tenant_id': '7f50520ce85c41918be5c4ac4cfb67bb'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:08.950799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-975b6d69-5c8f-45d1-a97d-3ec00be6bc21 req-322c00d2-de0a-40bc-a2ba-c512fbf3aeb3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597942 Feb 09 02:12:08.979729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Made reservation on behalf of 7f50520ce85c41918be5c4ac4cfb67bb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:08.982049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.991974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.123468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:09.149625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9784c6-4950-4916-adb7-b2983ddcc10a req-95a35acf-a812-47d5-97b1-d3cf11e6e081 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.159137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d9784c6-4950-4916-adb7-b2983ddcc10a req-95a35acf-a812-47d5-97b1-d3cf11e6e081 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1214132 Feb 09 02:12:09.208928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks [] for security_group (c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.215139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.235893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d9784c6-4950-4916-adb7-b2983ddcc10a req-1660d76d-aa02-42c6-a3d6-80b483082569 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758710 Feb 09 02:12:09.250736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:09.255458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1744474182-network', 'tenant_id': '7faf26bf49d54b40a3817f4eb18ec7d6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:09.270850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:09.276295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e2757895-8c34-4fae-a339-e8ed3fe4a4d3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.276759 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Added segment e2757895-8c34-4fae-a339-e8ed3fe4a4d3 of type vlan for network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 Feb 09 02:12:09.293356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Made reservation on behalf of 7faf26bf49d54b40a3817f4eb18ec7d6 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:09.295874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.306009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.328277 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.356495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.358395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.359168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.398477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks [] for security_group (0f835a61-3740-414f-a333-17cfa3a0b71f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.404230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0f835a61-3740-414f-a333-17cfa3a0b71f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.421624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6242385 Feb 09 02:12:09.424728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47876) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:09.430571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Request body: {'subnet': {'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2090442427-subnet', 'tenant_id': '7f50520ce85c41918be5c4ac4cfb67bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:09.435762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:12:09.439036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d78703-3aa1-4b7e-b4bd-4d48a0099a61 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:09.461857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Made reservation on behalf of 7f50520ce85c41918be5c4ac4cfb67bb for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:09.464291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.481374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f835a61-3740-414f-a333-17cfa3a0b71f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:09.496973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3572e168-f0f6-4235-a981-0311519b773f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.497355 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Added segment 3572e168-f0f6-4235-a981-0311519b773f of type vlan for network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 Feb 09 02:12:09.556324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (1d35e51d-a43f-45dd-8161-5a2b2f330dc9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.592655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (1d35e51d-a43f-45dd-8161-5a2b2f330dc9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.594293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.594884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.659312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:09.675256 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5504603 Feb 09 02:12:09.679618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:09.686154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Request body: {'subnet': {'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1744474182-subnet', 'tenant_id': '7faf26bf49d54b40a3817f4eb18ec7d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:09.693805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bcd6a-dd9d-4089-96d9-5bc3590e4cac admin admin] Pushing event updated for resources: {'Network': ['ID=1d35e51d-a43f-45dd-8161-5a2b2f330dc9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:09.719498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Made reservation on behalf of 7faf26bf49d54b40a3817f4eb18ec7d6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:09.722246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.733782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (f1d31462-dc8a-49be-8aa7-fe6ea5e76200), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.799467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:12:09.820754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d31462-dc8a-49be-8aa7-fe6ea5e76200,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:09.877040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Checking segment: {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:09.877404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Network hostable DHCP agents. Network: a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:12:09.916278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264773b1-e5f4-4226-b3c6-61f3091a5f55 req-59c8c92c-7b6e-46e9-8334-729cb46ad3bf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.917808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-264773b1-e5f4-4226-b3c6-61f3091a5f55 req-59c8c92c-7b6e-46e9-8334-729cb46ad3bf tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1169169 Feb 09 02:12:09.918444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:12:09.931884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:09.942282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.942951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.944288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (ad564999-61cc-4b6b-ba6c-39e14237ada1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.951508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b6141-69b4-461f-a3c8-31e2d720c597 None None] Network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:12:09.997103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7b2af030-adbc-4fc1-96c0-2a04218ae7dd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5630748 Feb 09 02:12:10.040776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Checking segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:10.041996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Network hostable DHCP agents. Network: 1d35e51d-a43f-45dd-8161-5a2b2f330dc9, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:12:10.043416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-264773b1-e5f4-4226-b3c6-61f3091a5f55 req-03952681-31f5-44f3-b223-b0c6d8f79c92 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144261 Feb 09 02:12:10.046998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad564999-61cc-4b6b-ba6c-39e14237ada1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:10.070108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:12:10.097898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 1d35e51d-a43f-45dd-8161-5a2b2f330dc9) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:10.103854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.104462 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.137360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a347b-79ff-4e7c-b0f3-a8f3994af5be None None] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:12:10.138281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de22be73-cfd5-4467-a9ab-afc0903f0049 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4568388 Feb 09 02:12:10.144084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:10.159608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18923ce-b844-4265-bffc-8642879941f4 req-71af46e0-380f-4907-8082-e622e2447db1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.161549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b18923ce-b844-4265-bffc-8642879941f4 req-71af46e0-380f-4907-8082-e622e2447db1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.0717504 Feb 09 02:12:10.186509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f9997-d296-46ae-93ba-7936d4f8439f None None] Network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:12:10.270633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b18923ce-b844-4265-bffc-8642879941f4 req-e7b6c205-4b97-4709-879d-914481f24ab8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023450 Feb 09 02:12:10.452835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201442f-f12b-4ef0-abf0-1c48f9c00cb5 req-72ce8b47-e058-4ff4-838f-c8f1a7a4dd57 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.463521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9201442f-f12b-4ef0-abf0-1c48f9c00cb5 req-72ce8b47-e058-4ff4-838f-c8f1a7a4dd57 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1239555 Feb 09 02:12:10.555250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9201442f-f12b-4ef0-abf0-1c48f9c00cb5 req-42760631-a4e1-44f6-9c64-ce4a53c6d9b8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905573 Feb 09 02:12:10.685096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c850c-cc69-46c9-ba04-72d09719fd7e None None] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:12:10.758076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-19bae998-1e37-430f-9fab-9b2e3a1c3221 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.760320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-19bae998-1e37-430f-9fab-9b2e3a1c3221 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/networks?id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 200 len: 818 time: 0.1622572 Feb 09 02:12:10.827701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:10.835363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-51a57e81-41cd-42c7-a461-fb22683c78c2 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/quotas/7f50520ce85c41918be5c4ac4cfb67bb HTTP/1.1" status: 200 len: 375 time: 0.0651674 Feb 09 02:12:10.863666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'e8924115-57c4-4571-a443-ac0495e66082', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'e8924115-57c4-4571-a443-ac0495e66082', 'mac_address': 'fa:16:3e:7d:db:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:10.879542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-b1e7f7b6-c2f4-457e-881d-af496cac2a8b tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364993 Feb 09 02:12:10.912110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:10.912507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.929720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8924115-57c4-4571-a443-ac0495e66082 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:10.952282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:10.957535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.969259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-cc93544f-fac4-43ea-875b-b26c14dec16c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.970809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-cc93544f-fac4-43ea-875b-b26c14dec16c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 813 time: 0.2195902 Feb 09 02:12:11.013129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3e414b49-6a84-4e35-9e82-f8dac7b19874 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/quotas/7faf26bf49d54b40a3817f4eb18ec7d6 HTTP/1.1" status: 200 len: 375 time: 0.0294602 Feb 09 02:12:11.017298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:11.035958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-65f77134-96fd-4c63-857d-894f2d794c57 service neutron] 10.222.0.53 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430557 Feb 09 02:12:11.071901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-82141c34-e71b-427e-82e1-fb619f26b9bb tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396297 Feb 09 02:12:11.085862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-18a121d3-1355-4f64-814f-f33d0f46cd0f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:12:11.088833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-18a121d3-1355-4f64-814f-f33d0f46cd0f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079489 Feb 09 02:12:11.091928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['e8924115-57c4-4571-a443-ac0495e66082'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:11.247026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-94fe4216-00bb-413f-ba59-8d7dd998ef5b service neutron] 10.222.0.53 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011740 Feb 09 02:12:11.254296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c4ac6cdc-2b86-4157-a7b8-b07bc2ed389c service neutron] 10.222.0.53 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390216 Feb 09 02:12:11.392168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-2273b2e1-a44d-4349-84ef-05afd1881e77 service neutron] 10.222.0.53 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313710 Feb 09 02:12:11.783684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61ac93-30a2-432f-857e-cd74402bfce4 req-e3cd50e6-27ec-4cf1-97eb-82ef5c88c3f4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:11.785159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c61ac93-30a2-432f-857e-cd74402bfce4 req-e3cd50e6-27ec-4cf1-97eb-82ef5c88c3f4 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1606789 Feb 09 02:12:11.938647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c61ac93-30a2-432f-857e-cd74402bfce4 req-0e5255a3-66a5-42b9-bfae-713a4b14cdc2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406045 Feb 09 02:12:11.966264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507fc07-d5f8-4429-9d48-b094f9078a72 req-9f9b457e-3be4-4449-8016-a8b072ac2b23 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:11.975125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c507fc07-d5f8-4429-9d48-b094f9078a72 req-9f9b457e-3be4-4449-8016-a8b072ac2b23 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1177471 Feb 09 02:12:12.060911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c507fc07-d5f8-4429-9d48-b094f9078a72 req-ed3ec3ef-7dd6-4cfc-994b-d2248747529c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833211 Feb 09 02:12:12.166994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:12.274659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port e8924115-57c4-4571-a443-ac0495e66082 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:12.275042 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e8924115-57c4-4571-a443-ac0495e66082), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:12.315249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df410d-863e-4c9f-a2e6-3e1b10b68caa req-e2f64afd-d0b1-41ab-9492-6e1cc31bc472 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:12.329837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48df410d-863e-4c9f-a2e6-3e1b10b68caa req-e2f64afd-d0b1-41ab-9492-6e1cc31bc472 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1684153 Feb 09 02:12:12.377761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:12.378403 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:12.418831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:12.423263 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dfcb5e-87b8-4779-808a-03fa5e3e6085" -d '{"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:12.438982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:12.449010 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:12.507934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48df410d-863e-4c9f-a2e6-3e1b10b68caa req-3440cc24-7d65-466d-b1ad-835ac96bfd56 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731830 Feb 09 02:12:12.573473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:12.628177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-128ce54d-eef9-4ace-a3b7-2fb898f317d7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:12.629989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-128ce54d-eef9-4ace-a3b7-2fb898f317d7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.2778378 Feb 09 02:12:12.673477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47bfe214-c1af-4e4a-8e76-d0d9d8d0df30 req-23cc5d60-400d-48e1-a53e-7e4b569bdb98 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 210 time: 0.0609148 Feb 09 02:12:12.682314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-c94d9a42-58e0-41a8-95c3-ec7298c971c8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/quotas/50b0a9d1a445463980e19ebece808811 HTTP/1.1" status: 200 len: 375 time: 0.0348144 Feb 09 02:12:12.838362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-866779dc-119c-4c09-993f-7732cce72bc4 req-1a7a1c5f-1ba5-4cb4-9d5b-49fc9ee375e4 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 210 time: 0.0738566 Feb 09 02:12:12.857861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-72926249-3b1e-480f-bf24-9b813db29bf5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656356 Feb 09 02:12:12.921524 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f342976-5e7b-4375-b440-68493d446af5 x-openstack-request-id: req-5f342976-5e7b-4375-b440-68493d446af5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:12.922100 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:12.922552 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f342976-5e7b-4375-b440-68493d446af5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:12.923108 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082', 'code': 200} Feb 09 02:12:13.093129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-5ec0a1d6-e71c-45b6-a8d4-1a04cdf060b8 service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209334 Feb 09 02:12:13.368480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f128fc7-6258-4286-b855-a779dd3f3206 req-2d6db910-7c5b-4c30-92ef-e07ee39cef76 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.379889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f128fc7-6258-4286-b855-a779dd3f3206 req-2d6db910-7c5b-4c30-92ef-e07ee39cef76 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.1802032 Feb 09 02:12:13.394115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-4494dac0-a8bb-42e6-9017-cbf09b0f3e71 service neutron] 10.222.0.53 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908890 Feb 09 02:12:13.508796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f128fc7-6258-4286-b855-a779dd3f3206 req-dab63904-81bf-49b2-97a2-30f0ab741b29 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133323 Feb 09 02:12:13.682096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59596b2-641f-42ca-99c7-14ecf67966b7 req-bfa677f5-ec7f-42bc-9340-b791a481215b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.683664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e59596b2-641f-42ca-99c7-14ecf67966b7 req-bfa677f5-ec7f-42bc-9340-b791a481215b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1071060 Feb 09 02:12:13.696811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82194e-63b3-49ef-bbc9-4526312b1dac req-3b9a514d-129d-4803-a014-00983d76d91a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.698252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e82194e-63b3-49ef-bbc9-4526312b1dac req-3b9a514d-129d-4803-a014-00983d76d91a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0791397 Feb 09 02:12:13.824959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e59596b2-641f-42ca-99c7-14ecf67966b7 req-c6dd7605-d3ba-4119-873c-4ecd29dbf04d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256220 Feb 09 02:12:13.832341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e82194e-63b3-49ef-bbc9-4526312b1dac req-09b7edbc-cf0e-450e-b6cf-1c0442ebed78 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265707 Feb 09 02:12:13.924965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-799a09b2-e341-4c65-8aab-0a32d48b0763 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:13.935014 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-799a09b2-e341-4c65-8aab-0a32d48b0763 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 813 time: 0.2268531 Feb 09 02:12:13.960378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b63ae0b1-84b2-4f80-8207-d9396ee5ae3f req-b167a6d1-9026-407d-9476-341021b24750 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 210 time: 0.0510831 Feb 09 02:12:13.975146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Request body: {'port': {'device_id': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'admin_state_up': True, 'tenant_id': '7faf26bf49d54b40a3817f4eb18ec7d6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:14.077267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7c2fbf9-38c5-4c02-a718-ec6cf501e0b2 req-78a36d96-e4c5-4118-bc11-f00b58d6baf5 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 210 time: 0.0457504 Feb 09 02:12:14.311854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Made reservation on behalf of 7faf26bf49d54b40a3817f4eb18ec7d6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:14.318542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-b4d17066-bccb-43c2-94c4-dca5dc9f0850 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.319954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:14.321788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-b4d17066-bccb-43c2-94c4-dca5dc9f0850 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "GET /v2.0/networks?id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 200 len: 818 time: 0.2426486 Feb 09 02:12:14.348403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Request body: {'port': {'device_id': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6', 'admin_state_up': True, 'tenant_id': '7f50520ce85c41918be5c4ac4cfb67bb'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:14.437851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ee4c4fd-6c2c-4d88-b5d9-568f03ff79a2 req-812ef557-54aa-4466-a7ba-1d32146f0c01 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 210 time: 0.3766966 Feb 09 02:12:14.683763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Allocated IP 172.20.0.9 (1d35e51d-a43f-45dd-8161-5a2b2f330dc9/ad564999-61cc-4b6b-ba6c-39e14237ada1/fba008a0-4b03-4c6c-9352-f659a6155f0f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:14.706706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-4ebc17ed-5c7f-45ee-b22a-dc2c16354a0e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.708226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-4ebc17ed-5c7f-45ee-b22a-dc2c16354a0e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.82 "GET /v2.0/networks?id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 200 len: 818 time: 0.3854852 Feb 09 02:12:14.763647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Request body: {'port': {'device_id': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6', 'admin_state_up': True, 'tenant_id': '7f50520ce85c41918be5c4ac4cfb67bb'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:14.794441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-bce34d4e-4afb-4b11-a1ad-b7c17f3fed15 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.796068 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-bce34d4e-4afb-4b11-a1ad-b7c17f3fed15 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 813 time: 0.1961818 Feb 09 02:12:14.862617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Request body: {'port': {'device_id': '584de837-c666-4c58-a21e-8ab46005a56a', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'admin_state_up': True, 'tenant_id': '7faf26bf49d54b40a3817f4eb18ec7d6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:14.890496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-c85ece2c-a996-4fb0-954e-a41f9d20f2c0 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:14.892090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-c85ece2c-a996-4fb0-954e-a41f9d20f2c0 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "GET /v2.0/networks?id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 200 len: 818 time: 0.5512323 Feb 09 02:12:14.913146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Request body: {'port': {'device_id': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6', 'admin_state_up': True, 'tenant_id': '7f50520ce85c41918be5c4ac4cfb67bb'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:15.024810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks [] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.065492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Made reservation on behalf of 7faf26bf49d54b40a3817f4eb18ec7d6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:15.068949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.086587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b737a1-e0e9-4985-8bcf-09f3e7855d05 req-ccad54e4-b83a-498b-8bf5-48e7baa28841 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.088205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2b737a1-e0e9-4985-8bcf-09f3e7855d05 req-ccad54e4-b83a-498b-8bf5-48e7baa28841 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.3884048 Feb 09 02:12:15.144092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Made reservation on behalf of 7f50520ce85c41918be5c4ac4cfb67bb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:15.148143 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.148870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.236920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:15.237851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Made reservation on behalf of 7f50520ce85c41918be5c4ac4cfb67bb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:15.242052 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.243837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event updated for resources: {'Port': ['ID=fba008a0-4b03-4c6c-9352-f659a6155f0f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:15.251992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:15.255789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:15.276190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Made reservation on behalf of 7f50520ce85c41918be5c4ac4cfb67bb for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:15.279440 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.316304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0bdb2-3afd-42e2-9896-b7cfc3bfc8b9 req-785437b1-9cbd-4c15-92e4-d4a892624db4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.323327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dd0bdb2-3afd-42e2-9896-b7cfc3bfc8b9 req-785437b1-9cbd-4c15-92e4-d4a892624db4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.2931497 Feb 09 02:12:15.353148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2b737a1-e0e9-4985-8bcf-09f3e7855d05 req-05407892-d9ca-49bf-8f28-380a07a31487 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253077 Feb 09 02:12:15.377949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.378686 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.390820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Allocated IP 172.20.0.8 (1d35e51d-a43f-45dd-8161-5a2b2f330dc9/ad564999-61cc-4b6b-ba6c-39e14237ada1/604debfe-3059-4c67-98ba-60c87468da59) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:15.404374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-c1b21935-0a84-4312-95e9-ed9184823488 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4599328 Feb 09 02:12:15.418892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-b5f58a06-c3ce-43f0-8e1b-6eedea327708 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:12:15.420134 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-b5f58a06-c3ce-43f0-8e1b-6eedea327708 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068851 Feb 09 02:12:15.527617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Request body: {'port': {'device_id': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:15.831104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.857337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-34e9e1a8-5014-4740-9847-d326e516bdb5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:15.859056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-34e9e1a8-5014-4740-9847-d326e516bdb5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 814 time: 0.3388844 Feb 09 02:12:15.862511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks [] for port (604debfe-3059-4c67-98ba-60c87468da59), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:15.875765 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Request body: {'port': {'device_id': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'admin_state_up': True, 'tenant_id': '50b0a9d1a445463980e19ebece808811'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:16.030390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dd0bdb2-3afd-42e2-9896-b7cfc3bfc8b9 req-6e7d8224-80bd-4877-a6b9-d1a065fe1d57 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061596 Feb 09 02:12:16.071333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Allocated IP 172.20.0.5 (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6/f1d31462-dc8a-49be-8aa7-fe6ea5e76200/f724687d-0f3e-4a45-a7a3-cc2f35d946c5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:16.096175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2a74-4c3e-4113-b5c1-b6cd523717ee req-301b662b-a860-4701-84ed-73140be36afc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.103597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-139d2a74-4c3e-4113-b5c1-b6cd523717ee req-301b662b-a860-4701-84ed-73140be36afc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.6312129 Feb 09 02:12:16.281583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37bb3fa-52bf-4409-9c24-8bd445ed0336 req-89eecad1-e797-4846-850b-f47c6044b07e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 210 time: 0.0537810 Feb 09 02:12:16.306359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-139d2a74-4c3e-4113-b5c1-b6cd523717ee req-1cc1fefc-6f81-44c9-927a-e965ed6e813d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016668 Feb 09 02:12:16.425303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks [] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.465770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2c8eea1-3a64-4622-b38d-e197c50ffede req-febba766-06c7-471f-a3b8-53ef3eae9b13 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 210 time: 0.0535963 Feb 09 02:12:16.484010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (604debfe-3059-4c67-98ba-60c87468da59), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.539871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de49b685-d8fa-45b5-a7a8-0e5ec6419dde req-b9dd542d-8163-4fd6-860d-1a5c175d1885 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 210 time: 0.0437701 Feb 09 02:12:16.584254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.611990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event updated for resources: {'Port': ['ID=604debfe-3059-4c67-98ba-60c87468da59,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:16.624527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:16.637796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:16.672228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:16.697024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:16.706349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:16.706349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Pushing event updated for resources: {'Port': ['ID=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:16.709077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Allocated IP 172.20.0.11 (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6/f1d31462-dc8a-49be-8aa7-fe6ea5e76200/357ea0ab-5e79-4b0a-85be-cb661ccc78c5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:16.713546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:16.737381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.738148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.771828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ae8b-12da-4a56-add3-2c4391d70128 req-192df34c-16f1-42e2-83e5-b82f13a1cd12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.774110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e055ae8b-12da-4a56-add3-2c4391d70128 req-192df34c-16f1-42e2-83e5-b82f13a1cd12 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.2103007 Feb 09 02:12:16.793857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Made reservation on behalf of 50b0a9d1a445463980e19ebece808811 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:16.797530 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.805305 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4ad7da14-f874-40eb-b052-529ecc95eee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9834197 Feb 09 02:12:16.825246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:16.825871 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.827025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Request body: {'port': {'device_id': '584de837-c666-4c58-a21e-8ab46005a56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:16.867419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-8febb7c8-e737-45f2-9bef-3c3c8141d720 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5229516 Feb 09 02:12:16.890887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Request body: {'port': {'device_id': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:16.907907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (604debfe-3059-4c67-98ba-60c87468da59), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:16.963483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e055ae8b-12da-4a56-add3-2c4391d70128 req-71dcb8a2-09a3-4f55-8a04-a82ba4f22340 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801333 Feb 09 02:12:17.046484 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.073400 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks [] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.289733 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.317188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba008a0-4b03-4c6c-9352-f659a6155f0f {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:17.340370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Allocated IP 172.20.0.10 (eac3926b-d9da-4086-80d6-ba138b7836e1/659abfd7-0436-4fe4-8256-1a45d367db9f/2c797cb0-699d-487a-afdc-aadd9ae77ce9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:17.348444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Publish callbacks [] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.399182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Transition to ACTIVE for port object fba008a0-4b03-4c6c-9352-f659a6155f0f will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:17.425362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:17.446491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:17.454950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad066e7-35a0-472d-927c-bc3040fff80b req-a05148a6-1504-464c-919f-e5a54aba7dc0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:17.456642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bad066e7-35a0-472d-927c-bc3040fff80b req-a05148a6-1504-464c-919f-e5a54aba7dc0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.3249562 Feb 09 02:12:17.457785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:17.474554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Allocated IP 172.20.0.10 (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6/f1d31462-dc8a-49be-8aa7-fe6ea5e76200/700b9bda-3bc8-41d7-a00c-5f24a3d2057f) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:17.478079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Pushing event updated for resources: {'Port': ['ID=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:17.582392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604debfe-3059-4c67-98ba-60c87468da59 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:17.587493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.614150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Publish callbacks [] for port (604debfe-3059-4c67-98ba-60c87468da59), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.615365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:17.616584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.669431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadbefd-c0e5-4e8f-921e-b2c69b93b823 req-1c4c4bea-4d42-4782-a107-180f141b668c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:17.671053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fadbefd-c0e5-4e8f-921e-b2c69b93b823 req-1c4c4bea-4d42-4782-a107-180f141b668c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.2401311 Feb 09 02:12:17.678087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bad066e7-35a0-472d-927c-bc3040fff80b req-8846f0a9-0f1a-45df-874a-78be0169a5e9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004321 Feb 09 02:12:17.698038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-75a38b7e-8e50-4a7f-8962-a33734850f6c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7944524 Feb 09 02:12:17.711445 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.744511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Request body: {'port': {'device_id': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:17.756466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Pushing event updated for resources: {'Port': ['ID=fba008a0-4b03-4c6c-9352-f659a6155f0f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:17.794783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Transition to ACTIVE for port object 604debfe-3059-4c67-98ba-60c87468da59 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:17.852554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fadbefd-c0e5-4e8f-921e-b2c69b93b823 req-4a4f555a-f3a9-4951-928b-ed8aff11d2d8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684492 Feb 09 02:12:17.940145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cc54730-9a4a-41e9-a71f-47996bbf7f30 req-fd2d5b34-d32d-4d50-94cb-f1a8acdc9e6e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 210 time: 0.0522430 Feb 09 02:12:17.943483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks [] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:17.946081 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.076516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks [] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.092079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (604debfe-3059-4c67-98ba-60c87468da59), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.134235 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.222170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Pushing event updated for resources: {'Port': ['ID=604debfe-3059-4c67-98ba-60c87468da59,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:18.273737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.289708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f7505d97-b2ca-42c4-8082-2373ce0a5b67', '89afbcf0-30bb-48be-82aa-670d7ef605f9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:18.309197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Attempting to bind port fba008a0-4b03-4c6c-9352-f659a6155f0f on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:18.309445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:18.309889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Attempting to bind port fba008a0-4b03-4c6c-9352-f659a6155f0f by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:18.310181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Attempting to bind port fba008a0-4b03-4c6c-9352-f659a6155f0f on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:18.320327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Pushing event updated for resources: {'Port': ['ID=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:18.323289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:18.331481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:18.363334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Network eac3926b-d9da-4086-80d6-ba138b7836e1 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:18.364308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Port fba008a0-4b03-4c6c-9352-f659a6155f0f on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:18.364637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Attempting to bind port fba008a0-4b03-4c6c-9352-f659a6155f0f on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:18.375773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:18.378366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d85f06-81ce-46ae-9c86-64f51e8f9e98 req-71691b2b-9a0d-45c8-8439-11067991617e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.380103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d85f06-81ce-46ae-9c86-64f51e8f9e98 req-71691b2b-9a0d-45c8-8439-11067991617e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 932 time: 0.2845836 Feb 09 02:12:18.389774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:18.397393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:18.405570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:18.405806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Checking segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:18.406117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Bound using segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:18.406587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Bound port: fba008a0-4b03-4c6c-9352-f659a6155f0f, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:18.406977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.419146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8c8a3-da8a-4703-8e14-c2b7a768f560 req-b1489703-add0-4d47-9bde-7fdafe30bc3f tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.420737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ca8c8a3-da8a-4703-8e14-c2b7a768f560 req-b1489703-add0-4d47-9bde-7fdafe30bc3f tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 943 time: 0.3078978 Feb 09 02:12:18.431456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event updated for resources: {'Port': ['ID=2c797cb0-699d-487a-afdc-aadd9ae77ce9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:18.475789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.476406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.506219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Attempting to bind port 604debfe-3059-4c67-98ba-60c87468da59 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:18.506547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Attempting to bind port 604debfe-3059-4c67-98ba-60c87468da59 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:18.506792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Attempting to bind port 604debfe-3059-4c67-98ba-60c87468da59 on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:18.525294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Port 604debfe-3059-4c67-98ba-60c87468da59 on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:18.525990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Attempting to bind port 604debfe-3059-4c67-98ba-60c87468da59 on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:18.543592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.544304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.550179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:18.550787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Checking segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:18.551058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Bound using segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:18.551447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Bound port: 604debfe-3059-4c67-98ba-60c87468da59, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:18.551804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (604debfe-3059-4c67-98ba-60c87468da59), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.574026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-737b2592-ac8e-4c21-840a-36a43adddcd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8317578 Feb 09 02:12:18.577493 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d85f06-81ce-46ae-9c86-64f51e8f9e98 req-d6efcfaf-7d16-4d9d-9533-abcd4b5fbd4e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842947 Feb 09 02:12:18.599105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Request body: {'port': {'device_id': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:18.619393 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a56c56b4-23db-4cb9-8c07-7e9f4eea90cc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7477782 Feb 09 02:12:18.620808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f724687d-0f3e-4a45-a7a3-cc2f35d946c5 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:18.639040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Request body: {'port': {'device_id': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:18.649938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ca8c8a3-da8a-4703-8e14-c2b7a768f560 req-41f245ce-2d68-4f60-a732-2de73c75ead7 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149665 Feb 09 02:12:18.652136 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Publish callbacks [] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.687046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Transition to ACTIVE for port object f724687d-0f3e-4a45-a7a3-cc2f35d946c5 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:18.700154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] For port fba008a0-4b03-4c6c-9352-f659a6155f0f, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:18.729351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] For port fba008a0-4b03-4c6c-9352-f659a6155f0f, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fba008a0-4b03-4c6c-9352-f659a6155f0f,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:18.747418 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.755893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.847082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] For port 604debfe-3059-4c67-98ba-60c87468da59, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:18.852666 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.856229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:18.856887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.858310 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] 10.222.0.72 "PUT /v2.0/ports/fba008a0-4b03-4c6c-9352-f659a6155f0f HTTP/1.1" status: 200 len: 1092 time: 3.4305961 Feb 09 02:12:18.869292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'tag': 'fba008a0-4b03-4c6c-9352-f659a6155f0f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:18.872091 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05278ab2-da89-49b4-83fe-5e2c78e40f08" -d '{"events": [{"name": "network-changed", "server_uuid": "054fc0f1-f009-4ac5-8f60-d9710168c4aa", "tag": "fba008a0-4b03-4c6c-9352-f659a6155f0f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:18.879052 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.906044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] For port 604debfe-3059-4c67-98ba-60c87468da59, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=604debfe-3059-4c67-98ba-60c87468da59,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:18.925499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (604debfe-3059-4c67-98ba-60c87468da59), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.962543 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:18.975967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a022a70-bfec-4706-bfaf-099cf2874953 service neutron] Pushing event updated for resources: {'Port': ['ID=fba008a0-4b03-4c6c-9352-f659a6155f0f,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:19.013510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.014154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:19.016037 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] 10.222.0.72 "PUT /v2.0/ports/604debfe-3059-4c67-98ba-60c87468da59 HTTP/1.1" status: 200 len: 1092 time: 2.1994097 Feb 09 02:12:19.207227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fab89-6709-4992-a3cd-416742c9dd9d service neutron] Pushing event updated for resources: {'Port': ['ID=604debfe-3059-4c67-98ba-60c87468da59,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:19.234037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-44c2a937-4a6a-4170-835b-387b82aa4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.236036 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-44c2a937-4a6a-4170-835b-387b82aa4254 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=054fc0f1-f009-4ac5-8f60-d9710168c4aa HTTP/1.1" status: 200 len: 1126 time: 0.2841589 Feb 09 02:12:19.340499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c121a8-eee2-4bf8-b76c-d48c06772059 req-9d89120c-f844-4fe0-81f8-822a475a5d88 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.342361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2c121a8-eee2-4bf8-b76c-d48c06772059 req-9d89120c-f844-4fe0-81f8-822a475a5d88 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.3061595 Feb 09 02:12:19.372792 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-cd4ac268-2166-431a-8d85-4450edede482 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fba008a0-4b03-4c6c-9352-f659a6155f0f HTTP/1.1" status: 200 len: 217 time: 0.1112125 Feb 09 02:12:19.377030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-11df1abf-e3bf-4c80-a486-3d5a2ab9a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.378939 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-11df1abf-e3bf-4c80-a486-3d5a2ab9a1e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 1126 time: 0.3061790 Feb 09 02:12:19.422685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Pushing event updated for resources: {'Port': ['ID=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:19.475115 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4aef2efd-423e-4e41-bcc9-98e86eceac6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604debfe-3059-4c67-98ba-60c87468da59 HTTP/1.1" status: 200 len: 217 time: 0.0815346 Feb 09 02:12:19.484271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a0ba5-065c-4653-9adb-e3ae1775c29a req-d79a7afc-1005-4970-97b3-2033c7f0bfdd tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.486710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e24a0ba5-065c-4653-9adb-e3ae1775c29a req-d79a7afc-1005-4970-97b3-2033c7f0bfdd tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.7321916 Feb 09 02:12:19.561888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-5388db6c-5657-4dbd-aa2c-bdcf3cc58f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.563709 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-5388db6c-5657-4dbd-aa2c-bdcf3cc58f21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.1820207 Feb 09 02:12:19.623448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-5af79903-0812-4dfa-98f8-220c7e2954c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:19.625044 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-5af79903-0812-4dfa-98f8-220c7e2954c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.1427841 Feb 09 02:12:19.631812 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-a50ca8fd-8a4e-4612-86f6-960b9b9b83f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416198 Feb 09 02:12:19.657814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Attempting to bind port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:19.658128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Attempting to bind port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:19.658536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Attempting to bind port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:19.671144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c797cb0-699d-487a-afdc-aadd9ae77ce9 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:19.672358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2c121a8-eee2-4bf8-b76c-d48c06772059 req-23114ead-e136-4648-ae8e-a8e705bc2fbb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412543 Feb 09 02:12:19.686897 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-7b2c856e-2bdf-48ab-8956-1bc4868597f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539801 Feb 09 02:12:19.793073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:19.797557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Publish callbacks [] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:19.806612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Publish callbacks [] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:19.826548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Transition to ACTIVE for port object 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:19.839233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e24a0ba5-065c-4653-9adb-e3ae1775c29a req-041c7efa-9c08-47c3-aaff-088859ca1762 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364730 Feb 09 02:12:19.870011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Transition to ACTIVE for port object 2c797cb0-699d-487a-afdc-aadd9ae77ce9 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:19.883261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:19.979655 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-4cdf6fb7-9622-4182-bb2a-76a4c3218582 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364642 Feb 09 02:12:19.984321 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-0b6f0441-4b12-4948-afbb-dab79780bb88 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848260 Feb 09 02:12:20.010781 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.013533 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b870ec-90c7-41ac-9e1a-29a78e5ad27f x-openstack-request-id: req-17b870ec-90c7-41ac-9e1a-29a78e5ad27f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:20.013870 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054fc0f1-f009-4ac5-8f60-d9710168c4aa", "tag": "fba008a0-4b03-4c6c-9352-f659a6155f0f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:20.014130 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17b870ec-90c7-41ac-9e1a-29a78e5ad27f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:20.014559 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'tag': 'fba008a0-4b03-4c6c-9352-f659a6155f0f', 'status': 'completed', 'code': 200} Feb 09 02:12:20.017576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Pushing event updated for resources: {'Port': ['ID=2c797cb0-699d-487a-afdc-aadd9ae77ce9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:20.039574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:20.040207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Attempting to bind port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:20.114566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:20.115178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Checking segment: {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:20.118571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Bound using segment: {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:20.119319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Bound port: f724687d-0f3e-4a45-a7a3-cc2f35d946c5, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:20.119947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.189951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:20.230246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Attempting to bind port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:20.230560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Attempting to bind port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:20.230887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Attempting to bind port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:20.248853 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-81cc2591-ac71-49ed-aa0b-f7f57b710bbd service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567284 Feb 09 02:12:20.249880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 on network eac3926b-d9da-4086-80d6-ba138b7836e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:20.250207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Attempting to bind port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 on network eac3926b-d9da-4086-80d6-ba138b7836e1 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:20.254216 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-1c9a29c6-6b30-4a37-b8ed-7075c99e5de5 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607808 Feb 09 02:12:20.259763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:20.260033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Checking segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:20.260543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Bound using segment: {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:20.261025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Bound port: 2c797cb0-699d-487a-afdc-aadd9ae77ce9, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe536902-037f-46ed-9134-b431f0a97ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:20.261389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.416495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] For port 2c797cb0-699d-487a-afdc-aadd9ae77ce9, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:20.422492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] For port 2c797cb0-699d-487a-afdc-aadd9ae77ce9, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c797cb0-699d-487a-afdc-aadd9ae77ce9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:20.442101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.499098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-1e4ec2de-84b7-4e7c-9d93-9bfc99c4ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.500937 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-1e4ec2de-84b7-4e7c-9d93-9bfc99c4ef66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=054fc0f1-f009-4ac5-8f60-d9710168c4aa HTTP/1.1" status: 200 len: 1126 time: 0.1632452 Feb 09 02:12:20.531433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.533702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.537113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] 10.222.0.82 "PUT /v2.0/ports/2c797cb0-699d-487a-afdc-aadd9ae77ce9 HTTP/1.1" status: 200 len: 1093 time: 1.9086246 Feb 09 02:12:20.749841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02da1e-9fed-425f-bb7a-3297c32e5d52 service neutron] Pushing event updated for resources: {'Port': ['ID=2c797cb0-699d-487a-afdc-aadd9ae77ce9,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:20.802102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-b26ba34b-1dca-4285-b741-5766f28be486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.804651 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-b26ba34b-1dca-4285-b741-5766f28be486 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 1127 time: 0.1691661 Feb 09 02:12:20.810281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-95b5bcb7-cadc-46ab-8ec0-cb3e8123bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.812223 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-95b5bcb7-cadc-46ab-8ec0-cb3e8123bfde service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 914 time: 0.3020799 Feb 09 02:12:20.824882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e84a-32c5-431a-a66f-01ccc5d8848b req-85c77459-7ab3-4917-a6ea-bc201cabb8cc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.826552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2383e84a-32c5-431a-a66f-01ccc5d8848b req-85c77459-7ab3-4917-a6ea-bc201cabb8cc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.9807990 Feb 09 02:12:20.880368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc1cbb-06dc-49ae-9a7a-e21e60391a80 req-c6f73ab1-3d01-42c2-b266-0d988ec34247 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:20.882499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63dc1cbb-06dc-49ae-9a7a-e21e60391a80 req-c6f73ab1-3d01-42c2-b266-0d988ec34247 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 944 time: 0.7380311 Feb 09 02:12:20.892675 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-549558a8-b8f9-4748-b8ec-aba9c398c94d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fba008a0-4b03-4c6c-9352-f659a6155f0f HTTP/1.1" status: 200 len: 217 time: 0.0722985 Feb 09 02:12:20.894511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-5c92e595-b7d1-4915-8f5f-d4865df1567e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c797cb0-699d-487a-afdc-aadd9ae77ce9 HTTP/1.1" status: 200 len: 217 time: 0.0810075 Feb 09 02:12:20.895337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] For port f724687d-0f3e-4a45-a7a3-cc2f35d946c5, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:20.935187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] For port f724687d-0f3e-4a45-a7a3-cc2f35d946c5, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:20.985691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:20.999800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-6a02397c-91bb-4e06-8e2a-5187bd4fa146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.001703 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-6a02397c-91bb-4e06-8e2a-5187bd4fa146 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.1030555 Feb 09 02:12:21.005853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a80a6926-9d90-4ac5-bf71-a0ff8b2e0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.008643 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-a80a6926-9d90-4ac5-bf71-a0ff8b2e0271 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.0708618 Feb 09 02:12:21.012215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Attempting to bind port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:21.012215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Attempting to bind port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:21.012559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Attempting to bind port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:21.054415 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-5dd6b8d0-b526-4d0b-a6c8-91e9c616b38f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435684 Feb 09 02:12:21.058305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2383e84a-32c5-431a-a66f-01ccc5d8848b req-88f8be45-f48f-4b83-ba60-d3720215726b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080121 Feb 09 02:12:21.062030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700b9bda-3bc8-41d7-a00c-5f24a3d2057f {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:21.072049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.072713 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.074099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] 10.222.0.72 "PUT /v2.0/ports/f724687d-0f3e-4a45-a7a3-cc2f35d946c5 HTTP/1.1" status: 200 len: 1092 time: 4.2002347 Feb 09 02:12:21.087606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'tag': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:21.087606 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a777fd-d8d4-404d-a303-cca8b61aec0c", "tag": "f724687d-0f3e-4a45-a7a3-cc2f35d946c5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:21.087606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:21.087606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Attempting to bind port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:21.098033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Publish callbacks [] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.122708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:21.123277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Checking segment: {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:21.123420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Bound using segment: {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:21.123857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Bound port: 357ea0ab-5e79-4b0a-85be-cb661ccc78c5, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:21.124222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.143079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63dc1cbb-06dc-49ae-9a7a-e21e60391a80 req-1a323660-0518-4c47-8a01-7d8c9907f7d2 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447696 Feb 09 02:12:21.146749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-e1b4c4c1-a161-49b7-a7bd-530148f086ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279807 Feb 09 02:12:21.185872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Transition to ACTIVE for port object 700b9bda-3bc8-41d7-a00c-5f24a3d2057f will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:21.191840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a649a8b-97fb-48c7-a313-cf6a2e6239cb service neutron] Pushing event updated for resources: {'Port': ['ID=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:21.232519 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.334671 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-c5422992-df27-40c3-b8f5-278b54642511 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597470 Feb 09 02:12:21.357962 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-c7b024ea-b4e9-4c63-8863-e4bc16b66981 service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987565 Feb 09 02:12:21.408461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:21.456692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] For port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:21.487138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] For port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:21.489927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-cf6023f3-2bb9-46a5-ad0f-d7362e3ccbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.491614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-cf6023f3-2bb9-46a5-ad0f-d7362e3ccbfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 1126 time: 0.3266647 Feb 09 02:12:21.597406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-fde0f790-6c22-44a0-a82d-a990d0bee1e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f724687d-0f3e-4a45-a7a3-cc2f35d946c5 HTTP/1.1" status: 200 len: 217 time: 0.0952568 Feb 09 02:12:21.598764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.665189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:21.681510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d8774-bd0d-46ac-9a95-1aa58880da73 req-a264ec6e-2e30-4351-8070-0039fcb27d8f tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.688811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c3d8774-bd0d-46ac-9a95-1aa58880da73 req-a264ec6e-2e30-4351-8070-0039fcb27d8f tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 944 time: 0.3609216 Feb 09 02:12:21.787049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bc75-5b6f-4d47-b8f6-83425428ae90 req-1f492a4b-05c7-4a19-8fad-3c220bef85e2 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.788839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33d2bc75-5b6f-4d47-b8f6-83425428ae90 req-1f492a4b-05c7-4a19-8fad-3c220bef85e2 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 943 time: 0.4674349 Feb 09 02:12:21.792380 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-05278ab2-da89-49b4-83fe-5e2c78e40f08 req-5babd1e6-7b0b-4a4c-bf8e-30215fa3964e service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423633 Feb 09 02:12:21.798961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.799946 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:21.801046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-3d1d69fd-c26c-4c19-9d22-171fab6da0e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/357ea0ab-5e79-4b0a-85be-cb661ccc78c5 HTTP/1.1" status: 200 len: 1093 time: 4.0696301 Feb 09 02:12:21.802512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-77a7abc1-999d-4938-b15a-995093d6f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:21.804450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-77a7abc1-999d-4938-b15a-995093d6f890 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f1d31462-dc8a-49be-8aa7-fe6ea5e76200 HTTP/1.1" status: 200 len: 858 time: 0.1449339 Feb 09 02:12:21.897871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c3d8774-bd0d-46ac-9a95-1aa58880da73 req-f46f8dcd-f290-432b-a9af-6e66b5e2f342 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076061 Feb 09 02:12:21.899992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-cb5debe7-d220-42f6-ae01-7b778e3ba212 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528200 Feb 09 02:12:21.901632 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bb17e0d2-82de-462b-a870-38ba4764f763 req-2069a28b-59dc-4004-8ecd-08ead650668e service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118164 Feb 09 02:12:21.941841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33d2bc75-5b6f-4d47-b8f6-83425428ae90 req-d4755858-2659-4bdf-843d-2d6e1032c9bc tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363657 Feb 09 02:12:21.997771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Attempting to bind port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:21.998500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Attempting to bind port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:21.998722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Attempting to bind port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:22.015649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584de837-c666-4c58-a21e-8ab46005a56a', 'tag': '604debfe-3059-4c67-98ba-60c87468da59'}, {'name': 'network-changed', 'server_uuid': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'tag': '2c797cb0-699d-487a-afdc-aadd9ae77ce9'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:22.019305 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae09223-4672-4278-8808-ec38ba0bc13f" -d '{"events": [{"name": "network-changed", "server_uuid": "584de837-c666-4c58-a21e-8ab46005a56a", "tag": "604debfe-3059-4c67-98ba-60c87468da59"}, {"name": "network-changed", "server_uuid": "bb16bf65-89da-4ffe-9334-58da096988ed", "tag": "2c797cb0-699d-487a-afdc-aadd9ae77ce9"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:22.115701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:22.116783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Attempting to bind port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f on network a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:22.156076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:22.156568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Checking segment: {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:22.157034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Bound using segment: {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:22.157545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Bound port: 700b9bda-3bc8-41d7-a00c-5f24a3d2057f, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:22.158084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.259935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-c14ddf26-27b4-42f2-887a-301b92c75788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.262161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-c14ddf26-27b4-42f2-887a-301b92c75788 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 1127 time: 0.3746791 Feb 09 02:12:22.356578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-a23b2564-09e3-4eb0-aaa1-075771b74552 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135182 Feb 09 02:12:22.372724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60ea85-2519-4d9b-a5ca-05de9c969688 req-ba4eff3e-781c-4a14-81b9-1c20f504d3f1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.374738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b60ea85-2519-4d9b-a5ca-05de9c969688 req-ba4eff3e-781c-4a14-81b9-1c20f504d3f1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.3128333 Feb 09 02:12:22.376365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-6e309c82-cd03-49d8-9f40-38b655ddad8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357ea0ab-5e79-4b0a-85be-cb661ccc78c5 HTTP/1.1" status: 200 len: 217 time: 0.0934565 Feb 09 02:12:22.401365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf791b67-44a1-4c74-9304-dbdabe66b437 req-4f2d24e4-7aae-4545-b3d7-39239e2cda89 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.402887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf791b67-44a1-4c74-9304-dbdabe66b437 req-4f2d24e4-7aae-4545-b3d7-39239e2cda89 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 946 time: 0.3700788 Feb 09 02:12:22.542425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] For port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:22.603654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] For port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:22.617162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-6f118fdf-336c-48a8-b169-1614de0e8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.618811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-6f118fdf-336c-48a8-b169-1614de0e8e8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f1d31462-dc8a-49be-8aa7-fe6ea5e76200 HTTP/1.1" status: 200 len: 858 time: 0.2070231 Feb 09 02:12:22.639133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.684120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf791b67-44a1-4c74-9304-dbdabe66b437 req-19a6b946-ee82-445c-8174-08f99c267b0d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482665 Feb 09 02:12:22.691989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-8d930711-bfb7-40d6-8cfd-d7c61876d9fa tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.703868 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-8d930711-bfb7-40d6-8cfd-d7c61876d9fa tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1129 time: 0.1092982 Feb 09 02:12:22.720631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:22.749053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b60ea85-2519-4d9b-a5ca-05de9c969688 req-91b0b327-39ed-48c9-a833-17658e55c1bd tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447759 Feb 09 02:12:22.751981 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec197510-7b9d-448f-96c9-087a5d8ab6b9 x-openstack-request-id: req-ec197510-7b9d-448f-96c9-087a5d8ab6b9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:22.752437 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a777fd-d8d4-404d-a303-cca8b61aec0c", "tag": "f724687d-0f3e-4a45-a7a3-cc2f35d946c5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:22.752718 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec197510-7b9d-448f-96c9-087a5d8ab6b9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:22.753439 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'tag': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5', 'status': 'completed', 'code': 200} Feb 09 02:12:22.815974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-2def878f-462a-41a9-9bb1-beac84f31678 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1806538 Feb 09 02:12:22.838425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:22.841419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.849783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] 10.222.0.82 "PUT /v2.0/ports/700b9bda-3bc8-41d7-a00c-5f24a3d2057f HTTP/1.1" status: 200 len: 1093 time: 4.2575815 Feb 09 02:12:22.863706 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed7cec5-a14e-4659-a102-1835b75ec5e8 x-openstack-request-id: req-9ed7cec5-a14e-4659-a102-1835b75ec5e8 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:22.864589 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584de837-c666-4c58-a21e-8ab46005a56a", "tag": "604debfe-3059-4c67-98ba-60c87468da59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb16bf65-89da-4ffe-9334-58da096988ed", "tag": "2c797cb0-699d-487a-afdc-aadd9ae77ce9", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:22.864589 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ed7cec5-a14e-4659-a102-1835b75ec5e8 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:22.866250 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584de837-c666-4c58-a21e-8ab46005a56a', 'tag': '604debfe-3059-4c67-98ba-60c87468da59', 'status': 'completed', 'code': 200} Feb 09 02:12:22.866742 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'tag': '2c797cb0-699d-487a-afdc-aadd9ae77ce9', 'status': 'completed', 'code': 200} Feb 09 02:12:22.941089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:22.972428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-507c9994-9788-49d0-b94d-1b57a2024f2d service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830851 Feb 09 02:12:23.040128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-716e3b26-1769-4b33-a438-aecfb081c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.041130 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-716e3b26-1769-4b33-a438-aecfb081c16f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 1127 time: 0.2132030 Feb 09 02:12:23.043615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-8324c838-0ff6-43de-a0d5-e9e1ee31cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.044866 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-8324c838-0ff6-43de-a0d5-e9e1ee31cf18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 1126 time: 0.1732795 Feb 09 02:12:23.144721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e2e55-2362-4b91-91ca-a2c12e76e0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:23.170442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a2130-431f-4fd7-83f3-72709fe1108f req-e39d9931-0754-4300-bd21-8e036f140f9b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.172113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d7a2130-431f-4fd7-83f3-72709fe1108f req-e39d9931-0754-4300-bd21-8e036f140f9b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.2499495 Feb 09 02:12:23.216195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-9bb052b1-812f-426c-ade5-fcdb963b9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.217338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-9bb052b1-812f-426c-ade5-fcdb963b9146 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 1127 time: 0.2920346 Feb 09 02:12:23.229289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-9d3acd72-60f6-4d37-b1bb-2e12578ec561 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648233 Feb 09 02:12:23.237242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-1e57ef81-828c-482d-99a9-adf92466b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.238757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-1e57ef81-828c-482d-99a9-adf92466b4f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 1126 time: 0.1617846 Feb 09 02:12:23.296790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74818d2d-52d9-4726-9281-6886cafa40aa req-2a45502f-5069-47f7-8152-f882eaa6c5ac tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.298360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74818d2d-52d9-4726-9281-6886cafa40aa req-2a45502f-5069-47f7-8152-f882eaa6c5ac tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 944 time: 0.3741841 Feb 09 02:12:23.306751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:23.311535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-717fcc0d-5f90-4130-93bb-0c3b3bd85969 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700b9bda-3bc8-41d7-a00c-5f24a3d2057f HTTP/1.1" status: 200 len: 217 time: 0.0769541 Feb 09 02:12:23.317801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-c131347a-f956-4ea4-9d23-02a56d655a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.320327 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-c131347a-f956-4ea4-9d23-02a56d655a54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 914 time: 0.2676303 Feb 09 02:12:23.323046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-467ebd2a-cd3a-4fa3-84d6-56f5e0877587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:23.323658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-c1910ce2-194e-405d-a919-a771ac0b77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.325085 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-c1910ce2-194e-405d-a919-a771ac0b77a9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 915 time: 0.2732680 Feb 09 02:12:23.453823 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-cceb62e6-3c21-4399-afcb-ca8f95e0e3ac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c797cb0-699d-487a-afdc-aadd9ae77ce9 HTTP/1.1" status: 200 len: 217 time: 0.1166821 Feb 09 02:12:23.458797 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-09541911-c640-49ae-a194-49037607fe32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604debfe-3059-4c67-98ba-60c87468da59 HTTP/1.1" status: 200 len: 217 time: 0.1310043 Feb 09 02:12:23.539782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:23.581903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d7a2130-431f-4fd7-83f3-72709fe1108f req-f5c9d951-0c24-4fd6-906e-8f0834c3345c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941417 Feb 09 02:12:23.634512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-dd19a591-c4a0-4539-805f-200885cd024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.635974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-dd19a591-c4a0-4539-805f-200885cd024e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1d31462-dc8a-49be-8aa7-fe6ea5e76200 HTTP/1.1" status: 200 len: 858 time: 0.2787004 Feb 09 02:12:23.668100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-66626c19-c1a1-4e4a-8391-ec426e4a2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.670378 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-66626c19-c1a1-4e4a-8391-ec426e4a2dfb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.2058086 Feb 09 02:12:23.694655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-70264c3b-ab94-4804-9980-eb8112e6a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.696533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-70264c3b-ab94-4804-9980-eb8112e6a11f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 200 len: 919 time: 0.4155538 Feb 09 02:12:23.698916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-27966455-8233-422c-afc4-d2bfff05cbb3 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192262 Feb 09 02:12:23.702900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74818d2d-52d9-4726-9281-6886cafa40aa req-176c3487-31f1-4540-8a95-3ce0b9d5107d tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903735 Feb 09 02:12:23.732564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Publish callbacks [] for port (f827adca-0d88-4257-a040-63808dc96952), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:23.773295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-4dabb26d-28a3-4ac5-8a3f-1e99b12acdc8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678596 Feb 09 02:12:23.812124 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-bbce3b46-f368-454b-833f-9fdcae269b51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621221 Feb 09 02:12:23.815104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f827adca-0d88-4257-a040-63808dc96952), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:23.866044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-68359617-e904-4d3a-9af2-ce4daaa93617 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f724687d-0f3e-4a45-a7a3-cc2f35d946c5 HTTP/1.1" status: 200 len: 217 time: 0.1447988 Feb 09 02:12:23.988507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-51346876-735b-45be-b011-8606e9ab5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:23.990300 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-51346876-735b-45be-b011-8606e9ab5286 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.3638566 Feb 09 02:12:24.103744 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-89d6ed81-2951-47ea-8ac7-963ecff9444d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932214 Feb 09 02:12:24.113974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-d184f3ca-3b91-4b34-9942-86013c444a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.116227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-d184f3ca-3b91-4b34-9942-86013c444a7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f1d31462-dc8a-49be-8aa7-fe6ea5e76200 HTTP/1.1" status: 200 len: 858 time: 0.2351630 Feb 09 02:12:24.126623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12616d0-995a-46d4-97d0-a34139e6dc25 req-37ca43f5-5ed3-438f-b980-1566c7501ee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.131011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:24.135321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b12616d0-995a-46d4-97d0-a34139e6dc25 req-37ca43f5-5ed3-438f-b980-1566c7501ee8 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 943 time: 0.2860332 Feb 09 02:12:24.149552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4af54-1b5d-45f2-a5d3-91f062f00ad6 req-a46223b3-aeb5-4f49-9d08-ad03787de12f tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:24.157068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88c4af54-1b5d-45f2-a5d3-91f062f00ad6 req-a46223b3-aeb5-4f49-9d08-ad03787de12f tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 944 time: 0.2780523 Feb 09 02:12:24.203434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:24.205475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-ece76a15-302b-4474-be5b-b7aa9fe68b3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659254 Feb 09 02:12:24.257541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-f89bf22d-a393-495a-af01-21ed2a66985e service neutron] 10.222.0.82 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096856 Feb 09 02:12:24.274608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:24.275051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:24.275391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:24.288033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:24.288542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:24.299854 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-0d998e2c-c7db-436c-a2da-fc4acd215138 service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751344 Feb 09 02:12:24.310149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:24.310633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:24.311032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:24.311641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Bound port: f827adca-0d88-4257-a040-63808dc96952, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:24.312047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:24.323162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88c4af54-1b5d-45f2-a5d3-91f062f00ad6 req-590d7c1f-0989-41f3-8080-f03a55855c12 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649823 Feb 09 02:12:24.417245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:24.453371 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:12:24.471519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:24.472614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:24.473439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:24.483251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:24.485077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:24.493677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:24.494440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:24.495283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:24.495490 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-be580317-0fb3-465b-b2a5-a365ecdc0e47 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800900 Feb 09 02:12:24.496141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Bound port: f827adca-0d88-4257-a040-63808dc96952, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:24.496747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:24.594056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:24.601711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:24.630056 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f827adca-0d88-4257-a040-63808dc96952), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:24.640911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:24.664067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.api [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f827adca-0d88-4257-a040-63808dc96952-n-h2-826675-12-0 {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:12:24.664399 n-d-826675-12 neutron-server[103150]: DEBUG oslo_db.api [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:12:24.693791 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-79fc64c7-faa5-43ed-89e7-bf32da7643ee service neutron] 10.222.0.82 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850050 Feb 09 02:12:24.762927 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-0bacd757-c5d5-41a4-9ef2-ce125d6e8f07 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541568 Feb 09 02:12:24.766394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:12:24.796077 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-cefa8217-a6e2-452a-91b2-3c91e3b9d4ed service neutron] show failed (client error): The resource could not be found. Feb 09 02:12:24.797803 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-cefa8217-a6e2-452a-91b2-3c91e3b9d4ed service neutron] 10.222.0.82 "GET /v2.0/ports/041696a2-426d-47e4-85c4-14477337ce8a/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.1162274 Feb 09 02:12:24.812137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:24.847089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fba008a0-4b03-4c6c-9352-f659a6155f0f details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:24.867890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f827adca-0d88-4257-a040-63808dc96952'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:24.871416 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f733d50-c1e3-4017-895d-a7873eb11867" -d '{"events": [{"server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "name": "network-vif-unplugged", "status": "completed", "tag": "f827adca-0d88-4257-a040-63808dc96952"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:24.979465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'tag': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5'}, {'name': 'network-changed', 'server_uuid': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'tag': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:24.983631 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2240559a-7c54-4b5d-a254-224ab3ac2252" -d '{"events": [{"name": "network-changed", "server_uuid": "5530da8a-0e8c-433f-963d-b987d10cccd6", "tag": "357ea0ab-5e79-4b0a-85be-cb661ccc78c5"}, {"name": "network-changed", "server_uuid": "3d4bd260-dcd0-44ef-9e96-e63934b1bec7", "tag": "700b9bda-3bc8-41d7-a00c-5f24a3d2057f"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:25.039605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fba008a0-4b03-4c6c-9352-f659a6155f0f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fba008a0-4b03-4c6c-9352-f659a6155f0f,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:25.068173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'fba008a0-4b03-4c6c-9352-f659a6155f0f', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'port_id': 'fba008a0-4b03-4c6c-9352-f659a6155f0f', 'mac_address': 'fa:16:3e:76:72:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad564999-61cc-4b6b-ba6c-39e14237ada1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:25.151180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b12616d0-995a-46d4-97d0-a34139e6dc25 req-a5883a46-17cf-48b5-9b57-9e8a44928f87 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0147069 Feb 09 02:12:25.188110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port fba008a0-4b03-4c6c-9352-f659a6155f0f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:25.188876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.217198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-8ffed6c8-6056-47bb-976e-5c3bae971630 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9973583 Feb 09 02:12:25.227946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba008a0-4b03-4c6c-9352-f659a6155f0f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:25.231749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:25.232768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:25.233110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:25.243640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:25.244661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempting to bind port f827adca-0d88-4257-a040-63808dc96952 on network ea32d4e9-71ca-4dbd-8880-8689f45e4e44 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:25.259115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc31590-5339-40f3-bd51-1b4271d235d5 req-887ffc3a-5e53-4f14-9af0-456b94651190 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.266839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbc31590-5339-40f3-bd51-1b4271d235d5 req-887ffc3a-5e53-4f14-9af0-456b94651190 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.2707005 Feb 09 02:12:25.268945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:25.269553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Checking segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:25.270213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-172d5b9e-c267-4958-857d-750e55e8b2a3 req-0e06e5b9-23a4-44a4-8d56-563cea8dece6 service neutron] 10.222.0.82 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9536021 Feb 09 02:12:25.270382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Bound using segment: {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:25.271233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Bound port: f827adca-0d88-4257-a040-63808dc96952, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112cb2ce-b489-4fb7-b2b5-7a46426548ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ea32d4e9-71ca-4dbd-8880-8689f45e4e44'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:25.271799 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.276477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fba008a0-4b03-4c6c-9352-f659a6155f0f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fba008a0-4b03-4c6c-9352-f659a6155f0f,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:25.281663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-022073bc-556d-495b-9f56-442cf944a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.281881 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.282416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 604debfe-3059-4c67-98ba-60c87468da59 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:25.283579 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-022073bc-556d-495b-9f56-442cf944a86e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 1132 time: 0.1989975 Feb 09 02:12:25.314621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:25.364594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=fba008a0-4b03-4c6c-9352-f659a6155f0f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:25.372667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 604debfe-3059-4c67-98ba-60c87468da59, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=604debfe-3059-4c67-98ba-60c87468da59,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:25.388636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '604debfe-3059-4c67-98ba-60c87468da59', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'port_id': '604debfe-3059-4c67-98ba-60c87468da59', 'mac_address': 'fa:16:3e:82:07:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad564999-61cc-4b6b-ba6c-39e14237ada1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:25.459554 n-d-826675-12 neutron-server[103150]: WARNING neutron.plugins.ml2.plugin [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Concurrent port binding operations failed on port f827adca-0d88-4257-a040-63808dc96952 Feb 09 02:12:25.467558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 604debfe-3059-4c67-98ba-60c87468da59 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:25.468174 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (604debfe-3059-4c67-98ba-60c87468da59), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.469731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:25.474067 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attempt 2 to bind port f827adca-0d88-4257-a040-63808dc96952 Feb 09 02:12:25.477722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.478482 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.480390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-2fc4e5b1-34f2-4f88-af20-96d524f07849 service neutron] 10.222.0.82 "PUT /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 1155 time: 2.7677855 Feb 09 02:12:25.481295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.489759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbc31590-5339-40f3-bd51-1b4271d235d5 req-db32c138-02b4-4180-b203-b64fcff1e817 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218456 Feb 09 02:12:25.497332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604debfe-3059-4c67-98ba-60c87468da59 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:25.511175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575ae98-c7c0-4f63-8c4e-cac654c794ea req-7f66663d-898b-489e-856a-f6a0e16f3f34 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.513180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5575ae98-c7c0-4f63-8c4e-cac654c794ea req-7f66663d-898b-489e-856a-f6a0e16f3f34 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1914411 Feb 09 02:12:25.516951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1aeb33d-d8ab-433d-a233-fd71ae2ecd51 req-6e2088ea-52f4-4016-9b80-3017d7e87a71 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906840 Feb 09 02:12:25.538752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 604debfe-3059-4c67-98ba-60c87468da59, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=604debfe-3059-4c67-98ba-60c87468da59,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:25.575518 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (604debfe-3059-4c67-98ba-60c87468da59), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.622289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5575ae98-c7c0-4f63-8c4e-cac654c794ea req-213f5310-a13d-437e-9cb4-17c7d030cd1f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001129 Feb 09 02:12:25.715535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e55ad-2ad7-4bc6-bfac-5cd74e520273 req-a1942e2d-a858-426e-8f14-ba244ccb19b0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.737443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-118e55ad-2ad7-4bc6-bfac-5cd74e520273 req-a1942e2d-a858-426e-8f14-ba244ccb19b0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1300232 Feb 09 02:12:25.743313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=604debfe-3059-4c67-98ba-60c87468da59,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:25.758057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f827adca-0d88-4257-a040-63808dc96952'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:25.864676 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6c64-519c-4d02-be35-d6a1c8985071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:25.896924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-118e55ad-2ad7-4bc6-bfac-5cd74e520273 req-00eda901-3513-4fa1-b59e-f42c3c1af40a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581748 Feb 09 02:12:25.919866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889405-b969-441d-9d63-ba63ac53286f req-867058a3-4334-4c1f-9544-e90edb97dfe6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:25.920665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['f827adca-0d88-4257-a040-63808dc96952'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:25.931377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49889405-b969-441d-9d63-ba63ac53286f req-867058a3-4334-4c1f-9544-e90edb97dfe6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 944 time: 0.1589789 Feb 09 02:12:26.008472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:26.061571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49889405-b969-441d-9d63-ba63ac53286f req-a2c42aaa-f551-4b05-8456-5338e9602976 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278989 Feb 09 02:12:26.083936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:26.120395 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84258d-26b9-4d0c-be38-7b933f074678 x-openstack-request-id: req-9e84258d-26b9-4d0c-be38-7b933f074678 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:26.121519 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "name": "network-vif-unplugged", "status": "completed", "tag": "f827adca-0d88-4257-a040-63808dc96952", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:26.121947 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e84258d-26b9-4d0c-be38-7b933f074678 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:26.122472 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f827adca-0d88-4257-a040-63808dc96952', 'code': 200} Feb 09 02:12:26.167626 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Publish callbacks [] for port (041696a2-426d-47e4-85c4-14477337ce8a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.197704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Transition to ACTIVE for port object 041696a2-426d-47e4-85c4-14477337ce8a will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:26.203823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.222064 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd59fad8-a27b-4cb9-b0f1-6a302915a011 x-openstack-request-id: req-fd59fad8-a27b-4cb9-b0f1-6a302915a011 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:26.223062 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530da8a-0e8c-433f-963d-b987d10cccd6", "tag": "357ea0ab-5e79-4b0a-85be-cb661ccc78c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d4bd260-dcd0-44ef-9e96-e63934b1bec7", "tag": "700b9bda-3bc8-41d7-a00c-5f24a3d2057f", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:26.223692 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd59fad8-a27b-4cb9-b0f1-6a302915a011 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:26.224297 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'tag': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5', 'status': 'completed', 'code': 200} Feb 09 02:12:26.230342 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'tag': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f', 'status': 'completed', 'code': 200} Feb 09 02:12:26.240357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c797cb0-699d-487a-afdc-aadd9ae77ce9 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:26.300471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:26.388307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] No DVR routers for this DVR port 041696a2-426d-47e4-85c4-14477337ce8a on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:26.438105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2c797cb0-699d-487a-afdc-aadd9ae77ce9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c797cb0-699d-487a-afdc-aadd9ae77ce9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:26.450670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:26.451154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:26.451586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:26.460274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-6f119603-aedb-4700-b36b-13f20b8ce573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:26.462702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['fba008a0-4b03-4c6c-9352-f659a6155f0f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:26.464213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-6f119603-aedb-4700-b36b-13f20b8ce573 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 1127 time: 0.2283540 Feb 09 02:12:26.468331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['604debfe-3059-4c67-98ba-60c87468da59'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:26.475721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Port 041696a2-426d-47e4-85c4-14477337ce8a on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:26.476067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Attempting to bind port 041696a2-426d-47e4-85c4-14477337ce8a on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:26.523385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:26.523800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:26.524190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:26.524652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Bound port: 041696a2-426d-47e4-85c4-14477337ce8a, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:26.525073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.542127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '2c797cb0-699d-487a-afdc-aadd9ae77ce9', 'network_id': 'eac3926b-d9da-4086-80d6-ba138b7836e1', 'port_id': '2c797cb0-699d-487a-afdc-aadd9ae77ce9', 'mac_address': 'fa:16:3e:4e:d4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659abfd7-0436-4fe4-8256-1a45d367db9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:26.544893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d5f06-36db-49fa-a1d3-88e2f6e60c0b req-ae6c63b9-1c0a-4615-ae5e-e1e747789a61 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:26.560340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-033d5f06-36db-49fa-a1d3-88e2f6e60c0b req-ae6c63b9-1c0a-4615-ae5e-e1e747789a61 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 944 time: 0.2029819 Feb 09 02:12:26.638153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:26.638594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.680999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-a88dea74-3895-43ea-a999-83628dd96ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:26.682741 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-a88dea74-3895-43ea-a999-83628dd96ed5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 1127 time: 0.3855999 Feb 09 02:12:26.708037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c797cb0-699d-487a-afdc-aadd9ae77ce9 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:26.731541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:26.731893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2c797cb0-699d-487a-afdc-aadd9ae77ce9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c797cb0-699d-487a-afdc-aadd9ae77ce9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:26.735955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:26.739094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-033d5f06-36db-49fa-a1d3-88e2f6e60c0b req-fa8acc42-fb83-4d3c-b539-7719e4c12db6 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752813 Feb 09 02:12:26.750097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.763833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.869470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-117b3d16-bc1d-4f27-8304-06ee547c2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:26.871341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-117b3d16-bc1d-4f27-8304-06ee547c2373 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 200 len: 919 time: 0.3892894 Feb 09 02:12:26.905562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76484e49-6c94-4187-8a23-d9e79766162c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:26.944540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.946166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:26.947678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:26.951621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2c797cb0-699d-487a-afdc-aadd9ae77ce9,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:26.952017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] 10.222.0.72 "PUT /v2.0/ports/041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 1096 time: 1.6550190 Feb 09 02:12:27.050931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f937b8-2307-4d94-8104-f0e648c8ca84 req-19ce2099-c687-4cc9-b0ea-d6bb3cc9da91 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.061407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64f937b8-2307-4d94-8104-f0e648c8ca84 req-19ce2099-c687-4cc9-b0ea-d6bb3cc9da91 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 944 time: 0.5961950 Feb 09 02:12:27.109049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-0500ed02-1a13-47c5-8e5e-5cffa507f7ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=357ea0ab-5e79-4b0a-85be-cb661ccc78c5 HTTP/1.1" status: 200 len: 217 time: 0.2175741 Feb 09 02:12:27.118322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f544f38-52ad-4cc8-9391-8bf0e1f35f53 service neutron] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:27.165990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-d3e32031-aac8-4380-b2dc-01fb6d17ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.168522 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-d3e32031-aac8-4380-b2dc-01fb6d17ea19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1130 time: 0.1839817 Feb 09 02:12:27.189259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-76505aa5-8c56-43f0-95ea-bd1bbd49e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.191491 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-76505aa5-8c56-43f0-95ea-bd1bbd49e771 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 200 len: 919 time: 0.4934921 Feb 09 02:12:27.223093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-f1aee8bd-6d0f-4b54-8054-7c447c8b9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.225855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-f1aee8bd-6d0f-4b54-8054-7c447c8b9a81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f1d31462-dc8a-49be-8aa7-fe6ea5e76200 HTTP/1.1" status: 200 len: 858 time: 0.1026232 Feb 09 02:12:27.248303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:27.270919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '76484e49-6c94-4187-8a23-d9e79766162c', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': '76484e49-6c94-4187-8a23-d9e79766162c', 'mac_address': 'fa:16:3e:57:c7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:27.285548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-60911392-27ae-4767-a225-7c8500d40921 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520496 Feb 09 02:12:27.307311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64f937b8-2307-4d94-8104-f0e648c8ca84 req-5aa2f052-0bcb-4c50-8476-6f0d939e001d tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446792 Feb 09 02:12:27.320195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-4ebf9a8e-45e3-4733-b967-a1a778dd6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.322736 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-4ebf9a8e-45e3-4733-b967-a1a778dd6c24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1272137 Feb 09 02:12:27.352139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74bcb-31ff-44f6-8608-6a53f80fb8a1 req-f7d1e329-77e0-4a8f-85fb-b5fea75eb712 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.356156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32f74bcb-31ff-44f6-8608-6a53f80fb8a1 req-f7d1e329-77e0-4a8f-85fb-b5fea75eb712 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.4832494 Feb 09 02:12:27.368749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76484e49-6c94-4187-8a23-d9e79766162c is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:27.369145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.393578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76484e49-6c94-4187-8a23-d9e79766162c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:27.446294 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-b6c8bbf5-cddc-428f-8120-ec9fbe03223c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700b9bda-3bc8-41d7-a00c-5f24a3d2057f HTTP/1.1" status: 200 len: 217 time: 0.1222098 Feb 09 02:12:27.448424 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-680bb7a6-c39c-4d8e-8426-0d6cee3ac967 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.1164472 Feb 09 02:12:27.456611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:27.467270 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:27.530717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-10c65c86-f386-4f7c-b63d-380b313529ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.533429 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-10c65c86-f386-4f7c-b63d-380b313529ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1d31462-dc8a-49be-8aa7-fe6ea5e76200 HTTP/1.1" status: 200 len: 858 time: 0.0806932 Feb 09 02:12:27.544309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:27.572469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32f74bcb-31ff-44f6-8608-6a53f80fb8a1 req-a621bbb1-9c0a-4147-86dd-e828a2cc6050 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883872 Feb 09 02:12:27.598450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4ecf7-7a0e-44bc-905c-056acebdbf7a req-01cdbe4a-38bc-4f89-bd34-c527bf9f482e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.601517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6c4ecf7-7a0e-44bc-905c-056acebdbf7a req-01cdbe4a-38bc-4f89-bd34-c527bf9f482e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.1718853 Feb 09 02:12:27.604591 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-c49217a7-ba10-4844-b7fd-04756843f814 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598142 Feb 09 02:12:27.639961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-24b46592-b3f8-485e-a79f-492144f5a365 service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315382 Feb 09 02:12:27.669974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['76484e49-6c94-4187-8a23-d9e79766162c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:27.716672 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-da16e036-4a03-4a1b-a76b-689fbc1d1e92 service neutron] 10.222.0.82 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048923 Feb 09 02:12:27.731714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['2c797cb0-699d-487a-afdc-aadd9ae77ce9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:27.751231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6c4ecf7-7a0e-44bc-905c-056acebdbf7a req-a6788f09-654a-40b6-91b9-c21f38b74fbe tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421568 Feb 09 02:12:27.843448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-684721ab-bd3e-4cc2-8b5d-1ce0fa29fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.844960 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-684721ab-bd3e-4cc2-8b5d-1ce0fa29fded service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.3103919 Feb 09 02:12:27.900205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-50ae05c5-cfd3-4319-b49b-f6b234b4182f service neutron] 10.222.0.72 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528930 Feb 09 02:12:27.945286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684ddf9-4cea-4abe-aea7-cd4dbe9d97fd req-44ab9f94-d9c5-49a0-b745-46bef31de0d0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:27.946932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9684ddf9-4cea-4abe-aea7-cd4dbe9d97fd req-44ab9f94-d9c5-49a0-b745-46bef31de0d0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 944 time: 0.1648970 Feb 09 02:12:27.997313 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2240559a-7c54-4b5d-a254-224ab3ac2252 req-af50615b-210a-4c85-a959-96af39acc3a6 service neutron] 10.222.0.82 "GET /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696881 Feb 09 02:12:28.007408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-48227f06-b733-4193-b2a0-bdf3e57573d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.011648 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-48227f06-b733-4193-b2a0-bdf3e57573d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1578891 Feb 09 02:12:28.124139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'tag': 'f827adca-0d88-4257-a040-63808dc96952'}, {'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a'}, {'name': 'network-changed', 'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:28.126785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fabb43-2306-4f6c-a7aa-f26f8d8a8a7e req-83b245cd-cbb3-4451-91e1-5ed84cb5b13e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.126945 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d92487c-2f71-48c6-92e5-537daabe3be7" -d '{"events": [{"name": "network-changed", "server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "tag": "f827adca-0d88-4257-a040-63808dc96952"}, {"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-unplugged", "status": "completed", "tag": "041696a2-426d-47e4-85c4-14477337ce8a"}, {"name": "network-changed", "server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "tag": "041696a2-426d-47e4-85c4-14477337ce8a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:28.135463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20fabb43-2306-4f6c-a7aa-f26f8d8a8a7e req-83b245cd-cbb3-4451-91e1-5ed84cb5b13e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 945 time: 0.1811409 Feb 09 02:12:28.149695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:28.156897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9684ddf9-4cea-4abe-aea7-cd4dbe9d97fd req-ed3f9a40-ee57-4c3c-9c07-54b7821755cf tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015297 Feb 09 02:12:28.201259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20fabb43-2306-4f6c-a7aa-f26f8d8a8a7e req-93f20778-0ccd-485b-9b30-ee8a28eaf167 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646114 Feb 09 02:12:28.201970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-9219f80c-7ae0-4daf-89d7-76cab96787ce service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832688 Feb 09 02:12:28.288613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 700b9bda-3bc8-41d7-a00c-5f24a3d2057f details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:28.291824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 041696a2-426d-47e4-85c4-14477337ce8a no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:28.341886 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c5e2fc-cc40-4d7f-8135-f8a6e22652bd x-openstack-request-id: req-32c5e2fc-cc40-4d7f-8135-f8a6e22652bd {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:28.344166 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "tag": "f827adca-0d88-4257-a040-63808dc96952", "status": "completed", "code": 200}, {"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-unplugged", "status": "completed", "tag": "041696a2-426d-47e4-85c4-14477337ce8a", "code": 200}, {"name": "network-changed", "server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "tag": "041696a2-426d-47e4-85c4-14477337ce8a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:28.344661 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32c5e2fc-cc40-4d7f-8135-f8a6e22652bd {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:28.345369 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'tag': 'f827adca-0d88-4257-a040-63808dc96952', 'status': 'completed', 'code': 200} Feb 09 02:12:28.346735 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a', 'code': 200} Feb 09 02:12:28.350943 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a', 'status': 'completed', 'code': 200} Feb 09 02:12:28.420296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7a4c5-299c-411c-8c62-801e7153284a req-fa76f4cb-c5b9-4863-894f-f1ad246ccbe4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.429472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5df7a4c5-299c-411c-8c62-801e7153284a req-fa76f4cb-c5b9-4863-894f-f1ad246ccbe4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 944 time: 0.1351209 Feb 09 02:12:28.458307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-d4d0e167-b2e9-4e0a-8cf4-bc7239fb296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.460151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-d4d0e167-b2e9-4e0a-8cf4-bc7239fb296e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1158 time: 0.1534007 Feb 09 02:12:28.483160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:12:28.576701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5df7a4c5-299c-411c-8c62-801e7153284a req-8e07d281-8f38-44b2-9881-4d6006a4d0cb tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459599 Feb 09 02:12:28.630171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] The host n-h1-826675-12 is not matching for port 041696a2-426d-47e4-85c4-14477337ce8a host n-h2-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:12:28.633588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 041696a2-426d-47e4-85c4-14477337ce8a not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:28.658871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-cf3ba67b-7c5b-4b92-a256-b24a1f38a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.660403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-cf3ba67b-7c5b-4b92-a256-b24a1f38a838 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1895173 Feb 09 02:12:28.727520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:28.750707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f', 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6', 'port_id': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f', 'mac_address': 'fa:16:3e:41:15:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d31462-dc8a-49be-8aa7-fe6ea5e76200', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:28.767236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b4777-b22f-4930-b888-5a059a443bca req-eecd1070-4c07-4b2b-9cda-942202db6f44 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.768778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-560b4777-b22f-4930-b888-5a059a443bca req-eecd1070-4c07-4b2b-9cda-942202db6f44 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 944 time: 0.3730888 Feb 09 02:12:28.772521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-cce33773-6df7-4538-b9ca-2a253de3faaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 217 time: 0.1042042 Feb 09 02:12:28.851544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-0a2cd014-90ac-4acb-b1a6-3e53324f13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.853595 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-0a2cd014-90ac-4acb-b1a6-3e53324f13ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1130 time: 0.5162671 Feb 09 02:12:28.856240 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3df8f7d4-5148-49d1-9aeb-66d409ccefeb req-8759eac3-1975-437e-bd2e-2a0b804dc7ba service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427698 Feb 09 02:12:28.859837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:28.860246 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:28.891615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f724687d-0f3e-4a45-a7a3-cc2f35d946c5 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:28.902487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-9fc9126c-f21a-4662-8043-1d8c90cd4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.904016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-9fc9126c-f21a-4662-8043-1d8c90cd4828 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1215382 Feb 09 02:12:28.918081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00fde1-3b31-4278-98f1-242a8c48bcc6 req-647bbb15-9e85-4869-a816-110f29685cff tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:28.924864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b00fde1-3b31-4278-98f1-242a8c48bcc6 req-647bbb15-9e85-4869-a816-110f29685cff tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.1547222 Feb 09 02:12:28.948173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-560b4777-b22f-4930-b888-5a059a443bca req-33989393-bc3e-47f8-bf66-8039f9c83965 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600101 Feb 09 02:12:29.010141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-cdb766bd-54b0-4083-bdc3-ceb4f52a4fdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753765 Feb 09 02:12:29.041534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-05302b22-7284-406c-b847-c6142dd4ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:29.043190 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-05302b22-7284-406c-b847-c6142dd4ae6b service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1824353 Feb 09 02:12:29.079809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700b9bda-3bc8-41d7-a00c-5f24a3d2057f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:29.114154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:29.132150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:29.145193 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-187498c8-0cd3-483e-8691-89e6bbfb6737 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.0897033 Feb 09 02:12:29.199128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:29.204659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b00fde1-3b31-4278-98f1-242a8c48bcc6 req-50df428a-5eba-421b-80d7-881ba511cfcb tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776344 Feb 09 02:12:29.269416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefc9c8-91d0-4cab-9f7f-39b8abaae318 req-53400c4e-b7b1-490c-9101-60a726a7b7f5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:29.277558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fefc9c8-91d0-4cab-9f7f-39b8abaae318 req-53400c4e-b7b1-490c-9101-60a726a7b7f5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.2107763 Feb 09 02:12:29.281029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f724687d-0f3e-4a45-a7a3-cc2f35d946c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:29.287531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-ac136164-b0e1-4213-a3e4-144306f640dd service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764511 Feb 09 02:12:29.347213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5', 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6', 'port_id': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5', 'mac_address': 'fa:16:3e:d3:5c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d31462-dc8a-49be-8aa7-fe6ea5e76200', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:29.362682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-9558fc2a-ae8d-48ad-b9e3-52a7a00b4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:29.364768 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-9558fc2a-ae8d-48ad-b9e3-52a7a00b4601 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1982212 Feb 09 02:12:29.425178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fefc9c8-91d0-4cab-9f7f-39b8abaae318 req-e8c0607f-3428-4211-a37a-3a0db034cd56 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462474 Feb 09 02:12:29.453202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:29.457636 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:29.470390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-38742deb-386e-4938-b45d-9d7626284d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:29.472192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-38742deb-386e-4938-b45d-9d7626284d67 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0970223 Feb 09 02:12:29.502741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f724687d-0f3e-4a45-a7a3-cc2f35d946c5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:29.513925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-5398410a-8bc8-4e94-83ec-1798339485a5 service neutron] 10.222.0.72 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159784 Feb 09 02:12:29.531637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f724687d-0f3e-4a45-a7a3-cc2f35d946c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:29.540623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:29.541361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:29.582545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:29.609489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113da693-4d75-484d-bf20-b9a7daff91ec req-df6b4a06-8abe-49ef-bb7b-7c611591a026 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:29.621942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-113da693-4d75-484d-bf20-b9a7daff91ec req-df6b4a06-8abe-49ef-bb7b-7c611591a026 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 944 time: 0.0957663 Feb 09 02:12:29.667674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5', 'network_id': 'a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6', 'port_id': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5', 'mac_address': 'fa:16:3e:c9:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d31462-dc8a-49be-8aa7-fe6ea5e76200', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:29.672660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:29.682210 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-cbc6e52b-d9d0-4279-a4b8-3831da7f1102 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003095 Feb 09 02:12:29.739559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-113da693-4d75-484d-bf20-b9a7daff91ec req-20bc05cd-b5e1-41bd-b3f5-f1d956b53252 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112223 Feb 09 02:12:29.754519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-52334598-698a-42ac-94ef-b9e6a94c386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:29.754814 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:29.755064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-52334598-698a-42ac-94ef-b9e6a94c386c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1130 time: 0.1217604 Feb 09 02:12:29.760763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['700b9bda-3bc8-41d7-a00c-5f24a3d2057f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:29.807081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:29.807564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:29.840338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:29.864463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:29.903099 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:29.961054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13316be-a939-47f1-a888-cc7557f73358 req-75f44724-7a96-43f8-9313-481325b0ade0 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:29.970068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e13316be-a939-47f1-a888-cc7557f73358 req-75f44724-7a96-43f8-9313-481325b0ade0 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 945 time: 0.1039789 Feb 09 02:12:30.001663 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-baf7013c-6f6b-44b5-8e66-564b6c16f89c service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883308 Feb 09 02:12:30.005007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-ded357c8-0dc0-459b-a967-9102bd63f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.007571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-ded357c8-0dc0-459b-a967-9102bd63f7ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2478378 Feb 09 02:12:30.078310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:30.092823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e13316be-a939-47f1-a888-cc7557f73358 req-46ad2a98-1db9-4ae2-a482-349ae772028e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197958 Feb 09 02:12:30.173834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-0ba9272a-942f-448f-be0b-d49744016ffc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.1082573 Feb 09 02:12:30.239924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c797cb0-699d-487a-afdc-aadd9ae77ce9 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:30.297402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-e0f4a874-1aeb-4321-8751-85e9944d8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.299128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-e0f4a874-1aeb-4321-8751-85e9944d8b22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1102037 Feb 09 02:12:30.346354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:30.354269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:30.354896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:30.361116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64875e2-6dbe-4d4a-be42-6fd20ee4f58d req-00fc1905-e7cc-43b9-a6f6-e8411c5702d5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.362743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c64875e2-6dbe-4d4a-be42-6fd20ee4f58d req-00fc1905-e7cc-43b9-a6f6-e8411c5702d5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 945 time: 0.1726899 Feb 09 02:12:30.370920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dc137-0f5c-4160-a96f-b029868c9acb req-410ca868-790f-4daf-a5f2-ba10a84947e6 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.377796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b7dc137-0f5c-4160-a96f-b029868c9acb req-410ca868-790f-4daf-a5f2-ba10a84947e6 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 944 time: 0.1799512 Feb 09 02:12:30.458917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-980562fe-70eb-43c2-86e0-72d879728762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.461419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-980562fe-70eb-43c2-86e0-72d879728762 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1508100 Feb 09 02:12:30.469651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c64875e2-6dbe-4d4a-be42-6fd20ee4f58d req-ed5fef2d-bf19-4574-b490-1af57c7fc479 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889559 Feb 09 02:12:30.470838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:30.471385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:30.494490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b7dc137-0f5c-4160-a96f-b029868c9acb req-4a5ce0b3-832a-4b3c-b4c8-12e7201fce9d tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158204 Feb 09 02:12:30.524161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c797cb0-699d-487a-afdc-aadd9ae77ce9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:30.536772 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb24e60-189f-43dc-af0e-ef995dfe2032" -d '{"events": [{"server_uuid": "bb16bf65-89da-4ffe-9334-58da096988ed", "name": "network-vif-plugged", "status": "completed", "tag": "2c797cb0-699d-487a-afdc-aadd9ae77ce9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:30.566145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2c797cb0-699d-487a-afdc-aadd9ae77ce9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c797cb0-699d-487a-afdc-aadd9ae77ce9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:30.577200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:30.629496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-a216ffc1-d6d9-4711-9cac-2dad6d6a71b2 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560504 Feb 09 02:12:30.639553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2c797cb0-699d-487a-afdc-aadd9ae77ce9,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:30.753904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.760541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.765861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.771324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.777797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.783046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.788409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.790373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-b9d6c2bb-49c5-44c9-802c-ba78ed9a6962 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.2017510 Feb 09 02:12:30.828741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07eae3-cd14-4bdf-8f76-c185a89d3de2 req-1e1c67e0-b781-42b9-843c-b90272c3880a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:30.830424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f07eae3-cd14-4bdf-8f76-c185a89d3de2 req-1e1c67e0-b781-42b9-843c-b90272c3880a tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.2054052 Feb 09 02:12:30.857676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d92487c-2f71-48c6-92e5-537daabe3be7 req-26f3a8a7-bfce-4ee0-ba37-5f9e43aa2492 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952021 Feb 09 02:12:30.893204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 604debfe-3059-4c67-98ba-60c87468da59 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:30.939567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55f641fc-d279-43b9-b8ef-3a2303173913 req-824b45f3-d2e0-4342-9102-a8266b13eb44 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421084 Feb 09 02:12:30.945858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f07eae3-cd14-4bdf-8f76-c185a89d3de2 req-b9ff19e3-9a24-4efe-96bc-c19be6a38e03 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012619 Feb 09 02:12:31.019115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 604debfe-3059-4c67-98ba-60c87468da59 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:31.024343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 604debfe-3059-4c67-98ba-60c87468da59 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:31.024795 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (604debfe-3059-4c67-98ba-60c87468da59), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.169611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dbda1-8c8c-41cf-a10f-d12d6e040bbd req-ed2cd0ef-caa1-42c7-960e-e4c002ff090c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:31.176373 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eede5cf-174e-415e-a579-a71941d731b6 x-openstack-request-id: req-0eede5cf-174e-415e-a579-a71941d731b6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:31.176739 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16bf65-89da-4ffe-9334-58da096988ed", "name": "network-vif-plugged", "status": "completed", "tag": "2c797cb0-699d-487a-afdc-aadd9ae77ce9", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:31.177121 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0eede5cf-174e-415e-a579-a71941d731b6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:31.177564 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c797cb0-699d-487a-afdc-aadd9ae77ce9', 'code': 200} Feb 09 02:12:31.180401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-103dbda1-8c8c-41cf-a10f-d12d6e040bbd req-ed2cd0ef-caa1-42c7-960e-e4c002ff090c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.1014328 Feb 09 02:12:31.193168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 604debfe-3059-4c67-98ba-60c87468da59 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:31.194551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (604debfe-3059-4c67-98ba-60c87468da59), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.212926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['357ea0ab-5e79-4b0a-85be-cb661ccc78c5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:31.264515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-103dbda1-8c8c-41cf-a10f-d12d6e040bbd req-d001d94c-b2b5-41f0-9851-8ada121876c9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831168 Feb 09 02:12:31.306515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 604debfe-3059-4c67-98ba-60c87468da59, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=604debfe-3059-4c67-98ba-60c87468da59,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:31.314557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (604debfe-3059-4c67-98ba-60c87468da59), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.315369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76484e49-6c94-4187-8a23-d9e79766162c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:31.327719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408d808-3fbe-42d3-bc5b-5c1c45b586ba req-7fd5ff3e-8d11-40a0-af27-9c91fba33a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:31.330155 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2408d808-3fbe-42d3-bc5b-5c1c45b586ba req-7fd5ff3e-8d11-40a0-af27-9c91fba33a40 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 1129 time: 0.0781610 Feb 09 02:12:31.353016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf954-ba6f-484f-98e0-9079581ac4c5 req-a8c62891-2dc7-4541-a20a-678d4adf40fb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:31.363380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9bdf954-ba6f-484f-98e0-9079581ac4c5 req-a8c62891-2dc7-4541-a20a-678d4adf40fb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 944 time: 0.1318874 Feb 09 02:12:31.422720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9bdf954-ba6f-484f-98e0-9079581ac4c5 req-93c9dbac-059f-4cac-9425-e4836a077ddc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568647 Feb 09 02:12:31.455859 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2408d808-3fbe-42d3-bc5b-5c1c45b586ba req-d8cdeb3a-59a4-4973-815d-c86225678e73 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174951 Feb 09 02:12:31.491148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ab7a-05d1-45b6-a53d-86a1c039a960 req-3d46ccb6-b7b6-40d1-ad4d-3ee9237855b3 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:31.497415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09f1ab7a-05d1-45b6-a53d-86a1c039a960 req-3d46ccb6-b7b6-40d1-ad4d-3ee9237855b3 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0860231 Feb 09 02:12:31.504200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=604debfe-3059-4c67-98ba-60c87468da59,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:31.508600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f724687d-0f3e-4a45-a7a3-cc2f35d946c5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:31.605709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09f1ab7a-05d1-45b6-a53d-86a1c039a960 req-cd5fc40f-246d-4889-975f-831a22446755 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072738 Feb 09 02:12:31.632342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 76484e49-6c94-4187-8a23-d9e79766162c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:31.632966 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (76484e49-6c94-4187-8a23-d9e79766162c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.682338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c2385-eb37-4f0a-a82f-665124d50b58 req-2c2f7b1a-f4e2-4d52-8f30-11f85ab4f8d6 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:31.684499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-652c2385-eb37-4f0a-a82f-665124d50b58 req-2c2f7b1a-f4e2-4d52-8f30-11f85ab4f8d6 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 945 time: 0.0663753 Feb 09 02:12:31.815546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76484e49-6c94-4187-8a23-d9e79766162c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:31.815800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-652c2385-eb37-4f0a-a82f-665124d50b58 req-162bac71-74da-43b8-ba9a-959219dfde40 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199939 Feb 09 02:12:31.816425 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.837615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d81b0-bb3a-4c46-acd9-7cfbc2c9b46d req-e75e66f5-8963-42e9-91bb-3c33abbc6b70 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:31.839835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c74d81b0-bb3a-4c46-acd9-7cfbc2c9b46d req-e75e66f5-8963-42e9-91bb-3c33abbc6b70 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 945 time: 0.1164625 Feb 09 02:12:31.864027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:31.872259 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:31.873287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fba008a0-4b03-4c6c-9352-f659a6155f0f up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:31.940239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c74d81b0-bb3a-4c46-acd9-7cfbc2c9b46d req-e7ef4de4-17e7-4a6d-83f4-c9ff2ea96fe2 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844896 Feb 09 02:12:31.985775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:32.005295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port fba008a0-4b03-4c6c-9352-f659a6155f0f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:32.015903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port fba008a0-4b03-4c6c-9352-f659a6155f0f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:32.019082 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.271470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port fba008a0-4b03-4c6c-9352-f659a6155f0f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:32.272842 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.279980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:32.289903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 700b9bda-3bc8-41d7-a00c-5f24a3d2057f up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:32.362916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372ca3a-0774-4799-9ad7-f5190209866a req-65aac344-ff7b-4fc8-85b0-b2ab434dc4db tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.364917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d372ca3a-0774-4799-9ad7-f5190209866a req-65aac344-ff7b-4fc8-85b0-b2ab434dc4db tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.2696893 Feb 09 02:12:32.418185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.435531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.445353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.455835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.464133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.471806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.479283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.487703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-f224e432-641b-4f93-bee9-b1b6fe34acfc tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.3830070 Feb 09 02:12:32.571534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fba008a0-4b03-4c6c-9352-f659a6155f0f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fba008a0-4b03-4c6c-9352-f659a6155f0f,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:32.585039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.591254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:32.624880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:32.625467 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.787871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d372ca3a-0774-4799-9ad7-f5190209866a req-6ae66279-02c0-462d-896f-70808db808d7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080279 Feb 09 02:12:32.816311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:32.821240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=fba008a0-4b03-4c6c-9352-f659a6155f0f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:32.841050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-3a1d4705-8bdf-403e-8df8-3a5d6b83d5e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3387208 Feb 09 02:12:32.858234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:12:32.866649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:32.867115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.877230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e9463da-c50f-4971-8436-1c9f54f1d33c req-87980f2a-044f-4805-a5f4-6a3702d89cc5 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3884213 Feb 09 02:12:32.935558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:32.945946 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:32.994324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-43a2cc6b-6c1c-47a6-94ec-d84d6217bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:32.995894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-43a2cc6b-6c1c-47a6-94ec-d84d6217bbed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 1128 time: 0.1173487 Feb 09 02:12:33.079866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:33.180083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584de837-c666-4c58-a21e-8ab46005a56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604debfe-3059-4c67-98ba-60c87468da59'}, {'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c'}, {'server_uuid': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba008a0-4b03-4c6c-9352-f659a6155f0f'}, {'server_uuid': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:33.182149 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ca733-157d-4cba-8c7b-c14fdd3f3f6a" -d '{"events": [{"server_uuid": "584de837-c666-4c58-a21e-8ab46005a56a", "name": "network-vif-plugged", "status": "completed", "tag": "604debfe-3059-4c67-98ba-60c87468da59"}, {"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-plugged", "status": "completed", "tag": "76484e49-6c94-4187-8a23-d9e79766162c"}, {"server_uuid": "054fc0f1-f009-4ac5-8f60-d9710168c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "fba008a0-4b03-4c6c-9352-f659a6155f0f"}, {"server_uuid": "3d4bd260-dcd0-44ef-9e96-e63934b1bec7", "name": "network-vif-plugged", "status": "completed", "tag": "700b9bda-3bc8-41d7-a00c-5f24a3d2057f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:33.610620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4eb1-af60-44f6-99e1-1c3eb6cbdc0d req-80d3385d-2f78-47c6-a5d4-e72ad690a090 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:33.619875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-406c4eb1-af60-44f6-99e1-1c3eb6cbdc0d req-80d3385d-2f78-47c6-a5d4-e72ad690a090 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.5235016 Feb 09 02:12:33.629401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-357deef7-cb48-4c7b-b452-6d494091e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:33.630862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-357deef7-cb48-4c7b-b452-6d494091e97c service neutron] 10.222.0.72 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 915 time: 0.6091309 Feb 09 02:12:33.688333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-9b82b26d-eb4d-453f-a901-6b255e51ff94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67 HTTP/1.1" status: 200 len: 217 time: 0.0500510 Feb 09 02:12:33.771860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-406c4eb1-af60-44f6-99e1-1c3eb6cbdc0d req-9f4d42dc-7e8e-41b6-a664-1ed081fab143 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455073 Feb 09 02:12:33.805783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-be933085-bf0d-43d0-89dc-a2ac3cb600e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:33.807459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-be933085-bf0d-43d0-89dc-a2ac3cb600e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.1114817 Feb 09 02:12:33.858673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-84ca16a6-5172-403c-ac08-021d0c3b930b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326135 Feb 09 02:12:34.018496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db845c13-2fc6-4d12-b35e-fcf040f6f26a req-b8ef7bfb-252f-4e5c-9108-9ff7fa7db449 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.027284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db845c13-2fc6-4d12-b35e-fcf040f6f26a req-b8ef7bfb-252f-4e5c-9108-9ff7fa7db449 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.2539246 Feb 09 02:12:34.113336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-4e989758-4b4e-4dc2-ba38-233b017c5eb3 service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420499 Feb 09 02:12:34.138293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9884756-b545-4478-85dc-23feb8e19c0c req-c55a658c-0693-4e08-8eaf-05edced8aef0 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.153732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9884756-b545-4478-85dc-23feb8e19c0c req-c55a658c-0693-4e08-8eaf-05edced8aef0 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2940481 Feb 09 02:12:34.187408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.196130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.203857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.209595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.217905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.226027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.234395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.237092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-e9cccf76-a874-4222-a8be-6f1ba1952ed9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 5442 time: 0.1889305 Feb 09 02:12:34.307766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db845c13-2fc6-4d12-b35e-fcf040f6f26a req-228c0222-fa43-4d5a-a90b-d3f0726148cd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794852 Feb 09 02:12:34.351413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-2590bffb-dbe7-40e2-9adf-fb000d11587f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.354651 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-2590bffb-dbe7-40e2-9adf-fb000d11587f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "GET /v2.0/ports/cac4a00d-e689-4a71-9d3b-ddb73f08186f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1076651 Feb 09 02:12:34.414054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9884756-b545-4478-85dc-23feb8e19c0c req-d66cfa41-7997-4a40-8d69-8689104b651b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593613 Feb 09 02:12:34.523612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df65c7e7-854d-466f-9097-e96e9b866ed3 req-6222cafb-4982-40e6-830c-b0b2fd469bf8 service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672395 Feb 09 02:12:34.524381 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-9b2d3ec3-8d2f-43ef-8165-280ebc8b4798 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "GET /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1637797 Feb 09 02:12:34.540841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:34.633641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:34.661955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a04fc-0e7f-423a-8857-bd2107df5a21 req-bda46700-b427-4e15-af73-3939564c6423 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.671203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-541a04fc-0e7f-423a-8857-bd2107df5a21 req-bda46700-b427-4e15-af73-3939564c6423 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1454990 Feb 09 02:12:34.715754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223cbb7-5146-4218-b48e-281295fd5705 req-d607ac90-cfaa-4466-aad8-f6979ce0f689 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:34.722777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5223cbb7-5146-4218-b48e-281295fd5705 req-d607ac90-cfaa-4466-aad8-f6979ce0f689 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 945 time: 0.1947680 Feb 09 02:12:34.790909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-541a04fc-0e7f-423a-8857-bd2107df5a21 req-c1200500-05f5-4de4-9076-2a40501bf9e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088102 Feb 09 02:12:34.832128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5223cbb7-5146-4218-b48e-281295fd5705 req-2181f906-7e88-4500-b464-3ada5d243aec tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084714 Feb 09 02:12:34.848337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] For port cac4a00d-e689-4a71-9d3b-ddb73f08186f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac4a00d-e689-4a71-9d3b-ddb73f08186f,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:34.897481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] For port cac4a00d-e689-4a71-9d3b-ddb73f08186f, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:34.901999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 041696a2-426d-47e4-85c4-14477337ce8a details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:34.904898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f724687d-0f3e-4a45-a7a3-cc2f35d946c5 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:34.934832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] device_id is not set on port cac4a00d-e689-4a71-9d3b-ddb73f08186f yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:12:34.946825 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] Publish callbacks [] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:34.965083 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a43425-7165-4465-b11a-eaf9b691b3f1 x-openstack-request-id: req-f8a43425-7165-4465-b11a-eaf9b691b3f1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:34.966006 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584de837-c666-4c58-a21e-8ab46005a56a", "name": "network-vif-plugged", "status": "completed", "tag": "604debfe-3059-4c67-98ba-60c87468da59", "code": 200}, {"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-plugged", "status": "completed", "tag": "76484e49-6c94-4187-8a23-d9e79766162c", "code": 200}, {"server_uuid": "054fc0f1-f009-4ac5-8f60-d9710168c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "fba008a0-4b03-4c6c-9352-f659a6155f0f", "code": 200}, {"server_uuid": "3d4bd260-dcd0-44ef-9e96-e63934b1bec7", "name": "network-vif-plugged", "status": "completed", "tag": "700b9bda-3bc8-41d7-a00c-5f24a3d2057f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:34.966626 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8a43425-7165-4465-b11a-eaf9b691b3f1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:34.967229 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584de837-c666-4c58-a21e-8ab46005a56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604debfe-3059-4c67-98ba-60c87468da59', 'code': 200} Feb 09 02:12:34.967788 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c', 'code': 200} Feb 09 02:12:34.968216 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba008a0-4b03-4c6c-9352-f659a6155f0f', 'code': 200} Feb 09 02:12:34.968642 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f', 'code': 200} Feb 09 02:12:34.975846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.218357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] No DVR routers for this DVR port cac4a00d-e689-4a71-9d3b-ddb73f08186f on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:35.236820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:35.251217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:35.259366 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.280327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] In _notify_port_updated(), no bound segment for port cac4a00d-e689-4a71-9d3b-ddb73f08186f on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:12:35.281240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.281956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.283622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] 10.222.0.72 "PUT /v2.0/ports/cac4a00d-e689-4a71-9d3b-ddb73f08186f HTTP/1.1" status: 200 len: 1033 time: 0.7489831 Feb 09 02:12:35.351026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-54c51612-c4d7-46b1-bfab-42ef958068e9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.352676 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-54c51612-c4d7-46b1-bfab-42ef958068e9 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "GET /v2.0/ports/eb3e6691-821b-4822-ada6-5f59405acc43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0577340 Feb 09 02:12:35.353601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cfdbb-3551-4c58-85cb-03fd4314b750 service neutron] Pushing event updated for resources: {'Port': ['ID=cac4a00d-e689-4a71-9d3b-ddb73f08186f,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:35.364842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:35.384199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:35.421188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '041696a2-426d-47e4-85c4-14477337ce8a', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '041696a2-426d-47e4-85c4-14477337ce8a', 'mac_address': 'fa:16:3e:5f:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:35.458885 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.472657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-4f2be485-6058-408c-acdc-bc0fe132834d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.486061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-4f2be485-6058-408c-acdc-bc0fe132834d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.500202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-4f2be485-6058-408c-acdc-bc0fe132834d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.517921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-4f2be485-6058-408c-acdc-bc0fe132834d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.533592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-4f2be485-6058-408c-acdc-bc0fe132834d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.544837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-4f2be485-6058-408c-acdc-bc0fe132834d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.548542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-4f2be485-6058-408c-acdc-bc0fe132834d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 4662 time: 0.3747556 Feb 09 02:12:35.647935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 041696a2-426d-47e4-85c4-14477337ce8a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:35.648656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.661752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401c82a-8216-4971-b0e0-8c589fe09905 req-96bcfa61-3445-4d22-8ef9-6a1c5d3c4824 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.664871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1401c82a-8216-4971-b0e0-8c589fe09905 req-96bcfa61-3445-4d22-8ef9-6a1c5d3c4824 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.5047889 Feb 09 02:12:35.666739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-904cdf41-b0e3-49ea-974a-13b8181902c1 None None] Provisioning complete for port cac4a00d-e689-4a71-9d3b-ddb73f08186f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:35.668087 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-904cdf41-b0e3-49ea-974a-13b8181902c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.700102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] For port eb3e6691-821b-4822-ada6-5f59405acc43, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=eb3e6691-821b-4822-ada6-5f59405acc43,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:35.705279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f9f85-e60d-4b25-891d-517cd4f6a45c req-e7f5fcc2-bd7b-477c-977f-7fa784736bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.711071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a7f9f85-e60d-4b25-891d-517cd4f6a45c req-e7f5fcc2-bd7b-477c-977f-7fa784736bff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 1128 time: 0.6236460 Feb 09 02:12:35.748698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] For port eb3e6691-821b-4822-ada6-5f59405acc43, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:35.765538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-904cdf41-b0e3-49ea-974a-13b8181902c1 None None] Port cac4a00d-e689-4a71-9d3b-ddb73f08186f cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:12:35.784244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:35.784557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.801135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041696a2-426d-47e4-85c4-14477337ce8a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:35.804521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] device_id is not set on port eb3e6691-821b-4822-ada6-5f59405acc43 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:12:35.814566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] Publish callbacks [] for port (eb3e6691-821b-4822-ada6-5f59405acc43), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.825337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.826508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a7f9f85-e60d-4b25-891d-517cd4f6a45c req-7d9cbd7c-98e4-4b12-a9be-65891b27e8ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960054 Feb 09 02:12:35.876288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b0363cf-57d1-4483-93be-38da65b26b85 req-eb859923-ebc8-41ac-bb89-4e6dc95d4dcd tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&id=dc6047f3-3914-41ba-9ce1-41ca97be1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3047869 Feb 09 02:12:35.884417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f724687d-0f3e-4a45-a7a3-cc2f35d946c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:35.886411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a66be-81f2-4eb9-bc0a-7a0d35f73ccf req-2aae7118-eaa9-4127-bb3a-f4800eafcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:35.893901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-757a66be-81f2-4eb9-bc0a-7a0d35f73ccf req-2aae7118-eaa9-4127-bb3a-f4800eafcaaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=054fc0f1-f009-4ac5-8f60-d9710168c4aa HTTP/1.1" status: 200 len: 1128 time: 0.6084142 Feb 09 02:12:35.894809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:35.895834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:35.926515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] No DVR routers for this DVR port eb3e6691-821b-4822-ada6-5f59405acc43 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:35.987117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1401c82a-8216-4971-b0e0-8c589fe09905 req-0475e380-801f-4f7e-ae6c-6bc8b5f3dfca tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008926 Feb 09 02:12:36.037980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:36.061684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] In _notify_port_updated(), no bound segment for port eb3e6691-821b-4822-ada6-5f59405acc43 on network d5be7b8c-de13-4acf-acae-db23756c61e4 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:12:36.062598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.063226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.065392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] 10.222.0.72 "PUT /v2.0/ports/eb3e6691-821b-4822-ada6-5f59405acc43 HTTP/1.1" status: 200 len: 1031 time: 0.7049041 Feb 09 02:12:36.086687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7799-1b72-432e-9c7b-063766f0c10a service neutron] Pushing event updated for resources: {'Port': ['ID=eb3e6691-821b-4822-ada6-5f59405acc43,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:36.093520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.182552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:36.196133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:36.196920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.265135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a0035-4eac-4081-8939-37ba2888d045 req-833dff06-c5aa-4d9a-8e7b-6f10cff31496 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.281167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e1a0035-4eac-4081-8939-37ba2888d045 req-833dff06-c5aa-4d9a-8e7b-6f10cff31496 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 947 time: 0.2554948 Feb 09 02:12:36.450228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port cd84d124-ed76-4cbb-8724-5040b95eabaa {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:36.451258 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.465261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-757a66be-81f2-4eb9-bc0a-7a0d35f73ccf req-3a6c2516-407a-4548-9d25-fedc251f6f5c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348160 Feb 09 02:12:36.473093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:36.483090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cdbfb-636b-49e0-b1a5-b6a4e2e853a4 req-fc13c375-bc3d-4001-aba3-ce43eb0083e4 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.485102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:36.495420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28cdbfb-636b-49e0-b1a5-b6a4e2e853a4 req-fc13c375-bc3d-4001-aba3-ce43eb0083e4 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 949 time: 0.2114701 Feb 09 02:12:36.510687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e1a0035-4eac-4081-8939-37ba2888d045 req-7a04dba8-ccb9-47e5-a283-bbd5bc57ca15 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236934 Feb 09 02:12:36.547374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524aea-c3c9-407e-b6dc-c2149a0cd011 req-70c1720d-e8e1-483c-8e8d-a1f75b90d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.549303 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a3524aea-c3c9-407e-b6dc-c2149a0cd011 req-70c1720d-e8e1-483c-8e8d-a1f75b90d5df service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 1129 time: 0.2042289 Feb 09 02:12:36.586389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cd78083f-8e25-4cf9-8ea9-5ac36985b694 None None] Provisioning complete for port eb3e6691-821b-4822-ada6-5f59405acc43 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:36.587314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd78083f-8e25-4cf9-8ea9-5ac36985b694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.658137 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a3524aea-c3c9-407e-b6dc-c2149a0cd011 req-4382fd83-265e-445c-9215-61a269633cdb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945799 Feb 09 02:12:36.666043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28cdbfb-636b-49e0-b1a5-b6a4e2e853a4 req-0f742217-04ad-4f9c-b484-2172190c329f tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540709 Feb 09 02:12:36.677200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] For port cd84d124-ed76-4cbb-8724-5040b95eabaa, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cd84d124-ed76-4cbb-8724-5040b95eabaa,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:36.677884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.694805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for cd84d124-ed76-4cbb-8724-5040b95eabaa owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:36.702314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] The host n-h1-826675-12 is not matching for port f827adca-0d88-4257-a040-63808dc96952 host n-h2-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:12:36.705479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:36.737521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['041696a2-426d-47e4-85c4-14477337ce8a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:36.784615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a554401-5d0a-4351-ade4-279cd4229459 req-7acba748-118a-40e8-98e4-9e65963496ea tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:36.791586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:36.794126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a554401-5d0a-4351-ade4-279cd4229459 req-7acba748-118a-40e8-98e4-9e65963496ea tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1252787 Feb 09 02:12:36.798711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cd78083f-8e25-4cf9-8ea9-5ac36985b694 None None] Port eb3e6691-821b-4822-ada6-5f59405acc43 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:12:36.806682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:36.807342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.867548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:36.880279 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.882107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f827adca-0d88-4257-a040-63808dc96952 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:36.924942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cd84d124-ed76-4cbb-8724-5040b95eabaa), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.964993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=cd84d124-ed76-4cbb-8724-5040b95eabaa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:36.974981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5'}, {'server_uuid': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:36.978424 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52014b3-4f85-4403-8491-a8c8279e729a" -d '{"events": [{"server_uuid": "e2a777fd-d8d4-404d-a303-cca8b61aec0c", "name": "network-vif-plugged", "status": "completed", "tag": "f724687d-0f3e-4a45-a7a3-cc2f35d946c5"}, {"server_uuid": "5530da8a-0e8c-433f-963d-b987d10cccd6", "name": "network-vif-plugged", "status": "completed", "tag": "357ea0ab-5e79-4b0a-85be-cb661ccc78c5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:36.995552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a554401-5d0a-4351-ade4-279cd4229459 req-d60e6ffe-71da-459f-96a3-73803ca116bb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003148 Feb 09 02:12:37.031172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aec7ed-3c1d-4aaa-b6b2-98c89a6b29f5 req-6278eb2f-62a7-431d-89e7-830d1de3d6ea tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:37.043372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53aec7ed-3c1d-4aaa-b6b2-98c89a6b29f5 req-6278eb2f-62a7-431d-89e7-830d1de3d6ea tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2318692 Feb 09 02:12:37.046809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:37.065887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] No DVR routers for this DVR port cd84d124-ed76-4cbb-8724-5040b95eabaa on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:37.077534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.081330 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-dd214c58-6c53-43e1-ac33-341c86c7ff5c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "DELETE /v2.0/ports/cd84d124-ed76-4cbb-8724-5040b95eabaa HTTP/1.1" status: 204 len: 173 time: 0.9722240 Feb 09 02:12:37.081972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': 'cd84d124-ed76-4cbb-8724-5040b95eabaa'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:37.085340 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d47a1f8-8fb4-4aa0-bfaa-711161f03167" -d '{"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "cd84d124-ed76-4cbb-8724-5040b95eabaa"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:37.106373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53aec7ed-3c1d-4aaa-b6b2-98c89a6b29f5 req-2d852107-2f8c-4242-b6a0-b52896eaa005 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601051 Feb 09 02:12:37.182420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f827adca-0d88-4257-a040-63808dc96952 is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:37.214220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac4a00d-e689-4a71-9d3b-ddb73f08186f no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:37.282092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d08ae-fdba-4aaf-9f52-935a00738bcb req-d607c130-f5d6-4a24-8f78-d91370aac3a5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:37.292722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f6d08ae-fdba-4aaf-9f52-935a00738bcb req-d607c130-f5d6-4a24-8f78-d91370aac3a5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1470616 Feb 09 02:12:37.296477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port 19f2ed2c-c326-49a9-973c-19de672bc4c5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:37.296950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.305475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port cac4a00d-e689-4a71-9d3b-ddb73f08186f host ! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:12:37.306059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac4a00d-e689-4a71-9d3b-ddb73f08186f not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:37.314437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 66ead44e-e7c1-44a4-8ca6-80efd006cc8a no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:37.442537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f6d08ae-fdba-4aaf-9f52-935a00738bcb req-bcb0aa68-a143-49d8-9a36-20026f90110d tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487148 Feb 09 02:12:37.492904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] For port 19f2ed2c-c326-49a9-973c-19de672bc4c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=19f2ed2c-c326-49a9-973c-19de672bc4c5,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:37.495038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.499415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dadcf-3ea2-4eba-8216-6850a58aba81 req-5bf8ceba-e784-41dc-a533-a632446c58bb tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:37.503215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-810dadcf-3ea2-4eba-8216-6850a58aba81 req-5bf8ceba-e784-41dc-a533-a632446c58bb tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 945 time: 0.2516134 Feb 09 02:12:37.536360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:37.536688 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.646071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:37.661131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.666691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:37.675836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-810dadcf-3ea2-4eba-8216-6850a58aba81 req-bf177e3e-3afd-4db2-91a3-8e0a7788617e tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544466 Feb 09 02:12:37.815154 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eacc9d-a47a-4fe4-bb6a-c6624d31e088 x-openstack-request-id: req-f0eacc9d-a47a-4fe4-bb6a-c6624d31e088 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:37.815473 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a777fd-d8d4-404d-a303-cca8b61aec0c", "name": "network-vif-plugged", "status": "completed", "tag": "f724687d-0f3e-4a45-a7a3-cc2f35d946c5", "code": 200}, {"server_uuid": "5530da8a-0e8c-433f-963d-b987d10cccd6", "name": "network-vif-plugged", "status": "completed", "tag": "357ea0ab-5e79-4b0a-85be-cb661ccc78c5", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:37.815730 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0eacc9d-a47a-4fe4-bb6a-c6624d31e088 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:37.816136 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5', 'code': 200} Feb 09 02:12:37.816396 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5', 'code': 200} Feb 09 02:12:37.965241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.966012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (e03f0617-f5ad-4cb6-ad14-ef4a186a12ef), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.967469 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Floating IP e03f0617-f5ad-4cb6-ad14-ef4a186a12ef disassociated. External IP: 172.25.6.19, port: 19f2ed2c-c326-49a9-973c-19de672bc4c5. Feb 09 02:12:37.968059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for 19f2ed2c-c326-49a9-973c-19de672bc4c5 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:38.099305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:38.104746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:38.187155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:38.247309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:38.253641 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:38.257524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 19f2ed2c-c326-49a9-973c-19de672bc4c5 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:38.302113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375b24-b9ac-455f-9ba8-407b55b6cba8 req-67fd8d78-7399-467a-a917-36c80b60c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.304442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c375b24-b9ac-455f-9ba8-407b55b6cba8 req-67fd8d78-7399-467a-a917-36c80b60c6b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 1129 time: 0.1614454 Feb 09 02:12:38.316182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7333e-71f8-43b1-aa2e-2a8f2cb7a024 req-64a96e24-8151-4007-88e9-e184882e0750 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.323000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7333e-71f8-43b1-aa2e-2a8f2cb7a024 req-64a96e24-8151-4007-88e9-e184882e0750 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.331228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7333e-71f8-43b1-aa2e-2a8f2cb7a024 req-64a96e24-8151-4007-88e9-e184882e0750 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.342201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7333e-71f8-43b1-aa2e-2a8f2cb7a024 req-64a96e24-8151-4007-88e9-e184882e0750 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.352479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bd7333e-71f8-43b1-aa2e-2a8f2cb7a024 req-64a96e24-8151-4007-88e9-e184882e0750 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 3147 time: 0.4834230 Feb 09 02:12:38.379609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:38.392003 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (19f2ed2c-c326-49a9-973c-19de672bc4c5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:38.400565 n-d-826675-12 neutron-server[103151]: INFO neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No ports have port_id starting with 19f2ed2c-c326-49a9-973c-19de672bc4c5 Feb 09 02:12:38.403458 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cd84d124-ed76-4cbb-8724-5040b95eabaa no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:38.431591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: cd84d124-ed76-4cbb-8724-5040b95eabaa {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:38.432232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cd84d124-ed76-4cbb-8724-5040b95eabaa not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:38.432848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3ba90097-5376-4c08-b5fa-2b0deaa2415a no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:38.456424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=19f2ed2c-c326-49a9-973c-19de672bc4c5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:38.516912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f3611-18bb-485f-a6c9-b61c38bc81b4 req-1841246e-97f6-4050-813d-06abeb3503b6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.518609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a1f3611-18bb-485f-a6c9-b61c38bc81b4 req-1841246e-97f6-4050-813d-06abeb3503b6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.5377467 Feb 09 02:12:38.544934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e45d2c-efa5-40ed-86f9-509207315ee7 req-51e5c8f8-5183-44d4-8101-70a51284819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:38.547047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8e45d2c-efa5-40ed-86f9-509207315ee7 req-51e5c8f8-5183-44d4-8101-70a51284819e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 1128 time: 0.4815488 Feb 09 02:12:38.566928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3ba90097-5376-4c08-b5fa-2b0deaa2415a is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:38.567491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:38.592268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c375b24-b9ac-455f-9ba8-407b55b6cba8 req-75d53f59-4634-4aa2-877f-1c673b6ed936 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233512 Feb 09 02:12:38.621242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bd7333e-71f8-43b1-aa2e-2a8f2cb7a024 req-9fcc28f9-66c7-4e92-a2ba-750f1afd4434 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676835 Feb 09 02:12:38.626423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:38.633679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:38.635100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device eb3e6691-821b-4822-ada6-5f59405acc43 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:38.715241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port eb3e6691-821b-4822-ada6-5f59405acc43 host ! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:12:38.715918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device eb3e6691-821b-4822-ada6-5f59405acc43 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:38.721138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:12:38.751673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a1f3611-18bb-485f-a6c9-b61c38bc81b4 req-4b423cb2-cb10-4099-9643-6fa325012fa6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018652 Feb 09 02:12:38.755837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3ba90097-5376-4c08-b5fa-2b0deaa2415a,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:38.769323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8e45d2c-efa5-40ed-86f9-509207315ee7 req-d18be6e5-68d5-4ae4-8ae7-024aee59afd0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031903 Feb 09 02:12:38.902261 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4927c2a-0d4a-4007-99ba-cb718ca6e7ec x-openstack-request-id: req-f4927c2a-0d4a-4007-99ba-cb718ca6e7ec {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:38.902694 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "cd84d124-ed76-4cbb-8724-5040b95eabaa", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:38.906395 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4927c2a-0d4a-4007-99ba-cb718ca6e7ec {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:38.907055 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': 'cd84d124-ed76-4cbb-8724-5040b95eabaa', 'status': 'completed', 'code': 200} Feb 09 02:12:38.928066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 041696a2-426d-47e4-85c4-14477337ce8a up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:39.013188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 041696a2-426d-47e4-85c4-14477337ce8a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:39.018893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 041696a2-426d-47e4-85c4-14477337ce8a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:39.019282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (041696a2-426d-47e4-85c4-14477337ce8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.049448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:12:39.099419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] Sync routers for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:39.117822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba91b-7b02-446e-af27-bd0b86bf62bf req-ab08c2f5-ad15-4389-9086-ac5c2983b73c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:39.128774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:39.129490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:12:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:39.136096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11bba91b-7b02-446e-af27-bd0b86bf62bf req-ab08c2f5-ad15-4389-9086-ac5c2983b73c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 948 time: 0.2078321 Feb 09 02:12:39.176431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] No DVR routers for this DVR port 19f2ed2c-c326-49a9-973c-19de672bc4c5 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:39.187933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.191602 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-947d039f-47c7-48e4-90c3-88b12264552b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "DELETE /v2.0/ports/19f2ed2c-c326-49a9-973c-19de672bc4c5 HTTP/1.1" status: 204 len: 173 time: 2.0905972 Feb 09 02:12:39.205866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a35ca-fec3-4b04-9fe6-6af4d251de37 req-0b067ea5-f762-41dd-a61c-000edb2c9ab1 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:39.217249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-733a35ca-fec3-4b04-9fe6-6af4d251de37 req-0b067ea5-f762-41dd-a61c-000edb2c9ab1 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 949 time: 0.2985117 Feb 09 02:12:39.284593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11bba91b-7b02-446e-af27-bd0b86bf62bf req-a29c15f1-1c5a-4184-b05c-49ac8f6c7daf tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474204 Feb 09 02:12:39.289993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:39.375373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-733a35ca-fec3-4b04-9fe6-6af4d251de37 req-0936585d-ea10-44ee-89e1-30890b98ab9a tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570385 Feb 09 02:12:39.452886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port 3ba90097-5376-4c08-b5fa-2b0deaa2415a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:39.453172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.514335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6013176-09a3-4c19-b62e-5e2930950c7f req-6f35d8ac-793a-4897-9ad0-93b8ae4acf29 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:39.516349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6013176-09a3-4c19-b62e-5e2930950c7f req-6f35d8ac-793a-4897-9ad0-93b8ae4acf29 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1073890 Feb 09 02:12:39.579611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 041696a2-426d-47e4-85c4-14477337ce8a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:39.580104 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.609265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6013176-09a3-4c19-b62e-5e2930950c7f req-35c5620f-5fc8-43e6-864e-fffaac1268e9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733128 Feb 09 02:12:39.646282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a3d8c-f991-43b9-bb78-e9e4b04d2df0 req-45bcd3f5-7f9d-40a3-937e-8ee26783f010 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:39.648719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-481a3d8c-f991-43b9-bb78-e9e4b04d2df0 req-45bcd3f5-7f9d-40a3-937e-8ee26783f010 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1605518 Feb 09 02:12:39.680457 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] For port 3ba90097-5376-4c08-b5fa-2b0deaa2415a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3ba90097-5376-4c08-b5fa-2b0deaa2415a,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:39.680949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.725083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for 3ba90097-5376-4c08-b5fa-2b0deaa2415a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:39.754485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:39.764664 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.794046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-481a3d8c-f991-43b9-bb78-e9e4b04d2df0 req-2766d2b4-b8ba-45c5-af97-3cc01cc27c98 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385465 Feb 09 02:12:39.806913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-6946754f-cafd-431c-a984-85b5ea0d1716 service neutron] 10.222.0.72 "GET /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.1432521 Feb 09 02:12:39.819557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a'}, {'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:39.825863 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e396a48-214d-42fb-bbd2-2a789cf304f2" -d '{"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-unplugged", "status": "completed", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a"}, {"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-plugged", "status": "completed", "tag": "041696a2-426d-47e4-85c4-14477337ce8a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:39.884862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869b873-e84d-4fdd-9dc6-d2d32c38560e req-7c92b408-9343-4fbb-92ed-a2369fa81e9b tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:39.886472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2869b873-e84d-4fdd-9dc6-d2d32c38560e req-7c92b408-9343-4fbb-92ed-a2369fa81e9b tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1287069 Feb 09 02:12:39.922182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:39.926984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 5, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:39.989455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] Checking router: 11ee14a2-6f7d-4372-8ad1-1968bada57e5 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:40.004290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:40.004932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:12:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:40.012164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3ba90097-5376-4c08-b5fa-2b0deaa2415a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.057977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2869b873-e84d-4fdd-9dc6-d2d32c38560e req-15edd133-faac-4411-ac30-5d469d0121c4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518257 Feb 09 02:12:40.140349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] No DVR routers for this DVR port 3ba90097-5376-4c08-b5fa-2b0deaa2415a on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:40.142139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:40.147521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.155825 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "DELETE /v2.0/ports/3ba90097-5376-4c08-b5fa-2b0deaa2415a HTTP/1.1" status: 204 len: 173 time: 0.9529631 Feb 09 02:12:40.156689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e847e-e7cb-4abc-b942-35440835214d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=3ba90097-5376-4c08-b5fa-2b0deaa2415a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:40.167361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbdc8-dbe5-4637-8dc2-d8f9a0b4f2e8 req-bb519d08-f288-450f-8572-896be4e66abb tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.174536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33dbbdc8-dbe5-4637-8dc2-d8f9a0b4f2e8 req-bb519d08-f288-450f-8572-896be4e66abb tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 945 time: 0.2467031 Feb 09 02:12:40.267709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:40.321286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:40.322783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.348502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33dbbdc8-dbe5-4637-8dc2-d8f9a0b4f2e8 req-9267b93c-6d64-4c85-bf56-4466ded65736 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728022 Feb 09 02:12:40.383758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e05b-05d8-461a-9d66-525636fef526 req-67c8ecff-168b-417f-9cb0-78b7aa8fe113 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.389337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e05b-05d8-461a-9d66-525636fef526 req-67c8ecff-168b-417f-9cb0-78b7aa8fe113 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.399347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fa6e05b-05d8-461a-9d66-525636fef526 req-67c8ecff-168b-417f-9cb0-78b7aa8fe113 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 1676 time: 0.2139637 Feb 09 02:12:40.487055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fa6e05b-05d8-461a-9d66-525636fef526 req-380391de-143b-4beb-837d-d0d7d38e32b4 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups?id=345e3536-b769-4dbe-a5c3-2ee4644c2dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840638 Feb 09 02:12:40.510403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:40.545179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] For port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:40.545805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.578516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:40.660111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:40.661040 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9617953d-c9af-4fbf-97da-69d62794abe8 x-openstack-request-id: req-9617953d-c9af-4fbf-97da-69d62794abe8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:40.666985 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-unplugged", "status": "completed", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a", "code": 200}, {"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-plugged", "status": "completed", "tag": "041696a2-426d-47e4-85c4-14477337ce8a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:40.667250 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9617953d-c9af-4fbf-97da-69d62794abe8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:40.667692 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a', 'code': 200} Feb 09 02:12:40.667948 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64', 'code': 200} Feb 09 02:12:40.669756 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a', 'code': 200} Feb 09 02:12:40.670205 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a', 'code': 200} Feb 09 02:12:40.744999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f827adca-0d88-4257-a040-63808dc96952 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:40.793870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775a1b6-af3e-415e-a040-3b8159f59721 req-2e901e3f-f06b-4c70-9bdf-adcc182547bd tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:40.795934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9775a1b6-af3e-415e-a040-3b8159f59721 req-2e901e3f-f06b-4c70-9bdf-adcc182547bd tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 944 time: 0.2635882 Feb 09 02:12:40.892585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:40.907802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:40.908712 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.916315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:40.920066 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df7ac88-159e-42d6-af5e-4de838e62391" -d '{"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:40.958840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c2441e6e-c617-4b3c-8161-2bc5f0e8aa64), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.965461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f827adca-0d88-4257-a040-63808dc96952), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:40.998531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=c2441e6e-c617-4b3c-8161-2bc5f0e8aa64,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:41.030402 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:41.033515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 5, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:41.060105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] No DVR routers for this DVR port c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:41.064244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.069634 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-14bc28a8-d5ee-44fc-8c10-1b78baa754e2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "DELETE /v2.0/ports/c2441e6e-c617-4b3c-8161-2bc5f0e8aa64 HTTP/1.1" status: 204 len: 173 time: 0.9038444 Feb 09 02:12:41.111831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9775a1b6-af3e-415e-a040-3b8159f59721 req-134dcb04-a0ed-41fb-ac31-f82a92f1351d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093312 Feb 09 02:12:41.120753 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.126530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9a67f-af52-404a-8e8d-587edcf2d8a2 None None] The sync data for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 is: [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2dede04d-a2f8-49c7-b2aa-e3e078b8ddab', 'name': '', 'network_id': '854b410b-8d92-47d2-b1a1-46a7c0424200', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'mac_address': 'fa:16:3e:cc:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:26Z', 'updated_at': '2022-02-09T02:06:35Z', 'revision_number': 5, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'subnets': [{'id': 'eba3a8ad-cfd6-41dd-970a-299c2e63c034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:41.159769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e936d2-e5c0-4047-9ff0-a9dcf04be86f req-a793ce96-7c8e-491e-86a8-9ee84f96dee4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:41.166934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0e936d2-e5c0-4047-9ff0-a9dcf04be86f req-a793ce96-7c8e-491e-86a8-9ee84f96dee4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.4485435 Feb 09 02:12:41.247248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:41.247521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.248921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:41.327550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] Transition to ACTIVE for port object f827adca-0d88-4257-a040-63808dc96952 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:41.354511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0e936d2-e5c0-4047-9ff0-a9dcf04be86f req-b26d977a-71e2-43b0-a5b5-f6c151651896 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747546 Feb 09 02:12:41.354511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f827adca-0d88-4257-a040-63808dc96952), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.379821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] For port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:41.380248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.405484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for 66ead44e-e7c1-44a4-8ca6-80efd006cc8a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:41.541953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44af1a-5c2d-4af3-a7bb-2be2c34c32a7 req-02f3c03e-d237-4a62-a0cb-6eb6d6ede846 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:41.549448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d44af1a-5c2d-4af3-a7bb-2be2c34c32a7 req-02f3c03e-d237-4a62-a0cb-6eb6d6ede846 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=054fc0f1-f009-4ac5-8f60-d9710168c4aa HTTP/1.1" status: 200 len: 945 time: 0.2956347 Feb 09 02:12:41.607561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] No DVR routers for this DVR port f827adca-0d88-4257-a040-63808dc96952 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:41.654692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] Pushing event updated for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:41.696717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (66ead44e-e7c1-44a4-8ca6-80efd006cc8a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.710031 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4924e7-3226-46d8-8dae-87604541345d None None] New status for floating IP e03f0617-f5ad-4cb6-ad14-ef4a186a12ef: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:12:41.769828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bd75a474-1aa9-404b-8baa-ed54dd349a67 service neutron] 10.222.0.72 "PUT /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 1.9553745 Feb 09 02:12:41.789744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=66ead44e-e7c1-44a4-8ca6-80efd006cc8a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:41.806792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d44af1a-5c2d-4af3-a7bb-2be2c34c32a7 req-0fdbcaa0-b995-471e-b22f-1b26a111cf77 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515380 Feb 09 02:12:41.839437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] No DVR routers for this DVR port 66ead44e-e7c1-44a4-8ca6-80efd006cc8a on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:41.842110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:41.846046 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-82dbdfde-928b-443b-93c2-5a9d31681e6b req-5364edde-fc3a-452f-84eb-29b61d51e272 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.72 "DELETE /v2.0/ports/66ead44e-e7c1-44a4-8ca6-80efd006cc8a HTTP/1.1" status: 204 len: 173 time: 0.7684696 Feb 09 02:12:41.846384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fed96-85c6-4da7-b42f-14969dc43df9 req-cd2b7bf2-b0c4-46cf-b7b9-200cf093c964 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:41.858552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d4fed96-85c6-4da7-b42f-14969dc43df9 req-cd2b7bf2-b0c4-46cf-b7b9-200cf093c964 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 947 time: 0.3663609 Feb 09 02:12:42.043860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d4fed96-85c6-4da7-b42f-14969dc43df9 req-2680baf6-e87f-415f-8141-24f6f8eb9487 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852849 Feb 09 02:12:42.072385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369b5e-598f-42da-ac82-6b067b17ec5c req-8d014dff-3dce-4be1-954f-0e63892bdf19 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.074140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2369b5e-598f-42da-ac82-6b067b17ec5c req-8d014dff-3dce-4be1-954f-0e63892bdf19 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1361058 Feb 09 02:12:42.183691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2369b5e-598f-42da-ac82-6b067b17ec5c req-0d0e3e09-5220-44bb-bfe3-98c1dbf6998b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004767 Feb 09 02:12:42.354802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c1cb-e3c7-4bb7-b820-0e9edefdb353 req-9889f2b8-66b6-405d-bb68-99d1a29082c8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.357568 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd99932-f645-495e-a97e-b957f021a04c x-openstack-request-id: req-edd99932-f645-495e-a97e-b957f021a04c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:42.359585 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "19f2ed2c-c326-49a9-973c-19de672bc4c5", "status": "completed", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "3ba90097-5376-4c08-b5fa-2b0deaa2415a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:42.359585 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edd99932-f645-495e-a97e-b957f021a04c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:42.359585 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': '19f2ed2c-c326-49a9-973c-19de672bc4c5', 'status': 'completed', 'code': 200} Feb 09 02:12:42.363848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b352c1cb-e3c7-4bb7-b820-0e9edefdb353 req-9889f2b8-66b6-405d-bb68-99d1a29082c8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1790528 Feb 09 02:12:42.364356 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': '3ba90097-5376-4c08-b5fa-2b0deaa2415a', 'status': 'completed', 'code': 200} Feb 09 02:12:42.452965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-3bdb5c08-669c-4f29-81f2-36e5e1764902 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.455761 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-3bdb5c08-669c-4f29-81f2-36e5e1764902 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.2149260 Feb 09 02:12:42.496010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b352c1cb-e3c7-4bb7-b820-0e9edefdb353 req-ddf7f6cb-1f45-4902-ada2-77e655b8650f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311572 Feb 09 02:12:42.524075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-ea2c3c4c-2b78-4d84-af00-ac52c19ea83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.525718 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-ea2c3c4c-2b78-4d84-af00-ac52c19ea83d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37&tenant_id=c37e669b127a4daeaf552b5094f601d6 HTTP/1.1" status: 200 len: 1128 time: 0.0579216 Feb 09 02:12:42.638636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-b68a2bfa-d78a-49dc-9c9f-fdc5d1f355c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.645450 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-b68a2bfa-d78a-49dc-9c9f-fdc5d1f355c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1128 time: 0.0921209 Feb 09 02:12:42.671032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:42.674855 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fa1e35-b90a-4529-819e-2135b39828e0" -d '{"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:42.697964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fd80392-e2c5-408c-a19e-8a54ec866eab req-55449217-131e-4f22-95cf-1b35d4047bb1 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0648360 Feb 09 02:12:42.736653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a83f6-4f17-4b7b-b7e2-77d218703219 req-a31efd98-c7b8-45c7-8862-389b3f7d98f6 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.738240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-118a83f6-4f17-4b7b-b7e2-77d218703219 req-a31efd98-c7b8-45c7-8862-389b3f7d98f6 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.2756367 Feb 09 02:12:42.752113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625879-6bae-4334-904a-19d457d0e688 req-a46df515-882c-440c-a9d8-56451df8586d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.753666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-a46df515-882c-440c-a9d8-56451df8586d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 949 time: 0.2816720 Feb 09 02:12:42.847133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-9264833e-f247-4e00-800a-07e3df286860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:42.853271 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-9264833e-f247-4e00-800a-07e3df286860 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.1965904 Feb 09 02:12:42.918916 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-5ebd425c-16cc-4ce9-9507-d64a7f569f13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 200 len: 217 time: 0.0576324 Feb 09 02:12:42.963331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-118a83f6-4f17-4b7b-b7e2-77d218703219 req-20849c04-5d2c-4ded-a975-e3a9610d3158 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085655 Feb 09 02:12:43.007553 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-99625879-6bae-4334-904a-19d457d0e688 req-5a251ba5-72dd-4ea8-98d4-7b3072600f92 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:12:43.010412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-5a251ba5-72dd-4ea8-98d4-7b3072600f92 service neutron] 10.222.0.82 "DELETE /v2.0/ports/041696a2-426d-47e4-85c4-14477337ce8a/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.2358844 Feb 09 02:12:43.087176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bfa9cf2c-1ccb-47bd-8d6c-832c306efcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.088959 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-bfa9cf2c-1ccb-47bd-8d6c-832c306efcea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1645362 Feb 09 02:12:43.132203 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-8fc6e46d-37bc-4803-8fa7-a23629e04ebc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363088 Feb 09 02:12:43.233360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705ae4-a832-451e-ad3b-2dee2c288f8b req-85d954f4-9e42-45ef-bc67-8dbd02b775a9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.235585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af705ae4-a832-451e-ad3b-2dee2c288f8b req-85d954f4-9e42-45ef-bc67-8dbd02b775a9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1030769 Feb 09 02:12:43.260133 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-58de471e-8f42-45da-a043-9931161daf82 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212199 Feb 09 02:12:43.269200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625879-6bae-4334-904a-19d457d0e688 req-c5407ad4-b43e-4cad-8e92-c5242885eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.274690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-c5407ad4-b43e-4cad-8e92-c5242885eede service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1132 time: 0.1825025 Feb 09 02:12:43.306203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a0e6-fe01-4ca9-ab29-d18ef6f8af89 req-2ccd1342-5b23-449f-91fa-a54bfe288af2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.313575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2393a0e6-fe01-4ca9-ab29-d18ef6f8af89 req-2ccd1342-5b23-449f-91fa-a54bfe288af2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 945 time: 0.2374756 Feb 09 02:12:43.384271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af705ae4-a832-451e-ad3b-2dee2c288f8b req-823e3149-5620-4fbc-ae33-269f2f40c3c5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415613 Feb 09 02:12:43.410519 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-061d3005-d4f9-48ab-a403-aab0518d02c2 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400266 Feb 09 02:12:43.443558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2393a0e6-fe01-4ca9-ab29-d18ef6f8af89 req-578c36a0-7381-44c1-9a73-334e2b5c87b7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284521 Feb 09 02:12:43.477515 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e9621f-99c3-48f1-b48d-13fd674a2194 x-openstack-request-id: req-95e9621f-99c3-48f1-b48d-13fd674a2194 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:43.477814 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:43.478073 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95e9621f-99c3-48f1-b48d-13fd674a2194 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:43.478493 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082', 'code': 200} Feb 09 02:12:43.527984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625879-6bae-4334-904a-19d457d0e688 req-2c78d074-8899-4bd4-9827-1cc8a03d509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.530967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-2c78d074-8899-4bd4-9827-1cc8a03d509a service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2424359 Feb 09 02:12:43.620685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-1bd13a9c-af04-4b55-acf0-a432c012a6ce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.0818145 Feb 09 02:12:43.722667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625879-6bae-4334-904a-19d457d0e688 req-72970cd8-ab1c-4724-adac-7584a558163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.725640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-72970cd8-ab1c-4724-adac-7584a558163e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0874074 Feb 09 02:12:43.755698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8682ea-36e9-4d3e-b906-639eb690b055 req-3a9fb4ab-1854-465f-8b89-8d4c908e558b tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.758033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec8682ea-36e9-4d3e-b906-639eb690b055 req-3a9fb4ab-1854-465f-8b89-8d4c908e558b tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 947 time: 0.1297812 Feb 09 02:12:43.791987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-27aa2cf0-b14e-4976-b91d-e824d6830fb9 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:43.793577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-27aa2cf0-b14e-4976-b91d-e824d6830fb9 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37&tenant_id=c37e669b127a4daeaf552b5094f601d6&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.1171920 Feb 09 02:12:43.925771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec8682ea-36e9-4d3e-b906-639eb690b055 req-b392e6cf-dfca-4709-8060-7940f5af45fb tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318552 Feb 09 02:12:44.015518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-a084f8fb-4c07-41f3-b252-741eeecebefa service neutron] For port f827adca-0d88-4257-a040-63808dc96952, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:44.017169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7a2b4-c858-4c15-8952-d65af4e5aaf5 req-1512e8b5-eecd-4c21-83db-b1d9ef06854a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:44.020045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-afb7a2b4-c858-4c15-8952-d65af4e5aaf5 req-1512e8b5-eecd-4c21-83db-b1d9ef06854a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1883397 Feb 09 02:12:44.024998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-a084f8fb-4c07-41f3-b252-741eeecebefa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:44.029587 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29b963e7-45d8-4f30-81b8-70bdccdcc357 req-a084f8fb-4c07-41f3-b252-741eeecebefa service neutron] 10.222.0.82 "DELETE /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.2260222 Feb 09 02:12:44.041353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625879-6bae-4334-904a-19d457d0e688 req-ccab87d2-f3e3-4f00-99f6-b22d200624b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:44.043343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-ccab87d2-f3e3-4f00-99f6-b22d200624b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3082500 Feb 09 02:12:44.186223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-afb7a2b4-c858-4c15-8952-d65af4e5aaf5 req-0e3b8ec4-e5f8-4485-984e-986ef00a5e79 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579432 Feb 09 02:12:44.229742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43208-7c3c-43df-9ae5-623ce397c1ad req-d7b5a6bb-f457-4428-ae92-6db14da1bc77 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:44.236990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19a43208-7c3c-43df-9ae5-623ce397c1ad req-d7b5a6bb-f457-4428-ae92-6db14da1bc77 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2051241 Feb 09 02:12:44.315487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64603a2a-02f4-48b1-92b0-fc8c50544df1 req-24661458-71d3-499c-859d-bab4a1311233 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0343516 Feb 09 02:12:44.350572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-f298cfea-ed0e-4fe8-ad84-e5867b821f49 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947738 Feb 09 02:12:44.360852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19a43208-7c3c-43df-9ae5-623ce397c1ad req-914fad90-4ae5-42d6-a789-dc08aafb2362 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228616 Feb 09 02:12:44.366669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64'}, {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:44.370109 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29a2e54-7736-454a-8b12-a0f67e6a1886" -d '{"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64"}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:45.077497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-628db041-b805-4653-8f68-6aca25aef821 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:45.080061 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-628db041-b805-4653-8f68-6aca25aef821 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/ports?device_id=054fc0f1-f009-4ac5-8f60-d9710168c4aa HTTP/1.1" status: 200 len: 945 time: 0.0842593 Feb 09 02:12:45.166421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-e81c5ec6-17ed-46b6-a45f-6e235530eaa1 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:45.179561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-e81c5ec6-17ed-46b6-a45f-6e235530eaa1 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 813 time: 0.2414095 Feb 09 02:12:45.225841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-7f9bf828-6e50-48da-97d0-8609152f9f5b tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/quotas/7faf26bf49d54b40a3817f4eb18ec7d6 HTTP/1.1" status: 200 len: 375 time: 0.0493066 Feb 09 02:12:45.377835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99625879-6bae-4334-904a-19d457d0e688 req-eb30c497-3e81-4c12-a021-0180641788e0 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0157604 Feb 09 02:12:45.421054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-3d556d9a-6af7-44d9-962c-79f9d10f2979 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931212 Feb 09 02:12:45.434955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a1c8a-2c7c-4b5d-8ac1-e81fe4187237 req-b3c43b6d-ebb2-4a95-8097-1b5f97591f70 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:45.442043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c25a1c8a-2c7c-4b5d-8ac1-e81fe4187237 req-b3c43b6d-ebb2-4a95-8097-1b5f97591f70 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1872673 Feb 09 02:12:45.546110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-e89d165e-2c9c-48fe-b792-a6157251c425 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:12:45.547190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-e89d165e-2c9c-48fe-b792-a6157251c425 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1253316 Feb 09 02:12:45.675076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c25a1c8a-2c7c-4b5d-8ac1-e81fe4187237 req-e5fd24bb-8ca4-4b49-8d3e-a95ac63dec80 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317343 Feb 09 02:12:45.800297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-4d0a3e47-603a-4582-9977-79de032598d5 service neutron] 10.222.0.53 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438679 Feb 09 02:12:45.800551 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3534e86a-2250-4e2c-b87d-57e68e632f90 x-openstack-request-id: req-3534e86a-2250-4e2c-b87d-57e68e632f90 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:45.801084 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "c2441e6e-c617-4b3c-8161-2bc5f0e8aa64", "status": "completed", "code": 200}, {"server_uuid": "349d5bd0-b0bd-4b0d-b83e-f39f599d23f5", "name": "network-vif-deleted", "tag": "66ead44e-e7c1-44a4-8ca6-80efd006cc8a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:45.801275 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3534e86a-2250-4e2c-b87d-57e68e632f90 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:45.802392 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': 'c2441e6e-c617-4b3c-8161-2bc5f0e8aa64', 'status': 'completed', 'code': 200} Feb 09 02:12:45.802392 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349d5bd0-b0bd-4b0d-b83e-f39f599d23f5', 'name': 'network-vif-deleted', 'tag': '66ead44e-e7c1-44a4-8ca6-80efd006cc8a', 'status': 'completed', 'code': 200} Feb 09 02:12:45.858067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Deleting port fba008a0-4b03-4c6c-9352-f659a6155f0f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:45.859146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.092856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] For port fba008a0-4b03-4c6c-9352-f659a6155f0f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fba008a0-4b03-4c6c-9352-f659a6155f0f,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:46.093798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.107637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-d86773ce-2066-48cc-8de7-bcf3514bcb0c service neutron] 10.222.0.53 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996540 Feb 09 02:12:46.135847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Calling delete_port for fba008a0-4b03-4c6c-9352-f659a6155f0f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:46.165287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-3c59f3b7-abbc-4e97-ba4f-ba9d2375ed0a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:46.167750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-3c59f3b7-abbc-4e97-ba4f-ba9d2375ed0a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/ports?device_id=584de837-c666-4c58-a21e-8ab46005a56a HTTP/1.1" status: 200 len: 945 time: 0.1995330 Feb 09 02:12:46.259199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620887e-c056-44da-b42d-a308da796f8f req-da5ac515-0164-4f6c-b958-aab1774586e3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:46.273814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5620887e-c056-44da-b42d-a308da796f8f req-da5ac515-0164-4f6c-b958-aab1774586e3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.3573253 Feb 09 02:12:46.409561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fba008a0-4b03-4c6c-9352-f659a6155f0f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.424494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['fba008a0-4b03-4c6c-9352-f659a6155f0f', '604debfe-3059-4c67-98ba-60c87468da59'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:46.433730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5620887e-c056-44da-b42d-a308da796f8f req-e691f66f-d362-4e6d-a40d-9f874c12b0a2 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582863 Feb 09 02:12:46.510105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Deleting port 604debfe-3059-4c67-98ba-60c87468da59 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:46.510625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (604debfe-3059-4c67-98ba-60c87468da59), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.581420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event deleted for resources: {'Port': ['ID=fba008a0-4b03-4c6c-9352-f659a6155f0f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:46.608626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.612048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.612509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.612959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.613380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.617275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.617768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.618187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.618581 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.619123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.619646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.620319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.620826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:46.685449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] For port 604debfe-3059-4c67-98ba-60c87468da59, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=604debfe-3059-4c67-98ba-60c87468da59,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:46.685856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (604debfe-3059-4c67-98ba-60c87468da59), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.695076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] No DVR routers for this DVR port fba008a0-4b03-4c6c-9352-f659a6155f0f on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:46.700985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Calling delete_port for 604debfe-3059-4c67-98ba-60c87468da59 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:46.703295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:46.706780 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9edc1d82-830f-4a1f-a613-5da5a97645ab req-e48b63e7-1738-460e-b4a8-ac8443b96e8a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "DELETE /v2.0/ports/fba008a0-4b03-4c6c-9352-f659a6155f0f HTTP/1.1" status: 204 len: 173 time: 1.6192942 Feb 09 02:12:46.974359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c88ae-f342-4642-9c19-a583dd7d57e4 req-aef8c9f3-999e-4093-89f7-5f6ffb21357e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:46.985790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce6c88ae-f342-4642-9c19-a583dd7d57e4 req-aef8c9f3-999e-4093-89f7-5f6ffb21357e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 945 time: 0.1987174 Feb 09 02:12:47.002612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (604debfe-3059-4c67-98ba-60c87468da59), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.012187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea9c86-5e2f-4d0f-8c8f-98786a903c27 req-94f5a7c4-2bdb-4e75-9369-8da6d3507037 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:47.019377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6ea9c86-5e2f-4d0f-8c8f-98786a903c27 req-94f5a7c4-2bdb-4e75-9369-8da6d3507037 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.2335227 Feb 09 02:12:47.061893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event deleted for resources: {'Port': ['ID=604debfe-3059-4c67-98ba-60c87468da59,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:47.207265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] No DVR routers for this DVR port 604debfe-3059-4c67-98ba-60c87468da59 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:47.215240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.224505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beb4c550-0a1d-4fe5-843b-38927cf6a5e4 req-d08d8b42-92cd-45a4-b79e-7e18fc2ebf19 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "DELETE /v2.0/ports/604debfe-3059-4c67-98ba-60c87468da59 HTTP/1.1" status: 204 len: 173 time: 1.0472133 Feb 09 02:12:47.229391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584de837-c666-4c58-a21e-8ab46005a56a', 'name': 'network-vif-deleted', 'tag': '604debfe-3059-4c67-98ba-60c87468da59'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:47.235001 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40255105-8983-4aa9-a560-095e4c09c98c" -d '{"events": [{"server_uuid": "584de837-c666-4c58-a21e-8ab46005a56a", "name": "network-vif-deleted", "tag": "604debfe-3059-4c67-98ba-60c87468da59"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:47.251500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce6c88ae-f342-4642-9c19-a583dd7d57e4 req-314287fd-f23c-4d8e-ab49-d65f42866435 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640917 Feb 09 02:12:47.276447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6ea9c86-5e2f-4d0f-8c8f-98786a903c27 req-0d7e72a3-bc44-4e08-90c8-f37dd8fba2cf tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493000 Feb 09 02:12:47.592084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-467f0e34-51f1-48d3-805d-946c22d1ee81 req-df45983c-3b21-492b-a233-9b4cfa50f538 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0424306 Feb 09 02:12:47.656081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c9ec0-4371-416c-960b-9b58bf0ed878 req-9e32f9f8-ac2c-41c6-a5e4-27349ca3c6d5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:47.660959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477c9ec0-4371-416c-960b-9b58bf0ed878 req-9e32f9f8-ac2c-41c6-a5e4-27349ca3c6d5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1958594 Feb 09 02:12:47.731536 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:47.774757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477c9ec0-4371-416c-960b-9b58bf0ed878 req-af0bc502-73b5-4c88-b2b3-978b142faa00 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039195 Feb 09 02:12:47.803964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'name': 'network-vif-deleted', 'tag': 'fba008a0-4b03-4c6c-9352-f659a6155f0f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:47.806638 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec65b4c3-5ac6-49f8-9757-cb1d88bd47f4" -d '{"events": [{"server_uuid": "054fc0f1-f009-4ac5-8f60-d9710168c4aa", "name": "network-vif-deleted", "tag": "fba008a0-4b03-4c6c-9352-f659a6155f0f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:47.982839 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3292d2f5-3e10-4c1e-b3ce-0b5b076606b5 x-openstack-request-id: req-3292d2f5-3e10-4c1e-b3ce-0b5b076606b5 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:47.984965 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584de837-c666-4c58-a21e-8ab46005a56a", "name": "network-vif-deleted", "tag": "604debfe-3059-4c67-98ba-60c87468da59", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:47.986810 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3292d2f5-3e10-4c1e-b3ce-0b5b076606b5 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:47.987479 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584de837-c666-4c58-a21e-8ab46005a56a', 'name': 'network-vif-deleted', 'tag': '604debfe-3059-4c67-98ba-60c87468da59', 'status': 'completed', 'code': 200} Feb 09 02:12:48.075398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24808a84-d5db-4179-9525-d515c93f4c65 req-e4b4fe0c-9884-4a6a-8d08-6b9cd89d22d0 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.092302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24808a84-d5db-4179-9525-d515c93f4c65 req-e4b4fe0c-9884-4a6a-8d08-6b9cd89d22d0 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1758788 Feb 09 02:12:48.335791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24808a84-d5db-4179-9525-d515c93f4c65 req-21e7c0e9-7335-45cf-912c-66f1adaf028a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357612 Feb 09 02:12:48.379227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18926d9-43c2-48b5-b381-9b722a7f8bbc req-7dcdf1df-2f5c-4ebc-b5f5-8f12fe9e6f2f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.388273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e18926d9-43c2-48b5-b381-9b722a7f8bbc req-7dcdf1df-2f5c-4ebc-b5f5-8f12fe9e6f2f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.1823211 Feb 09 02:12:48.517886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e18926d9-43c2-48b5-b381-9b722a7f8bbc req-1cff9bf5-b411-459a-9b75-8d4f28005b16 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285393 Feb 09 02:12:48.561055 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c08372-9afd-4d9d-8292-754c7292f824 x-openstack-request-id: req-c7c08372-9afd-4d9d-8292-754c7292f824 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:48.562949 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054fc0f1-f009-4ac5-8f60-d9710168c4aa", "name": "network-vif-deleted", "tag": "fba008a0-4b03-4c6c-9352-f659a6155f0f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:48.563923 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7c08372-9afd-4d9d-8292-754c7292f824 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:48.564522 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054fc0f1-f009-4ac5-8f60-d9710168c4aa', 'name': 'network-vif-deleted', 'tag': 'fba008a0-4b03-4c6c-9352-f659a6155f0f', 'status': 'completed', 'code': 200} Feb 09 02:12:48.709043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cdd7526a-d30b-4c93-84da-0682a1222ee3 req-9958be10-f732-4e98-8731-be075cb9c625 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 210 time: 0.0499797 Feb 09 02:12:48.866376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:48.933173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259928cb-1156-463e-bd60-0d9e6a6722ff req-efa664bf-76f0-4954-b971-bae01bf08726 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:48.940479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-259928cb-1156-463e-bd60-0d9e6a6722ff req-efa664bf-76f0-4954-b971-bae01bf08726 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 1128 time: 0.2432706 Feb 09 02:12:48.947390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 604debfe-3059-4c67-98ba-60c87468da59 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:49.012732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-e168aa7c-59a6-45fb-b278-8a0093cee965 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.016833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-e168aa7c-59a6-45fb-b278-8a0093cee965 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 813 time: 0.2691071 Feb 09 02:12:49.030712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Request body: {'port': {'device_id': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'admin_state_up': True, 'tenant_id': '7faf26bf49d54b40a3817f4eb18ec7d6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:49.053750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 604debfe-3059-4c67-98ba-60c87468da59 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:49.054787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 604debfe-3059-4c67-98ba-60c87468da59 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:49.057841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fba008a0-4b03-4c6c-9352-f659a6155f0f no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:49.142356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: fba008a0-4b03-4c6c-9352-f659a6155f0f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:49.143012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fba008a0-4b03-4c6c-9352-f659a6155f0f not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:49.157547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c3286-a4d7-4d68-b890-f604ad1a2752 req-b6e9a63e-1217-4e60-b758-d4a595f2e50d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.167994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c5c3286-a4d7-4d68-b890-f604ad1a2752 req-b6e9a63e-1217-4e60-b758-d4a595f2e50d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.3031018 Feb 09 02:12:49.248646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-259928cb-1156-463e-bd60-0d9e6a6722ff req-62df1bd8-945a-4a66-a6f3-d1b8478188d6 tempest-LiveAutoBlockMigrationV225Test-1232759676 tempest-LiveAutoBlockMigrationV225Test-1232759676-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050427 Feb 09 02:12:49.310577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-dab1580e-e0a0-4500-8088-7b88463ee667 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.313368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-dab1580e-e0a0-4500-8088-7b88463ee667 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 813 time: 0.3255754 Feb 09 02:12:49.336498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Request body: {'port': {'device_id': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'admin_state_up': True, 'tenant_id': '7faf26bf49d54b40a3817f4eb18ec7d6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:49.434123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c5c3286-a4d7-4d68-b890-f604ad1a2752 req-5f7351a7-e33f-42b2-93fa-066eb539797c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638853 Feb 09 02:12:49.571232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Made reservation on behalf of 7faf26bf49d54b40a3817f4eb18ec7d6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:49.577606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:49.611455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2f27d5f-1197-4c6d-b58c-55f4aafdb3fd req-c02e9800-1cc4-4cf1-87c0-0565c71ddc19 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0561152 Feb 09 02:12:49.620211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Made reservation on behalf of 7faf26bf49d54b40a3817f4eb18ec7d6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:49.627229 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:49.681747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02ded-944c-499a-bd88-d71e59a6aca5 req-4dd7af37-cd86-4c98-a2f6-13236332b5b0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.688459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aea02ded-944c-499a-bd88-d71e59a6aca5 req-4dd7af37-cd86-4c98-a2f6-13236332b5b0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.2481403 Feb 09 02:12:49.869413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aea02ded-944c-499a-bd88-d71e59a6aca5 req-6674f446-66e4-4837-ab15-a18483ba65b6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712425 Feb 09 02:12:49.899339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5807f-3fa9-43a2-b4f5-a6db244af0be req-90c63206-b945-475b-857c-9bf205774b05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:49.916159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edc5807f-3fa9-43a2-b4f5-a6db244af0be req-90c63206-b945-475b-857c-9bf205774b05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1751592 Feb 09 02:12:49.940139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Allocated IP 172.20.0.10 (1d35e51d-a43f-45dd-8161-5a2b2f330dc9/ad564999-61cc-4b6b-ba6c-39e14237ada1/808d7d00-42c6-4101-a67f-bbce6db0b2db) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:50.047500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edc5807f-3fa9-43a2-b4f5-a6db244af0be req-6dfc5c31-35d1-4d8e-ae62-dafa365267a8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301115 Feb 09 02:12:50.226469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks [] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.247468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded43b-2611-418d-91ac-333e81b64e45 req-c0ce210f-ec78-4d08-a9ae-ec4f7b0e8f8a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:50.255099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5ded43b-2611-418d-91ac-333e81b64e45 req-c0ce210f-ec78-4d08-a9ae-ec4f7b0e8f8a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.0939348 Feb 09 02:12:50.274041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.327563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:50.334017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:50.344628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:50.397917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event updated for resources: {'Port': ['ID=808d7d00-42c6-4101-a67f-bbce6db0b2db,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:50.418407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:50.420093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.458113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Allocated IP 172.20.0.14 (1d35e51d-a43f-45dd-8161-5a2b2f330dc9/ad564999-61cc-4b6b-ba6c-39e14237ada1/3dfe657c-7015-4a68-941a-415f612e78c3) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:50.473703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5ded43b-2611-418d-91ac-333e81b64e45 req-47cf2cfa-72c0-4c2c-9684-698801fc5733 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161160 Feb 09 02:12:50.493463 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-b8153c3f-897f-409a-ba06-3ce52c84c134 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1584959 Feb 09 02:12:50.505405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Request body: {'port': {'device_id': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:50.557149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417d011-6a07-4bc3-be56-3f6ba367e139 req-1c2c661a-2736-4b5d-a8ab-fd5edb94fefa tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:50.569125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0417d011-6a07-4bc3-be56-3f6ba367e139 req-1c2c661a-2736-4b5d-a8ab-fd5edb94fefa tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 932 time: 0.1959522 Feb 09 02:12:50.597383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.877579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks [] for port (3dfe657c-7015-4a68-941a-415f612e78c3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:50.911503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0417d011-6a07-4bc3-be56-3f6ba367e139 req-dd572754-4f93-451e-a97c-9985eca6554c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395789 Feb 09 02:12:50.956347 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.015545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event updated for resources: {'Port': ['ID=3dfe657c-7015-4a68-941a-415f612e78c3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:51.025393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a96d-9c30-4ed0-ba62-42d40e057632 req-35065180-651d-45f9-9237-d4ec957eb4fe tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.032579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cb4a96d-9c30-4ed0-ba62-42d40e057632 req-35065180-651d-45f9-9237-d4ec957eb4fe tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 945 time: 0.3596337 Feb 09 02:12:51.137739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cb4a96d-9c30-4ed0-ba62-42d40e057632 req-2d8243fb-a777-4fa8-8486-5a967f9b00ee tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042809 Feb 09 02:12:51.167015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808d7d00-42c6-4101-a67f-bbce6db0b2db {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:51.170942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:51.175882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Publish callbacks [] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.178382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:51.185777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:51.191470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Transition to ACTIVE for port object 808d7d00-42c6-4101-a67f-bbce6db0b2db will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:51.205333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.263646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbd65f-a1d4-4f73-8f86-3bb0431125c5 req-ed86d8ac-0535-4132-bc5a-f42134e44b3c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.272205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90fbd65f-a1d4-4f73-8f86-3bb0431125c5 req-ed86d8ac-0535-4132-bc5a-f42134e44b3c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.2329495 Feb 09 02:12:51.327486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69bfd9da-0163-4c45-a060-8095fe00a9b8 req-13c6bced-a6d9-4f5e-9b03-e03eda016f2a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0517106 Feb 09 02:12:51.334780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.335780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.383476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dda71-3304-4780-822e-b72876782365 req-8b52e57c-98cf-4be8-bf68-6e771c9bf513 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.385518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e6dda71-3304-4780-822e-b72876782365 req-8b52e57c-98cf-4be8-bf68-6e771c9bf513 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 945 time: 0.2665462 Feb 09 02:12:51.389291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Attempting to bind port 808d7d00-42c6-4101-a67f-bbce6db0b2db on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:51.389809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Attempting to bind port 808d7d00-42c6-4101-a67f-bbce6db0b2db by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:51.390038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Attempting to bind port 808d7d00-42c6-4101-a67f-bbce6db0b2db on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:51.393112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Pushing event updated for resources: {'Port': ['ID=808d7d00-42c6-4101-a67f-bbce6db0b2db,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:51.398140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-825e3fad-d429-45a5-be98-f348dd414e56 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3713372 Feb 09 02:12:51.404521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Port 808d7d00-42c6-4101-a67f-bbce6db0b2db on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:51.404878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Attempting to bind port 808d7d00-42c6-4101-a67f-bbce6db0b2db on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:51.423809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:51.424182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Checking segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:51.425596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Bound using segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:51.426067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Bound port: 808d7d00-42c6-4101-a67f-bbce6db0b2db, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:51.427358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.529559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] For port 808d7d00-42c6-4101-a67f-bbce6db0b2db, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:51.533303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] For port 808d7d00-42c6-4101-a67f-bbce6db0b2db, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=808d7d00-42c6-4101-a67f-bbce6db0b2db,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:51.536539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Request body: {'port': {'device_id': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:51.551004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.593791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.595077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.596644 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] 10.222.0.72 "PUT /v2.0/ports/808d7d00-42c6-4101-a67f-bbce6db0b2db HTTP/1.1" status: 200 len: 1093 time: 1.1015275 Feb 09 02:12:51.597194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'tag': '808d7d00-42c6-4101-a67f-bbce6db0b2db'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:51.600245 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab3420-c5cb-460f-a778-d0b2237a42ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b06b5a6c-d480-4d49-93a5-c85fd39beb30", "tag": "808d7d00-42c6-4101-a67f-bbce6db0b2db"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:51.656266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90fbd65f-a1d4-4f73-8f86-3bb0431125c5 req-0e38663d-ad68-466f-a881-e388e69a1598 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825912 Feb 09 02:12:51.699229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56c6e8-eac8-47e8-87ff-6aecba71f7c9 req-0c4f2bed-2ce0-4529-b550-ad5de5d33aa4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.702603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2bdcd-0f33-4715-8b03-abc25e405689 service neutron] Pushing event updated for resources: {'Port': ['ID=808d7d00-42c6-4101-a67f-bbce6db0b2db,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:51.715166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce56c6e8-eac8-47e8-87ff-6aecba71f7c9 req-0c4f2bed-2ce0-4529-b550-ad5de5d33aa4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1377265 Feb 09 02:12:51.722284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.728547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-200a0b2e-88d2-4c4c-859e-06bcfc938929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.731115 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-200a0b2e-88d2-4c4c-859e-06bcfc938929 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 1127 time: 0.0841460 Feb 09 02:12:51.809403 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-ac556503-fd17-4bd5-a27a-d7948e3c384f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7d00-42c6-4101-a67f-bbce6db0b2db HTTP/1.1" status: 200 len: 217 time: 0.0647697 Feb 09 02:12:51.877008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-0fbedfc6-00ee-49b3-91ad-d6433777c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:51.879001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-0fbedfc6-00ee-49b3-91ad-d6433777c035 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.0646458 Feb 09 02:12:51.920926 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-eb6537da-8df6-4caa-8b90-d7f6b8c70120 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331683 Feb 09 02:12:51.946191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Deleting port f827adca-0d88-4257-a040-63808dc96952 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:12:51.946964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f827adca-0d88-4257-a040-63808dc96952), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:51.964899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce56c6e8-eac8-47e8-87ff-6aecba71f7c9 req-8d18cdc2-c444-4e92-9f59-84bd748ca403 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488613 Feb 09 02:12:52.073430 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-5e2ae245-960c-49ba-b404-a7487ecc75c6 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459479 Feb 09 02:12:52.075045 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d35af3e-066a-43db-b197-5e8b6b862c05 x-openstack-request-id: req-1d35af3e-066a-43db-b197-5e8b6b862c05 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:52.075328 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06b5a6c-d480-4d49-93a5-c85fd39beb30", "tag": "808d7d00-42c6-4101-a67f-bbce6db0b2db", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:52.075587 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d35af3e-066a-43db-b197-5e8b6b862c05 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:52.075987 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'tag': '808d7d00-42c6-4101-a67f-bbce6db0b2db', 'status': 'completed', 'code': 200} Feb 09 02:12:52.298262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] For port f827adca-0d88-4257-a040-63808dc96952, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f827adca-0d88-4257-a040-63808dc96952,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:52.299337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f827adca-0d88-4257-a040-63808dc96952), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.313836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-3e3f9a19-2184-491f-80bb-30882d57a63c service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250862 Feb 09 02:12:52.315083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Calling delete_port for f827adca-0d88-4257-a040-63808dc96952 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:12:52.329855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a20f5057-d3a2-46d2-b964-9835fe72da66 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:52.433981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d7cea-9c7b-4571-8745-7aa10fcf8b19 req-590565fa-fcde-4b5c-a7a5-e07290fd69a0 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:52.435502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d0d7cea-9c7b-4571-8745-7aa10fcf8b19 req-590565fa-fcde-4b5c-a7a5-e07290fd69a0 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.4998260 Feb 09 02:12:52.460398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-99ea93b0-c33e-46bc-9826-7c316cb98e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:52.467018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-99ea93b0-c33e-46bc-9826-7c316cb98e79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 1127 time: 0.0746050 Feb 09 02:12:52.486056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f41fa-e03c-4e73-979b-aa6fce9f1e6a req-f192b86f-02f1-4bf4-9122-f203dd49955a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:52.493890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd5f41fa-e03c-4e73-979b-aa6fce9f1e6a req-f192b86f-02f1-4bf4-9122-f203dd49955a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 944 time: 0.1651456 Feb 09 02:12:52.503246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:52.516832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'mac_address': 'fa:16:3e:78:f4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:52.554009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d0d7cea-9c7b-4571-8745-7aa10fcf8b19 req-7678e250-b0ce-46b1-af9d-7a94deb8d45e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856814 Feb 09 02:12:52.571953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a20f5057-d3a2-46d2-b964-9835fe72da66 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:52.572746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.594903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a20f5057-d3a2-46d2-b964-9835fe72da66 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:52.620607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:52.631545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:52.755609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:52.756109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-bbc44f67-0835-47a2-991d-731d9823f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:52.757763 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-bbc44f67-0835-47a2-991d-731d9823f647 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 914 time: 0.2871974 Feb 09 02:12:52.777835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a20f5057-d3a2-46d2-b964-9835fe72da66'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:52.842249 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-543848c4-273f-44fb-947e-e7879c4012e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7d00-42c6-4101-a67f-bbce6db0b2db HTTP/1.1" status: 200 len: 217 time: 0.0767839 Feb 09 02:12:52.940754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-f996ab72-5b36-42b8-b149-12044b43a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:52.942747 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-f996ab72-5b36-42b8-b149-12044b43a626 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.0908186 Feb 09 02:12:52.993763 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-782b8df3-25f5-4106-b335-b6d9669fc66a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364883 Feb 09 02:12:53.122796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfe657c-7015-4a68-941a-415f612e78c3 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:53.140394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd5f41fa-e03c-4e73-979b-aa6fce9f1e6a req-4d716b98-4118-4cdf-9a0b-0e86f1fd16d3 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442778 Feb 09 02:12:53.159687 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Publish callbacks [] for port (3dfe657c-7015-4a68-941a-415f612e78c3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.229029 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-72991390-7b11-4560-9076-8b2db74eaa33 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278032 Feb 09 02:12:53.259035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Transition to ACTIVE for port object 3dfe657c-7015-4a68-941a-415f612e78c3 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:53.274132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c8fb5-070c-4c66-a537-14faba003b7a req-167b219f-9bf7-42ee-9507-23bc0b774c77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:53.282028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-595c8fb5-070c-4c66-a537-14faba003b7a req-167b219f-9bf7-42ee-9507-23bc0b774c77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 945 time: 0.6302981 Feb 09 02:12:53.316113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.316883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4b4e13e9-7a42-4a0d-abd9-0177451f7ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.404798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f827adca-0d88-4257-a040-63808dc96952), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.435216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:53.452190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-afa57666-fd43-44ca-947a-b051cc975112 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778382 Feb 09 02:12:53.543560 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-faab3420-c5cb-460f-a778-d0b2237a42ed req-5dc423a9-d7f8-4c93-9f9c-21ac6c397f9b service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066893 Feb 09 02:12:53.593225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe657c-7015-4a68-941a-415f612e78c3,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:53.661242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-595c8fb5-070c-4c66-a537-14faba003b7a req-beba2ed9-1bb4-4c15-85d8-34a8d76dbd5d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778040 Feb 09 02:12:53.720762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] No DVR routers for this DVR port f827adca-0d88-4257-a040-63808dc96952 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:12:53.744542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event deleted for resources: {'Port': ['ID=f827adca-0d88-4257-a040-63808dc96952,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:53.746965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:53.750476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e6dda71-3304-4780-822e-b72876782365 req-8a15cb37-3560-4b31-b09d-800a0c663e6f tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "DELETE /v2.0/ports/f827adca-0d88-4257-a040-63808dc96952 HTTP/1.1" status: 204 len: 173 time: 2.3505611 Feb 09 02:12:53.753681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'name': 'network-vif-deleted', 'tag': 'f827adca-0d88-4257-a040-63808dc96952'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:53.763241 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f2d43c-79a3-4b63-b217-d2a72b437d63" -d '{"events": [{"server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "name": "network-vif-deleted", "tag": "f827adca-0d88-4257-a040-63808dc96952"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:53.925591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1597ca3-f7b9-4996-b05d-6147bdf06857 req-9dcaf905-4a25-4bc6-82e8-5272a204b7ad tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0791764 Feb 09 02:12:53.956773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Attempting to bind port 3dfe657c-7015-4a68-941a-415f612e78c3 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:53.957129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Attempting to bind port 3dfe657c-7015-4a68-941a-415f612e78c3 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:53.957464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Attempting to bind port 3dfe657c-7015-4a68-941a-415f612e78c3 on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:53.990117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Port 3dfe657c-7015-4a68-941a-415f612e78c3 on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:53.991694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Attempting to bind port 3dfe657c-7015-4a68-941a-415f612e78c3 on network 1d35e51d-a43f-45dd-8161-5a2b2f330dc9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:54.024464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ce791330-6183-4d1e-9e94-41622928dfa8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.033729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ce791330-6183-4d1e-9e94-41622928dfa8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5661445 Feb 09 02:12:54.037813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:54.038387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Checking segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:54.039093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Bound using segment: {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:54.039531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Bound port: 3dfe657c-7015-4a68-941a-415f612e78c3, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3572e168-f0f6-4235-a981-0311519b773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:54.039895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.069056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-7db96f6f-dddd-4cf1-86a1-0cb2a15bb786 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/quotas/35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 375 time: 0.0264573 Feb 09 02:12:54.207490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d4023-fbeb-490a-b638-b96721b36a79 req-a2664f42-1ba0-4377-80c7-d2ec1ee07b1d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.215843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c28d4023-fbeb-490a-b638-b96721b36a79 req-a2664f42-1ba0-4377-80c7-d2ec1ee07b1d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1661844 Feb 09 02:12:54.233174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-4aab85a9-d72a-4108-afe5-0b98e002400d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456115 Feb 09 02:12:54.243561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] For port 3dfe657c-7015-4a68-941a-415f612e78c3, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:54.248384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] For port 3dfe657c-7015-4a68-941a-415f612e78c3, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3dfe657c-7015-4a68-941a-415f612e78c3,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:54.266738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.319990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c28d4023-fbeb-490a-b638-b96721b36a79 req-39035db7-7226-4fb3-bcd9-7e13f17a5108 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031661 Feb 09 02:12:54.347403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a20f5057-d3a2-46d2-b964-9835fe72da66 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:54.374075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfe657c-7015-4a68-941a-415f612e78c3,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:54.377762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.378504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.379895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-1f74925a-8a86-49e5-a445-8dd949de2ba8 service neutron] 10.222.0.72 "PUT /v2.0/ports/3dfe657c-7015-4a68-941a-415f612e78c3 HTTP/1.1" status: 200 len: 1093 time: 2.9306505 Feb 09 02:12:54.449720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port a20f5057-d3a2-46d2-b964-9835fe72da66 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:54.450734 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.528904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-af4cb42c-aa5a-4031-8757-36f8db1f2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.531126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-af4cb42c-aa5a-4031-8757-36f8db1f2490 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 1127 time: 0.0831110 Feb 09 02:12:54.598034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a20f5057-d3a2-46d2-b964-9835fe72da66 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:54.598433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.628582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:54.631341 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b778804a-99a3-4c21-aa08-a64c66da1155" -d '{"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-plugged", "status": "completed", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:54.656113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:54.664493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:54.666304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:54.703110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-5376c763-0914-4082-8de0-fed8d51f9b25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfe657c-7015-4a68-941a-415f612e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0905914 Feb 09 02:12:54.725592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: f827adca-0d88-4257-a040-63808dc96952 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:12:54.725944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f827adca-0d88-4257-a040-63808dc96952 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:12:54.778655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:54.837849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-4ba5c0ae-ac1c-4d09-81d3-7050d3042909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.839605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-4ba5c0ae-ac1c-4d09-81d3-7050d3042909 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.1197100 Feb 09 02:12:54.853297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550270-2da0-4ac9-9cb3-37d986d9078c req-9f50b5de-568f-4b20-9627-ca919689b375 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.863898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90550270-2da0-4ac9-9cb3-37d986d9078c req-9f50b5de-568f-4b20-9627-ca919689b375 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1913433 Feb 09 02:12:54.888178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9096f-a3ab-4364-a485-007c0bc635b1 req-9c29fda3-b190-4f6f-a3f9-bff69861face tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:54.895114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e9096f-a3ab-4364-a485-007c0bc635b1 req-9c29fda3-b190-4f6f-a3f9-bff69861face tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.3629351 Feb 09 02:12:54.935856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-82bec32d-1432-45a7-8e6a-31ea6cf9fe31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689771 Feb 09 02:12:54.976401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 808d7d00-42c6-4101-a67f-bbce6db0b2db details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:55.055044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90550270-2da0-4ac9-9cb3-37d986d9078c req-631b774c-5f68-4d1f-8f1c-73a8e12b2a8e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867471 Feb 09 02:12:55.104144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e9096f-a3ab-4364-a485-007c0bc635b1 req-f796576a-bf10-41e8-a580-fbf7333d5b55 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079508 Feb 09 02:12:55.189992 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aea5ac-bbc6-440f-9fc8-18742597f4b0 x-openstack-request-id: req-c5aea5ac-bbc6-440f-9fc8-18742597f4b0 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:55.190297 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767b3352-f49f-4fce-af40-00ea824d4a37", "name": "network-vif-deleted", "tag": "f827adca-0d88-4257-a040-63808dc96952", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:55.190637 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5aea5ac-bbc6-440f-9fc8-18742597f4b0 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:55.191209 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767b3352-f49f-4fce-af40-00ea824d4a37', 'name': 'network-vif-deleted', 'tag': 'f827adca-0d88-4257-a040-63808dc96952', 'status': 'completed', 'code': 200} Feb 09 02:12:55.205606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 808d7d00-42c6-4101-a67f-bbce6db0b2db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=808d7d00-42c6-4101-a67f-bbce6db0b2db,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:55.237287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '808d7d00-42c6-4101-a67f-bbce6db0b2db', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'port_id': '808d7d00-42c6-4101-a67f-bbce6db0b2db', 'mac_address': 'fa:16:3e:56:04:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad564999-61cc-4b6b-ba6c-39e14237ada1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:55.264018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a91c1dac-965c-431b-b1a5-48750b2264a8 req-504e3bda-c9fa-4030-94c0-da5b73135da5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 210 time: 0.0410526 Feb 09 02:12:55.277359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-ed173ccc-aa15-4ece-aea6-9d4c6c441ca7 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240376 Feb 09 02:12:55.344020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 808d7d00-42c6-4101-a67f-bbce6db0b2db is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:55.344811 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.364676 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83606124-0b80-419b-874f-1e8fdedd05d9 x-openstack-request-id: req-83606124-0b80-419b-874f-1e8fdedd05d9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:55.365235 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-plugged", "status": "completed", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:55.366195 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83606124-0b80-419b-874f-1e8fdedd05d9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:55.366941 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'code': 200} Feb 09 02:12:55.383469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808d7d00-42c6-4101-a67f-bbce6db0b2db {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:55.436645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 808d7d00-42c6-4101-a67f-bbce6db0b2db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=808d7d00-42c6-4101-a67f-bbce6db0b2db,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:55.448152 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.535789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=808d7d00-42c6-4101-a67f-bbce6db0b2db,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:55.560176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-373cda71-422c-44e7-911c-f24751f695c4 req-dd64935f-ba38-481d-bd1c-7cbf5480132d tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.0891917 Feb 09 02:12:55.624864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa410-5cc5-4472-9307-a58f20db6dc0 req-ad7fa888-ca2c-4a92-b107-791b35026196 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:55.644740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82ffa410-5cc5-4472-9307-a58f20db6dc0 req-ad7fa888-ca2c-4a92-b107-791b35026196 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 944 time: 0.3796873 Feb 09 02:12:55.672073 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-972e5222-6e1b-4fb3-91b6-2a6683b7fead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:55.705131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75dca4ef-2d06-49f8-abd5-a6df404933ae req-4341ea07-8c85-4591-96ab-3f4b423542a8 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710437 Feb 09 02:12:55.734937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669d1558-67d6-4227-9fe2-7e0225cec4ce req-4936823a-f460-4f5e-8b6d-9a55a2c02bea tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0493479 Feb 09 02:12:55.826299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82ffa410-5cc5-4472-9307-a58f20db6dc0 req-635f3833-f667-48d7-9d00-a6df3be5d1b6 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801600 Feb 09 02:12:55.992944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96f2d3-9298-4b37-b024-1f20220ee5e0 req-9d12429b-188b-458e-a0cd-1191a77299e9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:55.994802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc96f2d3-9298-4b37-b024-1f20220ee5e0 req-9d12429b-188b-458e-a0cd-1191a77299e9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.1073010 Feb 09 02:12:56.015959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-9c45e958-4c93-49c3-9866-eae914b979dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.017521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-9c45e958-4c93-49c3-9866-eae914b979dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 1128 time: 0.0931668 Feb 09 02:12:56.125696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc96f2d3-9298-4b37-b024-1f20220ee5e0 req-801472b6-396e-4551-9d23-1b5e7c00f757 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217937 Feb 09 02:12:56.190545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['808d7d00-42c6-4101-a67f-bbce6db0b2db'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:56.196417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-7ec8229f-08a6-42ec-a234-5bdffe6c1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.198062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-7ec8229f-08a6-42ec-a234-5bdffe6c1461 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.1718261 Feb 09 02:12:56.316005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-89b9a121-ecbf-4d6c-a813-7e64091692a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76484e49-6c94-4187-8a23-d9e79766162c HTTP/1.1" status: 200 len: 217 time: 0.1095951 Feb 09 02:12:56.358198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3585f19-8d82-4d44-80a2-859de321a436 req-677721e1-77ba-4760-b22b-894e2a21093e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.373824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3585f19-8d82-4d44-80a2-859de321a436 req-677721e1-77ba-4760-b22b-894e2a21093e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1504519 Feb 09 02:12:56.378723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ffe7e-ab95-4559-a740-6617cf0e2984 req-494aff20-bda2-4857-9f9c-f6f50ccc26d5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.380896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c2ffe7e-ab95-4559-a740-6617cf0e2984 req-494aff20-bda2-4857-9f9c-f6f50ccc26d5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.2252133 Feb 09 02:12:56.625887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-5ddfab9d-2d96-45e9-a0a6-177bd60cd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.627449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-5ddfab9d-2d96-45e9-a0a6-177bd60cd8b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.2943938 Feb 09 02:12:56.634927 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-6054adb7-b532-448c-8c89-39fbcf0ad519 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295966 Feb 09 02:12:56.650516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c2ffe7e-ab95-4559-a740-6617cf0e2984 req-dc1795a9-2fd4-4dac-8f4f-5e6810d8085d tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401738 Feb 09 02:12:56.692817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3585f19-8d82-4d44-80a2-859de321a436 req-df1b78a6-6f66-43ce-a659-6c25e01cc879 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793372 Feb 09 02:12:56.761504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-560ddf23-5129-4f34-a9d0-0db3506160ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249571 Feb 09 02:12:56.838168 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:56.863179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-0af9ebb9-c24f-4717-8f84-9839fa481d9f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:56.864648 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-0af9ebb9-c24f-4717-8f84-9839fa481d9f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282796 Feb 09 02:12:56.880477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Request body: {'port': {'device_id': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '35b42b00906e4a5ea072ed06a7c97ab6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:56.976509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-f356d87c-2cdb-4925-a2ba-0ab455b722a5 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080700 Feb 09 02:12:57.051030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Made reservation on behalf of 35b42b00906e4a5ea072ed06a7c97ab6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:12:57.051163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02b92add-0973-4e9b-be45-31d106214478 req-17500e60-5055-4c24-aaec-9acf685c4d58 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 210 time: 0.2064407 Feb 09 02:12:57.053532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.067230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f27e1c26-a6c4-4fa2-bc06-e7b7679995b7 req-0a906c1e-b4a2-465c-a214-0f93a6ddbb0e tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.1017392 Feb 09 02:12:57.217758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'tag': '3dfe657c-7015-4a68-941a-415f612e78c3'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:57.224330 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418acf4e-a0b0-4129-8fec-8c7c072ed349" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7a82b5-f27f-40f6-821b-b808bc9a46d6", "tag": "3dfe657c-7015-4a68-941a-415f612e78c3"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:57.291881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Allocated IP 192.168.233.215 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:57.315649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79263d68-07ad-49eb-b28e-8c76a70ddc52 req-3f12fa41-59ea-4d65-a33f-c08114dcbdae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0800285 Feb 09 02:12:57.391757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355e0f80-34b4-4b19-ba8f-1cd06c94167e req-51b3c9e8-167f-4935-a963-c5631113d394 service neutron] 10.222.0.72 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599083 Feb 09 02:12:57.406779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793113f-1d6d-4b7f-b2ad-e00a06496977 req-cc0aaff4-b337-486a-b7b6-daaa2b7abc4e tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.416245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5793113f-1d6d-4b7f-b2ad-e00a06496977 req-cc0aaff4-b337-486a-b7b6-daaa2b7abc4e tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 945 time: 0.1766920 Feb 09 02:12:57.511730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5793113f-1d6d-4b7f-b2ad-e00a06496977 req-805c483f-3796-43bd-8b49-59985c55bb1b tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914712 Feb 09 02:12:57.605671 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2455378-ffee-4a67-94fd-a3ab36e58658 x-openstack-request-id: req-a2455378-ffee-4a67-94fd-a3ab36e58658 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:57.606560 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7a82b5-f27f-40f6-821b-b808bc9a46d6", "tag": "3dfe657c-7015-4a68-941a-415f612e78c3", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:57.606560 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2455378-ffee-4a67-94fd-a3ab36e58658 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:57.606974 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'tag': '3dfe657c-7015-4a68-941a-415f612e78c3', 'status': 'completed', 'code': 200} Feb 09 02:12:57.621790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks [] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.641247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329d22-892d-4dff-a649-7a61951cbd91 req-226e0fe3-02a6-4cf2-be06-11d76e0bab08 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.649308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a329d22-892d-4dff-a649-7a61951cbd91 req-226e0fe3-02a6-4cf2-be06-11d76e0bab08 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.0875697 Feb 09 02:12:57.680654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.699507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['041696a2-426d-47e4-85c4-14477337ce8a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:57.712363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:57.755036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:57.778400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:57.780620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:57.801461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:57.875609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:57.876679 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:57.904313 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-3efdae21-fa01-425a-abb7-8fce8cfc7c08 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0273955 Feb 09 02:12:57.929435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Request body: {'port': {'device_id': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:58.035647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-d9cd46e6-297a-4a48-a670-2a4440f4224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:58.039878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-d9cd46e6-297a-4a48-a670-2a4440f4224b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 1127 time: 0.2954252 Feb 09 02:12:58.055392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a329d22-892d-4dff-a649-7a61951cbd91 req-3b8be1c2-072d-45e6-9027-9c3508521d21 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052010 Feb 09 02:12:58.139320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.160146 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.330740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b3d47fa1-7b92-4cf0-a7b8-35f568d88ec7 None None] Provisioning complete for port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:58.331117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3d47fa1-7b92-4cf0-a7b8-35f568d88ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.349174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee37eb3-c40d-414c-9377-aabcd727e994 req-fdd16990-5ba0-4788-a25a-68320572eee8 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:58.361557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bee37eb3-c40d-414c-9377-aabcd727e994 req-fdd16990-5ba0-4788-a25a-68320572eee8 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.5149713 Feb 09 02:12:58.386835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b3d47fa1-7b92-4cf0-a7b8-35f568d88ec7 None None] Port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:12:58.489548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef7b26-d0ad-433f-b3c2-9250a08a9c6b req-665769a4-df13-4ba6-9693-6d727e7a018c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:58.497468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bef7b26-d0ad-433f-b3c2-9250a08a9c6b req-665769a4-df13-4ba6-9693-6d727e7a018c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2744150 Feb 09 02:12:58.512475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-508047b2-ad70-4380-81a0-2f03deb14d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:58.514173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-508047b2-ad70-4380-81a0-2f03deb14d72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 200 len: 914 time: 0.4577010 Feb 09 02:12:58.539095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bee37eb3-c40d-414c-9377-aabcd727e994 req-d6e0ebb9-5acf-47de-ab0b-03029835afe5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764431 Feb 09 02:12:58.630106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:58.635787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-fef2eaf1-f895-4ef5-aae7-396c37892f29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfe657c-7015-4a68-941a-415f612e78c3 HTTP/1.1" status: 200 len: 217 time: 0.0951197 Feb 09 02:12:58.639307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Publish callbacks [] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.645975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bef7b26-d0ad-433f-b3c2-9250a08a9c6b req-a814f191-6064-4a3a-8d09-227d1f99e8b5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474531 Feb 09 02:12:58.655228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Transition to ACTIVE for port object f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:12:58.671818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.788406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:58.853887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f7c7392-3208-4c75-9002-2dab2e06d2e8 req-e7c7d8e1-f390-4918-b104-1e777577676b tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.0549738 Feb 09 02:12:58.883168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-a1a38d1e-d204-4e85-ae59-cce37679382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:58.885063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-a1a38d1e-d204-4e85-ae59-cce37679382a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 200 len: 853 time: 0.2375131 Feb 09 02:12:58.885217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Attempting to bind port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:12:58.885474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Attempting to bind port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:12:58.885804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Attempting to bind port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:58.899855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:12:58.900260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Attempting to bind port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:12:58.917126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:12:58.917489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:12:58.917896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:12:58.918573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Bound port: f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:12:58.923545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:58.997170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e96d83-344a-4ee6-a386-4153d1725e90 req-7e73b1d0-0bf5-4b9c-ac56-de6347fee567 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:59.005450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97e96d83-344a-4ee6-a386-4153d1725e90 req-7e73b1d0-0bf5-4b9c-ac56-de6347fee567 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.3325837 Feb 09 02:12:59.008660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3dfe657c-7015-4a68-941a-415f612e78c3 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:59.009310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-530c1ca9-19e7-4ca1-b88f-4520f2640856 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1d35e51d-a43f-45dd-8161-5a2b2f330dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074090 Feb 09 02:12:59.011547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 808d7d00-42c6-4101-a67f-bbce6db0b2db up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:59.058734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:12:59.064056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:12:59.071860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.088774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61e6bf9f-586e-4fde-a9f0-0cd66302bc9c req-b4b05698-28fd-4b80-9618-0c5d52a7987e tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0778255 Feb 09 02:12:59.216652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:59.217296 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.236618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] 10.222.0.72 "PUT /v2.0/ports/f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 200 len: 1097 time: 1.3178935 Feb 09 02:12:59.237139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:59.249209 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3486c28-2228-4a85-aaf2-46da80bf6cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:59.264619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 808d7d00-42c6-4101-a67f-bbce6db0b2db completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:59.300324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 808d7d00-42c6-4101-a67f-bbce6db0b2db triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:59.300702 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.371646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fc81b-a066-463d-838f-ac3ce12c1eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:59.374358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3dfe657c-7015-4a68-941a-415f612e78c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3dfe657c-7015-4a68-941a-415f612e78c3,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:59.399549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97e96d83-344a-4ee6-a386-4153d1725e90 req-f008976e-6714-4e6d-a3f1-d724a0012042 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925672 Feb 09 02:12:59.450834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-595786a1-1c94-444c-99fe-8acf4aa5f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:59.452991 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-595786a1-1c94-444c-99fe-8acf4aa5f2e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 1131 time: 0.1539919 Feb 09 02:12:59.465292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '3dfe657c-7015-4a68-941a-415f612e78c3', 'network_id': '1d35e51d-a43f-45dd-8161-5a2b2f330dc9', 'port_id': '3dfe657c-7015-4a68-941a-415f612e78c3', 'mac_address': 'fa:16:3e:75:d8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad564999-61cc-4b6b-ba6c-39e14237ada1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:59.534641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-d33ab992-fe5d-40dc-8096-e36a1dd60afe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 200 len: 217 time: 0.0688775 Feb 09 02:12:59.567068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 808d7d00-42c6-4101-a67f-bbce6db0b2db is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:59.567462 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.571453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3dfe657c-7015-4a68-941a-415f612e78c3 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:59.571832 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.599618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-bfe868c1-5d80-4450-a7ba-fbd86a6a4fdb service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742288 Feb 09 02:12:59.656394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 808d7d00-42c6-4101-a67f-bbce6db0b2db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=808d7d00-42c6-4101-a67f-bbce6db0b2db,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:59.663397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7d00-42c6-4101-a67f-bbce6db0b2db'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:59.666193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-4fb8ba37-fa49-4727-a024-8b57f6aa54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:59.670246 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff0035e-e04d-4869-9961-ec2fa103ea5f" -d '{"events": [{"server_uuid": "b06b5a6c-d480-4d49-93a5-c85fd39beb30", "name": "network-vif-plugged", "status": "completed", "tag": "808d7d00-42c6-4101-a67f-bbce6db0b2db"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:59.676042 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-4fb8ba37-fa49-4727-a024-8b57f6aa54e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1353593 Feb 09 02:12:59.681525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.682882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76484e49-6c94-4187-8a23-d9e79766162c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:12:59.692330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfe657c-7015-4a68-941a-415f612e78c3 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:59.799396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-7c803c2f-85a3-41e4-8fdd-bf3e72e79b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:59.801989 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-7c803c2f-85a3-41e4-8fdd-bf3e72e79b9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1194260 Feb 09 02:12:59.817931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.842570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3dfe657c-7015-4a68-941a-415f612e78c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3dfe657c-7015-4a68-941a-415f612e78c3,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:59.877528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:59.911126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=808d7d00-42c6-4101-a67f-bbce6db0b2db,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:59.990657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3dfe657c-7015-4a68-941a-415f612e78c3,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:00.039165 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-c6f023ab-0001-439a-bb83-3b3d2c04dfc9 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174461 Feb 09 02:13:00.077527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76484e49-6c94-4187-8a23-d9e79766162c is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:00.078950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.171260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:00.182429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:00.324462 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8869c5bc-a8be-402c-9dc8-f13e8b1d419b req-76405f12-0831-4185-b3b6-541ee7978769 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754121 Feb 09 02:13:00.385162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:00.432046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-418acf4e-a0b0-4129-8fec-8c7c072ed349 req-2cf57a3a-fd40-40e7-bae0-e35954b08fe1 service neutron] 10.222.0.72 "GET /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8223143 Feb 09 02:13:00.446694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db99581-a099-4292-afdc-35fa811f75f2 req-aeb24bc4-a368-4785-a55a-8460387edd1f tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:00.448250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db99581-a099-4292-afdc-35fa811f75f2 req-aeb24bc4-a368-4785-a55a-8460387edd1f tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 945 time: 1.0364342 Feb 09 02:13:00.496348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['3dfe657c-7015-4a68-941a-415f612e78c3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:00.498121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5509d4a-9eee-447d-9fce-cf3600bd12f3 req-3a509cb4-70a5-421b-95ce-dfd9af3ea97a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:00.505709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5509d4a-9eee-447d-9fce-cf3600bd12f3 req-3a509cb4-70a5-421b-95ce-dfd9af3ea97a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 945 time: 0.9494987 Feb 09 02:13:00.580152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5509d4a-9eee-447d-9fce-cf3600bd12f3 req-7b4112fd-2e5e-4fd6-ad01-3112d7f18a73 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733092 Feb 09 02:13:00.605898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db99581-a099-4292-afdc-35fa811f75f2 req-9c8cee6b-7f63-4644-8244-6d02fde2b1c0 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414049 Feb 09 02:13:00.655306 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cc46f7-72bc-4685-9e08-0114369defb4 x-openstack-request-id: req-a4cc46f7-72bc-4685-9e08-0114369defb4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:00.655615 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:00.655881 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4cc46f7-72bc-4685-9e08-0114369defb4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:00.656301 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'status': 'completed', 'code': 200} Feb 09 02:13:00.853131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-3552996f-c308-4014-8278-2ee3cca34540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:00.856117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-3552996f-c308-4014-8278-2ee3cca34540 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 1131 time: 0.1683741 Feb 09 02:13:00.904517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f7f93-45d8-425c-8c1e-22bb60cde71c req-8cbb1d1d-2590-4b2f-a0b5-d0dd81670507 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:00.906074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d55f7f93-45d8-425c-8c1e-22bb60cde71c req-8cbb1d1d-2590-4b2f-a0b5-d0dd81670507 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1489429 Feb 09 02:13:00.992794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da754c56-86d2-4750-a130-7a2dcb77ccf3 req-3d483ca2-b27f-4685-b312-353363c9fd20 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:00.994220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da754c56-86d2-4750-a130-7a2dcb77ccf3 req-3d483ca2-b27f-4685-b312-353363c9fd20 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1873860 Feb 09 02:13:01.064354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d55f7f93-45d8-425c-8c1e-22bb60cde71c req-b8b5fb76-5ae5-47ba-81d7-381a9e1bc45a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412492 Feb 09 02:13:01.132054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da754c56-86d2-4750-a130-7a2dcb77ccf3 req-2a23aca6-1d96-4140-8d06-9365a289a3cb tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205149 Feb 09 02:13:01.149091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-5eb22889-01a1-442e-858f-76defecd60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:01.153358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-5eb22889-01a1-442e-858f-76defecd60d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2712414 Feb 09 02:13:01.160716 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651470d9-5e92-439e-b882-5ab0b99d11c7 x-openstack-request-id: req-651470d9-5e92-439e-b882-5ab0b99d11c7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:01.161595 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06b5a6c-d480-4d49-93a5-c85fd39beb30", "name": "network-vif-plugged", "status": "completed", "tag": "808d7d00-42c6-4101-a67f-bbce6db0b2db", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:01.161889 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-651470d9-5e92-439e-b882-5ab0b99d11c7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:01.163339 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7d00-42c6-4101-a67f-bbce6db0b2db', 'code': 200} Feb 09 02:13:01.268801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-4526602c-c953-44b2-a5b0-99aa05e41740 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 200 len: 217 time: 0.1021721 Feb 09 02:13:01.320630 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83195fa2-1e5a-482e-86b8-360499308b33 req-87b9cbcb-0408-4cab-b559-45ba1fdef468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:01.325795 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-83195fa2-1e5a-482e-86b8-360499308b33 req-87b9cbcb-0408-4cab-b559-45ba1fdef468 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 1129 time: 0.0865371 Feb 09 02:13:01.341307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8ce8248-2a39-4ed4-9685-ee48e7862dfb req-ec4b71ea-10f8-4159-a556-9dfd9f043c17 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0711048 Feb 09 02:13:01.417033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10806fb1-5bdc-4b79-b4c2-7a7f81d312ab req-291cc566-9622-4ae6-adf1-8716783b15d6 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.1502223 Feb 09 02:13:01.460400 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:13:01.460933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-3b16b711-70c9-4a09-8d68-110226948b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:01.460933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-3b16b711-70c9-4a09-8d68-110226948b7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1755743 Feb 09 02:13:01.506560 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-83195fa2-1e5a-482e-86b8-360499308b33 req-041b4685-e581-4ccc-aa92-8439df447e93 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684432 Feb 09 02:13:01.589342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-55183660-1506-4f0f-a30f-75a6ab7338e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:01.590928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-55183660-1506-4f0f-a30f-75a6ab7338e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1073260 Feb 09 02:13:01.599431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614701c-2442-4ce5-a2d3-507e64cf6e84 req-e560b3d2-3ed7-47f9-a38c-beed2a0a5de5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:01.600218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0614701c-2442-4ce5-a2d3-507e64cf6e84 req-e560b3d2-3ed7-47f9-a38c-beed2a0a5de5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.0960827 Feb 09 02:13:01.747197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0614701c-2442-4ce5-a2d3-507e64cf6e84 req-2e4fae15-a091-4524-b30e-74693dacc6a8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388910 Feb 09 02:13:01.802258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae8466-06ff-481c-af6a-8997f3e7ce3d req-840cda89-8e0b-4c84-b1eb-e1821f3914db tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:01.805691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7ae8466-06ff-481c-af6a-8997f3e7ce3d req-840cda89-8e0b-4c84-b1eb-e1821f3914db tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 943 time: 0.1199608 Feb 09 02:13:01.988656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7ae8466-06ff-481c-af6a-8997f3e7ce3d req-9f7001ad-5dbb-465b-9b79-652a8a328449 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720979 Feb 09 02:13:02.103432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba912d-3ae8-4166-a371-594d12942164 req-177880e4-5594-4ea6-9316-b1a370223c31 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.107281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-baba912d-3ae8-4166-a371-594d12942164 req-177880e4-5594-4ea6-9316-b1a370223c31 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 946 time: 0.2614224 Feb 09 02:13:02.109546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-6194f0de-5390-4907-b10e-6cc3995b0132 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545753 Feb 09 02:13:02.251738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-baba912d-3ae8-4166-a371-594d12942164 req-2ae515e8-f153-49ea-b550-35dbc264173d tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360788 Feb 09 02:13:02.310384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3486c28-2228-4a85-aaf2-46da80bf6cf4 req-22148739-f956-4807-9a27-f6e4158bb4f4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856711 Feb 09 02:13:02.442716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383ce3b-eae3-408a-8bf9-539cd9ecb544 req-617f67b7-d6c8-444c-b5a0-4de894d804cf tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.445294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4383ce3b-eae3-408a-8bf9-539cd9ecb544 req-617f67b7-d6c8-444c-b5a0-4de894d804cf tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1001894 Feb 09 02:13:02.539173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4383ce3b-eae3-408a-8bf9-539cd9ecb544 req-8fabc444-b32a-4e45-8cb7-3de2ea5f591f tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721571 Feb 09 02:13:02.662656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa7af6-487d-40c1-824b-ced0d62bb6d5 req-0b217e29-d02d-423f-84a6-130c64ee3f6f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.664884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42aa7af6-487d-40c1-824b-ced0d62bb6d5 req-0b217e29-d02d-423f-84a6-130c64ee3f6f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0699546 Feb 09 02:13:02.778242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42aa7af6-487d-40c1-824b-ced0d62bb6d5 req-96bf761a-3fda-44a4-bd28-adb4aa72ea2d tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026692 Feb 09 02:13:02.914180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6654aba6-5344-492a-8c31-30de6546e378 req-036493c5-7470-4faa-b575-d5588e9b41c2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0408058 Feb 09 02:13:03.047523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3dfe657c-7015-4a68-941a-415f612e78c3 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:03.080745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-738dbdea-fcfe-4f7b-9476-777ce1f26c35 req-30195e3f-fcb3-457d-8c18-188d935169b2 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.0591817 Feb 09 02:13:03.164762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:03.171698 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d8b88b-2a4f-4955-8739-e51a2b47fca3" -d '{"events": [{"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-unplugged", "status": "completed", "tag": "76484e49-6c94-4187-8a23-d9e79766162c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:03.190651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 3dfe657c-7015-4a68-941a-415f612e78c3 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:13:03.197881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 3dfe657c-7015-4a68-941a-415f612e78c3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:03.198660 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:03.308197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 3dfe657c-7015-4a68-941a-415f612e78c3 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:03.308885 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:03.355096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 3dfe657c-7015-4a68-941a-415f612e78c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3dfe657c-7015-4a68-941a-415f612e78c3,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:03.361495 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:03.363082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76484e49-6c94-4187-8a23-d9e79766162c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:03.451842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=3dfe657c-7015-4a68-941a-415f612e78c3,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:03.536444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76484e49-6c94-4187-8a23-d9e79766162c is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:03.713482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098bc0-8f0b-4d4e-bda8-2222c8bb7a4e req-255af8eb-7c6e-47e9-bf4f-e3465c692f54 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:03.715038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78098bc0-8f0b-4d4e-bda8-2222c8bb7a4e req-255af8eb-7c6e-47e9-bf4f-e3465c692f54 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.0859854 Feb 09 02:13:03.786187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78098bc0-8f0b-4d4e-bda8-2222c8bb7a4e req-4cdfdabd-a433-4fe7-ad2e-c307f691553b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646360 Feb 09 02:13:03.887140 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f109ed-3086-446a-8d44-d9e4dd17fc19 x-openstack-request-id: req-f8f109ed-3086-446a-8d44-d9e4dd17fc19 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:03.887448 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-unplugged", "status": "failed", "tag": "76484e49-6c94-4187-8a23-d9e79766162c", "code": 422}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:03.887707 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8f109ed-3086-446a-8d44-d9e4dd17fc19 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:03.888148 n-d-826675-12 neutron-server[103151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c', 'code': 422} returned with failed status Feb 09 02:13:04.020540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d2c3a-c1d7-4809-bf14-442926d00955 req-63a840ff-e3b9-4695-a710-3cb85edb1e7c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:04.025622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-195d2c3a-c1d7-4809-bf14-442926d00955 req-63a840ff-e3b9-4695-a710-3cb85edb1e7c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 946 time: 0.0799246 Feb 09 02:13:04.183483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-195d2c3a-c1d7-4809-bf14-442926d00955 req-b3b3d0a9-42b2-40b1-bbdc-90f12a3e1305 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514487 Feb 09 02:13:04.240568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-4a1095da-c64b-4d29-9a84-8e9d937d1196 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:04.248967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-4a1095da-c64b-4d29-9a84-8e9d937d1196 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=a311f1a9-ff0b-435d-b0cc-270f194a2203 HTTP/1.1" status: 200 len: 943 time: 0.1448734 Feb 09 02:13:04.423639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfa404-3bc9-4203-897b-b999083a0793 req-ca63edbd-3577-41aa-9133-bc2c8a1ed5b1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:04.431177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88bfa404-3bc9-4203-897b-b999083a0793 req-ca63edbd-3577-41aa-9133-bc2c8a1ed5b1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1313660 Feb 09 02:13:04.493926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88bfa404-3bc9-4203-897b-b999083a0793 req-90714b2c-e2f8-410f-abc2-23cb0e4a4873 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616119 Feb 09 02:13:04.503113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Deleting port 76484e49-6c94-4187-8a23-d9e79766162c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:04.504487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (76484e49-6c94-4187-8a23-d9e79766162c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.680750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] For port 76484e49-6c94-4187-8a23-d9e79766162c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76484e49-6c94-4187-8a23-d9e79766162c,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:04.681041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (76484e49-6c94-4187-8a23-d9e79766162c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:04.704853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496f09f-fbbc-47a2-840e-d2fcd0fc4e09 req-c841761a-780e-4cf6-bfbe-79eea56acd4a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:04.706441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b496f09f-fbbc-47a2-840e-d2fcd0fc4e09 req-c841761a-780e-4cf6-bfbe-79eea56acd4a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1256161 Feb 09 02:13:04.707523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Calling delete_port for 76484e49-6c94-4187-8a23-d9e79766162c owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:04.826652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b496f09f-fbbc-47a2-840e-d2fcd0fc4e09 req-6e123227-129f-456e-b16e-9ac66fa14491 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983360 Feb 09 02:13:04.931090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fce206a-0a1c-40fb-a0ca-aa078b0e4a3f req-87620ab1-6af0-456a-a699-a4f06ff9189f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0436935 Feb 09 02:13:05.048468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:05.050910 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (76484e49-6c94-4187-8a23-d9e79766162c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:05.072024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0785443c-de13-454d-ba81-5e7e9f19e29d req-69af8db2-b773-43b3-9916-046671e40989 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.0514183 Feb 09 02:13:05.149427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event deleted for resources: {'Port': ['ID=76484e49-6c94-4187-8a23-d9e79766162c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:05.195179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] No DVR routers for this DVR port 76484e49-6c94-4187-8a23-d9e79766162c on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:05.205958 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:05.215434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad57c070-f7c6-4ee3-abc7-0396342698d0 req-8b917693-57dc-43a6-af18-06d58cfcecae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "DELETE /v2.0/ports/76484e49-6c94-4187-8a23-d9e79766162c HTTP/1.1" status: 204 len: 173 time: 0.9601984 Feb 09 02:13:05.216220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-deleted', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:05.218440 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff56619-c908-42d9-9828-f52880b5e1fd" -d '{"events": [{"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-deleted", "tag": "76484e49-6c94-4187-8a23-d9e79766162c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:05.289304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:05.315786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'mac_address': 'fa:16:3e:48:88:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:05.326415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0a588-d8fd-4d44-84cb-b05afaf9b88b req-0f639ac5-3e84-4992-98df-c334d5b6bec2 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:05.328040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d0a588-d8fd-4d44-84cb-b05afaf9b88b req-0f639ac5-3e84-4992-98df-c334d5b6bec2 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 946 time: 0.0800788 Feb 09 02:13:05.393266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:05.393947 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:05.410487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d0a588-d8fd-4d44-84cb-b05afaf9b88b req-c0234740-a1d8-4509-bc3c-e858a91e3d6c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710735 Feb 09 02:13:05.423747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:05.472224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:05.483426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:05.579382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:05.583007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133e028-6f59-4c56-aa11-08c0901c0ddc req-7f9fac5b-cfe8-4b59-8418-bb23f50fcf05 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:05.636385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0133e028-6f59-4c56-aa11-08c0901c0ddc req-7f9fac5b-cfe8-4b59-8418-bb23f50fcf05 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 949 time: 0.0992253 Feb 09 02:13:05.865560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0133e028-6f59-4c56-aa11-08c0901c0ddc req-aeef2336-21cf-42c4-aac7-800086992655 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582796 Feb 09 02:13:05.889595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe657c-7015-4a68-941a-415f612e78c3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:05.895340 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc93c140-4373-4f30-83c4-a656914c590c" -d '{"events": [{"server_uuid": "7b7a82b5-f27f-40f6-821b-b808bc9a46d6", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe657c-7015-4a68-941a-415f612e78c3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:05.935314 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4589c905-041b-4128-9b14-a464bbdae2ca x-openstack-request-id: req-4589c905-041b-4128-9b14-a464bbdae2ca {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:05.935607 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a311f1a9-ff0b-435d-b0cc-270f194a2203", "name": "network-vif-deleted", "tag": "76484e49-6c94-4187-8a23-d9e79766162c", "status": "failed", "code": 422}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:05.935961 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4589c905-041b-4128-9b14-a464bbdae2ca {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:05.936466 n-d-826675-12 neutron-server[103149]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a311f1a9-ff0b-435d-b0cc-270f194a2203', 'name': 'network-vif-deleted', 'tag': '76484e49-6c94-4187-8a23-d9e79766162c', 'status': 'failed', 'code': 422} returned with failed status Feb 09 02:13:05.998370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:06.119478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa988518-2ac7-4f96-8187-c884751c33bb req-3208f699-5016-4e7b-ae07-fd149866bad8 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:06.122596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa988518-2ac7-4f96-8187-c884751c33bb req-3208f699-5016-4e7b-ae07-fd149866bad8 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1101432 Feb 09 02:13:06.245279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa988518-2ac7-4f96-8187-c884751c33bb req-93114c33-3504-4a3b-8bd7-4ae76db53a4c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153131 Feb 09 02:13:06.394292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9f438-50ff-497c-89c6-1f090df371b2 req-299edaaf-d63e-48f8-8004-b38226bd1076 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:06.396636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06c9f438-50ff-497c-89c6-1f090df371b2 req-299edaaf-d63e-48f8-8004-b38226bd1076 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0721142 Feb 09 02:13:06.484450 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e679925-0558-4502-98ab-211e70bb1dac x-openstack-request-id: req-0e679925-0558-4502-98ab-211e70bb1dac {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:06.485767 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7a82b5-f27f-40f6-821b-b808bc9a46d6", "name": "network-vif-plugged", "status": "completed", "tag": "3dfe657c-7015-4a68-941a-415f612e78c3", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:06.486186 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e679925-0558-4502-98ab-211e70bb1dac {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:06.486778 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfe657c-7015-4a68-941a-415f612e78c3', 'code': 200} Feb 09 02:13:06.548209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54170fdf-3756-40da-b05f-1c2ad99ab5e8 req-431bcf23-1e42-4799-ad05-32c16124301f tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0858982 Feb 09 02:13:06.559959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06c9f438-50ff-497c-89c6-1f090df371b2 req-b99e6fc6-e883-4240-9f6d-79b09ad82669 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539283 Feb 09 02:13:06.588843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e471a8b-5616-4a30-81e7-107ae6c933fa req-3bb94b02-d024-4a69-8f51-1d027a5db2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:06.591199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e471a8b-5616-4a30-81e7-107ae6c933fa req-3bb94b02-d024-4a69-8f51-1d027a5db2a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 1129 time: 0.1114793 Feb 09 02:13:06.670086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e471a8b-5616-4a30-81e7-107ae6c933fa req-58c9859f-6893-4f18-9531-1510e0a4588b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674829 Feb 09 02:13:06.706087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2f7d549-0416-44c8-ba27-27079e422886 req-ce39d30e-578f-4359-9767-c8b9502b5985 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.0386949 Feb 09 02:13:06.866020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274ad0e-0d12-4e6b-8915-e24467f233a7 req-b66884f2-f14c-4223-b14d-1748b96a8318 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:06.868979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0274ad0e-0d12-4e6b-8915-e24467f233a7 req-b66884f2-f14c-4223-b14d-1748b96a8318 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 946 time: 0.0859025 Feb 09 02:13:06.971260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0274ad0e-0d12-4e6b-8915-e24467f233a7 req-bec09537-84f5-440e-88f1-06f7fb822f51 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956883 Feb 09 02:13:07.152212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-3b09f2dc-15ea-49e2-b1d8-6e44831fd75f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:07.153553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-3b09f2dc-15ea-49e2-b1d8-6e44831fd75f tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.1812890 Feb 09 02:13:07.184337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-2eef377f-4ac7-4bf4-9c5a-0de9e48425b3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/quotas/6039e2c8b5fc4f41b5b6f8b47770ea0c HTTP/1.1" status: 200 len: 375 time: 0.0195398 Feb 09 02:13:07.198720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47691172-079b-44c9-990c-ba4d8d2b80ce req-22d27b9b-5042-4d67-8225-dca0864c1114 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:07.200275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47691172-079b-44c9-990c-ba4d8d2b80ce req-22d27b9b-5042-4d67-8225-dca0864c1114 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 949 time: 0.1371729 Feb 09 02:13:07.236364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-71e3b5e1-fd33-4796-b859-00b7e0a8c8dd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350170 Feb 09 02:13:07.290819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47691172-079b-44c9-990c-ba4d8d2b80ce req-d0dc24ac-dfc6-4096-8380-cd3d280f259b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Feb 09 02:13:07.472866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-6f9a06fb-7656-4383-9cac-b7dc2e246100 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238336 Feb 09 02:13:07.533967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859c6c5-9baf-4497-86dd-be092c4b7750 req-f9ae375b-4af4-4051-a12a-9facd024fbf1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:07.541198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7859c6c5-9baf-4497-86dd-be092c4b7750 req-f9ae375b-4af4-4051-a12a-9facd024fbf1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1558316 Feb 09 02:13:07.631173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-18208117-99a1-451e-bc0a-84c5b6651172 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574061 Feb 09 02:13:07.644187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7859c6c5-9baf-4497-86dd-be092c4b7750 req-a2b28d4a-4f7e-419e-affe-69c99eb7bea2 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995870 Feb 09 02:13:07.773286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fc7e8-df9d-412f-96fb-456a09062878 req-98c252c7-e4ed-4a64-844a-6703d014f850 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:07.775716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001fc7e8-df9d-412f-96fb-456a09062878 req-98c252c7-e4ed-4a64-844a-6703d014f850 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0644193 Feb 09 02:13:07.852458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-001fc7e8-df9d-412f-96fb-456a09062878 req-299dbd91-0c4e-4344-8fd2-a940f0b6d213 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652008 Feb 09 02:13:07.987983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07362254-5b78-4378-b926-9c6af9e6097e req-9ac55f2b-80e3-446e-9d05-eb062491b118 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0617633 Feb 09 02:13:08.105968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cb65fc8-6817-45e1-a461-2edca592aec4 req-698c0df9-fdc2-4b96-9c3b-bc4d5af60c9b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 210 time: 0.0585892 Feb 09 02:13:08.191107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-993e98ff-87be-4098-8630-69e6d800da50 req-1286f2a3-6f87-436d-8c10-8a21bd39dccc tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b3352-f49f-4fce-af40-00ea824d4a37 HTTP/1.1" status: 200 len: 210 time: 0.0840051 Feb 09 02:13:08.297272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f7530-5ac6-4497-ac0d-03d8dc0942bf req-17c80104-1243-4d27-b15d-46eecf796607 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:08.311881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-575f7530-5ac6-4497-ac0d-03d8dc0942bf req-17c80104-1243-4d27-b15d-46eecf796607 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 946 time: 0.0799966 Feb 09 02:13:08.426151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-575f7530-5ac6-4497-ac0d-03d8dc0942bf req-e6dc2962-e0b5-4cc6-8c5f-c676ad4c6acd tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031210 Feb 09 02:13:08.496311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284991c-41cb-4858-917d-f7dc19741650 req-494c8399-7018-4a45-a986-c86195a161a4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:08.504531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6284991c-41cb-4858-917d-f7dc19741650 req-494c8399-7018-4a45-a986-c86195a161a4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 949 time: 0.0760510 Feb 09 02:13:08.589487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6284991c-41cb-4858-917d-f7dc19741650 req-9f5c1642-b3f4-4cf9-bc2f-394cb1b5612c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833464 Feb 09 02:13:08.816805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ef59e-ec62-44eb-be9f-e68c883d8ced req-fe750e02-503a-4ece-bc14-db2625582d7b tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:08.827584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-795ef59e-ec62-44eb-be9f-e68c883d8ced req-fe750e02-503a-4ece-bc14-db2625582d7b tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1066310 Feb 09 02:13:08.962602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-795ef59e-ec62-44eb-be9f-e68c883d8ced req-85ed9718-9e17-4b2f-911e-7e20c4d33b8d tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339779 Feb 09 02:13:09.060437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:09.224998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:13:09.229163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7669520-7221-4416-8463-19dd95cc8472 req-5f390235-4015-4c4f-903d-c4437150b5af tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:09.230806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7669520-7221-4416-8463-19dd95cc8472 req-5f390235-4015-4c4f-903d-c4437150b5af tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2010465 Feb 09 02:13:09.231543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:09.232154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.363882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:09.364555 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.391282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-918b847a-5e1d-4c07-8c40-a2e6361a3b33 req-3e6d5179-f1ba-4988-bef7-6af37502d6ee tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0709090 Feb 09 02:13:09.415205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7669520-7221-4416-8463-19dd95cc8472 req-7b07cce9-d822-48b3-849a-1565c41af853 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737626 Feb 09 02:13:09.419747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:09.424186 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acabb164-1559-4f60-b92b-dfc53e77aeb5" -d '{"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:09.464811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:09.477147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.681669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b8ff0cb-9e9a-4e68-922b-479fe2dc2584 req-9c4c971d-e6eb-4e66-b82e-4b1dd90150e9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 210 time: 0.1058567 Feb 09 02:13:09.703023 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffdb757-b53a-4a85-8557-f954ecd43826 x-openstack-request-id: req-7ffdb757-b53a-4a85-8557-f954ecd43826 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:09.703807 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:09.703807 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ffdb757-b53a-4a85-8557-f954ecd43826 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:09.704123 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'code': 200} Feb 09 02:13:09.728372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:09.753384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.759925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.761077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.761503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.764654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.765098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.766637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.767058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.771870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.774014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.774609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.775031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.775440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:09.820207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-c8ae5735-a19b-4da4-8cce-2eb9369a6753 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:09.821863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-c8ae5735-a19b-4da4-8cce-2eb9369a6753 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.3180759 Feb 09 02:13:09.887233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Request body: {'port': {'device_id': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'admin_state_up': True, 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:10.091331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b30d3-66d8-49e6-aa48-484be157f7eb req-76d003a6-eaf3-4f1f-86c6-9a2cccd98b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:10.093523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-428b30d3-66d8-49e6-aa48-484be157f7eb req-76d003a6-eaf3-4f1f-86c6-9a2cccd98b70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 1133 time: 0.2467351 Feb 09 02:13:10.101175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f64832-cf61-4173-adf3-de45bc3cc28c req-a34f8e9f-773f-4c60-b596-976b1c08672c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:10.111184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7f64832-cf61-4173-adf3-de45bc3cc28c req-a34f8e9f-773f-4c60-b596-976b1c08672c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 946 time: 0.3011076 Feb 09 02:13:10.220817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27b1b2-2508-4f24-9b2b-76ea41e56500 req-b9adc19c-75bb-4a80-a876-cd6468c13846 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:10.227409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac27b1b2-2508-4f24-9b2b-76ea41e56500 req-b9adc19c-75bb-4a80-a876-cd6468c13846 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.4037683 Feb 09 02:13:10.245122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-428b30d3-66d8-49e6-aa48-484be157f7eb req-f02dafb7-1a08-4dfe-bdaa-959d6fa972d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089113 Feb 09 02:13:10.249713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:10.253676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.275756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7f64832-cf61-4173-adf3-de45bc3cc28c req-c1280821-9612-46bc-aafc-797e32aa0760 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633005 Feb 09 02:13:10.481075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Allocated IP 172.20.0.8 (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d/6dec9c77-64c6-4050-8291-f4f79fcfa9be/6fed26eb-bf82-4ec4-a616-6bb945ce36cc) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:10.518638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac27b1b2-2508-4f24-9b2b-76ea41e56500 req-95f4b1f6-89e2-42a7-b2dd-0efc43045fa7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703245 Feb 09 02:13:10.577902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc16c36-0a8a-4b50-acc8-c67997a842f7 req-216fd0d5-1125-4043-b1c7-f9734cb34fc5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:10.580920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcc16c36-0a8a-4b50-acc8-c67997a842f7 req-216fd0d5-1125-4043-b1c7-f9734cb34fc5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1697850 Feb 09 02:13:10.759791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks [] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.786499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcc16c36-0a8a-4b50-acc8-c67997a842f7 req-17e0dede-f512-4f02-adae-cb3d00e79023 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851439 Feb 09 02:13:10.915045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:10.998632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:11.007145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20520a1b-c8a0-4a7a-a05a-edfc174a39e7 req-b520919d-43e5-42cd-8045-88b4edae310c tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0553713 Feb 09 02:13:11.020464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:11.024607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:11.091242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event updated for resources: {'Port': ['ID=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:11.116346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.116747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.117147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.117486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.117829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.118166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.124005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.124553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.124908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.125254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.125600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.125936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.126269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:11.141323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:11.142009 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.173307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2934803-b75b-4760-bada-38a9b23f2d1f req-7001b3b9-1a08-471c-8f4c-6fc76c7c5f0f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:11.180614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2934803-b75b-4760-bada-38a9b23f2d1f req-7001b3b9-1a08-471c-8f4c-6fc76c7c5f0f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1854413 Feb 09 02:13:11.227875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-ac75efe6-9492-4df8-af04-1fd93d76117c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3689964 Feb 09 02:13:11.243225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Request body: {'port': {'device_id': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:11.305236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2934803-b75b-4760-bada-38a9b23f2d1f req-70c6874d-ede4-44bd-a822-7ee193499c6a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236277 Feb 09 02:13:11.320816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6e85d-ef31-4370-8cd7-432548bc53c8 req-0cf5c39d-282a-4379-a7de-9ed448169e6a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:11.332103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f6e85d-ef31-4370-8cd7-432548bc53c8 req-0cf5c39d-282a-4379-a7de-9ed448169e6a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 931 time: 0.1829369 Feb 09 02:13:11.390786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:11.421256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f6e85d-ef31-4370-8cd7-432548bc53c8 req-cd9c8d5c-ce2e-433c-a2cd-c02140e5234e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882082 Feb 09 02:13:12.106627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eac33-c9b7-473f-bec4-1c7ece42d2db req-7a2a5fec-0457-41f0-819b-bb874dee9a99 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:12.108029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c45eac33-c9b7-473f-bec4-1c7ece42d2db req-7a2a5fec-0457-41f0-819b-bb874dee9a99 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.4602580 Feb 09 02:13:12.120124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef5bd7-d8d5-461b-9cbf-462f5b05bb96 req-d79a256e-3ddf-491f-b28b-26e619210fb6 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:12.122686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecef5bd7-d8d5-461b-9cbf-462f5b05bb96 req-d79a256e-3ddf-491f-b28b-26e619210fb6 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 946 time: 0.4899483 Feb 09 02:13:12.251250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c45eac33-c9b7-473f-bec4-1c7ece42d2db req-5597b0c2-a804-4ea1-b6e3-ce69621c1d68 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287079 Feb 09 02:13:12.256791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecef5bd7-d8d5-461b-9cbf-462f5b05bb96 req-ebff0c22-3791-45b9-8bb2-dbd08ffe7a47 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233456 Feb 09 02:13:12.259388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fed26eb-bf82-4ec4-a616-6bb945ce36cc {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:12.276925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Publish callbacks [] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.293406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Transition to ACTIVE for port object 6fed26eb-bf82-4ec4-a616-6bb945ce36cc will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:13:12.306200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.454419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Pushing event updated for resources: {'Port': ['ID=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:12.494051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21853d9b-3f63-4e95-aca9-e12ec367113b req-9161a596-6758-4383-b866-5905356dd349 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0841033 Feb 09 02:13:12.540938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e4d69-dcf9-45ce-b70c-0dcc750e75c3 req-e097702b-3152-4fc6-9230-6c2a3533339a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:12.542503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef1e4d69-dcf9-45ce-b70c-0dcc750e75c3 req-e097702b-3152-4fc6-9230-6c2a3533339a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1789322 Feb 09 02:13:12.560252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Attempting to bind port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:12.560663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Attempting to bind port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:12.560913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Attempting to bind port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:12.582481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:13:12.582833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Attempting to bind port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:12.608015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:12.608576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:12.609297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Bound using segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:12.610353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Bound port: 6fed26eb-bf82-4ec4-a616-6bb945ce36cc, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:12.610961 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.676811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef1e4d69-dcf9-45ce-b70c-0dcc750e75c3 req-3ae81439-d552-4ac9-a8d9-ee347b6f7d33 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282310 Feb 09 02:13:12.730423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a02854-a3a9-458f-bfe7-5e8c43b1bb16 req-9216b282-7cf2-4f12-835e-70be7dfb43b6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:12.735225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9a02854-a3a9-458f-bfe7-5e8c43b1bb16 req-9216b282-7cf2-4f12-835e-70be7dfb43b6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1630087 Feb 09 02:13:12.748568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] For port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:12.772316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] For port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:12.783577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.825348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9a02854-a3a9-458f-bfe7-5e8c43b1bb16 req-2aa99013-fff0-4b8a-8548-61c823204739 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868065 Feb 09 02:13:12.864205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:12.864882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:12.866416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] 10.222.0.82 "PUT /v2.0/ports/6fed26eb-bf82-4ec4-a616-6bb945ce36cc HTTP/1.1" status: 200 len: 1092 time: 1.6285288 Feb 09 02:13:12.867980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'tag': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:12.870342 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d8480-2e2d-431e-a214-6cdb08330d82" -d '{"events": [{"name": "network-changed", "server_uuid": "d684a3b2-d8a7-4421-831b-d85feba2de07", "tag": "6fed26eb-bf82-4ec4-a616-6bb945ce36cc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:12.899081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57168-0e84-4a1e-b480-b5e12cbb777e service neutron] Pushing event updated for resources: {'Port': ['ID=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:12.977197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb10c8-664e-48ac-9faf-288eda40c949 req-6be92c96-8961-456c-8ba0-ffde619fc2ae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:12.978874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fcb10c8-664e-48ac-9faf-288eda40c949 req-6be92c96-8961-456c-8ba0-ffde619fc2ae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 943 time: 0.1591933 Feb 09 02:13:13.038609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7e37c-a3f6-46a2-8df9-1bc7f7c3a567 req-a6cd957a-7503-4fec-8fc7-e7548fb74ad0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.040157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3a7e37c-a3f6-46a2-8df9-1bc7f7c3a567 req-a6cd957a-7503-4fec-8fc7-e7548fb74ad0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 949 time: 0.1341877 Feb 09 02:13:13.055557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-444463fb-4cc3-4b2b-b9d0-34949720f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.057035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-444463fb-4cc3-4b2b-b9d0-34949720f262 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 1126 time: 0.1304832 Feb 09 02:13:13.066150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fcb10c8-664e-48ac-9faf-288eda40c949 req-eb9e890f-15f7-449c-a1fa-9aef88ef2fbb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814338 Feb 09 02:13:13.120722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-f0e54aa5-9157-4883-a93d-287aae68f292 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fed26eb-bf82-4ec4-a616-6bb945ce36cc HTTP/1.1" status: 200 len: 217 time: 0.0469015 Feb 09 02:13:13.146596 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6ae3e3-6f46-48d7-beb8-b12332bac853 x-openstack-request-id: req-1d6ae3e3-6f46-48d7-beb8-b12332bac853 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:13.146980 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d684a3b2-d8a7-4421-831b-d85feba2de07", "tag": "6fed26eb-bf82-4ec4-a616-6bb945ce36cc", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:13.147244 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d6ae3e3-6f46-48d7-beb8-b12332bac853 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:13.147661 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'tag': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc', 'status': 'completed', 'code': 200} Feb 09 02:13:13.186910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3a7e37c-a3f6-46a2-8df9-1bc7f7c3a567 req-75731828-ca17-426c-84c9-32d33ca5b401 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373007 Feb 09 02:13:13.199529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-45311fe0-cfec-4f06-9f9e-3596b998fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.201073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-45311fe0-cfec-4f06-9f9e-3596b998fefe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.0669940 Feb 09 02:13:13.235884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-28e47879-3148-4d07-a5a2-b49e24bd2dc0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286760 Feb 09 02:13:13.408891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-5bc95c76-4d8b-41da-aa57-d2a92010f44f tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.410490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-5bc95c76-4d8b-41da-aa57-d2a92010f44f tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 946 time: 0.1090436 Feb 09 02:13:13.455879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-353d6030-54ca-4595-b343-512702d600fd service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126360 Feb 09 02:13:13.496854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f499e-e469-418a-9a68-f7d936545c66 req-11049848-a924-48d2-9065-2f894dfc4c45 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.498585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-548f499e-e469-418a-9a68-f7d936545c66 req-11049848-a924-48d2-9065-2f894dfc4c45 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1606631 Feb 09 02:13:13.670567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-548f499e-e469-418a-9a68-f7d936545c66 req-d25a6a9f-c697-499c-b970-79f76989df35 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375206 Feb 09 02:13:13.697046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fddd1d75-5029-4121-8a67-c9d87d7dd4a7 req-d4fac306-790a-4770-8257-1cebb9065c48 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343915 Feb 09 02:13:13.713055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Deleting port 3dfe657c-7015-4a68-941a-415f612e78c3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:13.713762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.832522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-546ab3dd-7dd9-4df2-843f-a7d41f21a9d2 req-05b00fa6-e7ba-4792-91f8-529d5ab0d041 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0643299 Feb 09 02:13:13.851567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88b7ba-c7a4-4928-9b07-41d33629b235 req-ba7d3742-588a-4a91-83ce-4e5f4a3337e7 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.853221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c88b7ba-c7a4-4928-9b07-41d33629b235 req-ba7d3742-588a-4a91-83ce-4e5f4a3337e7 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 946 time: 0.2262936 Feb 09 02:13:13.928275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] For port 3dfe657c-7015-4a68-941a-415f612e78c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=3dfe657c-7015-4a68-941a-415f612e78c3,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:13.928755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:13.954643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Calling delete_port for 3dfe657c-7015-4a68-941a-415f612e78c3 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:13.963228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-87dfd202-5907-48f0-b021-375e21b3c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:13.964856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-87dfd202-5907-48f0-b021-375e21b3c85e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 1126 time: 0.1955669 Feb 09 02:13:14.015129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c88b7ba-c7a4-4928-9b07-41d33629b235 req-a132a8da-c183-4d0c-a585-097bd1a4dc1f tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f835a61-3740-414f-a333-17cfa3a0b71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544149 Feb 09 02:13:14.051251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-7a866c14-ca46-42f1-be5b-49b5ddff788a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.053786 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-7a866c14-ca46-42f1-be5b-49b5ddff788a tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "GET /v2.0/ports?device_id=b06b5a6c-d480-4d49-93a5-c85fd39beb30 HTTP/1.1" status: 200 len: 946 time: 0.0608516 Feb 09 02:13:14.177757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Deleting port 808d7d00-42c6-4101-a67f-bbce6db0b2db {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:14.177757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.236887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-4080b14c-5c25-483c-a970-ce75d1843609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.238379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-4080b14c-5c25-483c-a970-ce75d1843609 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.2646990 Feb 09 02:13:14.247505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e31120-a33c-4e06-9d7a-79b08dd35e2c req-7a203f2e-3fe2-4836-bd3f-24846edbbb1c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.248952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3e31120-a33c-4e06-9d7a-79b08dd35e2c req-7a203f2e-3fe2-4836-bd3f-24846edbbb1c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.2807841 Feb 09 02:13:14.285621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] For port 808d7d00-42c6-4101-a67f-bbce6db0b2db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=808d7d00-42c6-4101-a67f-bbce6db0b2db,segment=NetworkSegment(3572e168-f0f6-4235-a981-0311519b773f),segment_id=3572e168-f0f6-4235-a981-0311519b773f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:14.285991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.301532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Calling delete_port for 808d7d00-42c6-4101-a67f-bbce6db0b2db owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:14.307119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-d219f822-3eb9-418a-a0d4-bd30bd751e98 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fed26eb-bf82-4ec4-a616-6bb945ce36cc HTTP/1.1" status: 200 len: 217 time: 0.0556078 Feb 09 02:13:14.313959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1427a9f-1a57-48bb-aff2-b6ea6a676100 req-db150836-b890-4b40-9c7f-2bd894748983 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.315466 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1427a9f-1a57-48bb-aff2-b6ea6a676100 req-db150836-b890-4b40-9c7f-2bd894748983 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1883216 Feb 09 02:13:14.445668 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (808d7d00-42c6-4101-a67f-bbce6db0b2db), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.457785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3e31120-a33c-4e06-9d7a-79b08dd35e2c req-54f22a7d-09cb-47de-9f8d-9a8c0592661e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987174 Feb 09 02:13:14.459712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-27a69a79-63c4-42a5-ba69-d3b017c5d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.461099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-27a69a79-63c4-42a5-ba69-d3b017c5d958 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.1418607 Feb 09 02:13:14.461733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['808d7d00-42c6-4101-a67f-bbce6db0b2db', '3dfe657c-7015-4a68-941a-415f612e78c3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:14.465485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1427a9f-1a57-48bb-aff2-b6ea6a676100 req-abd49a47-d90b-47a5-83e8-4e0e6be110aa tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352553 Feb 09 02:13:14.490442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3dfe657c-7015-4a68-941a-415f612e78c3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.495321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event deleted for resources: {'Port': ['ID=808d7d00-42c6-4101-a67f-bbce6db0b2db,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:14.515567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['808d7d00-42c6-4101-a67f-bbce6db0b2db', '3dfe657c-7015-4a68-941a-415f612e78c3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:14.550170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] No DVR routers for this DVR port 808d7d00-42c6-4101-a67f-bbce6db0b2db on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:14.555371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.557050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-2c4312c9-7572-41f8-b102-11a838afa373 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832677 Feb 09 02:13:14.561491 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a31c8272-5c4d-4054-9a26-0436e8fea002 req-f07b5fb3-6b4b-4c6a-a405-d6205cfafd33 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "DELETE /v2.0/ports/808d7d00-42c6-4101-a67f-bbce6db0b2db HTTP/1.1" status: 204 len: 173 time: 0.5021231 Feb 09 02:13:14.561984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'name': 'network-vif-deleted', 'tag': '808d7d00-42c6-4101-a67f-bbce6db0b2db'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:14.572885 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfa2d42-cc83-47d9-8792-32aa28452dd9" -d '{"events": [{"server_uuid": "b06b5a6c-d480-4d49-93a5-c85fd39beb30", "name": "network-vif-deleted", "tag": "808d7d00-42c6-4101-a67f-bbce6db0b2db"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:14.620701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Pushing event deleted for resources: {'Port': ['ID=3dfe657c-7015-4a68-941a-415f612e78c3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:14.747049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] No DVR routers for this DVR port 3dfe657c-7015-4a68-941a-415f612e78c3 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:14.753642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.756992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ca0f908-3070-462f-81e7-2259bedf9616 req-d3a690cc-45e7-4c84-828c-1bbec993ff2c tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.72 "DELETE /v2.0/ports/3dfe657c-7015-4a68-941a-415f612e78c3 HTTP/1.1" status: 204 len: 173 time: 1.3379049 Feb 09 02:13:14.794820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eb2a9-2b51-4f77-bd0b-6ea6eb3956fa req-7a7b5fe1-2993-466b-840f-99741f250ed4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.796395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-966eb2a9-2b51-4f77-bd0b-6ea6eb3956fa req-7a7b5fe1-2993-466b-840f-99741f250ed4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2141836 Feb 09 02:13:14.801004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-19dbf6fa-f79c-4f06-b5c4-b80389453589 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098556 Feb 09 02:13:14.815388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55fd3-53f6-4093-ab1c-49a15bcc4776 req-315766cd-65dd-4e77-b546-ba69958858e1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:14.822596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21f55fd3-53f6-4093-ab1c-49a15bcc4776 req-315766cd-65dd-4e77-b546-ba69958858e1 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 943 time: 0.2221897 Feb 09 02:13:14.952102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-966eb2a9-2b51-4f77-bd0b-6ea6eb3956fa req-4940b7e6-2f4b-4b07-8103-b4a00dae6564 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445410 Feb 09 02:13:14.967301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21f55fd3-53f6-4093-ab1c-49a15bcc4776 req-97fa8d17-7b17-413d-8049-71f1063dfc52 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437933 Feb 09 02:13:14.991832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d50d8480-2e2d-431e-a214-6cdb08330d82 req-cbc87fc8-6a88-4e65-8165-3443ca02c6a0 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660943 Feb 09 02:13:15.051259 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb594c-a4d7-48a2-affb-e793d2a82ef2 x-openstack-request-id: req-1cdb594c-a4d7-48a2-affb-e793d2a82ef2 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:15.051699 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06b5a6c-d480-4d49-93a5-c85fd39beb30", "name": "network-vif-deleted", "tag": "808d7d00-42c6-4101-a67f-bbce6db0b2db", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:15.052320 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cdb594c-a4d7-48a2-affb-e793d2a82ef2 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:15.052440 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06b5a6c-d480-4d49-93a5-c85fd39beb30', 'name': 'network-vif-deleted', 'tag': '808d7d00-42c6-4101-a67f-bbce6db0b2db', 'status': 'completed', 'code': 200} Feb 09 02:13:15.158296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'name': 'network-vif-deleted', 'tag': '3dfe657c-7015-4a68-941a-415f612e78c3'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:15.163340 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9051717-098b-4666-84b1-c493b95577e2" -d '{"events": [{"server_uuid": "7b7a82b5-f27f-40f6-821b-b808bc9a46d6", "name": "network-vif-deleted", "tag": "3dfe657c-7015-4a68-941a-415f612e78c3"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:15.169316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b3a7c5-b71f-4073-8742-f0c1c1c01f40 req-077bbc4e-2aba-4689-b574-5bc5bd076168 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0738084 Feb 09 02:13:15.247345 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75674cb-02c8-444e-9373-04ea26aaf5ce x-openstack-request-id: req-d75674cb-02c8-444e-9373-04ea26aaf5ce {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:15.247913 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7a82b5-f27f-40f6-821b-b808bc9a46d6", "name": "network-vif-deleted", "tag": "3dfe657c-7015-4a68-941a-415f612e78c3", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:15.248330 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d75674cb-02c8-444e-9373-04ea26aaf5ce {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:15.248902 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7a82b5-f27f-40f6-821b-b808bc9a46d6', 'name': 'network-vif-deleted', 'tag': '3dfe657c-7015-4a68-941a-415f612e78c3', 'status': 'completed', 'code': 200} Feb 09 02:13:15.347164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0b3081f-0ca5-4fe1-9679-54ed4e696690 req-bd6b4802-f0ea-45e8-8994-4b3661c06391 tempest-MultipleCreateTestJSON-1869557502 tempest-MultipleCreateTestJSON-1869557502-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7a82b5-f27f-40f6-821b-b808bc9a46d6 HTTP/1.1" status: 200 len: 210 time: 0.0487483 Feb 09 02:13:15.378590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-d8f1b53f-7f6d-4215-85e4-d82faa7f086e req-016da209-e846-4cac-ae75-6a80d7a44f40 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:13:15.379768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8f1b53f-7f6d-4215-85e4-d82faa7f086e req-016da209-e846-4cac-ae75-6a80d7a44f40 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056107 Feb 09 02:13:15.635268 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-caf9946d-fe3c-42a9-a967-d873e36a0df1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587881 Feb 09 02:13:15.649693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821fc8f-eb47-40d3-9fb8-fe83459c822b req-4032e9c3-5dc2-46cd-85c6-9cb63f4bd218 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:15.651295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9821fc8f-eb47-40d3-9fb8-fe83459c822b req-4032e9c3-5dc2-46cd-85c6-9cb63f4bd218 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.0930233 Feb 09 02:13:15.673891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d977a6-80d9-4f1f-a594-3687162ec307 req-450a8b28-c1a5-4206-8352-3f1f32b19f7c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:15.675465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2d977a6-80d9-4f1f-a594-3687162ec307 req-450a8b28-c1a5-4206-8352-3f1f32b19f7c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.0843821 Feb 09 02:13:15.746707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9821fc8f-eb47-40d3-9fb8-fe83459c822b req-f484dde5-27c8-4af2-a5bc-03352572e0a8 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861745 Feb 09 02:13:15.750993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2d977a6-80d9-4f1f-a594-3687162ec307 req-dd43c922-7335-4573-9b48-3463ece34c9f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668287 Feb 09 02:13:16.171566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3819092-ea4e-4c6d-ae99-d205251e9d30 req-c35df6a7-0909-488c-bc85-9e7d2e8a20d4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:16.173066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3819092-ea4e-4c6d-ae99-d205251e9d30 req-c35df6a7-0909-488c-bc85-9e7d2e8a20d4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0973778 Feb 09 02:13:16.184218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c216-c6f8-48a1-9c17-2f5d92e85670 req-dece263e-d215-44ee-bb08-efa4910db22b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:16.185987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5079c216-c6f8-48a1-9c17-2f5d92e85670 req-dece263e-d215-44ee-bb08-efa4910db22b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 943 time: 0.0971854 Feb 09 02:13:16.275548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5079c216-c6f8-48a1-9c17-2f5d92e85670 req-2ea1b597-7444-4053-9c69-c351016ec368 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818114 Feb 09 02:13:16.300792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3819092-ea4e-4c6d-ae99-d205251e9d30 req-8d1593ea-3972-425f-b2ed-0740e14f6f7e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051474 Feb 09 02:13:16.426723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c81e5609-83b2-4824-999d-e5c3f7f18e3f req-c1a2ec4d-4e87-4134-9a32-3b4d44d42762 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0476840 Feb 09 02:13:16.452671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a20f5057-d3a2-46d2-b964-9835fe72da66 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:16.454498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:16.516442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] Deleting subnet ad564999-61cc-4b6b-ba6c-39e14237ada1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:16.520702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] Publish callbacks [] for subnet (ad564999-61cc-4b6b-ba6c-39e14237ada1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.548839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a20f5057-d3a2-46d2-b964-9835fe72da66 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:16.549280 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.567988 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (ad564999-61cc-4b6b-ba6c-39e14237ada1), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.581883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:16.587375 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d6f801-8613-4b31-983d-761ac01f4f10" -d '{"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:16.606786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:16.609242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ad564999-61cc-4b6b-ba6c-39e14237ada1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.613303 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.652001 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64805b86-3f3a-486e-8035-debb96038033 x-openstack-request-id: req-64805b86-3f3a-486e-8035-debb96038033 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:16.652305 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-unplugged", "status": "completed", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:16.652540 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64805b86-3f3a-486e-8035-debb96038033 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:16.652942 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'code': 200} Feb 09 02:13:16.677436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (ad564999-61cc-4b6b-ba6c-39e14237ada1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.691127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:16.707553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad564999-61cc-4b6b-ba6c-39e14237ada1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:16.710969 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.714214 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cd75ae38-5bf3-4e2d-b38e-d4fda2c7b784 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad564999-61cc-4b6b-ba6c-39e14237ada1 HTTP/1.1" status: 204 len: 168 time: 0.2582660 Feb 09 02:13:16.716655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49168) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:16.796897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (1d35e51d-a43f-45dd-8161-5a2b2f330dc9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.889188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (1d35e51d-a43f-45dd-8161-5a2b2f330dc9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.916204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d35e51d-a43f-45dd-8161-5a2b2f330dc9']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:16.917995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f24ffb-a8cd-4852-85f8-0fa1617eae7a req-1d014645-bcda-415d-a1e9-d92f7e41f170 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:16.927112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47f24ffb-a8cd-4852-85f8-0fa1617eae7a req-1d014645-bcda-415d-a1e9-d92f7e41f170 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.0976503 Feb 09 02:13:16.928894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3572e168-f0f6-4235-a981-0311519b773f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:16.929429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3572e168-f0f6-4235-a981-0311519b773f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:16.942232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4685-a7d0-4979-87e4-ac34eab823ea req-3a59e4b9-f684-4ff0-9b70-fc4c41cfe13a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:16.943712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (3572e168-f0f6-4235-a981-0311519b773f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.944787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da6a4685-a7d0-4979-87e4-ac34eab823ea req-3a59e4b9-f684-4ff0-9b70-fc4c41cfe13a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1063154 Feb 09 02:13:16.961381 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3572e168-f0f6-4235-a981-0311519b773f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.968005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:16.968457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (3572e168-f0f6-4235-a981-0311519b773f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:16.970257 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:17.033218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (1d35e51d-a43f-45dd-8161-5a2b2f330dc9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.043532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.046949 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d35e51d-a43f-45dd-8161-5a2b2f330dc9 HTTP/1.1" status: 204 len: 168 time: 0.3292608 Feb 09 02:13:17.051696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47f24ffb-a8cd-4852-85f8-0fa1617eae7a req-f4b83090-0b68-46ba-ad65-3c15c95a9e0c tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227608 Feb 09 02:13:17.058583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e26a0d-55d9-493f-ab35-176c35814de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d35e51d-a43f-45dd-8161-5a2b2f330dc9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:17.061978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3dfe657c-7015-4a68-941a-415f612e78c3 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:17.077979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da6a4685-a7d0-4979-87e4-ac34eab823ea req-74fa5362-f8b9-48fa-9bef-d31518bfc127 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253393 Feb 09 02:13:17.094635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 3dfe657c-7015-4a68-941a-415f612e78c3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:17.095243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 3dfe657c-7015-4a68-941a-415f612e78c3 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:17.095950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 808d7d00-42c6-4101-a67f-bbce6db0b2db no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:17.096821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-742048e1-6617-4219-9faf-cbb9aeef02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:17.098524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-742048e1-6617-4219-9faf-cbb9aeef02ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 1133 time: 0.0951707 Feb 09 02:13:17.128382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 808d7d00-42c6-4101-a67f-bbce6db0b2db {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:17.129355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 808d7d00-42c6-4101-a67f-bbce6db0b2db not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:17.228465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-87e264df-2247-453e-8423-c101808df5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:17.230571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-87e264df-2247-453e-8423-c101808df5fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1258023 Feb 09 02:13:17.238601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:17.275617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-ebaa78ec-f694-4786-be72-edd9986decc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 200 len: 217 time: 0.0364876 Feb 09 02:13:17.284688 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e422609b-7362-4014-9161-6c6e6a9cc9f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7faf26bf49d54b40a3817f4eb18ec7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449069 Feb 09 02:13:17.287642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:17.335054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-097cab57-0458-40d5-9453-3f771398230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:17.337587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-097cab57-0458-40d5-9453-3f771398230e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0556276 Feb 09 02:13:17.382663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f862b1d-325b-4f9d-99f6-0ed5f3651d98 admin admin] Publish callbacks [] for security_group (0f835a61-3740-414f-a333-17cfa3a0b71f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.428346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f862b1d-325b-4f9d-99f6-0ed5f3651d98 admin admin] Publish callbacks [] for security_group (0f835a61-3740-414f-a333-17cfa3a0b71f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.486227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f862b1d-325b-4f9d-99f6-0ed5f3651d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0f835a61-3740-414f-a333-17cfa3a0b71f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.490391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f862b1d-325b-4f9d-99f6-0ed5f3651d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.493918 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4f862b1d-325b-4f9d-99f6-0ed5f3651d98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f835a61-3740-414f-a333-17cfa3a0b71f HTTP/1.1" status: 204 len: 168 time: 0.2030034 Feb 09 02:13:17.497799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-8856f22f-5cb8-4b6b-8420-3a92b9ac06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:17.499713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-8856f22f-5cb8-4b6b-8420-3a92b9ac06e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1481030 Feb 09 02:13:17.505947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f862b1d-325b-4f9d-99f6-0ed5f3651d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f835a61-3740-414f-a333-17cfa3a0b71f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:17.586760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dfab0-d73d-409e-8f69-4f45f0a6b183 req-75dd862f-7d7b-466d-b203-3445d3abb9a7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:17.588465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-835dfab0-d73d-409e-8f69-4f45f0a6b183 req-75dd862f-7d7b-466d-b203-3445d3abb9a7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1826279 Feb 09 02:13:17.608618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b116-81c8-4bfe-973a-9a0bcac832d7 req-1c26886a-40ab-4d9e-b4e2-a5081c4cb7a2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:17.610581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af33b116-81c8-4bfe-973a-9a0bcac832d7 req-1c26886a-40ab-4d9e-b4e2-a5081c4cb7a2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 943 time: 0.1895151 Feb 09 02:13:17.717651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-1fbc39a3-5300-41ba-9ad4-454631cc7153 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089887 Feb 09 02:13:17.726544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-835dfab0-d73d-409e-8f69-4f45f0a6b183 req-8e4ed4a7-1ec3-41d4-a987-99b22f28aa47 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275949 Feb 09 02:13:17.727508 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:17.744534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af33b116-81c8-4bfe-973a-9a0bcac832d7 req-a519a9d1-f355-4a0c-a62d-633e0bfed85b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244531 Feb 09 02:13:18.244026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01edb418-f9b7-4ae4-b035-76e8b13f38dd req-57b31e9f-cb6d-4202-8c2c-e4321f67fe5d tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0611255 Feb 09 02:13:18.295155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-089006de-815d-42df-9aa9-f54b8c4deb87 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663135 Feb 09 02:13:18.308612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1b65-f602-4561-ad9d-16246a5d7d85 req-38ccb671-6db7-4df7-89bb-6ebb6ecf9dcf tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:18.310575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a70b1b65-f602-4561-ad9d-16246a5d7d85 req-38ccb671-6db7-4df7-89bb-6ebb6ecf9dcf tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1265414 Feb 09 02:13:18.407148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a70b1b65-f602-4561-ad9d-16246a5d7d85 req-9a9988f6-5012-4a30-a8bf-89e27570d580 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907583 Feb 09 02:13:18.433091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868fa3a-d3a6-4663-9b5f-c7cdc7b935d8 req-b1e4eaed-953f-412e-9789-5863e3330e09 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:18.444896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5868fa3a-d3a6-4663-9b5f-c7cdc7b935d8 req-b1e4eaed-953f-412e-9789-5863e3330e09 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1270254 Feb 09 02:13:18.450746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6fed26eb-bf82-4ec4-a616-6bb945ce36cc details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:18.500274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:18.523271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5868fa3a-d3a6-4663-9b5f-c7cdc7b935d8 req-3b883f22-266f-4157-8344-a07b462c8e3b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772486 Feb 09 02:13:18.606596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:18.619206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc', 'mac_address': 'fa:16:3e:46:81:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:18.627373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2002781367-network', 'tenant_id': 'bf32d805292e4d44882484f829ff9514'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:18.651057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Made reservation on behalf of bf32d805292e4d44882484f829ff9514 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:18.653868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.663462 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.664108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:18.664520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.680459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fed26eb-bf82-4ec4-a616-6bb945ce36cc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:18.713614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:18.717613 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.743980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks [] for security_group (9e12f1db-db3d-43a4-a785-4c7b6b06bcad), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.750095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9e12f1db-db3d-43a4-a785-4c7b6b06bcad), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.778569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:18.784124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:18.794300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e12f1db-db3d-43a4-a785-4c7b6b06bcad,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:18.800131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (46338561-17e5-4805-96df-1e8aaae54395), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.800745 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Added segment 46338561-17e5-4805-96df-1e8aaae54395 of type vlan for network 7457e967-80b3-4b86-a873-4d95c48e73cb Feb 09 02:13:18.843009 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.865776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7457e967-80b3-4b86-a873-4d95c48e73cb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.896294 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7457e967-80b3-4b86-a873-4d95c48e73cb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.897463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:18.898054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:18.941930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992d280-92f9-4bb9-ad02-89e24c26dc13 req-6a45f805-dad3-48e8-bc2b-3ff8fa9de6ba tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:18.944267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e992d280-92f9-4bb9-ad02-89e24c26dc13 req-6a45f805-dad3-48e8-bc2b-3ff8fa9de6ba tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1117785 Feb 09 02:13:18.951073 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4497015 Feb 09 02:13:18.953172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468e345-f87f-4d9e-9e67-49f747e4fa59 req-3cd15e3b-7862-4510-8d54-96fd46336b49 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:18.954892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:18.961756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7468e345-f87f-4d9e-9e67-49f747e4fa59 req-3cd15e3b-7862-4510-8d54-96fd46336b49 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 944 time: 0.1109872 Feb 09 02:13:18.962045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Request body: {'subnet': {'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2002781367-subnet', 'tenant_id': 'bf32d805292e4d44882484f829ff9514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:18.986898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84479f9-2473-48be-8e8b-1a2dffb8c3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7457e967-80b3-4b86-a873-4d95c48e73cb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:18.999206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7457e967-80b3-4b86-a873-4d95c48e73cb details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:19.008436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Made reservation on behalf of bf32d805292e4d44882484f829ff9514 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:19.012533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:19.059733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7468e345-f87f-4d9e-9e67-49f747e4fa59 req-d99d123c-8d1f-4c30-b036-f05507fffb30 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969887 Feb 09 02:13:19.067843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e992d280-92f9-4bb9-ad02-89e24c26dc13 req-2502183a-a670-4855-bd6d-f2e1ac725475 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031859 Feb 09 02:13:19.186928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['6fed26eb-bf82-4ec4-a616-6bb945ce36cc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:19.244977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:19.292769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:19.339058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Checking segment: {'id': '46338561-17e5-4805-96df-1e8aaae54395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:19.339683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Network hostable DHCP agents. Network: 7457e967-80b3-4b86-a873-4d95c48e73cb, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:19.382484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Network 7457e967-80b3-4b86-a873-4d95c48e73cb is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:19.392006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501a6114-db12-4088-af92-5e9c7287f718 req-fc8f58e5-8d49-45ca-9624-b1d721bbc3fe tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0333602 Feb 09 02:13:19.400960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 7457e967-80b3-4b86-a873-4d95c48e73cb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:19.412737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ce3de-1ad7-4ca6-96b4-b30e63336584 None None] Network 7457e967-80b3-4b86-a873-4d95c48e73cb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:19.420970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:19.423019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:19.449142 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d609d3c2-1c81-4b7a-887f-82c37a93c780 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4929044 Feb 09 02:13:19.567370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63571698-1ae1-43f9-b7c9-88a0b8bf80ec None None] Network 7457e967-80b3-4b86-a873-4d95c48e73cb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:19.607131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968f78a-e6b3-46b0-91c6-575b21f55cd5 req-4779f518-aaa7-4b10-ac1b-186f95331909 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:19.615499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2968f78a-e6b3-46b0-91c6-575b21f55cd5 req-4779f518-aaa7-4b10-ac1b-186f95331909 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.0896916 Feb 09 02:13:19.699148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2968f78a-e6b3-46b0-91c6-575b21f55cd5 req-08abf9db-d0b6-496c-952c-e857da33f10a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827274 Feb 09 02:13:19.715768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097f21a-f9d1-4ce4-aa7c-1354757f8e92 req-6fc2feed-93e0-4d37-a40e-63e42d43aaf6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:19.717397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2097f21a-f9d1-4ce4-aa7c-1354757f8e92 req-6fc2feed-93e0-4d37-a40e-63e42d43aaf6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.0850916 Feb 09 02:13:19.772222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2097f21a-f9d1-4ce4-aa7c-1354757f8e92 req-8026b98f-ea25-45c3-a6c8-ececf478d694 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480256 Feb 09 02:13:20.181079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d389b-cf0a-4d80-b842-2c18367388ab req-10f341c8-d87b-465d-a3b5-3be75a37fa85 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:20.184005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e5d389b-cf0a-4d80-b842-2c18367388ab req-10f341c8-d87b-465d-a3b5-3be75a37fa85 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 944 time: 0.0577745 Feb 09 02:13:20.231064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e5d389b-cf0a-4d80-b842-2c18367388ab req-b3247725-607b-4c28-8a74-bcbe58eb4d32 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Feb 09 02:13:20.346727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795e9d3-62dc-41a6-a1cb-ad22a1326b47 req-b06cfafb-3d6a-4930-ae1f-2185efae10e3 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:20.348255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9795e9d3-62dc-41a6-a1cb-ad22a1326b47 req-b06cfafb-3d6a-4930-ae1f-2185efae10e3 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0570493 Feb 09 02:13:20.399789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9795e9d3-62dc-41a6-a1cb-ad22a1326b47 req-4404049e-ff0f-433c-b594-6b1796f8f948 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Feb 09 02:13:20.465165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:20.543418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f32265f9-65d6-4d67-870d-2c83b7a07e22 req-e97c0048-ba50-4a01-825c-6c2b50457460 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0315835 Feb 09 02:13:20.605672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:20.619634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'e8924115-57c4-4571-a443-ac0495e66082', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'e8924115-57c4-4571-a443-ac0495e66082', 'mac_address': 'fa:16:3e:7d:db:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:20.663566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:20.663963 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.686712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8924115-57c4-4571-a443-ac0495e66082 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:20.707827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:20.712840 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:20.766673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:20.836704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2329ff2-153c-4d8e-ae34-e3ce4f88c14f req-b5d5b488-e27d-43f7-904f-b7f46ea3a3a5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:20.838025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2329ff2-153c-4d8e-ae34-e3ce4f88c14f req-b5d5b488-e27d-43f7-904f-b7f46ea3a3a5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.0546334 Feb 09 02:13:20.889788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2329ff2-153c-4d8e-ae34-e3ce4f88c14f req-33088be5-1327-4de6-bb94-4659f0cabbdf tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 Feb 09 02:13:20.920524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['e8924115-57c4-4571-a443-ac0495e66082'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:21.050140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff38ccd-1b00-4925-b73b-010496c10937 req-f1d80fcd-b03f-4243-9a04-9c412bf3aa4b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:21.052472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ff38ccd-1b00-4925-b73b-010496c10937 req-f1d80fcd-b03f-4243-9a04-9c412bf3aa4b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.0799596 Feb 09 02:13:21.119021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ff38ccd-1b00-4925-b73b-010496c10937 req-dfb075c4-b691-44da-84aa-76f38dfea8ac tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602214 Feb 09 02:13:21.401857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a2f65-6a5e-42a9-9890-227fcb5fa9ad req-818c3427-775a-41e0-a440-d8026e68dcc7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:21.414212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc4a2f65-6a5e-42a9-9890-227fcb5fa9ad req-818c3427-775a-41e0-a440-d8026e68dcc7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 944 time: 0.0993893 Feb 09 02:13:21.492286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc4a2f65-6a5e-42a9-9890-227fcb5fa9ad req-de0036c3-5aaf-4cbe-bef5-028b33d439af tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766854 Feb 09 02:13:21.678482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939aacb-1795-4ff2-8642-65cfff6e796a req-b06990a1-41f6-425d-86b4-24d7ba8efe0e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:21.692211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5939aacb-1795-4ff2-8642-65cfff6e796a req-b06990a1-41f6-425d-86b4-24d7ba8efe0e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1170545 Feb 09 02:13:21.745318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e6a01a-ea3d-46ae-b842-211c9f1f7f12 req-8f2f85c8-5c22-4a1b-94b7-0c8b7ca29fdf tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0440354 Feb 09 02:13:21.783052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5939aacb-1795-4ff2-8642-65cfff6e796a req-2446079f-3545-40c1-9e3d-6b36fdf67872 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888705 Feb 09 02:13:22.048026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672381a-a1b5-41b9-95e0-0f6ec61ae736 req-e7955710-3d47-4c04-8ec2-c670ce66b7b3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:22.049669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e672381a-a1b5-41b9-95e0-0f6ec61ae736 req-e7955710-3d47-4c04-8ec2-c670ce66b7b3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.0696235 Feb 09 02:13:22.125983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e672381a-a1b5-41b9-95e0-0f6ec61ae736 req-86bddf18-a2bc-48d4-bc5e-76adb4d34e47 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700154 Feb 09 02:13:22.238569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-873b485a-d565-4edb-b1e7-8bdc5a06c395 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:22.240315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-873b485a-d565-4edb-b1e7-8bdc5a06c395 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/networks?id=7457e967-80b3-4b86-a873-4d95c48e73cb HTTP/1.1" status: 200 len: 810 time: 0.1446624 Feb 09 02:13:22.274909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-4e86e2e5-f75e-40b5-ab67-3114cabc711f tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/quotas/bf32d805292e4d44882484f829ff9514 HTTP/1.1" status: 200 len: 375 time: 0.0132852 Feb 09 02:13:22.314593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-0ef78102-7630-4e9e-9c25-678736fd9975 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf32d805292e4d44882484f829ff9514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317235 Feb 09 02:13:22.325541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d93f0-936e-44a5-a508-91c0c87c5193 req-2573a901-2540-44ed-bded-93ce0451060e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:22.327151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef2d93f0-936e-44a5-a508-91c0c87c5193 req-2573a901-2540-44ed-bded-93ce0451060e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1046205 Feb 09 02:13:22.435525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef2d93f0-936e-44a5-a508-91c0c87c5193 req-b806b10f-8d90-4494-807a-da7b0a664595 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992520 Feb 09 02:13:22.464269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-09f7115a-0da3-471c-957c-67cb44344179 service neutron] 10.222.0.53 "GET /v2.0/networks/7457e967-80b3-4b86-a873-4d95c48e73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360428 Feb 09 02:13:22.472743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6fed26eb-bf82-4ec4-a616-6bb945ce36cc up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:22.549093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:13:22.557176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:22.557570 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.649086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:22.649587 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.684655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:22.687167 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c308ad-3506-4545-ae7d-6ffd7727da0f" -d '{"events": [{"server_uuid": "d684a3b2-d8a7-4421-831b-d85feba2de07", "name": "network-vif-plugged", "status": "completed", "tag": "6fed26eb-bf82-4ec4-a616-6bb945ce36cc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:22.689158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-85daf051-6f5b-4291-91e0-89ef4917c9c0 service neutron] 10.222.0.53 "GET /v2.0/networks/7457e967-80b3-4b86-a873-4d95c48e73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180083 Feb 09 02:13:22.713175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffb18e-92b3-490a-b2c8-dcd201126723 req-ccf3621e-8c73-49a4-a68f-2579cc2be631 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:22.720957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:22.725256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4ffb18e-92b3-490a-b2c8-dcd201126723 req-ccf3621e-8c73-49a4-a68f-2579cc2be631 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 944 time: 0.1497035 Feb 09 02:13:22.731973 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:22.732998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:22.818378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4ffb18e-92b3-490a-b2c8-dcd201126723 req-f809d0d9-aeb6-4b56-8f1b-0853c659917c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905595 Feb 09 02:13:22.961300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:22.965848 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e5204-33d8-46f8-9bfb-0e6960993c66 x-openstack-request-id: req-fe4e5204-33d8-46f8-9bfb-0e6960993c66 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:22.966530 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d684a3b2-d8a7-4421-831b-d85feba2de07", "name": "network-vif-plugged", "status": "completed", "tag": "6fed26eb-bf82-4ec4-a616-6bb945ce36cc", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:22.966992 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe4e5204-33d8-46f8-9bfb-0e6960993c66 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:22.967599 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc', 'code': 200} Feb 09 02:13:22.968438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port e8924115-57c4-4571-a443-ac0495e66082 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:22.969147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e8924115-57c4-4571-a443-ac0495e66082), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.143790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:23.144876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.202021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-739d3495-f7ac-4bbe-a811-eea9cdfde166 req-e0844d5f-c394-478c-b7b8-d65f186d192a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.1212881 Feb 09 02:13:23.252271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:23.255282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.276046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88272231-c54d-4087-8ece-890f00c42613 req-81f05e2f-36c4-44bd-bed3-61975de5ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:23.277707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88272231-c54d-4087-8ece-890f00c42613 req-81f05e2f-36c4-44bd-bed3-61975de5ed55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 1128 time: 0.2471507 Feb 09 02:13:23.301509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77aad9-9683-4190-9855-f6ca8b97f18f req-a93a762c-bbc0-450b-8b2e-2bf9ac285db4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:23.313652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b77aad9-9683-4190-9855-f6ca8b97f18f req-a93a762c-bbc0-450b-8b2e-2bf9ac285db4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1567643 Feb 09 02:13:23.335540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:23.379444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-867f4689-dd35-4788-9208-eec9256ff286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:23.439231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9aecd1a-a50e-4673-814d-9632db7df6e6 req-a9cedfc9-61ed-4d36-b961-9203c3995a16 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 210 time: 0.0664191 Feb 09 02:13:23.511557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b77aad9-9683-4190-9855-f6ca8b97f18f req-f0e9cfc9-4586-45c6-86f1-143117af0659 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885653 Feb 09 02:13:23.514951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88272231-c54d-4087-8ece-890f00c42613 req-3685255d-48dd-4df1-8956-ea8103d5a0f6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287402 Feb 09 02:13:23.690421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa03533-fd06-4dc2-96ec-86b80e326427 req-462cd746-304d-4ec4-b4cc-e182bad28e96 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:23.701937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2aa03533-fd06-4dc2-96ec-86b80e326427 req-462cd746-304d-4ec4-b4cc-e182bad28e96 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1742640 Feb 09 02:13:23.806407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2aa03533-fd06-4dc2-96ec-86b80e326427 req-508560a8-0ceb-4212-9da5-7b9580313af1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958786 Feb 09 02:13:23.824813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035724e-1577-40c7-994b-f588a2aebda8 req-86758928-ac82-4095-bf30-e8a295e4d3e6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:23.834233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c035724e-1577-40c7-994b-f588a2aebda8 req-86758928-ac82-4095-bf30-e8a295e4d3e6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.2210064 Feb 09 02:13:23.956065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c035724e-1577-40c7-994b-f588a2aebda8 req-0c121e6c-4df7-4f9f-8ddb-32002f700db5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199007 Feb 09 02:13:24.071683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3c7f6-662e-46f6-afb0-abf2c7293573 req-25ec4f81-e0c5-4b91-af98-e740662fb2b3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:24.073614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52d3c7f6-662e-46f6-afb0-abf2c7293573 req-25ec4f81-e0c5-4b91-af98-e740662fb2b3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1128893 Feb 09 02:13:24.144265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52d3c7f6-662e-46f6-afb0-abf2c7293573 req-dd235b92-8e8d-4a69-8654-578a6b17fa5e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639372 Feb 09 02:13:24.389008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-246f5c6b-fadf-4f6a-b2c1-7a47192e6fa6 req-4e64c118-df37-479d-bfb1-a9ed9e0437ae tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Feb 09 02:13:24.565441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0bcf88a-8f9a-422f-8c2b-9e33877bd96c req-90fd9850-16ab-4c82-ad9f-0ac364503aa4 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 210 time: 0.0460348 Feb 09 02:13:24.652454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06895-1c10-4b33-84af-6d73531e46e7 req-487eb9aa-09be-4f2d-8235-76e58c11ce5b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:24.660027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fe06895-1c10-4b33-84af-6d73531e46e7 req-487eb9aa-09be-4f2d-8235-76e58c11ce5b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0718508 Feb 09 02:13:24.721854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fe06895-1c10-4b33-84af-6d73531e46e7 req-4b4c3b83-5fd5-4792-8790-d07ae1733ef4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608485 Feb 09 02:13:24.968893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:24.972293 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4724b-cdfb-470b-b5ed-ab19f96dfc82" -d '{"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:25.055113 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaab4ce-aef1-4273-9cb0-79e222e148db x-openstack-request-id: req-cbaab4ce-aef1-4273-9cb0-79e222e148db {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:25.055399 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:25.055845 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbaab4ce-aef1-4273-9cb0-79e222e148db {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:25.056408 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082', 'code': 200} Feb 09 02:13:25.102123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-47cf1d13-b0f2-475e-aa57-dd34c6ded843 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:25.107010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-47cf1d13-b0f2-475e-aa57-dd34c6ded843 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.72 "GET /v2.0/networks?id=7457e967-80b3-4b86-a873-4d95c48e73cb HTTP/1.1" status: 200 len: 810 time: 0.2750645 Feb 09 02:13:25.135058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Request body: {'port': {'device_id': '84c3f07f-2257-416d-bf6a-223c50737af9', 'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb', 'admin_state_up': True, 'tenant_id': 'bf32d805292e4d44882484f829ff9514'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:25.150017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e64c5-1530-4813-888a-20afaf8f51b9 req-7507fb4b-acfd-4766-b616-c13cb6674034 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:25.157273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-837e64c5-1530-4813-888a-20afaf8f51b9 req-7507fb4b-acfd-4766-b616-c13cb6674034 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.2083530 Feb 09 02:13:25.308374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd1f6e-1351-4182-8ba0-7d8cefd1a7ce req-5aa010fe-84dd-4ec6-abe6-e5f403eaec55 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:25.310050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52dd1f6e-1351-4182-8ba0-7d8cefd1a7ce req-5aa010fe-84dd-4ec6-abe6-e5f403eaec55 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1252334 Feb 09 02:13:25.385982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-837e64c5-1530-4813-888a-20afaf8f51b9 req-6fba965f-5022-43be-9afc-aca099dffb19 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276218 Feb 09 02:13:25.477277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52dd1f6e-1351-4182-8ba0-7d8cefd1a7ce req-429fd725-50d3-4dd7-bf40-6edb0cfe6113 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548469 Feb 09 02:13:25.509251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Made reservation on behalf of bf32d805292e4d44882484f829ff9514 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:25.513057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.650527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92244994-0f91-419c-8a98-1f8e8556dca5 req-8ce51e93-e659-421c-9854-229e9df96e19 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0527902 Feb 09 02:13:25.671599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13f6fdf5-4249-4f9c-928c-d533ab29dba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:25.778853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16deaffd-d0d8-4b39-9751-76747aa11283 req-89ec8187-df06-4e3d-b087-702a5444395b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:25.780531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16deaffd-d0d8-4b39-9751-76747aa11283 req-89ec8187-df06-4e3d-b087-702a5444395b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2430837 Feb 09 02:13:25.834360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-881246f1-9ff0-4376-bdd4-88e50b59e9a8 req-e8841450-9b19-4ae3-8269-a843d4e15eae tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 210 time: 0.0525711 Feb 09 02:13:25.934422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Allocated IP 172.20.0.4 (7457e967-80b3-4b86-a873-4d95c48e73cb/c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f/e40f068f-b1a7-443d-8f6b-fae1d9532ca6) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:26.134716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks [] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.204058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16deaffd-d0d8-4b39-9751-76747aa11283 req-031b1653-a1b5-4160-a394-5b6867d221cf tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082215 Feb 09 02:13:26.220958 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.299059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Network 7457e967-80b3-4b86-a873-4d95c48e73cb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:26.304520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:26.307903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:26.372354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.373068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.388137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Pushing event updated for resources: {'Port': ['ID=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:26.433308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-13fbfcb1-0a79-427f-a49b-5a7d7d65ae82 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3122020 Feb 09 02:13:26.452577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb933952-d030-4756-8421-8a98e30a1fcb req-4724a718-a96f-4dc2-adb2-baaeeb3217dd tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.465949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb933952-d030-4756-8421-8a98e30a1fcb req-4724a718-a96f-4dc2-adb2-baaeeb3217dd tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2737503 Feb 09 02:13:26.476579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Request body: {'port': {'device_id': '84c3f07f-2257-416d-bf6a-223c50737af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:26.594631 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.635504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb933952-d030-4756-8421-8a98e30a1fcb req-cb04441a-4057-48fd-9098-b593935223f2 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685383 Feb 09 02:13:26.719998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99971c0-2585-46ff-8969-59d7002a3be4 req-d76abb61-60dd-48a1-9154-728a40857039 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:26.721643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b99971c0-2585-46ff-8969-59d7002a3be4 req-d76abb61-60dd-48a1-9154-728a40857039 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.2066007 Feb 09 02:13:26.856435 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:26.988668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b99971c0-2585-46ff-8969-59d7002a3be4 req-0ab62427-ac6f-447f-912f-d0b7432be065 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521120 Feb 09 02:13:27.074394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a136b4-1794-494c-b9a4-15e8fd5619cd req-a1db294a-d414-4228-8b61-918740929401 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:27.076863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64a136b4-1794-494c-b9a4-15e8fd5619cd req-a1db294a-d414-4228-8b61-918740929401 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.2389674 Feb 09 02:13:27.177730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a10299-da8b-429a-92a8-7673119514b2 req-fb0433c4-40a3-4275-a242-16aa479b6dfa tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0393567 Feb 09 02:13:27.200989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64a136b4-1794-494c-b9a4-15e8fd5619cd req-7a8db556-7b4f-4e81-9e5b-5ee4d2b351a7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183243 Feb 09 02:13:27.252978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40f068f-b1a7-443d-8f6b-fae1d9532ca6 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:27.264633 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Publish callbacks [] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.280565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Transition to ACTIVE for port object e40f068f-b1a7-443d-8f6b-fae1d9532ca6 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:13:27.293495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.459606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:27.546787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb756-f3bb-42e2-bfe8-99ed01e3ab3a req-58badef7-5809-4679-8f55-1f2a1da10c02 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:27.548392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e91eb756-f3bb-42e2-bfe8-99ed01e3ab3a req-58badef7-5809-4679-8f55-1f2a1da10c02 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 943 time: 0.2090247 Feb 09 02:13:27.578246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c6cd-2080-40ed-b54d-7a4761329d85 req-8c39ada7-5e79-46db-8dd2-f406add28cf6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:27.580139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0f9c6cd-2080-40ed-b54d-7a4761329d85 req-8c39ada7-5e79-46db-8dd2-f406add28cf6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2268434 Feb 09 02:13:27.654431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Attempting to bind port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:13:27.655051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Attempting to bind port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '46338561-17e5-4805-96df-1e8aaae54395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:13:27.655524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Attempting to bind port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 on network 7457e967-80b3-4b86-a873-4d95c48e73cb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:27.722163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0f9c6cd-2080-40ed-b54d-7a4761329d85 req-80e86bdc-c3f4-48cd-b366-b36e3e5979c2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304059 Feb 09 02:13:27.749860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e91eb756-f3bb-42e2-bfe8-99ed01e3ab3a req-5231e85c-7ea5-4b83-986d-b2b583e79578 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927886 Feb 09 02:13:27.753212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 on network 7457e967-80b3-4b86-a873-4d95c48e73cb not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:13:27.754701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Attempting to bind port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 on network 7457e967-80b3-4b86-a873-4d95c48e73cb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:13:27.779398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:13:27.783211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Checking segment: {'id': '46338561-17e5-4805-96df-1e8aaae54395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:27.783628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Bound using segment: {'id': '46338561-17e5-4805-96df-1e8aaae54395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:13:27.784567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Bound port: e40f068f-b1a7-443d-8f6b-fae1d9532ca6, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46338561-17e5-4805-96df-1e8aaae54395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:13:27.785071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:27.923056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] For port e40f068f-b1a7-443d-8f6b-fae1d9532ca6, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:13:27.930393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] For port e40f068f-b1a7-443d-8f6b-fae1d9532ca6, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,segment=NetworkSegment(46338561-17e5-4805-96df-1e8aaae54395),segment_id=46338561-17e5-4805-96df-1e8aaae54395)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:13:27.950046 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.023873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.024654 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.027268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:28.027980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] 10.222.0.72 "PUT /v2.0/ports/e40f068f-b1a7-443d-8f6b-fae1d9532ca6 HTTP/1.1" status: 200 len: 1092 time: 1.5585852 Feb 09 02:13:28.032196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c3f07f-2257-416d-bf6a-223c50737af9', 'tag': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:28.055157 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "84c3f07f-2257-416d-bf6a-223c50737af9", "tag": "e40f068f-b1a7-443d-8f6b-fae1d9532ca6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:28.158390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb9e01-46ce-4d3f-bf88-fff9b9f5a359 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:28.192278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644581ce-801b-4ff8-a93f-50a01281c4e9 req-a8306c7f-5322-4b8d-9053-6b71b2adcb4e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.194080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-644581ce-801b-4ff8-a93f-50a01281c4e9 req-a8306c7f-5322-4b8d-9053-6b71b2adcb4e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2597518 Feb 09 02:13:28.248594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-dd59d46a-9c05-442a-b11b-f9183a7e32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.250193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-dd59d46a-9c05-442a-b11b-f9183a7e32f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf32d805292e4d44882484f829ff9514&device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 1126 time: 0.1691279 Feb 09 02:13:28.308850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53015f22-0154-4511-8491-d6b9ea174b75 req-213d9db6-ae1e-4ce8-b798-3d9d62564518 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.310298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53015f22-0154-4511-8491-d6b9ea174b75 req-213d9db6-ae1e-4ce8-b798-3d9d62564518 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1754189 Feb 09 02:13:28.316099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-8af7cee4-e1df-4f59-ae51-f1fb41a04b5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40f068f-b1a7-443d-8f6b-fae1d9532ca6 HTTP/1.1" status: 200 len: 217 time: 0.0589559 Feb 09 02:13:28.330756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-644581ce-801b-4ff8-a93f-50a01281c4e9 req-08f73872-949c-4af2-ae0a-4854968cbe4d tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287498 Feb 09 02:13:28.403831 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eeb131-f805-4933-90a9-ed67812c1cfc x-openstack-request-id: req-f2eeb131-f805-4933-90a9-ed67812c1cfc {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:28.404127 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c3f07f-2257-416d-bf6a-223c50737af9", "tag": "e40f068f-b1a7-443d-8f6b-fae1d9532ca6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:28.404387 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2eeb131-f805-4933-90a9-ed67812c1cfc {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:28.404798 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c3f07f-2257-416d-bf6a-223c50737af9', 'tag': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6', 'status': 'completed', 'code': 200} Feb 09 02:13:28.414831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-bc251ae4-9768-4e42-b050-c44174f46617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.416310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-bc251ae4-9768-4e42-b050-c44174f46617 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f HTTP/1.1" status: 200 len: 850 time: 0.0898788 Feb 09 02:13:28.424245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53015f22-0154-4511-8491-d6b9ea174b75 req-c1a5fa74-86aa-435c-8ad4-3a2796814c54 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045706 Feb 09 02:13:28.454984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-db30e645-49df-4d02-a80c-8b1f2532e718 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7457e967-80b3-4b86-a873-4d95c48e73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297678 Feb 09 02:13:28.643403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c67c83-926c-4fad-9537-cc01835e39ee req-99be96c1-6ab8-49cf-b4ce-3c0f35560d86 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:28.645361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91c67c83-926c-4fad-9537-cc01835e39ee req-99be96c1-6ab8-49cf-b4ce-3c0f35560d86 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.0933549 Feb 09 02:13:28.663561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-73a058f6-9b55-49b5-ae20-327df925077f service neutron] 10.222.0.72 "GET /v2.0/networks/7457e967-80b3-4b86-a873-4d95c48e73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997900 Feb 09 02:13:28.770091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5522ed5b-92ba-4bf6-abf7-fcaca9b56a73 req-3b344101-82a8-4cae-98a7-6ef7d3668cef tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0967150 Feb 09 02:13:28.823904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91c67c83-926c-4fad-9537-cc01835e39ee req-318863e3-cd9e-44bf-84f9-d034f92d425b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720369 Feb 09 02:13:28.867406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e8f7e50-02a3-49a4-a9b3-a89007276e97 req-549e8213-8562-4687-9011-fa62c4d2d369 service neutron] 10.222.0.72 "GET /v2.0/networks/7457e967-80b3-4b86-a873-4d95c48e73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962607 Feb 09 02:13:29.012896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21b5e0-5eae-44c9-bf4f-eb82f806e4be req-a3a60c06-0d67-427f-923b-5a4a2329b479 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.014721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b21b5e0-5eae-44c9-bf4f-eb82f806e4be req-a3a60c06-0d67-427f-923b-5a4a2329b479 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 945 time: 0.1512949 Feb 09 02:13:29.035884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd72bc-0afa-49b6-afc4-1d07763fd9b0 req-28d7e65a-831a-4121-a571-fffc84fa418d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.038074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1bd72bc-0afa-49b6-afc4-1d07763fd9b0 req-28d7e65a-831a-4121-a571-fffc84fa418d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1193128 Feb 09 02:13:29.045978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-4bcf59fb-bd91-4746-ab84-8b96d8fbe0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.047505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-4bcf59fb-bd91-4746-ab84-8b96d8fbe0ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bf32d805292e4d44882484f829ff9514&device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 1126 time: 0.1174502 Feb 09 02:13:29.194009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b21b5e0-5eae-44c9-bf4f-eb82f806e4be req-f01d9099-289f-442e-abbf-29a67f792575 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505253 Feb 09 02:13:29.259844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1bd72bc-0afa-49b6-afc4-1d07763fd9b0 req-14a76622-fe4d-42de-bc9d-0b75c35d52c2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941862 Feb 09 02:13:29.261062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-b158b40f-0c4c-4865-bd81-50445fe489fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.262579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-b158b40f-0c4c-4865-bd81-50445fe489fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=7457e967-80b3-4b86-a873-4d95c48e73cb HTTP/1.1" status: 200 len: 911 time: 0.2076182 Feb 09 02:13:29.671047 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:29.675417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-26bd565d-35e8-451a-8601-493befa807ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40f068f-b1a7-443d-8f6b-fae1d9532ca6 HTTP/1.1" status: 200 len: 217 time: 0.3934772 Feb 09 02:13:29.772876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d4d5-9586-42e1-8ba2-34819545ac0a req-ce8c947a-c023-463a-851e-424e2921bb3d tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.774706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ff4d4d5-9586-42e1-8ba2-34819545ac0a req-ce8c947a-c023-463a-851e-424e2921bb3d tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 943 time: 0.5111916 Feb 09 02:13:29.777507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-ffce96d5-9189-476f-b6cc-1918e16f6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.779135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-ffce96d5-9189-476f-b6cc-1918e16f6281 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f HTTP/1.1" status: 200 len: 850 time: 0.0828688 Feb 09 02:13:29.797406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283029c-f624-4841-8c5c-b10530c961e4 req-cc571fec-dfeb-4a86-b3b0-4897e40ca683 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:29.799219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d283029c-f624-4841-8c5c-b10530c961e4 req-cc571fec-dfeb-4a86-b3b0-4897e40ca683 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1659181 Feb 09 02:13:29.853943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-ffbe5ff3-112d-4092-bf6e-e259f9ef5405 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7457e967-80b3-4b86-a873-4d95c48e73cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508087 Feb 09 02:13:29.962482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ff4d4d5-9586-42e1-8ba2-34819545ac0a req-77277b00-45c2-4c18-a84f-6d0a4fb40cdd tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787477 Feb 09 02:13:29.977096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d283029c-f624-4841-8c5c-b10530c961e4 req-ed31eecd-e096-40db-98cc-e22c2acb51ff tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566074 Feb 09 02:13:30.010344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-bf9faa59-78f9-4688-a3d4-94424c543450 service neutron] 10.222.0.72 "GET /v2.0/networks/7457e967-80b3-4b86-a873-4d95c48e73cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377156 Feb 09 02:13:30.212479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d606e867-d40f-4779-a575-a48e5768f66f req-d6d2eefd-569a-4b39-a2b0-41c7f547c751 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0566676 Feb 09 02:13:30.248411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab40315f-03a4-4a37-a8c8-b5f30d8caf7d req-466ee1c9-2b91-4b17-ba7d-5983de5d2ad4 service neutron] 10.222.0.72 "GET /v2.0/networks/7457e967-80b3-4b86-a873-4d95c48e73cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314904 Feb 09 02:13:30.281399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f890a1d-69ea-4390-939e-d9660998a5a3 req-a7a0472e-3cad-44e5-aa72-deec8792371a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.283763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f890a1d-69ea-4390-939e-d9660998a5a3 req-a7a0472e-3cad-44e5-aa72-deec8792371a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1427903 Feb 09 02:13:30.291034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-360a436d-c117-4cf3-a27f-7ffe020c2cfa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861571 Feb 09 02:13:30.417924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f890a1d-69ea-4390-939e-d9660998a5a3 req-a74baf24-eb29-4d0a-9d9b-24b354eb5cc0 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258416 Feb 09 02:13:30.448823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc1e66-05c2-48dc-b881-f404e0463891 req-116e721a-e2a6-4855-9307-3ddd61bbf301 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.456213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4fc1e66-05c2-48dc-b881-f404e0463891 req-116e721a-e2a6-4855-9307-3ddd61bbf301 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1492071 Feb 09 02:13:30.482368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072790-4e3a-4c67-be03-e8c032221576 req-f77f18b4-6919-4d76-85a8-54fe7841f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.484642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-f77f18b4-6919-4d76-85a8-54fe7841f697 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c37e669b127a4daeaf552b5094f601d6&device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 1128 time: 0.1317847 Feb 09 02:13:30.557329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4fc1e66-05c2-48dc-b881-f404e0463891 req-6a9095be-d5fb-4a40-91e6-f3e49f5aa761 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941718 Feb 09 02:13:30.709509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110b6e5-9101-4a71-9b41-6b80f8f634d9 req-ad053d71-b0a8-4797-8819-00601b5cc028 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.710892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b110b6e5-9101-4a71-9b41-6b80f8f634d9 req-ad053d71-b0a8-4797-8819-00601b5cc028 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 945 time: 0.2010517 Feb 09 02:13:30.716803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072790-4e3a-4c67-be03-e8c032221576 req-83174dba-9715-40a4-8167-484d50ad8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.718187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-83174dba-9715-40a4-8167-484d50ad8647 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 200 len: 921 time: 0.2070360 Feb 09 02:13:30.727860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5e63-04bf-4e5e-b541-40f63ff13350 req-7e37bf97-7f85-4359-95c1-70bc70110354 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.729607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-858d5e63-04bf-4e5e-b541-40f63ff13350 req-7e37bf97-7f85-4359-95c1-70bc70110354 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1123042 Feb 09 02:13:30.788183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-f1e2d2ee-de83-441f-8272-8a833d41ac28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 200 len: 217 time: 0.0578973 Feb 09 02:13:30.897928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b110b6e5-9101-4a71-9b41-6b80f8f634d9 req-81b54e9c-a1e4-45a4-88ea-992c211b0730 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639838 Feb 09 02:13:30.926195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072790-4e3a-4c67-be03-e8c032221576 req-b19804c1-d5f9-4405-8999-7f6bd94a9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:30.927910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-b19804c1-d5f9-4405-8999-7f6bd94a9182 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 200 len: 860 time: 0.1259685 Feb 09 02:13:30.934389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-858d5e63-04bf-4e5e-b541-40f63ff13350 req-511ace87-335e-489e-b253-2b12296672a2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975017 Feb 09 02:13:30.972253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-a5883574-d8c5-4368-b461-42657b6fcda1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ea32d4e9-71ca-4dbd-8880-8689f45e4e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366163 Feb 09 02:13:31.155529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-be63398d-9e27-419a-8d5e-08c38b597892 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.157945 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-be63398d-9e27-419a-8d5e-08c38b597892 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 945 time: 0.1005764 Feb 09 02:13:31.213935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-b0a83e90-c5d6-46da-bc08-997171bb066f service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276180 Feb 09 02:13:31.225784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dac23-8807-4857-a15f-f0b0b9a2d95e req-d97ad1d7-20d1-4338-8def-3738414368b2 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.227369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b7dac23-8807-4857-a15f-f0b0b9a2d95e req-d97ad1d7-20d1-4338-8def-3738414368b2 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 943 time: 0.1481664 Feb 09 02:13:31.313528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Deleting port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:31.313871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.315527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4773579-efda-44cd-9ce0-dbdb44a68880 req-42a100bd-ec76-4897-8af5-e1d9d9ee35d7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.323279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4773579-efda-44cd-9ce0-dbdb44a68880 req-42a100bd-ec76-4897-8af5-e1d9d9ee35d7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1902063 Feb 09 02:13:31.430840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4773579-efda-44cd-9ce0-dbdb44a68880 req-033f20c0-6f57-48e4-b40d-0a50fc1d421f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065006 Feb 09 02:13:31.455183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b7dac23-8807-4857-a15f-f0b0b9a2d95e req-0200eafe-0c10-439b-916f-ceabec3d7614 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139990 Feb 09 02:13:31.488982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10072790-4e3a-4c67-be03-e8c032221576 req-91825ecf-df5a-4079-8f83-65a7d7c4a8a9 service neutron] 10.222.0.82 "GET /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605233 Feb 09 02:13:31.589105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2925d118-c89a-4dd5-9fdc-382f47bb7717 req-02f4ce7f-4339-4721-aa8b-5d9b20d43702 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0598204 Feb 09 02:13:31.752445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cf69f-6d5a-4fdf-8dcc-c87c0d12428e req-528433a2-12d6-413e-8e02-3abc3aade4e2 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.754092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db0cf69f-6d5a-4fdf-8dcc-c87c0d12428e req-528433a2-12d6-413e-8e02-3abc3aade4e2 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.0997436 Feb 09 02:13:31.800882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] For port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:31.801263 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:31.827793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Calling delete_port for d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:31.828463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dafae3-6497-44dc-9e75-b97f974b2489 req-b3387385-94b2-4df6-a8a5-82443ff998d8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:31.830100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84dafae3-6497-44dc-9e75-b97f974b2489 req-b3387385-94b2-4df6-a8a5-82443ff998d8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1265910 Feb 09 02:13:31.857954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db0cf69f-6d5a-4fdf-8dcc-c87c0d12428e req-ce57fc03-01cc-446c-b141-a54ded02cabd tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936146 Feb 09 02:13:31.911712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84dafae3-6497-44dc-9e75-b97f974b2489 req-81d1d6d1-49ac-44ef-9163-dfead482d9de tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713847 Feb 09 02:13:32.091596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:32.112583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:32.168603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event deleted for resources: {'Port': ['ID=d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:32.212832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f67f5-677d-4be7-98e7-1f44035cae13 req-f487a742-2fff-41c2-b37c-92ff7305e6ab tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:32.214534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-468f67f5-677d-4be7-98e7-1f44035cae13 req-f487a742-2fff-41c2-b37c-92ff7305e6ab tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8 HTTP/1.1" status: 200 len: 866 time: 0.1974120 Feb 09 02:13:32.222146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745cb64-9cc5-4770-8e62-f12f0a47f31e req-0d73d544-b0ba-4215-a290-c2da29ab68d3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:32.223884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2745cb64-9cc5-4770-8e62-f12f0a47f31e req-0d73d544-b0ba-4215-a290-c2da29ab68d3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1487460 Feb 09 02:13:32.226848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] No DVR routers for this DVR port d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:32.229867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:32.233644 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6cd1f0ef-8392-41c2-86c2-13c47f730b90 req-f6e69bc1-aba3-4d1b-93f3-1945bec2f360 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "DELETE /v2.0/ports/d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 HTTP/1.1" status: 204 len: 173 time: 1.0629678 Feb 09 02:13:32.234510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'name': 'network-vif-deleted', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:32.237426 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fc7602-46a5-4c23-b297-1e6d33f5cb25" -d '{"events": [{"server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "name": "network-vif-deleted", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:32.331379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2745cb64-9cc5-4770-8e62-f12f0a47f31e req-6770d2ca-5a99-462a-ae81-a94244e95046 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981450 Feb 09 02:13:32.391123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-468f67f5-677d-4be7-98e7-1f44035cae13 req-f71c905d-c921-4f51-a1e2-9ee812f61cf0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651046 Feb 09 02:13:32.464450 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9a1a07-ed2c-4e42-b81e-38d5bd8be7bf x-openstack-request-id: req-6e9a1a07-ed2c-4e42-b81e-38d5bd8be7bf {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:32.464750 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8", "name": "network-vif-deleted", "tag": "d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:32.465003 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e9a1a07-ed2c-4e42-b81e-38d5bd8be7bf {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:32.465404 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35195a2a-f3d4-45d4-a82f-e4a5dfb8abc8', 'name': 'network-vif-deleted', 'tag': 'd0dcc87e-f7e7-43ac-93a2-bf24cc6fef48', 'status': 'completed', 'code': 200} Feb 09 02:13:32.623967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711134-8f90-40f0-84f7-fa6effec5b4b req-d11a060e-5c3a-4640-83d5-e1b454a546ed tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:32.626220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9711134-8f90-40f0-84f7-fa6effec5b4b req-d11a060e-5c3a-4640-83d5-e1b454a546ed tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1138790 Feb 09 02:13:32.691104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cecf14-3b91-43ed-a615-2a58f8603224 req-10bd953f-f19d-476a-9031-911f78ec963a tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:32.698724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18cecf14-3b91-43ed-a615-2a58f8603224 req-10bd953f-f19d-476a-9031-911f78ec963a tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 943 time: 0.1279979 Feb 09 02:13:32.738973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9711134-8f90-40f0-84f7-fa6effec5b4b req-5511421e-ea1d-4f35-8113-cd281e2790bf tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991814 Feb 09 02:13:32.772302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18cecf14-3b91-43ed-a615-2a58f8603224 req-a3f9fb0b-9646-4f65-9618-7dc760807b75 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 Feb 09 02:13:32.859230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f33f2611-1103-40b4-ac1d-e150115d8dc0 req-d44bcf65-6ec9-4d7d-b962-9a9e7d2abbd2 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0343673 Feb 09 02:13:33.096842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083e70-4431-4a84-929e-966f354f02d5 req-42d73703-aa93-4bb1-a356-fc3756704a0a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.105403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47083e70-4431-4a84-929e-966f354f02d5 req-42d73703-aa93-4bb1-a356-fc3756704a0a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1516593 Feb 09 02:13:33.133740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e40f068f-b1a7-443d-8f6b-fae1d9532ca6 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:33.162347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed58c7-a658-4a1a-a980-14ec24fa662a req-baf55103-c0ac-45ec-b329-9d7762dedb43 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.164225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eed58c7-a658-4a1a-a980-14ec24fa662a req-baf55103-c0ac-45ec-b329-9d7762dedb43 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1407790 Feb 09 02:13:33.229509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47083e70-4431-4a84-929e-966f354f02d5 req-bdacc3dd-a384-4542-9590-402d091949be tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190875 Feb 09 02:13:33.282899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eed58c7-a658-4a1a-a980-14ec24fa662a req-74090dbc-f8f8-448f-ab29-69f7c6a85ace tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074913 Feb 09 02:13:33.312207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e40f068f-b1a7-443d-8f6b-fae1d9532ca6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,segment=NetworkSegment(46338561-17e5-4805-96df-1e8aaae54395),segment_id=46338561-17e5-4805-96df-1e8aaae54395)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:33.329528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6', 'network_id': '7457e967-80b3-4b86-a873-4d95c48e73cb', 'port_id': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6', 'mac_address': 'fa:16:3e:e3:ce:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:33.398763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:33.399075 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.431728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40f068f-b1a7-443d-8f6b-fae1d9532ca6 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:33.455577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e40f068f-b1a7-443d-8f6b-fae1d9532ca6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,segment=NetworkSegment(46338561-17e5-4805-96df-1e8aaae54395),segment_id=46338561-17e5-4805-96df-1e8aaae54395)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:33.491345 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:33.505759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b08b3b-dc53-4fb1-ab08-afb04b6658f9 req-d993c652-852e-4a57-9659-723812edea64 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.513779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95b08b3b-dc53-4fb1-ab08-afb04b6658f9 req-d993c652-852e-4a57-9659-723812edea64 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1129804 Feb 09 02:13:33.582730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95b08b3b-dc53-4fb1-ab08-afb04b6658f9 req-dc473bb4-2688-47b8-a546-02b06501e341 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Feb 09 02:13:33.653111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:33.937479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7949b9-6076-4db2-bdc8-3b7ec9a11d60 req-bd0cc8d0-e943-47ea-9846-f378dee5d1c8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:33.940200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee7949b9-6076-4db2-bdc8-3b7ec9a11d60 req-bd0cc8d0-e943-47ea-9846-f378dee5d1c8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1101570 Feb 09 02:13:33.944653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['e40f068f-b1a7-443d-8f6b-fae1d9532ca6'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:34.104958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee7949b9-6076-4db2-bdc8-3b7ec9a11d60 req-e7f4e754-06d8-4f4e-a963-2f62bee7b6f4 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524560 Feb 09 02:13:34.138058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade4d16-e645-4ae8-86bb-13327830dbfb req-10c3edbd-8422-4317-be9d-e1fd242691e6 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:34.147834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dade4d16-e645-4ae8-86bb-13327830dbfb req-10c3edbd-8422-4317-be9d-e1fd242691e6 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 944 time: 0.2334664 Feb 09 02:13:34.260766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dade4d16-e645-4ae8-86bb-13327830dbfb req-be39c2c5-a368-4b6b-89c8-9989dd15d69b tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047063 Feb 09 02:13:34.410000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05a4f8ab-c990-47d6-9fae-a2129a8c3e67 req-5bd42c2b-5406-49d7-bf3b-b7c6dfc04969 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/ports?device_id=349d5bd0-b0bd-4b0d-b83e-f39f599d23f5 HTTP/1.1" status: 200 len: 210 time: 0.0438752 Feb 09 02:13:34.449150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034803e-7daa-42af-b1f5-9c399bc935fb req-153fad58-e57a-4e4c-84da-6a6e5af0d7de tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:34.449150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9034803e-7daa-42af-b1f5-9c399bc935fb req-153fad58-e57a-4e4c-84da-6a6e5af0d7de tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 944 time: 0.1380372 Feb 09 02:13:34.549807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9034803e-7daa-42af-b1f5-9c399bc935fb req-f2278e59-67ff-4e2d-ad29-837aea1b4f26 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891502 Feb 09 02:13:34.568542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:34.607364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-bc90a37f-f4ee-46b7-bbd9-8198c2277e73 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:34.612483 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-bc90a37f-f4ee-46b7-bbd9-8198c2277e73 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 944 time: 0.1088114 Feb 09 02:13:34.615128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:34.615635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d0dcc87e-f7e7-43ac-93a2-bf24cc6fef48 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:34.697970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa327771-055d-42c9-9c74-de21aa6d2e12 req-03ba436e-37ca-479a-970d-481472889497 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:34.699514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa327771-055d-42c9-9c74-de21aa6d2e12 req-03ba436e-37ca-479a-970d-481472889497 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.1429579 Feb 09 02:13:34.753039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4af69-cab6-4e13-8428-969dadbbd9a7 req-faa4d3d1-2f48-47cf-937f-a06e3e9f5168 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:34.756393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e4af69-cab6-4e13-8428-969dadbbd9a7 req-faa4d3d1-2f48-47cf-937f-a06e3e9f5168 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1002588 Feb 09 02:13:34.768262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Deleting port 78b8455d-658b-44ed-bf25-0fec68c86035 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:34.769139 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.797250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa327771-055d-42c9-9c74-de21aa6d2e12 req-ba5fbcfd-0a52-44e9-b0ed-a0d13be7dadb tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885696 Feb 09 02:13:34.835902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e4af69-cab6-4e13-8428-969dadbbd9a7 req-709764bb-c720-4028-b46b-f4b8b3221c24 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 Feb 09 02:13:34.953046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] For port 78b8455d-658b-44ed-bf25-0fec68c86035, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=78b8455d-658b-44ed-bf25-0fec68c86035,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:34.953720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.977240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Calling delete_port for 78b8455d-658b-44ed-bf25-0fec68c86035 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:35.055989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508bfcd-6993-4ece-bae6-626a46a3287c req-3ef6c4d3-ba52-4d58-99eb-acde13742d00 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:35.069417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4508bfcd-6993-4ece-bae6-626a46a3287c req-3ef6c4d3-ba52-4d58-99eb-acde13742d00 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1226428 Feb 09 02:13:35.215315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (78b8455d-658b-44ed-bf25-0fec68c86035), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.223613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aabfe-3b67-442d-a2ed-1a8ed5e40224 req-3ce5cc34-6878-4b41-ae3a-7b2044ae9568 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:35.225387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-644aabfe-3b67-442d-a2ed-1a8ed5e40224 req-3ce5cc34-6878-4b41-ae3a-7b2044ae9568 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 946 time: 0.1266441 Feb 09 02:13:35.256467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event deleted for resources: {'Port': ['ID=78b8455d-658b-44ed-bf25-0fec68c86035,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:35.315023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] No DVR routers for this DVR port 78b8455d-658b-44ed-bf25-0fec68c86035 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:35.317760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:35.321287 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4bb74355-6dc4-400b-b4eb-2f103ac4a1d2 req-3213c045-32ba-4866-8306-e4c4242e2b77 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "DELETE /v2.0/ports/78b8455d-658b-44ed-bf25-0fec68c86035 HTTP/1.1" status: 204 len: 173 time: 0.7031481 Feb 09 02:13:35.321740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'name': 'network-vif-deleted', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:35.324090 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f85c3-d79d-4b2b-8b7d-535054b84046" -d '{"events": [{"server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "name": "network-vif-deleted", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:35.369591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-644aabfe-3b67-442d-a2ed-1a8ed5e40224 req-6ed9d29d-4c49-4b4e-94a2-21c1fdc131d5 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364803 Feb 09 02:13:35.429550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4508bfcd-6993-4ece-bae6-626a46a3287c req-8f33b772-5344-478a-8d3f-137c57209e0d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534153 Feb 09 02:13:35.524713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705ad46-492a-424d-a121-67a790871903 req-3a360702-6577-47f4-a957-2e6b118eb24a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:35.527561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b705ad46-492a-424d-a121-67a790871903 req-3a360702-6577-47f4-a957-2e6b118eb24a tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.0780067 Feb 09 02:13:35.632178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b705ad46-492a-424d-a121-67a790871903 req-0f21008d-58bc-40b9-94b0-cf5f3e5fdd7e tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987456 Feb 09 02:13:35.649889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178595e2-91ad-43b2-9398-9bde1de7cc82 req-d061a148-2d48-4172-b5f7-33a9ca35897e tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:35.652407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-178595e2-91ad-43b2-9398-9bde1de7cc82 req-d061a148-2d48-4172-b5f7-33a9ca35897e tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 944 time: 0.1091521 Feb 09 02:13:35.737744 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a305b0-d789-4482-8fa5-0ea42135a7ff x-openstack-request-id: req-86a305b0-d789-4482-8fa5-0ea42135a7ff {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:35.738256 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f64064-e3f3-4606-8203-5b18733d04a0", "name": "network-vif-deleted", "tag": "78b8455d-658b-44ed-bf25-0fec68c86035", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:35.738256 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86a305b0-d789-4482-8fa5-0ea42135a7ff {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:35.738573 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f64064-e3f3-4606-8203-5b18733d04a0', 'name': 'network-vif-deleted', 'tag': '78b8455d-658b-44ed-bf25-0fec68c86035', 'status': 'completed', 'code': 200} Feb 09 02:13:35.781263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-178595e2-91ad-43b2-9398-9bde1de7cc82 req-5acafca0-618d-4c04-a928-3c669886bc30 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232934 Feb 09 02:13:35.950009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421f2b1-898c-4ffb-9a5d-96c77a51a206 req-cc286bdc-2604-42f6-9518-3d3d1f98be7a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:35.951592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9421f2b1-898c-4ffb-9a5d-96c77a51a206 req-cc286bdc-2604-42f6-9518-3d3d1f98be7a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 945 time: 0.1117337 Feb 09 02:13:36.007594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf2f2591-0122-42a1-9989-99d606396ab3 req-9e09128a-cee8-4af9-89d4-31b6eb033fa0 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=65f64064-e3f3-4606-8203-5b18733d04a0 HTTP/1.1" status: 200 len: 210 time: 0.0748756 Feb 09 02:13:36.057614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9421f2b1-898c-4ffb-9a5d-96c77a51a206 req-2623d754-ef30-4429-ac1a-26f71071482d tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943623 Feb 09 02:13:36.086257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49630) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:36.149031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc6b9-9379-4391-afbd-ba59071d7498 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group (345e3536-b769-4dbe-a5c3-2ee4644c2dbf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.184957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc6b9-9379-4391-afbd-ba59071d7498 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group (345e3536-b769-4dbe-a5c3-2ee4644c2dbf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.246941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5eecb8-28b2-4c56-985c-c82e89d0b602 req-ad5f06d1-1e60-4969-a756-42dad00bfd77 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.248716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f5eecb8-28b2-4c56-985c-c82e89d0b602 req-ad5f06d1-1e60-4969-a756-42dad00bfd77 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.0813887 Feb 09 02:13:36.292591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc6b9-9379-4391-afbd-ba59071d7498 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (345e3536-b769-4dbe-a5c3-2ee4644c2dbf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.296118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc6b9-9379-4391-afbd-ba59071d7498 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.299957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab8dc6b9-9379-4391-afbd-ba59071d7498 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/security-groups/345e3536-b769-4dbe-a5c3-2ee4644c2dbf HTTP/1.1" status: 204 len: 168 time: 0.2098308 Feb 09 02:13:36.303760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49644) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:36.313705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dc6b9-9379-4391-afbd-ba59071d7498 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345e3536-b769-4dbe-a5c3-2ee4644c2dbf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:36.349559 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-330d2b9e-88a5-4289-bc45-891061835cff tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] show failed (client error): The resource could not be found. Feb 09 02:13:36.351942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-330d2b9e-88a5-4289-bc45-891061835cff tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "GET /v2.0/security-groups/345e3536-b769-4dbe-a5c3-2ee4644c2dbf HTTP/1.1" status: 404 len: 347 time: 0.0469890 Feb 09 02:13:36.355685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:36.396408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f5eecb8-28b2-4c56-985c-c82e89d0b602 req-6aaa3abc-283a-47d7-8c8c-f4c5769d2de7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377780 Feb 09 02:13:36.531492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port 4ee12249-91fd-4320-8543-73c51393414f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:36.531888 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4ee12249-91fd-4320-8543-73c51393414f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.616290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f32518-e1a7-45fd-8ce7-6cd30f6e41b4 req-e41ceb74-60a8-4a26-ad72-876815304c5e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.617895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21f32518-e1a7-45fd-8ce7-6cd30f6e41b4 req-e41ceb74-60a8-4a26-ad72-876815304c5e tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 945 time: 0.1030211 Feb 09 02:13:36.632907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883dd02-d58b-4241-954f-756a9d6d2f06 req-419c6d63-717e-499c-98b3-f762afab1e3b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.634682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f883dd02-d58b-4241-954f-756a9d6d2f06 req-419c6d63-717e-499c-98b3-f762afab1e3b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.0862744 Feb 09 02:13:36.636042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4ee12249-91fd-4320-8543-73c51393414f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.636383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for floatingip (4ee12249-91fd-4320-8543-73c51393414f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.654494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for 4ee12249-91fd-4320-8543-73c51393414f owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:36.717496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21f32518-e1a7-45fd-8ce7-6cd30f6e41b4 req-75a2e8ad-b9e5-4368-9807-a73855a45631 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817382 Feb 09 02:13:36.722017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f883dd02-d58b-4241-954f-756a9d6d2f06 req-527cd738-ae70-4594-a4d6-bfa026ffad3b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800414 Feb 09 02:13:36.844602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4ee12249-91fd-4320-8543-73c51393414f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.890702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=4ee12249-91fd-4320-8543-73c51393414f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:36.907849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72aed3-2aa9-4892-a38f-c6dd4a2d80c7 req-4d5e3df3-0eb0-43bd-929c-7416bd944e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:36.909661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d72aed3-2aa9-4892-a38f-c6dd4a2d80c7 req-4d5e3df3-0eb0-43bd-929c-7416bd944e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1208193 Feb 09 02:13:36.984857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for floatingip (e03f0617-f5ad-4cb6-ad14-ef4a186a12ef), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.988685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.993267 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0126aee-0931-4b6d-94f4-1af08103880a tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/floatingips/e03f0617-f5ad-4cb6-ad14-ef4a186a12ef HTTP/1.1" status: 204 len: 168 time: 0.6330316 Feb 09 02:13:36.994818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49656) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:37.056214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea067b1-7452-462e-9ee4-54765ce90020 req-c04f32ba-f600-4b24-b4f5-291fb22e87df tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:37.057821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aea067b1-7452-462e-9ee4-54765ce90020 req-c04f32ba-f600-4b24-b4f5-291fb22e87df tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 944 time: 0.1706762 Feb 09 02:13:37.068583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d72aed3-2aa9-4892-a38f-c6dd4a2d80c7 req-9ca73473-50a7-4fce-b7ed-712bf4e82946 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311641 Feb 09 02:13:37.139244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e40f068f-b1a7-443d-8f6b-fae1d9532ca6 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:13:37.163539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aea067b1-7452-462e-9ee4-54765ce90020 req-126486c8-df16-4f4e-b86f-801f197c54f0 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936129 Feb 09 02:13:37.216532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port eb3e6691-821b-4822-ada6-5f59405acc43 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:37.216897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.289849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:13:37.298173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:13:37.299316 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.403004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.412504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:37.414322 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.417861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for eb3e6691-821b-4822-ada6-5f59405acc43 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:37.448449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c3f07f-2257-416d-bf6a-223c50737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:37.451557 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf20743-fe4c-4ae0-bbf1-6c3ae8e871e0" -d '{"events": [{"server_uuid": "84c3f07f-2257-416d-bf6a-223c50737af9", "name": "network-vif-plugged", "status": "completed", "tag": "e40f068f-b1a7-443d-8f6b-fae1d9532ca6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:37.470383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e40f068f-b1a7-443d-8f6b-fae1d9532ca6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,segment=NetworkSegment(46338561-17e5-4805-96df-1e8aaae54395),segment_id=46338561-17e5-4805-96df-1e8aaae54395)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:37.491188 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.553576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:37.682361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3da7e3-d978-468a-a599-9c55bcbf7620 req-cc448dcb-f890-4df1-bc73-79be23c317f9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:37.684290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d3da7e3-d978-468a-a599-9c55bcbf7620 req-cc448dcb-f890-4df1-bc73-79be23c317f9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1407356 Feb 09 02:13:37.695112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afac64c-b3d7-45b6-bca5-4825e9efa8d6 req-66a1d728-7865-4ce0-b207-cd0bce2a0da7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:37.697028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3afac64c-b3d7-45b6-bca5-4825e9efa8d6 req-66a1d728-7865-4ce0-b207-cd0bce2a0da7 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 945 time: 0.1747611 Feb 09 02:13:37.740872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (eb3e6691-821b-4822-ada6-5f59405acc43), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.798424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=eb3e6691-821b-4822-ada6-5f59405acc43,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:37.858938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d3da7e3-d978-468a-a599-9c55bcbf7620 req-0f1536ad-45ab-4ca9-b116-6679fbae4b52 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608813 Feb 09 02:13:37.887747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3afac64c-b3d7-45b6-bca5-4825e9efa8d6 req-42e470e4-761f-44e1-91da-0cddd0e90159 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812823 Feb 09 02:13:37.925537 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d6243b-c732-4fa6-9d4d-4fa4a63b0f83 x-openstack-request-id: req-40d6243b-c732-4fa6-9d4d-4fa4a63b0f83 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:37.926676 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c3f07f-2257-416d-bf6a-223c50737af9", "name": "network-vif-plugged", "status": "completed", "tag": "e40f068f-b1a7-443d-8f6b-fae1d9532ca6", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:37.927186 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40d6243b-c732-4fa6-9d4d-4fa4a63b0f83 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:37.927829 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c3f07f-2257-416d-bf6a-223c50737af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6', 'code': 200} Feb 09 02:13:38.006387 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.014660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49682) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:38.015312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d5a581c1-4a5f-4869-b4f7-ebf9c6040934 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/ports/eb3e6691-821b-4822-ada6-5f59405acc43 HTTP/1.1" status: 204 len: 168 time: 1.0182238 Feb 09 02:13:38.141621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71dd8e-2ce2-43fa-ac6b-b8eb0e637746 req-946e6f33-90b2-40a8-b392-d9a73c85e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.143335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee71dd8e-2ce2-43fa-ac6b-b8eb0e637746 req-946e6f33-90b2-40a8-b392-d9a73c85e521 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 1128 time: 0.1258817 Feb 09 02:13:38.154092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58541ed7-e976-4631-91b5-43e959a5ee8a req-4ffe1c24-c187-43aa-b634-7ddaa00a393b tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.155856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58541ed7-e976-4631-91b5-43e959a5ee8a req-4ffe1c24-c187-43aa-b634-7ddaa00a393b tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 945 time: 0.1631765 Feb 09 02:13:38.212533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabdb48-d61a-42fb-9f2b-ecaf11214ba6 req-f616f4cd-aba5-40ea-8658-97ef59efa8db tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.220006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dabdb48-d61a-42fb-9f2b-ecaf11214ba6 req-f616f4cd-aba5-40ea-8658-97ef59efa8db tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1921475 Feb 09 02:13:38.236824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port cac4a00d-e689-4a71-9d3b-ddb73f08186f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:38.237332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.293269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee71dd8e-2ce2-43fa-ac6b-b8eb0e637746 req-ed3787c1-f2ea-4057-85d9-39d91d7a8b74 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346216 Feb 09 02:13:38.344187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58541ed7-e976-4631-91b5-43e959a5ee8a req-0f82155f-f690-4b17-894a-f26663404d13 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765754 Feb 09 02:13:38.351731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-2dd9152a-5cf6-4d7f-b267-ba00bb5add0c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.353334 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-2dd9152a-5cf6-4d7f-b267-ba00bb5add0c tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 945 time: 0.1688590 Feb 09 02:13:38.397419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dabdb48-d61a-42fb-9f2b-ecaf11214ba6 req-d33b7ea4-af92-4b56-bc0f-b2108606d228 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764495 Feb 09 02:13:38.448301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.451204 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:13:38.503991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for cac4a00d-e689-4a71-9d3b-ddb73f08186f owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:38.563247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a960-60ca-481c-9936-b5e5bcd4d8a4 req-867cb21d-0b9a-40b3-a16c-793a5859cdb5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.564540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7033a960-60ca-481c-9936-b5e5bcd4d8a4 req-867cb21d-0b9a-40b3-a16c-793a5859cdb5 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1068516 Feb 09 02:13:38.585711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Deleting port 3d838c30-a207-436f-8026-e2222d3911d8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:38.586098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3d838c30-a207-436f-8026-e2222d3911d8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.590372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:38.609625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5c997-1630-4138-b394-9e57b34f7e23 req-2ceaab6b-a979-4f68-ae6b-48663cada893 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.611430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ea5c997-1630-4138-b394-9e57b34f7e23 req-2ceaab6b-a979-4f68-ae6b-48663cada893 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 945 time: 0.1146002 Feb 09 02:13:38.631430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 78b8455d-658b-44ed-bf25-0fec68c86035 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:38.632846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 78b8455d-658b-44ed-bf25-0fec68c86035 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:38.753236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ea5c997-1630-4138-b394-9e57b34f7e23 req-37e6cecc-26b1-4376-8404-0e831a109010 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272972 Feb 09 02:13:38.753512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] For port 3d838c30-a207-436f-8026-e2222d3911d8, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=3d838c30-a207-436f-8026-e2222d3911d8,segment=NetworkSegment(112cb2ce-b489-4fb7-b2b5-7a46426548ef),segment_id=112cb2ce-b489-4fb7-b2b5-7a46426548ef)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:38.753797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3d838c30-a207-436f-8026-e2222d3911d8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.766872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7033a960-60ca-481c-9936-b5e5bcd4d8a4 req-cdd2aa40-1eff-4285-911a-8968873b957d tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787224 Feb 09 02:13:38.823639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Calling delete_port for 3d838c30-a207-436f-8026-e2222d3911d8 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:38.825603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cac4a00d-e689-4a71-9d3b-ddb73f08186f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.830299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-fb6d1ccd-42fc-46d8-a262-775cc7bc984a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:38.831872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-fb6d1ccd-42fc-46d8-a262-775cc7bc984a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "GET /v2.0/ports?device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 945 time: 0.2135501 Feb 09 02:13:38.866292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=cac4a00d-e689-4a71-9d3b-ddb73f08186f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:39.043485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.048237 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7797a0e8-f17a-41ca-9d41-c7cea2457348 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/ports/cac4a00d-e689-4a71-9d3b-ddb73f08186f HTTP/1.1" status: 204 len: 168 time: 1.0306931 Feb 09 02:13:39.054448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49702) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:39.150733 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3d838c30-a207-436f-8026-e2222d3911d8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.152870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a2576-1650-4bb6-bcc9-7be2f206b147 req-adb296ea-ddc1-4bac-ab88-934595607266 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:39.154880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e28a2576-1650-4bb6-bcc9-7be2f206b147 req-adb296ea-ddc1-4bac-ab88-934595607266 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1765952 Feb 09 02:13:39.161657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting subnet d1ddfa95-229e-4521-8894-270b4e71686b {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:39.170551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Deleting port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:39.170551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.172778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for subnet (d1ddfa95-229e-4521-8894-270b4e71686b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.186911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Pushing event deleted for resources: {'Port': ['ID=3d838c30-a207-436f-8026-e2222d3911d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:39.213892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5132d-0a93-482a-afaa-7dc5716a3e6f req-2202a85d-8080-4e20-a613-1e0f5261c2e9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:39.220955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acc5132d-0a93-482a-afaa-7dc5716a3e6f req-2202a85d-8080-4e20-a613-1e0f5261c2e9 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/ports?device_id=2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7 HTTP/1.1" status: 200 len: 945 time: 0.2265375 Feb 09 02:13:39.259120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] No DVR routers for this DVR port 3d838c30-a207-436f-8026-e2222d3911d8 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:39.262431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.267038 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-894e0305-4093-4ae9-95b2-2dd45b3f51c9 req-b79fcc3b-6463-4418-80ea-f46db86af777 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.82 "DELETE /v2.0/ports/3d838c30-a207-436f-8026-e2222d3911d8 HTTP/1.1" status: 204 len: 173 time: 0.9066434 Feb 09 02:13:39.267761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'name': 'network-vif-deleted', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:39.271375 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fb68a-3667-4278-a863-3f29d1495412" -d '{"events": [{"server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "name": "network-vif-deleted", "tag": "3d838c30-a207-436f-8026-e2222d3911d8"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:39.824721 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (d1ddfa95-229e-4521-8894-270b4e71686b), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.899622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] For port f724687d-0f3e-4a45-a7a3-cc2f35d946c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:39.900931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.927238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e28a2576-1650-4bb6-bcc9-7be2f206b147 req-6036c087-9fe6-4e87-b021-0b09493762be tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555444 Feb 09 02:13:39.952251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acc5132d-0a93-482a-afaa-7dc5716a3e6f req-d30e9ad5-0de7-4699-b47e-536978665546 tempest-LiveAutoBlockMigrationV225Test-1124467751 tempest-LiveAutoBlockMigrationV225Test-1124467751-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0001d3b-185d-4002-b8cb-1cc9bcdea958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303970 Feb 09 02:13:39.967691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Calling delete_port for f724687d-0f3e-4a45-a7a3-cc2f35d946c5 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:40.028093 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e3039-88ec-46df-8c92-e1ca4ad6f136 x-openstack-request-id: req-117e3039-88ec-46df-8c92-e1ca4ad6f136 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:40.029177 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7", "name": "network-vif-deleted", "tag": "3d838c30-a207-436f-8026-e2222d3911d8", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:40.029177 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-117e3039-88ec-46df-8c92-e1ca4ad6f136 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:40.029515 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2850a6fe-c26e-4ca9-b6b3-1b1cf377f3c7', 'name': 'network-vif-deleted', 'tag': '3d838c30-a207-436f-8026-e2222d3911d8', 'status': 'completed', 'code': 200} Feb 09 02:13:40.344070 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d1ddfa95-229e-4521-8894-270b4e71686b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.389093 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f724687d-0f3e-4a45-a7a3-cc2f35d946c5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.402064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['357ea0ab-5e79-4b0a-85be-cb661ccc78c5', 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:40.405976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['700b9bda-3bc8-41d7-a00c-5f24a3d2057f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:40.441933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ceec6-d2d9-4052-a90b-82a08a6d41d9 req-66c23a08-0470-4286-a574-44091d3c05ec tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:40.444049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e37ceec6-d2d9-4052-a90b-82a08a6d41d9 req-66c23a08-0470-4286-a574-44091d3c05ec tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2a777fd-d8d4-404d-a303-cca8b61aec0c HTTP/1.1" status: 200 len: 945 time: 0.2204666 Feb 09 02:13:40.450989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb29e6-ea6b-42d3-afae-2a931d1813b6 req-6435314e-9400-42b6-89ca-09f7498c6d29 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:40.461953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85bb29e6-ea6b-42d3-afae-2a931d1813b6 req-6435314e-9400-42b6-89ca-09f7498c6d29 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2377083 Feb 09 02:13:40.471655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Pushing event deleted for resources: {'Port': ['ID=f724687d-0f3e-4a45-a7a3-cc2f35d946c5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:40.563101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] No DVR routers for this DVR port f724687d-0f3e-4a45-a7a3-cc2f35d946c5 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:40.563101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (d1ddfa95-229e-4521-8894-270b4e71686b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.563520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.566805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d87e192-65c3-432a-83b5-10c8b960e460 req-d1e0306b-01c8-4506-be05-d137bc1ba5e3 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "DELETE /v2.0/ports/f724687d-0f3e-4a45-a7a3-cc2f35d946c5 HTTP/1.1" status: 204 len: 173 time: 1.7292268 Feb 09 02:13:40.570786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'name': 'network-vif-deleted', 'tag': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:40.573067 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237fe34-f0c3-4a33-80a3-39e42d6dd0c5" -d '{"events": [{"server_uuid": "e2a777fd-d8d4-404d-a303-cca8b61aec0c", "name": "network-vif-deleted", "tag": "f724687d-0f3e-4a45-a7a3-cc2f35d946c5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:40.617850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ddfa95-229e-4521-8894-270b4e71686b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:40.657148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e37ceec6-d2d9-4052-a90b-82a08a6d41d9 req-b61c4e7f-52e1-4841-a833-05a085547683 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960602 Feb 09 02:13:40.659402 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.663218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f090db22-2467-42ce-a625-167375975610 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/subnets/d1ddfa95-229e-4521-8894-270b4e71686b HTTP/1.1" status: 204 len: 168 time: 1.6052861 Feb 09 02:13:40.671320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:40.672046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684a753-d932-499b-a670-9e75c240e3cb None None] Network 8b031676-4b01-4246-8995-0ce03cee25ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:40.693946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85bb29e6-ea6b-42d3-afae-2a931d1813b6 req-3a03663a-8802-447f-9a1e-905e56ba9d29 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340512 Feb 09 02:13:40.804468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting subnet 922600e3-4f19-415b-9246-30ee0f9f49ff {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:40.808392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks [] for subnet (922600e3-4f19-415b-9246-30ee0f9f49ff), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.862234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (922600e3-4f19-415b-9246-30ee0f9f49ff), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:40.949427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13a5d-bd80-4988-8c02-8dedc2bfd0c5 req-c439d345-5b2a-4401-b719-95a717e48e67 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:40.951405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cff13a5d-bd80-4988-8c02-8dedc2bfd0c5 req-c439d345-5b2a-4401-b719-95a717e48e67 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 945 time: 0.1610775 Feb 09 02:13:40.972230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f192c0-46b3-4752-8c65-14d4768f3c63 req-1dc156ee-7653-4d2b-a3c6-10e9b162aca8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:40.980657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f192c0-46b3-4752-8c65-14d4768f3c63 req-1dc156ee-7653-4d2b-a3c6-10e9b162aca8 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1334889 Feb 09 02:13:40.987682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] DHCP port deletion for 8b031676-4b01-4246-8995-0ce03cee25ad request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:13:41.000264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (922600e3-4f19-415b-9246-30ee0f9f49ff), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.069501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] Deleting port 2e3d85f7-2e12-43ca-b874-382459b8d63e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:41.070091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.140128 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (922600e3-4f19-415b-9246-30ee0f9f49ff), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.149985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cff13a5d-bd80-4988-8c02-8dedc2bfd0c5 req-88fdd126-feb9-4788-9e29-2009dbc3a45e tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664147 Feb 09 02:13:41.159083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.167888 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/subnets/922600e3-4f19-415b-9246-30ee0f9f49ff HTTP/1.1" status: 204 len: 168 time: 0.4937873 Feb 09 02:13:41.168486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49728) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:41.227580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f37cc0-51e6-413d-bfc3-22481199cc31 None None] Network d5be7b8c-de13-4acf-acae-db23756c61e4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:41.260824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b224d-ec47-4ef1-a19a-fe6a95dff23b tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Subnet': ['ID=922600e3-4f19-415b-9246-30ee0f9f49ff,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:41.291271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29f192c0-46b3-4752-8c65-14d4768f3c63 req-4bfc79d9-18d6-4d45-9178-5963c48915fe tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043306 Feb 09 02:13:41.318752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8b031676-4b01-4246-8995-0ce03cee25ad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.406519 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff4d03-28a0-476e-b3b1-08e1fe06db8b x-openstack-request-id: req-8cff4d03-28a0-476e-b3b1-08e1fe06db8b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:41.410251 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a777fd-d8d4-404d-a303-cca8b61aec0c", "name": "network-vif-deleted", "tag": "f724687d-0f3e-4a45-a7a3-cc2f35d946c5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:41.410902 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cff4d03-28a0-476e-b3b1-08e1fe06db8b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:41.412098 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a777fd-d8d4-404d-a303-cca8b61aec0c', 'name': 'network-vif-deleted', 'tag': 'f724687d-0f3e-4a45-a7a3-cc2f35d946c5', 'status': 'completed', 'code': 200} Feb 09 02:13:41.462947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:41.595813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476fc2b-92cd-49f0-89bb-543be0589ea7 req-d9654db3-d072-45f3-9e1f-9ded794c9b6c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:41.612680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4476fc2b-92cd-49f0-89bb-543be0589ea7 req-d9654db3-d072-45f3-9e1f-9ded794c9b6c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1951418 Feb 09 02:13:41.732780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] Deleting subnet 0176b806-e2a2-4b4a-a8e9-b74375e919c0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:41.734551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4476fc2b-92cd-49f0-89bb-543be0589ea7 req-f2edfc2c-18df-451d-88cb-1c4691f65953 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116095 Feb 09 02:13:41.741479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Deleting port 2e3d85f7-2e12-43ca-b874-382459b8d63e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:41.742096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.753442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] Publish callbacks [] for subnet (0176b806-e2a2-4b4a-a8e9-b74375e919c0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.818412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] For port 2e3d85f7-2e12-43ca-b874-382459b8d63e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e3d85f7-2e12-43ca-b874-382459b8d63e,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:41.820132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.851205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] Calling delete_port for 2e3d85f7-2e12-43ca-b874-382459b8d63e owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:41.859334 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (0176b806-e2a2-4b4a-a8e9-b74375e919c0), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:41.986445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0176b806-e2a2-4b4a-a8e9-b74375e919c0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.005747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] For port 2e3d85f7-2e12-43ca-b874-382459b8d63e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e3d85f7-2e12-43ca-b874-382459b8d63e,segment=NetworkSegment(d2021ec3-442f-464f-9928-1b8a562e1ef9),segment_id=d2021ec3-442f-464f-9928-1b8a562e1ef9)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:42.006111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.043580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Calling delete_port for 2e3d85f7-2e12-43ca-b874-382459b8d63e owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:42.132696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (0176b806-e2a2-4b4a-a8e9-b74375e919c0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.152961 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.268722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0176b806-e2a2-4b4a-a8e9-b74375e919c0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.296294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2e3d85f7-2e12-43ca-b874-382459b8d63e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.299788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] Pushing event deleted for resources: {'Port': ['ID=2e3d85f7-2e12-43ca-b874-382459b8d63e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.307828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.313914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf88be2-eb0b-4de7-a693-ae5e5f78e6db None None] No DVR routers for this DVR port 2e3d85f7-2e12-43ca-b874-382459b8d63e on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:42.322173 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a6b4d72e-2086-4dad-9c94-eea776e7a5c1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0176b806-e2a2-4b4a-a8e9-b74375e919c0 HTTP/1.1" status: 204 len: 168 time: 0.8526971 Feb 09 02:13:42.324942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:42.341796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] DHCP port deletion for d5be7b8c-de13-4acf-acae-db23756c61e4 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:13:42.344273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e3d85f7-2e12-43ca-b874-382459b8d63e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:42.371188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2e3d85f7-2e12-43ca-b874-382459b8d63e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:42.371841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e3d85f7-2e12-43ca-b874-382459b8d63e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:42.406582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Port': ['ID=2e3d85f7-2e12-43ca-b874-382459b8d63e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.417244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19edc5-e6d3-4868-9e2d-ba48f44caf98 req-a142359c-2f06-4613-ab56-a539b3c7f227 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.424533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e19edc5-e6d3-4868-9e2d-ba48f44caf98 req-a142359c-2f06-4613-ab56-a539b3c7f227 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2681551 Feb 09 02:13:42.500594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e19edc5-e6d3-4868-9e2d-ba48f44caf98 req-937c532e-752a-40c1-aca0-d6b81348eb9d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751462 Feb 09 02:13:42.502023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] No DVR routers for this DVR port 2e3d85f7-2e12-43ca-b874-382459b8d63e on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:42.534830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] Deleting port df38c1c2-4473-4d3b-a13b-d0eb28b09bae {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:42.535234 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.564611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ea32d4e9-71ca-4dbd-8880-8689f45e4e44), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.642200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] For port df38c1c2-4473-4d3b-a13b-d0eb28b09bae, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=df38c1c2-4473-4d3b-a13b-d0eb28b09bae,segment=NetworkSegment(0d10c840-06e2-417d-b9d5-e8d38bd32d2f),segment_id=0d10c840-06e2-417d-b9d5-e8d38bd32d2f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:42.642646 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.663784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] Calling delete_port for df38c1c2-4473-4d3b-a13b-d0eb28b09bae owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:42.784108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:42.802282 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8b031676-4b01-4246-8995-0ce03cee25ad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.837739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 3d838c30-a207-436f-8026-e2222d3911d8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:42.838748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 3d838c30-a207-436f-8026-e2222d3911d8 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:42.843580 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (df38c1c2-4473-4d3b-a13b-d0eb28b09bae), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.851051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ea32d4e9-71ca-4dbd-8880-8689f45e4e44), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:42.880678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] Pushing event deleted for resources: {'Port': ['ID=df38c1c2-4473-4d3b-a13b-d0eb28b09bae,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:42.907999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2580cf-e6b3-4b0c-9bfe-cd937b511d6d None None] No DVR routers for this DVR port df38c1c2-4473-4d3b-a13b-d0eb28b09bae on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:42.909833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d4607-fd97-4a0e-96c7-8c443f8080d2 req-d5577d87-afba-488e-9cac-34132a2d510d tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:42.922397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d1d4607-fd97-4a0e-96c7-8c443f8080d2 req-d5577d87-afba-488e-9cac-34132a2d510d tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 945 time: 0.3188474 Feb 09 02:13:42.930772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea32d4e9-71ca-4dbd-8880-8689f45e4e44']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:42.936094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b031676-4b01-4246-8995-0ce03cee25ad']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:42.969772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112cb2ce-b489-4fb7-b2b5-7a46426548ef') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:42.970158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112cb2ce-b489-4fb7-b2b5-7a46426548ef') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:42.977537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2021ec3-442f-464f-9928-1b8a562e1ef9') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:42.982793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2021ec3-442f-464f-9928-1b8a562e1ef9') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:43.041425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (112cb2ce-b489-4fb7-b2b5-7a46426548ef), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.041865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (d2021ec3-442f-464f-9928-1b8a562e1ef9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.041959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (112cb2ce-b489-4fb7-b2b5-7a46426548ef), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.053578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:43.054300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (112cb2ce-b489-4fb7-b2b5-7a46426548ef), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:43.057074 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:43.091998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d2021ec3-442f-464f-9928-1b8a562e1ef9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.126497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d1d4607-fd97-4a0e-96c7-8c443f8080d2 req-fb0c470c-672b-4f06-b12a-d9d7662a4efb tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996560 Feb 09 02:13:43.131017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:43.135360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (d2021ec3-442f-464f-9928-1b8a562e1ef9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:43.139510 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:43.169084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f724687d-0f3e-4a45-a7a3-cc2f35d946c5 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:43.175805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ea32d4e9-71ca-4dbd-8880-8689f45e4e44), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.195818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.204981 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] 10.222.0.53 "DELETE /v2.0/networks/ea32d4e9-71ca-4dbd-8880-8689f45e4e44 HTTP/1.1" status: 204 len: 168 time: 0.8749008 Feb 09 02:13:43.223906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:43.236692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: f724687d-0f3e-4a45-a7a3-cc2f35d946c5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:43.237349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f724687d-0f3e-4a45-a7a3-cc2f35d946c5 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:43.278225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af32a8-c9e4-4f81-ad1e-41e1511d107e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea32d4e9-71ca-4dbd-8880-8689f45e4e44,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:43.315829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7b26-471f-435c-9ebd-966d35610b60 req-098fa520-0433-41a4-8cd9-23b81e41e9b0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.317985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-802c7b26-471f-435c-9ebd-966d35610b60 req-098fa520-0433-41a4-8cd9-23b81e41e9b0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.3235803 Feb 09 02:13:43.331830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] Deleting subnet 6b947c57-af47-478b-865b-b411ebcc934d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:43.337229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] Publish callbacks [] for subnet (6b947c57-af47-478b-865b-b411ebcc934d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.371424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8b031676-4b01-4246-8995-0ce03cee25ad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.390329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.393611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/networks/8b031676-4b01-4246-8995-0ce03cee25ad HTTP/1.1" status: 204 len: 168 time: 2.2214882 Feb 09 02:13:43.398225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (6b947c57-af47-478b-865b-b411ebcc934d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.400048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49792) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:43.438981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dbcaf-4102-4440-b4d6-0e658cb70819 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Network': ['ID=8b031676-4b01-4246-8995-0ce03cee25ad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:43.494166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-802c7b26-471f-435c-9ebd-966d35610b60 req-35108b84-4748-499c-bcbd-3cd15cd8faba tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610739 Feb 09 02:13:43.556252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6b947c57-af47-478b-865b-b411ebcc934d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.579908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (d5be7b8c-de13-4acf-acae-db23756c61e4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.738695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90886cee-2239-4fb6-a6b8-a1e30b575b1c req-03b6ce51-96d7-4a7b-adde-9bb64276a2f8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.747908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (d5be7b8c-de13-4acf-acae-db23756c61e4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.748196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90886cee-2239-4fb6-a6b8-a1e30b575b1c req-03b6ce51-96d7-4a7b-adde-9bb64276a2f8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1078374 Feb 09 02:13:43.772859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5be7b8c-de13-4acf-acae-db23756c61e4']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:43.786324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d10c840-06e2-417d-b9d5-e8d38bd32d2f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:43.786969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d10c840-06e2-417d-b9d5-e8d38bd32d2f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:43.811190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (0d10c840-06e2-417d-b9d5-e8d38bd32d2f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.841342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0d10c840-06e2-417d-b9d5-e8d38bd32d2f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.860998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:43.862590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (0d10c840-06e2-417d-b9d5-e8d38bd32d2f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:43.943903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90886cee-2239-4fb6-a6b8-a1e30b575b1c req-1f0e37d3-c3cd-40cf-8cbb-e8d686145164 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948264 Feb 09 02:13:43.988691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-0518e3cb-3688-4a27-8db2-984b5ad20e01 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:43.992157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-0518e3cb-3688-4a27-8db2-984b5ad20e01 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.72 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 945 time: 0.2237194 Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:44.005115 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:44.016127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (d5be7b8c-de13-4acf-acae-db23756c61e4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.030516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.034160 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] 10.222.0.53 "DELETE /v2.0/networks/d5be7b8c-de13-4acf-acae-db23756c61e4 HTTP/1.1" status: 204 len: 168 time: 0.6332712 Feb 09 02:13:44.101519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4c9a-5e8b-43d6-9f99-ccd18ab71af6 tempest-TaggedBootDevicesTest_v242-554260399 tempest-TaggedBootDevicesTest_v242-554260399-project] Pushing event deleted for resources: {'Network': ['ID=d5be7b8c-de13-4acf-acae-db23756c61e4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:44.117144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (6b947c57-af47-478b-865b-b411ebcc934d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.226949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b947c57-af47-478b-865b-b411ebcc934d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:44.256812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.265969 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eaec0073-cb56-4662-adc1-092141c37a8f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6b947c57-af47-478b-865b-b411ebcc934d HTTP/1.1" status: 204 len: 168 time: 1.0367644 Feb 09 02:13:44.266152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device df38c1c2-4473-4d3b-a13b-d0eb28b09bae no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:44.272736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:44.308415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: df38c1c2-4473-4d3b-a13b-d0eb28b09bae {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:44.308763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device df38c1c2-4473-4d3b-a13b-d0eb28b09bae not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:44.370274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.434747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553c7f-5a1b-4b22-bd8b-a2ae68cc1570 req-e877e85b-6a1d-431e-9ea0-995da60a752f tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:44.436351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2553c7f-5a1b-4b22-bd8b-a2ae68cc1570 req-e877e85b-6a1d-431e-9ea0-995da60a752f tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 945 time: 0.1543469 Feb 09 02:13:44.462713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346b320-e2b8-49a9-90a4-524be0879baa req-d1097dfa-a8e3-42cc-b450-b93cbd2592c1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:44.468376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346b320-e2b8-49a9-90a4-524be0879baa req-d1097dfa-a8e3-42cc-b450-b93cbd2592c1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:44.476200 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.491934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3346b320-e2b8-49a9-90a4-524be0879baa req-d1097dfa-a8e3-42cc-b450-b93cbd2592c1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7&device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 1683 time: 0.3024008 Feb 09 02:13:44.496772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Deleting port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:44.497092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.516627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:44.529545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ca2678-e983-4b5a-8c4d-d39130380a7a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:44.534790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ca2678-e983-4b5a-8c4d-d39130380a7a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:44.550798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (98ca2678-e983-4b5a-8c4d-d39130380a7a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.566480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (98ca2678-e983-4b5a-8c4d-d39130380a7a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.574230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:44.574905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (98ca2678-e983-4b5a-8c4d-d39130380a7a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:44.643257 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:44.665471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.676147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.693257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2553c7f-5a1b-4b22-bd8b-a2ae68cc1570 req-9c56d805-8d5a-477e-9f09-45c82a145e03 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/security-groups?id=9e12f1db-db3d-43a4-a785-4c7b6b06bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386672 Feb 09 02:13:44.703309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3346b320-e2b8-49a9-90a4-524be0879baa req-7f9b2b66-ca72-4117-8a84-87031c52593a tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103434 Feb 09 02:13:44.715569 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c HTTP/1.1" status: 204 len: 168 time: 0.4118788 Feb 09 02:13:44.761145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8fe9-deaf-41bc-96d8-b79dc0820144 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1762bd1-ca8d-42fb-85f0-ecd6bc35fa4c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:44.762261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] For port e40f068f-b1a7-443d-8f6b-fae1d9532ca6, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,segment=NetworkSegment(46338561-17e5-4805-96df-1e8aaae54395),segment_id=46338561-17e5-4805-96df-1e8aaae54395)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:44.762743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.790063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Calling delete_port for e40f068f-b1a7-443d-8f6b-fae1d9532ca6 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:44.973116 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e40f068f-b1a7-443d-8f6b-fae1d9532ca6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:44.987367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['e40f068f-b1a7-443d-8f6b-fae1d9532ca6'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:45.077326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:45.096101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Pushing event deleted for resources: {'Port': ['ID=e40f068f-b1a7-443d-8f6b-fae1d9532ca6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:45.148667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] No DVR routers for this DVR port e40f068f-b1a7-443d-8f6b-fae1d9532ca6 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:45.152147 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.157176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f13f5337-b058-41d9-b0cc-ecf94ecbfc36 req-ce764483-426d-41fc-acdd-86cf62cf9cc9 tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.72 "DELETE /v2.0/ports/e40f068f-b1a7-443d-8f6b-fae1d9532ca6 HTTP/1.1" status: 204 len: 173 time: 1.1570206 Feb 09 02:13:45.158856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c3f07f-2257-416d-bf6a-223c50737af9', 'name': 'network-vif-deleted', 'tag': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:45.167442 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f73599b-7847-4c5e-b7e3-5198f6d4506c" -d '{"events": [{"server_uuid": "84c3f07f-2257-416d-bf6a-223c50737af9", "name": "network-vif-deleted", "tag": "e40f068f-b1a7-443d-8f6b-fae1d9532ca6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:45.196256 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ac8b6505-3b25-488d-8c2a-70b11628501a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c37e669b127a4daeaf552b5094f601d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148987 Feb 09 02:13:45.197523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:45.199797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786891e-c3d4-4ad0-8f14-457d0d3c39c8 req-2d005143-75ef-4baf-a19c-5d14e2a86971 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:45.202028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9786891e-c3d4-4ad0-8f14-457d0d3c39c8 req-2d005143-75ef-4baf-a19c-5d14e2a86971 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.2514400 Feb 09 02:13:45.321989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9786891e-c3d4-4ad0-8f14-457d0d3c39c8 req-4cf1dc7d-7504-4673-8113-8ce636809186 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069207 Feb 09 02:13:45.369539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49cc4440-f6e8-4d36-9430-4463d4a685dc admin admin] Publish callbacks [] for security_group (c0001d3b-185d-4002-b8cb-1cc9bcdea958), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.418607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49cc4440-f6e8-4d36-9430-4463d4a685dc admin admin] Publish callbacks [] for security_group (c0001d3b-185d-4002-b8cb-1cc9bcdea958), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.462120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5d77-b34b-47bf-ab6d-a227d40ab739 req-c1492716-4be7-44b3-85e9-b54448d7a78b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:45.472827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b8b5d77-b34b-47bf-ab6d-a227d40ab739 req-c1492716-4be7-44b3-85e9-b54448d7a78b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1419857 Feb 09 02:13:45.494873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49cc4440-f6e8-4d36-9430-4463d4a685dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0001d3b-185d-4002-b8cb-1cc9bcdea958), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.498893 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-49cc4440-f6e8-4d36-9430-4463d4a685dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:45.501158 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-49cc4440-f6e8-4d36-9430-4463d4a685dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0001d3b-185d-4002-b8cb-1cc9bcdea958 HTTP/1.1" status: 204 len: 168 time: 0.3017242 Feb 09 02:13:45.522747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc4440-f6e8-4d36-9430-4463d4a685dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0001d3b-185d-4002-b8cb-1cc9bcdea958,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:45.531256 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec284e5b-cd7f-4ab6-ac1b-f00a34108777 x-openstack-request-id: req-ec284e5b-cd7f-4ab6-ac1b-f00a34108777 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:45.531763 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c3f07f-2257-416d-bf6a-223c50737af9", "name": "network-vif-deleted", "tag": "e40f068f-b1a7-443d-8f6b-fae1d9532ca6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:45.532144 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec284e5b-cd7f-4ab6-ac1b-f00a34108777 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:45.532958 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c3f07f-2257-416d-bf6a-223c50737af9', 'name': 'network-vif-deleted', 'tag': 'e40f068f-b1a7-443d-8f6b-fae1d9532ca6', 'status': 'completed', 'code': 200} Feb 09 02:13:45.594502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b8b5d77-b34b-47bf-ab6d-a227d40ab739 req-81137ff5-e5a1-4bde-afb7-53626544e3ea tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157238 Feb 09 02:13:46.217712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73d9764b-6374-4ed3-ab01-f4cea6fbebcf req-47285a8d-efc6-4ee4-b7ac-dfb63451f79a tempest-ServerGroupTestJSON-2064192366 tempest-ServerGroupTestJSON-2064192366-project] 10.222.0.53 "GET /v2.0/ports?device_id=84c3f07f-2257-416d-bf6a-223c50737af9 HTTP/1.1" status: 200 len: 210 time: 0.0937738 Feb 09 02:13:46.522618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:46.584165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e612a01-74e4-49ba-a5d5-11a23a908550 req-c9be355e-43ca-4539-bd59-118f90978755 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:46.587745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e612a01-74e4-49ba-a5d5-11a23a908550 req-c9be355e-43ca-4539-bd59-118f90978755 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.0836494 Feb 09 02:13:46.638155 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-834c5f7b-5d8e-4187-86d8-7e30b2744316 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b4529e7abe24af88068895cfa2a7802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1134281 Feb 09 02:13:46.639161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:46.818839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Publish callbacks [] for security_group (8612e98b-d20e-4509-88ed-2c1180f29333), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.888992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e612a01-74e4-49ba-a5d5-11a23a908550 req-4e4e5d26-1411-4ec0-ba06-4910981696c7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957256 Feb 09 02:13:46.936281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Publish callbacks [] for security_group (8612e98b-d20e-4509-88ed-2c1180f29333), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:46.987412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de234-5131-4514-afc7-cb7e31c0ef49 req-1f05052d-7ef7-413f-be96-f5583587d2fa tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:47.003241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-961de234-5131-4514-afc7-cb7e31c0ef49 req-1f05052d-7ef7-413f-be96-f5583587d2fa tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 946 time: 0.2792983 Feb 09 02:13:47.029219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8612e98b-d20e-4509-88ed-2c1180f29333), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.032799 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.039155 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8612e98b-d20e-4509-88ed-2c1180f29333 HTTP/1.1" status: 204 len: 168 time: 0.3978331 Feb 09 02:13:47.048496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8612e98b-d20e-4509-88ed-2c1180f29333,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:47.058600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.059317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.060046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.060693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.061325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.061854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.062387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.065656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.066259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.066847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.068280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.069000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.069620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698abf5-1d15-4b15-869e-4a7edf8daff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:13:47.208808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-961de234-5131-4514-afc7-cb7e31c0ef49 req-5090ffd5-8a7a-47cd-8b97-5006af322d82 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046466 Feb 09 02:13:47.279667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485e765-f1ad-4060-8fac-ff15202ce19a req-59975417-f1c4-42e9-bcf8-d69bbf528426 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:47.290726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b485e765-f1ad-4060-8fac-ff15202ce19a req-59975417-f1c4-42e9-bcf8-d69bbf528426 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2671304 Feb 09 02:13:47.393204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b485e765-f1ad-4060-8fac-ff15202ce19a req-b6cf0a7d-88ae-4297-b545-695b29517e45 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050978 Feb 09 02:13:47.675015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-474a4099-d163-46a4-8ba0-5d648de0c595 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:47.688679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-474a4099-d163-46a4-8ba0-5d648de0c595 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "GET /v2.0/ports?device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 946 time: 0.1667621 Feb 09 02:13:47.760935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:47.965127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Deleting port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:47.965608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.053560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:48.181193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] Deleting subnet c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:48.195072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] Publish callbacks [] for subnet (c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.288350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.389688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cac30-1ce2-4536-9dbf-29a0f46251e1 req-d7c82aed-2a2c-49b6-bf0b-2aec72962a1c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:48.398839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed3cac30-1ce2-4536-9dbf-29a0f46251e1 req-d7c82aed-2a2c-49b6-bf0b-2aec72962a1c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.2576933 Feb 09 02:13:48.402366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] For port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:48.403083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.467830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Calling delete_port for 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:48.497304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.650110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed3cac30-1ce2-4536-9dbf-29a0f46251e1 req-99b105e6-3cbf-4b15-9be6-776f448a9a31 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500310 Feb 09 02:13:48.710101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-7bb01f39-a1b6-4bcc-9c7e-0ee871013fd2 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:48.714224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-7bb01f39-a1b6-4bcc-9c7e-0ee871013fd2 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d4bd260-dcd0-44ef-9e96-e63934b1bec7 HTTP/1.1" status: 200 len: 946 time: 0.3343887 Feb 09 02:13:48.721664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.808724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:48.823962 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.847470 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5efbcd0f-d454-4b9f-a8e9-c07990af50e4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c03dd11b-5ec8-4f1b-bf8a-c51ec8c45b8f HTTP/1.1" status: 204 len: 168 time: 0.7911341 Feb 09 02:13:48.871357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:48.878092 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:48.900208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b787b-0ce7-4595-b63f-b3e877ce548b req-03c26a87-574c-442a-9352-0ce7f9bd6bd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:48.907447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844b787b-0ce7-4595-b63f-b3e877ce548b req-03c26a87-574c-442a-9352-0ce7f9bd6bd4 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/ports?device_id=5530da8a-0e8c-433f-963d-b987d10cccd6 HTTP/1.1" status: 200 len: 946 time: 0.4320576 Feb 09 02:13:49.119808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Deleting port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:13:49.120264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.192828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e40f068f-b1a7-443d-8f6b-fae1d9532ca6 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:49.261873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: e40f068f-b1a7-443d-8f6b-fae1d9532ca6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:49.262640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e40f068f-b1a7-443d-8f6b-fae1d9532ca6 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:49.276471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e9626-5a99-40e0-a4af-24f85c7207d9 req-7e5bbb8c-4f09-47b2-8447-85b01ff247e3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:49.287979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-213e9626-5a99-40e0-a4af-24f85c7207d9 req-7e5bbb8c-4f09-47b2-8447-85b01ff247e3 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.4853892 Feb 09 02:13:49.340778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] For port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,segment=NetworkSegment(e2757895-8c34-4fae-a339-e8ed3fe4a4d3),segment_id=e2757895-8c34-4fae-a339-e8ed3fe4a4d3)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:49.341152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.376755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (7457e967-80b3-4b86-a873-4d95c48e73cb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.387229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Calling delete_port for 700b9bda-3bc8-41d7-a00c-5f24a3d2057f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:13:49.403964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844b787b-0ce7-4595-b63f-b3e877ce548b req-2d6a28fe-c5e1-475c-b0db-ea7f5ab665ca tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953680 Feb 09 02:13:49.506176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (357ea0ab-5e79-4b0a-85be-cb661ccc78c5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.521789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['700b9bda-3bc8-41d7-a00c-5f24a3d2057f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:49.543158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-213e9626-5a99-40e0-a4af-24f85c7207d9 req-03033408-3788-4d91-983d-baf2d21418f0 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537467 Feb 09 02:13:49.602568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['357ea0ab-5e79-4b0a-85be-cb661ccc78c5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:49.785056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Pushing event deleted for resources: {'Port': ['ID=357ea0ab-5e79-4b0a-85be-cb661ccc78c5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:49.804702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (700b9bda-3bc8-41d7-a00c-5f24a3d2057f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.831500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['357ea0ab-5e79-4b0a-85be-cb661ccc78c5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:49.836736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['700b9bda-3bc8-41d7-a00c-5f24a3d2057f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:49.904386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Pushing event deleted for resources: {'Port': ['ID=700b9bda-3bc8-41d7-a00c-5f24a3d2057f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:49.912289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] No DVR routers for this DVR port 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:49.923575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:49.926829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ab46dde-53f5-4448-8ef6-2f99138850c3 req-06e7bf71-74fd-40f8-b7c1-7a4774d13b41 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.72 "DELETE /v2.0/ports/357ea0ab-5e79-4b0a-85be-cb661ccc78c5 HTTP/1.1" status: 204 len: 173 time: 2.2303855 Feb 09 02:13:49.946408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'name': 'network-vif-deleted', 'tag': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:49.949980 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69ba878-79d6-4951-81b1-e38d3c85c97b" -d '{"events": [{"server_uuid": "5530da8a-0e8c-433f-963d-b987d10cccd6", "name": "network-vif-deleted", "tag": "357ea0ab-5e79-4b0a-85be-cb661ccc78c5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:49.995824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] No DVR routers for this DVR port 700b9bda-3bc8-41d7-a00c-5f24a3d2057f on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:13:49.999834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.002333 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (7457e967-80b3-4b86-a873-4d95c48e73cb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.007730 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-40fc2ef4-1a11-4793-9e77-410c6cd39877 req-0e5d613d-4be5-467b-8795-378884e29be1 tempest-ListServersNegativeTestJSON-2001372105 tempest-ListServersNegativeTestJSON-2001372105-project] 10.222.0.82 "DELETE /v2.0/ports/700b9bda-3bc8-41d7-a00c-5f24a3d2057f HTTP/1.1" status: 204 len: 173 time: 1.2624652 Feb 09 02:13:50.008428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'name': 'network-vif-deleted', 'tag': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:50.012221 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081cbf2b-b2c8-45e9-9c58-47b37c930397" -d '{"events": [{"server_uuid": "3d4bd260-dcd0-44ef-9e96-e63934b1bec7", "name": "network-vif-deleted", "tag": "700b9bda-3bc8-41d7-a00c-5f24a3d2057f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:50.108565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7457e967-80b3-4b86-a873-4d95c48e73cb']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:50.240786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46338561-17e5-4805-96df-1e8aaae54395') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:50.241334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46338561-17e5-4805-96df-1e8aaae54395') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:50.252937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (46338561-17e5-4805-96df-1e8aaae54395), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.275908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (46338561-17e5-4805-96df-1e8aaae54395), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.282779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:50.283423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (46338561-17e5-4805-96df-1e8aaae54395), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:50.350202 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:50.376701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7df541-e367-4019-bdf2-b279651cb6fd req-5c52481c-15c0-4302-a448-84bc0b1e410e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:50.384378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7df541-e367-4019-bdf2-b279651cb6fd req-5c52481c-15c0-4302-a448-84bc0b1e410e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.5098197 Feb 09 02:13:50.409162 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (7457e967-80b3-4b86-a873-4d95c48e73cb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.423333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2e4a2-4248-491b-8692-4602a044b685 req-f32dfda9-0ba7-4696-a79e-d9ba0f5a7bee tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:50.432726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48a2e4a2-4248-491b-8692-4602a044b685 req-f32dfda9-0ba7-4696-a79e-d9ba0f5a7bee tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 950 time: 0.5599339 Feb 09 02:13:50.455047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:50.464807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/7457e967-80b3-4b86-a873-4d95c48e73cb HTTP/1.1" status: 204 len: 168 time: 1.5885124 Feb 09 02:13:50.503550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935446fd-2361-4d3a-96ca-93fd598750ec admin admin] Pushing event deleted for resources: {'Network': ['ID=7457e967-80b3-4b86-a873-4d95c48e73cb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:50.581152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-19ac6e1a-793e-4f66-83a5-eb889b8854a5 service neutron] 10.222.0.72 "GET /v2.0/ports/f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388/bindings/n-h2-826675-12 HTTP/1.1" status: 200 len: 383 time: 0.1834753 Feb 09 02:13:50.602593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48a2e4a2-4248-491b-8692-4602a044b685 req-c76a11c7-f61d-4152-94f5-dbd1b1e923b8 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639457 Feb 09 02:13:50.625572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7df541-e367-4019-bdf2-b279651cb6fd req-7d6312d4-3242-45b0-8068-92f4cda675ec tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297685 Feb 09 02:13:50.728637 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e01a7-ce16-4cbd-a845-782467eaf698 x-openstack-request-id: req-1e9e01a7-ce16-4cbd-a845-782467eaf698 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:50.729156 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4bd260-dcd0-44ef-9e96-e63934b1bec7", "name": "network-vif-deleted", "tag": "700b9bda-3bc8-41d7-a00c-5f24a3d2057f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:50.729409 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e9e01a7-ce16-4cbd-a845-782467eaf698 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:50.729815 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4bd260-dcd0-44ef-9e96-e63934b1bec7', 'name': 'network-vif-deleted', 'tag': '700b9bda-3bc8-41d7-a00c-5f24a3d2057f', 'status': 'completed', 'code': 200} Feb 09 02:13:50.774564 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5c8ef7-71f4-4230-aace-c5fa8205e42a x-openstack-request-id: req-ae5c8ef7-71f4-4230-aace-c5fa8205e42a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:50.775013 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530da8a-0e8c-433f-963d-b987d10cccd6", "name": "network-vif-deleted", "tag": "357ea0ab-5e79-4b0a-85be-cb661ccc78c5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:50.775378 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae5c8ef7-71f4-4230-aace-c5fa8205e42a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:50.775908 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530da8a-0e8c-433f-963d-b987d10cccd6', 'name': 'network-vif-deleted', 'tag': '357ea0ab-5e79-4b0a-85be-cb661ccc78c5', 'status': 'completed', 'code': 200} Feb 09 02:13:50.947326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.022331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-71594a15-040a-46ed-bdc7-08f4a3416e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.031868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-71594a15-040a-46ed-bdc7-08f4a3416e08 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 1133 time: 0.1174471 Feb 09 02:13:51.036409 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7d388dbc-254b-41d1-86aa-2210f3dd598e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf32d805292e4d44882484f829ff9514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859928 Feb 09 02:13:51.038139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.161677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b1d12e-9f13-46f2-bcdb-ba2894682a9d admin admin] Publish callbacks [] for security_group (9e12f1db-db3d-43a4-a785-4c7b6b06bcad), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.204703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b3cbf-f88f-43e7-87ec-2a794627cd81 req-a2f03ee7-1396-4a08-a738-7c39b792574d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.213199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d4b3cbf-f88f-43e7-87ec-2a794627cd81 req-a2f03ee7-1396-4a08-a738-7c39b792574d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1975214 Feb 09 02:13:51.225262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1864113750', 'description': 'tempest-description-876006524'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:51.225539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b1d12e-9f13-46f2-bcdb-ba2894682a9d admin admin] Publish callbacks [] for security_group (9e12f1db-db3d-43a4-a785-4c7b6b06bcad), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.256941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-a407ce9e-6e16-46e0-aaf2-1d92ba4d960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.258531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-a407ce9e-6e16-46e0-aaf2-1d92ba4d960b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 1133 time: 0.1965818 Feb 09 02:13:51.320231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b1d12e-9f13-46f2-bcdb-ba2894682a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9e12f1db-db3d-43a4-a785-4c7b6b06bcad), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.323138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b1d12e-9f13-46f2-bcdb-ba2894682a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.327031 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-87b1d12e-9f13-46f2-bcdb-ba2894682a9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e12f1db-db3d-43a4-a785-4c7b6b06bcad HTTP/1.1" status: 204 len: 168 time: 0.2862730 Feb 09 02:13:51.335296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1d12e-9f13-46f2-bcdb-ba2894682a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e12f1db-db3d-43a4-a785-4c7b6b06bcad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:51.358715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.388057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d4b3cbf-f88f-43e7-87ec-2a794627cd81 req-0721823f-38d7-45b8-9131-daebe5c3c975 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599939 Feb 09 02:13:51.405124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.442026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:51.528911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (983b9a17-c969-4e78-b3d5-c2e6209f3ae1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.540605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] Deleting subnet f1d31462-dc8a-49be-8aa7-fe6ea5e76200 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:13:51.543505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (983b9a17-c969-4e78-b3d5-c2e6209f3ae1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.546474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] Publish callbacks [] for subnet (f1d31462-dc8a-49be-8aa7-fe6ea5e76200), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.626877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (f1d31462-dc8a-49be-8aa7-fe6ea5e76200), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.630008 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (f52ebb77-8aa8-4543-9cba-c4e71127e0ca), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.652801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f52ebb77-8aa8-4543-9cba-c4e71127e0ca), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.681586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-02a34cc5-078e-44ed-98cb-bee8baa3261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:51.683411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-02a34cc5-078e-44ed-98cb-bee8baa3261b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.4117675 Feb 09 02:13:51.710119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.712003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b490e8ea-9732-428f-90f6-084d5b04e53f req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4913692 Feb 09 02:13:51.749872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983b9a17-c969-4e78-b3d5-c2e6209f3ae1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:51.837009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f1d31462-dc8a-49be-8aa7-fe6ea5e76200), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.854432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2de48-ecea-4230-84eb-fa20578216d8 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ebb77-8aa8-4543-9cba-c4e71127e0ca,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:51.878325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-80431cfe-6a03-4a88-bd3b-71d81612360e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 200 len: 217 time: 0.1838613 Feb 09 02:13:51.992550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (f1d31462-dc8a-49be-8aa7-fe6ea5e76200), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.030555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d31462-dc8a-49be-8aa7-fe6ea5e76200,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:52.070848 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.089473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b247d65-895f-434e-86b5-80f01688d817 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1d31462-dc8a-49be-8aa7-fe6ea5e76200 HTTP/1.1" status: 204 len: 168 time: 0.6430116 Feb 09 02:13:52.096917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:52.113543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce6982-aa68-432b-82c3-bef4657725c4 req-c0c895f6-dfc4-42ea-8d7c-f372f9830d2c tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.116257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ce6982-aa68-432b-82c3-bef4657725c4 req-c0c895f6-dfc4-42ea-8d7c-f372f9830d2c tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 950 time: 0.3121383 Feb 09 02:13:52.142886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-591bdee6-2313-4a1d-bbf4-2359f007c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.145982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-591bdee6-2313-4a1d-bbf4-2359f007c385 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2153535 Feb 09 02:13:52.170364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887914a-bd53-477a-abc7-3ced96df855d req-f7193594-3251-45a5-8aa4-a15677bacd03 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.183200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6887914a-bd53-477a-abc7-3ced96df855d req-f7193594-3251-45a5-8aa4-a15677bacd03 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.3079998 Feb 09 02:13:52.259585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.358683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6887914a-bd53-477a-abc7-3ced96df855d req-98757519-e214-4d13-9ad0-c1f70dd2d133 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739371 Feb 09 02:13:52.415049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ce6982-aa68-432b-82c3-bef4657725c4 req-68bc06ac-b559-43dc-93ef-1c36ff253022 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923505 Feb 09 02:13:52.424724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3def7836-faa4-459f-992b-a82a240c6a3a req-53d00adc-0f3a-4ded-ad17-d9fe19231b3a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1117777686', 'description': 'tempest-description-24127858'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:52.451681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-7c5a921c-e23d-4a0a-9eac-e0650f2d8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:52.453808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-7c5a921c-e23d-4a0a-9eac-e0650f2d8e09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2999425 Feb 09 02:13:52.486362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.536648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:52.558648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:52.559043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2757895-8c34-4fae-a339-e8ed3fe4a4d3') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:13:52.577702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (e2757895-8c34-4fae-a339-e8ed3fe4a4d3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.610790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e2757895-8c34-4fae-a339-e8ed3fe4a4d3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.623247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:13:52.623748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (e2757895-8c34-4fae-a339-e8ed3fe4a4d3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:13:52.626808 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:13:52.628971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 700b9bda-3bc8-41d7-a00c-5f24a3d2057f no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:52.689975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 700b9bda-3bc8-41d7-a00c-5f24a3d2057f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:52.690324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 700b9bda-3bc8-41d7-a00c-5f24a3d2057f not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:52.730359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.739313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:52.750582 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] 10.222.0.53 "DELETE /v2.0/networks/a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6 HTTP/1.1" status: 204 len: 168 time: 0.6500752 Feb 09 02:13:52.787310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c17951-c995-4238-b124-93b30d906f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c92ee7-2daf-4e11-9f1a-7a4e75f657b6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:52.931358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:53.131622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3def7836-faa4-459f-992b-a82a240c6a3a req-53d00adc-0f3a-4ded-ad17-d9fe19231b3a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.137877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-906530905-network', 'tenant_id': 'c318538a9316423d9a4d402bec36cfec'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:53.169076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Made reservation on behalf of c318538a9316423d9a4d402bec36cfec for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:53.172509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.192922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:53.205127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.247493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50098) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:53.294251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-26d8f39e-609b-4aa0-ae5b-a385ba685f1e service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8316464 Feb 09 02:13:53.302481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314c57-277d-4e8b-ae21-22e5ee6d3c99 req-4ff0e9ce-bcd6-4c10-b1b2-c26ed37cf9fe tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.305352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0314c57-277d-4e8b-ae21-22e5ee6d3c99 req-4ff0e9ce-bcd6-4c10-b1b2-c26ed37cf9fe tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2148542 Feb 09 02:13:53.325342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks [] for security_group (6d5cfec6-c92f-41a2-91f5-894ab0765bbd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.347052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6d5cfec6-c92f-41a2-91f5-894ab0765bbd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.366009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:53.368539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:53.369157 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.382805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8e1f4c64-948e-4585-a71c-f61d61de4a52), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.383157 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Added segment 8e1f4c64-948e-4585-a71c-f61d61de4a52 of type vlan for network 00e6e0f7-10fd-42f2-b274-d3902c7242ca Feb 09 02:13:53.388999 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31eacd1d-3937-4253-8d3d-4b438fe7db5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.418635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:53.424452 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4502a3a7-8ccc-4121-9808-f0ec7f39e712" -d '{"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:53.438217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:53.445737 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.446896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:53.448978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3def7836-faa4-459f-992b-a82a240c6a3a req-53d00adc-0f3a-4ded-ad17-d9fe19231b3a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.461525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-58743efc-c5ae-463e-b3fd-1eb589e7a3ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f50520ce85c41918be5c4ac4cfb67bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097859 Feb 09 02:13:53.462795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (00e6e0f7-10fd-42f2-b274-d3902c7242ca), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.466673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50104) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:53.472974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3def7836-faa4-459f-992b-a82a240c6a3a req-53d00adc-0f3a-4ded-ad17-d9fe19231b3a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.536042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5cfec6-c92f-41a2-91f5-894ab0765bbd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:53.538425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0314c57-277d-4e8b-ae21-22e5ee6d3c99 req-563fd7eb-a7c9-4951-8a87-677b3415bb58 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201817 Feb 09 02:13:53.560267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3def7836-faa4-459f-992b-a82a240c6a3a req-53d00adc-0f3a-4ded-ad17-d9fe19231b3a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.563691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3def7836-faa4-459f-992b-a82a240c6a3a req-53d00adc-0f3a-4ded-ad17-d9fe19231b3a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1472795 Feb 09 02:13:53.573727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-efbcf940-3563-4f10-8a9a-80f115272187 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653453 Feb 09 02:13:53.578512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d00adc-0f3a-4ded-ad17-d9fe19231b3a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:53.583843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:13:53.588564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 357ea0ab-5e79-4b0a-85be-cb661ccc78c5 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:13:53.600530 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b19161a-26f2-4480-9a9f-610a970a85ad admin admin] Publish callbacks [] for security_group (c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.659092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:53.678394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b19161a-26f2-4480-9a9f-610a970a85ad admin admin] Publish callbacks [] for security_group (c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.690336 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (00e6e0f7-10fd-42f2-b274-d3902c7242ca), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.691569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.692618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.812288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81187-4375-4d64-a062-6873c95efcf2 req-cea1ac30-bdb9-48d2-be6f-3018309283f6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:53.820037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb81187-4375-4d64-a062-6873c95efcf2 req-cea1ac30-bdb9-48d2-be6f-3018309283f6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.1015079 Feb 09 02:13:53.846552 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9140387 Feb 09 02:13:53.852593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50118) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:53.863345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Request body: {'subnet': {'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-906530905-subnet', 'tenant_id': 'c318538a9316423d9a4d402bec36cfec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:53.866709 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26a6540-a9f3-4122-9e38-55f56f0bd931 x-openstack-request-id: req-a26a6540-a9f3-4122-9e38-55f56f0bd931 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:53.867240 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:53.867713 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a26a6540-a9f3-4122-9e38-55f56f0bd931 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:53.869292 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'code': 200} Feb 09 02:13:53.881607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50e29d-9deb-4b22-a9a7-0aa7087c653a admin admin] Pushing event updated for resources: {'Network': ['ID=00e6e0f7-10fd-42f2-b274-d3902c7242ca,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:53.892913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Made reservation on behalf of c318538a9316423d9a4d402bec36cfec for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:53.897601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.904362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 00e6e0f7-10fd-42f2-b274-d3902c7242ca details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:53.913140 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b19161a-26f2-4480-9a9f-610a970a85ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.915926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b19161a-26f2-4480-9a9f-610a970a85ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:53.919725 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b19161a-26f2-4480-9a9f-610a970a85ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063 HTTP/1.1" status: 204 len: 168 time: 0.4489532 Feb 09 02:13:53.955947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19161a-26f2-4480-9a9f-610a970a85ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f9a4ab-b188-4d9d-ad5c-a6cf87f72063,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:54.021831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb81187-4375-4d64-a062-6873c95efcf2 req-1790c708-a0bc-4c5f-b468-468f476d70f2 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005520 Feb 09 02:13:54.356949 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (96bb86d8-582e-42c4-be86-f5ec4a24243a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.422821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1386229294', 'description': 'tempest-description-1565319012'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:54.488483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bb86d8-582e-42c4-be86-f5ec4a24243a,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:54.501327 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.515776 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.517947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Checking segment: {'id': '8e1f4c64-948e-4585-a71c-f61d61de4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:54.518390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Network hostable DHCP agents. Network: 00e6e0f7-10fd-42f2-b274-d3902c7242ca, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:54.626441 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (7b3fecf0-ffb1-4249-8282-d7469a4eac78), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.628252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:13:54.642661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b3fecf0-ffb1-4249-8282-d7469a4eac78), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.704701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Network 00e6e0f7-10fd-42f2-b274-d3902c7242ca is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:54.728053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3fecf0-ffb1-4249-8282-d7469a4eac78,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:54.737114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 00e6e0f7-10fd-42f2-b274-d3902c7242ca) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:54.749671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:54.750355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.763642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f573c-11e2-4c0d-abda-f2a97e4fc803 None None] Network 00e6e0f7-10fd-42f2-b274-d3902c7242ca requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:54.800954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168fcf-a615-4441-8cb1-beae349873e3 req-973d7288-8285-4682-a5b9-f7a3f7528220 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:54.802996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa168fcf-a615-4441-8cb1-beae349873e3 req-973d7288-8285-4682-a5b9-f7a3f7528220 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1707458 Feb 09 02:13:54.809889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cc12509d-ee98-4036-9bbc-28aa28b926bb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9560199 Feb 09 02:13:54.819150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (76cee702-5737-4872-9099-093701f7a929), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.838952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (76cee702-5737-4872-9099-093701f7a929), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.892205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.893369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port e8924115-57c4-4571-a443-ac0495e66082 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:54.893785 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:54.899331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a88f1cd-d9e8-4d02-9dd9-cb588348ccd7 req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4851065 Feb 09 02:13:54.901736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69899d0b-a548-40db-83be-888dac78be61 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cee702-5737-4872-9099-093701f7a929,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:54.919433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa168fcf-a615-4441-8cb1-beae349873e3 req-85838c73-285f-4ce8-8b78-adc8c1e1f874 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037397 Feb 09 02:13:54.937784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-290792b2-eb5b-456a-9aa6-5b8c0a765be9 req-f44ad676-c5b7-441f-b07a-2cfb067778e5 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1219824333', 'description': 'tempest-description-1877146288'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:54.965212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-290792b2-eb5b-456a-9aa6-5b8c0a765be9 req-f44ad676-c5b7-441f-b07a-2cfb067778e5 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.077322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:55.088586 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.114294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8cb58f-a9f5-417f-b169-a5870ec6a27d None None] Network 00e6e0f7-10fd-42f2-b274-d3902c7242ca requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:55.226300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-290792b2-eb5b-456a-9aa6-5b8c0a765be9 req-f44ad676-c5b7-441f-b07a-2cfb067778e5 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (91fb31fc-fd98-4618-a722-ebdd8716b356), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.234097 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-290792b2-eb5b-456a-9aa6-5b8c0a765be9 req-f44ad676-c5b7-441f-b07a-2cfb067778e5 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (91fb31fc-fd98-4618-a722-ebdd8716b356), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.312639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ad676-c5b7-441f-b07a-2cfb067778e5 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb31fc-fd98-4618-a722-ebdd8716b356,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:55.350678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-290792b2-eb5b-456a-9aa6-5b8c0a765be9 req-f44ad676-c5b7-441f-b07a-2cfb067778e5 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.353076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-290792b2-eb5b-456a-9aa6-5b8c0a765be9 req-f44ad676-c5b7-441f-b07a-2cfb067778e5 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4193451 Feb 09 02:13:55.397769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50220) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:55.480586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:55.558750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82162b-9731-4e00-8a7e-a03883ad9e7c req-3e64c98d-93a7-4961-8350-dbbd3e4f7158 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:55.560984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c82162b-9731-4e00-8a7e-a03883ad9e7c req-3e64c98d-93a7-4961-8350-dbbd3e4f7158 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.1285710 Feb 09 02:13:55.631475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c82162b-9731-4e00-8a7e-a03883ad9e7c req-ca16141e-7506-4818-85f8-709b41ad82bd tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 Feb 09 02:13:55.636992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-network', 'tenant_id': '4c02209010f049e0809fb1e3679228bd'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:55.678562 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70c608c8-9a2e-402a-8ff4-a774689ee155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.683545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Made reservation on behalf of 4c02209010f049e0809fb1e3679228bd for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:55.687892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.703290 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.871489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:13:55.875683 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f889c-2cc1-4cea-81cd-c251677a5816" -d '{"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:13:55.877945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669d3e-b9bd-4f5c-9a37-afd18b788632 req-9ba535e3-9797-40d3-853f-3943ec46eebd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:55.880308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47669d3e-b9bd-4f5c-9a37-afd18b788632 req-9ba535e3-9797-40d3-853f-3943ec46eebd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1683648 Feb 09 02:13:55.968114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks [] for security_group (6a75309e-4c08-4de3-a815-372bc6d5ee40), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:55.982902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6a75309e-4c08-4de3-a815-372bc6d5ee40), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.045861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47669d3e-b9bd-4f5c-9a37-afd18b788632 req-6467c1c6-70a6-4e30-ba8c-eeafc092efbd tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491923 Feb 09 02:13:56.055401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:13:56.062262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a75309e-4c08-4de3-a815-372bc6d5ee40,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:56.081781 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.082048 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Added segment 8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce of type vlan for network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 Feb 09 02:13:56.138012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cec03eb7-210d-45bf-b6ec-89b6dc6ba403), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.203926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cec03eb7-210d-45bf-b6ec-89b6dc6ba403), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.204700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:56.205285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.292853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-02861672-e372-4ab1-9a21-7e483e9f161b tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42674 time: 0.5915055 Feb 09 02:13:56.324758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9231987 Feb 09 02:13:56.325543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:56.331695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Request body: {'subnet': {'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-subnet', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:56.345268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57383351-372d-40a2-bff4-81c5a5e08da9 admin admin] Pushing event updated for resources: {'Network': ['ID=cec03eb7-210d-45bf-b6ec-89b6dc6ba403,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:56.368290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:13:56.389227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Made reservation on behalf of 4c02209010f049e0809fb1e3679228bd for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:56.392463 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.500714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-847f1a27-9d28-4476-a1a9-cb128dd6838c tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/02e16a7b-7639-4558-b6c2-5b08a7116c6f HTTP/1.1" status: 200 len: 2998 time: 0.1877131 Feb 09 02:13:56.574099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-72fade46-1229-4814-a82b-a2904386b903 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/02e16a7b-7639-4558-b6c2-5b08a7116c6f HTTP/1.1" status: 200 len: 2998 time: 0.0665369 Feb 09 02:13:56.631108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-ea330acb-82e1-47b8-ae85-99bd77537f48 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:56.637872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-ea330acb-82e1-47b8-ae85-99bd77537f48 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/networks?id=00e6e0f7-10fd-42f2-b274-d3902c7242ca HTTP/1.1" status: 200 len: 820 time: 0.2276702 Feb 09 02:13:56.674609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-30faee30-b7bd-4b9b-9760-530dfc5da8f5 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/quotas/c318538a9316423d9a4d402bec36cfec HTTP/1.1" status: 200 len: 375 time: 0.0356183 Feb 09 02:13:56.689129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-8fa4e947-b26e-481a-9693-1cd6d4d6fc0d tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2ad0d6cc-7b91-4b71-a847-0e9c51e66ef4 HTTP/1.1" status: 200 len: 2998 time: 0.1041689 Feb 09 02:13:56.716549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-16777a72-20f1-4422-9675-15c5bec9c2db tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c318538a9316423d9a4d402bec36cfec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409837 Feb 09 02:13:56.811269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-cdbd593c-a227-410e-8e23-32930823ad7b tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2ad0d6cc-7b91-4b71-a847-0e9c51e66ef4 HTTP/1.1" status: 200 len: 2998 time: 0.0858877 Feb 09 02:13:56.850256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:56.868086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-c4610940-7cfa-469a-8fbd-bf2e110f5b7f service neutron] 10.222.0.53 "GET /v2.0/networks/00e6e0f7-10fd-42f2-b274-d3902c7242ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503780 Feb 09 02:13:56.938304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-7ec9eb56-97e9-40d7-abf9-95caae8a4d23 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/473a75e3-2240-407d-80a4-281581eda1c0 HTTP/1.1" status: 200 len: 2998 time: 0.1145740 Feb 09 02:13:56.997003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-297e4a3f-3519-48e0-afdc-eec84cac6a11 service neutron] 10.222.0.53 "GET /v2.0/networks/00e6e0f7-10fd-42f2-b274-d3902c7242ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279247 Feb 09 02:13:57.014212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (882c2045-abe2-4165-99d1-c41a6f795c17), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.066335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-180987a0-ea45-42db-a716-b3dd5a83f440 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/473a75e3-2240-407d-80a4-281581eda1c0 HTTP/1.1" status: 200 len: 2998 time: 0.0789483 Feb 09 02:13:57.164474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-bb9cea19-de51-4cd9-b343-a6ad5fa3f686 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6d5cfec6-c92f-41a2-91f5-894ab0765bbd HTTP/1.1" status: 200 len: 3002 time: 0.0964477 Feb 09 02:13:57.197797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=882c2045-abe2-4165-99d1-c41a6f795c17,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:57.209273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:13:57.262869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-f742ebbe-a6ee-4b00-b672-7acfefa66e03 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6d5cfec6-c92f-41a2-91f5-894ab0765bbd HTTP/1.1" status: 200 len: 3002 time: 0.0835335 Feb 09 02:13:57.278847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Checking segment: {'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:13:57.280496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Network hostable DHCP agents. Network: cec03eb7-210d-45bf-b6ec-89b6dc6ba403, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:13:57.354160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:13:57.377155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-dd55cfd5-f077-45a3-8f68-4ef7f9c7babc tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6f6c4320-83df-4ea9-87ee-16603daee483 HTTP/1.1" status: 200 len: 2998 time: 0.1079199 Feb 09 02:13:57.398371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cec03eb7-210d-45bf-b6ec-89b6dc6ba403) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:57.409898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:57.411091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.455282 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c6c7f50c-8436-4b7e-b949-cc5e8adc8082 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1279209 Feb 09 02:13:57.455930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:13:57.463788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:57.470043 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e12072d-ecf5-4720-b0f7-b6e82882ea43 x-openstack-request-id: req-5e12072d-ecf5-4720-b0f7-b6e82882ea43 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:13:57.470539 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8924115-57c4-4571-a443-ac0495e66082", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:13:57.470924 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e12072d-ecf5-4720-b0f7-b6e82882ea43 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:13:57.471462 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082', 'code': 200} Feb 09 02:13:57.474736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30afed1-0c3a-4210-96f9-c87eebc67e93 None None] Network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:57.496486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (47ecb227-2295-42fa-8b5a-0dd08bca564d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.508674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (47ecb227-2295-42fa-8b5a-0dd08bca564d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.538569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-166a4db5-cb81-4e69-b13b-5039a9874331 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6f6c4320-83df-4ea9-87ee-16603daee483 HTTP/1.1" status: 200 len: 2998 time: 0.1523731 Feb 09 02:13:57.611038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:57.648841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'mac_address': 'fa:16:3e:48:88:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:13:57.657243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600c4ca-c81d-4beb-b4c5-34e3e16ec6c4 None None] Network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:13:57.709622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks [] for router_controller (47ecb227-2295-42fa-8b5a-0dd08bca564d), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.713854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-30635cae-40ae-446f-80b0-029ec4b3d347 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7b3fecf0-ffb1-4249-8282-d7469a4eac78 HTTP/1.1" status: 200 len: 3002 time: 0.1677673 Feb 09 02:13:57.764386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0244a2a-ec3e-4f25-b3e0-928eb772bc65 req-cb09ea26-7f7c-4351-a7be-964d25b18522 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:57.767329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0244a2a-ec3e-4f25-b3e0-928eb772bc65 req-cb09ea26-7f7c-4351-a7be-964d25b18522 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.1790621 Feb 09 02:13:57.768634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:13:57.769039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.802590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:13:57.843556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-7100cc84-c8f9-4286-b694-e9210cb4871f tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7b3fecf0-ffb1-4249-8282-d7469a4eac78 HTTP/1.1" status: 200 len: 3002 time: 0.1185060 Feb 09 02:13:57.890483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:13:57.906826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0244a2a-ec3e-4f25-b3e0-928eb772bc65 req-5c6f886d-83d1-4a5f-b193-987c1cd8622d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136222 Feb 09 02:13:57.907213 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:57.967801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-4807ef9f-3cb5-485a-abe7-c334847cfa4a tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8e47b419-3b99-4da1-a931-db1277ffd3c2 HTTP/1.1" status: 200 len: 2998 time: 0.1140678 Feb 09 02:13:57.985611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:58.011150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks [] for router_gateway (47ecb227-2295-42fa-8b5a-0dd08bca564d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.047172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.110942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-cfbb0d8d-448c-476a-bb20-74fa0d7bb24b tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8e47b419-3b99-4da1-a931-db1277ffd3c2 HTTP/1.1" status: 200 len: 2998 time: 0.1363034 Feb 09 02:13:58.157152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d4c32-d808-4d69-a215-ada463545089 req-9bbb098f-c72c-4a83-8643-c1ff9e267a2e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:58.159179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-782d4c32-d808-4d69-a215-ada463545089 req-9bbb098f-c72c-4a83-8643-c1ff9e267a2e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1247535 Feb 09 02:13:58.237178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-4d77f14f-06bc-4fd1-a851-aa47167a8618 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/983b9a17-c969-4e78-b3d5-c2e6209f3ae1 HTTP/1.1" status: 200 len: 3001 time: 0.1186116 Feb 09 02:13:58.279584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-782d4c32-d808-4d69-a215-ada463545089 req-fafdf6a9-39c5-44de-8c10-94adb37be168 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054673 Feb 09 02:13:58.280683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:13:58.378003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-12234cb8-9240-4837-b3e4-d60c0bd1e6b7 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/983b9a17-c969-4e78-b3d5-c2e6209f3ae1 HTTP/1.1" status: 200 len: 3001 time: 0.1113522 Feb 09 02:13:58.412372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks [] for router_gateway (47ecb227-2295-42fa-8b5a-0dd08bca564d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.451552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:58.481494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91754447-6a31-4255-9a61-66402b03767c req-9350d750-2933-4294-95e8-88f7ae10d869 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 210 time: 0.0830650 Feb 09 02:13:58.548623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-efc73676-b2e1-4910-9e20-829b5fda1c2a tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ad12fd70-07e3-4c43-92c7-400637de0592 HTTP/1.1" status: 200 len: 2998 time: 0.1663330 Feb 09 02:13:58.616479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-293d1dd9-9758-460a-ab8e-5e47f8d882e3 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ad12fd70-07e3-4c43-92c7-400637de0592 HTTP/1.1" status: 200 len: 2998 time: 0.0600491 Feb 09 02:13:58.683251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-729c1f57-4463-41ad-80a3-7889a2b3c6fb tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c4944d41-4497-4e5b-9663-936298b90354 HTTP/1.1" status: 200 len: 2994 time: 0.0595093 Feb 09 02:13:58.696310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Allocated IP 172.25.6.198 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/c35ef902-cc95-4c7e-950c-b6f37ab2901c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:58.755643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-3c1a35cd-96fe-4ce4-86eb-2bfd0a6a6090 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c4944d41-4497-4e5b-9663-936298b90354 HTTP/1.1" status: 200 len: 2994 time: 0.0659466 Feb 09 02:13:58.860953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-34a462f5-42ad-4be7-a4ae-b639103c693a tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d4c711f3-a49d-4e25-b2c4-fa6f2fc4a98a HTTP/1.1" status: 200 len: 2990 time: 0.0973458 Feb 09 02:13:58.938748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-647f1c9d-454b-4ced-a81c-39f6bff4ec39 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d4c711f3-a49d-4e25-b2c4-fa6f2fc4a98a HTTP/1.1" status: 200 len: 2990 time: 0.0725951 Feb 09 02:13:58.953255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks [] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.018971 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.060189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-7fd23123-4a60-42a4-85b9-50a30012f465 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/dc6047f3-3914-41ba-9ce1-41ca97be1e2b HTTP/1.1" status: 200 len: 2998 time: 0.1203394 Feb 09 02:13:59.070368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c35ef902-cc95-4c7e-950c-b6f37ab2901c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:13:59.089762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:13:59.091418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:13:59.097116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:13:59.169194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-41475fdd-11bc-4bdf-a7f0-4e55642c4570 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.172575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-41475fdd-11bc-4bdf-a7f0-4e55642c4570 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.72 "GET /v2.0/networks?id=00e6e0f7-10fd-42f2-b274-d3902c7242ca HTTP/1.1" status: 200 len: 820 time: 0.2107275 Feb 09 02:13:59.175386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-07f87271-53b9-4495-a4e2-a72feae9032f tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/dc6047f3-3914-41ba-9ce1-41ca97be1e2b HTTP/1.1" status: 200 len: 2998 time: 0.1142092 Feb 09 02:13:59.192823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Request body: {'port': {'device_id': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca', 'admin_state_up': True, 'tenant_id': 'c318538a9316423d9a4d402bec36cfec'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:13:59.374091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-cca9ead8-0d9a-42ad-8ef4-54a39bbb1adc tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e7570315-00f0-451d-8a93-3d5321fb4553 HTTP/1.1" status: 200 len: 2998 time: 0.0898943 Feb 09 02:13:59.401692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Made reservation on behalf of c318538a9316423d9a4d402bec36cfec for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:13:59.405207 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.446093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-e2413603-c536-4b57-9d22-46ad51869415 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.450831 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-e2413603-c536-4b57-9d22-46ad51869415 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 949 time: 0.2120650 Feb 09 02:13:59.469184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d299e70e-c40c-489f-b382-5ff0fa8262ea req-c1284de4-3bec-4f60-9082-c606bf6b5710 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e7570315-00f0-451d-8a93-3d5321fb4553 HTTP/1.1" status: 200 len: 2998 time: 0.0847754 Feb 09 02:13:59.655393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Allocated IP 172.20.0.13 (00e6e0f7-10fd-42f2-b274-d3902c7242ca/96bb86d8-582e-42c4-be86-f5ec4a24243a/0c79e4d8-3eac-43b2-9de7-566486787d48) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:13:59.677497 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.743001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-19422059-a457-4909-981e-0a0fc174032d service neutron] 10.222.0.72 "GET /v2.0/ports/f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388/bindings/n-h2-826675-12 HTTP/1.1" status: 200 len: 383 time: 0.2861955 Feb 09 02:13:59.760578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks [] for router_gateway (47ecb227-2295-42fa-8b5a-0dd08bca564d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:59.783978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3710535-1e36-45ba-ba66-087fc8ad78a3 req-44c5021b-77fe-469c-91f5-a48569cd0b53 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.786138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3710535-1e36-45ba-ba66-087fc8ad78a3 req-44c5021b-77fe-469c-91f5-a48569cd0b53 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 949 time: 0.1538241 Feb 09 02:13:59.848798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06309f5-f0fd-4d6a-8f40-2e828971ac9d req-97fe6f33-6482-4eb6-bd73-d0e2896d453a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.850769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d06309f5-f0fd-4d6a-8f40-2e828971ac9d req-97fe6f33-6482-4eb6-bd73-d0e2896d453a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1576810 Feb 09 02:13:59.898088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-2179c4f0-01dc-4074-8f7c-9c9af8295d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:59.899451 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-2179c4f0-01dc-4074-8f7c-9c9af8295d90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 1132 time: 0.0986900 Feb 09 02:13:59.959647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3710535-1e36-45ba-ba66-087fc8ad78a3 req-c71f82b4-85fd-4480-b033-9bf3c9400efd tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597526 Feb 09 02:14:00.037097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d06309f5-f0fd-4d6a-8f40-2e828971ac9d req-b6b0f27b-59ec-4a20-8974-43259235e81b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295481 Feb 09 02:14:00.082780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-827e8915-0f3a-43ff-8602-c6273de2fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:00.084272 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-827e8915-0f3a-43ff-8602-c6273de2fe2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1781161 Feb 09 02:14:00.092297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9971b666-0c78-4ae2-bdc2-86430d2fe22b req-7256ba63-0259-4f91-8ebc-8a38a6a565d2 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c9b2b9326ad4acba10c2764aed38769 HTTP/1.1" status: 200 len: 6159 time: 0.0869865 Feb 09 02:14:00.109411 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks [] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.133431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (47ecb227-2295-42fa-8b5a-0dd08bca564d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.136196 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-5624eefc-0519-4513-bcec-ff9ef9a31260 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 200 len: 217 time: 0.0429718 Feb 09 02:14:00.225584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76429d0a-d337-4c14-a88a-df4958f0ca84 req-e1c95cfc-fca8-427c-81d1-9d490805b7be tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 210 time: 0.0601032 Feb 09 02:14:00.250776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9971b666-0c78-4ae2-bdc2-86430d2fe22b req-2b74814a-d8d5-4fce-8b0d-7dac7483791a tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "GET /v2.0/security-groups/983b9a17-c969-4e78-b3d5-c2e6209f3ae1 HTTP/1.1" status: 200 len: 3001 time: 0.1449249 Feb 09 02:14:00.252934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.280448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-548e8ad3-c924-48f5-9d1b-602392f102dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:00.282032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-548e8ad3-c924-48f5-9d1b-602392f102dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1374893 Feb 09 02:14:00.354117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Network 00e6e0f7-10fd-42f2-b274-d3902c7242ca is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:00.357698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Pushing event updated for resources: {'Port': ['ID=0c79e4d8-3eac-43b2-9de7-566486787d48,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:00.361175 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-e7d08ad8-4cd1-438b-b1c6-a0500bd403a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:00.362697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-e7d08ad8-4cd1-438b-b1c6-a0500bd403a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0736477 Feb 09 02:14:00.378543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:00.389699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:00.435660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Router 47ecb227-2295-42fa-8b5a-0dd08bca564d is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:14:00.455243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:00.456021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.482196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-3bed3389-a5f7-4346-af50-024c26b5593f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2947891 Feb 09 02:14:00.514868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9971b666-0c78-4ae2-bdc2-86430d2fe22b req-5db392b6-0520-4e2a-bcd9-ff778cc6a245 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "GET /v2.0/security-groups/983b9a17-c969-4e78-b3d5-c2e6209f3ae1 HTTP/1.1" status: 200 len: 3001 time: 0.2528253 Feb 09 02:14:00.528323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Request body: {'port': {'device_id': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:00.570196 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-02ac777d-b77b-4cb3-bad6-8a531f1acc52 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996660 Feb 09 02:14:00.676294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.682935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbbe30a9-2e18-4cea-8900-0d46d85fd148 req-773487b8-31fd-464f-aad2-afb1d437e4f1 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/91fb31fc-fd98-4618-a722-ebdd8716b356 HTTP/1.1" status: 200 len: 1797 time: 0.1656027 Feb 09 02:14:00.697633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:00.708928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Sync routers for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:00.725511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:00.727580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:13:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:00.757256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:00.761245 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0bd3d1aa-6c37-4b0c-b500-e992383619e0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3015442 Feb 09 02:14:00.762445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:00.765128 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-0bc68825-abe3-4c76-9bf0-7847e5c5501c service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842961 Feb 09 02:14:01.141357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c79e4d8-3eac-43b2-9de7-566486787d48 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:01.147759 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbbe30a9-2e18-4cea-8900-0d46d85fd148 req-7b153704-8a0f-4e16-87fa-222fcf3ad030 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (91fb31fc-fd98-4618-a722-ebdd8716b356), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.202603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbbe30a9-2e18-4cea-8900-0d46d85fd148 req-7b153704-8a0f-4e16-87fa-222fcf3ad030 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (91fb31fc-fd98-4618-a722-ebdd8716b356), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.213587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Publish callbacks [] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.235065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:01.297671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Transition to ACTIVE for port object 0c79e4d8-3eac-43b2-9de7-566486787d48 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:01.310764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.386954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:01.433915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbbe30a9-2e18-4cea-8900-0d46d85fd148 req-7b153704-8a0f-4e16-87fa-222fcf3ad030 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (91fb31fc-fd98-4618-a722-ebdd8716b356), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.441300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fbbe30a9-2e18-4cea-8900-0d46d85fd148 req-7b153704-8a0f-4e16-87fa-222fcf3ad030 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.443912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbbe30a9-2e18-4cea-8900-0d46d85fd148 req-7b153704-8a0f-4e16-87fa-222fcf3ad030 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/91fb31fc-fd98-4618-a722-ebdd8716b356 HTTP/1.1" status: 204 len: 173 time: 0.7533941 Feb 09 02:14:01.487735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Pushing event updated for resources: {'Port': ['ID=0c79e4d8-3eac-43b2-9de7-566486787d48,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:01.508099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b153704-8a0f-4e16-87fa-222fcf3ad030 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb31fc-fd98-4618-a722-ebdd8716b356,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:01.681571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.737356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:01.737919 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.756220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Attempting to bind port 0c79e4d8-3eac-43b2-9de7-566486787d48 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:01.761561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Attempting to bind port 0c79e4d8-3eac-43b2-9de7-566486787d48 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '8e1f4c64-948e-4585-a71c-f61d61de4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:01.762673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Attempting to bind port 0c79e4d8-3eac-43b2-9de7-566486787d48 on network 00e6e0f7-10fd-42f2-b274-d3902c7242ca {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:01.802592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Port 0c79e4d8-3eac-43b2-9de7-566486787d48 on network 00e6e0f7-10fd-42f2-b274-d3902c7242ca not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:01.803973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Attempting to bind port 0c79e4d8-3eac-43b2-9de7-566486787d48 on network 00e6e0f7-10fd-42f2-b274-d3902c7242ca {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:01.830280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:01.831043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Checking segment: {'id': '8e1f4c64-948e-4585-a71c-f61d61de4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:01.834155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Bound using segment: {'id': '8e1f4c64-948e-4585-a71c-f61d61de4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:01.836239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Bound port: 0c79e4d8-3eac-43b2-9de7-566486787d48, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1f4c64-948e-4585-a71c-f61d61de4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:01.837052 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.855156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5461d-9752-44b9-845f-cb15ccad53ff req-509479ac-b72a-43cf-8d57-0f6d6ee560f4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:01.858089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edc5461d-9752-44b9-845f-cb15ccad53ff req-509479ac-b72a-43cf-8d57-0f6d6ee560f4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 949 time: 0.2567141 Feb 09 02:14:01.906932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:13:59Z', 'revision_number': 3, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:01.944439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Checking router: 47ecb227-2295-42fa-8b5a-0dd08bca564d for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:01.945009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Updating router 47ecb227-2295-42fa-8b5a-0dd08bca564d port c35ef902-cc95-4c7e-950c-b6f37ab2901c binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:14:01.948151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:01.948698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:01.992080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:01.994779 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b859709-36d7-4eaf-9435-58a29012cf7e" -d '{"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:02.011400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:02.012714 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.036980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Allocated IP 172.20.0.1 (cec03eb7-210d-45bf-b6ec-89b6dc6ba403/882c2045-abe2-4165-99d1-c41a6f795c17/e2796e49-5c9b-4cf2-b6f8-edd16d225a9f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:02.061828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] For port 0c79e4d8-3eac-43b2-9de7-566486787d48, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:02.066368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] For port 0c79e4d8-3eac-43b2-9de7-566486787d48, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c79e4d8-3eac-43b2-9de7-566486787d48,segment=NetworkSegment(8e1f4c64-948e-4585-a71c-f61d61de4a52),segment_id=8e1f4c64-948e-4585-a71c-f61d61de4a52)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:02.089863 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.118777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edc5461d-9752-44b9-845f-cb15ccad53ff req-5f5417f1-f536-453c-ba15-15cdb5543195 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471426 Feb 09 02:14:02.120845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.165854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.171501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] 10.222.0.72 "PUT /v2.0/ports/0c79e4d8-3eac-43b2-9de7-566486787d48 HTTP/1.1" status: 200 len: 1093 time: 1.6529806 Feb 09 02:14:02.241511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'tag': '0c79e4d8-3eac-43b2-9de7-566486787d48'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:02.249811 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "99d36cdf-94fb-4be7-9ec2-113748b7b807", "tag": "0c79e4d8-3eac-43b2-9de7-566486787d48"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:02.281188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdae7ea-df57-4b29-a9a5-779ab79aa60b req-6651f4f2-cd72-4831-b0d2-f505346f0b6d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.283525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecdae7ea-df57-4b29-a9a5-779ab79aa60b req-6651f4f2-cd72-4831-b0d2-f505346f0b6d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.3754873 Feb 09 02:14:02.310109 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks [] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.339071 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.370984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.413311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3086a-b67b-4f88-b55b-f337d983ef01 service neutron] Pushing event updated for resources: {'Port': ['ID=0c79e4d8-3eac-43b2-9de7-566486787d48,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.487055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:02.490357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecdae7ea-df57-4b29-a9a5-779ab79aa60b req-9ccdfa1c-51f2-476d-8d62-c03368d331e9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669719 Feb 09 02:14:02.498522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.498962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:02.505314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:02.540038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-7503581c-2030-4e50-a008-10151d269cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.541600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-7503581c-2030-4e50-a008-10151d269cdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c318538a9316423d9a4d402bec36cfec&device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 1127 time: 0.2698097 Feb 09 02:14:02.541749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Pushing event updated for resources: {'Port': ['ID=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.559028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db2e9-4b9e-48f7-962e-121b5b2dcd9a req-74119f9d-dd8b-4dea-8488-309d64998234 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.560721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b3db2e9-4b9e-48f7-962e-121b5b2dcd9a req-74119f9d-dd8b-4dea-8488-309d64998234 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 944 time: 0.2878299 Feb 09 02:14:02.561474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Publish callbacks [] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.567645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (47ecb227-2295-42fa-8b5a-0dd08bca564d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.572793 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.621186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Attempting to bind port c35ef902-cc95-4c7e-950c-b6f37ab2901c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:02.621987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Attempting to bind port c35ef902-cc95-4c7e-950c-b6f37ab2901c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:02.622783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Attempting to bind port c35ef902-cc95-4c7e-950c-b6f37ab2901c on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:02.628933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-530d3d9c-282c-4f07-8e5f-7f256dab0ed1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c79e4d8-3eac-43b2-9de7-566486787d48 HTTP/1.1" status: 200 len: 217 time: 0.0672135 Feb 09 02:14:02.663703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f58b575b-da8a-448b-b583-bd94eb69aff8 req-e7b2907a-520c-422c-8781-6111627c3449 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "GET /v2.0/security-groups/76cee702-5737-4872-9099-093701f7a929 HTTP/1.1" status: 200 len: 1797 time: 0.1462488 Feb 09 02:14:02.698713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc0efd-ad76-45b5-a57d-e8db33dd19ed None None] Pushing event updated for resources: {'Port': ['ID=c35ef902-cc95-4c7e-950c-b6f37ab2901c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:02.701629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:02.702027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:02.702421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.709957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:02.710523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Bound port: c35ef902-cc95-4c7e-950c-b6f37ab2901c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:02.710938 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.758307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b3db2e9-4b9e-48f7-962e-121b5b2dcd9a req-0eaa5786-abbb-4db3-8d9e-cd9faebb85a8 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861439 Feb 09 02:14:02.771194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-9170b9d5-1e2c-4390-989a-e0268929bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:02.772702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-9170b9d5-1e2c-4390-989a-e0268929bf9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96bb86d8-582e-42c4-be86-f5ec4a24243a HTTP/1.1" status: 200 len: 860 time: 0.1225591 Feb 09 02:14:02.796189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f58b575b-da8a-448b-b583-bd94eb69aff8 req-d5d14ff3-025e-406b-adb3-fee540334224 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (76cee702-5737-4872-9099-093701f7a929), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.809356 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.840411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-b4f2abc9-6055-4b7e-9763-0329d88e53bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00e6e0f7-10fd-42f2-b274-d3902c7242ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450757 Feb 09 02:14:02.857538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] For port c35ef902-cc95-4c7e-950c-b6f37ab2901c, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:02.866496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] For port c35ef902-cc95-4c7e-950c-b6f37ab2901c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c35ef902-cc95-4c7e-950c-b6f37ab2901c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:02.883884 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:02.906745 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f58b575b-da8a-448b-b583-bd94eb69aff8 req-d5d14ff3-025e-406b-adb3-fee540334224 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (76cee702-5737-4872-9099-093701f7a929), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.055138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:03.057246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:13:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:03.152436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f58b575b-da8a-448b-b583-bd94eb69aff8 req-d5d14ff3-025e-406b-adb3-fee540334224 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (76cee702-5737-4872-9099-093701f7a929), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.155217 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f58b575b-da8a-448b-b583-bd94eb69aff8 req-d5d14ff3-025e-406b-adb3-fee540334224 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.179714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f58b575b-da8a-448b-b583-bd94eb69aff8 req-d5d14ff3-025e-406b-adb3-fee540334224 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/76cee702-5737-4872-9099-093701f7a929 HTTP/1.1" status: 204 len: 173 time: 0.4928415 Feb 09 02:14:03.244486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14ff3-025e-406b-adb3-fee540334224 tempest-SecurityGroupsTestAdminJSON-639480761 tempest-SecurityGroupsTestAdminJSON-639480761-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cee702-5737-4872-9099-093701f7a929,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:03.249681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-2e3e0a52-87e9-4238-8e90-93fb5c92a00a service neutron] 10.222.0.72 "GET /v2.0/networks/00e6e0f7-10fd-42f2-b274-d3902c7242ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887036 Feb 09 02:14:03.250945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks [] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.259313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.276009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc0efd-ad76-45b5-a57d-e8db33dd19ed None None] Pushing event updated for resources: {'Port': ['ID=c35ef902-cc95-4c7e-950c-b6f37ab2901c,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:03.312346 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a717bd7-c154-48b4-be37-c227cb1b598f x-openstack-request-id: req-8a717bd7-c154-48b4-be37-c227cb1b598f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:03.312570 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:03.312827 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a717bd7-c154-48b4-be37-c227cb1b598f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:03.313228 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'code': 200} Feb 09 02:14:03.420545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:03.451029 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b098ec-9339-4a2b-9729-8deff456860d x-openstack-request-id: req-74b098ec-9339-4a2b-9729-8deff456860d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:03.456029 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d36cdf-94fb-4be7-9ec2-113748b7b807", "tag": "0c79e4d8-3eac-43b2-9de7-566486787d48", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:03.458044 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74b098ec-9339-4a2b-9729-8deff456860d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:03.458636 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'tag': '0c79e4d8-3eac-43b2-9de7-566486787d48', 'status': 'completed', 'code': 200} Feb 09 02:14:03.633954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b70fa396-3d69-4f7a-8aeb-72207ddccb0f req-b84b6c5e-d2b0-4d72-a7cf-7edba661899a service neutron] 10.222.0.72 "GET /v2.0/networks/00e6e0f7-10fd-42f2-b274-d3902c7242ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710179 Feb 09 02:14:03.717907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75d845-56f6-401c-b094-5514ac0fd5d3 req-fce7a6c4-3d3e-49b9-a53b-3d9ab5eb7c19 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.735696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc75d845-56f6-401c-b094-5514ac0fd5d3 req-fce7a6c4-3d3e-49b9-a53b-3d9ab5eb7c19 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1349754 Feb 09 02:14:03.914200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 1, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:03.951168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ae8a4-c610-4566-b49e-edc687d3f474 None None] The sync data for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 is: [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 1, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:03.964556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Pushing event updated for resources: {'Port': ['ID=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:03.969220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-29265875-a4ed-48ed-a508-91c55313b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.970796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-29265875-a4ed-48ed-a508-91c55313b8f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c318538a9316423d9a4d402bec36cfec&device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 1127 time: 0.2323120 Feb 09 02:14:03.974210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (47ecb227-2295-42fa-8b5a-0dd08bca564d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.982363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc75d845-56f6-401c-b094-5514ac0fd5d3 req-2a699fd9-8446-42c1-94c9-2076aac6ceec tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455924 Feb 09 02:14:04.038131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-db352299-8cee-4945-8dfe-55f8de475bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.042133 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-db352299-8cee-4945-8dfe-55f8de475bad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 1133 time: 0.1840727 Feb 09 02:14:04.134792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2478b7ff-2101-4c6a-91ea-b11b010055ea req-0254e233-d4f5-4075-b681-f674f803fcc6 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "GET /v2.0/security-groups/b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70 HTTP/1.1" status: 200 len: 1795 time: 0.3048377 Feb 09 02:14:04.200113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-315ecb24-3847-4ef4-a850-75fb76c51139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.201604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-315ecb24-3847-4ef4-a850-75fb76c51139 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00e6e0f7-10fd-42f2-b274-d3902c7242ca HTTP/1.1" status: 200 len: 921 time: 0.2012498 Feb 09 02:14:04.244434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:04.247658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:04.271689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-e9cc3071-9b8d-4e69-9d34-b6e25c8db892 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c79e4d8-3eac-43b2-9de7-566486787d48 HTTP/1.1" status: 200 len: 217 time: 0.0605488 Feb 09 02:14:04.398586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8163e-793e-4a35-866f-d04b71a3bda6 req-e7841e84-fa53-4651-8dfb-9fb637897078 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.405901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88e8163e-793e-4a35-866f-d04b71a3bda6 req-e7841e84-fa53-4651-8dfb-9fb637897078 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2765841 Feb 09 02:14:04.410849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-dfffc553-de3d-4047-8a29-b2da37b92974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.412609 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-dfffc553-de3d-4047-8a29-b2da37b92974 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 1133 time: 0.3179419 Feb 09 02:14:04.446057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-4f774569-ec96-446b-9b63-6148637ca535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.448157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-4f774569-ec96-446b-9b63-6148637ca535 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96bb86d8-582e-42c4-be86-f5ec4a24243a HTTP/1.1" status: 200 len: 860 time: 0.1655159 Feb 09 02:14:04.451515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2478b7ff-2101-4c6a-91ea-b11b010055ea req-f5d69fa2-2627-4188-884d-a85f9221c928 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.483491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2478b7ff-2101-4c6a-91ea-b11b010055ea req-f5d69fa2-2627-4188-884d-a85f9221c928 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.560721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Router 47ecb227-2295-42fa-8b5a-0dd08bca564d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:04.583726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2478b7ff-2101-4c6a-91ea-b11b010055ea req-f5d69fa2-2627-4188-884d-a85f9221c928 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.586715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2478b7ff-2101-4c6a-91ea-b11b010055ea req-f5d69fa2-2627-4188-884d-a85f9221c928 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:04.588099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2478b7ff-2101-4c6a-91ea-b11b010055ea req-f5d69fa2-2627-4188-884d-a85f9221c928 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70 HTTP/1.1" status: 204 len: 173 time: 0.3966608 Feb 09 02:14:04.597950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-38ac7847-16cd-4409-b42e-a0f55603954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.599732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-38ac7847-16cd-4409-b42e-a0f55603954c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1779127 Feb 09 02:14:04.653498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-cb455af4-7e58-44ec-b527-8e1dcfe25444 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00e6e0f7-10fd-42f2-b274-d3902c7242ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989242 Feb 09 02:14:04.696813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d69fa2-2627-4188-884d-a85f9221c928 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e5f25b-959b-4f0c-a2f8-b1972c4e7a70,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:04.722579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88e8163e-793e-4a35-866f-d04b71a3bda6 req-9fecb108-7290-4c51-b2d4-a36218b1bd6c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157904 Feb 09 02:14:04.745965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:04.756693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c6af76ba-fb14-47c3-b46d-007da20ac20e admin admin] 10.222.0.53 "PUT /v2.0/routers/47ecb227-2295-42fa-8b5a-0dd08bca564d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897015 Feb 09 02:14:04.862878 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-10922577-a2d5-4c0d-ae11-ee624af4b8c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 200 len: 217 time: 0.1184070 Feb 09 02:14:04.963967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-e4ff716c-a18b-4314-9b09-672a0fcaa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:04.965511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-e4ff716c-a18b-4314-9b09-672a0fcaa952 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0970054 Feb 09 02:14:05.095939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-34b0acef-24f8-4064-afae-6cbae926e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:05.100930 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-34b0acef-24f8-4064-afae-6cbae926e48d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1281714 Feb 09 02:14:05.327200 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-382242a7-7db8-4998-919c-caeddbb23e39 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939142 Feb 09 02:14:05.515076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d5369760-e086-43c7-bba9-cb94af3b1254 req-a19cc7fa-e54e-4407-93b5-ced3d7acf376 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866329 Feb 09 02:14:05.665787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c3f1-15e7-4df6-b359-5f9eb118265a req-ba026897-bfde-458d-ad89-6defe6b097e7 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:05.668970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81d1c3f1-15e7-4df6-b359-5f9eb118265a req-ba026897-bfde-458d-ad89-6defe6b097e7 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 944 time: 0.9751439 Feb 09 02:14:05.677377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-cc26edb0-9426-4344-8776-83fc1fb178b3 service neutron] 10.222.0.72 "GET /v2.0/networks/00e6e0f7-10fd-42f2-b274-d3902c7242ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0071461 Feb 09 02:14:05.846017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81d1c3f1-15e7-4df6-b359-5f9eb118265a req-2c080ff9-bef4-4ff6-bb1d-978edd41ca18 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654270 Feb 09 02:14:05.858437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa4b89ea-0c20-4d65-a72b-5740426db576 req-4792e50b-2e70-4824-8c21-88ce0b2f1577 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "GET /v2.0/security-groups/f52ebb77-8aa8-4543-9cba-c4e71127e0ca HTTP/1.1" status: 200 len: 1796 time: 0.1080379 Feb 09 02:14:05.890072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69a6eef5-054d-4eed-ae0e-bf48ef99b9ab req-6c68f9f8-2f32-438b-92ca-9701a97c79eb service neutron] 10.222.0.72 "GET /v2.0/networks/00e6e0f7-10fd-42f2-b274-d3902c7242ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059960 Feb 09 02:14:05.978042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aa4b89ea-0c20-4d65-a72b-5740426db576 req-5bee9ccb-d4b0-4758-b4e4-2e88b986d7c5 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (f52ebb77-8aa8-4543-9cba-c4e71127e0ca), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.009722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aa4b89ea-0c20-4d65-a72b-5740426db576 req-5bee9ccb-d4b0-4758-b4e4-2e88b986d7c5 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (f52ebb77-8aa8-4543-9cba-c4e71127e0ca), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.029182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c49f6-5d72-47dd-b70b-aea400b638ed req-43f24a18-421e-422d-946c-479943963ffa tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:06.031901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044c49f6-5d72-47dd-b70b-aea400b638ed req-43f24a18-421e-422d-946c-479943963ffa tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.1151652 Feb 09 02:14:06.112848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aa4b89ea-0c20-4d65-a72b-5740426db576 req-5bee9ccb-d4b0-4758-b4e4-2e88b986d7c5 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f52ebb77-8aa8-4543-9cba-c4e71127e0ca), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.116139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aa4b89ea-0c20-4d65-a72b-5740426db576 req-5bee9ccb-d4b0-4758-b4e4-2e88b986d7c5 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.118920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa4b89ea-0c20-4d65-a72b-5740426db576 req-5bee9ccb-d4b0-4758-b4e4-2e88b986d7c5 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] 10.222.0.53 "DELETE /v2.0/security-groups/f52ebb77-8aa8-4543-9cba-c4e71127e0ca HTTP/1.1" status: 204 len: 173 time: 0.2596207 Feb 09 02:14:06.177690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044c49f6-5d72-47dd-b70b-aea400b638ed req-92c24c63-ada1-4025-b183-c651a6ccb45c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326275 Feb 09 02:14:06.237392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9ccb-d4b0-4758-b4e4-2e88b986d7c5 tempest-SecurityGroupsTestAdminJSON-2101526771 tempest-SecurityGroupsTestAdminJSON-2101526771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ebb77-8aa8-4543-9cba-c4e71127e0ca,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.480392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c35ef902-cc95-4c7e-950c-b6f37ab2901c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:06.634057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c35ef902-cc95-4c7e-950c-b6f37ab2901c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:06.634444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.645888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.739778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c35ef902-cc95-4c7e-950c-b6f37ab2901c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:06.740180 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.767367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port c35ef902-cc95-4c7e-950c-b6f37ab2901c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c35ef902-cc95-4c7e-950c-b6f37ab2901c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:06.776722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.809854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-b4b65319-88fc-4ce6-8eb4-e6701ab1e2b9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:06.811494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-b4b65319-88fc-4ce6-8eb4-e6701ab1e2b9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 819 time: 0.1445196 Feb 09 02:14:06.852067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c35ef902-cc95-4c7e-950c-b6f37ab2901c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:06.876367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828636e0-44bf-47ae-bcac-1ed704a2ee19 req-9ad10169-877a-4f81-beab-d6e692b97fd5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:06.878113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-828636e0-44bf-47ae-bcac-1ed704a2ee19 req-9ad10169-877a-4f81-beab-d6e692b97fd5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2993641 Feb 09 02:14:06.887158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-04d66e21-6e11-4eff-a503-a4b36eb0fe93 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/quotas/4c02209010f049e0809fb1e3679228bd HTTP/1.1" status: 200 len: 375 time: 0.0641909 Feb 09 02:14:06.953918 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f8820450-95df-4041-9346-7963c6ca35b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c9b2b9326ad4acba10c2764aed38769&name=default HTTP/1.1" status: 200 len: 2999 time: 0.3068829 Feb 09 02:14:06.956306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50578) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:06.987000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-828636e0-44bf-47ae-bcac-1ed704a2ee19 req-a0aab3a6-6901-42e2-8da2-f1d43986f7af tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974503 Feb 09 02:14:07.003189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-9c476702-d1a2-4e1b-b57e-6cd2b4c6702c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125023 Feb 09 02:14:07.039497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8aa32cbb-ab02-4800-8bc8-64169d5c1f14 admin admin] Publish callbacks [] for security_group (983b9a17-c969-4e78-b3d5-c2e6209f3ae1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.066182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8aa32cbb-ab02-4800-8bc8-64169d5c1f14 admin admin] Publish callbacks [] for security_group (983b9a17-c969-4e78-b3d5-c2e6209f3ae1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.151400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8aa32cbb-ab02-4800-8bc8-64169d5c1f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (983b9a17-c969-4e78-b3d5-c2e6209f3ae1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.155119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8aa32cbb-ab02-4800-8bc8-64169d5c1f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.159625 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8aa32cbb-ab02-4800-8bc8-64169d5c1f14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/983b9a17-c969-4e78-b3d5-c2e6209f3ae1 HTTP/1.1" status: 204 len: 168 time: 0.2013886 Feb 09 02:14:07.182872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa32cbb-ab02-4800-8bc8-64169d5c1f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b9a17-c969-4e78-b3d5-c2e6209f3ae1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.275073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c79e4d8-3eac-43b2-9de7-566486787d48 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:07.277489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:07.279009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d580d-ccd0-4459-8771-47aa3ab5a734 req-b87cee3c-dcd1-4f41-976f-b2834f6d04cd tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.280771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c84d580d-ccd0-4459-8771-47aa3ab5a734 req-b87cee3c-dcd1-4f41-976f-b2834f6d04cd tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.1561239 Feb 09 02:14:07.282958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-33fef64b-c9e8-4260-8bef-4fce1dd106ec service neutron] 10.222.0.53 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669787 Feb 09 02:14:07.417601 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Sync routers for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:07.447392 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:07.448027 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:13:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:07.455131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c84d580d-ccd0-4459-8771-47aa3ab5a734 req-a4525b63-7795-4918-83d3-fa8977403012 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527150 Feb 09 02:14:07.479248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-6be0cc15-ddf7-4f39-8107-8bb227692d0a service neutron] 10.222.0.53 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755848 Feb 09 02:14:07.610862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:07.612746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.665428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0c79e4d8-3eac-43b2-9de7-566486787d48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c79e4d8-3eac-43b2-9de7-566486787d48,segment=NetworkSegment(8e1f4c64-948e-4585-a71c-f61d61de4a52),segment_id=8e1f4c64-948e-4585-a71c-f61d61de4a52)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:07.695068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:07.697566 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af662be-90eb-4c48-bf87-a3734e2222d9" -d '{"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:07.715180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd8fb-dbfa-411b-8b32-389d0b1f458f req-a58a33cc-7705-4597-a2e9-def92c661573 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:07.715398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '0c79e4d8-3eac-43b2-9de7-566486787d48', 'network_id': '00e6e0f7-10fd-42f2-b274-d3902c7242ca', 'port_id': '0c79e4d8-3eac-43b2-9de7-566486787d48', 'mac_address': 'fa:16:3e:6f:86:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bb86d8-582e-42c4-be86-f5ec4a24243a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:07.720809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:07.726017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-089fd8fb-dbfa-411b-8b32-389d0b1f458f req-a58a33cc-7705-4597-a2e9-def92c661573 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 944 time: 0.1626086 Feb 09 02:14:07.745832 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:07.776143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50596) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:07.782788 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.898671 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-089fd8fb-dbfa-411b-8b32-389d0b1f458f req-cf2ad23b-8c1e-4452-9795-4b9b80953815 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704836 Feb 09 02:14:07.913194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bb7e4a10-8426-41c1-9bef-d688b76af478 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=632b1b5a58074494bf28b337a3a70b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306276 Feb 09 02:14:07.915750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50598) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:07.932668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:07.952586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0c79e4d8-3eac-43b2-9de7-566486787d48 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:07.953199 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.991587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c79e4d8-3eac-43b2-9de7-566486787d48 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:08.021307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e3db7-3a05-4524-b4ba-882d989db8bb req-9bfc85ec-09e0-44ae-9856-866b6782bd70 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.032366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b1e3db7-3a05-4524-b4ba-882d989db8bb req-9bfc85ec-09e0-44ae-9856-866b6782bd70 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.2086761 Feb 09 02:14:08.046149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0c79e4d8-3eac-43b2-9de7-566486787d48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c79e4d8-3eac-43b2-9de7-566486787d48,segment=NetworkSegment(8e1f4c64-948e-4585-a71c-f61d61de4a52),segment_id=8e1f4c64-948e-4585-a71c-f61d61de4a52)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:08.052002 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1788e5-12e0-4fd9-82d9-ab11ba3758a3 x-openstack-request-id: req-4d1788e5-12e0-4fd9-82d9-ab11ba3758a3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:08.052605 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-unplugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:08.052985 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d1788e5-12e0-4fd9-82d9-ab11ba3758a3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:08.054795 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'code': 200} Feb 09 02:14:08.057375 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.149130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0662dad-cbc8-4ed1-8338-14305b5c3f09 req-3832b3d6-eefe-4440-8df6-a6351e1a4516 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 210 time: 0.0718846 Feb 09 02:14:08.167650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0c79e4d8-3eac-43b2-9de7-566486787d48,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:08.205979 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-92d13754-653c-4474-b857-5b7c3645c8b4 admin admin] Publish callbacks [] for security_group (7b3fecf0-ffb1-4249-8282-d7469a4eac78), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.233152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b1e3db7-3a05-4524-b4ba-882d989db8bb req-3f1bc0dd-21dd-4f56-b144-c767ee39bc3b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991746 Feb 09 02:14:08.280511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-92d13754-653c-4474-b857-5b7c3645c8b4 admin admin] Publish callbacks [] for security_group (7b3fecf0-ffb1-4249-8282-d7469a4eac78), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.295071 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 2, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:08.307911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c35ef902-cc95-4c7e-950c-b6f37ab2901c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:08.343111 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Checking router: 47ecb227-2295-42fa-8b5a-0dd08bca564d for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:08.344165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Updating router 47ecb227-2295-42fa-8b5a-0dd08bca564d port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:14:08.391715 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.398892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b78870-e87c-47e9-a775-2d798027d34c req-2a40d021-f9c4-49ff-bdf4-42dbf6dea947 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.400557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84b78870-e87c-47e9-a775-2d798027d34c req-2a40d021-f9c4-49ff-bdf4-42dbf6dea947 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1180892 Feb 09 02:14:08.441308 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-92d13754-653c-4474-b857-5b7c3645c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b3fecf0-ffb1-4249-8282-d7469a4eac78), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.444670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-92d13754-653c-4474-b857-5b7c3645c8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.445893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-92d13754-653c-4474-b857-5b7c3645c8b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b3fecf0-ffb1-4249-8282-d7469a4eac78 HTTP/1.1" status: 204 len: 168 time: 0.5292177 Feb 09 02:14:08.457795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d13754-653c-4474-b857-5b7c3645c8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3fecf0-ffb1-4249-8282-d7469a4eac78,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:08.465108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c35ef902-cc95-4c7e-950c-b6f37ab2901c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:08.465420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.512513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84b78870-e87c-47e9-a775-2d798027d34c req-70fc7617-4f2f-4811-adaf-7a70c551e40c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890715 Feb 09 02:14:08.581365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0c79e4d8-3eac-43b2-9de7-566486787d48'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:08.627925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-259205c9-be65-4918-9a38-df88b0ed54c3 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.630620 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-259205c9-be65-4918-9a38-df88b0ed54c3 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.1777673 Feb 09 02:14:08.746122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6d3c-8103-4854-a06c-11d6b1f33c6e req-4b35a651-b2a9-4cf9-a0fd-9e6156237294 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.756467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5ae6d3c-8103-4854-a06c-11d6b1f33c6e req-4b35a651-b2a9-4cf9-a0fd-9e6156237294 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 947 time: 0.1250718 Feb 09 02:14:08.869907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c35ef902-cc95-4c7e-950c-b6f37ab2901c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:08.872181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5ae6d3c-8103-4854-a06c-11d6b1f33c6e req-641f7338-b4b2-476c-ab99-feae9f842d36 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105208 Feb 09 02:14:09.043560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Deleting port a20f5057-d3a2-46d2-b964-9835fe72da66 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:09.045053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.149760 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Publish callbacks [] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.159498 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.179060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b5671-4bfe-4d68-a017-c2d9868216cc req-073c35a4-627d-41b6-9689-6831ce37a380 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:09.188133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28b5671-4bfe-4d68-a017-c2d9868216cc req-073c35a4-627d-41b6-9689-6831ce37a380 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 945 time: 0.1305037 Feb 09 02:14:09.284784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:09.313425 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Pushing event updated for resources: {'Port': ['ID=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:09.388013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] For port a20f5057-d3a2-46d2-b964-9835fe72da66, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a20f5057-d3a2-46d2-b964-9835fe72da66,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:09.388677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.390864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e60d8de8-e55e-47a0-b160-1aa653c74bdb req-82d711fe-9c8c-4b34-aac1-da46d042d099 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 210 time: 0.1257386 Feb 09 02:14:09.416130 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.416469 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.418556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Calling delete_port for a20f5057-d3a2-46d2-b964-9835fe72da66 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:09.434280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28b5671-4bfe-4d68-a017-c2d9868216cc req-d8c1221b-1ae9-4144-8f7c-c3f06f28e8de tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418041 Feb 09 02:14:09.434623 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.435100 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.441167 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.441917 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.442284 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.445736 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.446112 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.446506 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.449159 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.450108 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.451150 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:09.571339 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Attempting to bind port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:09.572256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:09.573427 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Attempting to bind port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:09.574090 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Attempting to bind port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f on network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:09.589649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'mac_address': 'fa:16:3e:48:88:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:09.598851 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:09.599230 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Checking segment: {'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:09.599639 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.601257 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Bound using segment: {'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:09.605033 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Bound port: e2796e49-5c9b-4cf2-b6f8-edd16d225a9f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:09.605526 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.715710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:09.718614 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.797925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:09.837895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a20f5057-d3a2-46d2-b964-9835fe72da66), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.876643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:09.897336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.943432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Pushing event deleted for resources: {'Port': ['ID=a20f5057-d3a2-46d2-b964-9835fe72da66,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:10.031515 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] For port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:10.039714 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] For port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:10.068773 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.096989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] No DVR routers for this DVR port a20f5057-d3a2-46d2-b964-9835fe72da66 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:10.108933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.113003 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-940d976f-ae85-4635-a665-1d0e87c5ffc2 req-43a41c5e-a9eb-47a0-be33-25fb5d30c790 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "DELETE /v2.0/ports/a20f5057-d3a2-46d2-b964-9835fe72da66 HTTP/1.1" status: 204 len: 173 time: 1.4739640 Feb 09 02:14:10.113518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-deleted', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:10.116103 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb35db3-0bf4-4cc6-9c49-4ea50f674c45" -d '{"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-deleted", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:10.139263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38899de-5307-4a56-8e5d-0c54ffbb1df7 req-d4fe61c1-c270-4ea7-90dc-c7b08aba0640 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:10.148176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f38899de-5307-4a56-8e5d-0c54ffbb1df7 req-d4fe61c1-c270-4ea7-90dc-c7b08aba0640 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 948 time: 0.5186629 Feb 09 02:14:10.262935 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:10.263770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03dc2e-d995-4814-8512-cde608005426 req-b5b1dbf5-047d-477e-838e-27916b0dfab5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:10.266439 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:13:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:10.272786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca03dc2e-d995-4814-8512-cde608005426 req-b5b1dbf5-047d-477e-838e-27916b0dfab5 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.5383563 Feb 09 02:14:10.317244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f38899de-5307-4a56-8e5d-0c54ffbb1df7 req-79cff75f-e973-495e-ac07-8eb20d02f193 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674964 Feb 09 02:14:10.327348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-f24f6fc0-ad5c-4f98-afd9-e659fd9eb447 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:10.329701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-f24f6fc0-ad5c-4f98-afd9-e659fd9eb447 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.72 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 819 time: 0.4389012 Feb 09 02:14:10.353275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Request body: {'port': {'device_id': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'admin_state_up': True, 'tenant_id': '4c02209010f049e0809fb1e3679228bd'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:10.510021 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715b6c-cf42-4d60-bc6d-a4b8cad53e82 None None] Pushing event updated for resources: {'Port': ['ID=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:10.540788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:10.555201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.555809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.557085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.558113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.558834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.559474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.560126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.560759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.562126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.563915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.564683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.567315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.568080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:10.568564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea9a8f7a-308d-42f0-b8d7-5415c386fadb req-10bf990b-e145-4815-835e-1ce15e261d03 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ced9441-5e42-4f10-a40f-908720a95ee5 HTTP/1.1" status: 200 len: 210 time: 0.1107941 Feb 09 02:14:10.618306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca03dc2e-d995-4814-8512-cde608005426 req-be28f2dd-bf3d-4791-9ccf-448b4f73e359 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443274 Feb 09 02:14:10.620603 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:10.689078 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6648b-8796-4f37-a6b4-892f42909af9 x-openstack-request-id: req-82c6648b-8796-4f37-a6b4-892f42909af9 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:10.689823 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ced9441-5e42-4f10-a40f-908720a95ee5", "name": "network-vif-deleted", "tag": "a20f5057-d3a2-46d2-b964-9835fe72da66", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:10.690243 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82c6648b-8796-4f37-a6b4-892f42909af9 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:10.690821 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ced9441-5e42-4f10-a40f-908720a95ee5', 'name': 'network-vif-deleted', 'tag': 'a20f5057-d3a2-46d2-b964-9835fe72da66', 'status': 'completed', 'code': 200} Feb 09 02:14:10.721077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:10.829566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Made reservation on behalf of 4c02209010f049e0809fb1e3679228bd for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:10.836137 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.063355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Allocated IP 172.20.0.13 (cec03eb7-210d-45bf-b6ec-89b6dc6ba403/882c2045-abe2-4165-99d1-c41a6f795c17/bea610b3-b04d-42df-b39e-e6d790cacf1a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:11.196468 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:10Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:11.265864 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bdf126-a51c-4599-bce3-cb77c990dce8 None None] The sync data for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 is: [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:10Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:11.277928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b3467-a983-42ae-ba3e-6a676b0de536 req-4fa7742f-670a-479c-9031-d12bc007472e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:11.286290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f4b3467-a983-42ae-ba3e-6a676b0de536 req-4fa7742f-670a-479c-9031-d12bc007472e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 950 time: 0.5356989 Feb 09 02:14:11.297152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c79e4d8-3eac-43b2-9de7-566486787d48 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:11.314837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c456f562-2272-4eaf-a9b2-cbb1476c6ecc req-bcf07914-267e-4332-96db-c5beea444173 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 210 time: 0.4564779 Feb 09 02:14:11.460326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 0c79e4d8-3eac-43b2-9de7-566486787d48 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:11.464968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 0c79e4d8-3eac-43b2-9de7-566486787d48 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:11.465591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.467625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f4b3467-a983-42ae-ba3e-6a676b0de536 req-09a1263e-4923-4569-9a52-ea852d3690ef tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803644 Feb 09 02:14:11.683042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd626a1b-8da5-4e51-8ff1-76aaac3b2cf0 req-fe8057bd-0500-4c38-91a3-d8ee3aeb593d tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:11.695323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd626a1b-8da5-4e51-8ff1-76aaac3b2cf0 req-fe8057bd-0500-4c38-91a3-d8ee3aeb593d tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 945 time: 0.2265127 Feb 09 02:14:11.728713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0c79e4d8-3eac-43b2-9de7-566486787d48 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:11.729119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.818423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0c79e4d8-3eac-43b2-9de7-566486787d48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c79e4d8-3eac-43b2-9de7-566486787d48,segment=NetworkSegment(8e1f4c64-948e-4585-a71c-f61d61de4a52),segment_id=8e1f4c64-948e-4585-a71c-f61d61de4a52)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:11.820682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79e4d8-3eac-43b2-9de7-566486787d48'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:11.822982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.827147 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b70c51a-f150-49eb-bf62-bc1e6fe17b7f" -d '{"events": [{"server_uuid": "99d36cdf-94fb-4be7-9ec2-113748b7b807", "name": "network-vif-plugged", "status": "completed", "tag": "0c79e4d8-3eac-43b2-9de7-566486787d48"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:11.835197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:11.917315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db630c3d-4e28-4676-8415-8a95b6eed940 req-473ab0f9-9575-4c31-bb2f-e9c9c30aefff tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:11.924498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db630c3d-4e28-4676-8415-8a95b6eed940 req-473ab0f9-9575-4c31-bb2f-e9c9c30aefff tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1650205 Feb 09 02:14:11.930014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0c79e4d8-3eac-43b2-9de7-566486787d48,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:11.931913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd626a1b-8da5-4e51-8ff1-76aaac3b2cf0 req-993a008b-df32-40ab-9338-c4af6a755039 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358143 Feb 09 02:14:11.969297 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.023777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:12.034530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:12.047585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:12.097836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db630c3d-4e28-4676-8415-8a95b6eed940 req-71af8754-04e0-4d79-bb01-cd518cd99e01 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723928 Feb 09 02:14:12.139013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event updated for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:12.156084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.156633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.157104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.157546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.157995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.158436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.158988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.159445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.159884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.160376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.160817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.161252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.161682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:12.212927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.213866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.265715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-5a7d8e91-a447-4e30-b8ec-214ea063f65d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488608 Feb 09 02:14:12.298915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-a8bed042-3470-4a2b-afb2-f6695dc4f243 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9593866 Feb 09 02:14:12.316446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Request body: {'port': {'device_id': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:12.369660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e2796e49-5c9b-4cf2-b6f8-edd16d225a9f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:12.478884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:12.479719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.492333 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.520441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-b4d51ea3-e540-4cc9-8a38-c3ad8c2b7071 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.522159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-b4d51ea3-e540-4cc9-8a38-c3ad8c2b7071 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422006 Feb 09 02:14:12.558884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-89579072-836f-4dc1-8f86-4ba34c46d109 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/quotas/35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 375 time: 0.0308180 Feb 09 02:14:12.598882 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c981b0-d9db-49c4-9a25-b039fe2605ff x-openstack-request-id: req-15c981b0-d9db-49c4-9a25-b039fe2605ff {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:12.599450 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d36cdf-94fb-4be7-9ec2-113748b7b807", "name": "network-vif-plugged", "status": "completed", "tag": "0c79e4d8-3eac-43b2-9de7-566486787d48", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:12.600065 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15c981b0-d9db-49c4-9a25-b039fe2605ff {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:12.600598 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c79e4d8-3eac-43b2-9de7-566486787d48', 'code': 200} Feb 09 02:14:12.619852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:12.620563 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.671151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:12.684356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:12.755483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad0cb9-1c4c-4dbf-b742-7eae54f881a0 req-71a73323-7550-4c21-bf90-ca99ddcfb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.757853 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fbad0cb9-1c4c-4dbf-b742-7eae54f881a0 req-71a73323-7550-4c21-bf90-ca99ddcfb6f6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 1129 time: 0.0936153 Feb 09 02:14:12.761316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:12.765062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a20f5057-d3a2-46d2-b964-9835fe72da66 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:12.791152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: a20f5057-d3a2-46d2-b964-9835fe72da66 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:12.791785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a20f5057-d3a2-46d2-b964-9835fe72da66 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:12.795673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-0487afe4-7ab4-4fa9-ad5e-47efc5276439 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2291591 Feb 09 02:14:12.821510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560266b-e9ea-4a3c-9b46-d614f2e54e83 req-77e60577-554e-43e2-95e8-60334e5c9677 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.823195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4560266b-e9ea-4a3c-9b46-d614f2e54e83 req-77e60577-554e-43e2-95e8-60334e5c9677 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 948 time: 0.1594429 Feb 09 02:14:12.833040 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fbad0cb9-1c4c-4dbf-b742-7eae54f881a0 req-b45da752-4131-4db0-a204-d5c10fc757ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546019 Feb 09 02:14:12.906513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4560266b-e9ea-4a3c-9b46-d614f2e54e83 req-4f1629b1-c849-45ae-80ed-255a3e73c15e tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741436 Feb 09 02:14:12.969001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea610b3-b04d-42df-b39e-e6d790cacf1a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:12.997423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Publish callbacks [] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.068273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Transition to ACTIVE for port object bea610b3-b04d-42df-b39e-e6d790cacf1a will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:13.081691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.193325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dedf68-8bc2-4ac3-a71f-69bfd80c3e78 req-68fde1fa-9602-433d-868d-bdaf76b75b24 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.194892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82dedf68-8bc2-4ac3-a71f-69bfd80c3e78 req-68fde1fa-9602-433d-868d-bdaf76b75b24 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 932 time: 0.1947958 Feb 09 02:14:13.229782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Pushing event updated for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:13.313678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:13.334307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6a452-6cbb-4371-a3fc-6b310d27d507 req-9a2fc53f-ad98-48a9-bbcf-d599e8c70850 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.341908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89a6a452-6cbb-4371-a3fc-6b310d27d507 req-9a2fc53f-ad98-48a9-bbcf-d599e8c70850 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 946 time: 0.2324677 Feb 09 02:14:13.395830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82dedf68-8bc2-4ac3-a71f-69bfd80c3e78 req-5597e2ad-c82a-46cc-b80d-489930400516 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930113 Feb 09 02:14:13.470318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:13.470905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Attempting to bind port bea610b3-b04d-42df-b39e-e6d790cacf1a on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:13.471338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Attempting to bind port bea610b3-b04d-42df-b39e-e6d790cacf1a by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:13.471903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Attempting to bind port bea610b3-b04d-42df-b39e-e6d790cacf1a on network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:13.473067 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.511101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89a6a452-6cbb-4371-a3fc-6b310d27d507 req-3521527a-88fc-4bb9-8da5-7133bfb5a94e tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669681 Feb 09 02:14:13.512036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Port bea610b3-b04d-42df-b39e-e6d790cacf1a on network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:13.513413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Attempting to bind port bea610b3-b04d-42df-b39e-e6d790cacf1a on network cec03eb7-210d-45bf-b6ec-89b6dc6ba403 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:13.549059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:13.549423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Checking segment: {'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:13.550054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Bound using segment: {'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:13.551307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Bound port: bea610b3-b04d-42df-b39e-e6d790cacf1a, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:13.551656 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.606276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:13.606887 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.615738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac7838db-a534-4f5b-818a-2b75ca7c31b0 req-9c589b6d-4c3d-4d8b-9bf8-eda90c8c6a33 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 210 time: 0.0920832 Feb 09 02:14:13.659837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:13.669932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.744965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:13.768620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:13.773903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:13.786881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.801995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95d054-f384-4f7a-bec7-7dab474c8254 req-998e2ada-1118-4bd4-8012-f04682c44009 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.804146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca95d054-f384-4f7a-bec7-7dab474c8254 req-998e2ada-1118-4bd4-8012-f04682c44009 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1156828 Feb 09 02:14:13.844589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:13.845517 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:13.847186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] 10.222.0.72 "PUT /v2.0/ports/bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 1093 time: 1.5356982 Feb 09 02:14:13.849699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:13.852058 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0455d48-bd8e-46ab-9d5f-72b2003f885c" -d '{"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:13.986116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269dd30-67b3-4b65-954d-1359f621b725 service neutron] Pushing event updated for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:13.990782 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7543fa8d-dfa8-4594-8a2d-fa8d988a7b85 x-openstack-request-id: req-7543fa8d-dfa8-4594-8a2d-fa8d988a7b85 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:13.991241 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:14.000045 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7543fa8d-dfa8-4594-8a2d-fa8d988a7b85 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:14.001117 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'status': 'completed', 'code': 200} Feb 09 02:14:14.019020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca95d054-f384-4f7a-bec7-7dab474c8254 req-d09d0c79-c6f7-408a-b443-e77dfdae1f2e tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897478 Feb 09 02:14:14.093832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-b7ede5ba-ee00-4f0f-b216-ba017933565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.095445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-b7ede5ba-ee00-4f0f-b216-ba017933565f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1127 time: 0.1755400 Feb 09 02:14:14.123458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b311f-75b1-4002-8e41-8f3d213e3525 req-70c28263-21ea-4cf4-9402-e532a6dfed0f tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.131571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c99b311f-75b1-4002-8e41-8f3d213e3525 req-70c28263-21ea-4cf4-9402-e532a6dfed0f tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 948 time: 0.1107774 Feb 09 02:14:14.171928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.199900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-2f590f4f-7051-4f15-91b7-7bb849a83f21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 217 time: 0.0872955 Feb 09 02:14:14.290637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e2796e49-5c9b-4cf2-b6f8-edd16d225a9f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:14.340536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c99b311f-75b1-4002-8e41-8f3d213e3525 req-4877ec11-20fc-4ea9-a25e-90b1dd8ff4c9 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037113 Feb 09 02:14:14.372384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-611468da-6069-4821-b063-e715d5532228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.373878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-611468da-6069-4821-b063-e715d5532228 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.1654484 Feb 09 02:14:14.441699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:14.442083 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.450679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-ab0068f8-cd6f-45d5-b0ed-ca2babed0626 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627868 Feb 09 02:14:14.499890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef41e9a-0297-42f2-8537-c77241ec719b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.538101 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-996fcd1d-a817-41ee-8328-ed908ddb429a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704563 Feb 09 02:14:14.612544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:14.621184 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a0336e-43bd-47d9-8bda-ef7555eb4f69" -d '{"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:14.684518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:14.750070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-8795b85e-8563-4b63-bdd1-7a684d38a811 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.751917 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-8795b85e-8563-4b63-bdd1-7a684d38a811 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348338 Feb 09 02:14:14.774380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Request body: {'port': {'device_id': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '35b42b00906e4a5ea072ed06a7c97ab6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:14.853757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef41e9a-0297-42f2-8537-c77241ec719b admin admin] Publish callbacks [] for security_group (f8d2fe55-265e-43b2-b8d9-86970fc19619), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.863290 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cef41e9a-0297-42f2-8537-c77241ec719b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f8d2fe55-265e-43b2-b8d9-86970fc19619), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:14.923441 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cef41e9a-0297-42f2-8537-c77241ec719b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=896ab49be9bd44b8bebb57ba820374c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7498767 Feb 09 02:14:14.935623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:14.948122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef41e9a-0297-42f2-8537-c77241ec719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2fe55-265e-43b2-b8d9-86970fc19619,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:14.975538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Made reservation on behalf of 35b42b00906e4a5ea072ed06a7c97ab6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:14.979363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.089693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67005226-5ff2-4bba-99b2-602ec589eea7 admin admin] Publish callbacks [] for security_group (f8d2fe55-265e-43b2-b8d9-86970fc19619), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.122890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-f06ca34b-d7b6-43d2-ac5a-62e02dabf988 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628647 Feb 09 02:14:15.133970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d429b3-01b1-481c-9ec6-f527ef26cc5a req-a8e4ec76-2eb3-4bdb-b4fd-c16ebf19ddfe tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:15.136313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4d429b3-01b1-481c-9ec6-f527ef26cc5a req-a8e4ec76-2eb3-4bdb-b4fd-c16ebf19ddfe tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 944 time: 0.5707147 Feb 09 02:14:15.148419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-7b354e0c-5d36-4837-9180-79e2360d8d67 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:15.150540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-7b354e0c-5d36-4837-9180-79e2360d8d67 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 948 time: 0.5863931 Feb 09 02:14:15.151413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67005226-5ff2-4bba-99b2-602ec589eea7 admin admin] Publish callbacks [] for security_group (f8d2fe55-265e-43b2-b8d9-86970fc19619), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.205465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Allocated IP 192.168.233.90 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/f3d3f43f-0594-46b9-836a-ee1e5aa22b58) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:15.225972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c64f4e-e854-48a7-8be6-3c47b8e9b6e5 req-3ae549a9-3c3f-42af-9ad5-e2b0084c61fa tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:15.227939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26c64f4e-e854-48a7-8be6-3c47b8e9b6e5 req-3ae549a9-3c3f-42af-9ad5-e2b0084c61fa tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 946 time: 0.5771475 Feb 09 02:14:15.262329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67005226-5ff2-4bba-99b2-602ec589eea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f8d2fe55-265e-43b2-b8d9-86970fc19619), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.264954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67005226-5ff2-4bba-99b2-602ec589eea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.266309 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-67005226-5ff2-4bba-99b2-602ec589eea7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8d2fe55-265e-43b2-b8d9-86970fc19619 HTTP/1.1" status: 204 len: 168 time: 0.3285050 Feb 09 02:14:15.299633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67005226-5ff2-4bba-99b2-602ec589eea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2fe55-265e-43b2-b8d9-86970fc19619,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.343287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4d429b3-01b1-481c-9ec6-f527ef26cc5a req-ed8a1bcc-9c5f-4539-bc88-a6b1f7ff8ae0 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879201 Feb 09 02:14:15.442993 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:15.522084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks [] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.529020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26c64f4e-e854-48a7-8be6-3c47b8e9b6e5 req-89005e17-9707-47e1-8af0-a1442bb3a3c4 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629645 Feb 09 02:14:15.539976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3267506-6b8c-490a-af3d-e0ae85e34b78 req-4476ced5-aff2-4e95-8dd5-2452ed52de14 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003778 Feb 09 02:14:15.558719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Deleting port e8924115-57c4-4571-a443-ac0495e66082 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:15.559170 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e8924115-57c4-4571-a443-ac0495e66082), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.598754 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289ea90-f746-4842-bc11-6b42b683c496 x-openstack-request-id: req-6289ea90-f746-4842-bc11-6b42b683c496 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:15.599054 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-plugged", "status": "completed", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:15.599313 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6289ea90-f746-4842-bc11-6b42b683c496 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:15.599706 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'code': 200} Feb 09 02:14:15.647598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.663767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['041696a2-426d-47e4-85c4-14477337ce8a', 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:15.667094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:15.711139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:15.712748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:15.721744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:15.758753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:15.811189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:15.812150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:15.842147 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-2886d739-fa17-4a4f-99f8-28adc76e5093 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0715320 Feb 09 02:14:15.857678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Request body: {'port': {'device_id': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:15.976121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50800) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:15.989283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.049999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] For port e8924115-57c4-4571-a443-ac0495e66082, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=e8924115-57c4-4571-a443-ac0495e66082,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:16.051658 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e8924115-57c4-4571-a443-ac0495e66082), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.070114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Calling delete_port for e8924115-57c4-4571-a443-ac0495e66082 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:16.177287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-650e330f-e534-4dc2-8499-77a065da990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.179251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-650e330f-e534-4dc2-8499-77a065da990b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1127 time: 0.4683831 Feb 09 02:14:16.180078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a3451e-b45b-49e0-99d5-0fcd72df4831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.211244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-52cced8f-2aad-4ce0-917d-a0f9ea8b28dd None None] Provisioning complete for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:16.211853 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52cced8f-2aad-4ce0-917d-a0f9ea8b28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.263448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-52cced8f-2aad-4ce0-917d-a0f9ea8b28dd None None] Port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:16.320431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d3f43f-0594-46b9-836a-ee1e5aa22b58 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:16.329017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Publish callbacks [] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.339742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5920fa-adc7-45cd-ac56-ebbbaf63eb3c req-a54fa070-81cb-4c3a-a525-0e55e736b728 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.341598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea5920fa-adc7-45cd-ac56-ebbbaf63eb3c req-a54fa070-81cb-4c3a-a525-0e55e736b728 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.3971510 Feb 09 02:14:16.344281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Transition to ACTIVE for port object f3d3f43f-0594-46b9-836a-ee1e5aa22b58 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:16.353639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.369432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e397174-50ff-46ff-9ee6-85a498c5f26a req-8d71c8f3-45a3-49d9-a5ae-5fe711bc8967 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.376552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e397174-50ff-46ff-9ee6-85a498c5f26a req-8d71c8f3-45a3-49d9-a5ae-5fe711bc8967 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 935 time: 0.5725541 Feb 09 02:14:16.500247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:16.507529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:16.507871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:16.508203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:16.514797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:16.515099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:16.531570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:16.531923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:16.532312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:16.532753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Bound port: f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:16.533118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.589514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-e161da97-bfb3-4ae0-8095-c554280acdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.591131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-e161da97-bfb3-4ae0-8095-c554280acdc0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 0.4011576 Feb 09 02:14:16.600841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e397174-50ff-46ff-9ee6-85a498c5f26a req-f6ab7ea2-319e-4972-8479-f387c49cc626 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234261 Feb 09 02:14:16.684323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:16.708136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-2d2c4958-ed8b-4931-a11a-903186913245 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 217 time: 0.0983183 Feb 09 02:14:16.769883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea5920fa-adc7-45cd-ac56-ebbbaf63eb3c req-e022982d-485d-4009-9c47-9dafa3bfc1e8 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840594 Feb 09 02:14:16.798852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:16.820257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.835415 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a3451e-b45b-49e0-99d5-0fcd72df4831 admin admin] Publish callbacks [] for security_group (a7b0b50d-7165-4749-95c6-c18b35025d7c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.862538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a3451e-b45b-49e0-99d5-0fcd72df4831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a7b0b50d-7165-4749-95c6-c18b35025d7c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.898564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.900914 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e8924115-57c4-4571-a443-ac0495e66082), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.901447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:16.904903 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] 10.222.0.82 "PUT /v2.0/ports/f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 1096 time: 1.0547216 Feb 09 02:14:16.909390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:16.912475 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1d22a-6858-49ba-a66c-82ee8924ff81" -d '{"events": [{"name": "network-changed", "server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:16.946844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:16.947026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-16a3451e-b45b-49e0-99d5-0fcd72df4831 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95c6858892814fceb36787280fdc9216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8617067 Feb 09 02:14:16.972764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3451e-b45b-49e0-99d5-0fcd72df4831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b0b50d-7165-4749-95c6-c18b35025d7c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.008091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Pushing event deleted for resources: {'Port': ['ID=e8924115-57c4-4571-a443-ac0495e66082,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.045600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d8470-90e8-456b-b6f8-0316eb402833 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.082724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] No DVR routers for this DVR port e8924115-57c4-4571-a443-ac0495e66082 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:17.105853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e55e76-eb69-4872-9494-bc8b14038cb3 admin admin] Publish callbacks [] for security_group (a7b0b50d-7165-4749-95c6-c18b35025d7c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.122167 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.125768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a92b201-0908-46c4-b6e4-e7f10f29788e req-e93c3a35-b81e-4525-8fb7-334bedbc94a0 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.82 "DELETE /v2.0/ports/e8924115-57c4-4571-a443-ac0495e66082 HTTP/1.1" status: 204 len: 173 time: 1.9607430 Feb 09 02:14:17.127995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-deleted', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:17.132489 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6bc813-9a42-475f-9b4a-d190bc206091" -d '{"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-deleted", "tag": "e8924115-57c4-4571-a443-ac0495e66082"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:17.136502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-505282ba-9bec-4362-b93e-5a93ed8e2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.139454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-505282ba-9bec-4362-b93e-5a93ed8e2e1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.4199152 Feb 09 02:14:17.159572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb647d4-b296-45cb-8aca-64a76f9282c8 req-e7ff8ff7-1018-41cb-80ba-f743c7460904 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.169056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bb647d4-b296-45cb-8aca-64a76f9282c8 req-e7ff8ff7-1018-41cb-80ba-f743c7460904 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8bb524e-daf6-4358-b01a-a19f17e70f7e HTTP/1.1" status: 200 len: 866 time: 0.4532719 Feb 09 02:14:17.172753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e55e76-eb69-4872-9494-bc8b14038cb3 admin admin] Publish callbacks [] for security_group (a7b0b50d-7165-4749-95c6-c18b35025d7c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.226129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-857fa619-da32-4e73-8c0d-bca61362d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.227944 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-857fa619-da32-4e73-8c0d-bca61362d183 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1130 time: 0.2649050 Feb 09 02:14:17.249580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-4da38f59-55df-4084-a880-bff2ef96c222 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002121 Feb 09 02:14:17.342891 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-3b3b7ffc-9f4a-4bfe-b622-f96b16339440 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.0977449 Feb 09 02:14:17.367266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bb647d4-b296-45cb-8aca-64a76f9282c8 req-7213ca60-5a88-46d3-8af6-796ff90eda50 tempest-ListImageFiltersTestJSON-977705905 tempest-ListImageFiltersTestJSON-977705905-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e16a7b-7639-4558-b6c2-5b08a7116c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972897 Feb 09 02:14:17.434846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-de9bb11c-c24b-479a-89ba-344b2707155e service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688614 Feb 09 02:14:17.446109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9f16-9567-4c3b-81bd-4aabcc99984b req-88ce0d43-8e54-4dba-ad73-7cc6e984500d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.457669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-370b9f16-9567-4c3b-81bd-4aabcc99984b req-88ce0d43-8e54-4dba-ad73-7cc6e984500d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 944 time: 0.4451628 Feb 09 02:14:17.491310 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e55e76-eb69-4872-9494-bc8b14038cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a7b0b50d-7165-4749-95c6-c18b35025d7c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.502980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75e55e76-eb69-4872-9494-bc8b14038cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.509385 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-75e55e76-eb69-4872-9494-bc8b14038cb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7b0b50d-7165-4749-95c6-c18b35025d7c HTTP/1.1" status: 204 len: 168 time: 0.5596330 Feb 09 02:14:17.514295 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b7b1d-e188-41cb-83a8-e93b79676d55 x-openstack-request-id: req-f01b7b1d-e188-41cb-83a8-e93b79676d55 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:17.514629 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:17.514894 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f01b7b1d-e188-41cb-83a8-e93b79676d55 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:17.515307 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'status': 'completed', 'code': 200} Feb 09 02:14:17.558521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-56c65ec5-82ad-4cef-8e91-beed33323061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.561590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-56c65ec5-82ad-4cef-8e91-beed33323061 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2086172 Feb 09 02:14:17.562991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e55e76-eb69-4872-9494-bc8b14038cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b0b50d-7165-4749-95c6-c18b35025d7c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:17.634287 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659c3f52-b0e2-4fdc-8de5-5fd6685b5983 x-openstack-request-id: req-659c3f52-b0e2-4fdc-8de5-5fd6685b5983 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:17.640647 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bb524e-daf6-4358-b01a-a19f17e70f7e", "name": "network-vif-deleted", "tag": "e8924115-57c4-4571-a443-ac0495e66082", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:17.641375 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-659c3f52-b0e2-4fdc-8de5-5fd6685b5983 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:17.641992 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bb524e-daf6-4358-b01a-a19f17e70f7e', 'name': 'network-vif-deleted', 'tag': 'e8924115-57c4-4571-a443-ac0495e66082', 'status': 'completed', 'code': 200} Feb 09 02:14:17.671493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50822) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:17.716029 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:17.777255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-370b9f16-9567-4c3b-81bd-4aabcc99984b req-590c6f5c-a730-4e11-9bf2-456882750e28 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184955 Feb 09 02:14:17.807942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81410d-8238-4d3f-b321-90d078622399 req-8eea25dd-9b11-456a-89e2-9f6cc63ba2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.809490 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-8eea25dd-9b11-456a-89e2-9f6cc63ba2b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2174470 Feb 09 02:14:18.066186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0455d48-bd8e-46ab-9d5f-72b2003f885c req-845a166c-65d5-456b-a7ee-55bb8b3f06ea service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056917 Feb 09 02:14:18.069936 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-db3616d6-5a47-4dd3-b85c-70781308055a service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454426 Feb 09 02:14:18.130747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a00299-4b65-403b-bbae-b36c33f7e549 req-7c0410bc-fb89-4cf5-ba2b-517b571d5b62 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.138214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a00299-4b65-403b-bbae-b36c33f7e549 req-7c0410bc-fb89-4cf5-ba2b-517b571d5b62 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 947 time: 0.3144529 Feb 09 02:14:18.233872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3a81410d-8238-4d3f-b321-90d078622399 req-72c313eb-ddff-4110-8599-25c36bc5057b service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467195 Feb 09 02:14:18.248614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d173185-7a9b-440b-989c-7b15d7e26e30 req-8d3557de-d41b-4543-bd01-263941002522 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.257654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d173185-7a9b-440b-989c-7b15d7e26e30 req-8d3557de-d41b-4543-bd01-263941002522 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2827296 Feb 09 02:14:18.377756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-7b3a8067-a011-438c-aad6-06eadb0ad4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.380729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-7b3a8067-a011-438c-aad6-06eadb0ad4cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1130 time: 0.0846782 Feb 09 02:14:18.382776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a00299-4b65-403b-bbae-b36c33f7e549 req-6dd31b9e-16e4-4817-a31b-f0228f866a33 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419300 Feb 09 02:14:18.499353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d173185-7a9b-440b-989c-7b15d7e26e30 req-7c2885a1-cb0d-4d2a-ae4a-82067efdc1eb tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398076 Feb 09 02:14:18.618915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-47c7cd93-23a4-49df-9e93-f7c40446d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.620463 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-47c7cd93-23a4-49df-9e93-f7c40446d259 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2328858 Feb 09 02:14:18.739732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-4a6ef1a9-8359-491d-a963-1d98ec94d37e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.1109421 Feb 09 02:14:18.763223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:18.838997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: e8924115-57c4-4571-a443-ac0495e66082 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:18.840341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device e8924115-57c4-4571-a443-ac0495e66082 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:18.862227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:18.904133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-25675764-5db1-4500-b1a2-c45576a23ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.905673 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-25675764-5db1-4500-b1a2-c45576a23ece service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1613932 Feb 09 02:14:19.008202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-a0a7dd20-d8b2-4d48-9d1a-efc79f5e7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.011795 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-a0a7dd20-d8b2-4d48-9d1a-efc79f5e7aca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0973070 Feb 09 02:14:19.069167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0021b-bfaf-49f1-b2c8-7f0be1f7b6d3 req-2e1d6bfb-17c0-458c-8279-51aaf87973fe tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.077603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5c0021b-bfaf-49f1-b2c8-7f0be1f7b6d3 req-2e1d6bfb-17c0-458c-8279-51aaf87973fe tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 944 time: 0.1465535 Feb 09 02:14:19.180939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5c0021b-bfaf-49f1-b2c8-7f0be1f7b6d3 req-345f90f1-83b0-4943-a419-26a36deb9707 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962415 Feb 09 02:14:19.201908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-ef6c8738-d3aa-474c-be02-eeb462e23893 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827521 Feb 09 02:14:19.237693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50880) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:19.329140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bea610b3-b04d-42df-b39e-e6d790cacf1a details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:19.330148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (11ee14a2-6f7d-4372-8ad1-1968bada57e5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.358666 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-68a1d22a-6858-49ba-a66c-82ee8924ff81 req-c3882809-e231-4fe5-a02b-787f438433d4 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442149 Feb 09 02:14:19.522875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-567906234-network', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:19.585287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Made reservation on behalf of 9299c2e8f64443a4b9fe435dc0ba2129 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:19.588027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.603866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.622933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:19.655412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'port_id': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'mac_address': 'fa:16:3e:59:e2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:19.717665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port bea610b3-b04d-42df-b39e-e6d790cacf1a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:19.718348 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.734761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea610b3-b04d-42df-b39e-e6d790cacf1a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:19.744966 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks [] for security_group (e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.761915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:19.767668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.793156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.812171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:14:19.823498 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f4018298-9995-43fa-a3c1-b6aa34acff04), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.823861 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Added segment f4018298-9995-43fa-a3c1-b6aa34acff04 of type vlan for network 7a7b3e6b-9131-4829-a140-89eac2852c7e Feb 09 02:14:19.835612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:19.949477 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7a7b3e6b-9131-4829-a140-89eac2852c7e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:19.979067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:20.033056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799644b1-4d04-4257-a402-6618fc279f56 req-e6bf3749-74ea-4cd8-8ffb-bd09b33ab383 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.040509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-799644b1-4d04-4257-a402-6618fc279f56 req-e6bf3749-74ea-4cd8-8ffb-bd09b33ab383 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 947 time: 0.3647039 Feb 09 02:14:20.074706 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7a7b3e6b-9131-4829-a140-89eac2852c7e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.075761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.076420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.112063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b1777-70cf-472b-a430-bb2cf6fedc75 req-19f3579f-eba4-4937-a154-831ccc375ad2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.114143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-346b1777-70cf-472b-a430-bb2cf6fedc75 req-19f3579f-eba4-4937-a154-831ccc375ad2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.2002585 Feb 09 02:14:20.188925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bea610b3-b04d-42df-b39e-e6d790cacf1a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:20.199538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9596250 Feb 09 02:14:20.202409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:20.210468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Request body: {'subnet': {'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-567906234-subnet', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:20.252725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Made reservation on behalf of 9299c2e8f64443a4b9fe435dc0ba2129 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:20.256107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.314092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-346b1777-70cf-472b-a430-bb2cf6fedc75 req-53b5aac5-7c52-4a8a-b7d1-18ddedc8d0f4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636851 Feb 09 02:14:20.345919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b45ec8-d81c-4e54-aec5-3f238b9c87ce admin admin] Pushing event updated for resources: {'Network': ['ID=7a7b3e6b-9131-4829-a140-89eac2852c7e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:20.362532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-799644b1-4d04-4257-a402-6618fc279f56 req-3a68f1c0-bd5a-4339-94c0-aa21bf0debee tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209336 Feb 09 02:14:20.367683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:14:20.425182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Deleting port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:20.426102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.565060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] For port 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:20.565662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.581694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Calling delete_port for 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:20.684983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (9584ec71-5e0d-4e15-9edb-b994371b0193), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.822852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9a383-d428-4ac9-bb0c-bff6345ce50b req-53e0ce8b-2cea-4843-b35e-35d659d3248f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.824591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89b9a383-d428-4ac9-bb0c-bff6345ce50b req-53e0ce8b-2cea-4843-b35e-35d659d3248f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 946 time: 0.3563890 Feb 09 02:14:20.849214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9584ec71-5e0d-4e15-9edb-b994371b0193,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:20.900368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Checking segment: {'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:20.900816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Network hostable DHCP agents. Network: 7a7b3e6b-9131-4829-a140-89eac2852c7e, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:14:20.938236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:14:20.950602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 7a7b3e6b-9131-4829-a140-89eac2852c7e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:20.960457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622ff99-14a6-4f39-9c21-6661891a405a None None] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:20.966729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:20.967384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:20.993571 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2ad723af-5a97-48cf-86ba-ffa3959c2819 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7856605 Feb 09 02:14:20.994114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:21.000166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:21.032939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (558d356c-734b-40b0-bd99-44c6e3e7f153), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.034584 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (558d356c-734b-40b0-bd99-44c6e3e7f153), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.059767 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2dede04d-a2f8-49c7-b2aa-e3e078b8ddab), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.119265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89b9a383-d428-4ac9-bb0c-bff6345ce50b req-a56efdd3-8090-4796-9a63-7add8ed39fac tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746148 Feb 09 02:14:21.122706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dede04d-a2f8-49c7-b2aa-e3e078b8ddab,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:21.138637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks [] for router_controller (558d356c-734b-40b0-bd99-44c6e3e7f153), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.196922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-7a7b3e6b-9131-4829-a140-89eac2852c7e', 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e', 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'fixed_ips': [{'subnet_id': '9584ec71-5e0d-4e15-9edb-b994371b0193'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:14:21.198507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.277701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5117348-5fcb-4d14-a254-c8edd05eb4ad req-fa2e20ba-dc15-43aa-a36f-68308e28a861 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:21.285130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5117348-5fcb-4d14-a254-c8edd05eb4ad req-fa2e20ba-dc15-43aa-a36f-68308e28a861 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 945 time: 0.3464324 Feb 09 02:14:21.413632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks [] for router_gateway (558d356c-734b-40b0-bd99-44c6e3e7f153), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.485044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Allocated IP 172.20.0.2 (7a7b3e6b-9131-4829-a140-89eac2852c7e/9584ec71-5e0d-4e15-9edb-b994371b0193/610b9188-40e9-43b2-91bd-f9be06e77708) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:21.756663 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Publish callbacks [] for port (610b9188-40e9-43b2-91bd-f9be06e77708), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.771190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.834195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:21.840025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:21.844219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:21.854679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Pushing event updated for resources: {'Port': ['ID=610b9188-40e9-43b2-91bd-f9be06e77708,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:21.932393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Attempting to bind port 610b9188-40e9-43b2-91bd-f9be06e77708 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:21.932773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Attempting to bind port 610b9188-40e9-43b2-91bd-f9be06e77708 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:21.933541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Attempting to bind port 610b9188-40e9-43b2-91bd-f9be06e77708 on network 7a7b3e6b-9131-4829-a140-89eac2852c7e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:21.940143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:21.940528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Checking segment: {'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:21.940998 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.942113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Bound using segment: {'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:21.942632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Bound port: 610b9188-40e9-43b2-91bd-f9be06e77708, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:21.943396 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:21.958601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (11ee14a2-6f7d-4372-8ad1-1968bada57e5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.001272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50952) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:22.023048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-5817796a-2613-4fb8-8c21-8dec64c23b5f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.024669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-5817796a-2613-4fb8-8c21-8dec64c23b5f tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.72 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 946 time: 0.8290818 Feb 09 02:14:22.031891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5117348-5fcb-4d14-a254-c8edd05eb4ad req-2ee7b575-9ef4-4fd2-a014-c2c7e30a0a99 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458673 Feb 09 02:14:22.043247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] For port 610b9188-40e9-43b2-91bd-f9be06e77708, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:22.048170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] For port 610b9188-40e9-43b2-91bd-f9be06e77708, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=610b9188-40e9-43b2-91bd-f9be06e77708,segment=NetworkSegment(f4018298-9995-43fa-a3c1-b6aa34acff04),segment_id=f4018298-9995-43fa-a3c1-b6aa34acff04)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:22.058934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.146222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59984-b798-4ce4-8f2a-0ab06c81cdb4 None None] Pushing event updated for resources: {'Port': ['ID=610b9188-40e9-43b2-91bd-f9be06e77708,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:22.351955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935395ed-c895-4169-a6f2-d0b9bae3e1ad req-fdb95ed7-31f9-4dc5-a874-0adf3952fedf tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.354790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks [] for router_gateway (558d356c-734b-40b0-bd99-44c6e3e7f153), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.359034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-935395ed-c895-4169-a6f2-d0b9bae3e1ad req-fdb95ed7-31f9-4dc5-a874-0adf3952fedf tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.5016029 Feb 09 02:14:22.377645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.551673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Allocated IP 172.25.6.106 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/54a5d536-b25d-4d69-b3a5-76736511ecee) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:22.590699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a611b8d5-7d36-4f11-8dcf-a3b12e58037c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4f7a847feb54163bb85ff62fb099315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5800390 Feb 09 02:14:22.604620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50960) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:22.669807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac76a5-2c3c-43a5-bf86-d17f74f610d3 req-9486267e-a3a6-4315-903a-e213410184bc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.673019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebac76a5-2c3c-43a5-bf86-d17f74f610d3 req-9486267e-a3a6-4315-903a-e213410184bc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 947 time: 0.4353530 Feb 09 02:14:22.677629 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks [] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.704015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-935395ed-c895-4169-a6f2-d0b9bae3e1ad req-6e681a9d-8296-4e49-8a8b-83c8b919e17c tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414965 Feb 09 02:14:22.735011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.765193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Deleting port 0c79e4d8-3eac-43b2-9de7-566486787d48 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:22.765676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.775709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:22.786158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:22.793446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:22.796560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:22.821950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Pushing event updated for resources: {'Port': ['ID=54a5d536-b25d-4d69-b3a5-76736511ecee,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:22.903455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:22.910930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-966fe5f3-706d-4412-a7c3-f352978baff3 admin admin] Publish callbacks [] for security_group (02e16a7b-7639-4558-b6c2-5b08a7116c6f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:22.934347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:22.956738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'mac_address': 'fa:16:3e:c3:4e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:22.959636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebac76a5-2c3c-43a5-bf86-d17f74f610d3 req-191df31c-0e7c-4abb-91e3-4b29d2bc773b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753098 Feb 09 02:14:22.987419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-966fe5f3-706d-4412-a7c3-f352978baff3 admin admin] Publish callbacks [] for security_group (02e16a7b-7639-4558-b6c2-5b08a7116c6f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.071363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:23.074208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.104160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d3f43f-0594-46b9-836a-ee1e5aa22b58 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:23.150403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:23.156523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks [] for router_gateway (558d356c-734b-40b0-bd99-44c6e3e7f153), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.158834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.201231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23309b-c75b-410e-a241-a49ad1aab1e2 req-c24af5d2-b405-4a26-9083-11f9da4c06a2 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.210999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f23309b-c75b-410e-a241-a49ad1aab1e2 req-c24af5d2-b405-4a26-9083-11f9da4c06a2 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 946 time: 0.4007430 Feb 09 02:14:23.243136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] For port 0c79e4d8-3eac-43b2-9de7-566486787d48, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0c79e4d8-3eac-43b2-9de7-566486787d48,segment=NetworkSegment(8e1f4c64-948e-4585-a71c-f61d61de4a52),segment_id=8e1f4c64-948e-4585-a71c-f61d61de4a52)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:23.245368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.261420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:23.302682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Calling delete_port for 0c79e4d8-3eac-43b2-9de7-566486787d48 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:23.320062 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52d675ed-762b-4c71-9b19-cd1f0707622d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.332292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bea610b3-b04d-42df-b39e-e6d790cacf1a up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:23.476923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (558d356c-734b-40b0-bd99-44c6e3e7f153), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.503891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port bea610b3-b04d-42df-b39e-e6d790cacf1a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:23.513060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port bea610b3-b04d-42df-b39e-e6d790cacf1a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:23.513726 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.578307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['f3d3f43f-0594-46b9-836a-ee1e5aa22b58'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:23.584261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f23309b-c75b-410e-a241-a49ad1aab1e2 req-155fd8fe-1cd8-49ca-9121-c863275bd769 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d5cfec6-c92f-41a2-91f5-894ab0765bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650095 Feb 09 02:14:23.600484 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-966fe5f3-706d-4412-a7c3-f352978baff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (02e16a7b-7639-4558-b6c2-5b08a7116c6f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.603088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-966fe5f3-706d-4412-a7c3-f352978baff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:23.605035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-966fe5f3-706d-4412-a7c3-f352978baff3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02e16a7b-7639-4558-b6c2-5b08a7116c6f HTTP/1.1" status: 204 len: 168 time: 0.9986382 Feb 09 02:14:23.659530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:23.666887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e705d2cc-f093-4c3a-b0d9-826eb6988334 admin admin] 10.222.0.53 "PUT /v2.0/routers/11ee14a2-6f7d-4372-8ad1-1968bada57e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9934475 Feb 09 02:14:23.670847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50970) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:23.689404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fe5f3-706d-4412-a7c3-f352978baff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e16a7b-7639-4558-b6c2-5b08a7116c6f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:23.707309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] Sync routers for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:23.755348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcae7f6-f2be-45ae-aed3-14e4efcefa1a None None] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:23.772036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] Routers {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:23.774770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1159317-694f-4a50-b789-97a4e9d61d3d req-653b9996-7ef8-4d31-a7f8-12e43f6ebcdd tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.782832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1159317-694f-4a50-b789-97a4e9d61d3d req-653b9996-7ef8-4d31-a7f8-12e43f6ebcdd tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 945 time: 0.2933829 Feb 09 02:14:23.784245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:13:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:23.841746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Router 558d356c-734b-40b0-bd99-44c6e3e7f153 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:14:23.870931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49482d3a-f991-4f4e-abee-a2735b3356b3 req-ee131853-72a6-456f-999a-9155e1717c8b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.878185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49482d3a-f991-4f4e-abee-a2735b3356b3 req-ee131853-72a6-456f-999a-9155e1717c8b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1717820 Feb 09 02:14:23.945484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1159317-694f-4a50-b789-97a4e9d61d3d req-1d1ed945-b510-4a9d-b821-ab161e62cbd5 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564298 Feb 09 02:14:23.974906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0c79e4d8-3eac-43b2-9de7-566486787d48), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.006185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:24.016770 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Sync routers for ids ['558d356c-734b-40b0-bd99-44c6e3e7f153'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:24.031764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.032961 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a60aa5cb-72a3-43a6-97c7-e6c29f882d70 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0377989 Feb 09 02:14:24.040527 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Routers {'558d356c-734b-40b0-bd99-44c6e3e7f153'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:24.047365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50978) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:24.051614 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:13:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['558d356c-734b-40b0-bd99-44c6e3e7f153'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:24.062871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks [] for router (11ee14a2-6f7d-4372-8ad1-1968bada57e5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.080689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Pushing event deleted for resources: {'Port': ['ID=0c79e4d8-3eac-43b2-9de7-566486787d48,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:24.098698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49482d3a-f991-4f4e-abee-a2735b3356b3 req-ed32748a-954f-4e22-a38d-89ebaaf9b151 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133679 Feb 09 02:14:24.293312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6806aae2-2c2b-4904-acc6-885adae9ffeb None None] Provisioning complete for port 610b9188-40e9-43b2-91bd-f9be06e77708 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:24.293872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6806aae2-2c2b-4904-acc6-885adae9ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.328443 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Set router 558d356c-734b-40b0-bd99-44c6e3e7f153 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:24.365662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks [] for router_gateway (11ee14a2-6f7d-4372-8ad1-1968bada57e5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.393201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] No DVR routers for this DVR port 0c79e4d8-3eac-43b2-9de7-566486787d48 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:24.402088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.406761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f28263cb-213c-4754-bb6e-18c8acd1ba51 req-7e1a8b4b-55ae-422e-ac30-8752a927b2d3 tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.72 "DELETE /v2.0/ports/0c79e4d8-3eac-43b2-9de7-566486787d48 HTTP/1.1" status: 204 len: 173 time: 2.3737292 Feb 09 02:14:24.407347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'name': 'network-vif-deleted', 'tag': '0c79e4d8-3eac-43b2-9de7-566486787d48'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:24.410354 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9ef44-50d1-4a37-9c05-b4d5bf414f64" -d '{"events": [{"server_uuid": "99d36cdf-94fb-4be7-9ec2-113748b7b807", "name": "network-vif-deleted", "tag": "0c79e4d8-3eac-43b2-9de7-566486787d48"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:24.462859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25e599-05aa-43dd-88d0-716cc6a2c1f1 req-7482f1b8-8a4b-47e5-a0aa-93f122a28b72 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.480507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d25e599-05aa-43dd-88d0-716cc6a2c1f1 req-7482f1b8-8a4b-47e5-a0aa-93f122a28b72 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 948 time: 0.3804121 Feb 09 02:14:24.492449 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d824e7-2b9f-479a-bf38-be1075dbc443 x-openstack-request-id: req-a3d824e7-2b9f-479a-bf38-be1075dbc443 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:24.493736 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d36cdf-94fb-4be7-9ec2-113748b7b807", "name": "network-vif-deleted", "tag": "0c79e4d8-3eac-43b2-9de7-566486787d48", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:24.494231 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3d824e7-2b9f-479a-bf38-be1075dbc443 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:24.494895 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d36cdf-94fb-4be7-9ec2-113748b7b807', 'name': 'network-vif-deleted', 'tag': '0c79e4d8-3eac-43b2-9de7-566486787d48', 'status': 'completed', 'code': 200} Feb 09 02:14:24.551767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Deleting port 15a41454-8b26-47d5-8d0e-e17ecbc02839 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:24.552213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.586571 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:22Z', 'revision_number': 3, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port': {'id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:22Z', 'updated_at': '2022-02-09T02:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:24.664205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] For port 15a41454-8b26-47d5-8d0e-e17ecbc02839, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=15a41454-8b26-47d5-8d0e-e17ecbc02839,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:24.664585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.674492 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Checking router: 558d356c-734b-40b0-bd99-44c6e3e7f153 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:24.682206 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Updating router 558d356c-734b-40b0-bd99-44c6e3e7f153 port 54a5d536-b25d-4d69-b3a5-76736511ecee binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:14:24.687088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Calling delete_port for 15a41454-8b26-47d5-8d0e-e17ecbc02839 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:24.693180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 610b9188-40e9-43b2-91bd-f9be06e77708 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:24.720538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port bea610b3-b04d-42df-b39e-e6d790cacf1a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:24.720944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.747005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d25e599-05aa-43dd-88d0-716cc6a2c1f1 req-9f06c084-8c6a-4014-baac-7c79dc23c949 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652075 Feb 09 02:14:24.768934 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.802216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73dba190-0c03-4c5a-a68c-5f3348a703fe req-d2bb9c24-ce3e-4913-b84e-022b6d2e79ae tempest-ServerMetadataNegativeTestJSON-1063791390 tempest-ServerMetadataNegativeTestJSON-1063791390-project] 10.222.0.53 "GET /v2.0/ports?device_id=99d36cdf-94fb-4be7-9ec2-113748b7b807 HTTP/1.1" status: 200 len: 210 time: 0.0357895 Feb 09 02:14:24.946292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747719-615b-4f38-9c93-d920a4db1a21 req-22e7e25f-24ac-460c-888e-544164802e21 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.961075 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-88747719-615b-4f38-9c93-d920a4db1a21 req-22e7e25f-24ac-460c-888e-544164802e21 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.1702418 Feb 09 02:14:25.005336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:25.087065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:25.099123 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e52a74-a52d-4230-8e17-f8bb07b5a691" -d '{"events": [{"server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "name": "network-vif-plugged", "status": "completed", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:25.175114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.197490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b2169-04da-4baf-b4f8-855a90a770bd req-4a69682c-72ce-4273-a44e-9f38a5b6ccc5 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:25.199313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-262b2169-04da-4baf-b4f8-855a90a770bd req-4a69682c-72ce-4273-a44e-9f38a5b6ccc5 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.0959492 Feb 09 02:14:25.201703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.218216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Deleting port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:25.230079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.300493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6806aae2-2c2b-4904-acc6-885adae9ffeb None None] Current status of the port 610b9188-40e9-43b2-91bd-f9be06e77708 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:25.301257 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6806aae2-2c2b-4904-acc6-885adae9ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.337994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-262b2169-04da-4baf-b4f8-855a90a770bd req-dbae606a-258f-4a67-baa9-01c6e23b1e03 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194434 Feb 09 02:14:25.376418 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Publish callbacks [] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.397413 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.402355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c79e4d8-3eac-43b2-9de7-566486787d48 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:25.436522 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (15a41454-8b26-47d5-8d0e-e17ecbc02839), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.456428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 0c79e4d8-3eac-43b2-9de7-566486787d48 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:25.456963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0c79e4d8-3eac-43b2-9de7-566486787d48 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:25.494224 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4c408-78e5-4095-bfd9-859d7021da4c x-openstack-request-id: req-90e4c408-78e5-4095-bfd9-859d7021da4c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:25.494560 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "name": "network-vif-plugged", "status": "completed", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:25.496591 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90e4c408-78e5-4095-bfd9-859d7021da4c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:25.497020 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'code': 200} Feb 09 02:14:25.529064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Pushing event deleted for resources: {'Port': ['ID=15a41454-8b26-47d5-8d0e-e17ecbc02839,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:25.549481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 610b9188-40e9-43b2-91bd-f9be06e77708 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:25.550329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.568220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fda1b-e99e-42a1-89d5-6f18f499bc97 None None] Pushing event updated for resources: {'Port': ['ID=54a5d536-b25d-4d69-b3a5-76736511ecee,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:25.583097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Attempting to bind port 54a5d536-b25d-4d69-b3a5-76736511ecee on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:25.583469 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Attempting to bind port 54a5d536-b25d-4d69-b3a5-76736511ecee by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:25.592156 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Attempting to bind port 54a5d536-b25d-4d69-b3a5-76736511ecee on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:25.613674 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:25.614055 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:25.614503 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.614930 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:25.615432 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Bound port: 54a5d536-b25d-4d69-b3a5-76736511ecee, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:25.615822 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.638354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305df1b-ac86-45f5-8822-d8959c1460c5 req-bc6934c6-c8ca-4327-b4d7-1d5ebb14e14b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:25.651929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a305df1b-ac86-45f5-8822-d8959c1460c5 req-bc6934c6-c8ca-4327-b4d7-1d5ebb14e14b tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 945 time: 0.3186331 Feb 09 02:14:25.658745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (11ee14a2-6f7d-4372-8ad1-1968bada57e5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.766503 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] For port 54a5d536-b25d-4d69-b3a5-76736511ecee, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:25.777344 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] For port 54a5d536-b25d-4d69-b3a5-76736511ecee, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=54a5d536-b25d-4d69-b3a5-76736511ecee,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:25.787670 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:25.798708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:25.836715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] Set router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:25.850639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6806aae2-2c2b-4904-acc6-885adae9ffeb None None] For port 610b9188-40e9-43b2-91bd-f9be06e77708, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=610b9188-40e9-43b2-91bd-f9be06e77708,segment=NetworkSegment(f4018298-9995-43fa-a3c1-b6aa34acff04),segment_id=f4018298-9995-43fa-a3c1-b6aa34acff04)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:25.905696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a305df1b-ac86-45f5-8822-d8959c1460c5 req-4ec462ac-00ac-4204-a0ca-ace945236217 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527788 Feb 09 02:14:25.906996 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Routers {'558d356c-734b-40b0-bd99-44c6e3e7f153'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:25.911109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:13:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['558d356c-734b-40b0-bd99-44c6e3e7f153'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:25.913384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Allocated IP 172.20.0.1 (7a7b3e6b-9131-4829-a140-89eac2852c7e/9584ec71-5e0d-4e15-9edb-b994371b0193/6a8f1ef0-9146-41f6-8e57-90459f6019a8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:25.971908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 610b9188-40e9-43b2-91bd-f9be06e77708 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:25.981775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] For port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:25.982521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.032674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (11ee14a2-6f7d-4372-8ad1-1968bada57e5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.039571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6806aae2-2c2b-4904-acc6-885adae9ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.051723 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba1aff54-5074-4ca6-aee1-84575ed27651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.055801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks [] for router_controller (11ee14a2-6f7d-4372-8ad1-1968bada57e5), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.068656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Calling delete_port for 6fed26eb-bf82-4ec4-a616-6bb945ce36cc owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:26.081186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:26.104640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd346a-59f4-4eee-bccc-cc1a365a20f9 req-1dc5b67a-cd18-4141-98e1-9ee2424084bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.106494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85dd346a-59f4-4eee-bccc-cc1a365a20f9 req-1dc5b67a-cd18-4141-98e1-9ee2424084bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.3236055 Feb 09 02:14:26.285904 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] Set router 558d356c-734b-40b0-bd99-44c6e3e7f153 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:26.286100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8caaf-f950-4efc-a503-dfdcf2f67ec6 req-c82e0e85-abff-4c51-b603-258420155e39 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.287711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84b8caaf-f950-4efc-a503-dfdcf2f67ec6 req-c82e0e85-abff-4c51-b603-258420155e39 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 948 time: 0.1784370 Feb 09 02:14:26.290261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85dd346a-59f4-4eee-bccc-cc1a365a20f9 req-60fef7f7-ea2e-4a9e-8068-e2e3590b4fd8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672368 Feb 09 02:14:26.326901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks [] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.388991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84b8caaf-f950-4efc-a503-dfdcf2f67ec6 req-e36e1abd-cc72-4396-8ed1-72220f70b074 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952542 Feb 09 02:14:26.446824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.508152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-99182b0a-95a6-448a-bdac-fa8d5f664b1f None None] Provisioning complete for port 610b9188-40e9-43b2-91bd-f9be06e77708 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:26.508748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99182b0a-95a6-448a-bdac-fa8d5f664b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.558114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (11ee14a2-6f7d-4372-8ad1-1968bada57e5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.562491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ee14a2-6f7d-4372-8ad1-1968bada57e5 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:14:26.576569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806aae2-2c2b-4904-acc6-885adae9ffeb None None] Pushing event updated for resources: {'Port': ['ID=610b9188-40e9-43b2-91bd-f9be06e77708,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:26.586209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.587435 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-540fedab-2849-4ec8-a7be-c227c520ff3e admin admin] 10.222.0.53 "DELETE /v2.0/routers/11ee14a2-6f7d-4372-8ad1-1968bada57e5 HTTP/1.1" status: 204 len: 168 time: 2.9153855 Feb 09 02:14:26.617958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] Deleting subnet 96bb86d8-582e-42c4-be86-f5ec4a24243a {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:14:26.640230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:26.640575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:26.653780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'name': 'tempest-TaggedBootDevicesTest_v242-1255405083-router', 'tenant_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:14:20Z', 'revision_number': 5, 'project_id': 'dea40b2dfcce4ed199ddf53e7c3f86cb', 'gw_port': {'id': '15a41454-8b26-47d5-8d0e-e17ecbc02839', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee14a2-6f7d-4372-8ad1-1968bada57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:18Z', 'updated_at': '2022-02-09T02:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:26.663835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] Publish callbacks [] for subnet (96bb86d8-582e-42c4-be86-f5ec4a24243a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.721237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (96bb86d8-582e-42c4-be86-f5ec4a24243a), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.730674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] Checking router: 11ee14a2-6f7d-4372-8ad1-1968bada57e5 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:26.772451 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fda1b-e99e-42a1-89d5-6f18f499bc97 None None] Pushing event updated for resources: {'Port': ['ID=54a5d536-b25d-4d69-b3a5-76736511ecee,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:26.784604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] Routers set() bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:26.787879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] Router IDs set() for agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 02:14:26.788757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11ee14a2-6f7d-4372-8ad1-1968bada57e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent'). {{(pid=103151) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 02:14:26.791024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bc87a-28e7-4352-bdf8-dd5de1cb9633 None None] The sync data for ids ['11ee14a2-6f7d-4372-8ad1-1968bada57e5'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:26.794512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-99182b0a-95a6-448a-bdac-fa8d5f664b1f None None] Current status of the port 610b9188-40e9-43b2-91bd-f9be06e77708 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:26.849737 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.938534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6fed26eb-bf82-4ec4-a616-6bb945ce36cc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.946632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (96bb86d8-582e-42c4-be86-f5ec4a24243a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:26.969238 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:22Z', 'revision_number': 3, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port': {'id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:22Z', 'updated_at': '2022-02-09T02:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:27.024567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event deleted for resources: {'Port': ['ID=6fed26eb-bf82-4ec4-a616-6bb945ce36cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:27.038875 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6ba6c-910c-4730-b2bd-d850684f0bad None None] The sync data for ids ['558d356c-734b-40b0-bd99-44c6e3e7f153'] in n-d-826675-12 is: [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:22Z', 'revision_number': 3, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port': {'id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:22Z', 'updated_at': '2022-02-09T02:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:27.063066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] Deleting subnet eba3a8ad-cfd6-41dd-970a-299c2e63c034 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:14:27.137273 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] Publish callbacks [] for subnet (eba3a8ad-cfd6-41dd-970a-299c2e63c034), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.228879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (eba3a8ad-cfd6-41dd-970a-299c2e63c034), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.370364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (eba3a8ad-cfd6-41dd-970a-299c2e63c034), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.389413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f3657bc-ff63-49e8-ab66-e1937bedac38 req-6416103a-6d17-4313-8fc5-dff9d644a523 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 210 time: 0.1463418 Feb 09 02:14:27.425589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:27.447557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (96bb86d8-582e-42c4-be86-f5ec4a24243a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.452745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8f1ef0-9146-41f6-8e57-90459f6019a8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:27.457857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:27.462039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:27.464710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f53298e-a242-4912-80b1-85a474e9998d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.511291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa0986-6cd8-43ba-bce0-9840e781308e req-4d14b47b-4eb9-494e-8f9e-307ec83c6fbd tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:27.518504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42fa0986-6cd8-43ba-bce0-9840e781308e req-4d14b47b-4eb9-494e-8f9e-307ec83c6fbd tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.2766173 Feb 09 02:14:27.525731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.532024 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/96bb86d8-582e-42c4-be86-f5ec4a24243a HTTP/1.1" status: 204 len: 168 time: 1.4407618 Feb 09 02:14:27.548147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51046) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:27.618975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (eba3a8ad-cfd6-41dd-970a-299c2e63c034), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.627567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4afab-3186-4c53-883c-ed0d2a4c9413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bb86d8-582e-42c4-be86-f5ec4a24243a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:27.650477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] No DVR routers for this DVR port 6fed26eb-bf82-4ec4-a616-6bb945ce36cc on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:27.656210 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (558d356c-734b-40b0-bd99-44c6e3e7f153), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.673831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.678626 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-88747719-615b-4f38-9c93-d920a4db1a21 req-3495842e-641b-4234-a8a6-9d65fb7e2136 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "DELETE /v2.0/ports/6fed26eb-bf82-4ec4-a616-6bb945ce36cc HTTP/1.1" status: 204 len: 173 time: 2.7110388 Feb 09 02:14:27.680297 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'name': 'network-vif-deleted', 'tag': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:27.691577 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da4b517-d0b0-4bca-bcb5-83d0a4ee8e44" -d '{"events": [{"server_uuid": "d684a3b2-d8a7-4421-831b-d85feba2de07", "name": "network-vif-deleted", "tag": "6fed26eb-bf82-4ec4-a616-6bb945ce36cc"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:27.699291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42fa0986-6cd8-43ba-bce0-9840e781308e req-3155c411-f5b2-4396-9edd-592054e7e2f7 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793187 Feb 09 02:14:27.700579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f53298e-a242-4912-80b1-85a474e9998d admin admin] Publish callbacks [] for security_group (23cd3bad-2796-4149-bdeb-9f17c2221651), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.785456 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.791286 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eba3a8ad-cfd6-41dd-970a-299c2e63c034 HTTP/1.1" status: 204 len: 168 time: 1.1496873 Feb 09 02:14:27.791945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e44acde-8b38-4a5c-b08d-e4d8180e1a1a None None] Network 854b410b-8d92-47d2-b1a1-46a7c0424200 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:27.792429 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f53298e-a242-4912-80b1-85a474e9998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (23cd3bad-2796-4149-bdeb-9f17c2221651), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:27.795096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677c38c-d53f-46fc-a35a-21dbe4a95619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba3a8ad-cfd6-41dd-970a-299c2e63c034,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:27.803128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:27.889076 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b06712f-eb0d-45c3-913c-fbb984634944 x-openstack-request-id: req-7b06712f-eb0d-45c3-913c-fbb984634944 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:27.889380 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d684a3b2-d8a7-4421-831b-d85feba2de07", "name": "network-vif-deleted", "tag": "6fed26eb-bf82-4ec4-a616-6bb945ce36cc", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:27.889642 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b06712f-eb0d-45c3-913c-fbb984634944 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:27.890064 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd684a3b2-d8a7-4421-831b-d85feba2de07', 'name': 'network-vif-deleted', 'tag': '6fed26eb-bf82-4ec4-a616-6bb945ce36cc', 'status': 'completed', 'code': 200} Feb 09 02:14:27.938497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (00e6e0f7-10fd-42f2-b274-d3902c7242ca), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.008952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e0c9db5e-ac78-41bc-bd1a-5c5a7610a605 None None] Provisioning complete for port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:28.009332 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0c9db5e-ac78-41bc-bd1a-5c5a7610a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.051239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6b3c5-047d-42a4-95ce-ab4f9983f541 req-5f844662-4df1-4840-9f31-103be4dd7435 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:28.053964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81a6b3c5-047d-42a4-95ce-ab4f9983f541 req-5f844662-4df1-4840-9f31-103be4dd7435 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 948 time: 0.4301436 Feb 09 02:14:28.097266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53298e-a242-4912-80b1-85a474e9998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd3bad-2796-4149-bdeb-9f17c2221651,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:28.117545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (854b410b-8d92-47d2-b1a1-46a7c0424200), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.157577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2f53298e-a242-4912-80b1-85a474e9998d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=794d53a5a6494e47836dbaebcc4127ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5124793 Feb 09 02:14:28.163358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51054) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:28.195053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9db5e-ac78-41bc-bd1a-5c5a7610a605 None None] Port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:28.204931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.286076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Deleting port c20fb532-dcb6-4702-a066-1b8eb39bb300 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:28.287034 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.310588 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (00e6e0f7-10fd-42f2-b274-d3902c7242ca), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.357186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] DHCP port deletion for 854b410b-8d92-47d2-b1a1-46a7c0424200 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:14:28.439375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81a6b3c5-047d-42a4-95ce-ab4f9983f541 req-6693fe59-7203-4be1-9dc4-02a654595035 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770142 Feb 09 02:14:28.448753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e6e0f7-10fd-42f2-b274-d3902c7242ca']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:28.465044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] For port c20fb532-dcb6-4702-a066-1b8eb39bb300, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c20fb532-dcb6-4702-a066-1b8eb39bb300,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:28.470530 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.481517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] Deleting port c20fb532-dcb6-4702-a066-1b8eb39bb300 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:28.481517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.489333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1f4c64-948e-4585-a71c-f61d61de4a52') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:28.497642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1f4c64-948e-4585-a71c-f61d61de4a52') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:28.510059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 610b9188-40e9-43b2-91bd-f9be06e77708 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:28.518351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.531667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Calling delete_port for c20fb532-dcb6-4702-a066-1b8eb39bb300 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:28.536719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (8e1f4c64-948e-4585-a71c-f61d61de4a52), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.566932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8e1f4c64-948e-4585-a71c-f61d61de4a52), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.574328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:14:28.575848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (8e1f4c64-948e-4585-a71c-f61d61de4a52), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.669941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] For port c20fb532-dcb6-4702-a066-1b8eb39bb300, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c20fb532-dcb6-4702-a066-1b8eb39bb300,segment=NetworkSegment(7f62a386-ad1c-49a8-9091-baa80fae03f1),segment_id=7f62a386-ad1c-49a8-9091-baa80fae03f1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:28.670253 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.685438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] Calling delete_port for c20fb532-dcb6-4702-a066-1b8eb39bb300 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:14:28.691637 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:14:28.695268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.726017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (00e6e0f7-10fd-42f2-b274-d3902c7242ca), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.733757 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.743606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/00e6e0f7-10fd-42f2-b274-d3902c7242ca HTTP/1.1" status: 204 len: 168 time: 1.1912208 Feb 09 02:14:28.762646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] No DVR routers for this DVR port c20fb532-dcb6-4702-a066-1b8eb39bb300 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:28.764605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Pushing event deleted for resources: {'Port': ['ID=c20fb532-dcb6-4702-a066-1b8eb39bb300,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:28.767838 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a619f25f-f344-4ca9-ae6f-5f8940cb589b admin admin] Publish callbacks [] for security_group (23cd3bad-2796-4149-bdeb-9f17c2221651), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.805282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4554af8-926a-4aa6-8f17-bfe6d4b9dcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e6e0f7-10fd-42f2-b274-d3902c7242ca,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:28.809568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:28.812252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dd60ce5-c600-4ef4-8ab7-48251f3bd231 req-3500d7a1-4282-4b90-8d65-41d1391c4985 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d684a3b2-d8a7-4421-831b-d85feba2de07 HTTP/1.1" status: 200 len: 210 time: 0.1192572 Feb 09 02:14:28.817052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 610b9188-40e9-43b2-91bd-f9be06e77708 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:28.817591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:28.953769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (854b410b-8d92-47d2-b1a1-46a7c0424200), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.011459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:29.022117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854b410b-8d92-47d2-b1a1-46a7c0424200']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:29.061361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (c20fb532-dcb6-4702-a066-1b8eb39bb300), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.091336 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a619f25f-f344-4ca9-ae6f-5f8940cb589b admin admin] Publish callbacks [] for security_group (23cd3bad-2796-4149-bdeb-9f17c2221651), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.094822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f62a386-ad1c-49a8-9091-baa80fae03f1') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:29.095556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f62a386-ad1c-49a8-9091-baa80fae03f1') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:29.115171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:29.117312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] Pushing event deleted for resources: {'Port': ['ID=c20fb532-dcb6-4702-a066-1b8eb39bb300,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.119441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e04b41-4c35-45b8-8c5a-3d87656a1c7d None None] No DVR routers for this DVR port c20fb532-dcb6-4702-a066-1b8eb39bb300 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:29.136647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:29.137240 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.140232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 610b9188-40e9-43b2-91bd-f9be06e77708 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:29.142369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 54a5d536-b25d-4d69-b3a5-76736511ecee up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:29.161543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (7f62a386-ad1c-49a8-9091-baa80fae03f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.174258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks [] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.190968 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.213357 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-316a2f1e-54d7-4499-a046-10fe51e0b32b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c318538a9316423d9a4d402bec36cfec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984499 Feb 09 02:14:29.213357 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7f62a386-ad1c-49a8-9091-baa80fae03f1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.215587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51068) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:29.237778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0f30-67f1-4dec-8467-06ab3aa0d90c req-6e34c046-0278-4e95-8cd1-9413939b57f6 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.240072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:14:29.240483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (7f62a386-ad1c-49a8-9091-baa80fae03f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:14:29.242240 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:14:29.265821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d6b0f30-67f1-4dec-8467-06ab3aa0d90c req-6e34c046-0278-4e95-8cd1-9413939b57f6 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.2563980 Feb 09 02:14:29.279871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 54a5d536-b25d-4d69-b3a5-76736511ecee triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:29.280246 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.310727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:29.311114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.334701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (854b410b-8d92-47d2-b1a1-46a7c0424200), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.355505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.365132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:29.365132 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d2502-4aa7-4801-8584-b0c2fcb58a40" -d '{"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:29.370949 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] 10.222.0.53 "DELETE /v2.0/networks/854b410b-8d92-47d2-b1a1-46a7c0424200 HTTP/1.1" status: 204 len: 168 time: 1.5649741 Feb 09 02:14:29.381843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51072) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:29.384313 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a619f25f-f344-4ca9-ae6f-5f8940cb589b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (23cd3bad-2796-4149-bdeb-9f17c2221651), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.386273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:29.387017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a619f25f-f344-4ca9-ae6f-5f8940cb589b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.390588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a619f25f-f344-4ca9-ae6f-5f8940cb589b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23cd3bad-2796-4149-bdeb-9f17c2221651 HTTP/1.1" status: 204 len: 168 time: 1.1757760 Feb 09 02:14:29.391462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2576-6e49-4622-a6d9-7739384327be admin admin] Pushing event deleted for resources: {'Network': ['ID=854b410b-8d92-47d2-b1a1-46a7c0424200,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.420312 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.421288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6fed26eb-bf82-4ec4-a616-6bb945ce36cc no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:29.427591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b50c3de-a7b0-4160-b85c-2b53e58c061a admin admin] Publish callbacks [] for security_group (6d5cfec6-c92f-41a2-91f5-894ab0765bbd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.481080 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310dd73e-55c0-4b31-832e-7b303074b15d x-openstack-request-id: req-310dd73e-55c0-4b31-832e-7b303074b15d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:29.481400 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:29.481670 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-310dd73e-55c0-4b31-832e-7b303074b15d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:29.482099 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'code': 200} Feb 09 02:14:29.500344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b50c3de-a7b0-4160-b85c-2b53e58c061a admin admin] Publish callbacks [] for security_group (6d5cfec6-c92f-41a2-91f5-894ab0765bbd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.540731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 6fed26eb-bf82-4ec4-a616-6bb945ce36cc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:29.544869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6fed26eb-bf82-4ec4-a616-6bb945ce36cc not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:29.572854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 54a5d536-b25d-4d69-b3a5-76736511ecee is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:29.573708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.617743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 54a5d536-b25d-4d69-b3a5-76736511ecee, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=54a5d536-b25d-4d69-b3a5-76736511ecee,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:29.618974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.631309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.658308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 15a41454-8b26-47d5-8d0e-e17ecbc02839 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:29.693468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619f25f-f344-4ca9-ae6f-5f8940cb589b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd3bad-2796-4149-bdeb-9f17c2221651,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.698966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba528da-3f9e-48f3-9a63-d5b4e7421e14 req-b41be9cf-777b-4055-bf1e-780dc87dc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.705739 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2ba528da-3f9e-48f3-9a63-d5b4e7421e14 req-b41be9cf-777b-4055-bf1e-780dc87dc2b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1132 time: 0.1965458 Feb 09 02:14:29.716751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 15a41454-8b26-47d5-8d0e-e17ecbc02839 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:29.717119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 15a41454-8b26-47d5-8d0e-e17ecbc02839 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:29.717557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:29.737054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8f1ef0-9146-41f6-8e57-90459f6019a8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.759721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d6b0f30-67f1-4dec-8467-06ab3aa0d90c req-52865978-970c-4ef8-bfd1-928210b40634 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889057 Feb 09 02:14:29.760596 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (558d356c-734b-40b0-bd99-44c6e3e7f153), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.781122 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b50c3de-a7b0-4160-b85c-2b53e58c061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6d5cfec6-c92f-41a2-91f5-894ab0765bbd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.784517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b50c3de-a7b0-4160-b85c-2b53e58c061a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.788486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b50c3de-a7b0-4160-b85c-2b53e58c061a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d5cfec6-c92f-41a2-91f5-894ab0765bbd HTTP/1.1" status: 204 len: 168 time: 0.5699275 Feb 09 02:14:29.790525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:29.793836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d5af-5dfd-4ec7-a91d-79ce1fc16384 req-7af8f569-7040-48ab-82b5-9daf14515a7e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.795483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5b0d5af-5dfd-4ec7-a91d-79ce1fc16384 req-7af8f569-7040-48ab-82b5-9daf14515a7e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1428440 Feb 09 02:14:29.815208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:29.817025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2dede04d-a2f8-49c7-b2aa-e3e078b8ddab not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:29.851824 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2ba528da-3f9e-48f3-9a63-d5b4e7421e14 req-94186c1c-4032-47b9-ac7e-6642b82f3189 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400943 Feb 09 02:14:29.852728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50c3de-a7b0-4160-b85c-2b53e58c061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5cfec6-c92f-41a2-91f5-894ab0765bbd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.857912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=54a5d536-b25d-4d69-b3a5-76736511ecee,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:29.902783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-f4e56118-4cf0-4f93-9278-941ef23dac3d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2819147 Feb 09 02:14:30.291611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5b0d5af-5dfd-4ec7-a91d-79ce1fc16384 req-0b5a01ed-5316-4b5a-97b6-29d08b01f1fc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638646 Feb 09 02:14:30.309450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 54a5d536-b25d-4d69-b3a5-76736511ecee up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:30.376922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 54a5d536-b25d-4d69-b3a5-76736511ecee triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:30.377299 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:30.508790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 54a5d536-b25d-4d69-b3a5-76736511ecee is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:30.590354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c20fb532-dcb6-4702-a066-1b8eb39bb300 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:30.657071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c20fb532-dcb6-4702-a066-1b8eb39bb300 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:30.662878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c20fb532-dcb6-4702-a066-1b8eb39bb300 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:30.709245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:30.724106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-bbc07586-2678-47eb-ae54-6895e4bf672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.726439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-bbc07586-2678-47eb-ae54-6895e4bf672e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.6114528 Feb 09 02:14:30.738846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:30.807565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-949d578b-28b9-4b5d-84a7-5021fc6bb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.809109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-949d578b-28b9-4b5d-84a7-5021fc6bb106 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 1132 time: 0.4215903 Feb 09 02:14:30.834589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-4de61df4-6939-495e-938e-96468c388775 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.836158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-4de61df4-6939-495e-938e-96468c388775 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.3543804 Feb 09 02:14:30.934974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ed851-d57e-4757-87ff-cc271ae450dc req-f4df8ddb-b7da-45f5-bfc4-c0e440536724 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.943014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c3ed851-d57e-4757-87ff-cc271ae450dc req-f4df8ddb-b7da-45f5-bfc4-c0e440536724 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.5065012 Feb 09 02:14:31.064821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51136) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:31.134988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-e9677199-3a1c-4839-954b-e1f073d0fe1a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/quotas/6039e2c8b5fc4f41b5b6f8b47770ea0c HTTP/1.1" status: 200 len: 375 time: 0.2368944 Feb 09 02:14:31.175168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3980f2f6-e36d-4777-873f-ef5acecd832a None None] Provisioning complete for port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:31.177371 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3980f2f6-e36d-4777-873f-ef5acecd832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.233474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-5c9457b5-ee53-4259-acc6-17e751402741 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766232 Feb 09 02:14:31.253262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3980f2f6-e36d-4777-873f-ef5acecd832a None None] Port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:14:31.307480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c3ed851-d57e-4757-87ff-cc271ae450dc req-bbc9b5a0-8bcf-4e2b-af4a-32a6e8bc2a2e tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627973 Feb 09 02:14:31.411193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-20aeab35-47f0-4049-acbd-1b790fc966d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.412818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-20aeab35-47f0-4049-acbd-1b790fc966d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 0.6714110 Feb 09 02:14:31.419468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1585651260-network', 'tenant_id': '8edeb0bc222a47de99abe9d5a1ffa727'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:31.433545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-a63254f7-b5b4-490f-9d10-7c3eaf24deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.435157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-a63254f7-b5b4-490f-9d10-7c3eaf24deea service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.5980175 Feb 09 02:14:31.447901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Made reservation on behalf of 8edeb0bc222a47de99abe9d5a1ffa727 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:31.451404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.462203 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.526402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-fef20944-258b-48ad-9e86-6dca08bde1c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 217 time: 0.0984521 Feb 09 02:14:31.546274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-d4a70e48-5baa-4753-8fac-77469c89c869 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 200 len: 217 time: 0.0998483 Feb 09 02:14:31.556657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks [] for security_group (1f1842bb-f6b7-488a-bce2-8e4c4d26290d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.561659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1f1842bb-f6b7-488a-bce2-8e4c4d26290d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.584059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Router 558d356c-734b-40b0-bd99-44c6e3e7f153 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:31.591163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:14:31.598617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1842bb-f6b7-488a-bce2-8e4c4d26290d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:31.608049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2250084d-5605-4fb5-bf49-8fd755ed7f95), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.608476 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Added segment 2250084d-5605-4fb5-bf49-8fd755ed7f95 of type vlan for network 730e39fe-c31a-459d-a5b2-1d31a319a744 Feb 09 02:14:31.659407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (730e39fe-c31a-459d-a5b2-1d31a319a744), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.690726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (730e39fe-c31a-459d-a5b2-1d31a319a744), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.691990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.692630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:31.698974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-036732c1-0c0e-412b-9f56-8ae3aaeea3e8 service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351389 Feb 09 02:14:31.756632 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6906624 Feb 09 02:14:31.759697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:31.766976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Request body: {'subnet': {'network_id': '730e39fe-c31a-459d-a5b2-1d31a319a744', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1585651260-subnet', 'tenant_id': '8edeb0bc222a47de99abe9d5a1ffa727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:31.777647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d2b46-715a-42da-9687-2bc44f4c59aa admin admin] Pushing event updated for resources: {'Network': ['ID=730e39fe-c31a-459d-a5b2-1d31a319a744,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:31.796969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 730e39fe-c31a-459d-a5b2-1d31a319a744 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:14:31.798841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Made reservation on behalf of 8edeb0bc222a47de99abe9d5a1ffa727 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:31.803798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:32.016127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (103bd20e-aa01-4735-902e-6c33a9f0ad57), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:32.055716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-a94d5c95-f6ef-4b29-bcbe-bd6969605e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.057063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-a94d5c95-f6ef-4b29-bcbe-bd6969605e7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.5175631 Feb 09 02:14:32.079722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103bd20e-aa01-4735-902e-6c33a9f0ad57,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:32.085908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Checking segment: {'id': '2250084d-5605-4fb5-bf49-8fd755ed7f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '730e39fe-c31a-459d-a5b2-1d31a319a744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:32.086111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Network hostable DHCP agents. Network: 730e39fe-c31a-459d-a5b2-1d31a319a744, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:14:32.103198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Network 730e39fe-c31a-459d-a5b2-1d31a319a744 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:14:32.108944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-498afed1-d9ce-4988-8d7a-89c26d440391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.110970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-498afed1-d9ce-4988-8d7a-89c26d440391 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.5296052 Feb 09 02:14:32.112890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 730e39fe-c31a-459d-a5b2-1d31a319a744) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:32.117681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.118577 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:32.133674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b3f1f3-4d40-49f9-9b1c-b7b7aeae11f6 None None] Network 730e39fe-c31a-459d-a5b2-1d31a319a744 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:32.151112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48b43080-54a7-425e-9a14-c2ad71c3c8c5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3903565 Feb 09 02:14:32.194718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d4a3a-595e-425f-b31d-9fba1fbbe50e req-2055acb3-46d6-4fbf-80fa-00dc5700b3eb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.196531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e3d4a3a-595e-425f-b31d-9fba1fbbe50e req-2055acb3-46d6-4fbf-80fa-00dc5700b3eb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.7075839 Feb 09 02:14:32.230679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-a218ed4f-d32f-4785-97d8-e25a58d69010 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259825 Feb 09 02:14:32.399526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a9648-b1e7-4f53-b9d3-e6d3b68d09ec None None] Network 730e39fe-c31a-459d-a5b2-1d31a319a744 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:32.465698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e3d4a3a-595e-425f-b31d-9fba1fbbe50e req-60929405-35e0-436e-af0f-4d042e628377 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412822 Feb 09 02:14:32.473844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:32.491068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-313e0370-bbd6-487b-9e31-d35ca07b17b8 admin admin] 10.222.0.53 "PUT /v2.0/routers/558d356c-734b-40b0-bd99-44c6e3e7f153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4235384 Feb 09 02:14:32.491068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-3542e4a0-df28-4b22-939b-48d65a7f96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:32.491068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-3542e4a0-df28-4b22-939b-48d65a7f96a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3035688 Feb 09 02:14:32.491068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-0fdef4c0-4331-4789-8cf8-8cbeb133bbaa service neutron] 10.222.0.53 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7721863 Feb 09 02:14:32.514197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Sync routers for ids ['558d356c-734b-40b0-bd99-44c6e3e7f153'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:32.525592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Routers {'558d356c-734b-40b0-bd99-44c6e3e7f153'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:32.526449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['558d356c-734b-40b0-bd99-44c6e3e7f153'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:32.582300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (64c2b32c-1113-4393-9131-b09a6f4c5cee), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:32.643868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-49300cb4-9263-402d-abaa-6053b46b64dd service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836410 Feb 09 02:14:32.672921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Set router 558d356c-734b-40b0-bd99-44c6e3e7f153 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:32.827800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-64d6916f-3615-47c6-8581-c06fa0b2dced req-eda872a6-2f18-4448-8b42-88dba5f2fc24 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67338325', 'description': 'tempest-description-616622154'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:32.852593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-0e98f7f1-1d7d-4ca9-be8c-0d12bc1d67fb service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607655 Feb 09 02:14:32.984800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31a08a04-8d75-406b-b6ff-8d691f162a3a req-fee17a01-d306-4e03-b907-837677463b5a service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202679 Feb 09 02:14:32.999077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-64d6916f-3615-47c6-8581-c06fa0b2dced req-eda872a6-2f18-4448-8b42-88dba5f2fc24 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.052322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:28Z', 'revision_number': 4, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port': {'id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:22Z', 'updated_at': '2022-02-09T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6a8f1ef0-9146-41f6-8e57-90459f6019a8', 'name': '', 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'mac_address': 'fa:16:3e:0a:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '9584ec71-5e0d-4e15-9edb-b994371b0193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:25Z', 'updated_at': '2022-02-09T02:14:28Z', 'revision_number': 2, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'subnets': [{'id': '9584ec71-5e0d-4e15-9edb-b994371b0193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:33.087406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Checking router: 558d356c-734b-40b0-bd99-44c6e3e7f153 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:33.087764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Updating router 558d356c-734b-40b0-bd99-44c6e3e7f153 port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:14:33.115465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9f030a4-fc9d-4dfb-9d82-6153ad24dd7c req-49a83cd6-e4e3-4f63-87a7-fbc8beafdf8c service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370468 Feb 09 02:14:33.122225 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.237870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18460552-47de-4789-8942-24656e94d7e8 req-0999625d-9009-425e-bda8-6229c147fcb3 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:33.243574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18460552-47de-4789-8942-24656e94d7e8 req-0999625d-9009-425e-bda8-6229c147fcb3 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.2454648 Feb 09 02:14:33.273493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-64d6916f-3615-47c6-8581-c06fa0b2dced req-eda872a6-2f18-4448-8b42-88dba5f2fc24 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (0612e7c7-f5c1-43ab-bc97-102d39e77859), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.308304 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-64d6916f-3615-47c6-8581-c06fa0b2dced req-eda872a6-2f18-4448-8b42-88dba5f2fc24 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0612e7c7-f5c1-43ab-bc97-102d39e77859), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.372602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda872a6-2f18-4448-8b42-88dba5f2fc24 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0612e7c7-f5c1-43ab-bc97-102d39e77859,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:33.442572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18460552-47de-4789-8942-24656e94d7e8 req-2816f825-e357-4337-9b27-18ef626b6f54 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639986 Feb 09 02:14:33.453337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-64d6916f-3615-47c6-8581-c06fa0b2dced req-eda872a6-2f18-4448-8b42-88dba5f2fc24 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.477716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64d6916f-3615-47c6-8581-c06fa0b2dced req-eda872a6-2f18-4448-8b42-88dba5f2fc24 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6623135 Feb 09 02:14:33.554951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Publish callbacks [] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.568755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.653289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cfc8a-c00c-4843-b584-8498beca7159 None None] Pushing event updated for resources: {'Port': ['ID=6a8f1ef0-9146-41f6-8e57-90459f6019a8,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:33.725328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ad92-f468-4edc-9e90-400286022b03 req-a40f750c-6ce3-4739-a452-37fe30e68257 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:33.727838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c844ad92-f468-4edc-9e90-400286022b03 req-a40f750c-6ce3-4739-a452-37fe30e68257 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1132 time: 0.0976443 Feb 09 02:14:33.749018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Deleting port 843f8223-cd48-4875-bfad-445c15f2f80a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:33.749537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.787632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Attempting to bind port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:33.788028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Attempting to bind port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:33.788398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Attempting to bind port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 on network 7a7b3e6b-9131-4829-a140-89eac2852c7e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:33.797301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:33.797768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Checking segment: {'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:33.798112 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.798541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Bound using segment: {'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:33.799031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Bound port: 6a8f1ef0-9146-41f6-8e57-90459f6019a8, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4018298-9995-43fa-a3c1-b6aa34acff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:33.799413 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.943615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c844ad92-f468-4edc-9e90-400286022b03 req-f7cd6f68-b970-453d-86ac-86d653d0f11c tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066298 Feb 09 02:14:33.943889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] For port 6a8f1ef0-9146-41f6-8e57-90459f6019a8, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:33.949035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] For port 6a8f1ef0-9146-41f6-8e57-90459f6019a8, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a8f1ef0-9146-41f6-8e57-90459f6019a8,segment=NetworkSegment(f4018298-9995-43fa-a3c1-b6aa34acff04),segment_id=f4018298-9995-43fa-a3c1-b6aa34acff04)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:33.959130 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.023866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-067b0863-953b-4bfa-90c7-7d6867752332 req-bf7052e0-0e7c-4ab4-967f-679e4d972beb tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2388098 Feb 09 02:14:34.030299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:34.045577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] For port 843f8223-cd48-4875-bfad-445c15f2f80a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=843f8223-cd48-4875-bfad-445c15f2f80a,segment=NetworkSegment(39a3f698-86cb-4233-be97-945bbd49cfac),segment_id=39a3f698-86cb-4233-be97-945bbd49cfac)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:34.046020 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.061601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Routers {'558d356c-734b-40b0-bd99-44c6e3e7f153'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:34.062299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['558d356c-734b-40b0-bd99-44c6e3e7f153'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:34.070584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Calling delete_port for 843f8223-cd48-4875-bfad-445c15f2f80a owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:34.101664 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.135544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dee100d6-a98a-409a-b489-a3ff60df8cd9 req-dc0d2ef4-155a-4350-9ec0-d373da9edef9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 210 time: 0.0578556 Feb 09 02:14:34.221673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] Set router 558d356c-734b-40b0-bd99-44c6e3e7f153 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:34.315036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68f32b7d-d58c-4c83-b5b1-a08b2760c0f7 req-34512081-daaf-4b0c-bf40-1705965508ce tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a82658-3dd7-40e7-93c2-67a045f38b42 HTTP/1.1" status: 200 len: 210 time: 0.0489395 Feb 09 02:14:34.453559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cfc8a-c00c-4843-b584-8498beca7159 None None] Pushing event updated for resources: {'Port': ['ID=6a8f1ef0-9146-41f6-8e57-90459f6019a8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:34.458605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a4f9d568-9972-45b7-b698-7820f104db30 None None] Provisioning complete for port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:34.458873 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d568-9972-45b7-b698-7820f104db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.536122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:28Z', 'revision_number': 4, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port': {'id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:22Z', 'updated_at': '2022-02-09T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6a8f1ef0-9146-41f6-8e57-90459f6019a8', 'name': '', 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'mac_address': 'fa:16:3e:0a:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '9584ec71-5e0d-4e15-9edb-b994371b0193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:25Z', 'updated_at': '2022-02-09T02:14:33Z', 'revision_number': 4, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'subnets': [{'id': '9584ec71-5e0d-4e15-9edb-b994371b0193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:34.555504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-559ab25b-33cb-48b2-9982-6a87106e7ef4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2691510 Feb 09 02:14:34.576803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-18b93cf6-2987-4eff-be1c-123ed7916f27 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/0612e7c7-f5c1-43ab-bc97-102d39e77859 HTTP/1.1" status: 200 len: 1821 time: 0.2218118 Feb 09 02:14:34.582637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0612e7c7-f5c1-43ab-bc97-102d39e77859', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:34.583148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0612e7c7-f5c1-43ab-bc97-102d39e77859', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:34.585030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f59b1-9c1a-43eb-afc7-7ec25f4cef8f None None] The sync data for ids ['558d356c-734b-40b0-bd99-44c6e3e7f153'] in n-d-826675-12 is: [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:28Z', 'revision_number': 4, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port': {'id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:22Z', 'updated_at': '2022-02-09T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6a8f1ef0-9146-41f6-8e57-90459f6019a8', 'name': '', 'network_id': '7a7b3e6b-9131-4829-a140-89eac2852c7e', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'mac_address': 'fa:16:3e:0a:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '9584ec71-5e0d-4e15-9edb-b994371b0193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:25Z', 'updated_at': '2022-02-09T02:14:33Z', 'revision_number': 4, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'subnets': [{'id': '9584ec71-5e0d-4e15-9edb-b994371b0193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:34.605800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9d568-9972-45b7-b698-7820f104db30 None None] Current status of the port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:34.606226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d568-9972-45b7-b698-7820f104db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.657983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a4f9d568-9972-45b7-b698-7820f104db30 None None] For port 6a8f1ef0-9146-41f6-8e57-90459f6019a8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a8f1ef0-9146-41f6-8e57-90459f6019a8,segment=NetworkSegment(f4018298-9995-43fa-a3c1-b6aa34acff04),segment_id=f4018298-9995-43fa-a3c1-b6aa34acff04)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:34.685513 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d568-9972-45b7-b698-7820f104db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.772108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9d568-9972-45b7-b698-7820f104db30 None None] Pushing event updated for resources: {'Port': ['ID=6a8f1ef0-9146-41f6-8e57-90459f6019a8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:34.779323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (85bb97ec-d27e-4baa-aa2a-d0f9a65d5494), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.824044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.841193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b4d387ec-3aec-4db9-8582-4406ab17b424 None None] Provisioning complete for port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:34.842051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4d387ec-3aec-4db9-8582-4406ab17b424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.890203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (843f8223-cd48-4875-bfad-445c15f2f80a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:34.921025 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (85bb97ec-d27e-4baa-aa2a-d0f9a65d5494), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:35.024482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Pushing event deleted for resources: {'Port': ['ID=843f8223-cd48-4875-bfad-445c15f2f80a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:35.036613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (85bb97ec-d27e-4baa-aa2a-d0f9a65d5494), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:35.062926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b4d387ec-3aec-4db9-8582-4406ab17b424 None None] Current status of the port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:35.110071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-d15cf7d1-d065-4f9a-9dce-aa404654f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.115582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-d15cf7d1-d065-4f9a-9dce-aa404654f859 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=50b0a9d1a445463980e19ebece808811&device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 1128 time: 0.3685596 Feb 09 02:14:35.276454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bb97ec-d27e-4baa-aa2a-d0f9a65d5494,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:35.401292 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:35.402695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8e23065-01ad-490a-8cb2-a2b4a854084e req-e78baa1b-da16-4333-93bd-4cf7fb833341 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8249323 Feb 09 02:14:35.447679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Allocated IP 172.25.6.21 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/7718d420-8b8c-46f2-91db-5968bd13b298) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:35.515055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-ab2a8856-1b11-4781-9885-aad7c5d2f738 req-abef6f1e-404c-4797-a3f9-092a666f0af3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:14:35.516830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab2a8856-1b11-4781-9885-aad7c5d2f738 req-abef6f1e-404c-4797-a3f9-092a666f0af3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153263 Feb 09 02:14:35.946359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-0501bd1e-7a6b-4aba-88f7-fc58be4d31f7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.947944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-0501bd1e-7a6b-4aba-88f7-fc58be4d31f7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 812 time: 0.9248698 Feb 09 02:14:35.953809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-9c5ad8f6-9d24-4f22-b62d-00be4c64fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.957474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-9c5ad8f6-9d24-4f22-b62d-00be4c64fbc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 200 len: 915 time: 0.7497387 Feb 09 02:14:35.968109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Request body: {'port': {'device_id': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'admin_state_up': True, 'tenant_id': '6039e2c8b5fc4f41b5b6f8b47770ea0c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:35.973699 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-5cbdc080-9be3-4d75-b5a3-1d0e4787a443 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1937003 Feb 09 02:14:35.993501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-ddd38315-5a5f-4c09-9779-e7aa0bf6a75a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:14:36.009841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-ddd38315-5a5f-4c09-9779-e7aa0bf6a75a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0337498 Feb 09 02:14:36.048146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (64c2b32c-1113-4393-9131-b09a6f4c5cee), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.108444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-185b9671-de5f-4cae-b89c-127def4c29c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67 HTTP/1.1" status: 200 len: 217 time: 0.1334770 Feb 09 02:14:36.498825 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for port (7718d420-8b8c-46f2-91db-5968bd13b298), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.515538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a8f1ef0-9146-41f6-8e57-90459f6019a8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:36.568832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Made reservation on behalf of 6039e2c8b5fc4f41b5b6f8b47770ea0c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:36.578809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.641672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:36.642297 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.649741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-58e40376-2549-49ac-a358-34d5f28af18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.651270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-58e40376-2549-49ac-a358-34d5f28af18a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 200 len: 854 time: 0.4053698 Feb 09 02:14:36.710750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474267eb-041e-439b-986d-d7b852e23fba req-efb70578-f4d6-41b7-826b-d204fd1dc170 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.712457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-474267eb-041e-439b-986d-d7b852e23fba req-efb70578-f4d6-41b7-826b-d204fd1dc170 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.5966914 Feb 09 02:14:36.772381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-6a38ac88-099c-4946-bf5a-a769e6a63cc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eac3926b-d9da-4086-80d6-ba138b7836e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919185 Feb 09 02:14:36.791151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:36.930729 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7718d420-8b8c-46f2-91db-5968bd13b298), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.999674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Router 64c2b32c-1113-4393-9131-b09a6f4c5cee has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:37.021665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-474267eb-041e-439b-986d-d7b852e23fba req-512aec4a-f9ac-4f83-8719-5e3600bc6336 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918301 Feb 09 02:14:37.120100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:37.141002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:37.152869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:37.186120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-6e3b7084-6119-48ab-bdc4-5f15170bbd8e service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032137 Feb 09 02:14:37.201559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Pushing event updated for resources: {'Port': ['ID=7718d420-8b8c-46f2-91db-5968bd13b298,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:37.252350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e259386-9b82-4143-80fc-e2669d8f5feb req-258cd124-9b99-4592-a2b0-ac6cd9bf70e2 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 210 time: 0.0931265 Feb 09 02:14:37.322708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Allocated IP 172.20.0.10 (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d/6dec9c77-64c6-4050-8291-f4f79fcfa9be/c73b72a4-4c40-4b1d-b200-ff10f9614e30) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:37.366771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e12b1794-1a35-47d2-86b3-96d1d12ad85f req-4c9fb74d-4aa5-48a8-9b5e-d0c3e4e326e2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2118296837', 'description': 'tempest-description-1035831627'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:37.512283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e12b1794-1a35-47d2-86b3-96d1d12ad85f req-4c9fb74d-4aa5-48a8-9b5e-d0c3e4e326e2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.583111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (cfc1d8ba-8668-43e5-9f71-89a6bac0ea85), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.594014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b796ca-aa83-43bc-b81e-997339e8a6d6 req-a29168ac-3e72-4612-92f8-88f3ee50b2cd service neutron] 10.222.0.72 "GET /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881469 Feb 09 02:14:37.649051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:37.655171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e7c86786-2eda-45a9-9ccb-eb2f3f98ea40 admin admin] 10.222.0.53 "PUT /v2.0/routers/64c2b32c-1113-4393-9131-b09a6f4c5cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2657528 Feb 09 02:14:37.657894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:37.664395 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] Sync routers for ids ['64c2b32c-1113-4393-9131-b09a6f4c5cee'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:37.681253 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] Routers {'64c2b32c-1113-4393-9131-b09a6f4c5cee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:37.681685 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['64c2b32c-1113-4393-9131-b09a6f4c5cee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:37.711792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7718d420-8b8c-46f2-91db-5968bd13b298), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.801125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e12b1794-1a35-47d2-86b3-96d1d12ad85f req-4c9fb74d-4aa5-48a8-9b5e-d0c3e4e326e2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (b591b4f8-c3e1-4000-a069-d3f2355b4815), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.814318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e12b1794-1a35-47d2-86b3-96d1d12ad85f req-4c9fb74d-4aa5-48a8-9b5e-d0c3e4e326e2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b591b4f8-c3e1-4000-a069-d3f2355b4815), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.850920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks [] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.905322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e12b1794-1a35-47d2-86b3-96d1d12ad85f req-4c9fb74d-4aa5-48a8-9b5e-d0c3e4e326e2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.918660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e12b1794-1a35-47d2-86b3-96d1d12ad85f req-4c9fb74d-4aa5-48a8-9b5e-d0c3e4e326e2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6264837 Feb 09 02:14:37.933253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fb74d-4aa5-48a8-9b5e-d0c3e4e326e2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b591b4f8-c3e1-4000-a069-d3f2355b4815,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:37.968222 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] Set router 64c2b32c-1113-4393-9131-b09a6f4c5cee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:38.078808 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.139850 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for port (7718d420-8b8c-46f2-91db-5968bd13b298), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.158059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:38.159335 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (7718d420-8b8c-46f2-91db-5968bd13b298), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.167854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:38.177626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:38.196921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392bdeb-b35c-4cb9-ae67-c04bef59684f req-29c79753-4b61-49d7-b3ea-de07262819a0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.213749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6392bdeb-b35c-4cb9-ae67-c04bef59684f req-29c79753-4b61-49d7-b3ea-de07262819a0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1989717 Feb 09 02:14:38.221055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event updated for resources: {'Port': ['ID=c73b72a4-4c40-4b1d-b200-ff10f9614e30,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:38.386949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.387739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.397530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Pushing event updated for resources: {'Port': ['ID=7718d420-8b8c-46f2-91db-5968bd13b298,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:38.413416 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:14:34Z', 'revision_number': 5, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:38.420203 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks [] for router (64c2b32c-1113-4393-9131-b09a6f4c5cee), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.429712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6392bdeb-b35c-4cb9-ae67-c04bef59684f req-42cb7e5c-bf97-4156-9d64-373111292308 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071338 Feb 09 02:14:38.431626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (cfc1d8ba-8668-43e5-9f71-89a6bac0ea85), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.437788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-51de4136-1ad0-4b12-9f51-9940546b72d4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4792786 Feb 09 02:14:38.461532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Request body: {'port': {'device_id': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:38.476116 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] Checking router: 64c2b32c-1113-4393-9131-b09a6f4c5cee for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:38.496327 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] Routers {'64c2b32c-1113-4393-9131-b09a6f4c5cee'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:38.497018 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['64c2b32c-1113-4393-9131-b09a6f4c5cee'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:38.553137 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.554957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-067b0863-953b-4bfa-90c7-7d6867752332 req-2b1fc926-2f68-4817-a455-d30683b5364a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5302811 Feb 09 02:14:38.560922 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ceccdbf0-2465-4019-8e16-b409d5211175 req-537630b4-89ad-44a8-9cc4-eb2d31f14871 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a9a82658-3dd7-40e7-93c2-67a045f38b42 HTTP/1.1" status: 200 len: 210 time: 0.1359165 Feb 09 02:14:38.603262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-298b643b-bfc6-4821-ba27-bffebde2ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.604942 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-298b643b-bfc6-4821-ba27-bffebde2ac0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1132 time: 0.1812963 Feb 09 02:14:38.618898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks [] for router_gateway (64c2b32c-1113-4393-9131-b09a6f4c5cee), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.643625 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] Set router 64c2b32c-1113-4393-9131-b09a6f4c5cee gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:38.674160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.679820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-067b0863-953b-4bfa-90c7-7d6867752332 req-1773d2d7-eca4-4cda-97ab-896795fd3d10 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.0982122 Feb 09 02:14:38.693165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Deleting port 240679bc-2959-4899-80be-b064c6422b53 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:38.693728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (240679bc-2959-4899-80be-b064c6422b53), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.699637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-34e61e13-7c66-4af4-9dd8-9a75191aeb44 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/b591b4f8-c3e1-4000-a069-d3f2355b4815 HTTP/1.1" status: 200 len: 1824 time: 0.1164339 Feb 09 02:14:38.704716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b591b4f8-c3e1-4000-a069-d3f2355b4815', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:38.705348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b591b4f8-c3e1-4000-a069-d3f2355b4815', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:38.811081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] For port 240679bc-2959-4899-80be-b064c6422b53, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=240679bc-2959-4899-80be-b064c6422b53,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:38.811464 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (240679bc-2959-4899-80be-b064c6422b53), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.841334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Calling delete_port for 240679bc-2959-4899-80be-b064c6422b53 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:38.955778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0863-953b-4bfa-90c7-7d6867752332 req-ba461949-eb6d-4fed-a725-c3a2470c2fb5 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.958784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-067b0863-953b-4bfa-90c7-7d6867752332 req-ba461949-eb6d-4fed-a725-c3a2470c2fb5 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2686172 Feb 09 02:14:38.969580 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (b24772a2-a4b3-412c-8bcd-fb8d537449b1), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.018032 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:14:34Z', 'revision_number': 5, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:39.047309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-d4a2099e-ead5-4a1d-adef-43953ef40daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.049352 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-d4a2099e-ead5-4a1d-adef-43953ef40daa service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2251856 Feb 09 02:14:39.058121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (b24772a2-a4b3-412c-8bcd-fb8d537449b1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.077295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b24772a2-a4b3-412c-8bcd-fb8d537449b1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.099711 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa075297-072b-4b39-a6dc-3d735ba5ee40 None None] The sync data for ids ['64c2b32c-1113-4393-9131-b09a6f4c5cee'] in n-d-826675-12 is: [{'id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'name': 'tempest-TaggedBootDevicesTest_v242-536472182-router', 'tenant_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '240679bc-2959-4899-80be-b064c6422b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:37Z', 'updated_at': '2022-02-09T02:14:34Z', 'revision_number': 5, 'project_id': 'e7fd0cbb4bac4d8bad445fa5cc17bc2a', 'gw_port': {'id': '240679bc-2959-4899-80be-b064c6422b53', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2b32c-1113-4393-9131-b09a6f4c5cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:38Z', 'updated_at': '2022-02-09T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:39.146922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24772a2-a4b3-412c-8bcd-fb8d537449b1,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:39.161077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.175312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8355a53e-edf7-4d81-9bfa-0a5d55068909 req-630fd9f8-5d1e-469d-a15d-11395588abf9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4735203 Feb 09 02:14:39.191375 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-90c78ecc-36a7-4168-9561-a9382e1d15c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.0927327 Feb 09 02:14:39.256247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-a4cb9eee-142b-4fc9-a14a-34124c28c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.258274 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-a4cb9eee-142b-4fc9-a14a-34124c28c025 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0584960 Feb 09 02:14:39.265149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648734c-c582-42e6-8198-8f6f47149db3 req-f202e4ca-2548-4c23-ba8b-6d13070e86bc tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.273004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e648734c-c582-42e6-8198-8f6f47149db3 req-f202e4ca-2548-4c23-ba8b-6d13070e86bc tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1839054 Feb 09 02:14:39.327069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-c9a9ea4d-5ea3-417f-8504-3834c9d08556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.328643 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-c9a9ea4d-5ea3-417f-8504-3834c9d08556 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0613077 Feb 09 02:14:39.386997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73b72a4-4c40-4b1d-b200-ff10f9614e30 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:39.399519 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Publish callbacks [] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.417106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e648734c-c582-42e6-8198-8f6f47149db3 req-1c9574ac-ca1b-4f3c-ad27-f03313a58efc tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421108 Feb 09 02:14:39.446348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7c388-f21a-43f2-8038-1946e86480aa req-5c6db446-9385-410c-8c83-db898e751cd9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:39.450723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4f7c388-f21a-43f2-8038-1946e86480aa req-5c6db446-9385-410c-8c83-db898e751cd9 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 932 time: 0.1928420 Feb 09 02:14:39.483299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (240679bc-2959-4899-80be-b064c6422b53), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.496772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Transition to ACTIVE for port object c73b72a4-4c40-4b1d-b200-ff10f9614e30 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:39.506389 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.533669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Pushing event deleted for resources: {'Port': ['ID=240679bc-2959-4899-80be-b064c6422b53,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:39.549102 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-5fdf63c8-a723-4c25-898b-577607392133 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038291 Feb 09 02:14:39.587319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-683cb7a2-b36d-480c-a30b-43674b1b8a5a req-a1a2fcf3-39bf-4f23-b4cc-3781bf7d440f tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0704484 Feb 09 02:14:39.685211 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (64c2b32c-1113-4393-9131-b09a6f4c5cee), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.806250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (64c2b32c-1113-4393-9131-b09a6f4c5cee), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.809645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks [] for router_controller (64c2b32c-1113-4393-9131-b09a6f4c5cee), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.869028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-ffedf809-f2a5-45c2-950b-029501c092c2 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019085 Feb 09 02:14:39.873806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (64c2b32c-1113-4393-9131-b09a6f4c5cee), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.874670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64c2b32c-1113-4393-9131-b09a6f4c5cee {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:14:39.881109 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:39.882380 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b429d386-9884-4886-a199-396945f9d974 admin admin] 10.222.0.53 "DELETE /v2.0/routers/64c2b32c-1113-4393-9131-b09a6f4c5cee HTTP/1.1" status: 204 len: 168 time: 2.2233727 Feb 09 02:14:39.885622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:39.956309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] Deleting subnet 2669fa4e-114a-4471-ace4-6841d9862ab3 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:14:39.960793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] Publish callbacks [] for subnet (2669fa4e-114a-4471-ace4-6841d9862ab3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.036089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (2669fa4e-114a-4471-ace4-6841d9862ab3), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.068428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4f7c388-f21a-43f2-8038-1946e86480aa req-38f73450-b1f9-4223-b0fb-f3248e614171 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131659 Feb 09 02:14:40.076572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c73b72a4-4c40-4b1d-b200-ff10f9614e30,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:40.100395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-282eecad-e79f-4ea6-82b1-b5ecf7932148 req-eef88f9f-39a3-4bdc-a3ec-852d043df446 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-4154598', 'description': 'tempest-description-1257716369'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:40.135153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-282a2540-633f-474e-a8dd-fe98938e965a req-46314eb2-e7dd-44ea-8618-3236780cc56e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips/cfc1d8ba-8668-43e5-9f71-89a6bac0ea85 HTTP/1.1" status: 200 len: 692 time: 0.1536198 Feb 09 02:14:40.240227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (2669fa4e-114a-4471-ace4-6841d9862ab3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.283431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-282eecad-e79f-4ea6-82b1-b5ecf7932148 req-eef88f9f-39a3-4bdc-a3ec-852d043df446 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.285788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 843f8223-cd48-4875-bfad-445c15f2f80a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:40.335510 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (2669fa4e-114a-4471-ace4-6841d9862ab3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.350918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 843f8223-cd48-4875-bfad-445c15f2f80a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:40.351274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 843f8223-cd48-4875-bfad-445c15f2f80a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:40.354442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Attempting to bind port c73b72a4-4c40-4b1d-b200-ff10f9614e30 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:40.355049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Attempting to bind port c73b72a4-4c40-4b1d-b200-ff10f9614e30 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:40.355590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Attempting to bind port c73b72a4-4c40-4b1d-b200-ff10f9614e30 on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:40.382015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Port c73b72a4-4c40-4b1d-b200-ff10f9614e30 on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:40.382345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Attempting to bind port c73b72a4-4c40-4b1d-b200-ff10f9614e30 on network fc95c1cc-194e-4e18-90f9-4f0b6211cb4d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:40.393433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2669fa4e-114a-4471-ace4-6841d9862ab3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:40.396696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a2540-633f-474e-a8dd-fe98938e965a req-b2b88be2-fe61-4b08-93b8-c8f95582e7b0 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.400907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd0fad-9d17-46c4-a3c4-fe40ca73b2da None None] Network 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:40.403145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-282a2540-633f-474e-a8dd-fe98938e965a req-b2b88be2-fe61-4b08-93b8-c8f95582e7b0 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2666519 Feb 09 02:14:40.408638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-282a2540-633f-474e-a8dd-fe98938e965a req-7b4a75f3-2e07-41f7-8e29-55102d768cd8 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:14:40.419810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.422269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-282a2540-633f-474e-a8dd-fe98938e965a req-7b4a75f3-2e07-41f7-8e29-55102d768cd8 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161326 Feb 09 02:14:40.432920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:40.435020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Checking segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:40.438028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Bound using segment: {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:40.438784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Bound port: c73b72a4-4c40-4b1d-b200-ff10f9614e30, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9e114c-e477-4771-8581-ce1795329031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:40.439390 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.444678 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-810567d3-65af-4f3f-9e3b-e8bd9d63d46d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2669fa4e-114a-4471-ace4-6841d9862ab3 HTTP/1.1" status: 204 len: 168 time: 0.5579064 Feb 09 02:14:40.451043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51304) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:40.541872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-282eecad-e79f-4ea6-82b1-b5ecf7932148 req-eef88f9f-39a3-4bdc-a3ec-852d043df446 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (7660a121-84b8-4538-9ddc-15915a8ea6a5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.565839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-282eecad-e79f-4ea6-82b1-b5ecf7932148 req-eef88f9f-39a3-4bdc-a3ec-852d043df446 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7660a121-84b8-4538-9ddc-15915a8ea6a5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.599485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (5be6da99-5a13-477a-a5ab-1ee9c25d6f57), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.646524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-282eecad-e79f-4ea6-82b1-b5ecf7932148 req-eef88f9f-39a3-4bdc-a3ec-852d043df446 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.660748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-282eecad-e79f-4ea6-82b1-b5ecf7932148 req-eef88f9f-39a3-4bdc-a3ec-852d043df446 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5641322 Feb 09 02:14:40.676691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] For port c73b72a4-4c40-4b1d-b200-ff10f9614e30, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:40.687773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88f9f-39a3-4bdc-a3ec-852d043df446 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7660a121-84b8-4538-9ddc-15915a8ea6a5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:40.797039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] For port c73b72a4-4c40-4b1d-b200-ff10f9614e30, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c73b72a4-4c40-4b1d-b200-ff10f9614e30,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:40.801951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Deleting port 2e6099ca-b431-44da-b013-e4191ded06ab {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:40.802694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.803331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] DHCP port deletion for 5be6da99-5a13-477a-a5ab-1ee9c25d6f57 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:14:40.816331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c0e4b-c11a-4243-86d9-57db337b193f req-21f263e9-8167-476e-89dd-b9dc7dff9424 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.823913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-886c0e4b-c11a-4243-86d9-57db337b193f req-21f263e9-8167-476e-89dd-b9dc7dff9424 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.2946084 Feb 09 02:14:40.838996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff673540-a585-41d0-ad67-983b8c27c84c req-3b59a9df-217a-4955-b9f4-3d967868144e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=9299c2e8f64443a4b9fe435dc0ba2129 HTTP/1.1" status: 200 len: 695 time: 0.1588547 Feb 09 02:14:40.852803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.893302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] For port 2e6099ca-b431-44da-b013-e4191ded06ab, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e6099ca-b431-44da-b013-e4191ded06ab,segment=NetworkSegment(39a3f698-86cb-4233-be97-945bbd49cfac),segment_id=39a3f698-86cb-4233-be97-945bbd49cfac)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:40.900202 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.929926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Calling delete_port for 2e6099ca-b431-44da-b013-e4191ded06ab owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:40.931646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] Deleting port 2e6099ca-b431-44da-b013-e4191ded06ab {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:40.931956 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.982764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.983488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.990513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] 10.222.0.82 "PUT /v2.0/ports/c73b72a4-4c40-4b1d-b200-ff10f9614e30 HTTP/1.1" status: 200 len: 1093 time: 2.5370007 Feb 09 02:14:40.990513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'tag': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:40.993446 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c4b3f-814f-40bd-834c-1e0243032561" -d '{"events": [{"name": "network-changed", "server_uuid": "42d367c1-4992-4cd5-85c4-db7a845b74cc", "tag": "c73b72a4-4c40-4b1d-b200-ff10f9614e30"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:41.012865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] For port 2e6099ca-b431-44da-b013-e4191ded06ab, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e6099ca-b431-44da-b013-e4191ded06ab,segment=NetworkSegment(39a3f698-86cb-4233-be97-945bbd49cfac),segment_id=39a3f698-86cb-4233-be97-945bbd49cfac)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:41.013252 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.038304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-886c0e4b-c11a-4243-86d9-57db337b193f req-444fb467-19da-442c-bbbf-2f8c21ee61c9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068174 Feb 09 02:14:41.042781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] Calling delete_port for 2e6099ca-b431-44da-b013-e4191ded06ab owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:41.123546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.123866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b530b-55b6-4fb3-b2d7-b14c9f0f37d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c73b72a4-4c40-4b1d-b200-ff10f9614e30,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:41.159330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6099ca-b431-44da-b013-e4191ded06ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:41.161331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] No DVR routers for this DVR port 2e6099ca-b431-44da-b013-e4191ded06ab on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:41.171850 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (2e6099ca-b431-44da-b013-e4191ded06ab), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.215141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] Pushing event deleted for resources: {'Port': ['ID=2e6099ca-b431-44da-b013-e4191ded06ab,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:41.221245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff673540-a585-41d0-ad67-983b8c27c84c req-998b4d72-53f1-448e-9ba1-6bc8ef0b94e2 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.223339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff673540-a585-41d0-ad67-983b8c27c84c req-998b4d72-53f1-448e-9ba1-6bc8ef0b94e2 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks?id=7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 787 time: 0.3833842 Feb 09 02:14:41.227345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-f44d1661-bc44-495c-9b99-cf8810909c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.228837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-f44d1661-bc44-495c-9b99-cf8810909c7d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 1127 time: 0.1800270 Feb 09 02:14:41.230587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844069d-63a9-46fa-afeb-51b1e2788cf7 None None] No DVR routers for this DVR port 2e6099ca-b431-44da-b013-e4191ded06ab on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:41.240937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-ff673540-a585-41d0-ad67-983b8c27c84c req-a6703524-5707-484e-b2a7-e7ee1a9dcf46 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:14:41.241852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff673540-a585-41d0-ad67-983b8c27c84c req-a6703524-5707-484e-b2a7-e7ee1a9dcf46 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076127 Feb 09 02:14:41.268089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (5be6da99-5a13-477a-a5ab-1ee9c25d6f57), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.284143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-12813bb4-93e5-4666-a098-bfc0b822c0d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c73b72a4-4c40-4b1d-b200-ff10f9614e30 HTTP/1.1" status: 200 len: 217 time: 0.0401256 Feb 09 02:14:41.292209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c64fa-ae09-422e-8046-e765e2b69028 req-b6a82b3c-2b84-4550-a25f-5982f65c020d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.293844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c0c64fa-ae09-422e-8046-e765e2b69028 req-b6a82b3c-2b84-4550-a25f-5982f65c020d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1566482 Feb 09 02:14:41.298097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be6da99-5a13-477a-a5ab-1ee9c25d6f57']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:41.311775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a3f698-86cb-4233-be97-945bbd49cfac') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:41.312487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a3f698-86cb-4233-be97-945bbd49cfac') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:41.327695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (39a3f698-86cb-4233-be97-945bbd49cfac), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.345865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (39a3f698-86cb-4233-be97-945bbd49cfac), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.355103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:14:41.355484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (39a3f698-86cb-4233-be97-945bbd49cfac), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:14:41.361949 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:14:41.390899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f76b8c7-2b94-4138-a712-8212e7affb2d req-a42bed07-f4eb-46d1-8ecd-19be68ed54d1 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0590098 Feb 09 02:14:41.417574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-411afb76-fb94-427c-b81f-b93546820bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.419168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-411afb76-fb94-427c-b81f-b93546820bbe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.1244111 Feb 09 02:14:41.440515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (5be6da99-5a13-477a-a5ab-1ee9c25d6f57), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.447330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.454999 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] 10.222.0.53 "DELETE /v2.0/networks/5be6da99-5a13-477a-a5ab-1ee9c25d6f57 HTTP/1.1" status: 204 len: 168 time: 1.0004814 Feb 09 02:14:41.475712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5b4a7-84d2-4ea6-90eb-fee1c64d1ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=5be6da99-5a13-477a-a5ab-1ee9c25d6f57,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:41.477290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-f3ed1c29-5604-4659-b9b4-8c88c964c2c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406413 Feb 09 02:14:41.482281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-425f68c7-f09e-41ce-abcb-7e11c2ebfa1f req-74f8c202-e07c-4925-a1fd-c49dc3d280f2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1893764117', 'description': 'tempest-description-987035275'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:41.503424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c0c64fa-ae09-422e-8046-e765e2b69028 req-c8bf4a3c-5943-4519-89de-4cb5cdd81226 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732376 Feb 09 02:14:41.579714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-425f68c7-f09e-41ce-abcb-7e11c2ebfa1f req-74f8c202-e07c-4925-a1fd-c49dc3d280f2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.594794 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b051fef-2949-480b-bf2a-062ad72bef67 x-openstack-request-id: req-5b051fef-2949-480b-bf2a-062ad72bef67 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:41.595397 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d367c1-4992-4cd5-85c4-db7a845b74cc", "tag": "c73b72a4-4c40-4b1d-b200-ff10f9614e30", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:41.595828 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b051fef-2949-480b-bf2a-062ad72bef67 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:41.596493 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'tag': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30', 'status': 'completed', 'code': 200} Feb 09 02:14:41.649789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-7e833bb8-1fb1-412a-94ce-7ed431095fc7 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607676 Feb 09 02:14:41.688128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.742016 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5750fc60-53ec-4ea4-8f27-ad8b921ef03e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dea40b2dfcce4ed199ddf53e7c3f86cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526862 Feb 09 02:14:41.742620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51322) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:41.793680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63356fcf-325b-491e-bd7f-72f77e733523 admin admin] Publish callbacks [] for security_group (dc6047f3-3914-41ba-9ce1-41ca97be1e2b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.816170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63356fcf-325b-491e-bd7f-72f77e733523 admin admin] Publish callbacks [] for security_group (dc6047f3-3914-41ba-9ce1-41ca97be1e2b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.818665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-425f68c7-f09e-41ce-abcb-7e11c2ebfa1f req-74f8c202-e07c-4925-a1fd-c49dc3d280f2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (77c9a790-d206-474e-9dd7-032719372b2f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.829418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-425f68c7-f09e-41ce-abcb-7e11c2ebfa1f req-74f8c202-e07c-4925-a1fd-c49dc3d280f2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (77c9a790-d206-474e-9dd7-032719372b2f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.866944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca0dab-34c5-43cc-9fc2-4db06858c92a req-0d220452-672f-41dc-882e-ba0b2c99d169 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.874656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bca0dab-34c5-43cc-9fc2-4db06858c92a req-0d220452-672f-41dc-882e-ba0b2c99d169 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 944 time: 0.1866610 Feb 09 02:14:41.877416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63356fcf-325b-491e-bd7f-72f77e733523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dc6047f3-3914-41ba-9ce1-41ca97be1e2b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.882031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63356fcf-325b-491e-bd7f-72f77e733523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.882870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8cc8105-68dd-463e-adfc-ce2a6c648cbe req-4c036d88-037e-4479-9aa4-1cdf02359be0 service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273540 Feb 09 02:14:41.885792 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-63356fcf-325b-491e-bd7f-72f77e733523 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc6047f3-3914-41ba-9ce1-41ca97be1e2b HTTP/1.1" status: 204 len: 168 time: 0.1394589 Feb 09 02:14:41.892962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63356fcf-325b-491e-bd7f-72f77e733523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6047f3-3914-41ba-9ce1-41ca97be1e2b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:41.922926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-425f68c7-f09e-41ce-abcb-7e11c2ebfa1f req-74f8c202-e07c-4925-a1fd-c49dc3d280f2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:41.945462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-425f68c7-f09e-41ce-abcb-7e11c2ebfa1f req-74f8c202-e07c-4925-a1fd-c49dc3d280f2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4670451 Feb 09 02:14:41.994261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8c202-e07c-4925-a1fd-c49dc3d280f2 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c9a790-d206-474e-9dd7-032719372b2f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.040111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-b607c28c-daef-4fd8-9294-ba54a740d885 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips/cfc1d8ba-8668-43e5-9f71-89a6bac0ea85 HTTP/1.1" status: 200 len: 692 time: 0.0926416 Feb 09 02:14:42.115254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bca0dab-34c5-43cc-9fc2-4db06858c92a req-4cea78a9-293a-4664-98ac-cc52ea62a0f7 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393808 Feb 09 02:14:42.170044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-5151c362-5fea-4b6f-9739-0f969d79d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:42.171759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-5151c362-5fea-4b6f-9739-0f969d79d8fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 1127 time: 0.2215037 Feb 09 02:14:42.223920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-6d06d858-9c56-4497-ace3-6b0bcbf43379 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:42.225529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-6d06d858-9c56-4497-ace3-6b0bcbf43379 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1843543 Feb 09 02:14:42.282041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e6099ca-b431-44da-b013-e4191ded06ab no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:42.307559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2e6099ca-b431-44da-b013-e4191ded06ab {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:42.308005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e6099ca-b431-44da-b013-e4191ded06ab not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:42.308563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 240679bc-2959-4899-80be-b064c6422b53 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:42.332709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 240679bc-2959-4899-80be-b064c6422b53 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:42.333300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 240679bc-2959-4899-80be-b064c6422b53 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:42.343030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-c8c2ee03-4d78-4795-b210-4a041d8d9d80 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.0969405 Feb 09 02:14:42.348929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9ec859f-5848-49bc-835e-7e6767562867 req-2f029d60-23ec-426b-aa98-5a4d56051d5d tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/7660a121-84b8-4538-9ddc-15915a8ea6a5 HTTP/1.1" status: 200 len: 1821 time: 0.1848021 Feb 09 02:14:42.409211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:42.438597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-7977b38d-726e-40af-b439-5c7d43f4e51b tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.21 HTTP/1.1" status: 200 len: 695 time: 0.0872948 Feb 09 02:14:42.463733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-577d0e79-5848-4c8f-9c22-c1799befa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:42.465559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-577d0e79-5848-4c8f-9c22-c1799befa114 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 200 len: 913 time: 0.2707355 Feb 09 02:14:42.500156 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0b295f1f-cd08-4313-974e-9f01316fa539 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7fd0cbb4bac4d8bad445fa5cc17bc2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839388 Feb 09 02:14:42.500406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:42.517880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9ec859f-5848-49bc-835e-7e6767562867 req-819e93c7-25c8-456e-8cc1-e14fba52fe51 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/77c9a790-d206-474e-9dd7-032719372b2f HTTP/1.1" status: 200 len: 1823 time: 0.1673090 Feb 09 02:14:42.535981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d9ec859f-5848-49bc-835e-7e6767562867 req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7660a121-84b8-4538-9ddc-15915a8ea6a5', 'remote_group_id': '77c9a790-d206-474e-9dd7-032719372b2f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:42.536416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d9ec859f-5848-49bc-835e-7e6767562867 req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7660a121-84b8-4538-9ddc-15915a8ea6a5', 'remote_group_id': '77c9a790-d206-474e-9dd7-032719372b2f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:42.564758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-741e0aa7-03b3-4e15-94a8-c0e2dd086c13 admin admin] Publish callbacks [] for security_group (e7570315-00f0-451d-8a93-3d5321fb4553), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.588974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-741e0aa7-03b3-4e15-94a8-c0e2dd086c13 admin admin] Publish callbacks [] for security_group (e7570315-00f0-451d-8a93-3d5321fb4553), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.589949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-3caa41bf-2989-4034-a033-999a8fe86de0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c73b72a4-4c40-4b1d-b200-ff10f9614e30 HTTP/1.1" status: 200 len: 217 time: 0.0903542 Feb 09 02:14:42.644608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07b0d3ea-fcd8-4c92-a44f-8cfff20094e6 req-5f1d3188-fd14-4c66-a4c9-7669d477019c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.1143126 Feb 09 02:14:42.646545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-741e0aa7-03b3-4e15-94a8-c0e2dd086c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e7570315-00f0-451d-8a93-3d5321fb4553), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.649375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-741e0aa7-03b3-4e15-94a8-c0e2dd086c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.650639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-741e0aa7-03b3-4e15-94a8-c0e2dd086c13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7570315-00f0-451d-8a93-3d5321fb4553 HTTP/1.1" status: 204 len: 168 time: 0.1494098 Feb 09 02:14:42.665840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e0aa7-03b3-4e15-94a8-c0e2dd086c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7570315-00f0-451d-8a93-3d5321fb4553,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:42.739424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-3a4f917a-e75d-4f36-94ae-a5acf6618996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:42.741831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-3a4f917a-e75d-4f36-94ae-a5acf6618996 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 200 len: 852 time: 0.0999877 Feb 09 02:14:42.799251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-ff3882d2-94d7-4ebb-9590-6716862b4c19 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470781 Feb 09 02:14:42.859922 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d9ec859f-5848-49bc-835e-7e6767562867 req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (34f54319-5334-4ccb-880c-2ad38929c5ff), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.890718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Deleting port 7718d420-8b8c-46f2-91db-5968bd13b298 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:42.891073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7718d420-8b8c-46f2-91db-5968bd13b298), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.965108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d9ec859f-5848-49bc-835e-7e6767562867 req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (34f54319-5334-4ccb-880c-2ad38929c5ff), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:42.984529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d9ec859f-5848-49bc-835e-7e6767562867 req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (34f54319-5334-4ccb-880c-2ad38929c5ff), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.036825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-aac3594d-f71f-4c7c-9d2b-c090fcf0c06b service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301140 Feb 09 02:14:43.043277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f54319-5334-4ccb-880c-2ad38929c5ff,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:43.049840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d9ec859f-5848-49bc-835e-7e6767562867 req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.051580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9ec859f-5848-49bc-835e-7e6767562867 req-e317b5b4-dbcd-4461-8545-3d6876e9402b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5326462 Feb 09 02:14:43.054106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7718d420-8b8c-46f2-91db-5968bd13b298), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.054106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (7718d420-8b8c-46f2-91db-5968bd13b298), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.076291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Calling delete_port for 7718d420-8b8c-46f2-91db-5968bd13b298 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:43.274125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae6c4b3f-814f-40bd-834c-1e0243032561 req-3a7f2133-72ac-4219-84f5-22d198d1e10f service neutron] 10.222.0.82 "GET /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170894 Feb 09 02:14:43.285477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73890a51-2d67-4703-907a-43d8d21807bd req-90b6a4b4-035c-46c6-b010-230a00c439ef tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:43.285477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73890a51-2d67-4703-907a-43d8d21807bd req-90b6a4b4-035c-46c6-b010-230a00c439ef tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1547134 Feb 09 02:14:43.367141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73890a51-2d67-4703-907a-43d8d21807bd req-964f27b6-360d-456b-a7d6-a75a3548fb00 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693235 Feb 09 02:14:43.429918 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7718d420-8b8c-46f2-91db-5968bd13b298), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.473870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Pushing event deleted for resources: {'Port': ['ID=7718d420-8b8c-46f2-91db-5968bd13b298,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:43.521933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ba68ed2-63cf-4f15-ad16-a5adf01c048e req-56f526fb-b139-4ed2-bcb2-0d00a0f781cb tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0591993 Feb 09 02:14:43.540107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:43.584267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (cfc1d8ba-8668-43e5-9f71-89a6bac0ea85), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.588467 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.590426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e882e1a0-819a-4d5f-af5c-8c354feb4a10 req-fea0e5fe-a156-4046-8cb5-5578f179314e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "DELETE /v2.0/floatingips/cfc1d8ba-8668-43e5-9f71-89a6bac0ea85 HTTP/1.1" status: 204 len: 173 time: 1.1401422 Feb 09 02:14:43.674399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb26cb-7b61-4de2-9443-1b19be561384 req-ff635cf4-5e2e-4052-94e2-621b79c5fa6c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:43.677445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bfb26cb-7b61-4de2-9443-1b19be561384 req-ff635cf4-5e2e-4052-94e2-621b79c5fa6c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.0672436 Feb 09 02:14:43.727279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1699904872-network', 'tenant_id': '28b57199aa6446f6bb49f6e8568020d8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:43.766648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bfb26cb-7b61-4de2-9443-1b19be561384 req-1d09ffcc-34a6-482b-845b-04280335fc73 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802348 Feb 09 02:14:43.772657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Made reservation on behalf of 28b57199aa6446f6bb49f6e8568020d8 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:43.775189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.786373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7ced9f8f-6d7e-49a5-8b21-075e815d5efc req-87d0ad45-1aff-4ee3-bd02-3a949445da34 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-377595695', 'description': 'tempest-description-1660423850'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:43.792630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.810563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ced9f8f-6d7e-49a5-8b21-075e815d5efc req-87d0ad45-1aff-4ee3-bd02-3a949445da34 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.887163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks [] for security_group (7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.892546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.916553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945c181-5915-4ccd-b6a8-334052f970be req-d1ebfb2b-93db-4a1d-89a1-b1aeda4fdc08 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:43.918024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:14:43.918302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e945c181-5915-4ccd-b6a8-334052f970be req-d1ebfb2b-93db-4a1d-89a1-b1aeda4fdc08 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 944 time: 0.0912361 Feb 09 02:14:43.932504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:43.949843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a3593aa3-087f-4272-8461-5a4a846c4437), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.950401 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Added segment a3593aa3-087f-4272-8461-5a4a846c4437 of type vlan for network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 Feb 09 02:14:43.967034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ced9f8f-6d7e-49a5-8b21-075e815d5efc req-87d0ad45-1aff-4ee3-bd02-3a949445da34 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (7bf57831-cacb-49c7-901f-bb86b05e5b76), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:43.979084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ced9f8f-6d7e-49a5-8b21-075e815d5efc req-87d0ad45-1aff-4ee3-bd02-3a949445da34 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bf57831-cacb-49c7-901f-bb86b05e5b76), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.003058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.010530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e945c181-5915-4ccd-b6a8-334052f970be req-a536c0ca-40f8-46a9-a7b3-cc6d15ec5c6a tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862849 Feb 09 02:14:44.024743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7ced9f8f-6d7e-49a5-8b21-075e815d5efc req-87d0ad45-1aff-4ee3-bd02-3a949445da34 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.031863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ced9f8f-6d7e-49a5-8b21-075e815d5efc req-87d0ad45-1aff-4ee3-bd02-3a949445da34 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2500117 Feb 09 02:14:44.037717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.038947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:44.039564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.051659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0ad45-1aff-4ee3-bd02-3a949445da34 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf57831-cacb-49c7-901f-bb86b05e5b76,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:44.097714 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5554545 Feb 09 02:14:44.100852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:44.109216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Request body: {'subnet': {'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1699904872-subnet', 'tenant_id': '28b57199aa6446f6bb49f6e8568020d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:44.114541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb6a56-9f57-4e02-8262-63167a388c8d admin admin] Pushing event updated for resources: {'Network': ['ID=2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:44.132766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Made reservation on behalf of 28b57199aa6446f6bb49f6e8568020d8 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:44.133165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:14:44.135132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.234101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bdb92-a5b5-4ef2-854e-b9f5ceb7debf req-7fcf6d93-887b-48ed-abd1-032471694e4f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:44.235892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-965bdb92-a5b5-4ef2-854e-b9f5ceb7debf req-7fcf6d93-887b-48ed-abd1-032471694e4f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.1212254 Feb 09 02:14:44.242179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-6a6e32bc-c17d-4777-89a0-19c8a7a94f06 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1928732 Feb 09 02:14:44.255366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:44.305836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.334624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-965bdb92-a5b5-4ef2-854e-b9f5ceb7debf req-2b4847a9-ea9f-4eaa-ada9-c17081151824 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851336 Feb 09 02:14:44.369985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-be2eca3e-746c-4927-8776-a84fa5840555 req-01d9c0fd-624a-463b-9a43-a82409420f47 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1141281307', 'description': 'tempest-description-1835341875'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:44.373772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c027dc3d-1f1c-4927-915d-5e065efae887), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.407134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be2eca3e-746c-4927-8776-a84fa5840555 req-01d9c0fd-624a-463b-9a43-a82409420f47 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.439709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c027dc3d-1f1c-4927-915d-5e065efae887,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:44.446318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Checking segment: {'id': 'a3593aa3-087f-4272-8461-5a4a846c4437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:44.446729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Network hostable DHCP agents. Network: 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:14:44.467827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:14:44.477897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:44.483869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:44.485017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.490163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ca86a-9021-4fef-9520-ba7b9d262333 None None] Network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:44.513021 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4872074b-8dfc-4570-b0a4-b85f36d0ae4a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3998902 Feb 09 02:14:44.535775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.544683 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be2eca3e-746c-4927-8776-a84fa5840555 req-01d9c0fd-624a-463b-9a43-a82409420f47 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (720925d4-ae03-4447-8c91-6fb69e03e2fc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.552643 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be2eca3e-746c-4927-8776-a84fa5840555 req-01d9c0fd-624a-463b-9a43-a82409420f47 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (720925d4-ae03-4447-8c91-6fb69e03e2fc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.639765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be2eca3e-746c-4927-8776-a84fa5840555 req-01d9c0fd-624a-463b-9a43-a82409420f47 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:44.641023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be2eca3e-746c-4927-8776-a84fa5840555 req-01d9c0fd-624a-463b-9a43-a82409420f47 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2783959 Feb 09 02:14:44.660327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9c0fd-624a-463b-9a43-a82409420f47 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720925d4-ae03-4447-8c91-6fb69e03e2fc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:44.763719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Allocated IP 172.25.6.181 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/e8f8428e-58b8-4486-8cf3-a3ffbefad05a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:44.786496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec6fe2-522c-474e-8700-aad7cb7bfdcb None None] Network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:44.900789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c73b72a4-4c40-4b1d-b200-ff10f9614e30 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:45.013491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c73b72a4-4c40-4b1d-b200-ff10f9614e30, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c73b72a4-4c40-4b1d-b200-ff10f9614e30,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:45.030843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30', 'network_id': 'fc95c1cc-194e-4e18-90f9-4f0b6211cb4d', 'port_id': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30', 'mac_address': 'fa:16:3e:04:9d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dec9c77-64c6-4050-8291-f4f79fcfa9be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:45.077167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c73b72a4-4c40-4b1d-b200-ff10f9614e30 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:45.077814 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.101346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73b72a4-4c40-4b1d-b200-ff10f9614e30 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:45.123532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c73b72a4-4c40-4b1d-b200-ff10f9614e30, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c73b72a4-4c40-4b1d-b200-ff10f9614e30,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:45.132236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.190007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c73b72a4-4c40-4b1d-b200-ff10f9614e30,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:45.201590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027a06b-942e-456a-8149-8c021e92b7cf req-8faec8bf-e7e6-4240-a014-ef0bff14a59d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:45.203155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b027a06b-942e-456a-8149-8c021e92b7cf req-8faec8bf-e7e6-4240-a014-ef0bff14a59d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.4565897 Feb 09 02:14:45.277010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.287540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b027a06b-942e-456a-8149-8c021e92b7cf req-437ab956-7400-46e0-94ba-17c55c907662 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713677 Feb 09 02:14:45.319573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.373042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:45.387683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:45.405379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:45.408691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83a4e61e-9bc8-4bd7-8819-90a08ee328f6 req-f57e20e5-9448-48d2-84da-faf0ca110baf tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0377412 Feb 09 02:14:45.438594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Pushing event updated for resources: {'Port': ['ID=e8f8428e-58b8-4486-8cf3-a3ffbefad05a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:45.513983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['c73b72a4-4c40-4b1d-b200-ff10f9614e30'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:45.514763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-c173c729-6c44-415c-b404-44fd57b0ffbb tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/7bf57831-cacb-49c7-901f-bb86b05e5b76 HTTP/1.1" status: 200 len: 1823 time: 0.0771973 Feb 09 02:14:45.558731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (c699efeb-5b88-4554-8987-eb3f24303daf), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.578855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-f8843be1-d24f-4e3f-b082-f985a9a2705b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/720925d4-ae03-4447-8c91-6fb69e03e2fc HTTP/1.1" status: 200 len: 1824 time: 0.0517905 Feb 09 02:14:45.604221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bf57831-cacb-49c7-901f-bb86b05e5b76', 'remote_group_id': '720925d4-ae03-4447-8c91-6fb69e03e2fc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:45.604546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bf57831-cacb-49c7-901f-bb86b05e5b76', 'remote_group_id': '720925d4-ae03-4447-8c91-6fb69e03e2fc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:45.623733 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.765924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (bf0874e2-af66-4c86-9fa6-bd7a92e00dec), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.811020 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (bf0874e2-af66-4c86-9fa6-bd7a92e00dec), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.819528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (bf0874e2-af66-4c86-9fa6-bd7a92e00dec), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.883251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0874e2-af66-4c86-9fa6-bd7a92e00dec,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:45.893855 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.895079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-feda9dee-31b9-4a01-abe2-cc91e3aba0af req-14c70aa3-c3e8-4ed1-9ec0-a132e73bea68 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2965412 Feb 09 02:14:45.914125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.921002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.945916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ca965-dfb4-4e39-878d-84546ca1642c req-abda1831-87ce-4509-90bc-22921210402d tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:45.947490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-951ca965-dfb4-4e39-878d-84546ca1642c req-abda1831-87ce-4509-90bc-22921210402d tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 946 time: 0.2472537 Feb 09 02:14:46.053253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Pushing event updated for resources: {'Port': ['ID=e8f8428e-58b8-4486-8cf3-a3ffbefad05a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:46.084945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (c699efeb-5b88-4554-8987-eb3f24303daf), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.151912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.153152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-d397e6e3-a221-4eae-9ac1-071ca19d593a tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9055769 Feb 09 02:14:46.234375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-c159a562-2211-42ef-94b7-a7e9d06fb35e tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.0717599 Feb 09 02:14:46.261944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Deleting port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:46.262287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.348845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-4f5b4f18-d853-4a66-aa2a-7897b939ae82 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.350399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-4f5b4f18-d853-4a66-aa2a-7897b939ae82 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/networks?id=2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 HTTP/1.1" status: 200 len: 822 time: 0.2614942 Feb 09 02:14:46.387771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-126d4f09-0b96-43a0-ba17-a7ea010fe33a tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/quotas/28b57199aa6446f6bb49f6e8568020d8 HTTP/1.1" status: 200 len: 375 time: 0.0249772 Feb 09 02:14:46.467557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-c4565c53-5726-4c56-b422-6eea43c6e1d3 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=28b57199aa6446f6bb49f6e8568020d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613227 Feb 09 02:14:46.475738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] For port 2c797cb0-699d-487a-afdc-aadd9ae77ce9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c797cb0-699d-487a-afdc-aadd9ae77ce9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:46.476111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.485196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-81c33594-8ebf-4733-a963-1fb6878cd889 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.486824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c8c18d9-22df-4411-9e1f-0360d409a5ea req-81c33594-8ebf-4733-a963-1fb6878cd889 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2448118 Feb 09 02:14:46.515151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Calling delete_port for 2c797cb0-699d-487a-afdc-aadd9ae77ce9 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:46.687721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-1edf16fc-8d09-46ee-9a8a-c2c0d05c98f8 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088883 Feb 09 02:14:46.698043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bce26c-710a-4a87-bde9-9b22da07ef7f req-502eb544-c75e-43a0-9975-aed7e3f7f06a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.699561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5bce26c-710a-4a87-bde9-9b22da07ef7f req-502eb544-c75e-43a0-9975-aed7e3f7f06a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1522522 Feb 09 02:14:46.852971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5bce26c-710a-4a87-bde9-9b22da07ef7f req-95e4962d-d0e6-4208-80d5-b021df31cec9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444666 Feb 09 02:14:46.889923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-29c485ac-4af6-4fa4-a4de-8ed8b6d364fd service neutron] 10.222.0.53 "GET /v2.0/networks/2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893578 Feb 09 02:14:46.892009 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2c797cb0-699d-487a-afdc-aadd9ae77ce9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:46.910359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2', '2c797cb0-699d-487a-afdc-aadd9ae77ce9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:46.914143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f7505d97-b2ca-42c4-8082-2373ce0a5b67', '89afbcf0-30bb-48be-82aa-670d7ef605f9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:46.916312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c73b72a4-4c40-4b1d-b200-ff10f9614e30 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:46.928719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event deleted for resources: {'Port': ['ID=2c797cb0-699d-487a-afdc-aadd9ae77ce9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:47.010029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] No DVR routers for this DVR port 2c797cb0-699d-487a-afdc-aadd9ae77ce9 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:47.015778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.020417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-951ca965-dfb4-4e39-878d-84546ca1642c req-40b2a265-dfb5-41a5-b788-13dfeb7b5e05 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "DELETE /v2.0/ports/2c797cb0-699d-487a-afdc-aadd9ae77ce9 HTTP/1.1" status: 204 len: 173 time: 1.0554278 Feb 09 02:14:47.021065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'name': 'network-vif-deleted', 'tag': '2c797cb0-699d-487a-afdc-aadd9ae77ce9'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:47.023826 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bff43d-97c9-4d14-99e6-ee64c3a4d509" -d '{"events": [{"server_uuid": "bb16bf65-89da-4ffe-9334-58da096988ed", "name": "network-vif-deleted", "tag": "2c797cb0-699d-487a-afdc-aadd9ae77ce9"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:47.085209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d067288-a0b9-4d36-94d6-1eeb1c215c09 req-08dcb7e3-9761-4090-b3d2-143ebfc9d6ed tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.088189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d067288-a0b9-4d36-94d6-1eeb1c215c09 req-08dcb7e3-9761-4090-b3d2-143ebfc9d6ed tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 945 time: 0.1288764 Feb 09 02:14:47.118576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port c73b72a4-4c40-4b1d-b200-ff10f9614e30 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:47.160796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d067288-a0b9-4d36-94d6-1eeb1c215c09 req-9140808b-8917-411c-be3c-8f70927c4cde tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601006 Feb 09 02:14:47.162674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port c73b72a4-4c40-4b1d-b200-ff10f9614e30 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:47.163297 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.307792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-329ebdd6-9442-4874-b670-090ef9389477 req-357bc65a-5475-403b-9251-5a7bc6570994 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb16bf65-89da-4ffe-9334-58da096988ed HTTP/1.1" status: 200 len: 210 time: 0.0466278 Feb 09 02:14:47.441774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c73b72a4-4c40-4b1d-b200-ff10f9614e30 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:47.442164 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.457732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d8c9bd5-c833-4adf-ab90-90d9e40b0ffb req-f0463b01-d59c-4fd3-ae3e-b7886135602d tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/720925d4-ae03-4447-8c91-6fb69e03e2fc HTTP/1.1" status: 200 len: 1824 time: 0.1016886 Feb 09 02:14:47.513619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:47.517289 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fd4d45-2487-4a76-93be-0ab3d5df43b4" -d '{"events": [{"server_uuid": "42d367c1-4992-4cd5-85c4-db7a845b74cc", "name": "network-vif-plugged", "status": "completed", "tag": "c73b72a4-4c40-4b1d-b200-ff10f9614e30"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:47.557775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c73b72a4-4c40-4b1d-b200-ff10f9614e30, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c73b72a4-4c40-4b1d-b200-ff10f9614e30,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:47.573797 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.638673 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d8c9bd5-c833-4adf-ab90-90d9e40b0ffb req-c407b7ca-64fc-4393-8a40-67cfcb2aca96 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (720925d4-ae03-4447-8c91-6fb69e03e2fc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.687283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d8c9bd5-c833-4adf-ab90-90d9e40b0ffb req-c407b7ca-64fc-4393-8a40-67cfcb2aca96 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (720925d4-ae03-4447-8c91-6fb69e03e2fc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.741014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c73b72a4-4c40-4b1d-b200-ff10f9614e30,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:47.764444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.855880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9fbdb-9ee5-4747-a649-59966cf74b9d req-761c24a8-dd04-43ab-b14b-a649c356f1bb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.857636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12d9fbdb-9ee5-4747-a649-59966cf74b9d req-761c24a8-dd04-43ab-b14b-a649c356f1bb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1299856 Feb 09 02:14:47.897118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d8c9bd5-c833-4adf-ab90-90d9e40b0ffb req-c407b7ca-64fc-4393-8a40-67cfcb2aca96 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (720925d4-ae03-4447-8c91-6fb69e03e2fc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.900154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d8c9bd5-c833-4adf-ab90-90d9e40b0ffb req-c407b7ca-64fc-4393-8a40-67cfcb2aca96 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.901478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d8c9bd5-c833-4adf-ab90-90d9e40b0ffb req-c407b7ca-64fc-4393-8a40-67cfcb2aca96 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-groups/720925d4-ae03-4447-8c91-6fb69e03e2fc HTTP/1.1" status: 204 len: 173 time: 0.4428275 Feb 09 02:14:47.925546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b7ca-64fc-4393-8a40-67cfcb2aca96 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720925d4-ae03-4447-8c91-6fb69e03e2fc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:48.029396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-8e39630d-ca9c-47c8-bc7e-f1ce5163ffed tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips/c699efeb-5b88-4554-8987-eb3f24303daf HTTP/1.1" status: 200 len: 693 time: 0.1046984 Feb 09 02:14:48.063750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12d9fbdb-9ee5-4747-a649-59966cf74b9d req-b84c0dbe-3480-44cc-ab69-a185f92b08ff tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898024 Feb 09 02:14:48.159760 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2526836-6098-496a-8864-b7f0464ac607 x-openstack-request-id: req-c2526836-6098-496a-8864-b7f0464ac607 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:48.160123 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16bf65-89da-4ffe-9334-58da096988ed", "name": "network-vif-deleted", "tag": "2c797cb0-699d-487a-afdc-aadd9ae77ce9", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:48.160442 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2526836-6098-496a-8864-b7f0464ac607 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:48.160910 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16bf65-89da-4ffe-9334-58da096988ed', 'name': 'network-vif-deleted', 'tag': '2c797cb0-699d-487a-afdc-aadd9ae77ce9', 'status': 'completed', 'code': 200} Feb 09 02:14:48.202916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-40a97952-fe58-43c1-96f0-3aec522372dc tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.204303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-40a97952-fe58-43c1-96f0-3aec522372dc tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1684356 Feb 09 02:14:48.293005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-561cca4d-3297-47f8-ba38-5aeb0f5d8b33 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.0776396 Feb 09 02:14:48.295240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7e0d2d2-9447-40ee-8190-0598a306f885 req-3c0ca64b-4353-4aa5-9345-548379e20db6 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 210 time: 0.0374486 Feb 09 02:14:48.358282 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0807cf06-9c05-40fa-95e5-049fcde42465 x-openstack-request-id: req-0807cf06-9c05-40fa-95e5-049fcde42465 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:48.358825 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d367c1-4992-4cd5-85c4-db7a845b74cc", "name": "network-vif-plugged", "status": "completed", "tag": "c73b72a4-4c40-4b1d-b200-ff10f9614e30", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:48.358825 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0807cf06-9c05-40fa-95e5-049fcde42465 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:48.359241 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30', 'code': 200} Feb 09 02:14:48.362967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-ab0be266-63a3-4c4f-95b9-178b7ea909b3 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.181 HTTP/1.1" status: 200 len: 696 time: 0.0634327 Feb 09 02:14:48.518652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b482f48c-38da-4f8a-845d-f5017c68f525 req-54a90a1b-e470-4508-a3cf-9c8a96f6c2d8 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0711589 Feb 09 02:14:48.552202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16072266-6873-42cf-966b-7506c0713fd3 req-d9fdbb89-4251-4757-95ce-a93629e9be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.553717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16072266-6873-42cf-966b-7506c0713fd3 req-d9fdbb89-4251-4757-95ce-a93629e9be18 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 1129 time: 0.1078548 Feb 09 02:14:48.562659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Deleting port e8f8428e-58b8-4486-8cf3-a3ffbefad05a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:48.563308 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:48.712372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16072266-6873-42cf-966b-7506c0713fd3 req-17332a15-f965-4c49-b1cc-cd380e969cfc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456676 Feb 09 02:14:48.744125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:48.744491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:48.770038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949de04-7069-446c-becc-e2cee6136a39 req-7aa72296-d2b6-4a29-bcc0-a2c6684304e7 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.777408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6949de04-7069-446c-becc-e2cee6136a39 req-7aa72296-d2b6-4a29-bcc0-a2c6684304e7 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1549163 Feb 09 02:14:48.787173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Calling delete_port for e8f8428e-58b8-4486-8cf3-a3ffbefad05a owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:48.839381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-274ad42b-97bc-48ce-8883-f9259694e9df tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.840906 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-274ad42b-97bc-48ce-8883-f9259694e9df tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.82 "GET /v2.0/networks?id=2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 HTTP/1.1" status: 200 len: 822 time: 0.1844084 Feb 09 02:14:48.873834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:48.882625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6949de04-7069-446c-becc-e2cee6136a39 req-a79ae251-7944-4141-aac5-ece244882759 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036429 Feb 09 02:14:48.912007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c797cb0-699d-487a-afdc-aadd9ae77ce9 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:48.936999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 2c797cb0-699d-487a-afdc-aadd9ae77ce9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:48.937397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c797cb0-699d-487a-afdc-aadd9ae77ce9 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:48.975056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6174192e-21cb-4993-991e-3fb8d63767d2 req-67ca622a-0116-4124-bb97-6f5d49adb147 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/7bf57831-cacb-49c7-901f-bb86b05e5b76 HTTP/1.1" status: 200 len: 1823 time: 0.0626523 Feb 09 02:14:48.991073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Request body: {'port': {'device_id': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134', 'admin_state_up': True, 'tenant_id': '28b57199aa6446f6bb49f6e8568020d8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:49.069665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e8f8428e-58b8-4486-8cf3-a3ffbefad05a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.104500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Pushing event deleted for resources: {'Port': ['ID=e8f8428e-58b8-4486-8cf3-a3ffbefad05a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:49.122149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd0b37-8c48-4dfc-8763-24fc76f96236 req-d5a7ff46-489c-4fca-aff0-2408263cdbee tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.123861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cbd0b37-8c48-4dfc-8763-24fc76f96236 req-d5a7ff46-489c-4fca-aff0-2408263cdbee tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.0968118 Feb 09 02:14:49.152689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Made reservation on behalf of 28b57199aa6446f6bb49f6e8568020d8 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:49.159081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.220854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks [] for floatingip (c699efeb-5b88-4554-8987-eb3f24303daf), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.223555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.224719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56a8ca1b-e002-4dd2-8792-f40af9a52233 req-e37de580-fe29-4887-b4c1-17f8e6bfb9c9 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "DELETE /v2.0/floatingips/c699efeb-5b88-4554-8987-eb3f24303daf HTTP/1.1" status: 204 len: 173 time: 0.8604164 Feb 09 02:14:49.242396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cbd0b37-8c48-4dfc-8763-24fc76f96236 req-c32b3c91-d578-4c95-ab21-79b9a03b4931 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020010 Feb 09 02:14:49.259843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a522974e-9d39-4dc1-b60f-9869108739d5 req-4b09b598-9f0a-4876-9627-6f63136865b5 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-808400901', 'description': 'tempest-description-1641550543'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:49.296170 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a522974e-9d39-4dc1-b60f-9869108739d5 req-4b09b598-9f0a-4876-9627-6f63136865b5 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.335499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Allocated IP 172.20.0.13 (2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134/c027dc3d-1f1c-4927-915d-5e065efae887/12598285-f606-4a13-84e0-262dd892b387) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:49.418047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ffe09-a2a0-4214-9c07-52f06f76aaf8 req-766197e4-3ae5-4725-8542-99a81756aaf1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.419743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-686ffe09-a2a0-4214-9c07-52f06f76aaf8 req-766197e4-3ae5-4725-8542-99a81756aaf1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.0905547 Feb 09 02:14:49.437969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a522974e-9d39-4dc1-b60f-9869108739d5 req-4b09b598-9f0a-4876-9627-6f63136865b5 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (27f6bc48-a12c-4be3-8b7f-8bed3111af92), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.450080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a522974e-9d39-4dc1-b60f-9869108739d5 req-4b09b598-9f0a-4876-9627-6f63136865b5 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (27f6bc48-a12c-4be3-8b7f-8bed3111af92), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.506624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a522974e-9d39-4dc1-b60f-9869108739d5 req-4b09b598-9f0a-4876-9627-6f63136865b5 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.507846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a522974e-9d39-4dc1-b60f-9869108739d5 req-4b09b598-9f0a-4876-9627-6f63136865b5 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2531209 Feb 09 02:14:49.512281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09b598-9f0a-4876-9627-6f63136865b5 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f6bc48-a12c-4be3-8b7f-8bed3111af92,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:49.519607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-686ffe09-a2a0-4214-9c07-52f06f76aaf8 req-2b37c3cd-722e-469a-8a19-78ae7c228b88 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898061 Feb 09 02:14:49.564983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks [] for port (12598285-f606-4a13-84e0-262dd892b387), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.585110 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-6a1f5277-bf9b-4dd2-b8c6-a51f4ea08858 req-471f17dd-65d2-4786-a96f-ef1bd8d827e4 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] show failed (client error): The resource could not be found. Feb 09 02:14:49.586962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a1f5277-bf9b-4dd2-b8c6-a51f4ea08858 req-471f17dd-65d2-4786-a96f-ef1bd8d827e4 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips/c699efeb-5b88-4554-8987-eb3f24303daf HTTP/1.1" status: 404 len: 350 time: 0.0502739 Feb 09 02:14:49.609602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (12598285-f606-4a13-84e0-262dd892b387), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.672806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:14:49.678914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:49.688922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:14:49.688922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Pushing event updated for resources: {'Port': ['ID=12598285-f606-4a13-84e0-262dd892b387,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:49.701768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bfa7-acd7-41bb-8283-fc3ece3a0e00 req-6935ee2a-5fec-4459-a6b0-39273ec78901 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.703367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8e7bfa7-acd7-41bb-8283-fc3ece3a0e00 req-6935ee2a-5fec-4459-a6b0-39273ec78901 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 932 time: 0.0978560 Feb 09 02:14:49.706978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-3f0b8b27-e5a6-4dd7-971f-108c3a888533 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/27f6bc48-a12c-4be3-8b7f-8bed3111af92 HTTP/1.1" status: 200 len: 1823 time: 0.0860453 Feb 09 02:14:49.718153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.718685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.718965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.719302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.719638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.719966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.720298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.720616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.721131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.721454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27f6bc48-a12c-4be3-8b7f-8bed3111af92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:49.722323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27f6bc48-a12c-4be3-8b7f-8bed3111af92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:49.722450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.722941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.723434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.723762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:49.758229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.758602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.789536 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-36255da9-0bbb-4557-8ca1-cbaf5d39a3e4 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8085885 Feb 09 02:14:49.803766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Request body: {'port': {'device_id': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:49.812159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8e7bfa7-acd7-41bb-8283-fc3ece3a0e00 req-692de506-9f2b-48b2-bcb6-d1464e1396ff tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962136 Feb 09 02:14:49.852187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (2b5e7395-a78e-4be6-b81f-388a44242bbe), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.882352 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (2b5e7395-a78e-4be6-b81f-388a44242bbe), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.886738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2b5e7395-a78e-4be6-b81f-388a44242bbe), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.887189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12598285-f606-4a13-84e0-262dd892b387), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.914734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5e7395-a78e-4be6-b81f-388a44242bbe,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:49.960857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab16fd05-8d90-47ae-b3d5-fa187b259579 req-cb4be815-9cfc-4c24-900f-953b56ec88a7 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0500681 Feb 09 02:14:49.963535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:49.975749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ebb1f9d-bf19-4ce9-b68a-b416ec888f54 req-d5635933-348e-4788-8bd5-740dd4a5f490 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2585440 Feb 09 02:14:50.028352 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-152ddbd8-d101-4976-be26-056bd09a687e req-296d01a3-9d97-465d-9650-9661be6a75c1 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] show failed (client error): The resource could not be found. Feb 09 02:14:50.040651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51476) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:50.041046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-152ddbd8-d101-4976-be26-056bd09a687e req-296d01a3-9d97-465d-9650-9661be6a75c1 tempest-FloatingIPsTestJSON-1952069584 tempest-FloatingIPsTestJSON-1952069584-project] 10.222.0.53 "GET /v2.0/floatingips/c699efeb-5b88-4554-8987-eb3f24303daf HTTP/1.1" status: 404 len: 350 time: 0.0583646 Feb 09 02:14:50.132608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-9974f449-b0f2-4062-a752-b6d040dbd19a tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/27f6bc48-a12c-4be3-8b7f-8bed3111af92 HTTP/1.1" status: 200 len: 2417 time: 0.0850337 Feb 09 02:14:50.146396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27f6bc48-a12c-4be3-8b7f-8bed3111af92', 'remote_group_id': None}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:50.146763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '27f6bc48-a12c-4be3-8b7f-8bed3111af92', 'remote_group_id': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:50.196309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642617e-8017-4ffb-8ca8-f0728d91540c req-35b26062-8244-456b-9fc0-dab6dbffafa5 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:50.204473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d642617e-8017-4ffb-8ca8-f0728d91540c req-35b26062-8244-456b-9fc0-dab6dbffafa5 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1365755 Feb 09 02:14:50.298841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d642617e-8017-4ffb-8ca8-f0728d91540c req-5a86bd6f-8eed-4248-9990-45a913a24ce0 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933826 Feb 09 02:14:50.330068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (752c407d-458a-4f74-9423-ba5feeb1c4db), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.365105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (752c407d-458a-4f74-9423-ba5feeb1c4db), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.382579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (752c407d-458a-4f74-9423-ba5feeb1c4db), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.389986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12598285-f606-4a13-84e0-262dd892b387 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:50.403125 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Publish callbacks [] for port (12598285-f606-4a13-84e0-262dd892b387), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.434775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752c407d-458a-4f74-9423-ba5feeb1c4db,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:50.442563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Transition to ACTIVE for port object 12598285-f606-4a13-84e0-262dd892b387 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:50.447671 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.449441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85359ecf-e031-40e5-98cb-8ed1f5ad6b20 req-b28bf467-aca2-4bc5-8eb6-31f09a0717e7 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3082051 Feb 09 02:14:50.458710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (12598285-f606-4a13-84e0-262dd892b387), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.480955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f3e8f-0546-44a0-b404-6a292c67eb1e req-9663aad8-f9a4-45af-b18e-7815666b1901 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:50.482686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f8f3e8f-0546-44a0-b404-6a292c67eb1e req-9663aad8-f9a4-45af-b18e-7815666b1901 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.1147017 Feb 09 02:14:50.539029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Pushing event updated for resources: {'Port': ['ID=12598285-f606-4a13-84e0-262dd892b387,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:50.564071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72ca10f4-7592-495f-b1f8-144eb3d4a1b2 req-4ff66bd6-82c0-4218-98cc-d48d48ece6d6 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/27f6bc48-a12c-4be3-8b7f-8bed3111af92 HTTP/1.1" status: 200 len: 3016 time: 0.0803173 Feb 09 02:14:50.605388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f8f3e8f-0546-44a0-b404-6a292c67eb1e req-ac6f7ccb-087d-4edb-b645-90b823f2b6d6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768785 Feb 09 02:14:50.656788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Attempting to bind port 12598285-f606-4a13-84e0-262dd892b387 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:50.657013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Attempting to bind port 12598285-f606-4a13-84e0-262dd892b387 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'a3593aa3-087f-4272-8461-5a4a846c4437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:50.657353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Attempting to bind port 12598285-f606-4a13-84e0-262dd892b387 on network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:50.659282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-998693f5-32ea-4fe3-b2ea-7bba25574f80 req-0d01bb8c-5f5c-4c47-8e3a-116aef3e4146 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-group-rules/752c407d-458a-4f74-9423-ba5feeb1c4db HTTP/1.1" status: 200 len: 783 time: 0.0219207 Feb 09 02:14:50.681689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Port 12598285-f606-4a13-84e0-262dd892b387 on network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:50.682597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Attempting to bind port 12598285-f606-4a13-84e0-262dd892b387 on network 2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:50.690392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:50.691331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Checking segment: {'id': 'a3593aa3-087f-4272-8461-5a4a846c4437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:50.691601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Bound using segment: {'id': 'a3593aa3-087f-4272-8461-5a4a846c4437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:50.692040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Bound port: 12598285-f606-4a13-84e0-262dd892b387, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3593aa3-087f-4272-8461-5a4a846c4437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:50.692592 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12598285-f606-4a13-84e0-262dd892b387), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.741798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-998693f5-32ea-4fe3-b2ea-7bba25574f80 req-b111553c-d428-424b-990c-d181ec1b2f0d tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/27f6bc48-a12c-4be3-8b7f-8bed3111af92 HTTP/1.1" status: 200 len: 3016 time: 0.0808713 Feb 09 02:14:50.764453 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84241-984a-4927-ae9d-87cd6a9067ea req-f328910c-8b15-4d75-82ad-8f9747692918 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:50.766104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1d84241-984a-4927-ae9d-87cd6a9067ea req-f328910c-8b15-4d75-82ad-8f9747692918 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1029413 Feb 09 02:14:50.772092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (558d356c-734b-40b0-bd99-44c6e3e7f153), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.786233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-998693f5-32ea-4fe3-b2ea-7bba25574f80 req-033db213-531e-424b-8042-c08c9423837b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (752c407d-458a-4f74-9423-ba5feeb1c4db), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.805376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-998693f5-32ea-4fe3-b2ea-7bba25574f80 req-033db213-531e-424b-8042-c08c9423837b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (752c407d-458a-4f74-9423-ba5feeb1c4db), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.861500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-998693f5-32ea-4fe3-b2ea-7bba25574f80 req-033db213-531e-424b-8042-c08c9423837b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (752c407d-458a-4f74-9423-ba5feeb1c4db), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.872222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-998693f5-32ea-4fe3-b2ea-7bba25574f80 req-033db213-531e-424b-8042-c08c9423837b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:50.873420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-998693f5-32ea-4fe3-b2ea-7bba25574f80 req-033db213-531e-424b-8042-c08c9423837b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/752c407d-458a-4f74-9423-ba5feeb1c4db HTTP/1.1" status: 204 len: 173 time: 0.1251619 Feb 09 02:14:50.899880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1d84241-984a-4927-ae9d-87cd6a9067ea req-ae5026a8-54a5-4ce3-836a-5bf5e037c757 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067839 Feb 09 02:14:50.901487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033db213-531e-424b-8042-c08c9423837b tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=752c407d-458a-4f74-9423-ba5feeb1c4db,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:51.058945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dc607-e8b6-411d-89a4-063f2fe003c1 req-75f80e4e-fa8f-42ba-a389-0613b5cf281c tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.075329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-305dc607-e8b6-411d-89a4-063f2fe003c1 req-75f80e4e-fa8f-42ba-a389-0613b5cf281c tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 944 time: 0.1038063 Feb 09 02:14:51.152137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] For port 12598285-f606-4a13-84e0-262dd892b387, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:51.156483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1110e10c-24f1-426e-907c-e4725579bf4a req-eb7ea140-0d06-4486-b09d-a040b07ee3f9 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/27f6bc48-a12c-4be3-8b7f-8bed3111af92 HTTP/1.1" status: 200 len: 2417 time: 0.0799756 Feb 09 02:14:51.173347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] For port 12598285-f606-4a13-84e0-262dd892b387, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12598285-f606-4a13-84e0-262dd892b387,segment=NetworkSegment(a3593aa3-087f-4272-8461-5a4a846c4437),segment_id=a3593aa3-087f-4272-8461-5a4a846c4437)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:51.177613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-305dc607-e8b6-411d-89a4-063f2fe003c1 req-83116dd7-618b-4a3e-83a5-c491bf6f452b tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668707 Feb 09 02:14:51.201743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (12598285-f606-4a13-84e0-262dd892b387), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.243461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1110e10c-24f1-426e-907c-e4725579bf4a req-7a994588-1fdb-4020-9371-d75d4d2475bf tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (27f6bc48-a12c-4be3-8b7f-8bed3111af92), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.260169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.260675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.262349 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] 10.222.0.82 "PUT /v2.0/ports/12598285-f606-4a13-84e0-262dd892b387 HTTP/1.1" status: 200 len: 1093 time: 1.4643707 Feb 09 02:14:51.272192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'tag': '12598285-f606-4a13-84e0-262dd892b387'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:51.275654 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f6206a-4fc6-4dc0-90df-0a9a20c53924" -d '{"events": [{"name": "network-changed", "server_uuid": "f8767977-6b1d-4c67-87b1-725684ac0590", "tag": "12598285-f606-4a13-84e0-262dd892b387"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:51.276112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1110e10c-24f1-426e-907c-e4725579bf4a req-7a994588-1fdb-4020-9371-d75d4d2475bf tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (27f6bc48-a12c-4be3-8b7f-8bed3111af92), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.319945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adf98e05-e2c7-4113-99f4-8bb77ac505ae req-8c015106-abec-4aa1-9803-5b65ee111c8b tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0505307 Feb 09 02:14:51.364157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1110e10c-24f1-426e-907c-e4725579bf4a req-7a994588-1fdb-4020-9371-d75d4d2475bf tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (27f6bc48-a12c-4be3-8b7f-8bed3111af92), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.369193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1110e10c-24f1-426e-907c-e4725579bf4a req-7a994588-1fdb-4020-9371-d75d4d2475bf tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.371060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1110e10c-24f1-426e-907c-e4725579bf4a req-7a994588-1fdb-4020-9371-d75d4d2475bf tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-groups/27f6bc48-a12c-4be3-8b7f-8bed3111af92 HTTP/1.1" status: 204 len: 173 time: 0.1998389 Feb 09 02:14:51.385400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a994588-1fdb-4020-9371-d75d4d2475bf tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f6bc48-a12c-4be3-8b7f-8bed3111af92,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:51.436531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b8df0-56e1-4a78-8292-c8ae0d882f61 service neutron] Pushing event updated for resources: {'Port': ['ID=12598285-f606-4a13-84e0-262dd892b387,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:51.445930 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b8525f-dcc6-498f-a63d-d4c8026654ae x-openstack-request-id: req-80b8525f-dcc6-498f-a63d-d4c8026654ae {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:51.446418 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8767977-6b1d-4c67-87b1-725684ac0590", "tag": "12598285-f606-4a13-84e0-262dd892b387", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:51.446850 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80b8525f-dcc6-498f-a63d-d4c8026654ae {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:51.447437 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'tag': '12598285-f606-4a13-84e0-262dd892b387', 'status': 'completed', 'code': 200} Feb 09 02:14:51.490681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-4b5c4ec9-6929-494e-b218-aa12e4ffdadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.494950 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-4b5c4ec9-6929-494e-b218-aa12e4ffdadc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28b57199aa6446f6bb49f6e8568020d8&device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 1127 time: 0.1452212 Feb 09 02:14:51.532561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750626-2686-4bfa-b77f-9d589c1d0e8f req-87f0c0b5-c206-4b61-a9cc-ef26f53bcdae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.540580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a750626-2686-4bfa-b77f-9d589c1d0e8f req-87f0c0b5-c206-4b61-a9cc-ef26f53bcdae tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.1137707 Feb 09 02:14:51.552571 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-1cd17a6e-5a3f-4c64-b9e1-970708b5b537 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12598285-f606-4a13-84e0-262dd892b387 HTTP/1.1" status: 200 len: 217 time: 0.0490105 Feb 09 02:14:51.624065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d1166-08e6-4990-9dc2-f8fc90be2c33 req-acbf6b59-2337-4131-b197-8cb6993e1a68 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.625927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a4d1166-08e6-4990-9dc2-f8fc90be2c33 req-acbf6b59-2337-4131-b197-8cb6993e1a68 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1156502 Feb 09 02:14:51.639280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a750626-2686-4bfa-b77f-9d589c1d0e8f req-52a7b96d-44aa-45a4-b2f5-fa05b1cf1797 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975304 Feb 09 02:14:51.662502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-7c95929b-86ed-44b0-9adf-66917ee7e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:51.664165 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-7c95929b-86ed-44b0-9adf-66917ee7e2a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c027dc3d-1f1c-4927-915d-5e065efae887 HTTP/1.1" status: 200 len: 862 time: 0.1028349 Feb 09 02:14:51.682854 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-7e8f7846-c176-400a-b671-3f5cf268cd27 req-2527514f-0d58-42b4-a46d-90f6e97e5da4 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] show failed (client error): The resource could not be found. Feb 09 02:14:51.685795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e8f7846-c176-400a-b671-3f5cf268cd27 req-2527514f-0d58-42b4-a46d-90f6e97e5da4 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/720925d4-ae03-4447-8c91-6fb69e03e2fc HTTP/1.1" status: 404 len: 352 time: 0.0235455 Feb 09 02:14:51.703259 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-b7e9edc3-c870-4fed-af80-af146411f9b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316963 Feb 09 02:14:51.718783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a4d1166-08e6-4990-9dc2-f8fc90be2c33 req-7bb7d870-6a7a-49a1-b530-499093a96c35 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752840 Feb 09 02:14:51.768359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Deleting port 6a8f1ef0-9146-41f6-8e57-90459f6019a8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:51.769213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.775089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c04c6889-6cb1-41f5-9aa7-09371545e3fb req-7bd6fb0c-f058-48d4-9732-3c04ba75ed10 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/7bf57831-cacb-49c7-901f-bb86b05e5b76 HTTP/1.1" status: 200 len: 1823 time: 0.0547259 Feb 09 02:14:51.846495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c04c6889-6cb1-41f5-9aa7-09371545e3fb req-fab71dcb-8ac6-4fb2-97a0-7be0801db809 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (7bf57831-cacb-49c7-901f-bb86b05e5b76), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.874309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c04c6889-6cb1-41f5-9aa7-09371545e3fb req-fab71dcb-8ac6-4fb2-97a0-7be0801db809 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (7bf57831-cacb-49c7-901f-bb86b05e5b76), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.890933 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-fc2e440b-409f-4223-8e2d-862cc2f0f37b service neutron] 10.222.0.82 "GET /v2.0/networks/2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777670 Feb 09 02:14:51.911954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] For port 6a8f1ef0-9146-41f6-8e57-90459f6019a8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a8f1ef0-9146-41f6-8e57-90459f6019a8,segment=NetworkSegment(f4018298-9995-43fa-a3c1-b6aa34acff04),segment_id=f4018298-9995-43fa-a3c1-b6aa34acff04)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:51.912323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.943324 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c04c6889-6cb1-41f5-9aa7-09371545e3fb req-fab71dcb-8ac6-4fb2-97a0-7be0801db809 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bf57831-cacb-49c7-901f-bb86b05e5b76), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.949715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c04c6889-6cb1-41f5-9aa7-09371545e3fb req-fab71dcb-8ac6-4fb2-97a0-7be0801db809 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:51.954920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c04c6889-6cb1-41f5-9aa7-09371545e3fb req-fab71dcb-8ac6-4fb2-97a0-7be0801db809 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-groups/7bf57831-cacb-49c7-901f-bb86b05e5b76 HTTP/1.1" status: 204 len: 173 time: 0.1730328 Feb 09 02:14:51.970999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab71dcb-8ac6-4fb2-97a0-7be0801db809 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf57831-cacb-49c7-901f-bb86b05e5b76,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:52.029753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Calling delete_port for 6a8f1ef0-9146-41f6-8e57-90459f6019a8 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:52.048217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a70a0aa-34be-4d6f-a503-812903639803 req-fc770f9f-b8d3-4ae4-bc0d-f230789cb094 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/77c9a790-d206-474e-9dd7-032719372b2f HTTP/1.1" status: 200 len: 1823 time: 0.0695915 Feb 09 02:14:52.137052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9c82-9089-400d-a309-9845a4fe2fba req-4aec3d05-7ddb-4107-bd12-a09fe1a4d9db tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:52.143051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-508d9c82-9089-400d-a309-9845a4fe2fba req-4aec3d05-7ddb-4107-bd12-a09fe1a4d9db tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1151891 Feb 09 02:14:52.144504 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ccafd539-cbf4-45d7-92db-8cdf6c235155 req-5a9a0d76-a6f4-4c08-8041-b2bdcf0d2503 service neutron] 10.222.0.82 "GET /v2.0/networks/2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441938 Feb 09 02:14:52.144736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8a70a0aa-34be-4d6f-a503-812903639803 req-65ae066f-c254-49de-9ec0-5a6d76aae464 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (77c9a790-d206-474e-9dd7-032719372b2f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.194745 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8a70a0aa-34be-4d6f-a503-812903639803 req-65ae066f-c254-49de-9ec0-5a6d76aae464 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (77c9a790-d206-474e-9dd7-032719372b2f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.267085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-508d9c82-9089-400d-a309-9845a4fe2fba req-c0f81c41-d03b-4506-b63d-299b9f58f2b8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198647 Feb 09 02:14:52.310083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8a70a0aa-34be-4d6f-a503-812903639803 req-65ae066f-c254-49de-9ec0-5a6d76aae464 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (77c9a790-d206-474e-9dd7-032719372b2f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.313622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8a70a0aa-34be-4d6f-a503-812903639803 req-65ae066f-c254-49de-9ec0-5a6d76aae464 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.315065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a70a0aa-34be-4d6f-a503-812903639803 req-65ae066f-c254-49de-9ec0-5a6d76aae464 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-groups/77c9a790-d206-474e-9dd7-032719372b2f HTTP/1.1" status: 204 len: 173 time: 0.2657223 Feb 09 02:14:52.330133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae066f-c254-49de-9ec0-5a6d76aae464 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c9a790-d206-474e-9dd7-032719372b2f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:52.339122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-6bc2326f-2c14-4f5f-bf4d-ea3f68794bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:52.352236 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-6bc2326f-2c14-4f5f-bf4d-ea3f68794bdc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=28b57199aa6446f6bb49f6e8568020d8&device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 1127 time: 0.1216688 Feb 09 02:14:52.428059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-514e36ca-01f7-4a95-a58f-f01e69d4397a req-eda3dc57-9d96-4f7f-a225-57f508d98775 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/7660a121-84b8-4538-9ddc-15915a8ea6a5 HTTP/1.1" status: 200 len: 1821 time: 0.0796087 Feb 09 02:14:52.440217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ca8c6-7797-4c81-adc8-c2afb51d2c96 req-5826b6c5-2eda-401d-9ab3-5849d9efa899 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:52.442533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d9ca8c6-7797-4c81-adc8-c2afb51d2c96 req-5826b6c5-2eda-401d-9ab3-5849d9efa899 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 944 time: 0.0858946 Feb 09 02:14:52.444376 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:52.523748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6a8f1ef0-9146-41f6-8e57-90459f6019a8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.545426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-bd485771-87a6-4614-8874-2bf173bbee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:52.547119 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-bd485771-87a6-4614-8874-2bf173bbee6c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 HTTP/1.1" status: 200 len: 923 time: 0.1887765 Feb 09 02:14:52.576720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8f1ef0-9146-41f6-8e57-90459f6019a8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:52.662381 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-fd2de31a-7574-4a1d-a87e-c619204c301e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12598285-f606-4a13-84e0-262dd892b387 HTTP/1.1" status: 200 len: 217 time: 0.0896399 Feb 09 02:14:52.772025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-ba362802-de9c-4bf9-a1fb-5f226f21f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:52.773523 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-ba362802-de9c-4bf9-a1fb-5f226f21f1b4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c027dc3d-1f1c-4927-915d-5e065efae887 HTTP/1.1" status: 200 len: 862 time: 0.1090214 Feb 09 02:14:52.855445 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-696cea71-d45b-418c-9370-4bc2008c00d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732141 Feb 09 02:14:52.913219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d9ca8c6-7797-4c81-adc8-c2afb51d2c96 req-97e22697-60c5-4c4e-90a3-9dd8e009a1a2 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510293 Feb 09 02:14:52.920614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e36ca-01f7-4a95-a58f-f01e69d4397a req-9cd613cf-3266-4361-a2c2-919b111fd0cd tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (7660a121-84b8-4538-9ddc-15915a8ea6a5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:52.949768 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e36ca-01f7-4a95-a58f-f01e69d4397a req-9cd613cf-3266-4361-a2c2-919b111fd0cd tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (7660a121-84b8-4538-9ddc-15915a8ea6a5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.004686 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (558d356c-734b-40b0-bd99-44c6e3e7f153), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.005331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e36ca-01f7-4a95-a58f-f01e69d4397a req-9cd613cf-3266-4361-a2c2-919b111fd0cd tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7660a121-84b8-4538-9ddc-15915a8ea6a5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.008794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e36ca-01f7-4a95-a58f-f01e69d4397a req-9cd613cf-3266-4361-a2c2-919b111fd0cd tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.009946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-514e36ca-01f7-4a95-a58f-f01e69d4397a req-9cd613cf-3266-4361-a2c2-919b111fd0cd tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-groups/7660a121-84b8-4538-9ddc-15915a8ea6a5 HTTP/1.1" status: 204 len: 173 time: 0.5664952 Feb 09 02:14:53.030492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd613cf-3266-4361-a2c2-919b111fd0cd tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7660a121-84b8-4538-9ddc-15915a8ea6a5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:53.048289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bd7ad23-4fe0-4757-8fd3-4a0e46c63378 req-f9646b5e-0533-4a75-ac59-528e14abe077 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0372801 Feb 09 02:14:53.192197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-05a9e0ae-fc2d-4838-a92d-6c2c87ab1721 service neutron] 10.222.0.82 "GET /v2.0/networks/2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029683 Feb 09 02:14:53.248339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b160-bb25-4719-b04c-092fbf4bdd81 req-ab7d9e8a-caee-4ad6-bfb9-4a571b55988d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:53.249869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f713b160-bb25-4719-b04c-092fbf4bdd81 req-ab7d9e8a-caee-4ad6-bfb9-4a571b55988d tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.1226246 Feb 09 02:14:53.257765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3477-3553-4953-b563-9a4fb6a089dd req-1a55a4e7-0a3e-4666-82d4-1760c4ff5b8a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:53.259300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-558a3477-3553-4953-b563-9a4fb6a089dd req-1a55a4e7-0a3e-4666-82d4-1760c4ff5b8a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1009939 Feb 09 02:14:53.321813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db0f88a6-f0c8-4bbc-9906-6a29172e7107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.334388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f713b160-bb25-4719-b04c-092fbf4bdd81 req-0163bd4f-d413-40d5-9822-a0f46ce606b6 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740716 Feb 09 02:14:53.342767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-558a3477-3553-4953-b563-9a4fb6a089dd req-6a6dd9cf-db9a-4412-8d36-45d6e395af0c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755005 Feb 09 02:14:53.396810 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-89f6206a-4fc6-4dc0-90df-0a9a20c53924 req-b95c4666-27e7-411c-84da-41e7dffecbf3 service neutron] 10.222.0.82 "GET /v2.0/networks/2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944740 Feb 09 02:14:53.429005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7c11140-d7b2-499f-9927-e773eb30347b req-3083ab68-2642-4300-b240-b707060b21ed tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/b591b4f8-c3e1-4000-a069-d3f2355b4815 HTTP/1.1" status: 200 len: 2424 time: 0.0599542 Feb 09 02:14:53.446002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Router 558d356c-734b-40b0-bd99-44c6e3e7f153 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:14:53.549282 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7c11140-d7b2-499f-9927-e773eb30347b req-b4d925a2-582b-48af-9993-0eb4f76c77a1 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (b591b4f8-c3e1-4000-a069-d3f2355b4815), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.559575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca933-486a-4bca-bc55-001b1d525c29 req-5f743921-9be7-4d1f-aa3c-d2ef417e09e5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:53.561096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd7ca933-486a-4bca-bc55-001b1d525c29 req-5f743921-9be7-4d1f-aa3c-d2ef417e09e5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.0955615 Feb 09 02:14:53.567339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:14:53.572931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e3aea51-91c0-46cd-912e-63bbfeca5629 admin admin] 10.222.0.53 "PUT /v2.0/routers/558d356c-734b-40b0-bd99-44c6e3e7f153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5324464 Feb 09 02:14:53.576659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:53.578873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] Sync routers for ids ['558d356c-734b-40b0-bd99-44c6e3e7f153'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:14:53.590279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] Routers {'558d356c-734b-40b0-bd99-44c6e3e7f153'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:53.590959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['558d356c-734b-40b0-bd99-44c6e3e7f153'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:53.600440 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7c11140-d7b2-499f-9927-e773eb30347b req-b4d925a2-582b-48af-9993-0eb4f76c77a1 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (b591b4f8-c3e1-4000-a069-d3f2355b4815), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.659097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd7ca933-486a-4bca-bc55-001b1d525c29 req-d9407f10-ff3c-401a-ad33-d5beacf68c44 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886166 Feb 09 02:14:53.678299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7c11140-d7b2-499f-9927-e773eb30347b req-b4d925a2-582b-48af-9993-0eb4f76c77a1 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b591b4f8-c3e1-4000-a069-d3f2355b4815), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.686437 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f7c11140-d7b2-499f-9927-e773eb30347b req-b4d925a2-582b-48af-9993-0eb4f76c77a1 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.687629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7c11140-d7b2-499f-9927-e773eb30347b req-b4d925a2-582b-48af-9993-0eb4f76c77a1 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-groups/b591b4f8-c3e1-4000-a069-d3f2355b4815 HTTP/1.1" status: 204 len: 173 time: 0.2399549 Feb 09 02:14:53.724592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d925a2-582b-48af-9993-0eb4f76c77a1 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591b4f8-c3e1-4000-a069-d3f2355b4815,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:53.770762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] Set router 558d356c-734b-40b0-bd99-44c6e3e7f153 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:53.783434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks [] for router (558d356c-734b-40b0-bd99-44c6e3e7f153), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.808630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f730fb96-89db-46f1-baa4-d47fe6701539 req-845f5d70-9cb7-48b8-8623-04919498d4be tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "GET /v2.0/security-groups/0612e7c7-f5c1-43ab-bc97-102d39e77859 HTTP/1.1" status: 200 len: 2415 time: 0.0653946 Feb 09 02:14:53.918617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f730fb96-89db-46f1-baa4-d47fe6701539 req-83edc7f4-e72e-4216-befb-3a9fffd29926 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (0612e7c7-f5c1-43ab-bc97-102d39e77859), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.949086 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks [] for router_gateway (558d356c-734b-40b0-bd99-44c6e3e7f153), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:53.999037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f730fb96-89db-46f1-baa4-d47fe6701539 req-83edc7f4-e72e-4216-befb-3a9fffd29926 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (0612e7c7-f5c1-43ab-bc97-102d39e77859), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.003599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:52Z', 'revision_number': 5, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port': {'id': '54a5d536-b25d-4d69-b3a5-76736511ecee', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:22Z', 'updated_at': '2022-02-09T02:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:54.025839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Deleting port 54a5d536-b25d-4d69-b3a5-76736511ecee {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:54.026437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.033446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] Checking router: 558d356c-734b-40b0-bd99-44c6e3e7f153 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:14:54.042740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] Routers {'558d356c-734b-40b0-bd99-44c6e3e7f153'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:14:54.043359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['558d356c-734b-40b0-bd99-44c6e3e7f153'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:54.051080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8e7e9-b567-4b18-a587-87ed05fa71ba req-1e970e49-de94-4750-a7da-c1e84400f972 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:54.052630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efc8e7e9-b567-4b18-a587-87ed05fa71ba req-1e970e49-de94-4750-a7da-c1e84400f972 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.0882261 Feb 09 02:14:54.113321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efc8e7e9-b567-4b18-a587-87ed05fa71ba req-551ad9f9-6fab-4e9d-9c26-3f311d6c2141 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518870 Feb 09 02:14:54.137272 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f730fb96-89db-46f1-baa4-d47fe6701539 req-83edc7f4-e72e-4216-befb-3a9fffd29926 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0612e7c7-f5c1-43ab-bc97-102d39e77859), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.140124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f730fb96-89db-46f1-baa4-d47fe6701539 req-83edc7f4-e72e-4216-befb-3a9fffd29926 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.152744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f730fb96-89db-46f1-baa4-d47fe6701539 req-83edc7f4-e72e-4216-befb-3a9fffd29926 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] 10.222.0.53 "DELETE /v2.0/security-groups/0612e7c7-f5c1-43ab-bc97-102d39e77859 HTTP/1.1" status: 204 len: 173 time: 0.3431432 Feb 09 02:14:54.153278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51542) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:54.165318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] For port 54a5d536-b25d-4d69-b3a5-76736511ecee, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=54a5d536-b25d-4d69-b3a5-76736511ecee,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:54.165713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.169137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] Set router 558d356c-734b-40b0-bd99-44c6e3e7f153 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:14:54.233416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Calling delete_port for 54a5d536-b25d-4d69-b3a5-76736511ecee owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:54.251501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edc7f4-e72e-4216-befb-3a9fffd29926 tempest-SecurityGroupRulesTestJSON-1580358520 tempest-SecurityGroupRulesTestJSON-1580358520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0612e7c7-f5c1-43ab-bc97-102d39e77859,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:54.259365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:53Z', 'revision_number': 6, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:54.299493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31422d91-35b0-4970-96a2-fce92e4e5442 None None] The sync data for ids ['558d356c-734b-40b0-bd99-44c6e3e7f153'] in n-d-826675-12 is: [{'id': '558d356c-734b-40b0-bd99-44c6e3e7f153', 'name': 'tempest-FloatingIPsTestJSON-567906234-router', 'tenant_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:21Z', 'updated_at': '2022-02-09T02:14:53Z', 'revision_number': 6, 'project_id': '9299c2e8f64443a4b9fe435dc0ba2129', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:14:54.338363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9089222-d425-47ac-bfc4-17183c9e51a5 req-463b6d1a-1e34-4601-b3ae-642895f8bf18 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0950997 Feb 09 02:14:54.343489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] Deleting subnet 103bd20e-aa01-4735-902e-6c33a9f0ad57 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:14:54.364144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] Publish callbacks [] for subnet (103bd20e-aa01-4735-902e-6c33a9f0ad57), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.429331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (103bd20e-aa01-4735-902e-6c33a9f0ad57), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.490824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (54a5d536-b25d-4d69-b3a5-76736511ecee), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.493459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcba1a-007e-4918-b9d8-89395a0eba7c req-84bed231-0aa6-451d-a56d-bae061daf47a tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:54.495036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bedcba1a-007e-4918-b9d8-89395a0eba7c req-84bed231-0aa6-451d-a56d-bae061daf47a tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 944 time: 0.2275655 Feb 09 02:14:54.533872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (103bd20e-aa01-4735-902e-6c33a9f0ad57), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.589464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7686ffa-ee2a-45c3-9bbe-cdcf03c3e821 req-6afd8166-085b-4747-bca6-6aed40160051 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:54.591207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7686ffa-ee2a-45c3-9bbe-cdcf03c3e821 req-6afd8166-085b-4747-bca6-6aed40160051 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1421719 Feb 09 02:14:54.623360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bedcba1a-007e-4918-b9d8-89395a0eba7c req-73b188e9-b7c2-4042-899c-3ccad40fb91d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166575 Feb 09 02:14:54.694908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (103bd20e-aa01-4735-902e-6c33a9f0ad57), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.744825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7686ffa-ee2a-45c3-9bbe-cdcf03c3e821 req-f4a0baf7-70cc-421b-a3c2-db9e6e10d072 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423371 Feb 09 02:14:54.752663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103bd20e-aa01-4735-902e-6c33a9f0ad57,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:54.764230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.772390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-092eca46-89ac-41a4-b16a-0ae02606deb9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/103bd20e-aa01-4735-902e-6c33a9f0ad57 HTTP/1.1" status: 204 len: 168 time: 0.6150336 Feb 09 02:14:54.773233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51550) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:54.863751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a5d536-b25d-4d69-b3a5-76736511ecee,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:54.914539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12598285-f606-4a13-84e0-262dd892b387 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:54.931650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (730e39fe-c31a-459d-a5b2-1d31a319a744), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.941245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (558d356c-734b-40b0-bd99-44c6e3e7f153), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:54.967193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d8b63-7f34-4401-a827-ecf0bea652da req-c6abc339-1159-41f7-a3b8-541169634e6d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:54.969068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-318d8b63-7f34-4401-a827-ecf0bea652da req-c6abc339-1159-41f7-a3b8-541169634e6d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1408107 Feb 09 02:14:55.043581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (558d356c-734b-40b0-bd99-44c6e3e7f153), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.048435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks [] for router_controller (558d356c-734b-40b0-bd99-44c6e3e7f153), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.060168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12598285-f606-4a13-84e0-262dd892b387, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12598285-f606-4a13-84e0-262dd892b387,segment=NetworkSegment(a3593aa3-087f-4272-8461-5a4a846c4437),segment_id=a3593aa3-087f-4272-8461-5a4a846c4437)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:55.077018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '12598285-f606-4a13-84e0-262dd892b387', 'network_id': '2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134', 'port_id': '12598285-f606-4a13-84e0-262dd892b387', 'mac_address': 'fa:16:3e:df:48:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c027dc3d-1f1c-4927-915d-5e065efae887', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:55.091238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-318d8b63-7f34-4401-a827-ecf0bea652da req-d4b532cd-511e-441f-9b1b-124d68832de2 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983517 Feb 09 02:14:55.103351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (730e39fe-c31a-459d-a5b2-1d31a319a744), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.117531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (558d356c-734b-40b0-bd99-44c6e3e7f153), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.120164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558d356c-734b-40b0-bd99-44c6e3e7f153 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:14:55.127227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.127999 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2d41d1e-fc6c-44ea-9436-dbaaf5057c07 admin admin] 10.222.0.53 "DELETE /v2.0/routers/558d356c-734b-40b0-bd99-44c6e3e7f153 HTTP/1.1" status: 204 len: 168 time: 1.5499692 Feb 09 02:14:55.131116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:55.139392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730e39fe-c31a-459d-a5b2-1d31a319a744']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:55.139586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 12598285-f606-4a13-84e0-262dd892b387 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:55.139930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12598285-f606-4a13-84e0-262dd892b387), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.155902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2250084d-5605-4fb5-bf49-8fd755ed7f95') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:55.156215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2250084d-5605-4fb5-bf49-8fd755ed7f95') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:55.156315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12598285-f606-4a13-84e0-262dd892b387 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:55.178945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (2250084d-5605-4fb5-bf49-8fd755ed7f95), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.183479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] Deleting subnet 9584ec71-5e0d-4e15-9edb-b994371b0193 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:14:55.187879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] Publish callbacks [] for subnet (9584ec71-5e0d-4e15-9edb-b994371b0193), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.194168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2250084d-5605-4fb5-bf49-8fd755ed7f95), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.207984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:14:55.208572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (2250084d-5605-4fb5-bf49-8fd755ed7f95), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.223935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12598285-f606-4a13-84e0-262dd892b387, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12598285-f606-4a13-84e0-262dd892b387,segment=NetworkSegment(a3593aa3-087f-4272-8461-5a4a846c4437),segment_id=a3593aa3-087f-4272-8461-5a4a846c4437)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:55.230728 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (12598285-f606-4a13-84e0-262dd892b387), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.255049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (9584ec71-5e0d-4e15-9edb-b994371b0193), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:14:55.277709 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:14:55.281750 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (730e39fe-c31a-459d-a5b2-1d31a319a744), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.301810 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.307821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] 10.222.0.53 "DELETE /v2.0/networks/730e39fe-c31a-459d-a5b2-1d31a319a744 HTTP/1.1" status: 204 len: 168 time: 0.5310147 Feb 09 02:14:55.318001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=12598285-f606-4a13-84e0-262dd892b387,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:55.350144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6599b0e-ec7d-4ecd-b8ff-65e0fb518f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=730e39fe-c31a-459d-a5b2-1d31a319a744,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:55.392072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfbce3-e209-413f-b13f-387f856dc70b req-f7fcad0d-3177-4644-8770-94bba706cb53 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:55.400933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfbce3-e209-413f-b13f-387f856dc70b req-f7fcad0d-3177-4644-8770-94bba706cb53 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.1210427 Feb 09 02:14:55.450773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (9584ec71-5e0d-4e15-9edb-b994371b0193), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.472333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfbce3-e209-413f-b13f-387f856dc70b req-ffdfa3e4-b277-496d-86bf-30b379c1de57 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702546 Feb 09 02:14:55.506847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:55.524011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2f03fd6-9929-4e53-b88c-23484f5f43c5 req-22fcffb1-c0ab-4744-bd5c-ccfeafdd56f9 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0448747 Feb 09 02:14:55.560179 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5e81285-04e5-47c5-82ea-37279a026346 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8edeb0bc222a47de99abe9d5a1ffa727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516641 Feb 09 02:14:55.564459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51562) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:55.569907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (9584ec71-5e0d-4e15-9edb-b994371b0193), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.597761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9584ec71-5e0d-4e15-9edb-b994371b0193,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:55.604237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.610168 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a441bd3f-1ff1-46ea-9d4d-5d6fe2e40e6c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9584ec71-5e0d-4e15-9edb-b994371b0193 HTTP/1.1" status: 204 len: 168 time: 0.4779625 Feb 09 02:14:55.611093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:55.612073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36b633-7510-4b9e-b624-007a738a0e4e None None] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:55.645422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c13f-958b-486c-9d71-02e0c47d30a6 admin admin] Publish callbacks [] for security_group (1f1842bb-f6b7-488a-bce2-8e4c4d26290d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.708222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (7a7b3e6b-9131-4829-a140-89eac2852c7e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.719086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['12598285-f606-4a13-84e0-262dd892b387'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:55.726731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c13f-958b-486c-9d71-02e0c47d30a6 admin admin] Publish callbacks [] for security_group (1f1842bb-f6b7-488a-bce2-8e4c4d26290d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.736610 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d711fe1-a564-4df3-bcb1-b3390354411c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.891248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Deleting port 610b9188-40e9-43b2-91bd-f9be06e77708 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:55.892096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.920075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-52d359cd-89d0-4333-8af4-b1b4c8a93adc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:55.922187 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-52d359cd-89d0-4333-8af4-b1b4c8a93adc tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.1328330 Feb 09 02:14:55.940987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414a94f-a5cb-4c01-8a0a-699e01d7bbb5 req-5333b237-b1a4-4d87-a4ce-b2d633c48a04 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:55.942991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5414a94f-a5cb-4c01-8a0a-699e01d7bbb5 req-5333b237-b1a4-4d87-a4ce-b2d633c48a04 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 945 time: 0.2012787 Feb 09 02:14:55.969851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d98b35-3b51-46a8-bb1f-4df195953a11 req-419bf409-40f4-4bf9-a8ba-617e40cc5e93 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:55.979644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94d98b35-3b51-46a8-bb1f-4df195953a11 req-419bf409-40f4-4bf9-a8ba-617e40cc5e93 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1095450 Feb 09 02:14:55.982855 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c13f-958b-486c-9d71-02e0c47d30a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1f1842bb-f6b7-488a-bce2-8e4c4d26290d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.986279 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c13f-958b-486c-9d71-02e0c47d30a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:55.988250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a9c2c13f-958b-486c-9d71-02e0c47d30a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f1842bb-f6b7-488a-bce2-8e4c4d26290d HTTP/1.1" status: 204 len: 168 time: 0.4228323 Feb 09 02:14:56.002198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2c13f-958b-486c-9d71-02e0c47d30a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1842bb-f6b7-488a-bce2-8e4c4d26290d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:56.048368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] DHCP port deletion for 7a7b3e6b-9131-4829-a140-89eac2852c7e request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:14:56.060403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] For port 610b9188-40e9-43b2-91bd-f9be06e77708, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=610b9188-40e9-43b2-91bd-f9be06e77708,segment=NetworkSegment(f4018298-9995-43fa-a3c1-b6aa34acff04),segment_id=f4018298-9995-43fa-a3c1-b6aa34acff04)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:56.060754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.076098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Calling delete_port for 610b9188-40e9-43b2-91bd-f9be06e77708 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:56.102586 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5414a94f-a5cb-4c01-8a0a-699e01d7bbb5 req-1ec7a5e0-247f-4484-bf5f-7269f39f1212 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217918 Feb 09 02:14:56.180562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94d98b35-3b51-46a8-bb1f-4df195953a11 req-02c788a1-2f67-4dbd-a8f0-604344b79294 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698127 Feb 09 02:14:56.276032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] Deleting port 610b9188-40e9-43b2-91bd-f9be06e77708 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:56.277632 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.354511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec855a-b535-4b21-bbb9-5c98ac6279b6 req-5e3801c3-fa37-43e4-ace1-7c2c23ea9dd5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:56.356293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4ec855a-b535-4b21-bbb9-5c98ac6279b6 req-5e3801c3-fa37-43e4-ace1-7c2c23ea9dd5 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.0686052 Feb 09 02:14:56.368640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Deleting port c73b72a4-4c40-4b1d-b200-ff10f9614e30 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:56.369137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.380544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 610b9188-40e9-43b2-91bd-f9be06e77708 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:56.457734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4ec855a-b535-4b21-bbb9-5c98ac6279b6 req-ffc0a47a-c105-4e45-be61-d4e2466b1b5d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862374 Feb 09 02:14:56.459921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.499577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Pushing event deleted for resources: {'Port': ['ID=610b9188-40e9-43b2-91bd-f9be06e77708,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:56.508855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] No DVR routers for this DVR port 610b9188-40e9-43b2-91bd-f9be06e77708 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:56.521127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port 610b9188-40e9-43b2-91bd-f9be06e77708 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:14:56.547993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port 610b9188-40e9-43b2-91bd-f9be06e77708 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:14:56.548459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 610b9188-40e9-43b2-91bd-f9be06e77708 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:56.548884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 54a5d536-b25d-4d69-b3a5-76736511ecee no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:56.620802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 54a5d536-b25d-4d69-b3a5-76736511ecee {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:56.621676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 54a5d536-b25d-4d69-b3a5-76736511ecee not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:56.622124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a8f1ef0-9146-41f6-8e57-90459f6019a8 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:56.634587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] For port c73b72a4-4c40-4b1d-b200-ff10f9614e30, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c73b72a4-4c40-4b1d-b200-ff10f9614e30,segment=NetworkSegment(cc9e114c-e477-4771-8581-ce1795329031),segment_id=cc9e114c-e477-4771-8581-ce1795329031)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:56.635270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.639014 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (7a7b3e6b-9131-4829-a140-89eac2852c7e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.646557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08757cc6-b4df-4fa1-8f93-23ecd40e5602 req-ac7f5e10-d40f-417b-8c94-cb28be30b613 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:56.648140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08757cc6-b4df-4fa1-8f93-23ecd40e5602 req-ac7f5e10-d40f-417b-8c94-cb28be30b613 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 946 time: 0.1125448 Feb 09 02:14:56.660054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Calling delete_port for c73b72a4-4c40-4b1d-b200-ff10f9614e30 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:56.661416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6a8f1ef0-9146-41f6-8e57-90459f6019a8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:14:56.662211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a8f1ef0-9146-41f6-8e57-90459f6019a8 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:14:56.676260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] For port 610b9188-40e9-43b2-91bd-f9be06e77708, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=610b9188-40e9-43b2-91bd-f9be06e77708,segment=NetworkSegment(f4018298-9995-43fa-a3c1-b6aa34acff04),segment_id=f4018298-9995-43fa-a3c1-b6aa34acff04)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:56.676695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.683211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7b3e6b-9131-4829-a140-89eac2852c7e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:56.696773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] Calling delete_port for 610b9188-40e9-43b2-91bd-f9be06e77708 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:56.698487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da076a-8365-4e46-b267-3499f4ab3273 req-bff892fd-d1f6-4f25-bd56-471c959c0023 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:56.700410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98da076a-8365-4e46-b267-3499f4ab3273 req-bff892fd-d1f6-4f25-bd56-471c959c0023 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d367c1-4992-4cd5-85c4-db7a845b74cc HTTP/1.1" status: 200 len: 946 time: 0.1111145 Feb 09 02:14:56.703254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4018298-9995-43fa-a3c1-b6aa34acff04') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:56.703558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4018298-9995-43fa-a3c1-b6aa34acff04') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:14:56.763790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (f4018298-9995-43fa-a3c1-b6aa34acff04), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.785533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f4018298-9995-43fa-a3c1-b6aa34acff04), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.797987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:14:56.798444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (f4018298-9995-43fa-a3c1-b6aa34acff04), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:14:56.801261 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:14:56.809765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08757cc6-b4df-4fa1-8f93-23ecd40e5602 req-439bf177-9391-4628-b238-f3aedcf5ffcc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537273 Feb 09 02:14:56.830073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98da076a-8365-4e46-b267-3499f4ab3273 req-63ad46cb-e924-4138-89b5-3283c36deda4 tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e47b419-3b99-4da1-a931-db1277ffd3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132431 Feb 09 02:14:56.898611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.906346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (7a7b3e6b-9131-4829-a140-89eac2852c7e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.917632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.919743 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (610b9188-40e9-43b2-91bd-f9be06e77708), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:56.921372 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] 10.222.0.53 "DELETE /v2.0/networks/7a7b3e6b-9131-4829-a140-89eac2852c7e HTTP/1.1" status: 204 len: 168 time: 1.3092926 Feb 09 02:14:56.963348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1374588c-ed1d-4b9a-8615-4f3280d299b3 req-ed150d5b-aa46-4492-912d-5fe0613f215c tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0477357 Feb 09 02:14:56.989788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ec547-3a8a-4174-be55-5657d23772bb admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7b3e6b-9131-4829-a140-89eac2852c7e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:57.007742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] Pushing event deleted for resources: {'Port': ['ID=610b9188-40e9-43b2-91bd-f9be06e77708,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:57.009599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] Network 7a7b3e6b-9131-4829-a140-89eac2852c7e is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:14:57.010272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d87f14-5134-473f-9575-2c041e752ea0 None None] No DVR routers for this DVR port 610b9188-40e9-43b2-91bd-f9be06e77708 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:57.060063 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c73b72a4-4c40-4b1d-b200-ff10f9614e30), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.108339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Pushing event deleted for resources: {'Port': ['ID=c73b72a4-4c40-4b1d-b200-ff10f9614e30,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:57.127545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51602) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:57.212822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] No DVR routers for this DVR port c73b72a4-4c40-4b1d-b200-ff10f9614e30 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:57.219646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.239806 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2ebd1e9-5be1-4993-959e-24b26b4d7745 req-106c6e4f-8cbe-41f1-998d-7ef2b4c856ad tempest-DeleteServersTestJSON-841360086 tempest-DeleteServersTestJSON-841360086-project] 10.222.0.82 "DELETE /v2.0/ports/c73b72a4-4c40-4b1d-b200-ff10f9614e30 HTTP/1.1" status: 204 len: 173 time: 1.2879062 Feb 09 02:14:57.241482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'name': 'network-vif-deleted', 'tag': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:57.246297 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3f1cd6-1131-48a0-a9af-8b5ce2731c20" -d '{"events": [{"server_uuid": "42d367c1-4992-4cd5-85c4-db7a845b74cc", "name": "network-vif-deleted", "tag": "c73b72a4-4c40-4b1d-b200-ff10f9614e30"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:57.297958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e67ed468-f6c6-447a-9620-2ddd85fe2291 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9299c2e8f64443a4b9fe435dc0ba2129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687107 Feb 09 02:14:57.300933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51612) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:57.316687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51614) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:57.377066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba997d25-b77b-43eb-b567-e808970ffc49 admin admin] Publish callbacks [] for security_group (e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.407960 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba997d25-b77b-43eb-b567-e808970ffc49 admin admin] Publish callbacks [] for security_group (e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.471144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba997d25-b77b-43eb-b567-e808970ffc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.471342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4a0ce-d424-43d9-b4df-f95a67d300f5 req-648ff09b-dd5f-4782-9618-8d359b794701 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:57.473610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba997d25-b77b-43eb-b567-e808970ffc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.475135 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba997d25-b77b-43eb-b567-e808970ffc49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4 HTTP/1.1" status: 204 len: 168 time: 0.1728287 Feb 09 02:14:57.480020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ca4a0ce-d424-43d9-b4df-f95a67d300f5 req-648ff09b-dd5f-4782-9618-8d359b794701 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1807814 Feb 09 02:14:57.489246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06d1d6-b450-4fb1-9186-d1d78eb908c7 req-e0a16b87-7073-4246-b627-dd793b0380cd tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:57.491181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2142140007-network', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:57.495569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997d25-b77b-43eb-b567-e808970ffc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a1a3e5-ac05-47b9-b5d9-e07b679fb1c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:57.497617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a06d1d6-b450-4fb1-9186-d1d78eb908c7 req-e0a16b87-7073-4246-b627-dd793b0380cd tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 945 time: 0.2787757 Feb 09 02:14:57.524907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Made reservation on behalf of 8fff14ed98e6481db56402c3ccdde54d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:57.528872 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.541011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.575650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ca4a0ce-d424-43d9-b4df-f95a67d300f5 req-8c010a97-ef47-4c43-9f79-7f972da8f6d8 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946565 Feb 09 02:14:57.639695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a06d1d6-b450-4fb1-9186-d1d78eb908c7 req-08121e63-638a-465c-b56e-855c36320786 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410038 Feb 09 02:14:57.672284 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1fc35b-854d-418d-b8b9-ff81d5c0c659 x-openstack-request-id: req-4b1fc35b-854d-418d-b8b9-ff81d5c0c659 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:57.678318 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d367c1-4992-4cd5-85c4-db7a845b74cc", "name": "network-vif-deleted", "tag": "c73b72a4-4c40-4b1d-b200-ff10f9614e30", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:57.678318 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b1fc35b-854d-418d-b8b9-ff81d5c0c659 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:57.678671 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d367c1-4992-4cd5-85c4-db7a845b74cc', 'name': 'network-vif-deleted', 'tag': 'c73b72a4-4c40-4b1d-b200-ff10f9614e30', 'status': 'completed', 'code': 200} Feb 09 02:14:57.690917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks [] for security_group (5c7a50b6-8d07-45bf-ae68-e82e078be8b9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.699734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5c7a50b6-8d07-45bf-ae68-e82e078be8b9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.740823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a50b6-8d07-45bf-ae68-e82e078be8b9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:57.771516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c0def-a3e4-4dcf-a687-09d9de6a6bd4 req-ab3ef1a3-b81e-43a1-bda3-c9452d457ab1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:57.778259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:14:57.779695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb9c0def-a3e4-4dcf-a687-09d9de6a6bd4 req-ab3ef1a3-b81e-43a1-bda3-c9452d457ab1 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.0691969 Feb 09 02:14:57.795266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (67bbc09c-8d5b-411a-bfb2-349a5c776979), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.796126 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Added segment 67bbc09c-8d5b-411a-bfb2-349a5c776979 of type vlan for network c807e0c0-3c9c-47d8-9236-f90112b40139 Feb 09 02:14:57.869932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c807e0c0-3c9c-47d8-9236-f90112b40139), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.903131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb9c0def-a3e4-4dcf-a687-09d9de6a6bd4 req-582d2ea6-5c64-4569-9730-f52d28d5cd8d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222501 Feb 09 02:14:57.911479 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c807e0c0-3c9c-47d8-9236-f90112b40139), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.919497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:57.920117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:57.953193 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6353896 Feb 09 02:14:57.958480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51632) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:57.968445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Request body: {'subnet': {'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2142140007-subnet', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:58.032860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275969a-6ad9-459e-9752-8921b4fe71f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c807e0c0-3c9c-47d8-9236-f90112b40139,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:58.044900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Made reservation on behalf of 8fff14ed98e6481db56402c3ccdde54d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:14:58.047961 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.055344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c807e0c0-3c9c-47d8-9236-f90112b40139 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:14:58.058134 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.159972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d866cc-5fb5-4437-a51a-3a02dba21a51 req-a06e6c1f-a1b0-40d4-8e7e-0d46bccafc28 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:58.163515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54d866cc-5fb5-4437-a51a-3a02dba21a51 req-a06e6c1f-a1b0-40d4-8e7e-0d46bccafc28 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 946 time: 0.1998198 Feb 09 02:14:58.189240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2fe0a19-fcf3-4fcd-8146-2948d95869ad req-f53d5a98-871f-46d7-acc8-1902c549b23b tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0516698 Feb 09 02:14:58.276614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54d866cc-5fb5-4437-a51a-3a02dba21a51 req-93c34731-ec5f-4081-af19-d77b14d697a6 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848572 Feb 09 02:14:58.419059 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (5801e8ea-6fa3-4429-84e5-6fdc1bdd733c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.478437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-c317524b-ebbf-4c73-a856-382e1f557f84 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:58.480124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-c317524b-ebbf-4c73-a856-382e1f557f84 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 946 time: 0.1534336 Feb 09 02:14:58.560109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:58.590192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:58.590595 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Network hostable DHCP agents. Network: c807e0c0-3c9c-47d8-9236-f90112b40139, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:14:58.677584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:14:58.725476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Deleting port 89afbcf0-30bb-48be-82aa-670d7ef605f9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:14:58.725821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.729322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c807e0c0-3c9c-47d8-9236-f90112b40139) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:14:58.744349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26eb78-08ac-4f7f-bd7f-9f2eeb6e84c7 None None] Network c807e0c0-3c9c-47d8-9236-f90112b40139 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:14:58.748131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:58.757101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.850672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d6a26a32-42a4-4db4-aa7a-c7746ef9f08e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8926287 Feb 09 02:14:58.854327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:14:58.867374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:58.885476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dca14-ab6b-42ac-b0dc-06bc610484a5 req-6b016e77-9702-42c9-894d-0d6cc5a964c9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:58.886353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-c807e0c0-3c9c-47d8-9236-f90112b40139', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:14:58.887039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd0dca14-ab6b-42ac-b0dc-06bc610484a5 req-6b016e77-9702-42c9-894d-0d6cc5a964c9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1970837 Feb 09 02:14:58.887403 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.897593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52fb5e-39ae-4219-9324-e70af7bc705d req-1d3adbbf-13cf-411c-98f6-ff64cb211202 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:58.898795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d52fb5e-39ae-4219-9324-e70af7bc705d req-1d3adbbf-13cf-411c-98f6-ff64cb211202 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 945 time: 0.1534026 Feb 09 02:14:58.911901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a494e59f-0d19-440e-bb4d-0a7893ac3cba), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.913602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a494e59f-0d19-440e-bb4d-0a7893ac3cba), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.967435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] For port 89afbcf0-30bb-48be-82aa-670d7ef605f9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=89afbcf0-30bb-48be-82aa-670d7ef605f9,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:58.967775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:58.983335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12598285-f606-4a13-84e0-262dd892b387 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:58.999802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Calling delete_port for 89afbcf0-30bb-48be-82aa-670d7ef605f9 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:14:59.043355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd0dca14-ab6b-42ac-b0dc-06bc610484a5 req-efbcf9d0-6438-4bb8-b1b1-9775f4b39327 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422791 Feb 09 02:14:59.071293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks [] for router_controller (a494e59f-0d19-440e-bb4d-0a7893ac3cba), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.164658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d52fb5e-39ae-4219-9324-e70af7bc705d req-dead262b-e7b0-4cbe-a4d4-6a9b41008565 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381563 Feb 09 02:14:59.271191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (89afbcf0-30bb-48be-82aa-670d7ef605f9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.298316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f7505d97-b2ca-42c4-8082-2373ce0a5b67', '89afbcf0-30bb-48be-82aa-670d7ef605f9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:59.306181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:59.309289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks [] for router_gateway (a494e59f-0d19-440e-bb4d-0a7893ac3cba), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.357663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 12598285-f606-4a13-84e0-262dd892b387 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:59.359429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event deleted for resources: {'Port': ['ID=89afbcf0-30bb-48be-82aa-670d7ef605f9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:59.386991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 12598285-f606-4a13-84e0-262dd892b387 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:59.387664 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (12598285-f606-4a13-84e0-262dd892b387), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.408094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] No DVR routers for this DVR port 89afbcf0-30bb-48be-82aa-670d7ef605f9 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:59.411905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.416959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ac57eee-160a-4f3f-a0c3-53079f080b14 req-4443dcbc-c2e6-4154-8420-34a60869d5bc tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "DELETE /v2.0/ports/89afbcf0-30bb-48be-82aa-670d7ef605f9 HTTP/1.1" status: 204 len: 173 time: 0.9277604 Feb 09 02:14:59.421314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'name': 'network-vif-deleted', 'tag': '89afbcf0-30bb-48be-82aa-670d7ef605f9'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:59.425592 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35999b07-f4e1-48ff-bfd2-6b574c00e3ea" -d '{"events": [{"server_uuid": "eeca931c-169c-4b26-8d2a-5c9937e5bbba", "name": "network-vif-deleted", "tag": "89afbcf0-30bb-48be-82aa-670d7ef605f9"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:59.445858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Allocated IP 172.20.0.2 (c807e0c0-3c9c-47d8-9236-f90112b40139/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c/98dffd81-a1f6-4d56-9014-12b17ed9d61e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:14:59.482449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b4f66-f6e8-4041-b7e9-65ad31e82154 req-09d3a9b9-b06c-4ee0-923c-5824b9dd67ac tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:59.493759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-484b4f66-f6e8-4041-b7e9-65ad31e82154 req-09d3a9b9-b06c-4ee0-923c-5824b9dd67ac tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1702638 Feb 09 02:14:59.539408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44bbac39-343f-4906-8c97-3e97200235cd req-50ee6607-7f26-44c0-aa5a-2002dee4f761 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0401845 Feb 09 02:14:59.612286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-484b4f66-f6e8-4041-b7e9-65ad31e82154 req-c7b179fa-ac5d-42e5-8f76-fefb00898565 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174693 Feb 09 02:14:59.688405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 12598285-f606-4a13-84e0-262dd892b387 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:59.688405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12598285-f606-4a13-84e0-262dd892b387), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.751689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a71fd48d-816d-4266-904b-a86a1bc95b4b req-a1244e89-335c-4e06-8495-bd34ac886d7c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=eeca931c-169c-4b26-8d2a-5c9937e5bbba HTTP/1.1" status: 200 len: 210 time: 0.0474279 Feb 09 02:14:59.788174 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.790484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks [] for router_gateway (a494e59f-0d19-440e-bb4d-0a7893ac3cba), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.806331 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39588f3-55f7-4eea-a5e2-d517201ff14f x-openstack-request-id: req-b39588f3-55f7-4eea-a5e2-d517201ff14f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:59.806331 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeca931c-169c-4b26-8d2a-5c9937e5bbba", "name": "network-vif-deleted", "tag": "89afbcf0-30bb-48be-82aa-670d7ef605f9", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:59.806331 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b39588f3-55f7-4eea-a5e2-d517201ff14f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:59.806896 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeca931c-169c-4b26-8d2a-5c9937e5bbba', 'name': 'network-vif-deleted', 'tag': '89afbcf0-30bb-48be-82aa-670d7ef605f9', 'status': 'completed', 'code': 200} Feb 09 02:14:59.822686 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.863232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12598285-f606-4a13-84e0-262dd892b387'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:59.865508 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04f87f7-093a-48a6-b9aa-e999a5f7a8a0" -d '{"events": [{"server_uuid": "f8767977-6b1d-4c67-87b1-725684ac0590", "name": "network-vif-plugged", "status": "completed", "tag": "12598285-f606-4a13-84e0-262dd892b387"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:59.920754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12598285-f606-4a13-84e0-262dd892b387, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12598285-f606-4a13-84e0-262dd892b387,segment=NetworkSegment(a3593aa3-087f-4272-8461-5a4a846c4437),segment_id=a3593aa3-087f-4272-8461-5a4a846c4437)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:59.927611 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a7bfbf-e58d-44d7-863a-6833d1f31850 x-openstack-request-id: req-35a7bfbf-e58d-44d7-863a-6833d1f31850 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:59.941498 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8767977-6b1d-4c67-87b1-725684ac0590", "name": "network-vif-plugged", "status": "completed", "tag": "12598285-f606-4a13-84e0-262dd892b387", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:59.942179 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35a7bfbf-e58d-44d7-863a-6833d1f31850 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:59.942657 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12598285-f606-4a13-84e0-262dd892b387', 'code': 200} Feb 09 02:14:59.977289 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (12598285-f606-4a13-84e0-262dd892b387), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:59.978961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c73b72a4-4c40-4b1d-b200-ff10f9614e30 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:00.000412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Allocated IP 172.25.6.25 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/17bb8399-299d-4542-b348-a7cb44182468) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:00.012622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: c73b72a4-4c40-4b1d-b200-ff10f9614e30 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:00.013091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c73b72a4-4c40-4b1d-b200-ff10f9614e30 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:00.086321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Publish callbacks [] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.106599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.156990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:00.174205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f930c0-6be7-4af0-a5b3-173557896ed3 req-808f9e2b-fb19-416a-b1b4-537483352759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:00.175902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:00.176032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a5f930c0-6be7-4af0-a5b3-173557896ed3 req-808f9e2b-fb19-416a-b1b4-537483352759 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 1129 time: 0.1666119 Feb 09 02:15:00.188514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:00.201196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=12598285-f606-4a13-84e0-262dd892b387,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:00.266216 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a5f930c0-6be7-4af0-a5b3-173557896ed3 req-1c0a6389-6eb4-45e3-a432-956de66b1922 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815117 Feb 09 02:15:00.272636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks [] for port (17bb8399-299d-4542-b348-a7cb44182468), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.315135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Attempting to bind port 98dffd81-a1f6-4d56-9014-12b17ed9d61e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:00.316295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Attempting to bind port 98dffd81-a1f6-4d56-9014-12b17ed9d61e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:00.317843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Attempting to bind port 98dffd81-a1f6-4d56-9014-12b17ed9d61e on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:00.329400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:00.329839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:00.330356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.331411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Bound using segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:00.331954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Bound port: 98dffd81-a1f6-4d56-9014-12b17ed9d61e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:00.332661 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.334552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Pushing event updated for resources: {'Port': ['ID=98dffd81-a1f6-4d56-9014-12b17ed9d61e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:00.336792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (17bb8399-299d-4542-b348-a7cb44182468), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.386236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:00.392229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:00.395769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Pushing event updated for resources: {'Port': ['ID=17bb8399-299d-4542-b348-a7cb44182468,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:00.399563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:00.430575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] For port 98dffd81-a1f6-4d56-9014-12b17ed9d61e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:00.439229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] For port 98dffd81-a1f6-4d56-9014-12b17ed9d61e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=98dffd81-a1f6-4d56-9014-12b17ed9d61e,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:00.448151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:00.451583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.469221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e12338-cfc7-4bc1-a6bc-7d6077b0bed9 req-971b637b-1434-4f51-82dc-53d20da65692 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:00.472427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3e12338-cfc7-4bc1-a6bc-7d6077b0bed9 req-971b637b-1434-4f51-82dc-53d20da65692 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.2304060 Feb 09 02:15:00.481254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d4445-849a-4a9c-8b25-df00dbf78870 req-1eec574f-614b-496b-81e3-ded5990d3fc7 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:00.491087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb5d4445-849a-4a9c-8b25-df00dbf78870 req-1eec574f-614b-496b-81e3-ded5990d3fc7 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 946 time: 0.1786816 Feb 09 02:15:00.545216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74409a18-cae3-4589-b0ae-ea8813591a09 None None] Pushing event updated for resources: {'Port': ['ID=98dffd81-a1f6-4d56-9014-12b17ed9d61e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:00.599591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb5d4445-849a-4a9c-8b25-df00dbf78870 req-cc24a14c-4642-49cd-a958-2650f7465c59 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066315 Feb 09 02:15:00.690272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3e12338-cfc7-4bc1-a6bc-7d6077b0bed9 req-cd01b5ac-ce33-4980-bf2b-9b8826d02c74 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916308 Feb 09 02:15:00.702255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5829b469-dfb9-4bf6-bd4b-2295a7ec8923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.753589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3d5b146-81e5-4537-b743-9158522ef5ae req-fc835c6a-94bb-4fd6-98e9-b4eb487bcef9 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0569761 Feb 09 02:15:00.938934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks [] for router_gateway (a494e59f-0d19-440e-bb4d-0a7893ac3cba), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:00.964538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8946b0b-a7ec-4374-8425-ec5f21e90f81 req-5b597bb5-1ffe-40ed-99c9-9281a990eeec tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:00.974232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8946b0b-a7ec-4374-8425-ec5f21e90f81 req-5b597bb5-1ffe-40ed-99c9-9281a990eeec tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.1173246 Feb 09 02:15:01.048917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8946b0b-a7ec-4374-8425-ec5f21e90f81 req-c3996064-c1ad-4d24-b55c-c27c2762fad2 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725741 Feb 09 02:15:01.067068 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5829b469-dfb9-4bf6-bd4b-2295a7ec8923 admin admin] Publish callbacks [] for security_group (35261e3a-c970-471b-a6a0-bda2e68a7f85), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.079241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5829b469-dfb9-4bf6-bd4b-2295a7ec8923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (35261e3a-c970-471b-a6a0-bda2e68a7f85), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.118095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829b469-dfb9-4bf6-bd4b-2295a7ec8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35261e3a-c970-471b-a6a0-bda2e68a7f85,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:01.158041 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5829b469-dfb9-4bf6-bd4b-2295a7ec8923 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d129161e07f4682a64855d3a200cc1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7088323 Feb 09 02:15:01.161514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51748) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:01.236534 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c1e26bf-6aab-43bd-a321-d2a7c34aac36 admin admin] Publish callbacks [] for security_group (35261e3a-c970-471b-a6a0-bda2e68a7f85), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.284168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c1e26bf-6aab-43bd-a321-d2a7c34aac36 admin admin] Publish callbacks [] for security_group (35261e3a-c970-471b-a6a0-bda2e68a7f85), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.308747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a393fb-64a2-4cc8-ab94-2ac399e7e2b4 req-0017bfcb-6fec-4730-91d4-eaf81025f6b9 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:01.309650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a494e59f-0d19-440e-bb4d-0a7893ac3cba), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.310365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a393fb-64a2-4cc8-ab94-2ac399e7e2b4 req-0017bfcb-6fec-4730-91d4-eaf81025f6b9 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 946 time: 0.0919797 Feb 09 02:15:01.388927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a393fb-64a2-4cc8-ab94-2ac399e7e2b4 req-6b266dea-d184-4002-9ffa-6666d2d0d0e2 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674877 Feb 09 02:15:01.403134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c1e26bf-6aab-43bd-a321-d2a7c34aac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (35261e3a-c970-471b-a6a0-bda2e68a7f85), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.408016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c1e26bf-6aab-43bd-a321-d2a7c34aac36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.410514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7c1e26bf-6aab-43bd-a321-d2a7c34aac36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35261e3a-c970-471b-a6a0-bda2e68a7f85 HTTP/1.1" status: 204 len: 168 time: 0.2466309 Feb 09 02:15:01.421904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e26bf-6aab-43bd-a321-d2a7c34aac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35261e3a-c970-471b-a6a0-bda2e68a7f85,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:01.482578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Router a494e59f-0d19-440e-bb4d-0a7893ac3cba is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:15:01.650109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:01.663072 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Sync routers for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:01.737773 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:01.740095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:01.741810 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b5d7845b-167e-4c6b-a1c0-e7eb9ebdb007 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8845646 Feb 09 02:15:01.745059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51760) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:01.753885 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:02.022887 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:02.055641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eacd7e-3b9a-46c1-86ab-dca910a4509b None None] Network c807e0c0-3c9c-47d8-9236-f90112b40139 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:02.135843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7f30a-8ac1-4c94-a867-40021072f51d req-961ffc6d-6bbb-4d5c-94bd-49ee26e4dc98 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:02.143266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ce7f30a-8ac1-4c94-a867-40021072f51d req-961ffc6d-6bbb-4d5c-94bd-49ee26e4dc98 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 946 time: 0.2722719 Feb 09 02:15:02.178096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cadca7-83c8-492c-b377-9c0c0168cdbb req-f5f89da9-e938-44fc-afb1-7b7bb49241bb tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:02.187589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cadca7-83c8-492c-b377-9c0c0168cdbb req-f5f89da9-e938-44fc-afb1-7b7bb49241bb tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.3177917 Feb 09 02:15:02.263808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5c57d026-70ed-4bd2-86ef-a7968c6a6a9f None None] Provisioning complete for port 98dffd81-a1f6-4d56-9014-12b17ed9d61e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:02.267375 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c57d026-70ed-4bd2-86ef-a7968c6a6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.279933 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:00Z', 'revision_number': 3, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:02.320920 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Checking router: a494e59f-0d19-440e-bb4d-0a7893ac3cba for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:02.321317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Updating router a494e59f-0d19-440e-bb4d-0a7893ac3cba port 17bb8399-299d-4542-b348-a7cb44182468 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:02.375387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 98dffd81-a1f6-4d56-9014-12b17ed9d61e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:02.380651 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (17bb8399-299d-4542-b348-a7cb44182468), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.470745 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-6ee09d1e-dc4f-4cc3-8afd-361788aa3f65 service neutron] show failed (client error): The resource could not be found. Feb 09 02:15:02.473197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-6ee09d1e-dc4f-4cc3-8afd-361788aa3f65 service neutron] 10.222.0.82 "GET /v2.0/ports/f3d3f43f-0594-46b9-836a-ee1e5aa22b58/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.1004474 Feb 09 02:15:02.544115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 98dffd81-a1f6-4d56-9014-12b17ed9d61e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:02.544825 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.570208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ce7f30a-8ac1-4c94-a867-40021072f51d req-2fc6f1db-4620-401a-b2b6-507bfe9e4c3b tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256842 Feb 09 02:15:02.624780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cadca7-83c8-492c-b377-9c0c0168cdbb req-4a1dd82b-9736-436a-9b3c-1540037502bc tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361093 Feb 09 02:15:02.833243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5c57d026-70ed-4bd2-86ef-a7968c6a6a9f None None] Current status of the port 98dffd81-a1f6-4d56-9014-12b17ed9d61e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:02.833650 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c57d026-70ed-4bd2-86ef-a7968c6a6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.854921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 98dffd81-a1f6-4d56-9014-12b17ed9d61e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:02.855319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:02.868596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fe685d2-2673-4374-b97f-72e80038650f req-f869eac4-f0f2-4014-b72a-1215f9e55949 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0732620 Feb 09 02:15:02.937192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5c57d026-70ed-4bd2-86ef-a7968c6a6a9f None None] For port 98dffd81-a1f6-4d56-9014-12b17ed9d61e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=98dffd81-a1f6-4d56-9014-12b17ed9d61e,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:02.953199 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c57d026-70ed-4bd2-86ef-a7968c6a6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.069479 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:15:03.070138 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:15:03.071302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57d026-70ed-4bd2-86ef-a7968c6a6a9f None None] Pushing event updated for resources: {'Port': ['ID=98dffd81-a1f6-4d56-9014-12b17ed9d61e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:03.088234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-ae3d6f07-bada-4fcc-909d-cfa45f8837ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:03.089828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6edca256-4d00-4f3a-84a6-11ebf7d5e853 None None] Provisioning complete for port 98dffd81-a1f6-4d56-9014-12b17ed9d61e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:03.090088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-ae3d6f07-bada-4fcc-909d-cfa45f8837ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 1132 time: 0.3094869 Feb 09 02:15:03.090398 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6edca256-4d00-4f3a-84a6-11ebf7d5e853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.116862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837334a-b793-41b0-a0f3-e83446c45733 req-5b0bff03-a460-4e9c-9189-ccb5e8a61d76 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:03.120362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8837334a-b793-41b0-a0f3-e83446c45733 req-5b0bff03-a460-4e9c-9189-ccb5e8a61d76 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.2498617 Feb 09 02:15:03.130035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:03.156883 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Publish callbacks [] for port (17bb8399-299d-4542-b348-a7cb44182468), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.184187 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (17bb8399-299d-4542-b348-a7cb44182468), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.197830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-5a7f002d-60f3-45c3-b7b3-326025657561 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:03.201970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-5a7f002d-60f3-45c3-b7b3-326025657561 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 946 time: 0.1384616 Feb 09 02:15:03.228801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cf801-26d9-4f63-b4dc-7bd8bbb9557f req-ef0826ec-73f8-41ed-90d4-3ed9794522ec tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:03.240661 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9563a24-9ed2-477b-9ad8-936e33b29f27 None None] Pushing event updated for resources: {'Port': ['ID=17bb8399-299d-4542-b348-a7cb44182468,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:03.247638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c0cf801-26d9-4f63-b4dc-7bd8bbb9557f req-ef0826ec-73f8-41ed-90d4-3ed9794522ec tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=86880ac4-eb2a-4524-aaa0-1eba2687e633 HTTP/1.1" status: 200 len: 946 time: 0.2490568 Feb 09 02:15:03.250180 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.272245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Attempting to bind port 17bb8399-299d-4542-b348-a7cb44182468 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:03.272617 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Attempting to bind port 17bb8399-299d-4542-b348-a7cb44182468 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:03.272973 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Attempting to bind port 17bb8399-299d-4542-b348-a7cb44182468 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:03.273687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6edca256-4d00-4f3a-84a6-11ebf7d5e853 None None] Current status of the port 98dffd81-a1f6-4d56-9014-12b17ed9d61e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:03.279664 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:03.280047 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:03.280445 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.280834 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:03.281302 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Bound port: 17bb8399-299d-4542-b348-a7cb44182468, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:03.281682 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (17bb8399-299d-4542-b348-a7cb44182468), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.312213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8837334a-b793-41b0-a0f3-e83446c45733 req-a78e9051-1a76-463d-80d8-ee82ad6a434c tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753335 Feb 09 02:15:03.367140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Deleting port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:03.367488 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.369263 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] For port 17bb8399-299d-4542-b348-a7cb44182468, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:03.373662 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] For port 17bb8399-299d-4542-b348-a7cb44182468, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=17bb8399-299d-4542-b348-a7cb44182468,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:03.384739 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (17bb8399-299d-4542-b348-a7cb44182468), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.498355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 89afbcf0-30bb-48be-82aa-670d7ef605f9 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:03.530320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] For port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:03.530901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.532353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 89afbcf0-30bb-48be-82aa-670d7ef605f9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:03.532861 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 89afbcf0-30bb-48be-82aa-670d7ef605f9 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:03.556248 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:03.557189 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:03.622267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Calling delete_port for 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:03.677645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 98dffd81-a1f6-4d56-9014-12b17ed9d61e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:03.770045 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:03.846509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:03.861001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f7505d97-b2ca-42c4-8082-2373ce0a5b67'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:03.867776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:03.944315 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9563a24-9ed2-477b-9ad8-936e33b29f27 None None] Pushing event updated for resources: {'Port': ['ID=17bb8399-299d-4542-b348-a7cb44182468,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:04.005758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c0cf801-26d9-4f63-b4dc-7bd8bbb9557f req-5a50a259-04c6-4b71-9c95-31ae3c634c8f tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128251 Feb 09 02:15:04.031040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Allocated IP 172.20.0.1 (c807e0c0-3c9c-47d8-9236-f90112b40139/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c/4a51eb89-338c-44c9-ae50-f021fdcd22cf) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:04.086881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:04.241117 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:00Z', 'revision_number': 3, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:04.316845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 98dffd81-a1f6-4d56-9014-12b17ed9d61e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:04.318164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53172f97-f0db-441b-82d4-58e3779a14ae req-db832245-1784-41ca-978d-3c79d2cf02f3 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:04.319879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53172f97-f0db-441b-82d4-58e3779a14ae req-db832245-1784-41ca-978d-3c79d2cf02f3 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 946 time: 0.3319163 Feb 09 02:15:04.323079 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe3e72-43ff-4f81-9d9f-e1147a652f8c None None] The sync data for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 is: [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:00Z', 'revision_number': 3, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:04.337561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event deleted for resources: {'Port': ['ID=50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:04.408132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] No DVR routers for this DVR port 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:04.411868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:04.418836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1e4df33e-a63b-470d-832c-dac739fe1b4f req-c1d56d0f-c9c1-45a1-824e-d565655e397c tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.82 "DELETE /v2.0/ports/50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 HTTP/1.1" status: 204 len: 173 time: 1.2093408 Feb 09 02:15:04.419718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'name': 'network-vif-deleted', 'tag': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:04.423294 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb1364-1ab8-4c4c-a8f3-79c66f6fce72" -d '{"events": [{"server_uuid": "86880ac4-eb2a-4524-aaa0-1eba2687e633", "name": "network-vif-deleted", "tag": "50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:04.456616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 98dffd81-a1f6-4d56-9014-12b17ed9d61e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:04.457492 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:04.577515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks [] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:04.596411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19249f62-f3d5-4162-9c01-cec3b3aedab8 req-53013fd3-c861-4098-b1d0-09320f3d37b2 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:04.599608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19249f62-f3d5-4162-9c01-cec3b3aedab8 req-53013fd3-c861-4098-b1d0-09320f3d37b2 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.2891209 Feb 09 02:15:04.615480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 98dffd81-a1f6-4d56-9014-12b17ed9d61e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:04.625729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53172f97-f0db-441b-82d4-58e3779a14ae req-70cf593b-af45-404f-a4d9-94fc4ab27526 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894084 Feb 09 02:15:04.780046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19249f62-f3d5-4162-9c01-cec3b3aedab8 req-751e8b5d-e7a5-4621-a34b-2e7ee5cb9748 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511197 Feb 09 02:15:04.849287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-493cea28-bba6-409f-83d0-daf9e89d612f req-55f6d122-de2c-42eb-a472-974171035e80 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0806923 Feb 09 02:15:04.860777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:04.863866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:04.949503 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67894b3f-63b2-4280-ac2f-127076368fc7 x-openstack-request-id: req-67894b3f-63b2-4280-ac2f-127076368fc7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:04.950226 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86880ac4-eb2a-4524-aaa0-1eba2687e633", "name": "network-vif-deleted", "tag": "50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:04.950226 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67894b3f-63b2-4280-ac2f-127076368fc7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:04.951473 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86880ac4-eb2a-4524-aaa0-1eba2687e633', 'name': 'network-vif-deleted', 'tag': '50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2', 'status': 'completed', 'code': 200} Feb 09 02:15:04.985012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:05.210484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:05.219177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:05.245973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:05.267038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:05.276647 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae070825-ac97-40bb-be4d-80f0fe2aa47d" -d '{"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:05.361412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Publish callbacks [] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:05.405935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a51eb89-338c-44c9-ae50-f021fdcd22cf,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:05.421049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d96e3d-5ed9-4dc9-b3c8-75cebe5b687b req-82c65201-ffd3-4127-a3b9-13a4a258bb9a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:05.433473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36d96e3d-5ed9-4dc9-b3c8-75cebe5b687b req-82c65201-ffd3-4127-a3b9-13a4a258bb9a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.3607199 Feb 09 02:15:05.507799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Transition to ACTIVE for port object f3d3f43f-0594-46b9-836a-ee1e5aa22b58 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:05.525468 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:05.564491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0adec-4d84-4a11-af46-baf3f451bff5 req-bc6d03bb-ded5-4f55-b3f0-7cdfc216c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:05.566178 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51b0adec-4d84-4a11-af46-baf3f451bff5 req-bc6d03bb-ded5-4f55-b3f0-7cdfc216c56d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.1483550 Feb 09 02:15:05.620852 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (a494e59f-0d19-440e-bb4d-0a7893ac3cba), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:05.648697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:05.731020 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51b0adec-4d84-4a11-af46-baf3f451bff5 req-63b298f8-a898-4fc2-97da-25dda6b1b864 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581409 Feb 09 02:15:05.847419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3b640a4d-9829-465c-a8ab-2357da9dc7ac None None] Provisioning complete for port 4a51eb89-338c-44c9-ae50-f021fdcd22cf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:05.850334 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b640a4d-9829-465c-a8ab-2357da9dc7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:05.944882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3b640a4d-9829-465c-a8ab-2357da9dc7ac None None] Port 4a51eb89-338c-44c9-ae50-f021fdcd22cf cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:05.982595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf812c3c-3834-40a5-a724-9bf96bf4efe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:05.990854 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c070f40-95f7-4760-881f-fc063346f53a x-openstack-request-id: req-8c070f40-95f7-4760-881f-fc063346f53a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:05.991159 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:05.991415 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c070f40-95f7-4760-881f-fc063346f53a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:05.991814 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'code': 200} Feb 09 02:15:06.023490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36d96e3d-5ed9-4dc9-b3c8-75cebe5b687b req-024dbe85-a8b7-4dfd-8914-2a24bf51538b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888972 Feb 09 02:15:06.156101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] No DVR routers for this DVR port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:06.171122 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf812c3c-3834-40a5-a724-9bf96bf4efe1 admin admin] Publish callbacks [] for security_group (a561d691-f94f-4bdf-bb48-7993ca443048), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.179272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf812c3c-3834-40a5-a724-9bf96bf4efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a561d691-f94f-4bdf-bb48-7993ca443048), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.224241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf812c3c-3834-40a5-a724-9bf96bf4efe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561d691-f94f-4bdf-bb48-7993ca443048,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:06.229264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf812c3c-3834-40a5-a724-9bf96bf4efe1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59b555bddcea4fa4983e6e0abb4c2d8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5787618 Feb 09 02:15:06.234582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:06.267799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.270091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:06.333726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:06.334157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:06.334526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:06.338835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e88b81a-24cd-43e2-937e-423ccec58d60 admin admin] Publish callbacks [] for security_group (a561d691-f94f-4bdf-bb48-7993ca443048), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.348780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:15:06.349038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:06.357882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17bb8399-299d-4542-b348-a7cb44182468 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:06.379904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e88b81a-24cd-43e2-937e-423ccec58d60 admin admin] Publish callbacks [] for security_group (a561d691-f94f-4bdf-bb48-7993ca443048), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.403270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69349b1-607b-4acc-9498-c13346078dc9 req-055aaf45-cdb1-4e15-aa7b-4c38731841b2 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:06.416580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69349b1-607b-4acc-9498-c13346078dc9 req-055aaf45-cdb1-4e15-aa7b-4c38731841b2 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 946 time: 0.4441998 Feb 09 02:15:06.432017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:06.432534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:06.432961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:06.433643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Bound port: f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:06.433975 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.451827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e88b81a-24cd-43e2-937e-423ccec58d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a561d691-f94f-4bdf-bb48-7993ca443048), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.458778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 17bb8399-299d-4542-b348-a7cb44182468 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:06.459168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e88b81a-24cd-43e2-937e-423ccec58d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.459319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (17bb8399-299d-4542-b348-a7cb44182468), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.461731 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e88b81a-24cd-43e2-937e-423ccec58d60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a561d691-f94f-4bdf-bb48-7993ca443048 HTTP/1.1" status: 204 len: 168 time: 0.2260315 Feb 09 02:15:06.472661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b81a-24cd-43e2-937e-423ccec58d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561d691-f94f-4bdf-bb48-7993ca443048,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:06.475444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dac1d-4d6a-4be8-856d-5201d63776a1 req-77860329-46e4-4e1e-b2df-206870ef5fd2 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:06.482986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b1dac1d-4d6a-4be8-856d-5201d63776a1 req-77860329-46e4-4e1e-b2df-206870ef5fd2 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.3328509 Feb 09 02:15:06.543599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69349b1-607b-4acc-9498-c13346078dc9 req-48912de8-3e10-40dd-8688-6c00d5ae1b70 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260471 Feb 09 02:15:06.725528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 17bb8399-299d-4542-b348-a7cb44182468 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:06.725934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (17bb8399-299d-4542-b348-a7cb44182468), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.727296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:06.732047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:06.792103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.833784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 17bb8399-299d-4542-b348-a7cb44182468, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=17bb8399-299d-4542-b348-a7cb44182468,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:06.844673 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (17bb8399-299d-4542-b348-a7cb44182468), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:06.930327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae68dbc-9087-47c9-bc05-f3c8338461d3 req-c8669e89-6563-4a3f-a533-c8494569a509 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.1946759 Feb 09 02:15:06.995448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:07.005844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=17bb8399-299d-4542-b348-a7cb44182468,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:07.009216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:07.010315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.026912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] 10.222.0.72 "PUT /v2.0/ports/f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 1096 time: 3.9001155 Feb 09 02:15:07.084948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b1dac1d-4d6a-4be8-856d-5201d63776a1 req-28419c6c-8026-4e24-aa76-1c857d19deb6 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956438 Feb 09 02:15:07.113164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:07.113164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 50ed62fe-f143-4f9b-b7c5-b827f1e4b3b2 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:07.113164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:07.286587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d66798-6ddb-4152-bb2a-240375f10932 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:07.300353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] The host n-h1-826675-12 is not matching for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 host n-h2-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:15:07.300585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:07.342601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks [] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.357982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-890006a7-36cf-4905-9d11-86c509a18156 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:07.359799 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-890006a7-36cf-4905-9d11-86c509a18156 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.82 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 946 time: 0.2954307 Feb 09 02:15:07.383689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-2915b996-935a-44de-b6c2-a9b63f0929dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:07.385264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-2915b996-935a-44de-b6c2-a9b63f0929dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1130 time: 0.1995006 Feb 09 02:15:07.418161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.535172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Deleting port 12598285-f606-4a13-84e0-262dd892b387 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:07.535592 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (12598285-f606-4a13-84e0-262dd892b387), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.588122 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (a494e59f-0d19-440e-bb4d-0a7893ac3cba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.668911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] For port 12598285-f606-4a13-84e0-262dd892b387, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12598285-f606-4a13-84e0-262dd892b387,segment=NetworkSegment(a3593aa3-087f-4272-8461-5a4a846c4437),segment_id=a3593aa3-087f-4272-8461-5a4a846c4437)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:07.669385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (12598285-f606-4a13-84e0-262dd892b387), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.686410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Calling delete_port for 12598285-f606-4a13-84e0-262dd892b387 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:07.741966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:07.745922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:07.760428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a51eb89-338c-44c9-ae50-f021fdcd22cf,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:07.807334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796360df-da66-4407-a98d-45892a9d43b0 req-0b2ca232-700a-4af9-bad1-406f9188f5df tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:07.809194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796360df-da66-4407-a98d-45892a9d43b0 req-0b2ca232-700a-4af9-bad1-406f9188f5df tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 947 time: 0.4715843 Feb 09 02:15:07.896823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (12598285-f606-4a13-84e0-262dd892b387), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.910968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['12598285-f606-4a13-84e0-262dd892b387'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:07.916886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-21eeb980-740b-4496-ac53-76be7fef969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:07.918427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-21eeb980-740b-4496-ac53-76be7fef969f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.4956338 Feb 09 02:15:07.957286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Pushing event deleted for resources: {'Port': ['ID=12598285-f606-4a13-84e0-262dd892b387,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:08.010195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:08.012488 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c589e-e0da-46c1-b3d2-612c56aea191" -d '{"events": [{"name": "network-changed", "server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:08.019401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:08.076116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] No DVR routers for this DVR port 12598285-f606-4a13-84e0-262dd892b387 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:08.079596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.086835 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dd3927e4-65ec-4c24-99cd-1a9af4614d65 req-0c0304d3-49c2-430f-ada6-c3260386218d tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.82 "DELETE /v2.0/ports/12598285-f606-4a13-84e0-262dd892b387 HTTP/1.1" status: 204 len: 173 time: 0.7212429 Feb 09 02:15:08.088942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'name': 'network-vif-deleted', 'tag': '12598285-f606-4a13-84e0-262dd892b387'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:08.107423 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea458ca-216d-4ff4-ab04-69b880fff525" -d '{"events": [{"server_uuid": "f8767977-6b1d-4c67-87b1-725684ac0590", "name": "network-vif-deleted", "tag": "12598285-f606-4a13-84e0-262dd892b387"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:08.136859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1730c096-f11a-4e4f-8e25-aa37b9d60b77 None None] Provisioning complete for port 4a51eb89-338c-44c9-ae50-f021fdcd22cf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:08.141502 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1730c096-f11a-4e4f-8e25-aa37b9d60b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.174129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-c931fcf4-22b7-4c18-9ae7-9abea4f0f3a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.1647406 Feb 09 02:15:08.194789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796360df-da66-4407-a98d-45892a9d43b0 req-8dcac391-8ed8-436f-be37-cd9ddbe9997f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474967 Feb 09 02:15:08.226757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f9633-85d5-4c57-bb89-6160dd4f5e2d req-fe681abe-d07b-41c5-9277-a58a539ebdcb tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:08.231998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-213f9633-85d5-4c57-bb89-6160dd4f5e2d req-fe681abe-d07b-41c5-9277-a58a539ebdcb tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8767977-6b1d-4c67-87b1-725684ac0590 HTTP/1.1" status: 200 len: 867 time: 0.5026565 Feb 09 02:15:08.267693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1730c096-f11a-4e4f-8e25-aa37b9d60b77 None None] Port 4a51eb89-338c-44c9-ae50-f021fdcd22cf cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:08.286148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-678149327-network', 'tenant_id': 'c5b6204b32f742fda076bd08f44d1c1c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:08.336992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17bb8399-299d-4542-b348-a7cb44182468 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:08.349837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Made reservation on behalf of c5b6204b32f742fda076bd08f44d1c1c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:08.357118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.381062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.445004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 17bb8399-299d-4542-b348-a7cb44182468 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:08.445949 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (17bb8399-299d-4542-b348-a7cb44182468), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.505610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-726a93b9-a20f-4a8e-8adf-8d6717c816bf req-3c722b89-94b7-4799-abc8-3277def9446b tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0892365 Feb 09 02:15:08.509083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-213f9633-85d5-4c57-bb89-6160dd4f5e2d req-7c694154-21c1-411a-a6de-93fe061ea459 tempest-ServerAddressesNegativeTestJSON-1179594640 tempest-ServerAddressesNegativeTestJSON-1179594640-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388272 Feb 09 02:15:08.525936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Router a494e59f-0d19-440e-bb4d-0a7893ac3cba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:08.528270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-7cfa655a-f8bf-49c8-ae35-89c07d99ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:08.532293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-7cfa655a-f8bf-49c8-ae35-89c07d99ced1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.3354094 Feb 09 02:15:08.617617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks [] for security_group (0f80353d-86a5-4e18-9b42-1a17da8f8e2e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.633822 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0f80353d-86a5-4e18-9b42-1a17da8f8e2e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.650401 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ee5d6e-cd26-48e0-a19b-b78dff146864 x-openstack-request-id: req-c4ee5d6e-cd26-48e0-a19b-b78dff146864 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:08.651158 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:08.652214 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4ee5d6e-cd26-48e0-a19b-b78dff146864 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:08.652821 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'status': 'completed', 'code': 200} Feb 09 02:15:08.720848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 17bb8399-299d-4542-b348-a7cb44182468 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:08.803011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f80353d-86a5-4e18-9b42-1a17da8f8e2e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:08.819228 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d5b3b4-4492-4258-8297-d1a644fddb59 x-openstack-request-id: req-b9d5b3b4-4492-4258-8297-d1a644fddb59 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:08.820271 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8767977-6b1d-4c67-87b1-725684ac0590", "name": "network-vif-deleted", "tag": "12598285-f606-4a13-84e0-262dd892b387", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:08.821223 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9d5b3b4-4492-4258-8297-d1a644fddb59 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:08.822627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-6be752aa-02e2-429d-bf00-224cb3e3d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:08.823945 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8767977-6b1d-4c67-87b1-725684ac0590', 'name': 'network-vif-deleted', 'tag': '12598285-f606-4a13-84e0-262dd892b387', 'status': 'completed', 'code': 200} Feb 09 02:15:08.824391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-6be752aa-02e2-429d-bf00-224cb3e3d76a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2842238 Feb 09 02:15:08.859347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:15:08.861290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dceb9c-4a14-4809-90e2-15f0217a3959 req-3dc35144-8cd3-461a-93ff-dccc7167b0a2 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:08.863063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21dceb9c-4a14-4809-90e2-15f0217a3959 req-3dc35144-8cd3-461a-93ff-dccc7167b0a2 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1917658 Feb 09 02:15:08.905377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (27dd3e03-ca0b-49fc-b585-37c7a6d65953), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.906577 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Added segment 27dd3e03-ca0b-49fc-b585-37c7a6d65953 of type vlan for network 474e2c49-2973-4742-863f-118534317f6d Feb 09 02:15:08.942164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-28acbcdc-09c8-4fc7-9fab-b27893295c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:08.946375 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-28acbcdc-09c8-4fc7-9fab-b27893295c45 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1130 time: 0.2228117 Feb 09 02:15:09.013818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:09.028158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Sync routers for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:09.031274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2650a6b9-557e-451e-8e5e-eb5ec72993e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/a494e59f-0d19-440e-bb4d-0a7893ac3cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2848647 Feb 09 02:15:09.060436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:09.063245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21dceb9c-4a14-4809-90e2-15f0217a3959 req-64d55e5e-6512-4ce2-8221-f5e2a6329f3c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886339 Feb 09 02:15:09.067064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:09.082312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-7b9c0c84-c783-4eb5-8fc1-3a13322cbca9 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485654 Feb 09 02:15:09.194192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (474e2c49-2973-4742-863f-118534317f6d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.202509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:09.205287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4de31ccf-77c7-4dfe-9819-95df6813c512 req-a89fa624-a011-4035-91b4-aa649e14d29d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2118824500', 'description': 'tempest-description-1515401056'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:09.273074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (474e2c49-2973-4742-863f-118534317f6d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.273878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.274646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.275335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:09.278364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4de31ccf-77c7-4dfe-9819-95df6813c512 req-a89fa624-a011-4035-91b4-aa649e14d29d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.300635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-e07ea48e-c675-4dbe-b8bc-eedee63c8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.302323 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-e07ea48e-c675-4dbe-b8bc-eedee63c8f41 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.3461459 Feb 09 02:15:09.456992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-c768df66-e5af-4b8c-ae5a-8a11ee235dd8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680239 Feb 09 02:15:09.466864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] Deleting subnet 6dec9c77-64c6-4050-8291-f4f79fcfa9be {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:09.470593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-2bca1762-33b0-4372-ad6b-d561c4847be7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.0648944 Feb 09 02:15:09.477908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] Publish callbacks [] for subnet (6dec9c77-64c6-4050-8291-f4f79fcfa9be), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.537837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cbb3b-d5a7-4776-a9b2-5a2ef4ffcf50 req-bd8ede46-eeb5-471f-8a34-240f1926d38d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.546686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a35cbb3b-d5a7-4776-a9b2-5a2ef4ffcf50 req-bd8ede46-eeb5-471f-8a34-240f1926d38d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 947 time: 0.1933138 Feb 09 02:15:09.572687 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4de31ccf-77c7-4dfe-9819-95df6813c512 req-a89fa624-a011-4035-91b4-aa649e14d29d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for security_group (4b8a82c7-4c21-444c-a8ed-52db9012826d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.602942 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4de31ccf-77c7-4dfe-9819-95df6813c512 req-a89fa624-a011-4035-91b4-aa649e14d29d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4b8a82c7-4c21-444c-a8ed-52db9012826d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.630933 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6079724 Feb 09 02:15:09.639642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:09.648779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Request body: {'subnet': {'network_id': '474e2c49-2973-4742-863f-118534317f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-678149327-subnet', 'tenant_id': 'c5b6204b32f742fda076bd08f44d1c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:09.678795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb378a-c6d9-4976-be25-d2fe84461761 admin admin] Pushing event updated for resources: {'Network': ['ID=474e2c49-2973-4742-863f-118534317f6d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:09.696248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (6dec9c77-64c6-4050-8291-f4f79fcfa9be), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.724091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-44dadc70-45d5-4672-aa15-2ff40a7b7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.725978 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-44dadc70-45d5-4672-aa15-2ff40a7b7da1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2454696 Feb 09 02:15:09.742875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a35cbb3b-d5a7-4776-a9b2-5a2ef4ffcf50 req-a46fcb3f-d96c-4484-8336-5c5311470296 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947820 Feb 09 02:15:09.747642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4de31ccf-77c7-4dfe-9819-95df6813c512 req-a89fa624-a011-4035-91b4-aa649e14d29d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.766874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4de31ccf-77c7-4dfe-9819-95df6813c512 req-a89fa624-a011-4035-91b4-aa649e14d29d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.6321554 Feb 09 02:15:09.770236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 474e2c49-2973-4742-863f-118534317f6d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:15:09.787314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fa624-a011-4035-91b4-aa649e14d29d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a82c7-4c21-444c-a8ed-52db9012826d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:09.805352 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6dec9c77-64c6-4050-8291-f4f79fcfa9be), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.806760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Made reservation on behalf of c5b6204b32f742fda076bd08f44d1c1c for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:09.813021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.838915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-7043a88a-b282-44ed-b5e4-bcd2808f0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.843549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-7043a88a-b282-44ed-b5e4-bcd2808f0097 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1130 time: 0.2883298 Feb 09 02:15:09.844919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-afa4d7e9-d895-4abb-bd4b-dcaa03886fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:09.847050 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-afa4d7e9-d895-4abb-bd4b-dcaa03886fba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1133001 Feb 09 02:15:09.959398 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (6dec9c77-64c6-4050-8291-f4f79fcfa9be), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.986220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 2, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:10.004613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dec9c77-64c6-4050-8291-f4f79fcfa9be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:10.026432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.026622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Checking router: a494e59f-0d19-440e-bb4d-0a7893ac3cba for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:10.026895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Updating router a494e59f-0d19-440e-bb4d-0a7893ac3cba port 4a51eb89-338c-44c9-ae50-f021fdcd22cf binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:10.036849 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-969b5398-b2d7-477b-85aa-9a11ca7a1514 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6dec9c77-64c6-4050-8291-f4f79fcfa9be HTTP/1.1" status: 204 len: 168 time: 0.8317900 Feb 09 02:15:10.045376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:10.063311 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.082993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-33c4bd15-7e28-489f-aafa-154c67d08de7 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293410 Feb 09 02:15:10.185647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44bca76f-1bfe-4ab7-b3f5-8f808a3a35f0 req-3cc006ca-7ab6-44e7-8934-0d5e0cdc7549 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.3009589 Feb 09 02:15:10.206438 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-5b649588-bbf6-4e77-911e-bccd5c2431a8 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113522 Feb 09 02:15:10.285647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.296482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:10.381627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-3d466c18-6d34-4a1b-946e-b02d379314c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:10.385097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-3d466c18-6d34-4a1b-946e-b02d379314c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.4992189 Feb 09 02:15:10.451555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] Deleting subnet c027dc3d-1f1c-4927-915d-5e065efae887 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:10.459729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] Publish callbacks [] for subnet (c027dc3d-1f1c-4927-915d-5e065efae887), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.462342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.512454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc95c1cc-194e-4e18-90f9-4f0b6211cb4d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:10.525725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (c027dc3d-1f1c-4927-915d-5e065efae887), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.528397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9e114c-e477-4771-8581-ce1795329031') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:10.528671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9e114c-e477-4771-8581-ce1795329031') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:10.548945 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Publish callbacks [] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.550731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-9435d352-570b-4da5-9e49-937a5d45ebb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.1431565 Feb 09 02:15:10.551265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51944) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:10.560196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.566411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (cc9e114c-e477-4771-8581-ce1795329031), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.592425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (cc9e114c-e477-4771-8581-ce1795329031), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.593551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189296679', 'description': 'tempest-description--1735278073'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:10.603235 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c027dc3d-1f1c-4927-915d-5e065efae887), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.606938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:15:10.607342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (cc9e114c-e477-4771-8581-ce1795329031), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:15:10.610482 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:15:10.653077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Pushing event updated for resources: {'Port': ['ID=4a51eb89-338c-44c9-ae50-f021fdcd22cf,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:10.687297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.689564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.692245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.693077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.693718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.695132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.695854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.696789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.698047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.698821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.699693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.700411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.701116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:10.751693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fc95c1cc-194e-4e18-90f9-4f0b6211cb4d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.759153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.766845 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fc95c1cc-194e-4e18-90f9-4f0b6211cb4d HTTP/1.1" status: 204 len: 168 time: 0.7195849 Feb 09 02:15:10.803790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Attempting to bind port 4a51eb89-338c-44c9-ae50-f021fdcd22cf on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:10.804308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Attempting to bind port 4a51eb89-338c-44c9-ae50-f021fdcd22cf by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:10.804834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Attempting to bind port 4a51eb89-338c-44c9-ae50-f021fdcd22cf on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:10.811038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-5bcaf1ef-aa89-433f-8aae-ef9f250dbe90 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2118824500&fields=id&tenant_id=4c02209010f049e0809fb1e3679228bd HTTP/1.1" status: 200 len: 267 time: 0.4225786 Feb 09 02:15:10.812459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:10.813042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:10.813841 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.814397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Bound using segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:10.815214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Bound port: 4a51eb89-338c-44c9-ae50-f021fdcd22cf, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:10.815923 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.827791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf6ba-0b90-4d09-9887-31af49599920 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc95c1cc-194e-4e18-90f9-4f0b6211cb4d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:10.851055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (c027dc3d-1f1c-4927-915d-5e065efae887), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.883736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.899099 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c027dc3d-1f1c-4927-915d-5e065efae887 HTTP/1.1" status: 204 len: 168 time: 0.5954258 Feb 09 02:15:10.902771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51950) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:10.951589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f4311-4455-4f8b-8728-43244b891674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c027dc3d-1f1c-4927-915d-5e065efae887,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:10.965912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.966146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] For port 4a51eb89-338c-44c9-ae50-f021fdcd22cf, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:10.974728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12598285-f606-4a13-84e0-262dd892b387 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:10.985490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (b83a25f0-51af-43b8-9b52-2a24ced36d4f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:10.986558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] For port 4a51eb89-338c-44c9-ae50-f021fdcd22cf, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4a51eb89-338c-44c9-ae50-f021fdcd22cf,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:11.008422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-c5cb3a4e-7ddf-4674-bb9e-4732c596deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:11.009957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-c5cb3a4e-7ddf-4674-bb9e-4732c596deea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.4499850 Feb 09 02:15:11.035494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 12598285-f606-4a13-84e0-262dd892b387 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:11.035855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12598285-f606-4a13-84e0-262dd892b387 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:11.037747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.071845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:11.187392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4be56520-da46-41dd-84d9-28fe3df9defe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6039e2c8b5fc4f41b5b6f8b47770ea0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142924 Feb 09 02:15:11.188180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:11.193635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.220041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7927e9e0-02cd-4214-adce-5916a3f23178 None None] Provisioning complete for port 4a51eb89-338c-44c9-ae50-f021fdcd22cf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:11.220423 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7927e9e0-02cd-4214-adce-5916a3f23178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.315496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:11.317128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:11.319981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec476e1-dc2b-478a-92b2-9a04aa17eff1 None None] Pushing event updated for resources: {'Port': ['ID=4a51eb89-338c-44c9-ae50-f021fdcd22cf,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:11.405026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.446702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc21f-6e4c-4780-8428-eab77941f185 admin admin] Publish callbacks [] for security_group (8e47b419-3b99-4da1-a931-db1277ffd3c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.501893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:11.537737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3593aa3-087f-4272-8461-5a4a846c4437') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:11.538479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3593aa3-087f-4272-8461-5a4a846c4437') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:11.551876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7927e9e0-02cd-4214-adce-5916a3f23178 None None] Current status of the port 4a51eb89-338c-44c9-ae50-f021fdcd22cf is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:11.552621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a3593aa3-087f-4272-8461-5a4a846c4437), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.552748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7927e9e0-02cd-4214-adce-5916a3f23178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.570484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a3593aa3-087f-4272-8461-5a4a846c4437), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.578340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:15:11.578784 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a3593aa3-087f-4272-8461-5a4a846c4437), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.616676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7927e9e0-02cd-4214-adce-5916a3f23178 None None] For port 4a51eb89-338c-44c9-ae50-f021fdcd22cf, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4a51eb89-338c-44c9-ae50-f021fdcd22cf,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:11.622143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:15:11.644501 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:15:11.652868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc21f-6e4c-4780-8428-eab77941f185 admin admin] Publish callbacks [] for security_group (8e47b419-3b99-4da1-a931-db1277ffd3c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.668010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.677260 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7927e9e0-02cd-4214-adce-5916a3f23178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.687076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.693255 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134 HTTP/1.1" status: 204 len: 168 time: 0.7816625 Feb 09 02:15:11.771650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f31df-f435-4c3d-a2bc-4ba089db6473 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1e2c9d-0085-4b1a-ad8e-cb0ebc955134,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:11.780326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-ac6a5c90-92cb-4083-a97c-f1f266004525 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:11.781897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-ac6a5c90-92cb-4083-a97c-f1f266004525 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.9653306 Feb 09 02:15:11.811154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc21f-6e4c-4780-8428-eab77941f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8e47b419-3b99-4da1-a931-db1277ffd3c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.817138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc21f-6e4c-4780-8428-eab77941f185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.818717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927e9e0-02cd-4214-adce-5916a3f23178 None None] Pushing event updated for resources: {'Port': ['ID=4a51eb89-338c-44c9-ae50-f021fdcd22cf,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:11.833772 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff8cc21f-6e4c-4780-8428-eab77941f185 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e47b419-3b99-4da1-a931-db1277ffd3c2 HTTP/1.1" status: 204 len: 168 time: 0.6415691 Feb 09 02:15:11.855407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Request body: {'port': {'security_groups': ['6a75309e-4c08-4de3-a815-372bc6d5ee40', '4b8a82c7-4c21-444c-a8ed-52db9012826d']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:11.895824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cc21f-6e4c-4780-8428-eab77941f185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e47b419-3b99-4da1-a931-db1277ffd3c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:11.899027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b83a25f0-51af-43b8-9b52-2a24ced36d4f,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:11.903427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-038fa7a3-3f91-40b1-9501-e0c6e7bc0591 None None] Provisioning complete for port 4a51eb89-338c-44c9-ae50-f021fdcd22cf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:11.903809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-038fa7a3-3f91-40b1-9501-e0c6e7bc0591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:11.918967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Checking segment: {'id': '27dd3e03-ca0b-49fc-b585-37c7a6d65953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '474e2c49-2973-4742-863f-118534317f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:11.919331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Network hostable DHCP agents. Network: 474e2c49-2973-4742-863f-118534317f6d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:15:11.971579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-a1208ae1-cd14-4de2-9600-9f6cde8568bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:11.973576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-a1208ae1-cd14-4de2-9600-9f6cde8568bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3666568 Feb 09 02:15:11.993009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e0fc3-76a7-4a34-a99e-464a0fd5fea8 req-1dd8fe46-0a63-459e-b490-50ad6a13b356 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:11.994912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-417e0fc3-76a7-4a34-a99e-464a0fd5fea8 req-1dd8fe46-0a63-459e-b490-50ad6a13b356 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 947 time: 1.0583913 Feb 09 02:15:12.016323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.079850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Network 474e2c49-2973-4742-863f-118534317f6d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:15:12.118937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-038fa7a3-3f91-40b1-9501-e0c6e7bc0591 None None] Current status of the port 4a51eb89-338c-44c9-ae50-f021fdcd22cf is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:12.128556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:10Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:12.152031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 474e2c49-2973-4742-863f-118534317f6d) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:12.177113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4673868c-7e2b-4e8a-b5f1-38dcbdef98b3 None None] Network 474e2c49-2973-4742-863f-118534317f6d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:12.183949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dc6fd-f7ae-4272-9285-6969347ffd52 None None] The sync data for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 is: [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:10Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:12.189561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:12.224221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group (3f599238-e0b9-4b27-ba96-84b217df6c22), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.256999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-417e0fc3-76a7-4a34-a99e-464a0fd5fea8 req-61193be9-c607-4e69-bb85-29a30d4f71a3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417495 Feb 09 02:15:12.288347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:12.289164 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.307777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3f599238-e0b9-4b27-ba96-84b217df6c22), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.342587 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8dd8b757-297e-4400-abb6-e7c515335106 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28b57199aa6446f6bb49f6e8568020d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447582 Feb 09 02:15:12.343927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51970) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:12.439568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1a5516fa-66af-4094-a851-bf0daa7c0e9d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7974277 Feb 09 02:15:12.442762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-33725df2-6080-419a-ba78-7b241495861f service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416394 Feb 09 02:15:12.493711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.495364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.9375629 Feb 09 02:15:12.495915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85262eb0-8b6d-4e4b-9387-9c38f90d8bb6 None None] Network 474e2c49-2973-4742-863f-118534317f6d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:12.498178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:12.510969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c1ae0eac-96bd-4715-aacb-d352cbf1c35b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'security_group_rule': {'security_group_id': '3f599238-e0b9-4b27-ba96-84b217df6c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:12.579895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0eac-96bd-4715-aacb-d352cbf1c35b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group_rule (75addd18-05a2-4cbf-8dc3-22495b1dac24), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.622585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f599238-e0b9-4b27-ba96-84b217df6c22,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:12.751199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05891ae1-f26d-4b0f-a1da-406df4910804 req-b99a7aca-0713-4d89-8381-b6bf8acb859c tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.2905889 Feb 09 02:15:12.757972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.758330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.758735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.759084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.759430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.759771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.760368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.761184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.761568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.761923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.762293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.762889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.763410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4451d08-a4cc-43b3-b79c-42096ad02a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:12.764241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0eac-96bd-4715-aacb-d352cbf1c35b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group_rule (75addd18-05a2-4cbf-8dc3-22495b1dac24), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.780559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0eac-96bd-4715-aacb-d352cbf1c35b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (75addd18-05a2-4cbf-8dc3-22495b1dac24), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.852558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae0eac-96bd-4715-aacb-d352cbf1c35b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75addd18-05a2-4cbf-8dc3-22495b1dac24,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:12.863794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0eac-96bd-4715-aacb-d352cbf1c35b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:12.871028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c1ae0eac-96bd-4715-aacb-d352cbf1c35b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3705542 Feb 09 02:15:12.874013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:12.882319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4c70bc6a-e41e-4415-9407-64f82c292a1b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'security_group_rule': {'security_group_id': '3f599238-e0b9-4b27-ba96-84b217df6c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:12.947496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc6a-e41e-4415-9407-64f82c292a1b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group_rule (4feb96b2-5146-41c9-bab1-ca875aec43da), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.045067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1965-da7a-4ac6-80e4-f417823260cb admin admin] Publish callbacks [] for security_group (7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.081724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-463c589e-e0da-46c1-b3d2-612c56aea191 req-2bbef2e7-f55c-40ed-8479-7ed355aef998 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076944 Feb 09 02:15:13.126017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc6a-e41e-4415-9407-64f82c292a1b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group_rule (4feb96b2-5146-41c9-bab1-ca875aec43da), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.134551 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc6a-e41e-4415-9407-64f82c292a1b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4feb96b2-5146-41c9-bab1-ca875aec43da), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.162345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70bc6a-e41e-4415-9407-64f82c292a1b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4feb96b2-5146-41c9-bab1-ca875aec43da,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:13.167129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1965-da7a-4ac6-80e4-f417823260cb admin admin] Publish callbacks [] for security_group (7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.175702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc6a-e41e-4415-9407-64f82c292a1b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.180848 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c70bc6a-e41e-4415-9407-64f82c292a1b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3051212 Feb 09 02:15:13.181204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:13.210732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:13.226261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:13.271926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.308700 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-e7e728a1-71cf-4785-854b-2117b01e5ef6 req-ea3119a1-258c-457e-ad5f-df8f5ff8652a tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] show failed (client error): The resource could not be found. Feb 09 02:15:13.325187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7e728a1-71cf-4785-854b-2117b01e5ef6 req-ea3119a1-258c-457e-ad5f-df8f5ff8652a tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "GET /v2.0/security-groups/59475190-6395-4523-8138-8c5cdb2b8c29 HTTP/1.1" status: 404 len: 352 time: 0.0442092 Feb 09 02:15:13.357894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.381754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.394314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bea610b3-b04d-42df-b39e-e6d790cacf1a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:13.402718 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1965-da7a-4ac6-80e4-f417823260cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.404978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7bb1965-da7a-4ac6-80e4-f417823260cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.405867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:13.406196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b7bb1965-da7a-4ac6-80e4-f417823260cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e HTTP/1.1" status: 204 len: 168 time: 1.0298812 Feb 09 02:15:13.540382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb1965-da7a-4ac6-80e4-f417823260cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0e88e7-8c6c-4a8b-98b7-6d7092abed2e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:13.545861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.615736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:15:13.630817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:13.634279 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:13.636260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dbeb849-06f6-4d93-83df-21ecbcea0f1a req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "PUT /v2.0/ports/bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 982 time: 1.8122880 Feb 09 02:15:13.641100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:13.645347 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f611aaac-b1c1-4579-ad19-9a1dfc94c056" -d '{"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:13.673325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733c9f7-8906-4456-9411-6ae19edc8277 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event updated for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:13.719097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31626730-0b3a-44a2-85bf-6f1852524e4f req-f209e9eb-ab3e-475c-b15e-89aad5155430 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:13.730618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31626730-0b3a-44a2-85bf-6f1852524e4f req-f209e9eb-ab3e-475c-b15e-89aad5155430 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 947 time: 0.2338309 Feb 09 02:15:13.822235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:13.859776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Allocated IP 172.25.6.82 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/882d9365-3edf-44d7-8ee1-080d469d6fbe) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:13.886764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'mac_address': 'fa:16:3e:c3:4e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:15:13.899581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bea610b3-b04d-42df-b39e-e6d790cacf1a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:13.933685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-c8303077-6d9d-4210-90e9-0a48203d9685 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2118824500&fields=id&tenant_id=4c02209010f049e0809fb1e3679228bd HTTP/1.1" status: 200 len: 267 time: 0.1340125 Feb 09 02:15:13.997178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31626730-0b3a-44a2-85bf-6f1852524e4f req-e5acff1b-a81c-4c8f-a6ef-60bb22c18532 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652576 Feb 09 02:15:14.035946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1434897658-network', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:14.054203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-fde91ee7-fecc-423b-8cdd-c812d4f22da9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:14.062302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-fde91ee7-fecc-423b-8cdd-c812d4f22da9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 985 time: 0.1276660 Feb 09 02:15:14.079058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Request body: {'port': {'security_groups': ['6a75309e-4c08-4de3-a815-372bc6d5ee40']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:14.086555 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d5fe40-661b-4e5b-a4d6-187f400bd8a9 x-openstack-request-id: req-07d5fe40-661b-4e5b-a4d6-187f400bd8a9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:14.086963 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:14.087368 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07d5fe40-661b-4e5b-a4d6-187f400bd8a9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:14.089164 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'status': 'completed', 'code': 200} Feb 09 02:15:14.094920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:14.103638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.147749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.161462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:14.161875 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.296449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.365233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-de068828-ca00-421a-9e46-31c78f543a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:14.367610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-de068828-ca00-421a-9e46-31c78f543a38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1168 time: 0.2425137 Feb 09 02:15:14.396316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.402434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e690c29d-dfc9-4ce8-8ace-07b88c0f8598 req-f90e116b-e216-4b13-8442-5ba765b96399 tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5b6204b32f742fda076bd08f44d1c1c HTTP/1.1" status: 200 len: 3005 time: 0.2502730 Feb 09 02:15:14.565398 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks [] for security_group (5817854a-9a35-4ec5-bc51-782996e51e2e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.574831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.591826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5817854a-9a35-4ec5-bc51-782996e51e2e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.609514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:15:14.624734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (45d2297c-cd1d-4009-9004-95fa8bf88fe4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.625489 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Added segment 45d2297c-cd1d-4009-9004-95fa8bf88fe4 of type vlan for network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 Feb 09 02:15:14.691778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a22a3c2c-bd0b-48cb-9111-c8e742c68c39), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.729566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52042) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:14.730992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4a51eb89-338c-44c9-ae50-f021fdcd22cf up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:14.771327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e690c29d-dfc9-4ce8-8ace-07b88c0f8598 req-148e9a07-58f2-4d17-8bed-c4264fef5c32 tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "GET /v2.0/security-groups/0f80353d-86a5-4e18-9b42-1a17da8f8e2e HTTP/1.1" status: 200 len: 3002 time: 0.1857164 Feb 09 02:15:14.825697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:14.827649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5817854a-9a35-4ec5-bc51-782996e51e2e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:14.857480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a22a3c2c-bd0b-48cb-9111-c8e742c68c39), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.858424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.858591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:14.862824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.868041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-f201c1a3-5379-43bf-b2c4-a6cd54091a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:14.869828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-f201c1a3-5379-43bf-b2c4-a6cd54091a23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 0.4822879 Feb 09 02:15:14.872288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:14.887770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:14.892901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e690c29d-dfc9-4ce8-8ace-07b88c0f8598 req-5e01e7d8-aebc-453b-aade-926201d10597 tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "GET /v2.0/security-groups/0f80353d-86a5-4e18-9b42-1a17da8f8e2e HTTP/1.1" status: 200 len: 3002 time: 0.1205773 Feb 09 02:15:14.933312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bea610b3-b04d-42df-b39e-e6d790cacf1a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:14.987915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d3f43f-0594-46b9-836a-ee1e5aa22b58 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:14.993034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] Pushing event updated for resources: {'Network': ['ID=a22a3c2c-bd0b-48cb-9111-c8e742c68c39,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:15.000668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:15.012320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:15.013053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-629670439-network', 'tenant_id': 'a142641d4a6a45e1a60b80360838b4c4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:15.025011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-d4fd1e05-1da8-4fa5-9c77-5b844d534041 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 217 time: 0.1236787 Feb 09 02:15:15.026909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:15.065628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:15:15.069121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a50d1e0-2b73-495a-9c3e-bb947c4ae1a8 req-0082d023-151e-4fa4-9456-ffe6b6ad95f4 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0504391 Feb 09 02:15:15.074234 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=882d9365-3edf-44d7-8ee1-080d469d6fbe,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:15.091085 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-591184e7-9168-4584-962c-14e9b8a4e276 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6678033 Feb 09 02:15:15.102325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:15.104688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.106173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f76ed95-ea4d-483e-9a26-223dee5d30b8 req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "PUT /v2.0/ports/bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 943 time: 1.0413775 Feb 09 02:15:15.125774 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:15.132053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Request body: {'subnet': {'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1434897658-subnet', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:15.166683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:15.169074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.215813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for floatingip (1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.222916 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.265371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.310431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:15.326725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c964de-bbd5-4746-95f9-14470066a705 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event updated for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:15.371107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Made reservation on behalf of a142641d4a6a45e1a60b80360838b4c4 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:15.379342 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.420492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4a51eb89-338c-44c9-ae50-f021fdcd22cf triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:15.420761 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.492616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-94d30572-5270-4a41-8ad9-faea97126b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:15.496318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-94d30572-5270-4a41-8ad9-faea97126b81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.4118609 Feb 09 02:15:15.508310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11f2095d-214b-4d14-ab67-6f4065efb7cc req-423a8c13-a84c-4c26-b122-18c53a955dd1 tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "GET /v2.0/security-groups/0f80353d-86a5-4e18-9b42-1a17da8f8e2e HTTP/1.1" status: 200 len: 3002 time: 0.3242779 Feb 09 02:15:15.514000 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.542127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-215b795b-f603-4bb0-b359-6e76ae1d9dcb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:15.544239 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-215b795b-f603-4bb0-b359-6e76ae1d9dcb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 948 time: 0.1413577 Feb 09 02:15:15.606431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-6a4cb04a-17db-4d9f-9c10-496d53058471 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939462 Feb 09 02:15:15.631281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f3d3f43f-0594-46b9-836a-ee1e5aa22b58'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:15.682560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4a51eb89-338c-44c9-ae50-f021fdcd22cf is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:15.689077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.693618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (02533a48-c34d-452b-843e-afc3d82cd6f8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.711463 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.734697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-1a1b1b4a-0d8e-4288-8433-93fb836e1c34 service neutron] 10.222.0.72 "GET /v2.0/ports/f3d3f43f-0594-46b9-836a-ee1e5aa22b58/bindings/n-h2-826675-12 HTTP/1.1" status: 200 len: 383 time: 0.1809165 Feb 09 02:15:15.748151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-99fb815c-cefb-4044-8949-6c42ea926a18 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338611 Feb 09 02:15:15.760159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bea610b3-b04d-42df-b39e-e6d790cacf1a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:15.826854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=882d9365-3edf-44d7-8ee1-080d469d6fbe,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:15.878573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-929c593f-e36b-4735-b06c-4f3dafc134df req-4054a211-f13c-4b7b-a647-c5cd9a1be36f tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4904525 Feb 09 02:15:15.896232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:15.945924 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-11f2095d-214b-4d14-ab67-6f4065efb7cc req-e73b115a-91b6-4617-86a5-6c14edb19a79 tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 02:15:15.947048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11f2095d-214b-4d14-ab67-6f4065efb7cc req-e73b115a-91b6-4617-86a5-6c14edb19a79 tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "DELETE /v2.0/security-groups/0f80353d-86a5-4e18-9b42-1a17da8f8e2e HTTP/1.1" status: 409 len: 352 time: 0.4244101 Feb 09 02:15:15.973074 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:15.980594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611aaac-b1c1-4579-ad19-9a1dfc94c056 req-0fd94218-edc7-4e16-a25f-6d1ce18421a6 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174892 Feb 09 02:15:16.027200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks [] for security_group (4e877064-6bdf-4c0f-ab81-1210d27f1604), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.039574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4e877064-6bdf-4c0f-ab81-1210d27f1604), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.074052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:15:16.083585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Checking segment: {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:16.084176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Network hostable DHCP agents. Network: a22a3c2c-bd0b-48cb-9111-c8e742c68c39, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:15:16.091012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:16.091236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02533a48-c34d-452b-843e-afc3d82cd6f8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:16.093518 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9e6c95-9832-4694-a351-dbc3bd2e557a" -d '{"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:16.114751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e877064-6bdf-4c0f-ab81-1210d27f1604,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:16.127042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c9eb7353-d537-4234-9717-09955e2b4c5f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.128110 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Added segment c9eb7353-d537-4234-9717-09955e2b4c5f of type vlan for network cf430728-4ce3-437d-a468-1f5886f0befa Feb 09 02:15:16.133365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.152870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-0fed0759-d305-4660-ad81-dd95878b131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:16.154543 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-0fed0759-d305-4660-ad81-dd95878b131c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1131 time: 0.3204088 Feb 09 02:15:16.163002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.164467 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-60398e9a-8623-48e7-9200-8686eb9ccdca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9821501 Feb 09 02:15:16.175192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:15:16.203573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cf430728-4ce3-437d-a468-1f5886f0befa), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.231788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a22a3c2c-bd0b-48cb-9111-c8e742c68c39) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:16.241851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:16.242655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.260314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bc121-9328-48ce-b9ea-b33ec3b79e37 req-97c5943a-c9fb-424b-81b7-96f3fa577c9a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:16.261845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9bc121-9328-48ce-b9ea-b33ec3b79e37 req-97c5943a-c9fb-424b-81b7-96f3fa577c9a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 948 time: 0.1555398 Feb 09 02:15:16.267899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.271619 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cf430728-4ce3-437d-a468-1f5886f0befa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.275523 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f1fe6a7c-8604-4f5d-aefb-d95b97708c1b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1462884 Feb 09 02:15:16.275623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:16.275623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.275778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52064) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:16.277208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf01ed-cc4e-441e-b5ae-6e021b78a0ae None None] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:16.281143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:16.347105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-4cc71d8e-74fd-480c-b06e-03c9e942582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:16.355976 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-4cc71d8e-74fd-480c-b06e-03c9e942582c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1899278 Feb 09 02:15:16.381564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6477976 Feb 09 02:15:16.398511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52068) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:16.407727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Request body: {'subnet': {'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-629670439-subnet', 'tenant_id': 'a142641d4a6a45e1a60b80360838b4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:16.432586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6db2c-46d0-498e-a69c-a353deb8d4ee admin admin] Pushing event updated for resources: {'Network': ['ID=cf430728-4ce3-437d-a468-1f5886f0befa,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:16.446081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (453ae69a-0d86-4ef1-a3e1-d279895abae2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.447295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (453ae69a-0d86-4ef1-a3e1-d279895abae2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.453895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-d0ca0f88-4f63-4561-9390-5b6330d09760 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.0618074 Feb 09 02:15:16.476774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Made reservation on behalf of a142641d4a6a45e1a60b80360838b4c4 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:16.479287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.483534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cf430728-4ce3-437d-a468-1f5886f0befa details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:15:16.545794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks [] for router_controller (453ae69a-0d86-4ef1-a3e1-d279895abae2), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.561710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:15:16.562692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.706832 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (1b06935a-39af-4978-88d5-5aa69d570d3e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:16.715450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9bc121-9328-48ce-b9ea-b33ec3b79e37 req-cc988bfa-fbac-42aa-8b36-8a9fe6c0eb8b tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122837 Feb 09 02:15:16.733125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Allocated IP 172.20.0.2 (a22a3c2c-bd0b-48cb-9111-c8e742c68c39/02533a48-c34d-452b-843e-afc3d82cd6f8/06aba021-338b-495a-9136-3e713189ba77) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:16.785021 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-e2a99ebc-9eac-41c5-b584-de695b0dffea req-ecf33cb7-ca65-4b6f-a66e-bb381723889c tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] show failed (client error): The resource could not be found. Feb 09 02:15:16.786316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2a99ebc-9eac-41c5-b584-de695b0dffea req-ecf33cb7-ca65-4b6f-a66e-bb381723889c tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "GET /v2.0/security-groups/36102d6e-1200-4912-ab4f-5760c868ff80 HTTP/1.1" status: 404 len: 352 time: 0.0236497 Feb 09 02:15:16.803571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Allocated IP 172.25.6.127 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/ee4eaefc-5dda-455d-b6ca-173b57d16140) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:16.830280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b06935a-39af-4978-88d5-5aa69d570d3e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:16.847284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Checking segment: {'id': 'c9eb7353-d537-4234-9717-09955e2b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:16.847757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Network hostable DHCP agents. Network: cf430728-4ce3-437d-a468-1f5886f0befa, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:15:16.917304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Network cf430728-4ce3-437d-a468-1f5886f0befa is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:15:16.953404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7b76b52-04b4-49d8-a0cf-78efb2f6fb64 req-f0fb09a3-7295-4f06-9409-75924f680c27 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0433288 Feb 09 02:15:16.994953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cf430728-4ce3-437d-a468-1f5886f0befa) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:17.017566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:17.018670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.025672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61b811-14d3-436d-98e1-5fcf03aa3149 None None] Network cf430728-4ce3-437d-a468-1f5886f0befa requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:17.041175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.063168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-ad58a35a-2ba3-4605-bc67-b0981176ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:17.064756 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-ad58a35a-2ba3-4605-bc67-b0981176ddf6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.6028345 Feb 09 02:15:17.080905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-51432038-75a0-4575-a57b-b3d413684b51 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6785505 Feb 09 02:15:17.095479 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5885b51a-3724-4086-987a-4b2f1fe90514 x-openstack-request-id: req-5885b51a-3724-4086-987a-4b2f1fe90514 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:17.097216 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:17.099266 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5885b51a-3724-4086-987a-4b2f1fe90514 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:17.100980 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'status': 'completed', 'code': 200} Feb 09 02:15:17.160131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Publish callbacks [] for port (06aba021-338b-495a-9136-3e713189ba77), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.186607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks [] for router_gateway (453ae69a-0d86-4ef1-a3e1-d279895abae2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.194291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.197663 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (06aba021-338b-495a-9136-3e713189ba77), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.233741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-c9d0d92e-d849-4bc5-b088-68e444b6b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:17.236220 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-c9d0d92e-d849-4bc5-b088-68e444b6b0a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1188827 Feb 09 02:15:17.276301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-78475d5b-0cb0-442b-a3ee-963bf97650be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:17.277337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-78475d5b-0cb0-442b-a3ee-963bf97650be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.1718552 Feb 09 02:15:17.281204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:17.283407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:17.294564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:17.302825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:17.307479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Pushing event updated for resources: {'Port': ['ID=06aba021-338b-495a-9136-3e713189ba77,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:17.368515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa50490-ca92-4e68-8294-001f1b20b00f None None] Network cf430728-4ce3-437d-a468-1f5886f0befa requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:17.411221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:17.467190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Attempting to bind port 06aba021-338b-495a-9136-3e713189ba77 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:17.467600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Attempting to bind port 06aba021-338b-495a-9136-3e713189ba77 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:17.468266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Attempting to bind port 06aba021-338b-495a-9136-3e713189ba77 on network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:17.483329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:17.483888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Checking segment: {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:17.484434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.484938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Bound using segment: {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:17.485962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Bound port: 06aba021-338b-495a-9136-3e713189ba77, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:17.486473 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06aba021-338b-495a-9136-3e713189ba77), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.488150 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-e9193ded-5e10-4895-8351-25c8c0c8699e service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427361 Feb 09 02:15:17.497570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-bf677f6c-1aa7-4965-b811-6ebc28e8cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:17.499691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-bf677f6c-1aa7-4965-b811-6ebc28e8cf23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 0.2071486 Feb 09 02:15:17.500616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:17.566199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] For port 06aba021-338b-495a-9136-3e713189ba77, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:17.571204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] For port 06aba021-338b-495a-9136-3e713189ba77, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=06aba021-338b-495a-9136-3e713189ba77,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:17.586055 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (06aba021-338b-495a-9136-3e713189ba77), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.606559 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (735fd9c6-d29c-46dc-b756-8cfa23a6f3e9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.658682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1278913-5f7c-4f02-9d89-d5e527427a09 None None] Pushing event updated for resources: {'Port': ['ID=06aba021-338b-495a-9136-3e713189ba77,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:17.672282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:17.679261 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-bec98738-578f-4dc6-b718-4220176f851f service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850295 Feb 09 02:15:17.718535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-3868085d-404b-4852-ad2f-34a4702407e0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1189296679&fields=id&tenant_id=8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 267 time: 0.4911442 Feb 09 02:15:17.722965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-e1adc24e-6163-4da8-b544-d1a4fc6891f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 217 time: 0.1078022 Feb 09 02:15:17.727619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event updated for resources: {'Port': ['ID=ee4eaefc-5dda-455d-b6ca-173b57d16140,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:17.744703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks [] for router_gateway (453ae69a-0d86-4ef1-a3e1-d279895abae2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.773337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.798596 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.844189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.882449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:15:17.889816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:17.890193 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:17.944241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Allocated IP 172.25.6.137 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/49b99c68-b40e-4ae2-94eb-73aae3d1be06) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:17.983492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-907ba35a-157f-4c68-97f1-f11cd609f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:17.987464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-907ba35a-157f-4c68-97f1-f11cd609f1c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.2494776 Feb 09 02:15:18.024820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:18.025383 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.058183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:18.060807 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c516a7-603b-4dd4-93d5-f74937fa54b9" -d '{"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:18.082721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:18.089385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.142441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks [] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.193835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:18.217917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.263482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:18.270393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:18.273312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:18.337127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Pushing event updated for resources: {'Port': ['ID=49b99c68-b40e-4ae2-94eb-73aae3d1be06,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:18.379935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06aba021-338b-495a-9136-3e713189ba77 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:18.441675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 06aba021-338b-495a-9136-3e713189ba77 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:18.442050 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06aba021-338b-495a-9136-3e713189ba77), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.551110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-7c2c8ac3-45a9-4650-87d2-e4803320f481 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488753 Feb 09 02:15:18.554748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 06aba021-338b-495a-9136-3e713189ba77 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:18.555282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06aba021-338b-495a-9136-3e713189ba77), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.556184 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.586144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.601453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 06aba021-338b-495a-9136-3e713189ba77, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=06aba021-338b-495a-9136-3e713189ba77,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:18.607588 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (06aba021-338b-495a-9136-3e713189ba77), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.624628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-7ec85a32-e019-466d-bf56-31c47a5b6ad6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:18.635209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-7ec85a32-e019-466d-bf56-31c47a5b6ad6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.8935153 Feb 09 02:15:18.635720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks [] for router_gateway (453ae69a-0d86-4ef1-a3e1-d279895abae2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.672512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=06aba021-338b-495a-9136-3e713189ba77,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:18.705460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-ab58671c-2429-4bbb-a958-a5009458d880 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/quotas/8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 375 time: 0.0720520 Feb 09 02:15:18.742381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event updated for resources: {'Port': ['ID=ee4eaefc-5dda-455d-b6ca-173b57d16140,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:18.790618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (735fd9c6-d29c-46dc-b756-8cfa23a6f3e9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.804230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-eae49948-a5a4-472a-b992-240974a6e4c5 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413671 Feb 09 02:15:18.824921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.826158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-929c593f-e36b-4735-b06c-4f3dafc134df req-cc6e4132-3cc3-47af-8f9e-acaa51af807c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9465065 Feb 09 02:15:18.887247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (453ae69a-0d86-4ef1-a3e1-d279895abae2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.899931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:18.930746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-12ea6a34-eeb9-442d-af13-425b934a0ad8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2132301 Feb 09 02:15:18.969566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-929c593f-e36b-4735-b06c-4f3dafc134df req-6ddc4607-f0ee-4086-a1d7-b6b30b4221ab tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.1298397 Feb 09 02:15:19.050234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe9e6c95-9832-4694-a351-dbc3bd2e557a req-7b4809c6-0434-4315-852d-73964303b3e5 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379072 Feb 09 02:15:19.072337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Router 453ae69a-0d86-4ef1-a3e1-d279895abae2 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:15:19.156799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-c54bb2be-0a58-41f3-8be2-aa3be0069689 service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012606 Feb 09 02:15:19.193262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7513c1-058f-4e11-86f6-23b85ee7319b None None] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:19.195715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c593f-e36b-4735-b06c-4f3dafc134df req-08209daa-03a9-48b6-9856-a6cc849f8f09 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:19.197136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-929c593f-e36b-4735-b06c-4f3dafc134df req-08209daa-03a9-48b6-9856-a6cc849f8f09 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2078855 Feb 09 02:15:19.214959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:19.221609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-929c593f-e36b-4735-b06c-4f3dafc134df req-55ead799-7658-4cb0-8e9f-248252e54d12 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:15:19.223694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-929c593f-e36b-4735-b06c-4f3dafc134df req-55ead799-7658-4cb0-8e9f-248252e54d12 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106344 Feb 09 02:15:19.225441 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Sync routers for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:19.242900 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:19.243539 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:19.249732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:19.254972 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-99f64691-cb7b-408d-bf89-1352d9e73174 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9785702 Feb 09 02:15:19.259734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52098) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:19.313608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1f6d30ba-1a40-411d-8ee6-c91ccc76f037 None None] Provisioning complete for port 06aba021-338b-495a-9136-3e713189ba77 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:19.314018 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f6d30ba-1a40-411d-8ee6-c91ccc76f037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06aba021-338b-495a-9136-3e713189ba77), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:19.372459 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:19.423458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-8d98a59f-7386-46fb-a5a5-140d901857fa service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505958 Feb 09 02:15:19.551195 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-2d24591a-cf6c-469f-a56d-f0567e64c367 req-861ddbd9-63d1-4ed0-8a87-f1642435db3e tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] show failed (client error): The resource could not be found. Feb 09 02:15:19.552158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d24591a-cf6c-469f-a56d-f0567e64c367 req-861ddbd9-63d1-4ed0-8a87-f1642435db3e tempest-SecurityGroupsNegativeTestJSON-1701847369 tempest-SecurityGroupsNegativeTestJSON-1701847369-project] 10.222.0.53 "GET /v2.0/security-groups/8b2a0d56-561f-4733-bbfa-dd8bfd5b1cf0 HTTP/1.1" status: 404 len: 352 time: 0.0235779 Feb 09 02:15:19.576439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:19.594613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d30ba-1a40-411d-8ee6-c91ccc76f037 None None] Current status of the port 06aba021-338b-495a-9136-3e713189ba77 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:19.710588 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] Deleting subnet b83a25f0-51af-43b8-9b52-2a24ced36d4f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:19.724043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] Publish callbacks [] for subnet (b83a25f0-51af-43b8-9b52-2a24ced36d4f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:19.764726 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:18Z', 'revision_number': 3, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:19.857076 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Checking router: 453ae69a-0d86-4ef1-a3e1-d279895abae2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:19.861738 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Updating router 453ae69a-0d86-4ef1-a3e1-d279895abae2 port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:19.863235 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (b83a25f0-51af-43b8-9b52-2a24ced36d4f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:19.911080 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.086544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b83a25f0-51af-43b8-9b52-2a24ced36d4f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.102485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e5afb3fe-84e7-45cc-b0ce-4d4ae47dc8ec None None] Provisioning complete for port 06aba021-338b-495a-9136-3e713189ba77 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:20.103208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5afb3fe-84e7-45cc-b0ce-4d4ae47dc8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06aba021-338b-495a-9136-3e713189ba77), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.252071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e5afb3fe-84e7-45cc-b0ce-4d4ae47dc8ec None None] Current status of the port 06aba021-338b-495a-9136-3e713189ba77 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:20.298589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (b83a25f0-51af-43b8-9b52-2a24ced36d4f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.339617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b83a25f0-51af-43b8-9b52-2a24ced36d4f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:20.343123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.350578 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c5d3bab4-1613-4946-b2ea-70ba9436ab5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b83a25f0-51af-43b8-9b52-2a24ced36d4f HTTP/1.1" status: 204 len: 168 time: 0.7702951 Feb 09 02:15:20.352878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:20.411174 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Publish callbacks [] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.419502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06aba021-338b-495a-9136-3e713189ba77 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:20.421495 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.450109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae04a1-69fd-469f-add1-bd09264e2192 req-5ba4f1b9-1c7b-44b7-a4d2-397e752796a4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.465421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-deae04a1-69fd-469f-add1-bd09264e2192 req-5ba4f1b9-1c7b-44b7-a4d2-397e752796a4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.5101955 Feb 09 02:15:20.494127 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Pushing event updated for resources: {'Port': ['ID=49b99c68-b40e-4ae2-94eb-73aae3d1be06,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:20.508724 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.509367 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.509941 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.510680 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.511850 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.512398 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.512900 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.513386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.514348 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.514876 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.515374 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.516185 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.518386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:20.551205 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Attempting to bind port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:20.551853 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Attempting to bind port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:20.552601 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Attempting to bind port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:20.564688 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:20.566105 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:20.566947 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.567850 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:20.569202 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Bound port: 49b99c68-b40e-4ae2-94eb-73aae3d1be06, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:20.569894 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.616015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 06aba021-338b-495a-9136-3e713189ba77 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:20.619472 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06aba021-338b-495a-9136-3e713189ba77), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.632755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (474e2c49-2973-4742-863f-118534317f6d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.651316 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] For port 49b99c68-b40e-4ae2-94eb-73aae3d1be06, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:20.655876 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] For port 49b99c68-b40e-4ae2-94eb-73aae3d1be06, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=49b99c68-b40e-4ae2-94eb-73aae3d1be06,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:20.667589 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.712798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-f78bcb68-045c-4c87-b8c6-acde5d125417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.717298 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-f78bcb68-045c-4c87-b8c6-acde5d125417 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c&tenant_id=35b42b00906e4a5ea072ed06a7c97ab6 HTTP/1.1" status: 200 len: 1132 time: 0.1517930 Feb 09 02:15:20.735105 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:20.736461 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:20.760482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:20.873419 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277386f9-3560-4a6d-87d1-603677524cb3 None None] Pushing event updated for resources: {'Port': ['ID=49b99c68-b40e-4ae2-94eb-73aae3d1be06,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:20.905021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (474e2c49-2973-4742-863f-118534317f6d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.912022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 06aba021-338b-495a-9136-3e713189ba77 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:20.915431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:20.953120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:20.959143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474e2c49-2973-4742-863f-118534317f6d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:20.976505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dd3e03-ca0b-49fc-b585-37c7a6d65953') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:20.978249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dd3e03-ca0b-49fc-b585-37c7a6d65953') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:20.997838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-cb2ef655-f03f-4656-a4d8-898d33c15657 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:20.999391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-cb2ef655-f03f-4656-a4d8-898d33c15657 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/networks?id=cf430728-4ce3-437d-a468-1f5886f0befa HTTP/1.1" status: 200 len: 808 time: 0.8279209 Feb 09 02:15:21.015082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (27dd3e03-ca0b-49fc-b585-37c7a6d65953), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.042277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-5faa79ab-0c2f-419d-b923-8074a84cbbad tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/quotas/a142641d4a6a45e1a60b80360838b4c4 HTTP/1.1" status: 200 len: 375 time: 0.0324485 Feb 09 02:15:21.048558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-deae04a1-69fd-469f-add1-bd09264e2192 req-44189092-e4cd-46c1-82a0-a437d596e16e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815661 Feb 09 02:15:21.053493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.063850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af7be3-6eda-483e-8b23-28767c67e547 req-1c4d3554-61c7-434b-a4d7-2ad27def0442 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:21.065694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (27dd3e03-ca0b-49fc-b585-37c7a6d65953), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.066000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82af7be3-6eda-483e-8b23-28767c67e547 req-1c4d3554-61c7-434b-a4d7-2ad27def0442 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 945 time: 0.3512447 Feb 09 02:15:21.141886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-1d3e7ffe-dd8e-4d19-8fe9-1b8f5a6a69ca tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a142641d4a6a45e1a60b80360838b4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747800 Feb 09 02:15:21.176756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:15:21.177184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (27dd3e03-ca0b-49fc-b585-37c7a6d65953), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:15:21.227999 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:15:21.272845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (474e2c49-2973-4742-863f-118534317f6d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.282207 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.288693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] 10.222.0.53 "DELETE /v2.0/networks/474e2c49-2973-4742-863f-118534317f6d HTTP/1.1" status: 204 len: 168 time: 0.9297304 Feb 09 02:15:21.317699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74ed6783-9e03-489f-b278-9d9f645865ef req-fd312dd2-3bc9-4d51-a9a5-8daf890f9629 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.1012268 Feb 09 02:15:21.335899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff78e0c-07c2-4739-83b9-fc548a84ed47 admin admin] Pushing event deleted for resources: {'Network': ['ID=474e2c49-2973-4742-863f-118534317f6d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:21.415804 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:18Z', 'revision_number': 3, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:21.437226 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594d91c1-e6b2-45d5-8de2-2e9776046f46 x-openstack-request-id: req-594d91c1-e6b2-45d5-8de2-2e9776046f46 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:21.437771 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:21.438006 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-594d91c1-e6b2-45d5-8de2-2e9776046f46 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:21.438515 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'code': 200} Feb 09 02:15:21.441847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-7109c971-1926-400b-8c40-fb52336df54f service neutron] 10.222.0.53 "GET /v2.0/networks/cf430728-4ce3-437d-a468-1f5886f0befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896101 Feb 09 02:15:21.445990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:21.460684 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d559741-694a-4928-b8fb-aee247176a9d None None] The sync data for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 is: [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:18Z', 'revision_number': 3, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:21.493380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:21.567270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Deleting port f7505d97-b2ca-42c4-8082-2373ce0a5b67 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:21.567614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.569603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:21.604911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-db21c774-1cc2-46dd-b715-ae182ff5f2d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5b6204b32f742fda076bd08f44d1c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1102474 Feb 09 02:15:21.607706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:21.636400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Allocated IP 172.20.0.1 (a22a3c2c-bd0b-48cb-9111-c8e742c68c39/02533a48-c34d-452b-843e-afc3d82cd6f8/0f4ccafa-38b2-4993-bd88-e9434553a9be) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:21.659140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:21.662854 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48caebca-3762-45b7-95ac-f577b77b6a53" -d '{"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:21.669191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Publish callbacks [] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.694590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Transition to ACTIVE for port object f3d3f43f-0594-46b9-836a-ee1e5aa22b58 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:21.709759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.718270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3c1-0977-4802-9d63-91e9a1b52a0a admin admin] Publish callbacks [] for security_group (0f80353d-86a5-4e18-9b42-1a17da8f8e2e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.834913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3c1-0977-4802-9d63-91e9a1b52a0a admin admin] Publish callbacks [] for security_group (0f80353d-86a5-4e18-9b42-1a17da8f8e2e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.838937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] No DVR routers for this DVR port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:21.858250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:21.940353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:21.940695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:21.941027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:21.949215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:15:21.949215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Attempting to bind port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:21.956038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:21.956405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:21.956782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:21.957263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Bound port: f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:21.957626 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.983201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3c1-0977-4802-9d63-91e9a1b52a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0f80353d-86a5-4e18-9b42-1a17da8f8e2e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.987684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e12d3c1-0977-4802-9d63-91e9a1b52a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:21.991993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e12d3c1-0977-4802-9d63-91e9a1b52a0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f80353d-86a5-4e18-9b42-1a17da8f8e2e HTTP/1.1" status: 204 len: 168 time: 0.3830960 Feb 09 02:15:22.028673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12d3c1-0977-4802-9d63-91e9a1b52a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f80353d-86a5-4e18-9b42-1a17da8f8e2e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:22.095777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:22.100460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:22.114079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:22.143302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.143950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:22.145779 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] 10.222.0.82 "PUT /v2.0/ports/f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 1097 time: 1.3907244 Feb 09 02:15:22.273268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76a1d2-3e0d-4f7e-b442-9a6b45991646 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=11']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:22.301309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-e6698684-513b-4c41-93e7-27d41973fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.303250 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-e6698684-513b-4c41-93e7-27d41973fba3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1131 time: 0.1142321 Feb 09 02:15:22.412221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 49b99c68-b40e-4ae2-94eb-73aae3d1be06 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:22.468264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-3461ca4c-4626-48c6-b650-8bcde2419986 service neutron] 10.222.0.53 "GET /v2.0/networks/cf430728-4ce3-437d-a468-1f5886f0befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255082 Feb 09 02:15:22.536410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] For port f7505d97-b2ca-42c4-8082-2373ce0a5b67, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f7505d97-b2ca-42c4-8082-2373ce0a5b67,segment=NetworkSegment(fe536902-037f-46ed-9134-b431f0a97ac0),segment_id=fe536902-037f-46ed-9134-b431f0a97ac0)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:22.537029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:22.537523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:22.537798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:22.572280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-235ea66d-6149-4f2c-999f-9018aed1b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.573841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-235ea66d-6149-4f2c-999f-9018aed1b790 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2544396 Feb 09 02:15:22.587008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-57f54491-2c31-48d8-873f-d54bcdbfff60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.588666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-57f54491-2c31-48d8-873f-d54bcdbfff60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.0425773 Feb 09 02:15:22.683063 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-7dcd8400-b12a-4c4b-8643-30acbcdd8451 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.1009064 Feb 09 02:15:22.716030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-c1ef9b7b-086d-4774-993e-3551e947ed7d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.717750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-c1ef9b7b-086d-4774-993e-3551e947ed7d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 1.0770738 Feb 09 02:15:22.794411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Calling delete_port for f7505d97-b2ca-42c4-8082-2373ce0a5b67 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:22.822486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-38be6a89-9905-445d-8a25-66e8a78a9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.823982 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-38be6a89-9905-445d-8a25-66e8a78a9db3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1304545 Feb 09 02:15:22.860296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e3d73e43-19cb-44eb-9c34-2cfe5cf6d11d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 696 time: 0.2214992 Feb 09 02:15:22.929488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-3795e7ea-44a6-40ee-bda6-9c1a1079e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:22.931785 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-3795e7ea-44a6-40ee-bda6-9c1a1079e0f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1014848 Feb 09 02:15:22.974663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:22.979719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Request body: {'floatingip': {'port_id': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:22.980480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.047914 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks [] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.067597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-6ce54f88-610d-4a44-9b9e-da5dcbc9bcb0 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287701 Feb 09 02:15:23.068642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 49b99c68-b40e-4ae2-94eb-73aae3d1be06, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=49b99c68-b40e-4ae2-94eb-73aae3d1be06,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:23.079530 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.128214 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1bde04bb-31cf-456b-b378-6fa529c05db3 req-39cf30e6-6ddd-47f2-acb6-4e9d0202b9b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0590777 Feb 09 02:15:23.132626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (735fd9c6-d29c-46dc-b756-8cfa23a6f3e9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.211186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=49b99c68-b40e-4ae2-94eb-73aae3d1be06,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:23.254167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf6c66-9fea-4a5c-9651-b1c28d863ab1 req-9aaf286b-788b-4a0d-936d-214875b52f91 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.255957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7cf6c66-9fea-4a5c-9651-b1c28d863ab1 req-9aaf286b-788b-4a0d-936d-214875b52f91 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad8bac84-c4ff-4c0b-8a91-e030212281f6 HTTP/1.1" status: 200 len: 945 time: 0.3814907 Feb 09 02:15:23.271610 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-35b26f36-6cb0-4306-b55a-a51fe7a59286 req-02e07ff4-269d-41ae-b054-df7212159844 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895409 Feb 09 02:15:23.309683 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3afed65e-8b55-4ac8-ae20-3e97de61843e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.337968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-6005f564-90b0-4f36-8baf-780c228d3964 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 380 time: 0.5244699 Feb 09 02:15:23.371391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'port': {'device_id': 'd08ee210-b059-4523-8fa4-12058685ef30', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'admin_state_up': True, 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'security_groups': ['3f599238-e0b9-4b27-ba96-84b217df6c22']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:23.403476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.415480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52170) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:23.561559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-414857051-network', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:23.586625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Made reservation on behalf of 4c6eee2d76b54a40a1813f9d7d4c8472 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:23.590231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.602751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.631818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:23.635707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7cf6c66-9fea-4a5c-9651-b1c28d863ab1 req-d4b6bcd6-9cae-4b88-ae68-2131f930c2b7 tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.53 "GET /v2.0/security-groups?id=6f6c4320-83df-4ea9-87ee-16603daee483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289580 Feb 09 02:15:23.652132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:23.660476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f7505d97-b2ca-42c4-8082-2373ce0a5b67 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:23.664268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:23.699495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4ccafa-38b2-4993-bd88-e9434553a9be,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:23.767851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks [] for security_group (70d6f0aa-8069-4dfe-b621-d2481a2660be), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.776081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70d6f0aa-8069-4dfe-b621-d2481a2660be), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.778044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f7505d97-b2ca-42c4-8082-2373ce0a5b67), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.804456 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (453ae69a-0d86-4ef1-a3e1-d279895abae2), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.828663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No active binding found for port f7505d97-b2ca-42c4-8082-2373ce0a5b67 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:15:23.829200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port f7505d97-b2ca-42c4-8082-2373ce0a5b67 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:15:23.829753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f7505d97-b2ca-42c4-8082-2373ce0a5b67 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:23.830352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:23.839222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:15:23.872634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6f0aa-8069-4dfe-b621-d2481a2660be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:23.876083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.876558 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Added segment 18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f of type vlan for network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d Feb 09 02:15:23.896568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Pushing event deleted for resources: {'Port': ['ID=f7505d97-b2ca-42c4-8082-2373ce0a5b67,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:23.923394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:15:23.924170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:23.932356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Made reservation on behalf of 8fff14ed98e6481db56402c3ccdde54d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:23.935817 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.957250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.989415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a41c5f61-2f15-4999-8d6e-b51b22844232 req-060dfe57-57d5-4b6e-bf20-60e9934c6bea tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 210 time: 0.1407273 Feb 09 02:15:23.989724 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:23.990985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:23.991684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.067312 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6504049 Feb 09 02:15:24.070423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] No DVR routers for this DVR port f7505d97-b2ca-42c4-8082-2373ce0a5b67 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:24.072367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52174) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:24.088485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Request body: {'subnet': {'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-414857051-subnet', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:24.088753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed91a8-a2eb-49b7-bb5d-117bedde477e admin admin] Pushing event updated for resources: {'Network': ['ID=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:24.091898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.095204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82af7be3-6eda-483e-8b23-28767c67e547 req-cfad758d-919a-4e73-8251-927b72a2537b tempest-AttachVolumeNegativeTest-1875219879 tempest-AttachVolumeNegativeTest-1875219879-project] 10.222.0.72 "DELETE /v2.0/ports/f7505d97-b2ca-42c4-8082-2373ce0a5b67 HTTP/1.1" status: 204 len: 173 time: 3.0204549 Feb 09 02:15:24.101586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'name': 'network-vif-deleted', 'tag': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:24.104117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:15:24.105585 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb59b6d0-9e58-4747-833f-c5804753f344" -d '{"events": [{"server_uuid": "ad8bac84-c4ff-4c0b-8a91-e030212281f6", "name": "network-vif-deleted", "tag": "f7505d97-b2ca-42c4-8082-2373ce0a5b67"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:24.155444 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5eede5-a297-4d7c-b915-b16dbf3d30cb x-openstack-request-id: req-5c5eede5-a297-4d7c-b915-b16dbf3d30cb {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:24.155992 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:24.156498 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c5eede5-a297-4d7c-b915-b16dbf3d30cb {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:24.157104 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'code': 200} Feb 09 02:15:24.268483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a7b7a0a8-f971-4166-84e4-0e1cb38b3ad1 None None] Provisioning complete for port 0f4ccafa-38b2-4993-bd88-e9434553a9be triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:24.269974 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a7b7a0a8-f971-4166-84e4-0e1cb38b3ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.297585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Made reservation on behalf of 4c6eee2d76b54a40a1813f9d7d4c8472 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:24.300621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.330032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7a0a8-f971-4166-84e4-0e1cb38b3ad1 None None] Port 0f4ccafa-38b2-4993-bd88-e9434553a9be cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:24.345500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 49b99c68-b40e-4ae2-94eb-73aae3d1be06 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:24.430043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:24.430529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.498657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-32706354-a6ac-4ea1-a1eb-913982216dc1 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:24.504624 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-32706354-a6ac-4ea1-a1eb-913982216dc1 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.82 "GET /v2.0/networks?id=cf430728-4ce3-437d-a468-1f5886f0befa HTTP/1.1" status: 200 len: 808 time: 0.1667569 Feb 09 02:15:24.513833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.517184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Allocated IP 172.20.0.11 (c807e0c0-3c9c-47d8-9236-f90112b40139/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c/8fd53e82-97ad-4479-83e3-907d03898e69) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:24.521019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Request body: {'port': {'device_id': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa', 'admin_state_up': True, 'tenant_id': 'a142641d4a6a45e1a60b80360838b4c4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:24.534748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e9c0-52f6-4815-984e-627aad679db8 req-f7359a53-4c18-4bb7-bfbb-006e057e3c0e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:24.536364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf8e9c0-52f6-4815-984e-627aad679db8 req-f7359a53-4c18-4bb7-bfbb-006e057e3c0e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 948 time: 0.2877645 Feb 09 02:15:24.541420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:24.574929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:15:24.676358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Made reservation on behalf of a142641d4a6a45e1a60b80360838b4c4 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:24.680332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.762180 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.808819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf8e9c0-52f6-4815-984e-627aad679db8 req-76940849-fe54-4594-9433-22459cb967ee tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543700 Feb 09 02:15:24.822231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (735fd9c6-d29c-46dc-b756-8cfa23a6f3e9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:24.832740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Allocated IP 172.20.0.14 (cf430728-4ce3-437d-a468-1f5886f0befa/1b06935a-39af-4978-88d5-5aa69d570d3e/683c3f4e-0bb6-440e-8246-5e98ba099cac) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:25.030239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c27133c-64d7-460a-8731-6e990ac28d99 req-fbb12c23-7fbc-4337-8fd9-cd85a5092d38 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0854864 Feb 09 02:15:25.041046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks [] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.041338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (9339caa8-ec25-4d40-a810-14e6ba073081), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.085591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.142894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Network cf430728-4ce3-437d-a468-1f5886f0befa is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:25.146092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:25.150584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:25.168005 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (8fd53e82-97ad-4479-83e3-907d03898e69), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.173082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Pushing event updated for resources: {'Port': ['ID=683c3f4e-0bb6-440e-8246-5e98ba099cac,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:25.204646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:25.205439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.216879 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Floating IP 735fd9c6-d29c-46dc-b756-8cfa23a6f3e9 associated. External IP: 172.25.6.127, port: bea610b3-b04d-42df-b39e-e6d790cacf1a. Feb 09 02:15:25.225257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9339caa8-ec25-4d40-a810-14e6ba073081,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:25.225443 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-d1f23491-c371-424b-9be1-451cc8ab8feb tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7130902 Feb 09 02:15:25.237680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Request body: {'port': {'device_id': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:25.298504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.585972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683c3f4e-0bb6-440e-8246-5e98ba099cac {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:25.593640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Publish callbacks [] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.606590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Transition to ACTIVE for port object 683c3f4e-0bb6-440e-8246-5e98ba099cac will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:25.610978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.665624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b08d6c8-65be-4880-8f89-2aed272dfe6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.678493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Pushing event updated for resources: {'Port': ['ID=683c3f4e-0bb6-440e-8246-5e98ba099cac,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:25.685626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks [] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.703118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.741941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Checking segment: {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:25.742312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Network hostable DHCP agents. Network: a102f8e4-fbc5-42e9-ab18-1b168b9bf71d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:15:25.774179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e608a22-6ab5-4a26-81ef-49fd33b099e6 req-f0ec891c-586b-4984-9f1f-b5a39b4946d2 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:25.775857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e608a22-6ab5-4a26-81ef-49fd33b099e6 req-f0ec891c-586b-4984-9f1f-b5a39b4946d2 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 932 time: 0.6616910 Feb 09 02:15:25.788177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Attempting to bind port 683c3f4e-0bb6-440e-8246-5e98ba099cac on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:25.788595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Attempting to bind port 683c3f4e-0bb6-440e-8246-5e98ba099cac by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'c9eb7353-d537-4234-9717-09955e2b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:25.789002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Attempting to bind port 683c3f4e-0bb6-440e-8246-5e98ba099cac on network cf430728-4ce3-437d-a468-1f5886f0befa {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:25.793727 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Port 683c3f4e-0bb6-440e-8246-5e98ba099cac on network cf430728-4ce3-437d-a468-1f5886f0befa not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:15:25.794050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Attempting to bind port 683c3f4e-0bb6-440e-8246-5e98ba099cac on network cf430728-4ce3-437d-a468-1f5886f0befa {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:25.799625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:25.799960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Checking segment: {'id': 'c9eb7353-d537-4234-9717-09955e2b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:25.800349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Bound using segment: {'id': 'c9eb7353-d537-4234-9717-09955e2b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:25.800874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Bound port: 683c3f4e-0bb6-440e-8246-5e98ba099cac, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9eb7353-d537-4234-9717-09955e2b4c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:25.801236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.821952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.858934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (453ae69a-0d86-4ef1-a3e1-d279895abae2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:25.866932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4ccafa-38b2-4993-bd88-e9434553a9be,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:25.931465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:15:25.948690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:26.032080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:26.037008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:26.105960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a102f8e4-fbc5-42e9-ab18-1b168b9bf71d) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:26.111220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.112684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.119371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a96049-5295-40ac-b57b-01845ed9b833 None None] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:26.130392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e608a22-6ab5-4a26-81ef-49fd33b099e6 req-202c9ce4-7634-4962-b66e-d9bfb81f348b tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426647 Feb 09 02:15:26.148612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:26.164854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:26.167335 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af42e9-2b37-423e-9142-e527b3f3453f" -d '{"events": [{"name": "network-changed", "server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:26.192431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] For port 683c3f4e-0bb6-440e-8246-5e98ba099cac, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:26.198003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] For port 683c3f4e-0bb6-440e-8246-5e98ba099cac, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=683c3f4e-0bb6-440e-8246-5e98ba099cac,segment=NetworkSegment(c9eb7353-d537-4234-9717-09955e2b4c5f),segment_id=c9eb7353-d537-4234-9717-09955e2b4c5f)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:26.210399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.230257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.230930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.248558 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff0743-9463-4a7b-a8ea-d8c203641810 x-openstack-request-id: req-05ff0743-9463-4a7b-a8ea-d8c203641810 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:26.249277 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8bac84-c4ff-4c0b-8a91-e030212281f6", "name": "network-vif-deleted", "tag": "f7505d97-b2ca-42c4-8082-2373ce0a5b67", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:26.250345 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05ff0743-9463-4a7b-a8ea-d8c203641810 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:26.257877 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8bac84-c4ff-4c0b-8a91-e030212281f6', 'name': 'network-vif-deleted', 'tag': 'f7505d97-b2ca-42c4-8082-2373ce0a5b67', 'status': 'completed', 'code': 200} Feb 09 02:15:26.271418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Pushing event updated for resources: {'Port': ['ID=683c3f4e-0bb6-440e-8246-5e98ba099cac,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:26.276100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:26.284500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.285136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.286652 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a401a5b5-039e-40c8-8cc6-7df52fb1b969 service neutron] 10.222.0.82 "PUT /v2.0/ports/683c3f4e-0bb6-440e-8246-5e98ba099cac HTTP/1.1" status: 200 len: 1093 time: 1.0538568 Feb 09 02:15:26.305505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Router 47ecb227-2295-42fa-8b5a-0dd08bca564d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:26.323558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-e473014f-479a-40af-8262-0e9e129699c7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9586542 Feb 09 02:15:26.327392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-59ac7fdb-2457-44d4-9b4f-2dea7b1e7967 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2447295 Feb 09 02:15:26.330238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:15:26.330441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:26.331138 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.335813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:26.374197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Request body: {'port': {'device_id': 'd08ee210-b059-4523-8fa4-12058685ef30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:26.375100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (062bc8f3-ca88-4c19-876c-c03d2114917c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.376591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (062bc8f3-ca88-4c19-876c-c03d2114917c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.446660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks [] for router_controller (062bc8f3-ca88-4c19-876c-c03d2114917c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.471515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1e2398a2-6bbc-4d28-868c-d4b048a0aafe None None] Provisioning complete for port 8fd53e82-97ad-4479-83e3-907d03898e69 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:26.471911 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e2398a2-6bbc-4d28-868c-d4b048a0aafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.551171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1e2398a2-6bbc-4d28-868c-d4b048a0aafe None None] Port 8fd53e82-97ad-4479-83e3-907d03898e69 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:26.564143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Allocated IP 172.20.0.2 (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d/9339caa8-ec25-4d40-a810-14e6ba073081/6641297c-c52b-420f-8697-35bc799ce392) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:26.601202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] Deleting subnet 659abfd7-0436-4fe4-8256-1a45d367db9f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:26.607059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:26.653906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:26.672654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] Publish callbacks [] for subnet (659abfd7-0436-4fe4-8256-1a45d367db9f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.711796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks [] for router_gateway (062bc8f3-ca88-4c19-876c-c03d2114917c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.724947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-289814b9-bd03-437b-a228-509b6c59c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.728320 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-289814b9-bd03-437b-a228-509b6c59c2c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a142641d4a6a45e1a60b80360838b4c4&device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 1127 time: 0.2769191 Feb 09 02:15:26.736293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Publish callbacks [] for port (6641297c-c52b-420f-8697-35bc799ce392), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.738924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (659abfd7-0436-4fe4-8256-1a45d367db9f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.750801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6641297c-c52b-420f-8697-35bc799ce392), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.755223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.834438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Pushing event updated for resources: {'Port': ['ID=6641297c-c52b-420f-8697-35bc799ce392,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:26.845118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a286-b0c8-4c3a-9bad-9b49eacd3205 req-4bae8af7-80cc-489f-92e2-3f51c1e41a83 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.852901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b23a286-b0c8-4c3a-9bad-9b49eacd3205 req-4bae8af7-80cc-489f-92e2-3f51c1e41a83 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 932 time: 0.4315073 Feb 09 02:15:26.853248 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-5377573c-aef6-442b-95db-ee9c13384739 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683c3f4e-0bb6-440e-8246-5e98ba099cac HTTP/1.1" status: 200 len: 217 time: 0.1169567 Feb 09 02:15:26.870955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:26.872929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:26.875891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:26.886326 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.944110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-646098ed-61ba-4157-ae8d-d3f655fcd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:26.947652 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-646098ed-61ba-4157-ae8d-d3f655fcd83b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b06935a-39af-4978-88d5-5aa69d570d3e HTTP/1.1" status: 200 len: 848 time: 0.0873802 Feb 09 02:15:26.953064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (659abfd7-0436-4fe4-8256-1a45d367db9f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.956673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Attempting to bind port 6641297c-c52b-420f-8697-35bc799ce392 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:26.957351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Attempting to bind port 6641297c-c52b-420f-8697-35bc799ce392 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:26.957953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Attempting to bind port 6641297c-c52b-420f-8697-35bc799ce392 on network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:26.965257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:26.965894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Checking segment: {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:26.966429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.967587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Bound using segment: {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:26.967587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Bound port: 6641297c-c52b-420f-8697-35bc799ce392, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:26.968184 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6641297c-c52b-420f-8697-35bc799ce392), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:26.991084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:26.996159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.013999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:15:27.022870 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-09cab689-8bae-47a3-a435-2a403460950d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf430728-4ce3-437d-a468-1f5886f0befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440269 Feb 09 02:15:27.097060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e20a6e26-cae8-41a2-be4d-a1788986f01a tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "PUT /v2.0/floatingips/735fd9c6-d29c-46dc-b756-8cfa23a6f3e9 HTTP/1.1" status: 200 len: 997 time: 4.2079701 Feb 09 02:15:27.101118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b23a286-b0c8-4c3a-9bad-9b49eacd3205 req-cd98ccef-23a4-4a2f-ac76-ada4bddf1ab9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473438 Feb 09 02:15:27.140659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:27.154217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Router 453ae69a-0d86-4ef1-a3e1-d279895abae2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:27.155681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] Sync routers for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:27.167324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'mac_address': 'fa:16:3e:c3:4e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:15:27.170772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (659abfd7-0436-4fe4-8256-1a45d367db9f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.218752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.222107 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/659abfd7-0436-4fe4-8256-1a45d367db9f HTTP/1.1" status: 204 len: 168 time: 0.9445007 Feb 09 02:15:27.225927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c8d0d-7290-41ca-bfc3-f7a30b8ca27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659abfd7-0436-4fe4-8256-1a45d367db9f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:27.237860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:27.251863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-a1737372-345d-45a3-a700-ea674d176f6d service neutron] 10.222.0.82 "GET /v2.0/networks/cf430728-4ce3-437d-a468-1f5886f0befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196100 Feb 09 02:15:27.270679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:27.271234 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.292812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:27.293646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:27.317859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd53e82-97ad-4479-83e3-907d03898e69 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:27.327660 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Publish callbacks [] for port (8fd53e82-97ad-4479-83e3-907d03898e69), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.342001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Transition to ACTIVE for port object 8fd53e82-97ad-4479-83e3-907d03898e69 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:15:27.373177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.390831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d3f43f-0594-46b9-836a-ee1e5aa22b58 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:27.417334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:27.418993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5c20f3b0-4cf9-4120-88a3-7b891ce551f3 None None] Provisioning complete for port 0f4ccafa-38b2-4993-bd88-e9434553a9be triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:27.419615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c20f3b0-4cf9-4120-88a3-7b891ce551f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.424982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] For port 6641297c-c52b-420f-8697-35bc799ce392, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:27.433552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.438121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (eac3926b-d9da-4086-80d6-ba138b7836e1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.520696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] For port 6641297c-c52b-420f-8697-35bc799ce392, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6641297c-c52b-420f-8697-35bc799ce392,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:27.555868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6641297c-c52b-420f-8697-35bc799ce392), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.578132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5c20f3b0-4cf9-4120-88a3-7b891ce551f3 None None] Port 0f4ccafa-38b2-4993-bd88-e9434553a9be cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:27.606923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=12']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:27.621924 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8bc48e9a-2a4d-44bb-8643-17cc86c83ca3 req-01ad6de9-7534-4bd7-8a5b-3c188620d458 service neutron] 10.222.0.82 "GET /v2.0/networks/cf430728-4ce3-437d-a468-1f5886f0befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415294 Feb 09 02:15:27.649653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13759cbe-7878-48e7-848f-148156e754a1 req-e3669aa1-0b93-4f75-87ca-cf5d36def82c tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6&device_id=a9a82658-3dd7-40e7-93c2-67a045f38b42 HTTP/1.1" status: 200 len: 210 time: 0.1171865 Feb 09 02:15:27.670811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-098cb899-8f4f-43ca-8b6a-af326342c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:27.670811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-098cb899-8f4f-43ca-8b6a-af326342c89e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.5551584 Feb 09 02:15:27.706493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:27.709520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:27.739144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e0d8b-dad6-48e5-85d1-7edc4a50b695 None None] Pushing event updated for resources: {'Port': ['ID=6641297c-c52b-420f-8697-35bc799ce392,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:27.760900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (eac3926b-d9da-4086-80d6-ba138b7836e1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.799974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac3926b-d9da-4086-80d6-ba138b7836e1']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:27.812135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks [] for router_gateway (062bc8f3-ca88-4c19-876c-c03d2114917c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.818965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe536902-037f-46ed-9134-b431f0a97ac0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:27.819455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe536902-037f-46ed-9134-b431f0a97ac0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:27.834957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Attempting to bind port 8fd53e82-97ad-4479-83e3-907d03898e69 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:27.835667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Attempting to bind port 8fd53e82-97ad-4479-83e3-907d03898e69 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:27.836209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Attempting to bind port 8fd53e82-97ad-4479-83e3-907d03898e69 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:27.850636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.854125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Port 8fd53e82-97ad-4479-83e3-907d03898e69 on network c807e0c0-3c9c-47d8-9236-f90112b40139 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:15:27.854758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (fe536902-037f-46ed-9134-b431f0a97ac0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.855603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Attempting to bind port 8fd53e82-97ad-4479-83e3-907d03898e69 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:27.883519 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fe536902-037f-46ed-9134-b431f0a97ac0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.949835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:15:27.950377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (fe536902-037f-46ed-9134-b431f0a97ac0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.950743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:27.951504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:27.952692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Bound using segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:15:27.952872 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:15:27.955074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Bound port: 8fd53e82-97ad-4479-83e3-907d03898e69, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:27.956365 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:27.998717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-08f23dbb-6ab4-4e87-9691-f95e1b0b4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.013696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-08f23dbb-6ab4-4e87-9691-f95e1b0b4341 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 0.3309324 Feb 09 02:15:28.022477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:28.030368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-173d1fec-9826-468c-b374-30fe01f54652 admin admin] 10.222.0.53 "PUT /v2.0/routers/453ae69a-0d86-4ef1-a3e1-d279895abae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7697530 Feb 09 02:15:28.042959 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Sync routers for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:28.063730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '735fd9c6-d29c-46dc-b756-8cfa23a6f3e9', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'port_id': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'mac_address': 'fa:16:3e:59:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 1, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:12Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:28.082220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275faa0-9679-40b5-bcb7-9a8e04232a5b req-ad97cf48-90c4-4f07-8511-749520db9bed tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.082220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b275faa0-9679-40b5-bcb7-9a8e04232a5b req-ad97cf48-90c4-4f07-8511-749520db9bed tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 949 time: 0.3118844 Feb 09 02:15:28.084385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (eac3926b-d9da-4086-80d6-ba138b7836e1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.090188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.093698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/eac3926b-d9da-4086-80d6-ba138b7836e1 HTTP/1.1" status: 204 len: 168 time: 0.8546085 Feb 09 02:15:28.109280 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:28.110286 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:28.115714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bcc15-421b-4c44-b31a-9deecff572dc admin admin] Pushing event deleted for resources: {'Network': ['ID=eac3926b-d9da-4086-80d6-ba138b7836e1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:28.141197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Allocated IP 172.25.6.14 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/b2132da5-28c5-497c-80bc-fdd795a87e75) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:28.149032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['f3d3f43f-0594-46b9-836a-ee1e5aa22b58'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:28.164473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] Checking router: 47ecb227-2295-42fa-8b5a-0dd08bca564d for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:28.253045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.261191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:28.270164 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ad8adf-b394-4180-a0ec-4b4c39269522" -d '{"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:28.287717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:28.291517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:28.324373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:28.358288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b275faa0-9679-40b5-bcb7-9a8e04232a5b req-d7350ee2-a116-450b-9290-a086b77f54f3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948724 Feb 09 02:15:28.373443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-e4878ed5-6a20-4f78-b23b-195139da1d74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 1000 time: 0.3586020 Feb 09 02:15:28.414068 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:28.480480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-d3206c32-2035-417b-b564-7bc5ea44d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.493262 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-d3206c32-2035-417b-b564-7bc5ea44d681 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.1187603 Feb 09 02:15:28.499562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:28.503262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks [] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.506719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6641297c-c52b-420f-8697-35bc799ce392 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:28.573379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-252548af-1482-4d62-903b-6a799d1011a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761018 Feb 09 02:15:28.576969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:28.581902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-baddacd7-227d-42f3-a8fa-9503a1450878 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:15:28.588772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-baddacd7-227d-42f3-a8fa-9503a1450878 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144794 Feb 09 02:15:28.596793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:28.650007 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3343781-9c4a-43ab-b382-f1451bd3e886 x-openstack-request-id: req-f3343781-9c4a-43ab-b382-f1451bd3e886 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:28.650760 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:28.651000 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3343781-9c4a-43ab-b382-f1451bd3e886 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:28.653525 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'status': 'completed', 'code': 200} Feb 09 02:15:28.663835 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.724658 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-12dde4c5-34fd-4977-97f0-f3d87df2f76d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50b0a9d1a445463980e19ebece808811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986771 Feb 09 02:15:28.729168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.739412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52216) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:28.756228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:28.782392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.783251 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:28.785032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-a523f953-b05b-4a72-ada3-ed75ef6d639e service neutron] 10.222.0.82 "PUT /v2.0/ports/8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 1093 time: 2.4274120 Feb 09 02:15:28.942801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdead0-86cf-4851-b46d-81e7a09db652 req-f5220e5a-6f7a-4c22-8f39-edd666610699 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.951075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2bdead0-86cf-4851-b46d-81e7a09db652 req-f5220e5a-6f7a-4c22-8f39-edd666610699 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 944 time: 0.3891375 Feb 09 02:15:28.977643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-4af37279-0f35-4e77-8f09-f8347fc3c9c9 service neutron] 10.222.0.53 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876364 Feb 09 02:15:28.979642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Pushing event updated for resources: {'Port': ['ID=b2132da5-28c5-497c-80bc-fdd795a87e75,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:28.991361 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 2, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:28.995527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-f939ec78-6ca9-45a1-b18e-78f6a6b41369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:28.997878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-f939ec78-6ca9-45a1-b18e-78f6a6b41369 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1127 time: 0.1615040 Feb 09 02:15:29.066795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af42e9-2b37-423e-9142-e527b3f3453f req-50a54e9f-1db3-4b91-beee-541ffe15c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:29.070107 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Checking router: 453ae69a-0d86-4ef1-a3e1-d279895abae2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:29.070617 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Updating router 453ae69a-0d86-4ef1-a3e1-d279895abae2 port 0f4ccafa-38b2-4993-bd88-e9434553a9be binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:29.073661 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51af42e9-2b37-423e-9142-e527b3f3453f req-50a54e9f-1db3-4b91-beee-541ffe15c61a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1132 time: 0.4136724 Feb 09 02:15:29.079944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:29.081380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a1f08b1-da7d-48fd-beeb-ba727e11da07 admin admin] Publish callbacks [] for security_group (6f6c4320-83df-4ea9-87ee-16603daee483), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.082289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6641297c-c52b-420f-8697-35bc799ce392 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:29.082810 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6641297c-c52b-420f-8697-35bc799ce392), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.140543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a1f08b1-da7d-48fd-beeb-ba727e11da07 admin admin] Publish callbacks [] for security_group (6f6c4320-83df-4ea9-87ee-16603daee483), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.163501 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.246320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:29.260650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:29.262657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a1f08b1-da7d-48fd-beeb-ba727e11da07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6f6c4320-83df-4ea9-87ee-16603daee483), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.270051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a1f08b1-da7d-48fd-beeb-ba727e11da07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.276322 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a1f08b1-da7d-48fd-beeb-ba727e11da07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f6c4320-83df-4ea9-87ee-16603daee483 HTTP/1.1" status: 204 len: 168 time: 0.4281111 Feb 09 02:15:29.313760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-0e677e04-4bbb-48e1-b467-d2eec014218e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 217 time: 0.1701050 Feb 09 02:15:29.327374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2bdead0-86cf-4851-b46d-81e7a09db652 req-f1928628-cd89-46cc-ae6f-cbb3fcddb09e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748903 Feb 09 02:15:29.366894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ef6cae-2f9c-457e-8272-db2b9b89f43b req-3911652f-30ce-4472-8a0b-ba5f68fd40f5 service neutron] 10.222.0.53 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767757 Feb 09 02:15:29.448065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52230) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:29.454775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1632872787-network', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:29.463596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6641297c-c52b-420f-8697-35bc799ce392 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:29.464001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6641297c-c52b-420f-8697-35bc799ce392), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.464233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f08b1-da7d-48fd-beeb-ba727e11da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c4320-83df-4ea9-87ee-16603daee483,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:29.469311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d4a49-c344-4591-af34-a0e32d0cf092 None None] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:29.496109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-38930522-e448-4138-b732-b6efcb33e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:29.497754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-38930522-e448-4138-b732-b6efcb33e941 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1590044 Feb 09 02:15:29.512738 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:15:29.615976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Made reservation on behalf of e3a45ee7416e47dab9f480daa3593baa for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:29.620159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.660878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.680723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af42e9-2b37-423e-9142-e527b3f3453f req-2cfe150b-d38e-4025-b558-4dd0c8252628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:29.690029 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51af42e9-2b37-423e-9142-e527b3f3453f req-2cfe150b-d38e-4025-b558-4dd0c8252628 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.4582751 Feb 09 02:15:29.717166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87557409-ff82-4c6b-8f75-ef885db18978 req-ff5bc63f-4d48-488b-a711-5e2176f53bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:29.719144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-ff5bc63f-4d48-488b-a711-5e2176f53bd9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2124982 Feb 09 02:15:29.722888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbc44d5b-f920-4877-b5e6-f1cfcf9c6ffe req-89ec24ee-3978-47c8-af6a-1502d0e84e13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eae3b05f50684d13ab1c7b8ca42cf831&device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.0540230 Feb 09 02:15:29.729493 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dcff1b-963e-4162-b304-18ac5c441104 x-openstack-request-id: req-92dcff1b-963e-4162-b304-18ac5c441104 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:29.729736 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:29.729932 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92dcff1b-963e-4162-b304-18ac5c441104 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:29.730479 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'status': 'completed', 'code': 200} Feb 09 02:15:29.749124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8c8e0-090b-4794-80a4-834656111dc7 req-1f27ca78-bdee-4feb-8e8f-727547da5f5b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:29.750982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ded8c8e0-090b-4794-80a4-834656111dc7 req-1f27ca78-bdee-4feb-8e8f-727547da5f5b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 944 time: 0.2160468 Feb 09 02:15:29.810715 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.840016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 6641297c-c52b-420f-8697-35bc799ce392, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6641297c-c52b-420f-8697-35bc799ce392,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:29.857955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6641297c-c52b-420f-8697-35bc799ce392), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.888112 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Publish callbacks [] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.895524 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:29.925085 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51af42e9-2b37-423e-9142-e527b3f3453f req-943992a0-ff58-4fdc-9f73-a87d00c44a48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 200 len: 217 time: 0.2279537 Feb 09 02:15:29.999588 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16213432-e868-47ab-a266-a04d11c8f9f0 None None] Pushing event updated for resources: {'Port': ['ID=0f4ccafa-38b2-4993-bd88-e9434553a9be,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:30.005975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbc44d5b-f920-4877-b5e6-f1cfcf9c6ffe req-d288cfb9-cb04-4ded-bdbe-0147bc51136d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=eae3b05f50684d13ab1c7b8ca42cf831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2539525 Feb 09 02:15:30.011769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ded8c8e0-090b-4794-80a4-834656111dc7 req-aaeb9798-f228-4971-9940-b4d815e8cf14 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508169 Feb 09 02:15:30.037589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0748bee7-51f9-462d-af7f-a783953953b9 None None] Provisioning complete for port 6641297c-c52b-420f-8697-35bc799ce392 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:30.038114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0748bee7-51f9-462d-af7f-a783953953b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6641297c-c52b-420f-8697-35bc799ce392), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.136302 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Attempting to bind port 0f4ccafa-38b2-4993-bd88-e9434553a9be on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:30.136906 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Attempting to bind port 0f4ccafa-38b2-4993-bd88-e9434553a9be by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:30.137272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Attempting to bind port 0f4ccafa-38b2-4993-bd88-e9434553a9be on network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:30.152042 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:30.156685 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Checking segment: {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:30.157755 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.165071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=6641297c-c52b-420f-8697-35bc799ce392,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:30.166223 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Bound using segment: {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:30.167066 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Bound port: 0f4ccafa-38b2-4993-bd88-e9434553a9be, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:30.167598 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.296725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-8aa6d784-d5b8-43b4-bf4d-3cb875b577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:30.304884 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-8aa6d784-d5b8-43b4-bf4d-3cb875b577c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.4629986 Feb 09 02:15:30.339764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '735fd9c6-d29c-46dc-b756-8cfa23a6f3e9', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'port_id': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'mac_address': 'fa:16:3e:59:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 1, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:12Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:30.353809 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] For port 0f4ccafa-38b2-4993-bd88-e9434553a9be, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:30.376117 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] For port 0f4ccafa-38b2-4993-bd88-e9434553a9be, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0f4ccafa-38b2-4993-bd88-e9434553a9be,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:30.393935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af42e9-2b37-423e-9142-e527b3f3453f req-8878fccc-945a-44b1-91e3-5e8d70a1ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:30.395196 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.400493 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51af42e9-2b37-423e-9142-e527b3f3453f req-8878fccc-945a-44b1-91e3-5e8d70a1ab17 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.3299711 Feb 09 02:15:30.437306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6641297c-c52b-420f-8697-35bc799ce392 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:30.449254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877ec5d-d858-417b-8adc-f19b626a9e54 None None] The sync data for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 is: [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '735fd9c6-d29c-46dc-b756-8cfa23a6f3e9', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'port_id': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'mac_address': 'fa:16:3e:59:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 1, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:12Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:30.521594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0748bee7-51f9-462d-af7f-a783953953b9 None None] Current status of the port 6641297c-c52b-420f-8697-35bc799ce392 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:30.543786 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:30.544857 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:30.555817 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16213432-e868-47ab-a266-a04d11c8f9f0 None None] Pushing event updated for resources: {'Port': ['ID=0f4ccafa-38b2-4993-bd88-e9434553a9be,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:30.568867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6641297c-c52b-420f-8697-35bc799ce392 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:30.569262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6641297c-c52b-420f-8697-35bc799ce392), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.661513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Provisioning complete for port 6641297c-c52b-420f-8697-35bc799ce392 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:30.661895 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6641297c-c52b-420f-8697-35bc799ce392), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.670667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'tag': '683c3f4e-0bb6-440e-8246-5e98ba099cac'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:30.677262 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21712f1-8008-4a45-9658-29cab1759e77" -d '{"events": [{"name": "network-changed", "server_uuid": "e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf", "tag": "683c3f4e-0bb6-440e-8246-5e98ba099cac"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:30.816052 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:30.835831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-5ce1d61d-3d96-4bb4-84a2-694fa86a52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:30.837705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-5ce1d61d-3d96-4bb4-84a2-694fa86a52f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 0.4860911 Feb 09 02:15:30.849803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks [] for router_gateway (062bc8f3-ca88-4c19-876c-c03d2114917c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.855446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6641297c-c52b-420f-8697-35bc799ce392 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:30.870518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44d5b-f920-4877-b5e6-f1cfcf9c6ffe req-175c9a98-ddc2-4b57-b06c-ae0681a29ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:30.873987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbc44d5b-f920-4877-b5e6-f1cfcf9c6ffe req-175c9a98-ddc2-4b57-b06c-ae0681a29ae4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8193290 Feb 09 02:15:30.948139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac634e-8f38-43cd-a244-aba590fc3690 None None] New status for floating IP 735fd9c6-d29c-46dc-b756-8cfa23a6f3e9: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:15:30.961713 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks [] for security_group (659b1341-c40f-47ef-a32b-5ada5164d45d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:30.972072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52072-8cdc-4355-a043-a1700ac4f4b2 req-2b5ecd64-93af-4a97-b136-ecd5465daaa8 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:30.973916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ba52072-8cdc-4355-a043-a1700ac4f4b2 req-2b5ecd64-93af-4a97-b136-ecd5465daaa8 tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 1132 time: 1.1149955 Feb 09 02:15:30.991120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (659b1341-c40f-47ef-a32b-5ada5164d45d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.004016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:15:31.013928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d61940dc-8daf-4eb3-809f-f5ac6d95974d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.014723 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Added segment d61940dc-8daf-4eb3-809f-f5ac6d95974d of type vlan for network 8bdf2d4a-ceab-4364-a868-e34da6e510ef Feb 09 02:15:31.065172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 683c3f4e-0bb6-440e-8246-5e98ba099cac details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:15:31.065387 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8bdf2d4a-ceab-4364-a868-e34da6e510ef), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.067974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:31.105125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Current status of the port 6641297c-c52b-420f-8697-35bc799ce392 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:31.135408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659b1341-c40f-47ef-a32b-5ada5164d45d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:31.168469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a24f7ec1-6e32-4a5c-9502-5650798efa3d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 1000 time: 1.0781288 Feb 09 02:15:31.170653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8bdf2d4a-ceab-4364-a868-e34da6e510ef), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.171807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.172590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.187246 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:30Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:31.225829 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57920c8d-fe1e-4c02-834a-e27b54465118 None None] The sync data for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 is: [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:30Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:31.239717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Provisioning complete for port 0f4ccafa-38b2-4993-bd88-e9434553a9be triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:31.240345 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.255013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-420ded62-01ea-4609-9c7e-74e1f3b8aa1d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:31.268661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-420ded62-01ea-4609-9c7e-74e1f3b8aa1d tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports/bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 943 time: 0.0937557 Feb 09 02:15:31.275940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-1f791112-2021-435f-a991-1fa74da13dfe service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5441267 Feb 09 02:15:31.364612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:15:31.382292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:31.382697 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.390329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 683c3f4e-0bb6-440e-8246-5e98ba099cac, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=683c3f4e-0bb6-440e-8246-5e98ba099cac,segment=NetworkSegment(c9eb7353-d537-4234-9717-09955e2b4c5f),segment_id=c9eb7353-d537-4234-9717-09955e2b4c5f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:31.423049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ba52072-8cdc-4355-a043-a1700ac4f4b2 req-9b3c2a75-3b47-4744-8254-bb9e8482fc0f tempest-MigrationsAdminTest-1630407771 tempest-MigrationsAdminTest-1630407771-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336092 Feb 09 02:15:31.431395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '683c3f4e-0bb6-440e-8246-5e98ba099cac', 'network_id': 'cf430728-4ce3-437d-a468-1f5886f0befa', 'port_id': '683c3f4e-0bb6-440e-8246-5e98ba099cac', 'mac_address': 'fa:16:3e:83:77:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b06935a-39af-4978-88d5-5aa69d570d3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:15:31.541900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-3058917d-534f-4a5b-9e60-e95809b7f739 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 1002 time: 0.1732318 Feb 09 02:15:31.549350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0972991 Feb 09 02:15:31.554412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52268) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:31.558285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 683c3f4e-0bb6-440e-8246-5e98ba099cac is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:31.558948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.579305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Request body: {'subnet': {'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1632872787-subnet', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:31.615719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683c3f4e-0bb6-440e-8246-5e98ba099cac {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:31.661264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Current status of the port 0f4ccafa-38b2-4993-bd88-e9434553a9be is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:31.661679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.708991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d3a74-50a0-45c5-a8ea-2934c41dcf6a admin admin] Pushing event updated for resources: {'Network': ['ID=8bdf2d4a-ceab-4364-a868-e34da6e510ef,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:31.736676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:31.740948 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527887e1-4d99-40e8-bc5e-745875c3d64a" -d '{"events": [{"name": "network-changed", "server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:31.756051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:15:31.782382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 683c3f4e-0bb6-440e-8246-5e98ba099cac, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=683c3f4e-0bb6-440e-8246-5e98ba099cac,segment=NetworkSegment(c9eb7353-d537-4234-9717-09955e2b4c5f),segment_id=c9eb7353-d537-4234-9717-09955e2b4c5f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:31.794798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e70f9d5b-3506-46f6-8227-1192413cb461 req-f7df948e-79e2-4096-9a14-e4de10e06c96 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.1080039 Feb 09 02:15:31.812501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Made reservation on behalf of e3a45ee7416e47dab9f480daa3593baa for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:15:31.817552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.851997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:31.852396 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.854356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:31.894888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] For port 0f4ccafa-38b2-4993-bd88-e9434553a9be, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0f4ccafa-38b2-4993-bd88-e9434553a9be,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:31.952503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:32.021750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87557409-ff82-4c6b-8f75-ef885db18978 req-b5c726e5-5c13-47ce-8674-3506ccbeb858 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165012 Feb 09 02:15:32.022894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:32.041416 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8374474e-dfbc-4bcf-85ec-b7a8df141d45" -d '{"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:32.043381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af42e9-2b37-423e-9142-e527b3f3453f req-0dc171e9-4918-4951-acb3-98fa65d26411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.045030 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51af42e9-2b37-423e-9142-e527b3f3453f req-0dc171e9-4918-4951-acb3-98fa65d26411 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.6042569 Feb 09 02:15:32.051318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-035ab095-62b1-4caa-b5b1-f6809eed260c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.052766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-035ab095-62b1-4caa-b5b1-f6809eed260c tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.5099347 Feb 09 02:15:32.059258 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-6169bf77-30c8-4e9b-b319-4b47f9b89d24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 1000 time: 1.2054029 Feb 09 02:15:32.063932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:32.094995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:32.155404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=683c3f4e-0bb6-440e-8246-5e98ba099cac,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:32.156919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-fd40ebab-02bd-48ab-9531-44619ba57793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.158581 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-fd40ebab-02bd-48ab-9531-44619ba57793 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.0873117 Feb 09 02:15:32.190073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e42f1-cb43-463b-9a8f-94ca0e30a8df req-7fc69dd6-137e-4e13-af29-4f42919bf31c tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:32.203550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-634e42f1-cb43-463b-9a8f-94ca0e30a8df req-7fc69dd6-137e-4e13-af29-4f42919bf31c tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 945 time: 0.2359064 Feb 09 02:15:32.234687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c9a20-cfd1-4b29-b740-19bd3c562b20 None None] Pushing event updated for resources: {'Port': ['ID=0f4ccafa-38b2-4993-bd88-e9434553a9be,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:32.282982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-7ff3fc5e-71be-47fc-9864-7d911cde5b5e tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 1002 time: 0.2155833 Feb 09 02:15:32.337886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:32.364321 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-590eaafa-e370-426e-ae98-c564c727996e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610642 Feb 09 02:15:32.475371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (062bc8f3-ca88-4c19-876c-c03d2114917c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:32.493124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-634e42f1-cb43-463b-9a8f-94ca0e30a8df req-04688970-63ed-48a9-9343-11381ce76bc2 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877784 Feb 09 02:15:32.494529 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51af42e9-2b37-423e-9142-e527b3f3453f req-1c4d70e5-b8de-43ec-b6e8-312d5e7bb698 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399118 Feb 09 02:15:32.496018 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (735fd9c6-d29c-46dc-b756-8cfa23a6f3e9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:32.594268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (75564d37-b63f-47fd-b154-a48f02abc901), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:32.597703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['683c3f4e-0bb6-440e-8246-5e98ba099cac'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:32.609407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f4ccafa-38b2-4993-bd88-e9434553a9be up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:32.671192 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe9ef5-1d97-4d83-9db6-9ada0bb0f938 x-openstack-request-id: req-f5fe9ef5-1d97-4d83-9db6-9ada0bb0f938 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:32.671766 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf", "tag": "683c3f4e-0bb6-440e-8246-5e98ba099cac", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:32.672188 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5fe9ef5-1d97-4d83-9db6-9ada0bb0f938 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:32.672730 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'tag': '683c3f4e-0bb6-440e-8246-5e98ba099cac', 'status': 'completed', 'code': 200} Feb 09 02:15:32.736529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2114dcd6-0aba-4c50-829d-f573cbb61bc9 None None] Provisioning complete for port 0f4ccafa-38b2-4993-bd88-e9434553a9be triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:32.737126 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2114dcd6-0aba-4c50-829d-f573cbb61bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:32.748831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=13']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:32.805855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbc44d5b-f920-4877-b5e6-f1cfcf9c6ffe req-a72e9a49-59d2-4f5f-8819-9d55cecd0d49 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e3b69a6-1c1f-4e78-8703-8d499ad2b9e6 HTTP/1.1" status: 200 len: 210 time: 0.2285936 Feb 09 02:15:32.806699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75564d37-b63f-47fd-b154-a48f02abc901,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:32.875589 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-f9e0f166-b1d9-42d6-9c26-d3d47229e557 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004752 Feb 09 02:15:32.904502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Router 062bc8f3-ca88-4c19-876c-c03d2114917c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:15:32.911368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0f4ccafa-38b2-4993-bd88-e9434553a9be triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:32.912235 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.056486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-51af42e9-2b37-423e-9142-e527b3f3453f req-b8c8db38-7984-4c91-8264-743d6781b489 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871174 Feb 09 02:15:33.089127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2114dcd6-0aba-4c50-829d-f573cbb61bc9 None None] Current status of the port 0f4ccafa-38b2-4993-bd88-e9434553a9be is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:33.126480 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.138012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (735fd9c6-d29c-46dc-b756-8cfa23a6f3e9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.138387 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Floating IP 735fd9c6-d29c-46dc-b756-8cfa23a6f3e9 disassociated. External IP: 172.25.6.127, port: bea610b3-b04d-42df-b39e-e6d790cacf1a. Feb 09 02:15:33.198365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Checking segment: {'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:33.198773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Network hostable DHCP agents. Network: 8bdf2d4a-ceab-4364-a868-e34da6e510ef, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:15:33.242231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21712f1-8008-4a45-9658-29cab1759e77 req-d6d98c7e-e34f-4cc6-8763-e25c3d84fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.243823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21712f1-8008-4a45-9658-29cab1759e77 req-d6d98c7e-e34f-4cc6-8763-e25c3d84fe6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a142641d4a6a45e1a60b80360838b4c4&device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 1128 time: 0.5524800 Feb 09 02:15:33.248755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0f4ccafa-38b2-4993-bd88-e9434553a9be is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:33.303108 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f8ad8adf-b394-4180-a0ec-4b4c39269522 req-91999381-e3d2-4213-aef9-52d6eaaf5d3f service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186852 Feb 09 02:15:33.304266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:33.321622 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Sync routers for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:33.323334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:15:33.350898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.351102 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:33.351788 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:33.352344 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0aaa8c02-852b-4ef1-891f-0674abf06f74 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0208867 Feb 09 02:15:33.356695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52292) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:33.357822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a4244-8848-4904-966a-d4abec4b772a req-aa2fb437-3fa0-4587-99bd-40d981250be1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.359459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b64a4244-8848-4904-966a-d4abec4b772a req-aa2fb437-3fa0-4587-99bd-40d981250be1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 944 time: 0.3580739 Feb 09 02:15:33.377121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8bdf2d4a-ceab-4364-a868-e34da6e510ef) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:33.390963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcc8fd-d4b9-4163-827a-9eb1a4257148 None None] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:33.398213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.398850 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.520941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07829dd1-c975-415e-81ee-d65a1cf80ef3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9535608 Feb 09 02:15:33.522796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52294) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:33.550599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:33.581657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21712f1-8008-4a45-9658-29cab1759e77 req-9c917966-0ce8-48de-97ae-70b335de2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.583231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21712f1-8008-4a45-9658-29cab1759e77 req-9c917966-0ce8-48de-97ae-70b335de2e30 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf430728-4ce3-437d-a468-1f5886f0befa HTTP/1.1" status: 200 len: 909 time: 0.3273871 Feb 09 02:15:33.594296 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:33.626519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b64a4244-8848-4904-966a-d4abec4b772a req-f6e98049-e449-45ea-9e0a-8ea93ba77d92 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523193 Feb 09 02:15:33.699238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8bdf2d4a-ceab-4364-a868-e34da6e510ef', 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef', 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'fixed_ips': [{'subnet_id': '75564d37-b63f-47fd-b154-a48f02abc901'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:15:33.701120 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.715636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21712f1-8008-4a45-9658-29cab1759e77 req-a1aa9978-9aed-4f86-8620-26c22ab2cd8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=683c3f4e-0bb6-440e-8246-5e98ba099cac HTTP/1.1" status: 200 len: 217 time: 0.0932553 Feb 09 02:15:33.732748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.739375 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.894999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21712f1-8008-4a45-9658-29cab1759e77 req-6f4d0582-ec0a-41ea-8814-201ff71b35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:33.896779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21712f1-8008-4a45-9658-29cab1759e77 req-6f4d0582-ec0a-41ea-8814-201ff71b35d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1b06935a-39af-4978-88d5-5aa69d570d3e HTTP/1.1" status: 200 len: 848 time: 0.1653223 Feb 09 02:15:33.915355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks [] for router_controller (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:33.964338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21712f1-8008-4a45-9658-29cab1759e77 req-1ae61b72-52ff-4374-befa-b71f16621cde service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf430728-4ce3-437d-a468-1f5886f0befa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589490 Feb 09 02:15:33.973654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Router 47ecb227-2295-42fa-8b5a-0dd08bca564d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:34.045897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Allocated IP 172.20.0.2 (8bdf2d4a-ceab-4364-a868-e34da6e510ef/75564d37-b63f-47fd-b154-a48f02abc901/863a590b-84f0-4bb4-a25b-2d7117c8291c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:34.107377 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5bb3fc-8409-41ee-9dee-bfe6d2a3ddf8 x-openstack-request-id: req-2f5bb3fc-8409-41ee-9dee-bfe6d2a3ddf8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:34.107912 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:34.108174 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f5bb3fc-8409-41ee-9dee-bfe6d2a3ddf8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:34.108583 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'status': 'completed', 'code': 200} Feb 09 02:15:34.130688 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa17a22-77ed-4398-9255-2462e081ac6d x-openstack-request-id: req-8fa17a22-77ed-4398-9255-2462e081ac6d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:34.130963 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:34.131227 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fa17a22-77ed-4398-9255-2462e081ac6d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:34.131615 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'code': 200} Feb 09 02:15:34.300247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks [] for router_gateway (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.348289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-90c57c87-bd63-4c45-a159-9ddf6950bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:34.349832 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-90c57c87-bd63-4c45-a159-9ddf6950bb30 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1127 time: 0.2500215 Feb 09 02:15:34.396587 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:29Z', 'revision_number': 3, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:34.404048 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Publish callbacks [] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.408593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21712f1-8008-4a45-9658-29cab1759e77 req-629aa016-4b17-4bf8-93b6-4545cdda72c6 service neutron] 10.222.0.82 "GET /v2.0/networks/cf430728-4ce3-437d-a468-1f5886f0befa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273248 Feb 09 02:15:34.410162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f4ccafa-38b2-4993-bd88-e9434553a9be up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:34.442237 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Checking router: 062bc8f3-ca88-4c19-876c-c03d2114917c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:34.442577 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Updating router 062bc8f3-ca88-4c19-876c-c03d2114917c port b2132da5-28c5-497c-80bc-fdd795a87e75 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:34.476124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.481863 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.486183 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.513749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:34.526125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-55590009-d3a9-4414-903f-e258b7f97501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:34.528818 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-55590009-d3a9-4414-903f-e258b7f97501 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.1685359 Feb 09 02:15:34.562871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] Sync routers for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:34.567037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.573727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:34.586305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:34.598241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:34.641719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:34.643277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:34.657065 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-c5c199c8-69fa-4250-b39c-aebec8edb542 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 217 time: 0.0720699 Feb 09 02:15:34.747813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Pushing event updated for resources: {'Port': ['ID=863a590b-84f0-4bb4-a25b-2d7117c8291c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:34.774042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-613c18c9-a24f-4b8f-a50a-6902db1f9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:34.775551 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-613c18c9-a24f-4b8f-a50a-6902db1f9283 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1108940 Feb 09 02:15:34.778221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0f4ccafa-38b2-4993-bd88-e9434553a9be triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:34.778576 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.782973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Attempting to bind port 863a590b-84f0-4bb4-a25b-2d7117c8291c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:34.783561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Attempting to bind port 863a590b-84f0-4bb4-a25b-2d7117c8291c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:34.784039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Attempting to bind port 863a590b-84f0-4bb4-a25b-2d7117c8291c on network 8bdf2d4a-ceab-4364-a868-e34da6e510ef {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:34.800013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-a20c8c0b-bba5-4786-953e-7ac7d16cda32 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "PUT /v2.0/floatingips/735fd9c6-d29c-46dc-b756-8cfa23a6f3e9 HTTP/1.1" status: 200 len: 695 time: 2.5022519 Feb 09 02:15:34.832860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:34.833267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Checking segment: {'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:34.833648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.834051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Bound using segment: {'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:34.834571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Bound port: 863a590b-84f0-4bb4-a25b-2d7117c8291c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:34.834961 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.875311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Allocated IP 172.20.0.1 (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d/9339caa8-ec25-4d40-a810-14e6ba073081/96313430-2ec2-4ced-af01-eda7a66f3df2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:34.885428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-02d71ac2-3a22-46a5-a388-094069f69a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:34.887335 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-02d71ac2-3a22-46a5-a388-094069f69a0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1006017 Feb 09 02:15:34.908704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:34.923240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d7b70-46a8-48a6-84b2-1a44f46fbe14 req-7894e5bb-fffe-4e5e-941f-5bdd0652de2e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:34.925025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-381d7b70-46a8-48a6-84b2-1a44f46fbe14 req-7894e5bb-fffe-4e5e-941f-5bdd0652de2e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 945 time: 0.5873499 Feb 09 02:15:34.935580 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Publish callbacks [] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.948466 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.999953 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Attempting to bind port b2132da5-28c5-497c-80bc-fdd795a87e75 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:35.000377 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Attempting to bind port b2132da5-28c5-497c-80bc-fdd795a87e75 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:35.000892 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Attempting to bind port b2132da5-28c5-497c-80bc-fdd795a87e75 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:35.031848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] For port 863a590b-84f0-4bb4-a25b-2d7117c8291c, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:35.037903 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:35.038495 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:35.039467 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.039918 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:35.040515 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Bound port: b2132da5-28c5-497c-80bc-fdd795a87e75, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:35.040929 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.103560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] For port 863a590b-84f0-4bb4-a25b-2d7117c8291c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=863a590b-84f0-4bb4-a25b-2d7117c8291c,segment=NetworkSegment(d61940dc-8daf-4eb3-809f-f5ac6d95974d),segment_id=d61940dc-8daf-4eb3-809f-f5ac6d95974d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:35.105227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:15:35.105898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21712f1-8008-4a45-9658-29cab1759e77 req-a3fd8536-8ec0-4658-8c5c-f3ee49ec71a7 service neutron] 10.222.0.82 "GET /v2.0/networks/cf430728-4ce3-437d-a468-1f5886f0befa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851548 Feb 09 02:15:35.107231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 683c3f4e-0bb6-440e-8246-5e98ba099cac up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:35.112927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-381d7b70-46a8-48a6-84b2-1a44f46fbe14 req-48138029-9b72-41a7-86dc-6722febe0347 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680179 Feb 09 02:15:35.119372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-0b929b72-4ec0-454b-82dc-56b3daaa14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:35.121241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-0b929b72-4ec0-454b-82dc-56b3daaa14be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.3002663 Feb 09 02:15:35.164115 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] For port b2132da5-28c5-497c-80bc-fdd795a87e75, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:35.179903 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] For port b2132da5-28c5-497c-80bc-fdd795a87e75, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b2132da5-28c5-497c-80bc-fdd795a87e75,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:35.198642 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-af4f1069-af26-4a8e-9d64-8c40250ab3a4 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016815 Feb 09 02:15:35.205242 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.223263 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks [] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.251113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.272919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0f4ccafa-38b2-4993-bd88-e9434553a9be is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:35.335182 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:35.336679 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:35.341876 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd639a4-0981-457a-84b3-dfd65587dcca None None] Pushing event updated for resources: {'Port': ['ID=b2132da5-28c5-497c-80bc-fdd795a87e75,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:35.387834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:15:35.482974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.501424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb62d66-49c2-4fb8-94c7-43c0286cebed None None] Pushing event updated for resources: {'Port': ['ID=863a590b-84f0-4bb4-a25b-2d7117c8291c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:35.516751 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-527887e1-4d99-40e8-bc5e-745875c3d64a req-262c1006-8988-40c0-863c-1d6cda291244 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067153 Feb 09 02:15:35.520896 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd639a4-0981-457a-84b3-dfd65587dcca None None] Pushing event updated for resources: {'Port': ['ID=b2132da5-28c5-497c-80bc-fdd795a87e75,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:35.574334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 683c3f4e-0bb6-440e-8246-5e98ba099cac completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:15:35.617665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:35.621738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Pushing event updated for resources: {'Port': ['ID=96313430-2ec2-4ced-af01-eda7a66f3df2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:35.625819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:35.629587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 683c3f4e-0bb6-440e-8246-5e98ba099cac triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:35.630017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.631370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:35.639813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:35.673235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-9f9693f4-c9ea-4510-9d91-d2bf6ebcea7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3040569 Feb 09 02:15:35.720097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:35.749412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '8fd53e82-97ad-4479-83e3-907d03898e69', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69', 'mac_address': 'fa:16:3e:dd:34:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:15:35.827580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (062bc8f3-ca88-4c19-876c-c03d2114917c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.902732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:35.903241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:35.923602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd53e82-97ad-4479-83e3-907d03898e69 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:15:35.953754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:35.993177 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.067141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-f9d35e0e-a651-402b-95c1-2bdfe4d31802 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.071643 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-f9d35e0e-a651-402b-95c1-2bdfe4d31802 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 950 time: 0.3731465 Feb 09 02:15:36.106311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:36.122690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-0cc9c553-3afc-4da1-845b-e9f22b0dfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.124926 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-0cc9c553-3afc-4da1-845b-e9f22b0dfe0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 1132 time: 0.4207017 Feb 09 02:15:36.161201 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:29Z', 'revision_number': 3, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:36.204175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:12Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:36.210408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:36.213473 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57146a9f-757a-4490-9234-70fec0294dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:36.217661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 683c3f4e-0bb6-440e-8246-5e98ba099cac is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:36.218506 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.249681 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96616c84-671b-44a7-8d8a-ab3d5d9dd1bc None None] The sync data for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 is: [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:29Z', 'revision_number': 3, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:36.268417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-221e6e66-0f6e-4d3e-aa74-dd4af49ce1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.271859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-221e6e66-0f6e-4d3e-aa74-dd4af49ce1e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 1.1388564 Feb 09 02:15:36.308983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] Checking router: 47ecb227-2295-42fa-8b5a-0dd08bca564d for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:36.335793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8fd53e82-97ad-4479-83e3-907d03898e69'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:36.380982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-1e62882e-f246-40fe-8d85-bac80c5f9dff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 217 time: 0.1029084 Feb 09 02:15:36.405139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463dde5-4f8a-4ec7-8a58-584c164e9455 req-f6a81bca-2ba0-4901-9ca5-dd21a4ea8d30 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.413643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0463dde5-4f8a-4ec7-8a58-584c164e9455 req-f6a81bca-2ba0-4901-9ca5-dd21a4ea8d30 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 950 time: 1.0873585 Feb 09 02:15:36.418421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks [] for router_gateway (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.435611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6b8dc1e2-2899-470f-a02f-ca5b83afe7a1 None None] Provisioning complete for port 96313430-2ec2-4ced-af01-eda7a66f3df2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:36.435987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b8dc1e2-2899-470f-a02f-ca5b83afe7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.450449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683c3f4e-0bb6-440e-8246-5e98ba099cac'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:36.453078 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa51f54-d81b-4292-9114-7cf6cd5b2a6a" -d '{"events": [{"server_uuid": "e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf", "name": "network-vif-plugged", "status": "completed", "tag": "683c3f4e-0bb6-440e-8246-5e98ba099cac"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:36.479480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-59e99808-4e2d-45cf-9e6c-5fed351fe522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.481438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-59e99808-4e2d-45cf-9e6c-5fed351fe522 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.0644507 Feb 09 02:15:36.498759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-e41c4b82-dc7c-4de9-bc6a-7a6b5d20882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:36.514154 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-e41c4b82-dc7c-4de9-bc6a-7a6b5d20882b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.3512402 Feb 09 02:15:36.516941 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.566439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-39807ebb-5ead-468c-876b-fe0c468a85a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655425 Feb 09 02:15:36.590974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.616076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-25fba8fc-41c2-4e83-9be6-21d8962854e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 200 len: 217 time: 0.0953033 Feb 09 02:15:36.682370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Deleting port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:36.683372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.802791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 863a590b-84f0-4bb4-a25b-2d7117c8291c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:36.805521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0463dde5-4f8a-4ec7-8a58-584c164e9455 req-fbcaa357-5ec7-4fd7-b480-dfd8489e8eff tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837395 Feb 09 02:15:36.805698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:36.806366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:36.937245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] For port f3d3f43f-0594-46b9-836a-ee1e5aa22b58, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:36.937855 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.953922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Calling delete_port for f3d3f43f-0594-46b9-836a-ee1e5aa22b58 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:36.983910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-8f08e32e-ea31-4e23-be45-d044ad3ecfaf service neutron] 10.222.0.53 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108887 Feb 09 02:15:36.996591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Allocated IP 172.25.6.5 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/105ab851-b955-42ed-97d1-3be52350a3e8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:37.105181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 683c3f4e-0bb6-440e-8246-5e98ba099cac, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=683c3f4e-0bb6-440e-8246-5e98ba099cac,segment=NetworkSegment(c9eb7353-d537-4234-9717-09955e2b4c5f),segment_id=c9eb7353-d537-4234-9717-09955e2b4c5f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:37.121947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6b8dc1e2-2899-470f-a02f-ca5b83afe7a1 None None] Port 96313430-2ec2-4ced-af01-eda7a66f3df2 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:37.224953 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.241100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f3d3f43f-0594-46b9-836a-ee1e5aa22b58), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.241362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf17c2f-c125-445c-9b8c-0dd1849dda12 req-e9dbbad8-0cae-4bea-b840-2f7211da6d13 service neutron] 10.222.0.53 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400479 Feb 09 02:15:37.306790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78c06071-9f60-4413-aab1-5f527f8b2573 req-5c40a5fe-abc9-4dcd-b544-874eae2cf94c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=eae3b05f50684d13ab1c7b8ca42cf831&device_id=a9a82658-3dd7-40e7-93c2-67a045f38b42 HTTP/1.1" status: 200 len: 210 time: 0.1001244 Feb 09 02:15:37.332252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:37.334602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:37.336895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['041696a2-426d-47e4-85c4-14477337ce8a', 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:37.364401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34403189-e104-411f-ba9e-9cd1e1b44b65 None None] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:15:37.407252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78c06071-9f60-4413-aab1-5f527f8b2573 req-4efd2437-02e6-44aa-ab66-3cb33ddb8204 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=eae3b05f50684d13ab1c7b8ca42cf831&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787332 Feb 09 02:15:37.411304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event deleted for resources: {'Port': ['ID=f3d3f43f-0594-46b9-836a-ee1e5aa22b58,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:37.454182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-1960abcd-90b2-4703-a42b-4ce66df92813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.457281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-1960abcd-90b2-4703-a42b-4ce66df92813 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.8055673 Feb 09 02:15:37.653104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e01a4-4e84-4a37-b225-5ea21e332ec3 req-a71125f3-0b64-40ed-aa18-45fb0a6e0b5a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.654797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1e01a4-4e84-4a37-b225-5ea21e332ec3 req-a71125f3-0b64-40ed-aa18-45fb0a6e0b5a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4456737 Feb 09 02:15:37.717771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: f3d3f43f-0594-46b9-836a-ee1e5aa22b58 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:37.718172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device f3d3f43f-0594-46b9-836a-ee1e5aa22b58 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:37.740618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 863a590b-84f0-4bb4-a25b-2d7117c8291c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:37.743990 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.799465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbfc8c-bafc-49bd-9d8c-4b42611ec2f2 req-90c38113-6101-4e5c-8d8d-643a6bee92d4 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:37.805934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fbbfc8c-bafc-49bd-9d8c-4b42611ec2f2 req-90c38113-6101-4e5c-8d8d-643a6bee92d4 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 946 time: 0.4027891 Feb 09 02:15:37.865206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks [] for port (105ab851-b955-42ed-97d1-3be52350a3e8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.948552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.967043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:38.029089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1e01a4-4e84-4a37-b225-5ea21e332ec3 req-807b70db-0bb9-4cab-9117-133864f113ed tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553464 Feb 09 02:15:38.039530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] No DVR routers for this DVR port f3d3f43f-0594-46b9-836a-ee1e5aa22b58 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:38.042134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c06071-9f60-4413-aab1-5f527f8b2573 req-4294c85c-d55d-48e7-9e05-83979ed3b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.044102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78c06071-9f60-4413-aab1-5f527f8b2573 req-4294c85c-d55d-48e7-9e05-83979ed3b5c7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6200342 Feb 09 02:15:38.044481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.048040 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f6fb9e87-126f-4dec-8c61-f616c889808f req-ef6c257d-64f1-48c8-a74d-13383e35025d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "DELETE /v2.0/ports/f3d3f43f-0594-46b9-836a-ee1e5aa22b58 HTTP/1.1" status: 204 len: 173 time: 1.9399807 Feb 09 02:15:38.050368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-deleted', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:38.052700 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d3051-77e4-4fc1-b626-bff0435f7ce8" -d '{"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-deleted", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:38.059763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:38.071013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:38.083990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:38.115259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-89ff55b6-9093-4134-9c64-0693edf28a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.117028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-89ff55b6-9093-4134-9c64-0693edf28a89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6372271 Feb 09 02:15:38.131727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Pushing event updated for resources: {'Port': ['ID=105ab851-b955-42ed-97d1-3be52350a3e8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:38.133972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=683c3f4e-0bb6-440e-8246-5e98ba099cac,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:38.150308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fbbfc8c-bafc-49bd-9d8c-4b42611ec2f2 req-12e6ae09-b275-4d72-b028-bd4fe3ebfac8 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144836 Feb 09 02:15:38.171532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c3987f56-c560-4305-862f-8684f494bd9e None None] Provisioning complete for port 863a590b-84f0-4bb4-a25b-2d7117c8291c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:38.172318 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3987f56-c560-4305-862f-8684f494bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.300593 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdcb20-e91e-47e5-afc8-2181e4dbd8d3 x-openstack-request-id: req-f5bdcb20-e91e-47e5-afc8-2181e4dbd8d3 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:38.301117 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:38.301117 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5bdcb20-e91e-47e5-afc8-2181e4dbd8d3 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:38.301512 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'status': 'completed', 'code': 200} Feb 09 02:15:38.328741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks [] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.338932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.398793 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887000ca-7cb7-43aa-aa68-844fa35992bd x-openstack-request-id: req-887000ca-7cb7-43aa-aa68-844fa35992bd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:38.399207 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf", "name": "network-vif-plugged", "status": "completed", "tag": "683c3f4e-0bb6-440e-8246-5e98ba099cac", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:38.399565 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-887000ca-7cb7-43aa-aa68-844fa35992bd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:38.400119 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683c3f4e-0bb6-440e-8246-5e98ba099cac', 'code': 200} Feb 09 02:15:38.482400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (062bc8f3-ca88-4c19-876c-c03d2114917c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.498325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 863a590b-84f0-4bb4-a25b-2d7117c8291c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:38.499019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.507119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-d99a5fa6-30af-4241-b9ee-0444b3f794e9 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips/735fd9c6-d29c-46dc-b756-8cfa23a6f3e9 HTTP/1.1" status: 200 len: 695 time: 0.1215317 Feb 09 02:15:38.597592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83354a5c-7db2-4fc1-b466-ccafbf278403 req-0ab23de6-12e2-4290-8f7a-ce023f08d8cb tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9a82658-3dd7-40e7-93c2-67a045f38b42 HTTP/1.1" status: 200 len: 210 time: 0.2035871 Feb 09 02:15:38.678494 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-9421c040-6c13-4017-aa09-2aa827f375a6 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515301 Feb 09 02:15:38.713970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Pushing event updated for resources: {'Port': ['ID=96313430-2ec2-4ced-af01-eda7a66f3df2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:38.766306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c3987f56-c560-4305-862f-8684f494bd9e None None] Current status of the port 863a590b-84f0-4bb4-a25b-2d7117c8291c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:38.770637 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3987f56-c560-4305-862f-8684f494bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.837613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57146a9f-757a-4490-9234-70fec0294dd3 req-b56063cc-1722-4f63-b9a3-72bdbf94a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.839304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57146a9f-757a-4490-9234-70fec0294dd3 req-b56063cc-1722-4f63-b9a3-72bdbf94a599 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4c02209010f049e0809fb1e3679228bd&device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 1129 time: 0.5415967 Feb 09 02:15:38.908500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad141dee-083c-4f85-976c-2c3bb0c87b02 req-62340090-63a2-40fc-aae9-379fecf317a6 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91aa23f-61fb-46a2-81ea-d28824baf03c HTTP/1.1" status: 200 len: 210 time: 0.0911081 Feb 09 02:15:38.916274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16881346-0f58-49db-857b-2ba42f88c4a1 req-0065fd2f-2645-4706-a89d-e10cc5ba0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:38.917895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-16881346-0f58-49db-857b-2ba42f88c4a1 req-0065fd2f-2645-4706-a89d-e10cc5ba0a2a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 1129 time: 0.5264983 Feb 09 02:15:38.972495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 863a590b-84f0-4bb4-a25b-2d7117c8291c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=863a590b-84f0-4bb4-a25b-2d7117c8291c,segment=NetworkSegment(d61940dc-8daf-4eb3-809f-f5ac6d95974d),segment_id=d61940dc-8daf-4eb3-809f-f5ac6d95974d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:38.988834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:38.995815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:39.034098 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f7c02-561d-4d9b-8180-9c163433545f x-openstack-request-id: req-314f7c02-561d-4d9b-8180-9c163433545f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:39.034472 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91aa23f-61fb-46a2-81ea-d28824baf03c", "name": "network-vif-deleted", "tag": "f3d3f43f-0594-46b9-836a-ee1e5aa22b58", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:39.034744 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-314f7c02-561d-4d9b-8180-9c163433545f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:39.035157 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91aa23f-61fb-46a2-81ea-d28824baf03c', 'name': 'network-vif-deleted', 'tag': 'f3d3f43f-0594-46b9-836a-ee1e5aa22b58', 'status': 'completed', 'code': 200} Feb 09 02:15:39.101708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.110268 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-dc85ca13-c7c5-4fc8-9451-289a191b75f5 req-29434f58-4476-414a-b607-81e5bc725ace service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217808 Feb 09 02:15:39.145975 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-c3987f56-c560-4305-862f-8684f494bd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:15:39.147455 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-c3987f56-c560-4305-862f-8684f494bd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:15:39.151999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-da2e2ebd-853d-4f69-acd8-21577a3ed090 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:39.153307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-da2e2ebd-853d-4f69-acd8-21577a3ed090 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.6116309 Feb 09 02:15:39.198159 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-16881346-0f58-49db-857b-2ba42f88c4a1 req-dcb60a91-af8e-4ab3-b4b1-1defd221ce8f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637260 Feb 09 02:15:39.235014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-8cbb02e6-681f-4ee2-b0de-2d4f79a04944 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:15:39.237160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-8cbb02e6-681f-4ee2-b0de-2d4f79a04944 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0690134 Feb 09 02:15:39.238092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks [] for router_gateway (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.357560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Router 062bc8f3-ca88-4c19-876c-c03d2114917c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:39.358813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=863a590b-84f0-4bb4-a25b-2d7117c8291c,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:39.368380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2132da5-28c5-497c-80bc-fdd795a87e75 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:39.506264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-5edb10a7-1a30-44c7-a5fe-b55fec33aa60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 698 time: 0.1651497 Feb 09 02:15:39.530831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:39.535728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b2132da5-28c5-497c-80bc-fdd795a87e75 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:39.536750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.542159 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Sync routers for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:39.555870 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bae8283c-dfb1-42d4-9b38-5b593598870b admin admin] 10.222.0.53 "PUT /v2.0/routers/062bc8f3-ca88-4c19-876c-c03d2114917c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1979048 Feb 09 02:15:39.566963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:39.568051 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:39.583740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-c53fab27-1a53-41a1-9676-cff27d2e418b tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.127 HTTP/1.1" status: 200 len: 698 time: 0.0654328 Feb 09 02:15:39.584746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57146a9f-757a-4490-9234-70fec0294dd3 req-d4349ec8-5db8-4b3d-8a9b-47cf060a3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:39.586910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57146a9f-757a-4490-9234-70fec0294dd3 req-d4349ec8-5db8-4b3d-8a9b-47cf060a3839 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 200 len: 920 time: 0.7219002 Feb 09 02:15:39.688985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57146a9f-757a-4490-9234-70fec0294dd3 req-69b0ea7b-993a-430b-8110-1778576a60e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 200 len: 217 time: 0.0869133 Feb 09 02:15:39.696432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858a74c-afef-48b7-9105-40a817a4eb5b req-acfb5058-ad5f-4fea-843f-919eded40a7e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:39.704010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e858a74c-afef-48b7-9105-40a817a4eb5b req-acfb5058-ad5f-4fea-843f-919eded40a7e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3088839 Feb 09 02:15:39.718516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:12Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:39.733281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c3987f56-c560-4305-862f-8684f494bd9e None None] Current status of the port 863a590b-84f0-4bb4-a25b-2d7117c8291c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:39.737065 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:39.786358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333b18c-2a71-46a0-bf94-4d7d7a7d764e None None] The sync data for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 is: [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:14:02Z', 'revision_number': 4, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e2796e49-5c9b-4cf2-b6f8-edd16d225a9f', 'name': '', 'network_id': 'cec03eb7-210d-45bf-b6ec-89b6dc6ba403', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'mac_address': 'fa:16:3e:c1:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:01Z', 'updated_at': '2022-02-09T02:14:12Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'subnets': [{'id': '882c2045-abe2-4165-99d1-c41a6f795c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:39.820963 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78c06071-9f60-4413-aab1-5f527f8b2573 req-dbb4fd2f-e8c8-4135-9744-5c84a2fa41c8 tempest-ServerShowV247Test-1795336087 tempest-ServerShowV247Test-1795336087-project] 10.222.0.82 "GET /v2.0/ports?device_id=a9a82658-3dd7-40e7-93c2-67a045f38b42 HTTP/1.1" status: 200 len: 210 time: 0.0496736 Feb 09 02:15:39.903131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b2132da5-28c5-497c-80bc-fdd795a87e75 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:39.903572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.926422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port b2132da5-28c5-497c-80bc-fdd795a87e75, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b2132da5-28c5-497c-80bc-fdd795a87e75,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:39.928955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5259532f-401e-4d25-80bd-8acaf0fa71c2 None None] Provisioning complete for port 863a590b-84f0-4bb4-a25b-2d7117c8291c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:39.929090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259532f-401e-4d25-80bd-8acaf0fa71c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.959216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.043050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b2132da5-28c5-497c-80bc-fdd795a87e75,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:40.089964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5259532f-401e-4d25-80bd-8acaf0fa71c2 None None] Current status of the port 863a590b-84f0-4bb4-a25b-2d7117c8291c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:40.100893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57146a9f-757a-4490-9234-70fec0294dd3 req-dd3d5067-8565-4ab5-abeb-65d6a1d66c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:40.101050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5259532f-401e-4d25-80bd-8acaf0fa71c2 None None] Provisioning complete for port 96313430-2ec2-4ced-af01-eda7a66f3df2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:40.101466 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5259532f-401e-4d25-80bd-8acaf0fa71c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.102395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57146a9f-757a-4490-9234-70fec0294dd3 req-dd3d5067-8565-4ab5-abeb-65d6a1d66c2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 200 len: 859 time: 0.3903511 Feb 09 02:15:40.114890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e858a74c-afef-48b7-9105-40a817a4eb5b req-40f17f04-b785-4f7a-a450-209955b281df tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095213 Feb 09 02:15:40.172052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57146a9f-757a-4490-9234-70fec0294dd3 req-c9c406bf-3ef3-469d-b2e1-ec3d74d1c991 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cec03eb7-210d-45bf-b6ec-89b6dc6ba403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622940 Feb 09 02:15:40.185404 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:37Z', 'revision_number': 2, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:40.219701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5259532f-401e-4d25-80bd-8acaf0fa71c2 None None] Port 96313430-2ec2-4ced-af01-eda7a66f3df2 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:40.235676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.268525 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Checking router: 062bc8f3-ca88-4c19-876c-c03d2114917c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:40.268877 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Updating router 062bc8f3-ca88-4c19-876c-c03d2114917c port 96313430-2ec2-4ced-af01-eda7a66f3df2 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:40.317044 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.322798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcf6e0-deb3-4fd9-ac8c-066b66822119 None None] New status for floating IP 735fd9c6-d29c-46dc-b756-8cfa23a6f3e9: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:15:40.773207 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Publish callbacks [] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.777444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Deleting port ee4eaefc-5dda-455d-b6ca-173b57d16140 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:40.777949 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.791427 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.914579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b2994-6ec3-452b-a3db-7fe846358f52 req-5bb3c5b7-e1c8-4584-ac3f-14c80d52869b tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:40.916203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-711b2994-6ec3-452b-a3db-7fe846358f52 req-5bb3c5b7-e1c8-4584-ac3f-14c80d52869b tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 946 time: 0.6242843 Feb 09 02:15:40.976299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.976703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (ee4eaefc-5dda-455d-b6ca-173b57d16140), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:40.991320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57146a9f-757a-4490-9234-70fec0294dd3 req-4a5e1c1e-5bc0-4e34-82a5-61331498ebb6 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8062382 Feb 09 02:15:41.024671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Calling delete_port for ee4eaefc-5dda-455d-b6ca-173b57d16140 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:41.041553 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe08753-c07a-42e0-8738-44e8acfa75cb None None] Pushing event updated for resources: {'Port': ['ID=96313430-2ec2-4ced-af01-eda7a66f3df2,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:41.097909 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Attempting to bind port 96313430-2ec2-4ced-af01-eda7a66f3df2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:41.098485 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Attempting to bind port 96313430-2ec2-4ced-af01-eda7a66f3df2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:41.099018 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Attempting to bind port 96313430-2ec2-4ced-af01-eda7a66f3df2 on network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:41.099159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-711b2994-6ec3-452b-a3db-7fe846358f52 req-58ec98e2-5c58-4fd8-b58d-b6a23cc83228 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713576 Feb 09 02:15:41.106659 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:41.107440 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Checking segment: {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:41.108077 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.108775 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Bound using segment: {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:41.109357 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Bound port: 96313430-2ec2-4ced-af01-eda7a66f3df2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:41.109845 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.116602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:41.217716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57146a9f-757a-4490-9234-70fec0294dd3 req-88d83012-e9b4-4e11-a56a-1b9dba6f4be3 service neutron] 10.222.0.72 "GET /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112019 Feb 09 02:15:41.220180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Router aa072da8-c55d-43bf-9dc3-f09609dc6b0c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:15:41.283288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 863a590b-84f0-4bb4-a25b-2d7117c8291c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:41.287667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-eb56c076-5209-4992-a61d-532903a7f08b None None] Provisioning complete for port 96313430-2ec2-4ced-af01-eda7a66f3df2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:41.288128 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb56c076-5209-4992-a61d-532903a7f08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.305841 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] For port 96313430-2ec2-4ced-af01-eda7a66f3df2, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:41.312170 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] For port 96313430-2ec2-4ced-af01-eda7a66f3df2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=96313430-2ec2-4ced-af01-eda7a66f3df2,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:41.312449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 8fd53e82-97ad-4479-83e3-907d03898e69 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:15:41.324103 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.347123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 8fd53e82-97ad-4479-83e3-907d03898e69 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:41.347691 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.405592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ee4eaefc-5dda-455d-b6ca-173b57d16140), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.409573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eb56c076-5209-4992-a61d-532903a7f08b None None] Port 96313430-2ec2-4ced-af01-eda7a66f3df2 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:41.440484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 863a590b-84f0-4bb4-a25b-2d7117c8291c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:41.441059 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.446420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event deleted for resources: {'Port': ['ID=ee4eaefc-5dda-455d-b6ca-173b57d16140,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:41.451325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:41.468462 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:41.469143 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:41.475980 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Sync routers for ids ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:41.534504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.539020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-838ab4fa-6950-40cf-bab9-0cf88fba5153 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9956932 Feb 09 02:15:41.539020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52404) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:41.562488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:41.562488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.617580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:41.620295 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078f881-2d1b-4c28-b390-eaccfd404cd9" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:41.659376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:41.708818 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.743605 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:41.768086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for floatingip (735fd9c6-d29c-46dc-b756-8cfa23a6f3e9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.785583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.786839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c895ca2-b871-48b0-9da0-1bf65ec6975e req-9b2fbc7c-b7ba-48f3-a003-93c2a56e5781 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "DELETE /v2.0/floatingips/735fd9c6-d29c-46dc-b756-8cfa23a6f3e9 HTTP/1.1" status: 204 len: 173 time: 2.1921959 Feb 09 02:15:41.795466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 863a590b-84f0-4bb4-a25b-2d7117c8291c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:41.796894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2132da5-28c5-497c-80bc-fdd795a87e75 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:41.863379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:41.890987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:41.898496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-680b9798-b065-486d-8c45-89c4e7d221c1 None None] Provisioning complete for port 96313430-2ec2-4ced-af01-eda7a66f3df2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:41.899006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-680b9798-b065-486d-8c45-89c4e7d221c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:41.934577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:41.941381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b2132da5-28c5-497c-80bc-fdd795a87e75 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:41.942003 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.084659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-680b9798-b065-486d-8c45-89c4e7d221c1 None None] Current status of the port 96313430-2ec2-4ced-af01-eda7a66f3df2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:42.085760 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-680b9798-b065-486d-8c45-89c4e7d221c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.107419 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Routers {'aa072da8-c55d-43bf-9dc3-f09609dc6b0c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:42.110330 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:42.120353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b2132da5-28c5-497c-80bc-fdd795a87e75 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:42.151126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a124-8dab-43d1-becc-3bf41a3c7829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.172500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-680b9798-b065-486d-8c45-89c4e7d221c1 None None] For port 96313430-2ec2-4ced-af01-eda7a66f3df2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=96313430-2ec2-4ced-af01-eda7a66f3df2,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:42.214029 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7959ffc4-08ca-4785-bf30-1bb531efe041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.238727 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-680b9798-b065-486d-8c45-89c4e7d221c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.262318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2b2a-c91c-4adc-a1a3-0a7015ec1c6d req-29ee8624-d1fd-4824-a50e-7bbd7e2508bc tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:42.263885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-194f2b2a-c91c-4adc-a1a3-0a7015ec1c6d req-29ee8624-d1fd-4824-a50e-7bbd7e2508bc tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.2123282 Feb 09 02:15:42.321658 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe08753-c07a-42e0-8738-44e8acfa75cb None None] Pushing event updated for resources: {'Port': ['ID=96313430-2ec2-4ced-af01-eda7a66f3df2,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:42.331795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b9798-b065-486d-8c45-89c4e7d221c1 None None] Pushing event updated for resources: {'Port': ['ID=96313430-2ec2-4ced-af01-eda7a66f3df2,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:42.375531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-194f2b2a-c91c-4adc-a1a3-0a7015ec1c6d req-faff29a9-77cf-4ebc-a0f5-530e7b125cde tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055202 Feb 09 02:15:42.390081 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Set router aa072da8-c55d-43bf-9dc3-f09609dc6b0c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:42.414779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a124-8dab-43d1-becc-3bf41a3c7829 admin admin] Publish callbacks [] for security_group (81743ba3-5241-46dd-99c4-e1ec3b69685f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.424125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.434115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8c0a124-8dab-43d1-becc-3bf41a3c7829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (81743ba3-5241-46dd-99c4-e1ec3b69685f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.463013 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9597ba-e75a-446e-a10c-088c02861935 x-openstack-request-id: req-cc9597ba-e75a-446e-a10c-088c02861935 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:42.463443 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:42.463833 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc9597ba-e75a-446e-a10c-088c02861935 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:42.464332 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'code': 200} Feb 09 02:15:42.550816 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:41Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:42.551112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8c0a124-8dab-43d1-becc-3bf41a3c7829 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae40a5008f4e4adc95baaa2361b52be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6831517 Feb 09 02:15:42.555091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0a124-8dab-43d1-becc-3bf41a3c7829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81743ba3-5241-46dd-99c4-e1ec3b69685f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:42.557259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:42.587350 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c99d3-9196-4d96-b66b-510462731185 None None] The sync data for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 is: [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:41Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:42.589217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48d9724d-aea0-4f4c-886b-d8006740c23b req-877c9f3a-922b-4c84-bacb-a8969724fb99 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups/4b8a82c7-4c21-444c-a8ed-52db9012826d HTTP/1.1" status: 200 len: 1827 time: 0.0644157 Feb 09 02:15:42.688155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7959ffc4-08ca-4785-bf30-1bb531efe041 admin admin] Publish callbacks [] for security_group (3b91d0de-36e8-434c-8f4b-1e0af5c61d1b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.710603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f64014a8-a732-4f50-a74b-442f276946cb admin admin] Publish callbacks [] for security_group (81743ba3-5241-46dd-99c4-e1ec3b69685f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.727606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7959ffc4-08ca-4785-bf30-1bb531efe041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3b91d0de-36e8-434c-8f4b-1e0af5c61d1b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.742410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52426) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:42.750920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f53bc9cb-4a0c-45d3-b928-0ab228925385 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126237980', 'description': 'tempest-description--249136712'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:42.781071 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7959ffc4-08ca-4785-bf30-1bb531efe041 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eae3b05f50684d13ab1c7b8ca42cf831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8451166 Feb 09 02:15:42.788993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:42.801616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f64014a8-a732-4f50-a74b-442f276946cb admin admin] Publish callbacks [] for security_group (81743ba3-5241-46dd-99c4-e1ec3b69685f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.819343 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53bc9cb-4a0c-45d3-b928-0ab228925385 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.831888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac597be7-e03f-43cf-a264-6d25133f793b req-26eefabe-0136-4a04-a5b6-125a35c3d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:42.833864 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac597be7-e03f-43cf-a264-6d25133f793b req-26eefabe-0136-4a04-a5b6-125a35c3d822 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1129 time: 0.2845945 Feb 09 02:15:42.838249 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:15:38Z', 'revision_number': 3, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:42.877012 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Checking router: aa072da8-c55d-43bf-9dc3-f09609dc6b0c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:42.878162 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Updating router aa072da8-c55d-43bf-9dc3-f09609dc6b0c port 105ab851-b955-42ed-97d1-3be52350a3e8 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:42.918983 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.938315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d9724d-aea0-4f4c-886b-d8006740c23b req-d1b8f5e8-ae00-4daa-8a80-71956ab0ba60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for security_group (4b8a82c7-4c21-444c-a8ed-52db9012826d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.940863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Allocated IP 172.20.0.1 (8bdf2d4a-ceab-4364-a868-e34da6e510ef/75564d37-b63f-47fd-b154-a48f02abc901/8cd6416b-7214-4ef0-b3f3-d6aebc3c3087) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:42.956716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959ffc4-08ca-4785-bf30-1bb531efe041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b91d0de-36e8-434c-8f4b-1e0af5c61d1b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.005957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ac597be7-e03f-43cf-a264-6d25133f793b req-60407642-de03-4dac-93d4-99541b3b7b5c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608958 Feb 09 02:15:43.019793 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d9724d-aea0-4f4c-886b-d8006740c23b req-d1b8f5e8-ae00-4daa-8a80-71956ab0ba60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for security_group (4b8a82c7-4c21-444c-a8ed-52db9012826d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.029470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f71-119b-46a5-be0e-9aa418af980d admin admin] Publish callbacks [] for security_group (3b91d0de-36e8-434c-8f4b-1e0af5c61d1b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.077924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f71-119b-46a5-be0e-9aa418af980d admin admin] Publish callbacks [] for security_group (3b91d0de-36e8-434c-8f4b-1e0af5c61d1b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.089582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f64014a8-a732-4f50-a74b-442f276946cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (81743ba3-5241-46dd-99c4-e1ec3b69685f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.093107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f64014a8-a732-4f50-a74b-442f276946cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.094531 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f64014a8-a732-4f50-a74b-442f276946cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81743ba3-5241-46dd-99c4-e1ec3b69685f HTTP/1.1" status: 204 len: 168 time: 0.5280530 Feb 09 02:15:43.134641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64014a8-a732-4f50-a74b-442f276946cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81743ba3-5241-46dd-99c4-e1ec3b69685f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.236815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f71-119b-46a5-be0e-9aa418af980d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3b91d0de-36e8-434c-8f4b-1e0af5c61d1b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.240185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a51b6f71-119b-46a5-be0e-9aa418af980d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.241634 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a51b6f71-119b-46a5-be0e-9aa418af980d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b91d0de-36e8-434c-8f4b-1e0af5c61d1b HTTP/1.1" status: 204 len: 168 time: 0.4439411 Feb 09 02:15:43.254930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b6f71-119b-46a5-be0e-9aa418af980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b91d0de-36e8-434c-8f4b-1e0af5c61d1b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.275305 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d9724d-aea0-4f4c-886b-d8006740c23b req-d1b8f5e8-ae00-4daa-8a80-71956ab0ba60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4b8a82c7-4c21-444c-a8ed-52db9012826d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.278144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d9724d-aea0-4f4c-886b-d8006740c23b req-d1b8f5e8-ae00-4daa-8a80-71956ab0ba60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.295977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48d9724d-aea0-4f4c-886b-d8006740c23b req-d1b8f5e8-ae00-4daa-8a80-71956ab0ba60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "DELETE /v2.0/security-groups/4b8a82c7-4c21-444c-a8ed-52db9012826d HTTP/1.1" status: 204 len: 173 time: 0.6613300 Feb 09 02:15:43.350989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks [] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.419369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 96313430-2ec2-4ced-af01-eda7a66f3df2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:43.442797 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Publish callbacks [] for port (105ab851-b955-42ed-97d1-3be52350a3e8), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.447546 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53bc9cb-4a0c-45d3-b928-0ab228925385 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group (45be5862-1059-4472-b1b2-b4a7a45a45f7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.450555 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.464720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.522396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53bc9cb-4a0c-45d3-b928-0ab228925385 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (45be5862-1059-4472-b1b2-b4a7a45a45f7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.548394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 96313430-2ec2-4ced-af01-eda7a66f3df2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:43.550131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.565467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8f5e8-ae00-4daa-8a80-71956ab0ba60 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a82c7-4c21-444c-a8ed-52db9012826d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.584577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf4080-cb39-4853-a44e-3e28c4268b38 req-645bf193-ed28-4e89-ab1d-7b5a9610358b tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:43.595274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85bf4080-cb39-4853-a44e-3e28c4268b38 req-645bf193-ed28-4e89-ab1d-7b5a9610358b tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 946 time: 0.4764142 Feb 09 02:15:43.601564 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae9da3-96a2-4d7e-aa06-4e4dcdd4f9d1 None None] Pushing event updated for resources: {'Port': ['ID=105ab851-b955-42ed-97d1-3be52350a3e8,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.626085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53bc9cb-4a0c-45d3-b928-0ab228925385 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.634326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f53bc9cb-4a0c-45d3-b928-0ab228925385 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8906553 Feb 09 02:15:43.637068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:43.643917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-de6db037-6069-4d0a-83a2-4ed623b297ee tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Request body: {'security_group_rule': {'security_group_id': '45be5862-1059-4472-b1b2-b4a7a45a45f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:43.666450 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Attempting to bind port 105ab851-b955-42ed-97d1-3be52350a3e8 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:43.666866 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Attempting to bind port 105ab851-b955-42ed-97d1-3be52350a3e8 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:43.667203 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Attempting to bind port 105ab851-b955-42ed-97d1-3be52350a3e8 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:43.681251 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:43.681624 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:43.682032 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.682425 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:43.682945 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Bound port: 105ab851-b955-42ed-97d1-3be52350a3e8, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:43.683323 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.706557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de6db037-6069-4d0a-83a2-4ed623b297ee tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group_rule (2484734e-ea2b-4364-9961-2ef9cc7d99ab), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.733872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 96313430-2ec2-4ced-af01-eda7a66f3df2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:43.762744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:43.772539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:43.781508 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] For port 105ab851-b955-42ed-97d1-3be52350a3e8, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:43.785435 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] For port 105ab851-b955-42ed-97d1-3be52350a3e8, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=105ab851-b955-42ed-97d1-3be52350a3e8,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:43.797762 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.805561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:43.837827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85bf4080-cb39-4853-a44e-3e28c4268b38 req-09689d3d-cd29-4727-99bc-5f416ec4aa9f tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406080 Feb 09 02:15:43.838703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.861770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bc9cb-4a0c-45d3-b928-0ab228925385 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45be5862-1059-4472-b1b2-b4a7a45a45f7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.901567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de6db037-6069-4d0a-83a2-4ed623b297ee tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group_rule (2484734e-ea2b-4364-9961-2ef9cc7d99ab), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.911645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de6db037-6069-4d0a-83a2-4ed623b297ee tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2484734e-ea2b-4364-9961-2ef9cc7d99ab), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.917973 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Routers {'aa072da8-c55d-43bf-9dc3-f09609dc6b0c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:43.918937 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:43.932710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6db037-6069-4d0a-83a2-4ed623b297ee tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2484734e-ea2b-4364-9961-2ef9cc7d99ab,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:43.945511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43936e-ecb6-4ae5-b5ef-3991931b6524 req-be29e1ab-6e6b-46e6-9a7f-4005d464e5cb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:43.963293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f43936e-ecb6-4ae5-b5ef-3991931b6524 req-be29e1ab-6e6b-46e6-9a7f-4005d464e5cb tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 951 time: 0.5104702 Feb 09 02:15:43.975022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de6db037-6069-4d0a-83a2-4ed623b297ee tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:43.980183 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de6db037-6069-4d0a-83a2-4ed623b297ee tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414183 Feb 09 02:15:43.982777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:43.996377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-92816d10-9143-42ce-9dd2-1eedf09057e2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Request body: {'security_group_rule': {'security_group_id': '45be5862-1059-4472-b1b2-b4a7a45a45f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:44.033279 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.074345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92816d10-9143-42ce-9dd2-1eedf09057e2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group_rule (43ff65ac-f702-4b7b-88a1-4b234ab24de7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.084654 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae9da3-96a2-4d7e-aa06-4e4dcdd4f9d1 None None] Pushing event updated for resources: {'Port': ['ID=105ab851-b955-42ed-97d1-3be52350a3e8,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:44.152042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52458) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:44.203766 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] Set router aa072da8-c55d-43bf-9dc3-f09609dc6b0c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:44.261890 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-606b8504-4416-4a8c-a1cd-bb06da3124b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.287933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f43936e-ecb6-4ae5-b5ef-3991931b6524 req-ba70c801-f419-4b56-829c-f1fdbd400a20 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238349 Feb 09 02:15:44.291987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92816d10-9143-42ce-9dd2-1eedf09057e2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group_rule (43ff65ac-f702-4b7b-88a1-4b234ab24de7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.303639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92816d10-9143-42ce-9dd2-1eedf09057e2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (43ff65ac-f702-4b7b-88a1-4b234ab24de7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.307743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-09a1d312-781a-40bc-af03-fcbaf80548b8 None None] Provisioning complete for port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:44.308304 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09a1d312-781a-40bc-af03-fcbaf80548b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.350091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92816d10-9143-42ce-9dd2-1eedf09057e2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ff65ac-f702-4b7b-88a1-4b234ab24de7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:44.395896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-09a1d312-781a-40bc-af03-fcbaf80548b8 None None] Port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:44.418929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92816d10-9143-42ce-9dd2-1eedf09057e2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.421038 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-92816d10-9143-42ce-9dd2-1eedf09057e2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4354725 Feb 09 02:15:44.427931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:44.440375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:44.487516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.733282 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-606b8504-4416-4a8c-a1cd-bb06da3124b4 admin admin] Publish callbacks [] for security_group (4d75ecf0-148f-4fa9-9257-983c39194217), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.748288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.827285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-606b8504-4416-4a8c-a1cd-bb06da3124b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d75ecf0-148f-4fa9-9257-983c39194217), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.878387 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:15:38Z', 'revision_number': 3, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:44.923456 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a44b-b401-4bd3-b512-83545f605f7f None None] The sync data for ids ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'] in n-d-826675-12 is: [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:15:38Z', 'revision_number': 3, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:44.939891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935cc21-d64e-4e9b-b920-a0e62330eca6 req-8b5926b5-87ed-4af5-bcd0-3527032cf1aa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:44.947111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b935cc21-d64e-4e9b-b920-a0e62330eca6 req-8b5926b5-87ed-4af5-bcd0-3527032cf1aa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.5389445 Feb 09 02:15:44.964544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8504-4416-4a8c-a1cd-bb06da3124b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d75ecf0-148f-4fa9-9257-983c39194217,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:44.972640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-606b8504-4416-4a8c-a1cd-bb06da3124b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a990bd59df24b7d875bb10daed96007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8123207 Feb 09 02:15:44.992955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:44.995221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Allocated IP 172.25.6.71 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/6be89994-aa54-4f49-a234-447cb395f7fa) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:15:45.003704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52474) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:45.067507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e2df-19cf-46da-8d56-11b92497bd6c req-117e092e-0d99-461a-afa2-05a743feb947 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.081183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be55e2df-19cf-46da-8d56-11b92497bd6c req-117e092e-0d99-461a-afa2-05a743feb947 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.4224699 Feb 09 02:15:45.166352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-ff25dab7-6860-46e4-9ab7-6852066e84f7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.168961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-ff25dab7-6860-46e4-9ab7-6852066e84f7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 951 time: 0.4286764 Feb 09 02:15:45.196129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for port (6be89994-aa54-4f49-a234-447cb395f7fa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.220205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b935cc21-d64e-4e9b-b920-a0e62330eca6 req-b0fad19d-08f2-442e-b9a9-66607e336c3b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706969 Feb 09 02:15:45.265654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6be89994-aa54-4f49-a234-447cb395f7fa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.353496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:45.366233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:45.379316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:15:45.435209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event updated for resources: {'Port': ['ID=6be89994-aa54-4f49-a234-447cb395f7fa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:45.511749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-734006aa-3318-4976-8718-6400b3c522df admin admin] Publish callbacks [] for security_group (4d75ecf0-148f-4fa9-9257-983c39194217), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.519342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for floatingip (08e45c8d-d3c1-486c-bbf7-f47e199a0358), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.520227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be55e2df-19cf-46da-8d56-11b92497bd6c req-00ede921-3d65-4f34-b433-cd9775babff0 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376304 Feb 09 02:15:45.570003 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6be89994-aa54-4f49-a234-447cb395f7fa), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.616533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-734006aa-3318-4976-8718-6400b3c522df admin admin] Publish callbacks [] for security_group (4d75ecf0-148f-4fa9-9257-983c39194217), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.754685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Deleting port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:45.755043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.870138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks [] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.896761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for port (6be89994-aa54-4f49-a234-447cb395f7fa), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.898733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f0fdb-7fda-44cb-84a8-ff23154bbbf4 req-49f6c5fa-8fe6-4c86-a1b7-77a9eccb892e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:45.901465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b8f0fdb-7fda-44cb-84a8-ff23154bbbf4 req-49f6c5fa-8fe6-4c86-a1b7-77a9eccb892e tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 951 time: 0.3432546 Feb 09 02:15:45.905732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.908523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (6be89994-aa54-4f49-a234-447cb395f7fa), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.979646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-734006aa-3318-4976-8718-6400b3c522df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d75ecf0-148f-4fa9-9257-983c39194217), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.985102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-734006aa-3318-4976-8718-6400b3c522df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:45.989803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-734006aa-3318-4976-8718-6400b3c522df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d75ecf0-148f-4fa9-9257-983c39194217 HTTP/1.1" status: 204 len: 168 time: 0.9859374 Feb 09 02:15:46.020507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:46.078930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event updated for resources: {'Port': ['ID=6be89994-aa54-4f49-a234-447cb395f7fa,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:46.127123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (08e45c8d-d3c1-486c-bbf7-f47e199a0358), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:46.158221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:46.162758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734006aa-3318-4976-8718-6400b3c522df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d75ecf0-148f-4fa9-9257-983c39194217,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:46.172265 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-11fa75ac-0d69-4b90-8326-aad7d31924f6 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7418044 Feb 09 02:15:46.286030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:46.303038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] For port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:46.303428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:46.341791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Calling delete_port for f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:46.383859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b8f0fdb-7fda-44cb-84a8-ff23154bbbf4 req-e2f55a90-c41e-4a22-885a-e7e097757135 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953292 Feb 09 02:15:46.630709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:15:46.648386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:15:46.935938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-9dcfe7d7-0f98-4115-af9f-6e75ffad5d37 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:46.940986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-9dcfe7d7-0f98-4115-af9f-6e75ffad5d37 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.72 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 0.1401837 Feb 09 02:15:47.069115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-748d93d8-667e-46cb-bbc6-ba09390ef911 None None] Provisioning complete for port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:47.069661 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-748d93d8-667e-46cb-bbc6-ba09390ef911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.153407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Deleting port bea610b3-b04d-42df-b39e-e6d790cacf1a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:47.153879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.171676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-748d93d8-667e-46cb-bbc6-ba09390ef911 None None] Port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:15:47.389448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 105ab851-b955-42ed-97d1-3be52350a3e8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:47.508800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 105ab851-b955-42ed-97d1-3be52350a3e8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:47.509433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.552010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] For port bea610b3-b04d-42df-b39e-e6d790cacf1a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bea610b3-b04d-42df-b39e-e6d790cacf1a,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:47.554839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.600468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Calling delete_port for bea610b3-b04d-42df-b39e-e6d790cacf1a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:47.657585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 105ab851-b955-42ed-97d1-3be52350a3e8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:47.659139 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.698160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 105ab851-b955-42ed-97d1-3be52350a3e8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=105ab851-b955-42ed-97d1-3be52350a3e8,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:47.723798 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.790327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bea610b3-b04d-42df-b39e-e6d790cacf1a no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:47.935543 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:47.976236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1964e-8683-48af-a396-0625f187d0fb req-6adaa8cf-99fe-426e-bc5e-25bbc92ec1e1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:47.983197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50d1964e-8683-48af-a396-0625f187d0fb req-6adaa8cf-99fe-426e-bc5e-25bbc92ec1e1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 1.3992755 Feb 09 02:15:47.986112 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bea610b3-b04d-42df-b39e-e6d790cacf1a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.003560 n-d-826675-12 neutron-server[103151]: INFO neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No ports have port_id starting with bea610b3-b04d-42df-b39e-e6d790cacf1a Feb 09 02:15:48.008307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:48.011813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=105ab851-b955-42ed-97d1-3be52350a3e8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.139752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Pushing event deleted for resources: {'Port': ['ID=bea610b3-b04d-42df-b39e-e6d790cacf1a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.165179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb126dc-ab2e-4881-82e5-feb6b40e64e4 req-f54b811f-d710-4887-bd9b-eaa841c17179 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:48.170219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efb126dc-ab2e-4881-82e5-feb6b40e64e4 req-f54b811f-d710-4887-bd9b-eaa841c17179 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/ports?device_id=c114f3bf-2ccb-4785-8c2a-56ea670f561d HTTP/1.1" status: 200 len: 946 time: 1.3797436 Feb 09 02:15:48.184206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.209571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Router aa072da8-c55d-43bf-9dc3-f09609dc6b0c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:48.215835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:48.217158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.246961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:48.281092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] No DVR routers for this DVR port bea610b3-b04d-42df-b39e-e6d790cacf1a on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:48.286217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.296641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75de0206-5dc4-445a-8d3b-c4af1b824929 req-0b8b15a8-c53a-4bd4-b962-0bdea2db7e50 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.72 "DELETE /v2.0/ports/bea610b3-b04d-42df-b39e-e6d790cacf1a HTTP/1.1" status: 204 len: 173 time: 1.3489575 Feb 09 02:15:48.299886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'name': 'network-vif-deleted', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:48.307292 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9113e58-e4e4-4587-af6e-b29e5d01fa7e" -d '{"events": [{"server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "name": "network-vif-deleted", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:48.315218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['041696a2-426d-47e4-85c4-14477337ce8a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:48.332828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event deleted for resources: {'Port': ['ID=f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:48.540119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efb126dc-ab2e-4881-82e5-feb6b40e64e4 req-95dff65b-b832-4167-8e53-dfa5af110739 tempest-ServerRescueTestJSONUnderV235-876764843 tempest-ServerRescueTestJSONUnderV235-876764843-project] 10.222.0.53 "GET /v2.0/security-groups?id=6a75309e-4c08-4de3-a815-372bc6d5ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421187 Feb 09 02:15:48.613406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50d1964e-8683-48af-a396-0625f187d0fb req-9093654a-c2e5-42a3-a358-5a58b41dd87b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6229658 Feb 09 02:15:48.691581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] No DVR routers for this DVR port f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:48.696250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:48.716271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f61a3a-aba5-49b1-bb90-54d1d5371f2a req-cfcab8e3-c310-4cff-882d-39debc66e3d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "DELETE /v2.0/ports/f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388 HTTP/1.1" status: 204 len: 173 time: 3.4846365 Feb 09 02:15:48.878524 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af804ceb-0c90-45ca-adfa-1441b99e6638 x-openstack-request-id: req-af804ceb-0c90-45ca-adfa-1441b99e6638 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:48.879198 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c114f3bf-2ccb-4785-8c2a-56ea670f561d", "name": "network-vif-deleted", "tag": "bea610b3-b04d-42df-b39e-e6d790cacf1a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:48.879969 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af804ceb-0c90-45ca-adfa-1441b99e6638 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:48.880566 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c114f3bf-2ccb-4785-8c2a-56ea670f561d', 'name': 'network-vif-deleted', 'tag': 'bea610b3-b04d-42df-b39e-e6d790cacf1a', 'status': 'completed', 'code': 200} Feb 09 02:15:48.979441 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:49.084359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-deleted', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:49.086667 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3779b2d9-0da0-4c84-aecd-2deefd579fc5" -d '{"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-deleted", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:49.100380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:49.104500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:49.136267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6b5149c2-cdc3-49c8-8eb1-f1c6a0bb19f9 admin admin] 10.222.0.53 "PUT /v2.0/routers/aa072da8-c55d-43bf-9dc3-f09609dc6b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5813394 Feb 09 02:15:49.160083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Sync routers for ids ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:49.183556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Routers {'aa072da8-c55d-43bf-9dc3-f09609dc6b0c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:49.184390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:49.279729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-feba8ec1-ea8b-4f02-a143-edb0401613ec req-d61b8e0e-3094-4ec9-80a1-d5de87bff52f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=70ca6765-4693-41c0-8e00-a77febdb2e93 HTTP/1.1" status: 200 len: 210 time: 0.1718478 Feb 09 02:15:49.340513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768180-54b4-4e2c-b17b-04d96b033449 req-b0ea3eba-67d0-490d-82b1-e6c751e91fac tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.357319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:49.365032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce768180-54b4-4e2c-b17b-04d96b033449 req-b0ea3eba-67d0-490d-82b1-e6c751e91fac tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.2554805 Feb 09 02:15:49.365181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'floatingip': {'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:15:49.446008 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e05cedf-f7a5-40f5-b7d5-14b6670fc231 x-openstack-request-id: req-1e05cedf-f7a5-40f5-b7d5-14b6670fc231 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:49.446677 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca6765-4693-41c0-8e00-a77febdb2e93", "name": "network-vif-deleted", "tag": "f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:49.447144 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e05cedf-f7a5-40f5-b7d5-14b6670fc231 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:49.447781 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca6765-4693-41c0-8e00-a77febdb2e93', 'name': 'network-vif-deleted', 'tag': 'f72d4cf8-b3e8-4372-bc8c-1e10ef0ed388', 'status': 'completed', 'code': 200} Feb 09 02:15:49.495628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for floatingip (1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:49.497954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:49.520831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Set router aa072da8-c55d-43bf-9dc3-f09609dc6b0c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:49.652288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 105ab851-b955-42ed-97d1-3be52350a3e8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:49.674917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52694) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:50.058005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 105ab851-b955-42ed-97d1-3be52350a3e8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:50.058386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:50.355438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Publish callbacks [] for security_group (22daa5aa-91a2-4b5f-baac-de48b337937d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:50.358812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 105ab851-b955-42ed-97d1-3be52350a3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:50.367505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8cd6416b-7214-4ef0-b3f3-d6aebc3c3087', 'name': '', 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'mac_address': 'fa:16:3e:9a:d5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '75564d37-b63f-47fd-b154-a48f02abc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:42Z', 'updated_at': '2022-02-09T02:15:45Z', 'revision_number': 2, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'subnets': [{'id': '75564d37-b63f-47fd-b154-a48f02abc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:50.379301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (22daa5aa-91a2-4b5f-baac-de48b337937d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:50.470387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Checking router: aa072da8-c55d-43bf-9dc3-f09609dc6b0c for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:50.470801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Updating router aa072da8-c55d-43bf-9dc3-f09609dc6b0c port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:15:50.497162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22daa5aa-91a2-4b5f-baac-de48b337937d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:50.555775 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:50.598226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.599296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.601106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.601466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.601815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.603152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.603507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.603847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.610342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.620220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.620220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.620220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.620505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:15:50.641947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (47ecb227-2295-42fa-8b5a-0dd08bca564d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:50.659882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a5f78d6-890f-4445-8fef-53f6e4f7fbfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cffc802433614df7bfaba72a143b3e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5581665 Feb 09 02:15:50.660763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:51.165663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd8c3-a0d9-4749-9c68-2f0b061d215f admin admin] Publish callbacks [] for security_group (22daa5aa-91a2-4b5f-baac-de48b337937d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.214529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd8c3-a0d9-4749-9c68-2f0b061d215f admin admin] Publish callbacks [] for security_group (22daa5aa-91a2-4b5f-baac-de48b337937d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.312845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d7860-a48e-475d-9216-5fa1f82536c4 req-7aa5e953-b7b2-42ec-8b57-9667e0226392 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.324883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f6d7860-a48e-475d-9216-5fa1f82536c4 req-7aa5e953-b7b2-42ec-8b57-9667e0226392 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.3358314 Feb 09 02:15:51.398266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:15:51.514476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd8c3-a0d9-4749-9c68-2f0b061d215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (22daa5aa-91a2-4b5f-baac-de48b337937d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.520890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd8c3-a0d9-4749-9c68-2f0b061d215f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.534271 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e5fd8c3-a0d9-4749-9c68-2f0b061d215f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22daa5aa-91a2-4b5f-baac-de48b337937d HTTP/1.1" status: 204 len: 168 time: 0.8639603 Feb 09 02:15:51.549332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.568382 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Publish callbacks [] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.571281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.578656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.682990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f6d7860-a48e-475d-9216-5fa1f82536c4 req-5409aaea-b204-46f3-86a2-2b76219107b4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477361 Feb 09 02:15:51.700587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80041971-d8b9-4ec4-aa54-6061de0997ae req-86cbd5a9-5d3c-4dc3-86c8-ba5487c1255a tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:51.710043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80041971-d8b9-4ec4-aa54-6061de0997ae req-86cbd5a9-5d3c-4dc3-86c8-ba5487c1255a tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 946 time: 0.3361983 Feb 09 02:15:51.718681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80174f-c177-438e-be82-a62d4e0298c6 None None] Pushing event updated for resources: {'Port': ['ID=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:51.779328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd8c3-a0d9-4749-9c68-2f0b061d215f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22daa5aa-91a2-4b5f-baac-de48b337937d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:51.825428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80041971-d8b9-4ec4-aa54-6061de0997ae req-63489146-25e0-4047-a527-6999e8288ead tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093681 Feb 09 02:15:51.917885 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Floating IP 1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16 associated. External IP: 172.25.6.82, port: 8fd53e82-97ad-4479-83e3-907d03898e69. Feb 09 02:15:51.929451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Attempting to bind port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:15:51.929856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Attempting to bind port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:15:51.930228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Attempting to bind port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 on network 8bdf2d4a-ceab-4364-a868-e34da6e510ef {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:15:51.947986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:15:51.947986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Checking segment: {'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:15:51.948400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.948803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Bound using segment: {'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:15:51.949291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Bound port: 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61940dc-8daf-4eb3-809f-f5ac6d95974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:15:51.953278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:51.997892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Deleting port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:51.998551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.153549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] For port e2796e49-5c9b-4cf2-b6f8-edd16d225a9f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,segment=NetworkSegment(8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce),segment_id=8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:52.153981 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.171948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] For port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:15:52.187124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] For port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,segment=NetworkSegment(d61940dc-8daf-4eb3-809f-f5ac6d95974d),segment_id=d61940dc-8daf-4eb3-809f-f5ac6d95974d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:15:52.198136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Calling delete_port for e2796e49-5c9b-4cf2-b6f8-edd16d225a9f owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:52.216886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.351660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80174f-c177-438e-be82-a62d4e0298c6 None None] Pushing event updated for resources: {'Port': ['ID=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:52.471428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-825bb15b-689e-4e4b-8219-75522f7c4954 None None] Provisioning complete for port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:52.475005 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-825bb15b-689e-4e4b-8219-75522f7c4954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.615602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Routers {'aa072da8-c55d-43bf-9dc3-f09609dc6b0c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:52.617466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:52.665042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e2796e49-5c9b-4cf2-b6f8-edd16d225a9f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.855761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-825bb15b-689e-4e4b-8219-75522f7c4954 None None] Current status of the port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:52.856523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-825bb15b-689e-4e4b-8219-75522f7c4954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.868160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2796e49-5c9b-4cf2-b6f8-edd16d225a9f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:52.920300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-825bb15b-689e-4e4b-8219-75522f7c4954 None None] For port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,segment=NetworkSegment(d61940dc-8daf-4eb3-809f-f5ac6d95974d),segment_id=d61940dc-8daf-4eb3-809f-f5ac6d95974d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:52.930576 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-825bb15b-689e-4e4b-8219-75522f7c4954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:52.933746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] Set router aa072da8-c55d-43bf-9dc3-f09609dc6b0c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:52.968670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52824) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:53.054758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bb15b-689e-4e4b-8219-75522f7c4954 None None] Pushing event updated for resources: {'Port': ['ID=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:53.069077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Router a494e59f-0d19-440e-bb4d-0a7893ac3cba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:53.082678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3de1de11-0f23-4b90-ad77-53809c010395 None None] Provisioning complete for port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:53.083060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3de1de11-0f23-4b90-ad77-53809c010395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.129971 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4549a81-729c-43a4-aa12-7d23bd54cb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.202538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-1ed8f897-49ec-489d-8b81-ac17035cb1b9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.216869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-1ed8f897-49ec-489d-8b81-ac17035cb1b9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.8060410 Feb 09 02:15:53.297578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:53.310329 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] Sync routers for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:53.324529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.325268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4549a81-729c-43a4-aa12-7d23bd54cb8c admin admin] Publish callbacks [] for security_group (9ff63348-8ee5-40a2-8e0d-8f872497a8d8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.341987 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:53.343075 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:53.351071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4549a81-729c-43a4-aa12-7d23bd54cb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9ff63348-8ee5-40a2-8e0d-8f872497a8d8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.351305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-2fc03f02-ae19-4dd6-84b1-8b56246b519f tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.357675 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-2fc03f02-ae19-4dd6-84b1-8b56246b519f tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.82 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 946 time: 0.3233514 Feb 09 02:15:53.428998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4549a81-729c-43a4-aa12-7d23bd54cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff63348-8ee5-40a2-8e0d-8f872497a8d8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:53.443811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3de1de11-0f23-4b90-ad77-53809c010395 None None] Current status of the port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:53.477530 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0b87bf4-0990-446a-a47c-3ecb06f1097e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.487496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a83e-cf18-4048-8e26-62490d23f1ee req-bcbdac63-450f-49ec-bc63-8f68b582e4f9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.500023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ae2a83e-cf18-4048-8e26-62490d23f1ee req-bcbdac63-450f-49ec-bc63-8f68b582e4f9 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 0.5674043 Feb 09 02:15:53.504677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8cd6416b-7214-4ef0-b3f3-d6aebc3c3087', 'name': '', 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'mac_address': 'fa:16:3e:9a:d5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '75564d37-b63f-47fd-b154-a48f02abc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:42Z', 'updated_at': '2022-02-09T02:15:52Z', 'revision_number': 4, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'subnets': [{'id': '75564d37-b63f-47fd-b154-a48f02abc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:53.529318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d57390-aed1-4e43-b253-c31b0caa3d6c req-d63aabd2-21cb-42c8-b7a3-51d091299496 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:53.539578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27d57390-aed1-4e43-b253-c31b0caa3d6c req-d63aabd2-21cb-42c8-b7a3-51d091299496 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 946 time: 0.4469757 Feb 09 02:15:53.541010 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5d142b46-f650-474c-9477-9109b016d473 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "PUT /v2.0/floatingips/1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16 HTTP/1.1" status: 200 len: 991 time: 4.1803684 Feb 09 02:15:53.558481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0986-2e0b-4d58-a0f7-2a0cd53c2b5d None None] The sync data for ids ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'] in n-d-826675-12 is: [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:15:44Z', 'revision_number': 4, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8cd6416b-7214-4ef0-b3f3-d6aebc3c3087', 'name': '', 'network_id': '8bdf2d4a-ceab-4364-a868-e34da6e510ef', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'mac_address': 'fa:16:3e:9a:d5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '75564d37-b63f-47fd-b154-a48f02abc901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:42Z', 'updated_at': '2022-02-09T02:15:52Z', 'revision_number': 4, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'subnets': [{'id': '75564d37-b63f-47fd-b154-a48f02abc901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:53.575724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:53.581432 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ee135e-9802-4604-bbd9-c6a64c632b40" -d '{"events": [{"name": "network-changed", "server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:53.712504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f4549a81-729c-43a4-aa12-7d23bd54cb8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=665e908ecbc7477f927f1e43f14dd63d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7315071 Feb 09 02:15:53.720880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:53.747987 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:53.748233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Deleting port 683c3f4e-0bb6-440e-8246-5e98ba099cac {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:53.748424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.805481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ae2a83e-cf18-4048-8e26-62490d23f1ee req-e55dacbe-b307-469e-9336-aebd9a11f0d4 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041604 Feb 09 02:15:53.853054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27d57390-aed1-4e43-b253-c31b0caa3d6c req-652ad973-5f87-41e9-99af-fc7628a33e6d tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e877064-6bdf-4c0f-ab81-1210d27f1604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123240 Feb 09 02:15:53.915191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Deleting port 041696a2-426d-47e4-85c4-14477337ce8a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:53.916424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:53.960499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2557f5bf-8a4f-402b-b3de-4853a68672ae admin admin] Publish callbacks [] for security_group (9ff63348-8ee5-40a2-8e0d-8f872497a8d8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.008794 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4cb08d-dae9-416f-a4b9-a371555bed00 x-openstack-request-id: req-bd4cb08d-dae9-416f-a4b9-a371555bed00 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:54.009244 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:54.009608 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd4cb08d-dae9-416f-a4b9-a371555bed00 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:54.013036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (47ecb227-2295-42fa-8b5a-0dd08bca564d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.013733 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'status': 'completed', 'code': 200} Feb 09 02:15:54.046631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2557f5bf-8a4f-402b-b3de-4853a68672ae admin admin] Publish callbacks [] for security_group (9ff63348-8ee5-40a2-8e0d-8f872497a8d8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.081869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] For port 683c3f4e-0bb6-440e-8246-5e98ba099cac, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=683c3f4e-0bb6-440e-8246-5e98ba099cac,segment=NetworkSegment(c9eb7353-d537-4234-9717-09955e2b4c5f),segment_id=c9eb7353-d537-4234-9717-09955e2b4c5f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:54.082554 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.167702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Calling delete_port for 683c3f4e-0bb6-440e-8246-5e98ba099cac owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:54.336952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2557f5bf-8a4f-402b-b3de-4853a68672ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9ff63348-8ee5-40a2-8e0d-8f872497a8d8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.343928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] For port 041696a2-426d-47e4-85c4-14477337ce8a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=041696a2-426d-47e4-85c4-14477337ce8a,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:54.344719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (041696a2-426d-47e4-85c4-14477337ce8a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.347569 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'mac_address': 'fa:16:3e:dd:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08ee210-b059-4523-8fa4-12058685ef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:15Z', 'updated_at': '2022-02-09T02:15:51Z', 'revision_number': 1, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:11Z', 'revision_number': 5, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:54.371078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2557f5bf-8a4f-402b-b3de-4853a68672ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.371078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2557f5bf-8a4f-402b-b3de-4853a68672ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ff63348-8ee5-40a2-8e0d-8f872497a8d8 HTTP/1.1" status: 204 len: 168 time: 0.6260390 Feb 09 02:15:54.371882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-2cba7491-ceec-4e2b-9175-e5e211667f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.371882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-2cba7491-ceec-4e2b-9175-e5e211667f8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1129 time: 0.3079987 Feb 09 02:15:54.413701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f5bf-8a4f-402b-b3de-4853a68672ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff63348-8ee5-40a2-8e0d-8f872497a8d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:54.447467 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] Checking router: a494e59f-0d19-440e-bb4d-0a7893ac3cba for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:54.448677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Calling delete_port for 041696a2-426d-47e4-85c4-14477337ce8a owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:54.477190 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:54.478581 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:54.526737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d80bf-7908-4b5e-b39f-1391aaf26cf5 req-29d24ce4-8a22-4500-a19d-20ef93a84299 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:54.529066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef3d80bf-7908-4b5e-b39f-1391aaf26cf5 req-29d24ce4-8a22-4500-a19d-20ef93a84299 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.4976802 Feb 09 02:15:54.633345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (683c3f4e-0bb6-440e-8246-5e98ba099cac), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.659963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['683c3f4e-0bb6-440e-8246-5e98ba099cac'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:54.727056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Pushing event deleted for resources: {'Port': ['ID=683c3f4e-0bb6-440e-8246-5e98ba099cac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:54.764632 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:54.852584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] No DVR routers for this DVR port 683c3f4e-0bb6-440e-8246-5e98ba099cac on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:54.858321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:54.867401 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-534b54fc-cdc8-4f68-9dfa-68d111f2cab5 req-38f0a76a-87dd-4b89-9d39-35618e0aec8e tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.82 "DELETE /v2.0/ports/683c3f4e-0bb6-440e-8246-5e98ba099cac HTTP/1.1" status: 204 len: 173 time: 1.5042069 Feb 09 02:15:55.186333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef3d80bf-7908-4b5e-b39f-1391aaf26cf5 req-987997b8-9b98-4381-b2c2-003f5c64f2db tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6201818 Feb 09 02:15:55.393965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:15:55.416335 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'mac_address': 'fa:16:3e:dd:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08ee210-b059-4523-8fa4-12058685ef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:15Z', 'updated_at': '2022-02-09T02:15:51Z', 'revision_number': 1, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:11Z', 'revision_number': 5, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:55.509032 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bff4d3-d11c-4dae-ab3b-b72c0ff6bd1c None None] The sync data for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 is: [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'mac_address': 'fa:16:3e:dd:34:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08ee210-b059-4523-8fa4-12058685ef30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:15Z', 'updated_at': '2022-02-09T02:15:51Z', 'revision_number': 1, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:11Z', 'revision_number': 5, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:55.525066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:15:55.525629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.720005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:55.726693 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6a8b235b-3311-4342-abec-41257afedbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:55.794726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 041696a2-426d-47e4-85c4-14477337ce8a no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:56.000034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 041696a2-426d-47e4-85c4-14477337ce8a is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:15:56.000603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (041696a2-426d-47e4-85c4-14477337ce8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:56.014771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'name': 'network-vif-deleted', 'tag': '683c3f4e-0bb6-440e-8246-5e98ba099cac'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:56.017840 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248ce642-eb70-447a-b08e-38de16220423" -d '{"events": [{"server_uuid": "e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf", "name": "network-vif-deleted", "tag": "683c3f4e-0bb6-440e-8246-5e98ba099cac"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:56.146773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21574dfd-324a-4a69-8523-f5cef05f2028 req-34c60403-b2ba-4e09-94c2-3938d3d8b499 tempest-ServerTagsTestJSON-1028067836 tempest-ServerTagsTestJSON-1028067836-project] 10.222.0.53 "GET /v2.0/ports?device_id=e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf HTTP/1.1" status: 200 len: 210 time: 0.7666404 Feb 09 02:15:56.153938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-781fafdb-e419-44b2-aedf-a4067f476d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:56.163109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-781fafdb-e419-44b2-aedf-a4067f476d35 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 1.7019331 Feb 09 02:15:56.231416 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61445f7d-27f3-443a-9d5f-3a8b3c50b43a x-openstack-request-id: req-61445f7d-27f3-443a-9d5f-3a8b3c50b43a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:56.231889 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf", "name": "network-vif-deleted", "tag": "683c3f4e-0bb6-440e-8246-5e98ba099cac", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:56.232245 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61445f7d-27f3-443a-9d5f-3a8b3c50b43a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:56.232733 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17fa9cc-fcdb-45f2-8a74-a5c51264d9bf', 'name': 'network-vif-deleted', 'tag': '683c3f4e-0bb6-440e-8246-5e98ba099cac', 'status': 'completed', 'code': 200} Feb 09 02:15:56.254663 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (041696a2-426d-47e4-85c4-14477337ce8a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:56.261744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Router 47ecb227-2295-42fa-8b5a-0dd08bca564d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:15:56.290232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:15:56.291732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88086034-3698-4ae3-ba9e-6e3dae7ac339 None None] New status for floating IP 1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:15:56.305458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703ee4d-b81e-4f37-a3e2-cf2773b52e38 req-6b073e46-019e-475f-bd00-7e27e2f219f8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:56.314414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c703ee4d-b81e-4f37-a3e2-cf2773b52e38 req-6b073e46-019e-475f-bd00-7e27e2f219f8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbadc61e-a7df-4db6-9148-d94f4eecb771 HTTP/1.1" status: 200 len: 949 time: 1.2893531 Feb 09 02:15:56.337077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event deleted for resources: {'Port': ['ID=041696a2-426d-47e4-85c4-14477337ce8a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:56.418600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-e5b99b53-18f8-4386-a054-ef831bfefaf6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.2316520 Feb 09 02:15:56.533998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] No DVR routers for this DVR port 041696a2-426d-47e4-85c4-14477337ce8a on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:15:56.582898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:56.586213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2514fef-723a-4f01-8fdf-e9385d2ebe34 req-eaaf17d1-2e14-441d-bf22-d62941966b3d tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.72 "DELETE /v2.0/ports/041696a2-426d-47e4-85c4-14477337ce8a HTTP/1.1" status: 204 len: 173 time: 3.2578161 Feb 09 02:15:56.593800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-deleted', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:15:56.598641 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb89ead5-7cc5-4861-80ca-34b592599394" -d '{"events": [{"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-deleted", "tag": "041696a2-426d-47e4-85c4-14477337ce8a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:15:56.699604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c703ee4d-b81e-4f37-a3e2-cf2773b52e38 req-e6522b2c-90b7-4894-a28e-277426951ca7 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771665 Feb 09 02:15:56.747087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-47d86207-8330-41fb-8853-a584740bd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:56.748827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-47d86207-8330-41fb-8853-a584740bd2c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.3094928 Feb 09 02:15:56.774559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e65d5b-3e43-4fbd-93b9-ee893fc219bb req-a5ee54d9-f22e-4535-8d71-8a31f2a041b9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:56.786551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8e65d5b-3e43-4fbd-93b9-ee893fc219bb req-a5ee54d9-f22e-4535-8d71-8a31f2a041b9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.4224024 Feb 09 02:15:56.818565 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007bc343-436b-4d16-af1a-6643022fa7ba x-openstack-request-id: req-007bc343-436b-4d16-af1a-6643022fa7ba {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:15:56.822905 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbadc61e-a7df-4db6-9148-d94f4eecb771", "name": "network-vif-deleted", "tag": "041696a2-426d-47e4-85c4-14477337ce8a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:15:56.823427 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-007bc343-436b-4d16-af1a-6643022fa7ba {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:15:56.824026 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbadc61e-a7df-4db6-9148-d94f4eecb771', 'name': 'network-vif-deleted', 'tag': '041696a2-426d-47e4-85c4-14477337ce8a', 'status': 'completed', 'code': 200} Feb 09 02:15:56.860736 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:56.948221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:15:56.963821 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] Sync routers for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:15:56.972473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-35c443cb-eb96-44c1-b6dd-2ac24007a0a0 admin admin] 10.222.0.53 "PUT /v2.0/routers/47ecb227-2295-42fa-8b5a-0dd08bca564d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2960441 Feb 09 02:15:56.973068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:56.988874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-abdaa335-cf56-4dab-95ef-428306d23c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:56.990725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-abdaa335-cf56-4dab-95ef-428306d23c52 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2302189 Feb 09 02:15:56.996388 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:56.997384 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:57.034518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8e65d5b-3e43-4fbd-93b9-ee893fc219bb req-79cfce14-5155-42cd-ba0a-d09d2aa3e70b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463725 Feb 09 02:15:57.177575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 683c3f4e-0bb6-440e-8246-5e98ba099cac no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:57.244941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 683c3f4e-0bb6-440e-8246-5e98ba099cac {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:57.252642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 683c3f4e-0bb6-440e-8246-5e98ba099cac not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:57.268672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-9110d9e8-2e26-4ac3-b122-f2fdffcf8120 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320418 Feb 09 02:15:57.304541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:57.306102 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:57.458962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] Deleting subnet 1b06935a-39af-4978-88d5-5aa69d570d3e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:57.467838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] Publish callbacks [] for subnet (1b06935a-39af-4978-88d5-5aa69d570d3e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.513557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks [] for router (47ecb227-2295-42fa-8b5a-0dd08bca564d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.538545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ee135e-9802-4604-bbd9-c6a64c632b40 req-2d6d2f4a-4eb8-4c38-818f-84899b8951ac service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624433 Feb 09 02:15:57.634324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1b06935a-39af-4978-88d5-5aa69d570d3e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.776134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1b06935a-39af-4978-88d5-5aa69d570d3e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.776959 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:15:52Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:57.850293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks [] for router_gateway (47ecb227-2295-42fa-8b5a-0dd08bca564d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.858191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1b06935a-39af-4978-88d5-5aa69d570d3e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.865007 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] Checking router: 47ecb227-2295-42fa-8b5a-0dd08bca564d for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:15:57.888698 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] Routers {'47ecb227-2295-42fa-8b5a-0dd08bca564d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:15:57.889645 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47ecb227-2295-42fa-8b5a-0dd08bca564d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:57.900188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b06935a-39af-4978-88d5-5aa69d570d3e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:57.945064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:57.956563 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e93ff917-6cfa-4894-99f0-9ec1e965257c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1b06935a-39af-4978-88d5-5aa69d570d3e HTTP/1.1" status: 204 len: 168 time: 0.6492541 Feb 09 02:15:57.958164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52942) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:58.016763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Deleting port c35ef902-cc95-4c7e-950c-b6f37ab2901c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:15:58.021928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.044287 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] Set router 47ecb227-2295-42fa-8b5a-0dd08bca564d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:15:58.060701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.175657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cf430728-4ce3-437d-a468-1f5886f0befa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.285240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] For port c35ef902-cc95-4c7e-950c-b6f37ab2901c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c35ef902-cc95-4c7e-950c-b6f37ab2901c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:15:58.285625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.306231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Calling delete_port for c35ef902-cc95-4c7e-950c-b6f37ab2901c owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:15:58.394588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597993f-774b-4e96-be2c-ee9d40d25335 req-729d2c14-0e50-4a57-bf6a-f3956ac37f20 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:58.399547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a597993f-774b-4e96-be2c-ee9d40d25335 req-729d2c14-0e50-4a57-bf6a-f3956ac37f20 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.2374361 Feb 09 02:15:58.531947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cf430728-4ce3-437d-a468-1f5886f0befa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.628606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d347-144f-4d9d-8578-47909f6128ae req-24d617f1-3861-4fee-bb4c-c4f6e6eb597a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:58.653288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d90d347-144f-4d9d-8578-47909f6128ae req-24d617f1-3861-4fee-bb4c-c4f6e6eb597a tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.3607306 Feb 09 02:15:58.653288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a597993f-774b-4e96-be2c-ee9d40d25335 req-126e359d-731a-427b-b909-700e7ff0b481 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205448 Feb 09 02:15:58.677836 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:15:52Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:58.696052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c35ef902-cc95-4c7e-950c-b6f37ab2901c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.701973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf430728-4ce3-437d-a468-1f5886f0befa']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:58.721782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eb7353-d537-4234-9717-09955e2b4c5f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:58.722091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eb7353-d537-4234-9717-09955e2b4c5f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:15:58.744449 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc207703-e59d-4b27-9688-d70ac2914298 None None] The sync data for ids ['47ecb227-2295-42fa-8b5a-0dd08bca564d'] in n-d-826675-12 is: [{'id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'name': 'tempest-ServerRescueTestJSONUnderV235-854250000-router', 'tenant_id': '4c02209010f049e0809fb1e3679228bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:13:57Z', 'updated_at': '2022-02-09T02:15:52Z', 'revision_number': 5, 'project_id': '4c02209010f049e0809fb1e3679228bd', 'gw_port': {'id': 'c35ef902-cc95-4c7e-950c-b6f37ab2901c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ecb227-2295-42fa-8b5a-0dd08bca564d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:13:58Z', 'updated_at': '2022-02-09T02:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:15:58.745175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (c9eb7353-d537-4234-9717-09955e2b4c5f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.757027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35ef902-cc95-4c7e-950c-b6f37ab2901c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:58.783425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c9eb7353-d537-4234-9717-09955e2b4c5f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.807390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d90d347-144f-4d9d-8578-47909f6128ae req-0b0371ef-022a-4c89-9e06-6718368925f3 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600745 Feb 09 02:15:58.809154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:15:58.809789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (c9eb7353-d537-4234-9717-09955e2b4c5f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:15:58.812385 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:15:58.872396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (47ecb227-2295-42fa-8b5a-0dd08bca564d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.981000 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cf430728-4ce3-437d-a468-1f5886f0befa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:58.995420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.005391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] 10.222.0.53 "DELETE /v2.0/networks/cf430728-4ce3-437d-a468-1f5886f0befa HTTP/1.1" status: 204 len: 168 time: 1.0459635 Feb 09 02:15:59.035620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8e3a4-d6d6-417f-98cd-f1e1a6d8879a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf430728-4ce3-437d-a468-1f5886f0befa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:59.042130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (47ecb227-2295-42fa-8b5a-0dd08bca564d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.053526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks [] for router_controller (47ecb227-2295-42fa-8b5a-0dd08bca564d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.083534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865779d-d922-4cc2-ad83-f5f6e77d17c2 req-4860b094-e7c6-4989-8d20-27fef2626a01 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:59.086976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d865779d-d922-4cc2-ad83-f5f6e77d17c2 req-4860b094-e7c6-4989-8d20-27fef2626a01 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.2011690 Feb 09 02:15:59.152087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (47ecb227-2295-42fa-8b5a-0dd08bca564d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.154891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ecb227-2295-42fa-8b5a-0dd08bca564d {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:15:59.160198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d865779d-d922-4cc2-ad83-f5f6e77d17c2 req-558cdf15-389c-45a7-9e20-3f712b5b7b67 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685823 Feb 09 02:15:59.177174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.181205 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-81f7f0f3-3305-4b27-9978-3af1bfb26724 admin admin] 10.222.0.53 "DELETE /v2.0/routers/47ecb227-2295-42fa-8b5a-0dd08bca564d HTTP/1.1" status: 204 len: 168 time: 2.2038770 Feb 09 02:15:59.183518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:59.302852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e2796e49-5c9b-4cf2-b6f8-edd16d225a9f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:15:59.323577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] Deleting subnet 882c2045-abe2-4165-99d1-c41a6f795c17 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:15:59.328585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] Publish callbacks [] for subnet (882c2045-abe2-4165-99d1-c41a6f795c17), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.333220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: e2796e49-5c9b-4cf2-b6f8-edd16d225a9f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:15:59.333571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e2796e49-5c9b-4cf2-b6f8-edd16d225a9f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:15:59.411098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (882c2045-abe2-4165-99d1-c41a6f795c17), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.486751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52982) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:59.487289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (882c2045-abe2-4165-99d1-c41a6f795c17), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.563428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bb75dd5e-002e-43ae-bbc4-39ee9bf4a28e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a142641d4a6a45e1a60b80360838b4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725071 Feb 09 02:15:59.564795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:59.587445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (882c2045-abe2-4165-99d1-c41a6f795c17), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.644556 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.656573 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/882c2045-abe2-4165-99d1-c41a6f795c17 HTTP/1.1" status: 204 len: 168 time: 0.4700115 Feb 09 02:15:59.668680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:15:59.672610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04add429-c8c9-4182-8772-8be57aa9d184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882c2045-abe2-4165-99d1-c41a6f795c17,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:15:59.704632 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.792386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd230a-dad7-4089-a609-c0816925e860 req-15286f9d-cbef-46dc-9689-cf9444c696b8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:59.794775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8fd230a-dad7-4089-a609-c0816925e860 req-15286f9d-cbef-46dc-9689-cf9444c696b8 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.1568139 Feb 09 02:15:59.864404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12847d6e-c02c-475f-8dbc-9bab600dfd9f admin admin] Publish callbacks [] for security_group (4e877064-6bdf-4c0f-ab81-1210d27f1604), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.919341 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12847d6e-c02c-475f-8dbc-9bab600dfd9f admin admin] Publish callbacks [] for security_group (4e877064-6bdf-4c0f-ab81-1210d27f1604), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.990945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cec03eb7-210d-45bf-b6ec-89b6dc6ba403), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:59.996649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12847d6e-c02c-475f-8dbc-9bab600dfd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4e877064-6bdf-4c0f-ab81-1210d27f1604), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.002243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12847d6e-c02c-475f-8dbc-9bab600dfd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.004216 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-12847d6e-c02c-475f-8dbc-9bab600dfd9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e877064-6bdf-4c0f-ab81-1210d27f1604 HTTP/1.1" status: 204 len: 168 time: 0.4382958 Feb 09 02:16:00.043841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12847d6e-c02c-475f-8dbc-9bab600dfd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e877064-6bdf-4c0f-ab81-1210d27f1604,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:00.160942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cec03eb7-210d-45bf-b6ec-89b6dc6ba403), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.185196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c1566-31d7-494c-9ec8-f9fc42509c67 req-108f8757-8863-499f-b7e1-9eac8e5b18f0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:00.193700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a37c1566-31d7-494c-9ec8-f9fc42509c67 req-108f8757-8863-499f-b7e1-9eac8e5b18f0 tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 949 time: 0.2728720 Feb 09 02:16:00.200130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec03eb7-210d-45bf-b6ec-89b6dc6ba403']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:00.220909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:00.221967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:00.233903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.259015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.290075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:16:00.290512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (8d18efc3-a8ed-4223-9f6c-c6b28c79f8ce), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:16:00.292833 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:16:00.342850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a37c1566-31d7-494c-9ec8-f9fc42509c67 req-7d433cb0-8fac-4f94-acc6-e3804b62a7dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad12fd70-07e3-4c43-92c7-400637de0592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398365 Feb 09 02:16:00.350771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Deleting port db1a986c-f012-445b-8e9b-8c5c64a1576e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:00.351114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.428371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cec03eb7-210d-45bf-b6ec-89b6dc6ba403), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.441490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.457617 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cec03eb7-210d-45bf-b6ec-89b6dc6ba403 HTTP/1.1" status: 204 len: 168 time: 0.7809930 Feb 09 02:16:00.473338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd167568-d3d9-477c-9d01-01fb7f9bb159 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec03eb7-210d-45bf-b6ec-89b6dc6ba403,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:00.537367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] For port db1a986c-f012-445b-8e9b-8c5c64a1576e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=db1a986c-f012-445b-8e9b-8c5c64a1576e,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:00.538044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.553582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Calling delete_port for db1a986c-f012-445b-8e9b-8c5c64a1576e owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:00.816420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (db1a986c-f012-445b-8e9b-8c5c64a1576e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.829491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['db1a986c-f012-445b-8e9b-8c5c64a1576e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:00.891182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:00.953289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] No DVR routers for this DVR port db1a986c-f012-445b-8e9b-8c5c64a1576e on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:00.955342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Pushing event deleted for resources: {'Port': ['ID=db1a986c-f012-445b-8e9b-8c5c64a1576e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:00.957934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:00.958408 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dac37fdd-9ce9-4566-9f3d-7dae28853420 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c02209010f049e0809fb1e3679228bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658648 Feb 09 02:16:00.959096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53022) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:00.962425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8fd230a-dad7-4089-a609-c0816925e860 req-434b937c-7575-407c-8f7e-8848a03b36dc tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.82 "DELETE /v2.0/ports/db1a986c-f012-445b-8e9b-8c5c64a1576e HTTP/1.1" status: 204 len: 173 time: 1.1570346 Feb 09 02:16:00.962916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-deleted', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:00.965988 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893810f0-3f01-42ac-b6c2-4531befdf0fa" -d '{"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-deleted", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:01.023585 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4dfcb-8ee9-4526-8790-66768c790159 x-openstack-request-id: req-27d4dfcb-8ee9-4526-8790-66768c790159 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:01.023950 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a97718-6abf-4389-93bd-cc54141375cb", "name": "network-vif-deleted", "tag": "db1a986c-f012-445b-8e9b-8c5c64a1576e", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:01.024262 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27d4dfcb-8ee9-4526-8790-66768c790159 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:01.024666 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a97718-6abf-4389-93bd-cc54141375cb', 'name': 'network-vif-deleted', 'tag': 'db1a986c-f012-445b-8e9b-8c5c64a1576e', 'status': 'completed', 'code': 200} Feb 09 02:16:01.073718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea530009-5fbe-46c3-8451-00c0d9b7a48a admin admin] Publish callbacks [] for security_group (6a75309e-4c08-4de3-a815-372bc6d5ee40), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.110780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea530009-5fbe-46c3-8451-00c0d9b7a48a admin admin] Publish callbacks [] for security_group (6a75309e-4c08-4de3-a815-372bc6d5ee40), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.185706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea530009-5fbe-46c3-8451-00c0d9b7a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6a75309e-4c08-4de3-a815-372bc6d5ee40), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.191161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea530009-5fbe-46c3-8451-00c0d9b7a48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:01.193461 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea530009-5fbe-46c3-8451-00c0d9b7a48a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a75309e-4c08-4de3-a815-372bc6d5ee40 HTTP/1.1" status: 204 len: 168 time: 0.2331302 Feb 09 02:16:01.205771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c35ef902-cc95-4c7e-950c-b6f37ab2901c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:01.229281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea530009-5fbe-46c3-8451-00c0d9b7a48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a75309e-4c08-4de3-a815-372bc6d5ee40,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:01.258634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c35ef902-cc95-4c7e-950c-b6f37ab2901c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:01.259240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c35ef902-cc95-4c7e-950c-b6f37ab2901c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:01.528129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99f7288d-5ded-421a-93e4-cc1f423eec7d req-1971df93-7890-461e-b9b3-d551088adb4f tempest-MigrationsAdminTest-126880453 tempest-MigrationsAdminTest-126880453-project] 10.222.0.53 "GET /v2.0/ports?device_id=80a97718-6abf-4389-93bd-cc54141375cb HTTP/1.1" status: 200 len: 210 time: 0.0392120 Feb 09 02:16:03.213061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:03.241888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: db1a986c-f012-445b-8e9b-8c5c64a1576e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:03.242576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device db1a986c-f012-445b-8e9b-8c5c64a1576e not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:03.398447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53096) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:03.882367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5cf053af-6874-48a9-b752-c9c79539732d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35b42b00906e4a5ea072ed06a7c97ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801927 Feb 09 02:16:03.882799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:03.946740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8119665c-d518-4e3c-bacd-35fc4600e647 admin admin] Publish callbacks [] for security_group (ad12fd70-07e3-4c43-92c7-400637de0592), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:03.979069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8119665c-d518-4e3c-bacd-35fc4600e647 admin admin] Publish callbacks [] for security_group (ad12fd70-07e3-4c43-92c7-400637de0592), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.053372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8119665c-d518-4e3c-bacd-35fc4600e647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ad12fd70-07e3-4c43-92c7-400637de0592), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.058179 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8119665c-d518-4e3c-bacd-35fc4600e647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.059986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8119665c-d518-4e3c-bacd-35fc4600e647 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad12fd70-07e3-4c43-92c7-400637de0592 HTTP/1.1" status: 204 len: 168 time: 0.1761734 Feb 09 02:16:04.070238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119665c-d518-4e3c-bacd-35fc4600e647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad12fd70-07e3-4c43-92c7-400637de0592,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:04.400570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:04.893362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c741f5f1-5ea1-4cc7-8d35-e3cd09a3ccbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.010717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c741f5f1-5ea1-4cc7-8d35-e3cd09a3ccbe admin admin] Publish callbacks [] for security_group (dfa80d6a-83c3-4910-bd0d-34db99343b72), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.019860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c741f5f1-5ea1-4cc7-8d35-e3cd09a3ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dfa80d6a-83c3-4910-bd0d-34db99343b72), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.081202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c741f5f1-5ea1-4cc7-8d35-e3cd09a3ccbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33bcbe32fa7d4b158203483605e708a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6791775 Feb 09 02:16:05.083284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741f5f1-5ea1-4cc7-8d35-e3cd09a3ccbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa80d6a-83c3-4910-bd0d-34db99343b72,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:05.084163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53148) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:05.204126 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfa1b-50f3-481c-91ff-5242feade20c admin admin] Publish callbacks [] for security_group (dfa80d6a-83c3-4910-bd0d-34db99343b72), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.238529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfa1b-50f3-481c-91ff-5242feade20c admin admin] Publish callbacks [] for security_group (dfa80d6a-83c3-4910-bd0d-34db99343b72), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.266669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:05.305447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfa1b-50f3-481c-91ff-5242feade20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dfa80d6a-83c3-4910-bd0d-34db99343b72), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.309201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfa1b-50f3-481c-91ff-5242feade20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.311663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ff2dfa1b-50f3-481c-91ff-5242feade20c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfa80d6a-83c3-4910-bd0d-34db99343b72 HTTP/1.1" status: 204 len: 168 time: 0.2258945 Feb 09 02:16:05.322428 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-492972c3-4e06-4601-91ef-caa05ec4e109 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9981f4a372264200bb783b0fca87bd4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539510 Feb 09 02:16:05.326213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:05.345175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dfa1b-50f3-481c-91ff-5242feade20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa80d6a-83c3-4910-bd0d-34db99343b72,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:05.411841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-985c13d1-f88b-44f0-bf06-1ccd4b43f189 admin admin] Publish callbacks [] for security_group (473a75e3-2240-407d-80a4-281581eda1c0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.449740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-985c13d1-f88b-44f0-bf06-1ccd4b43f189 admin admin] Publish callbacks [] for security_group (473a75e3-2240-407d-80a4-281581eda1c0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.524702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-985c13d1-f88b-44f0-bf06-1ccd4b43f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (473a75e3-2240-407d-80a4-281581eda1c0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.527754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-985c13d1-f88b-44f0-bf06-1ccd4b43f189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.531977 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-985c13d1-f88b-44f0-bf06-1ccd4b43f189 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/473a75e3-2240-407d-80a4-281581eda1c0 HTTP/1.1" status: 204 len: 168 time: 0.2039800 Feb 09 02:16:05.545428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c13d1-f88b-44f0-bf06-1ccd4b43f189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a75e3-2240-407d-80a4-281581eda1c0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:06.426668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:06.476549 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:16:06.673229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e401915f-6a94-4a92-a2d2-94a699153ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.784489 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e401915f-6a94-4a92-a2d2-94a699153ab5 admin admin] Publish callbacks [] for security_group (17fb2a2e-d203-4c07-bbf4-454f0e1e3d59), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.792708 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e401915f-6a94-4a92-a2d2-94a699153ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (17fb2a2e-d203-4c07-bbf4-454f0e1e3d59), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.892875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401915f-6a94-4a92-a2d2-94a699153ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fb2a2e-d203-4c07-bbf4-454f0e1e3d59,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:06.902621 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e401915f-6a94-4a92-a2d2-94a699153ab5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cd7bd877e38475691620783bbefeff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736969 Feb 09 02:16:06.905292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53202) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:07.051143 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-397101b9-3309-4828-9321-099103bbb39b admin admin] Publish callbacks [] for security_group (17fb2a2e-d203-4c07-bbf4-454f0e1e3d59), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.101856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-397101b9-3309-4828-9321-099103bbb39b admin admin] Publish callbacks [] for security_group (17fb2a2e-d203-4c07-bbf4-454f0e1e3d59), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.202504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-397101b9-3309-4828-9321-099103bbb39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (17fb2a2e-d203-4c07-bbf4-454f0e1e3d59), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.206798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-397101b9-3309-4828-9321-099103bbb39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.213631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-397101b9-3309-4828-9321-099103bbb39b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17fb2a2e-d203-4c07-bbf4-454f0e1e3d59 HTTP/1.1" status: 204 len: 168 time: 0.3065374 Feb 09 02:16:07.247483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397101b9-3309-4828-9321-099103bbb39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fb2a2e-d203-4c07-bbf4-454f0e1e3d59,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:08.011478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:08.034100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da2e0324-2fd8-4dba-9590-b53d183e46e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.239955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da2e0324-2fd8-4dba-9590-b53d183e46e3 admin admin] Publish callbacks [] for security_group (a6e0046a-95eb-4d97-84fe-7ac9c794cce2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.248962 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da2e0324-2fd8-4dba-9590-b53d183e46e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a6e0046a-95eb-4d97-84fe-7ac9c794cce2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.304829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e0324-2fd8-4dba-9590-b53d183e46e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0046a-95eb-4d97-84fe-7ac9c794cce2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:08.328452 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-da2e0324-2fd8-4dba-9590-b53d183e46e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b64264dc6bc1489fbf1ce0295a044ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149018 Feb 09 02:16:08.331069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:08.428283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e78c4884-b2d3-4eef-91d7-f17ea6d7c30f admin admin] Publish callbacks [] for security_group (a6e0046a-95eb-4d97-84fe-7ac9c794cce2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.486439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e78c4884-b2d3-4eef-91d7-f17ea6d7c30f admin admin] Publish callbacks [] for security_group (a6e0046a-95eb-4d97-84fe-7ac9c794cce2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.575720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e78c4884-b2d3-4eef-91d7-f17ea6d7c30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a6e0046a-95eb-4d97-84fe-7ac9c794cce2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.577865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e78c4884-b2d3-4eef-91d7-f17ea6d7c30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.582331 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e78c4884-b2d3-4eef-91d7-f17ea6d7c30f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6e0046a-95eb-4d97-84fe-7ac9c794cce2 HTTP/1.1" status: 204 len: 168 time: 0.2477391 Feb 09 02:16:08.590896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4884-b2d3-4eef-91d7-f17ea6d7c30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0046a-95eb-4d97-84fe-7ac9c794cce2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:08.632743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:09.057921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1777207573-network', 'tenant_id': '1818d444d0ed4bf595cc8def49151954'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:09.093029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Made reservation on behalf of 1818d444d0ed4bf595cc8def49151954 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:09.098939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.117972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.252181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks [] for security_group (6d92d0b1-cbb3-41f3-8860-ec2cfd736714), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.268239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6d92d0b1-cbb3-41f3-8860-ec2cfd736714), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.303019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:09.314699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92d0b1-cbb3-41f3-8860-ec2cfd736714,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:09.320329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (63e86d55-5e36-40e6-83dd-bc5759d349c0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.320796 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Added segment 63e86d55-5e36-40e6-83dd-bc5759d349c0 of type vlan for network be1038e3-a826-4512-9d3d-5c6c50e29088 Feb 09 02:16:09.390944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (be1038e3-a826-4512-9d3d-5c6c50e29088), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.441193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (be1038e3-a826-4512-9d3d-5c6c50e29088), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.445757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:09.449352 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.544555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53284) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:09.545064 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9103036 Feb 09 02:16:09.554803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Request body: {'subnet': {'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1777207573-subnet', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:09.569157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf9e9c-4913-4459-9a8f-e73385375d87 admin admin] Pushing event updated for resources: {'Network': ['ID=be1038e3-a826-4512-9d3d-5c6c50e29088,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:09.580796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network be1038e3-a826-4512-9d3d-5c6c50e29088 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:16:09.612869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Made reservation on behalf of 1818d444d0ed4bf595cc8def49151954 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:09.615490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:09.931026 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (924972f2-9aa9-49d2-bef0-3d7a8584a68d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.044089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=924972f2-9aa9-49d2-bef0-3d7a8584a68d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:10.061488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Checking segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:10.061872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Network hostable DHCP agents. Network: be1038e3-a826-4512-9d3d-5c6c50e29088, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:10.101384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Network be1038e3-a826-4512-9d3d-5c6c50e29088 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:10.116096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, be1038e3-a826-4512-9d3d-5c6c50e29088) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:10.122681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:10.123558 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.133105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74f6af0-5308-4aaa-a08d-6f740ea6ac9a None None] Network be1038e3-a826-4512-9d3d-5c6c50e29088 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:10.155267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:10.161836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:10.166718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e514a443-1971-4643-9556-61bbb8a8c7fe admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6195090 Feb 09 02:16:10.204148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (0a78b549-dedd-419c-a4b4-adabce4770f3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.206511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (0a78b549-dedd-419c-a4b4-adabce4770f3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.305379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks [] for router_controller (0a78b549-dedd-419c-a4b4-adabce4770f3), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.328751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-be1038e3-a826-4512-9d3d-5c6c50e29088', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'project_id': '1818d444d0ed4bf595cc8def49151954', 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:16:10.330505 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.610049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks [] for router_gateway (0a78b549-dedd-419c-a4b4-adabce4770f3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.637079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Allocated IP 172.20.0.2 (be1038e3-a826-4512-9d3d-5c6c50e29088/924972f2-9aa9-49d2-bef0-3d7a8584a68d/fc55f61c-70f0-47dd-bccd-af0c70795715) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:11.021122 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks [] for router_gateway (0a78b549-dedd-419c-a4b4-adabce4770f3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.031521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Publish callbacks [] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.051982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.056668 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.155168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Network be1038e3-a826-4512-9d3d-5c6c50e29088 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:11.162703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:11.170271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:11.186487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Pushing event updated for resources: {'Port': ['ID=fc55f61c-70f0-47dd-bccd-af0c70795715,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:11.247244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.247820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.248297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.248779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.249278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.250369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.250872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.251390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.251986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.252486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.252969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.253633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.254239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:11.257740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Allocated IP 172.25.6.29 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/2c05f70b-c1bb-436e-9a40-555cf441d0d5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:11.260299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Attempting to bind port fc55f61c-70f0-47dd-bccd-af0c70795715 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:11.261059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Attempting to bind port fc55f61c-70f0-47dd-bccd-af0c70795715 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:11.261580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Attempting to bind port fc55f61c-70f0-47dd-bccd-af0c70795715 on network be1038e3-a826-4512-9d3d-5c6c50e29088 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:11.271945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:11.272330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Checking segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:11.272749 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.273208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Bound using segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:11.273712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Bound port: fc55f61c-70f0-47dd-bccd-af0c70795715, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:11.274269 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.382265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] For port fc55f61c-70f0-47dd-bccd-af0c70795715, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:11.387555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] For port fc55f61c-70f0-47dd-bccd-af0c70795715, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fc55f61c-70f0-47dd-bccd-af0c70795715,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:11.401122 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.506318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e9f06-d65d-4dc3-8125-89b8784821cd None None] Pushing event updated for resources: {'Port': ['ID=fc55f61c-70f0-47dd-bccd-af0c70795715,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:11.529930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks [] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.629897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:11.774214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:11.787037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:11.800505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:11.835294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Pushing event updated for resources: {'Port': ['ID=2c05f70b-c1bb-436e-9a40-555cf441d0d5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:12.387859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks [] for router_gateway (0a78b549-dedd-419c-a4b4-adabce4770f3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.123960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69ac3d-531c-49cf-ab1e-d2fa64a22445 None None] Network be1038e3-a826-4512-9d3d-5c6c50e29088 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:13.404610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bb38e3fe-5c03-43c2-9768-6f6a37f22e01 None None] Provisioning complete for port fc55f61c-70f0-47dd-bccd-af0c70795715 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:13.405073 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb38e3fe-5c03-43c2-9768-6f6a37f22e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.414640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fc55f61c-70f0-47dd-bccd-af0c70795715 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:13.422045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (0a78b549-dedd-419c-a4b4-adabce4770f3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.587703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fc55f61c-70f0-47dd-bccd-af0c70795715 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:13.588089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.664494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bb38e3fe-5c03-43c2-9768-6f6a37f22e01 None None] Current status of the port fc55f61c-70f0-47dd-bccd-af0c70795715 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:13.664979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb38e3fe-5c03-43c2-9768-6f6a37f22e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.750225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bb38e3fe-5c03-43c2-9768-6f6a37f22e01 None None] For port fc55f61c-70f0-47dd-bccd-af0c70795715, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fc55f61c-70f0-47dd-bccd-af0c70795715,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:13.755869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Router 0a78b549-dedd-419c-a4b4-adabce4770f3 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:16:13.777505 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb38e3fe-5c03-43c2-9768-6f6a37f22e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.831635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fc55f61c-70f0-47dd-bccd-af0c70795715 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:13.832196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.965090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38e3fe-5c03-43c2-9768-6f6a37f22e01 None None] Pushing event updated for resources: {'Port': ['ID=fc55f61c-70f0-47dd-bccd-af0c70795715,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:13.974179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:13.986868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8f50625b-01b7-4631-9bee-71f717db3d53 None None] Provisioning complete for port fc55f61c-70f0-47dd-bccd-af0c70795715 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:13.987516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f50625b-01b7-4631-9bee-71f717db3d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:13.994270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Sync routers for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:14.003689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:14.007293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8f7a0f7b-0b7a-4776-9595-a5eb31631c4b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8494246 Feb 09 02:16:14.008641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:14.026059 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:16:14.026580 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:16:14.038773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:14.040941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:14.265083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8f50625b-01b7-4631-9bee-71f717db3d53 None None] Current status of the port fc55f61c-70f0-47dd-bccd-af0c70795715 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:14.287537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:14.512519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53418) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:14.606739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fc55f61c-70f0-47dd-bccd-af0c70795715 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:14.634578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:12Z', 'revision_number': 3, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:14.712192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Checking router: 0a78b549-dedd-419c-a4b4-adabce4770f3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:14.712553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Updating router 0a78b549-dedd-419c-a4b4-adabce4770f3 port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:14.765930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:14.768761 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:14.960631 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.066196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Allocated IP 172.20.0.1 (be1038e3-a826-4512-9d3d-5c6c50e29088/924972f2-9aa9-49d2-bef0-3d7a8584a68d/1b11463a-d950-41dd-ad4f-07ed5de5e85c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:15.202352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-583164d4-420c-481f-bd77-10dbc611f47c tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8ce0504cde843eea8d7715f5d930e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1456645 Feb 09 02:16:15.307370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks [] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.340604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fc55f61c-70f0-47dd-bccd-af0c70795715 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:15.355545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.365068 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Publish callbacks [] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.425556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.453853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Network be1038e3-a826-4512-9d3d-5c6c50e29088 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:15.478563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:15.485063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:15.522972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Pushing event updated for resources: {'Port': ['ID=1b11463a-d950-41dd-ad4f-07ed5de5e85c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:15.537198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:15.550334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d7855-39ae-4cb1-91a1-74445abfbad5 None None] Pushing event updated for resources: {'Port': ['ID=2c05f70b-c1bb-436e-9a40-555cf441d0d5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:15.589653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (0a78b549-dedd-419c-a4b4-adabce4770f3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.642148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Attempting to bind port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:15.642628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Attempting to bind port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:15.643008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Attempting to bind port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:15.650671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:15.651065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:15.651481 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.651884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:15.652370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Bound port: 2c05f70b-c1bb-436e-9a40-555cf441d0d5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:15.652787 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.664888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Publish callbacks [] for security_group (aee7b3ef-5179-48ff-9a27-b3f18ebe2f94), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.692141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aee7b3ef-5179-48ff-9a27-b3f18ebe2f94), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.698360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fc55f61c-70f0-47dd-bccd-af0c70795715 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:15.699012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.750012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-97843e0b-d4a8-415b-846b-b72b0a9d8c37 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:15.761005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-97843e0b-d4a8-415b-846b-b72b0a9d8c37 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5433369 Feb 09 02:16:15.816573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d031c9ff-72b2-419e-9605-0f2eb8530ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.845454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e7a9ecf286a4009860d895fbd54c696&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3317215 Feb 09 02:16:15.848437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53454) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:15.850795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee7b3ef-5179-48ff-9a27-b3f18ebe2f94,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:15.852462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] For port 2c05f70b-c1bb-436e-9a40-555cf441d0d5, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:15.855043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-d9140dd8-6a06-4731-97b6-a18c621341f6 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/quotas/f8ce0504cde843eea8d7715f5d930e00 HTTP/1.1" status: 200 len: 375 time: 0.0931852 Feb 09 02:16:15.864328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] For port 2c05f70b-c1bb-436e-9a40-555cf441d0d5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2c05f70b-c1bb-436e-9a40-555cf441d0d5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:15.917581 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:15.972061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.972462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.975572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.976094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.976523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.976965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.977669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.977783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.978204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.978751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.979603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.979603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.980083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619c02bf-32c6-4202-b515-c564dbca5ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:15.980493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.023652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-fa6e601e-2f56-4210-9295-82e334cc3b58 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8ce0504cde843eea8d7715f5d930e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714722 Feb 09 02:16:16.051262 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f329c11-466a-4184-a7c1-938280d0b497 admin admin] Publish callbacks [] for security_group (aee7b3ef-5179-48ff-9a27-b3f18ebe2f94), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.090826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f329c11-466a-4184-a7c1-938280d0b497 admin admin] Publish callbacks [] for security_group (aee7b3ef-5179-48ff-9a27-b3f18ebe2f94), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.181780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fc55f61c-70f0-47dd-bccd-af0c70795715 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:16.237688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d7855-39ae-4cb1-91a1-74445abfbad5 None None] Pushing event updated for resources: {'Port': ['ID=2c05f70b-c1bb-436e-9a40-555cf441d0d5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:16.255486 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f329c11-466a-4184-a7c1-938280d0b497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aee7b3ef-5179-48ff-9a27-b3f18ebe2f94), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.262434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d3dfeef6-be37-4f9a-98c2-e9516397daa4 None None] Provisioning complete for port 1b11463a-d950-41dd-ad4f-07ed5de5e85c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:16.262853 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3dfeef6-be37-4f9a-98c2-e9516397daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.269578 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f329c11-466a-4184-a7c1-938280d0b497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.278440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4f329c11-466a-4184-a7c1-938280d0b497 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aee7b3ef-5179-48ff-9a27-b3f18ebe2f94 HTTP/1.1" status: 204 len: 168 time: 0.4249284 Feb 09 02:16:16.330878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f329c11-466a-4184-a7c1-938280d0b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee7b3ef-5179-48ff-9a27-b3f18ebe2f94,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:16.405438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:16.406205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:16.447587 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d031c9ff-72b2-419e-9605-0f2eb8530ba0 admin admin] Publish callbacks [] for security_group (6a7d5407-b286-44f3-b8b1-1f0e08919571), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.459235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-656237e4-da60-4b65-9b4f-1e8671935177 req-bb84420f-4220-459e-914b-13c2a1c0fd18 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 210 time: 0.1306169 Feb 09 02:16:16.524542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d031c9ff-72b2-419e-9605-0f2eb8530ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6a7d5407-b286-44f3-b8b1-1f0e08919571), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.541499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfeef6-be37-4f9a-98c2-e9516397daa4 None None] Port 1b11463a-d950-41dd-ad4f-07ed5de5e85c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:16.560402 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d031c9ff-72b2-419e-9605-0f2eb8530ba0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb65bf216c2741ecb157b66260311b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0186095 Feb 09 02:16:16.563190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53484) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:16.658875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031c9ff-72b2-419e-9605-0f2eb8530ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7d5407-b286-44f3-b8b1-1f0e08919571,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:16.706609 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a79c629c-a990-412e-8da6-bdaa7f2c1295 admin admin] Publish callbacks [] for security_group (6a7d5407-b286-44f3-b8b1-1f0e08919571), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.757414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:16.759484 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a79c629c-a990-412e-8da6-bdaa7f2c1295 admin admin] Publish callbacks [] for security_group (6a7d5407-b286-44f3-b8b1-1f0e08919571), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.821048 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a79c629c-a990-412e-8da6-bdaa7f2c1295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6a7d5407-b286-44f3-b8b1-1f0e08919571), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.833863 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a79c629c-a990-412e-8da6-bdaa7f2c1295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.836008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a79c629c-a990-412e-8da6-bdaa7f2c1295 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a7d5407-b286-44f3-b8b1-1f0e08919571 HTTP/1.1" status: 204 len: 168 time: 0.2707789 Feb 09 02:16:16.880073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks [] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:16.887653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c629c-a990-412e-8da6-bdaa7f2c1295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7d5407-b286-44f3-b8b1-1f0e08919571,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:16.896291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:17.027967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Pushing event updated for resources: {'Port': ['ID=1b11463a-d950-41dd-ad4f-07ed5de5e85c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:17.167034 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (0a78b549-dedd-419c-a4b4-adabce4770f3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:17.373296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:17.451649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Network be1038e3-a826-4512-9d3d-5c6c50e29088 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:17.456183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:17.489180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678de520-0ca3-4c71-ad2e-815b7ec0c4ba None None] The sync data for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 is: [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:17.747631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ad1b99f-d307-4122-b05b-a9fa3ae8923c req-b5acddfc-9c2f-4c6d-aa2b-fad33424f62e tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 210 time: 0.0926087 Feb 09 02:16:17.749522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53524) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:17.754726 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:17.796390 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e137187-1d2e-4847-b160-3b75601d3786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:17.832869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Router 0a78b549-dedd-419c-a4b4-adabce4770f3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:18.089688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e137187-1d2e-4847-b160-3b75601d3786 admin admin] Publish callbacks [] for security_group (83ed830b-45fd-4ae5-a25d-e982a21fb472), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.102694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-12097c14-d424-4951-a829-dfdd4e711629 None None] Provisioning complete for port 1b11463a-d950-41dd-ad4f-07ed5de5e85c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:18.103327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12097c14-d424-4951-a829-dfdd4e711629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.117271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e137187-1d2e-4847-b160-3b75601d3786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (83ed830b-45fd-4ae5-a25d-e982a21fb472), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.166853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:18.184963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e137187-1d2e-4847-b160-3b75601d3786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed830b-45fd-4ae5-a25d-e982a21fb472,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:18.191071 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f962aad1-3cd7-4e77-a752-a0c8394ca77a admin admin] 10.222.0.53 "PUT /v2.0/routers/0a78b549-dedd-419c-a4b4-adabce4770f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1796219 Feb 09 02:16:18.295367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:18.296389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0e137187-1d2e-4847-b160-3b75601d3786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b69306d246d47ab828392b3f31bd8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437956 Feb 09 02:16:18.308009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-12097c14-d424-4951-a829-dfdd4e711629 None None] Port 1b11463a-d950-41dd-ad4f-07ed5de5e85c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:18.449800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-8a7fbfa5-8c50-45b3-94a4-57d77baa7abd tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f8ce0504cde843eea8d7715f5d930e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859742 Feb 09 02:16:18.496456 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f082462-4c1e-4846-adc5-86aad3ec4695 admin admin] Publish callbacks [] for security_group (83ed830b-45fd-4ae5-a25d-e982a21fb472), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.584665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f082462-4c1e-4846-adc5-86aad3ec4695 admin admin] Publish callbacks [] for security_group (83ed830b-45fd-4ae5-a25d-e982a21fb472), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.720973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f082462-4c1e-4846-adc5-86aad3ec4695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (83ed830b-45fd-4ae5-a25d-e982a21fb472), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.726896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f082462-4c1e-4846-adc5-86aad3ec4695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.731729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f082462-4c1e-4846-adc5-86aad3ec4695 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83ed830b-45fd-4ae5-a25d-e982a21fb472 HTTP/1.1" status: 204 len: 168 time: 0.4330268 Feb 09 02:16:18.758698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f082462-4c1e-4846-adc5-86aad3ec4695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed830b-45fd-4ae5-a25d-e982a21fb472,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:18.845403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-cddfe94b-d0e3-45c4-846f-9f025e4bf328 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:18.848625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-cddfe94b-d0e3-45c4-846f-9f025e4bf328 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3883839 Feb 09 02:16:18.859328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Request body: {'port': {'device_id': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': 'f8ce0504cde843eea8d7715f5d930e00'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:18.943144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.277332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a940068-9b42-485d-a6ac-062368dac7fa req-fabd45d3-d987-4083-b270-55bf43ad1dfd tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 210 time: 0.1381111 Feb 09 02:16:19.286840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:19.333419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Made reservation on behalf of f8ce0504cde843eea8d7715f5d930e00 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:19.348176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.387755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.605297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2c05f70b-c1bb-436e-9a40-555cf441d0d5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:19.729298 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks [] for security_group (51b6c3f9-6029-4cc1-b594-2c16a43722c2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.743915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51b6c3f9-6029-4cc1-b594-2c16a43722c2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.849982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b6c3f9-6029-4cc1-b594-2c16a43722c2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:19.914538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:19.920824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2173f911-69ba-4c3d-9b5e-350699b2b1b2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--277344782', 'description': 'tempest-description--1862243240'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:19.973136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2173f911-69ba-4c3d-9b5e-350699b2b1b2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.989947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:19.990591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.182279 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2173f911-69ba-4c3d-9b5e-350699b2b1b2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.192259 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2173f911-69ba-4c3d-9b5e-350699b2b1b2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.244248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Allocated IP 192.168.233.188 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/335f53d1-0788-4e5d-9904-9560c5027e1c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:20.265011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173f911-69ba-4c3d-9b5e-350699b2b1b2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:20.290170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2173f911-69ba-4c3d-9b5e-350699b2b1b2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.308800 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2173f911-69ba-4c3d-9b5e-350699b2b1b2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3897352 Feb 09 02:16:20.308800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:20.320674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a00319e1-6165-46ac-9fb8-810a5ed5d860 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'security_group_rule': {'security_group_id': 'c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:20.463070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a00319e1-6165-46ac-9fb8-810a5ed5d860 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (d36cc178-772d-47f8-923e-d8784e9a29fa), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.588631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a00319e1-6165-46ac-9fb8-810a5ed5d860 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (d36cc178-772d-47f8-923e-d8784e9a29fa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.606720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a00319e1-6165-46ac-9fb8-810a5ed5d860 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d36cc178-772d-47f8-923e-d8784e9a29fa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.607689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:20.647108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '8fd53e82-97ad-4479-83e3-907d03898e69', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69', 'mac_address': 'fa:16:3e:dd:34:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:20.684431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00319e1-6165-46ac-9fb8-810a5ed5d860 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36cc178-772d-47f8-923e-d8784e9a29fa,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:20.713914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a00319e1-6165-46ac-9fb8-810a5ed5d860 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.722852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:20.723252 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.735903 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a00319e1-6165-46ac-9fb8-810a5ed5d860 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4216819 Feb 09 02:16:20.743075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:20.761713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d8fc99a2-2220-413d-96c6-ad0a39683ca8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'security_group_rule': {'security_group_id': 'c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:20.772599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fd53e82-97ad-4479-83e3-907d03898e69 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:20.857108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a2-2220-413d-96c6-ad0a39683ca8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (65a6d295-1d13-472c-91bf-f725fefed2e8), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.869278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:20.869676 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.887831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks [] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.902870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 2c05f70b-c1bb-436e-9a40-555cf441d0d5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2c05f70b-c1bb-436e-9a40-555cf441d0d5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:20.907548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:20.911079 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.985995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=2c05f70b-c1bb-436e-9a40-555cf441d0d5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:20.998265 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.018597 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.119633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8fd53e82-97ad-4479-83e3-907d03898e69'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:21.127004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a2-2220-413d-96c6-ad0a39683ca8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (65a6d295-1d13-472c-91bf-f725fefed2e8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.138420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a2-2220-413d-96c6-ad0a39683ca8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (65a6d295-1d13-472c-91bf-f725fefed2e8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.176215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:21.205683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc99a2-2220-413d-96c6-ad0a39683ca8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a6d295-1d13-472c-91bf-f725fefed2e8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:21.207512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:21.219913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:21.222582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a2-2220-413d-96c6-ad0a39683ca8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.223884 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d8fc99a2-2220-413d-96c6-ad0a39683ca8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4787023 Feb 09 02:16:21.232099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:21.248650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:21.318277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.339192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:21.404844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dbcef-0a9d-41f7-80ff-be8358651f98 req-cb6ff7fc-84da-438f-b2ab-f1a4bc8a9852 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.406873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2c05f70b-c1bb-436e-9a40-555cf441d0d5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:21.418719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751dbcef-0a9d-41f7-80ff-be8358651f98 req-cb6ff7fc-84da-438f-b2ab-f1a4bc8a9852 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 936 time: 0.8377199 Feb 09 02:16:21.421587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Pushing event updated for resources: {'Port': ['ID=335f53d1-0788-4e5d-9904-9560c5027e1c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:21.573502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.585952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751dbcef-0a9d-41f7-80ff-be8358651f98 req-10d6337d-19d2-4db6-8d58-56b1c6ff5157 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560750 Feb 09 02:16:21.592848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:21.598187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.635614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-897abc31-04fa-4942-acf9-af0fcf0cd489 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7801554 Feb 09 02:16:21.657841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Request body: {'port': {'device_id': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:21.822655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:21.823044 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.894630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.942442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Allocated IP 172.25.6.134 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/ddcf4017-90ea-4939-9284-c815aa9e98e0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:22.038594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-96f689f8-3f7f-4e32-9f56-b4bda6b389f6 None None] Provisioning complete for port 335f53d1-0788-4e5d-9904-9560c5027e1c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:22.039161 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96f689f8-3f7f-4e32-9f56-b4bda6b389f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.043137 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Sync routers for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:22.077573 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:22.078227 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:22.184433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.244250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.370704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:22.399295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:22.401434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:22.403574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:22.410907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-96f689f8-3f7f-4e32-9f56-b4bda6b389f6 None None] Port 335f53d1-0788-4e5d-9904-9560c5027e1c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:22.437407 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:22.521777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'Port': ['ID=ddcf4017-90ea-4939-9284-c815aa9e98e0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:22.647177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (dde66c54-db78-4d71-94e0-8b265da56d1c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.735395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.802900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335f53d1-0788-4e5d-9904-9560c5027e1c {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:22.818878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Publish callbacks [] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.914543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662010fe-5d8a-45d8-a429-f10a2e197033 req-4026cc9f-12e3-4675-a90f-4150f95c0763 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:22.917008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-662010fe-5d8a-45d8-a429-f10a2e197033 req-4026cc9f-12e3-4675-a90f-4150f95c0763 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 936 time: 0.2158194 Feb 09 02:16:22.918349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Transition to ACTIVE for port object 335f53d1-0788-4e5d-9904-9560c5027e1c will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:22.964218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53774) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:22.974082 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:16Z', 'revision_number': 2, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:23.004751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.057593 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Checking router: 0a78b549-dedd-419c-a4b4-adabce4770f3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:23.058849 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Updating router 0a78b549-dedd-419c-a4b4-adabce4770f3 port 1b11463a-d950-41dd-ad4f-07ed5de5e85c binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:23.129333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-662010fe-5d8a-45d8-a429-f10a2e197033 req-c98e1dc4-baec-4629-978c-9d3b433b051a tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054610 Feb 09 02:16:23.143726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.154245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.210756 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.300664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Pushing event updated for resources: {'Port': ['ID=335f53d1-0788-4e5d-9904-9560c5027e1c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:23.328549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:23.403451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'Port': ['ID=ddcf4017-90ea-4939-9284-c815aa9e98e0,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:23.427332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Attempting to bind port 335f53d1-0788-4e5d-9904-9560c5027e1c on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:23.427679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Attempting to bind port 335f53d1-0788-4e5d-9904-9560c5027e1c by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:23.428090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Attempting to bind port 335f53d1-0788-4e5d-9904-9560c5027e1c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:23.442369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (dde66c54-db78-4d71-94e0-8b265da56d1c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.492180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.493473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-71c55947-4bd1-4108-ae32-e3db8e0b7184 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2597921 Feb 09 02:16:23.495310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70621234-d340-4a52-be6d-da6793d1255b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.523132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a98c3171-5cc2-43ea-902f-dd777ad197d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.561309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Port 335f53d1-0788-4e5d-9904-9560c5027e1c on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:23.561644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Attempting to bind port 335f53d1-0788-4e5d-9904-9560c5027e1c on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:23.575396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 8fd53e82-97ad-4479-83e3-907d03898e69 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:23.575790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.600201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:23.600539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:23.601175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:23.601841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Bound port: 335f53d1-0788-4e5d-9904-9560c5027e1c, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:23.602409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.930179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:23.930611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.981200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:23.990202 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c2dbbe-43e9-4b38-8a10-f37bb2cd8aa7" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:24.001863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] For port 335f53d1-0788-4e5d-9904-9560c5027e1c, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:24.031346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] For port 335f53d1-0788-4e5d-9904-9560c5027e1c, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=335f53d1-0788-4e5d-9904-9560c5027e1c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:24.046712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:24.061444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.066175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.140722 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Publish callbacks [] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.152615 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.174628 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22f07ce-71f9-458f-ae9d-5d4192363474 x-openstack-request-id: req-b22f07ce-71f9-458f-ae9d-5d4192363474 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:24.175027 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:24.175355 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b22f07ce-71f9-458f-ae9d-5d4192363474 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:24.175840 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'code': 200} Feb 09 02:16:24.248920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:24.261587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70621234-d340-4a52-be6d-da6793d1255b admin admin] Publish callbacks [] for security_group (274a0f68-3ba9-4f75-9717-58a8c8c89ee3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.297550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70621234-d340-4a52-be6d-da6793d1255b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (274a0f68-3ba9-4f75-9717-58a8c8c89ee3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.307098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:24.309405 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.320612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] 10.222.0.72 "PUT /v2.0/ports/335f53d1-0788-4e5d-9904-9560c5027e1c HTTP/1.1" status: 200 len: 1097 time: 2.6695046 Feb 09 02:16:24.326725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'tag': '335f53d1-0788-4e5d-9904-9560c5027e1c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:24.331413 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126fe4a1-e34d-4864-88d4-5a6d5e06692a" -d '{"events": [{"name": "network-changed", "server_uuid": "c96530a2-3f0c-48a9-8e03-c3b3330752ad", "tag": "335f53d1-0788-4e5d-9904-9560c5027e1c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:24.399865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-3da9c7f4-55bd-45b4-9b7c-7d46b04ee8b9 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--277344782&fields=id&tenant_id=1818d444d0ed4bf595cc8def49151954 HTTP/1.1" status: 200 len: 267 time: 0.5324082 Feb 09 02:16:24.440436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Pushing event updated for resources: {'Port': ['ID=1b11463a-d950-41dd-ad4f-07ed5de5e85c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:24.530752 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.537470 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.537915 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.538373 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.538861 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.539504 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.540063 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.540784 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.541332 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.541870 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.543376 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.543952 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.544559 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:24.592576 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Attempting to bind port 1b11463a-d950-41dd-ad4f-07ed5de5e85c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:24.595238 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Attempting to bind port 1b11463a-d950-41dd-ad4f-07ed5de5e85c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:24.597432 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Attempting to bind port 1b11463a-d950-41dd-ad4f-07ed5de5e85c on network be1038e3-a826-4512-9d3d-5c6c50e29088 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:24.605542 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:24.606345 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Checking segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:24.607504 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.608118 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Bound using segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:24.628213 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Bound port: 1b11463a-d950-41dd-ad4f-07ed5de5e85c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:24.630162 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.777198 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] For port 1b11463a-d950-41dd-ad4f-07ed5de5e85c, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:24.784286 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] For port 1b11463a-d950-41dd-ad4f-07ed5de5e85c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1b11463a-d950-41dd-ad4f-07ed5de5e85c,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:24.806770 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.826670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4dfef52d-d1a4-4177-ae73-728018f421c7 None None] Provisioning complete for port 1b11463a-d950-41dd-ad4f-07ed5de5e85c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:24.829797 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dfef52d-d1a4-4177-ae73-728018f421c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.959752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-3c49502b-04e0-4c68-97ea-e6b0fe6bcbdd tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:24.970265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-3c49502b-04e0-4c68-97ea-e6b0fe6bcbdd tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 811 time: 0.5297363 Feb 09 02:16:24.990901 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:24.994386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:15:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:25.005714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-cf9cb6a8-015b-4790-8249-0aaffd36170c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/quotas/1818d444d0ed4bf595cc8def49151954 HTTP/1.1" status: 200 len: 375 time: 0.0339491 Feb 09 02:16:25.078321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-70621234-d340-4a52-be6d-da6793d1255b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4082792e459a4088bac33c3acce94f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1002493 Feb 09 02:16:25.081621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:25.085257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b4c85-cf72-4e08-a085-843e74b5b62a service neutron] Pushing event updated for resources: {'Port': ['ID=335f53d1-0788-4e5d-9904-9560c5027e1c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.098284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621234-d340-4a52-be6d-da6793d1255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274a0f68-3ba9-4f75-9717-58a8c8c89ee3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.138216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d21e1e-1b67-4b41-9351-918eed54bfec req-8deb46de-f7fa-44fe-b27a-bec8a2dca99f tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:25.147775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86d21e1e-1b67-4b41-9351-918eed54bfec req-8deb46de-f7fa-44fe-b27a-bec8a2dca99f tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 948 time: 0.7744119 Feb 09 02:16:25.171017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-137aaff6-391d-4520-9456-5c72d0be277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:25.172603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-137aaff6-391d-4520-9456-5c72d0be277a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f8ce0504cde843eea8d7715f5d930e00&device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 1131 time: 0.8005111 Feb 09 02:16:25.224191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a8478f7-43f4-49e1-bae3-1a3c69651678 admin admin] Publish callbacks [] for security_group (274a0f68-3ba9-4f75-9717-58a8c8c89ee3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.227721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4dfef52d-d1a4-4177-ae73-728018f421c7 None None] Current status of the port 1b11463a-d950-41dd-ad4f-07ed5de5e85c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:25.228114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dfef52d-d1a4-4177-ae73-728018f421c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.279763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-0af2609b-d1ac-43b6-bf8a-ab6a7638d29b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2689593 Feb 09 02:16:25.317182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a8478f7-43f4-49e1-bae3-1a3c69651678 admin admin] Publish callbacks [] for security_group (274a0f68-3ba9-4f75-9717-58a8c8c89ee3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.341764 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42742f69-1a40-4f96-88ed-d1ad17727b90 None None] Pushing event updated for resources: {'Port': ['ID=1b11463a-d950-41dd-ad4f-07ed5de5e85c,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.364831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4dfef52d-d1a4-4177-ae73-728018f421c7 None None] For port 1b11463a-d950-41dd-ad4f-07ed5de5e85c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1b11463a-d950-41dd-ad4f-07ed5de5e85c,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:25.375698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dfef52d-d1a4-4177-ae73-728018f421c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.419374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:25.429674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-71d72c9b-cfe3-447e-a296-cbf52afd8f46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=335f53d1-0788-4e5d-9904-9560c5027e1c HTTP/1.1" status: 200 len: 217 time: 0.2350945 Feb 09 02:16:25.438065 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:25.484533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a8478f7-43f4-49e1-bae3-1a3c69651678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (274a0f68-3ba9-4f75-9717-58a8c8c89ee3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.488300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a8478f7-43f4-49e1-bae3-1a3c69651678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.489825 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7a8478f7-43f4-49e1-bae3-1a3c69651678 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/274a0f68-3ba9-4f75-9717-58a8c8c89ee3 HTTP/1.1" status: 204 len: 168 time: 0.4071922 Feb 09 02:16:25.523248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8478f7-43f4-49e1-bae3-1a3c69651678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274a0f68-3ba9-4f75-9717-58a8c8c89ee3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.633534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfef52d-d1a4-4177-ae73-728018f421c7 None None] Pushing event updated for resources: {'Port': ['ID=1b11463a-d950-41dd-ad4f-07ed5de5e85c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.694186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86d21e1e-1b67-4b41-9351-918eed54bfec req-36875b54-3ee9-456c-9ee1-ea806b18ca44 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455194 Feb 09 02:16:25.736543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-dc867155-f3f4-4e06-9e37-67d0e4521454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:25.744264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-dc867155-f3f4-4e06-9e37-67d0e4521454 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.2768314 Feb 09 02:16:25.881975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-567e5c38-ff88-4251-8e7c-8a1f80d29e66 service neutron] 10.222.0.53 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972296 Feb 09 02:16:25.893628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-034cd41d-4c02-4713-942a-cfe1b7245948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.900460 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2247c55e-f626-4842-b220-3335f7686e74 x-openstack-request-id: req-2247c55e-f626-4842-b220-3335f7686e74 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:25.900962 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96530a2-3f0c-48a9-8e03-c3b3330752ad", "tag": "335f53d1-0788-4e5d-9904-9560c5027e1c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:25.901370 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2247c55e-f626-4842-b220-3335f7686e74 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:25.901919 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'tag': '335f53d1-0788-4e5d-9904-9560c5027e1c', 'status': 'completed', 'code': 200} Feb 09 02:16:25.915897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fcb2c9ee-b592-4e7f-900d-6029636b0c04 None None] Provisioning complete for port 1b11463a-d950-41dd-ad4f-07ed5de5e85c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:25.919320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcb2c9ee-b592-4e7f-900d-6029636b0c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.920734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-5c1e9fca-0af2-4773-8751-e0782550f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:25.924293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-5c1e9fca-0af2-4773-8751-e0782550f03e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1709785 Feb 09 02:16:26.117695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0af60127-3417-4143-b913-19ff6be59a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.149521 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:24Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:26.205273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2c9ee-b592-4e7f-900d-6029636b0c04 None None] Current status of the port 1b11463a-d950-41dd-ad4f-07ed5de5e85c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:26.221095 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c58fd-22db-4cc6-b95b-6965484e583d None None] The sync data for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 is: [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:24Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:26.350748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:26.444930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-599111fe-f16c-4dfe-a172-7aa37a18e0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.458790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-05b86f64-bb64-462d-8c88-dd0827f4c633 service neutron] 10.222.0.53 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699780 Feb 09 02:16:26.520544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-c9fa65f1-fca6-491e-a9b2-eca8b167d2da service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261111 Feb 09 02:16:26.560517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0af60127-3417-4143-b913-19ff6be59a56 admin admin] Publish callbacks [] for security_group (ec13a23e-48bd-46c7-9662-3a89904fba3b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.586284 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0af60127-3417-4143-b913-19ff6be59a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec13a23e-48bd-46c7-9662-3a89904fba3b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.854668 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0af60127-3417-4143-b913-19ff6be59a56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73c61f9a98f04e03b8d0bc8c528e55b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4341052 Feb 09 02:16:26.856265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:26.867433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.886988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af60127-3417-4143-b913-19ff6be59a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec13a23e-48bd-46c7-9662-3a89904fba3b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:26.996333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96fbc89a-aba8-47c2-a758-ae38f18aed3e req-49f88a4e-7c23-4967-b0c0-7ea514271ff7 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 210 time: 0.1644826 Feb 09 02:16:27.024445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-599111fe-f16c-4dfe-a172-7aa37a18e0c2 admin admin] Publish callbacks [] for security_group (0039c76b-45b6-4e87-9c04-6989822b71b5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.033922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-599111fe-f16c-4dfe-a172-7aa37a18e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0039c76b-45b6-4e87-9c04-6989822b71b5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.113020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22427ca0-ae80-40f4-9da2-3ec3fadd66b9 req-ab62bf54-a6d0-466f-a7a7-784c618949a0 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850136 Feb 09 02:16:27.164153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832cf4ba-41ab-4d61-959b-bfe179902650 admin admin] Publish callbacks [] for security_group (ec13a23e-48bd-46c7-9662-3a89904fba3b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.204984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35c3b1-7932-4d04-b90b-c3fecb82f046 req-f1349904-595c-4937-b35e-5221e12b5118 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:27.223670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e35c3b1-7932-4d04-b90b-c3fecb82f046 req-f1349904-595c-4937-b35e-5221e12b5118 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 948 time: 0.3863151 Feb 09 02:16:27.261793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832cf4ba-41ab-4d61-959b-bfe179902650 admin admin] Publish callbacks [] for security_group (ec13a23e-48bd-46c7-9662-3a89904fba3b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.430946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832cf4ba-41ab-4d61-959b-bfe179902650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec13a23e-48bd-46c7-9662-3a89904fba3b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.439811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832cf4ba-41ab-4d61-959b-bfe179902650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.441638 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-832cf4ba-41ab-4d61-959b-bfe179902650 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec13a23e-48bd-46c7-9662-3a89904fba3b HTTP/1.1" status: 204 len: 168 time: 0.5819943 Feb 09 02:16:27.496286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599111fe-f16c-4dfe-a172-7aa37a18e0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039c76b-45b6-4e87-9c04-6989822b71b5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:27.520082 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-599111fe-f16c-4dfe-a172-7aa37a18e0c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebcb0cd4dc7144738f31cd22edfb45db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1668444 Feb 09 02:16:27.531825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:27.543882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf4ba-41ab-4d61-959b-bfe179902650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec13a23e-48bd-46c7-9662-3a89904fba3b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:27.609521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1b11463a-d950-41dd-ad4f-07ed5de5e85c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:27.675610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3df5c1a9-8ecd-4e01-b159-d0e1e10c4f79 admin admin] Publish callbacks [] for security_group (0039c76b-45b6-4e87-9c04-6989822b71b5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.756486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3df5c1a9-8ecd-4e01-b159-d0e1e10c4f79 admin admin] Publish callbacks [] for security_group (0039c76b-45b6-4e87-9c04-6989822b71b5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.834217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 1b11463a-d950-41dd-ad4f-07ed5de5e85c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:27.835594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.905351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3df5c1a9-8ecd-4e01-b159-d0e1e10c4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0039c76b-45b6-4e87-9c04-6989822b71b5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.910760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3df5c1a9-8ecd-4e01-b159-d0e1e10c4f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.915200 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3df5c1a9-8ecd-4e01-b159-d0e1e10c4f79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0039c76b-45b6-4e87-9c04-6989822b71b5 HTTP/1.1" status: 204 len: 168 time: 0.3797183 Feb 09 02:16:27.942699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5c1a9-8ecd-4e01-b159-d0e1e10c4f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039c76b-45b6-4e87-9c04-6989822b71b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:28.116019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.237444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 1b11463a-d950-41dd-ad4f-07ed5de5e85c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:28.499884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:28.543409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0347dd16-2238-4180-bc89-2725d2d34ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.733458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a75ab1c-8922-473c-8b73-a78856d7e774 req-8f35a80f-c49e-4930-b453-9cc0c95f9cac tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 210 time: 0.1330929 Feb 09 02:16:28.820161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-161f7c2f-74cd-4026-82b7-a093c80853b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:28.821675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-161f7c2f-74cd-4026-82b7-a093c80853b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f8ce0504cde843eea8d7715f5d930e00&device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 1131 time: 1.5835412 Feb 09 02:16:28.826241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0347dd16-2238-4180-bc89-2725d2d34ab5 admin admin] Publish callbacks [] for security_group (84e90591-713f-4f68-a99a-f07bb429a057), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.834190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0347dd16-2238-4180-bc89-2725d2d34ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (84e90591-713f-4f68-a99a-f07bb429a057), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.880941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e35c3b1-7932-4d04-b90b-c3fecb82f046 req-561aa052-f025-40b6-ad53-53fbb7031bee tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6497581 Feb 09 02:16:28.966715 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0347dd16-2238-4180-bc89-2725d2d34ab5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ad9a1aef38b4de8aa0ef102d6d6e37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4655778 Feb 09 02:16:28.968701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347dd16-2238-4180-bc89-2725d2d34ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e90591-713f-4f68-a99a-f07bb429a057,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:28.988711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:29.193961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-cce7be1f-d3fa-4dc4-abb2-be121d2ee319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:29.196030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-cce7be1f-d3fa-4dc4-abb2-be121d2ee319 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.3670590 Feb 09 02:16:29.294779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-36026a50-4b75-44ec-b76b-2f1a4d258bad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=335f53d1-0788-4e5d-9904-9560c5027e1c HTTP/1.1" status: 200 len: 217 time: 0.0906229 Feb 09 02:16:29.298720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1206d45-f390-4394-bc75-5e6f9ca4cd77 admin admin] Publish callbacks [] for security_group (84e90591-713f-4f68-a99a-f07bb429a057), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.417173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1206d45-f390-4394-bc75-5e6f9ca4cd77 admin admin] Publish callbacks [] for security_group (84e90591-713f-4f68-a99a-f07bb429a057), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.439531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-a8209762-a6a4-4cd8-8c3c-4618ecbc4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:29.440805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-a8209762-a6a4-4cd8-8c3c-4618ecbc4b1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1379802 Feb 09 02:16:29.600013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-ecf4f4a9-4090-4639-a4a6-abe89ffc260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:29.601939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-ecf4f4a9-4090-4639-a4a6-abe89ffc260e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1494279 Feb 09 02:16:29.602421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-2eb129c4-aa03-4efd-8374-a0d8c2fa20ae tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:29.604572 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-2eb129c4-aa03-4efd-8374-a0d8c2fa20ae tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 811 time: 0.4848413 Feb 09 02:16:29.657489 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1206d45-f390-4394-bc75-5e6f9ca4cd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (84e90591-713f-4f68-a99a-f07bb429a057), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.671749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1206d45-f390-4394-bc75-5e6f9ca4cd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.673876 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1206d45-f390-4394-bc75-5e6f9ca4cd77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84e90591-713f-4f68-a99a-f07bb429a057 HTTP/1.1" status: 204 len: 168 time: 0.6781545 Feb 09 02:16:29.715816 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.762791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1206d45-f390-4394-bc75-5e6f9ca4cd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e90591-713f-4f68-a99a-f07bb429a057,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:29.999969 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-52252040-f406-4e97-a38c-8ec83e8b9568 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1818d444d0ed4bf595cc8def49151954 HTTP/1.1" status: 200 len: 379 time: 0.3553522 Feb 09 02:16:30.023985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'port': {'device_id': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'admin_state_up': True, 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'security_groups': ['c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:30.027591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 335f53d1-0788-4e5d-9904-9560c5027e1c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:30.073556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-f57fc79d-5d76-4eea-a776-8f5c35cf88d3 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416041 Feb 09 02:16:30.196232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ef034c5-8630-498c-a21f-7f15ac02b22a req-0a65f5d9-34a1-4a63-ab62-6e1a76fde1b3 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 210 time: 0.1854846 Feb 09 02:16:30.460103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 335f53d1-0788-4e5d-9904-9560c5027e1c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=335f53d1-0788-4e5d-9904-9560c5027e1c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:30.474666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Made reservation on behalf of 1818d444d0ed4bf595cc8def49151954 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:30.484530 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.491766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '335f53d1-0788-4e5d-9904-9560c5027e1c', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '335f53d1-0788-4e5d-9904-9560c5027e1c', 'mac_address': 'fa:16:3e:6e:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:30.551592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126fe4a1-e34d-4864-88d4-5a6d5e06692a req-b0206f45-02cb-49fb-aa33-d796a3757150 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769661 Feb 09 02:16:30.600719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd693-7c03-4076-b6e5-44c9c75e7afc req-f9fc43f3-691b-4ab4-b2a3-1334e7c763ad tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:30.602449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95bfd693-7c03-4076-b6e5-44c9c75e7afc req-f9fc43f3-691b-4ab4-b2a3-1334e7c763ad tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 948 time: 0.3826354 Feb 09 02:16:30.617582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 335f53d1-0788-4e5d-9904-9560c5027e1c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:30.621658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.650758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335f53d1-0788-4e5d-9904-9560c5027e1c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:30.722110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 335f53d1-0788-4e5d-9904-9560c5027e1c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=335f53d1-0788-4e5d-9904-9560c5027e1c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:30.733860 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.824294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=335f53d1-0788-4e5d-9904-9560c5027e1c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:30.860508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95bfd693-7c03-4076-b6e5-44c9c75e7afc req-b0222128-288e-463c-80ca-392781e12500 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337162 Feb 09 02:16:30.898561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Allocated IP 172.20.0.11 (be1038e3-a826-4512-9d3d-5c6c50e29088/924972f2-9aa9-49d2-bef0-3d7a8584a68d/6d030547-a930-45ee-aaf4-f4da7fa87dac) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:31.058789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['335f53d1-0788-4e5d-9904-9560c5027e1c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:31.461425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-944ab60d-f2c1-4848-bf6d-486d4fa1c96e req-bbca9ae0-ac3e-404d-a752-d1a462a84f74 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 210 time: 0.1227553 Feb 09 02:16:31.473841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.574078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.723567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Network be1038e3-a826-4512-9d3d-5c6c50e29088 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:31.728265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:31.733365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:31.739929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'Port': ['ID=6d030547-a930-45ee-aaf4-f4da7fa87dac,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:31.815653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:31.817326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.852624 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5882af76-bd1b-4962-8052-b412bae9a0b0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8359098 Feb 09 02:16:31.866673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Request body: {'port': {'device_id': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:32.167305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.212508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb72f-5791-457d-bcbd-51908fcc5faf req-8fe300d1-22c9-44d2-8fa6-09cdfceb187e tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:32.234403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8cdb72f-5791-457d-bcbd-51908fcc5faf req-8fe300d1-22c9-44d2-8fa6-09cdfceb187e tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 949 time: 0.1782362 Feb 09 02:16:32.300980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0f32cf78-6adb-484c-b4ca-b4ac4e7c1a57 None None] Provisioning complete for port 6d030547-a930-45ee-aaf4-f4da7fa87dac triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:32.302023 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f32cf78-6adb-484c-b4ca-b4ac4e7c1a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.350220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8cdb72f-5791-457d-bcbd-51908fcc5faf req-894360b9-fcb5-4397-91a5-819e5cf63ea7 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148875 Feb 09 02:16:32.388916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0f32cf78-6adb-484c-b4ca-b4ac4e7c1a57 None None] Port 6d030547-a930-45ee-aaf4-f4da7fa87dac cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:32.759559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250fae4-4597-4f7b-9aad-39958ba695a3 req-2f22e1cc-0882-4f59-bc48-e9bb89a27042 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:32.771168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d250fae4-4597-4f7b-9aad-39958ba695a3 req-2f22e1cc-0882-4f59-bc48-e9bb89a27042 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 932 time: 0.1417673 Feb 09 02:16:32.823181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d030547-a930-45ee-aaf4-f4da7fa87dac {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:32.858349 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Publish callbacks [] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.867187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d250fae4-4597-4f7b-9aad-39958ba695a3 req-18b88bf3-e504-492f-9f37-9c1ebe00ddcf tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950274 Feb 09 02:16:32.900089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Transition to ACTIVE for port object 6d030547-a930-45ee-aaf4-f4da7fa87dac will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:32.907836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.180072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Pushing event updated for resources: {'Port': ['ID=6d030547-a930-45ee-aaf4-f4da7fa87dac,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.413425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Attempting to bind port 6d030547-a930-45ee-aaf4-f4da7fa87dac on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:33.413779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Attempting to bind port 6d030547-a930-45ee-aaf4-f4da7fa87dac by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:33.414141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Attempting to bind port 6d030547-a930-45ee-aaf4-f4da7fa87dac on network be1038e3-a826-4512-9d3d-5c6c50e29088 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:33.435470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Port 6d030547-a930-45ee-aaf4-f4da7fa87dac on network be1038e3-a826-4512-9d3d-5c6c50e29088 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:33.437203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Attempting to bind port 6d030547-a930-45ee-aaf4-f4da7fa87dac on network be1038e3-a826-4512-9d3d-5c6c50e29088 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:33.449051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:33.449417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Checking segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:33.450111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Bound using segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:33.450245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Bound port: 6d030547-a930-45ee-aaf4-f4da7fa87dac, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:33.450636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.704356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185a956-ca4d-4616-960f-2149234b770e req-c59cf8be-d80f-4828-be1d-843608714cc6 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:33.727227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1185a956-ca4d-4616-960f-2149234b770e req-c59cf8be-d80f-4828-be1d-843608714cc6 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 949 time: 0.2076244 Feb 09 02:16:33.793565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] For port 6d030547-a930-45ee-aaf4-f4da7fa87dac, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:33.811584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] For port 6d030547-a930-45ee-aaf4-f4da7fa87dac, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:33.829157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.918348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:33.919038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.920479 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] 10.222.0.72 "PUT /v2.0/ports/6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 1093 time: 2.0630152 Feb 09 02:16:33.920928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:33.934329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-15da7bdc-fb2a-46ae-91fb-0931e5382698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:33.935161 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10842881-9c02-4bcf-9d59-42ed62599171" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:33.949362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-15da7bdc-fb2a-46ae-91fb-0931e5382698 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1129 time: 0.3488212 Feb 09 02:16:33.977949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1185a956-ca4d-4616-960f-2149234b770e req-bde59cfb-b53a-49a1-9885-763344722c4c tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469161 Feb 09 02:16:34.042921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 335f53d1-0788-4e5d-9904-9560c5027e1c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:34.144170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 335f53d1-0788-4e5d-9904-9560c5027e1c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:34.149877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 335f53d1-0788-4e5d-9904-9560c5027e1c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:34.150541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.245580 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545fdea9-384b-4c2f-9d24-1c86c05449e6 x-openstack-request-id: req-545fdea9-384b-4c2f-9d24-1c86c05449e6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:34.246209 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:34.246209 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-545fdea9-384b-4c2f-9d24-1c86c05449e6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:34.246649 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'status': 'completed', 'code': 200} Feb 09 02:16:34.263963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ec8d0-8922-4511-bed0-b4454b60dcae service neutron] Pushing event updated for resources: {'Port': ['ID=6d030547-a930-45ee-aaf4-f4da7fa87dac,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:34.307679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-34738108-6ba1-4476-9d5f-47b2eda43830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.311441 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-34738108-6ba1-4476-9d5f-47b2eda43830 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1127 time: 0.3039193 Feb 09 02:16:34.504417 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-e472dfcd-521a-4121-aa8f-029eb84106f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 217 time: 0.1828172 Feb 09 02:16:34.574445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 335f53d1-0788-4e5d-9904-9560c5027e1c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:34.574874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.597631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-6136081d-f3b5-4eec-962f-0c7aaa22bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.605704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-6136081d-f3b5-4eec-962f-0c7aaa22bb25 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.6193407 Feb 09 02:16:34.708667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-daf3a465-1a97-404d-bde8-5db6469fa0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.710272 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-daf3a465-1a97-404d-bde8-5db6469fa0e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.1990554 Feb 09 02:16:34.760568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 335f53d1-0788-4e5d-9904-9560c5027e1c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=335f53d1-0788-4e5d-9904-9560c5027e1c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:34.772360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335f53d1-0788-4e5d-9904-9560c5027e1c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:34.775842 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7599c7-528e-4485-82a5-b530102a44b1" -d '{"events": [{"server_uuid": "c96530a2-3f0c-48a9-8e03-c3b3330752ad", "name": "network-vif-plugged", "status": "completed", "tag": "335f53d1-0788-4e5d-9904-9560c5027e1c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:34.786261 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.885331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-1e7a7cf2-9e2d-45d7-baca-630e9a506da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:34.886886 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-1e7a7cf2-9e2d-45d7-baca-630e9a506da6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1644185 Feb 09 02:16:34.890445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-52059e4b-674a-462a-a594-d1965eacd7cf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 1001 time: 0.2738855 Feb 09 02:16:34.923587 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1c29b-f497-400e-b184-431b217ead61 x-openstack-request-id: req-86c1c29b-f497-400e-b184-431b217ead61 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:34.923904 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96530a2-3f0c-48a9-8e03-c3b3330752ad", "name": "network-vif-plugged", "status": "completed", "tag": "335f53d1-0788-4e5d-9904-9560c5027e1c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:34.924177 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86c1c29b-f497-400e-b184-431b217ead61 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:34.924885 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335f53d1-0788-4e5d-9904-9560c5027e1c', 'code': 200} Feb 09 02:16:34.992527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=335f53d1-0788-4e5d-9904-9560c5027e1c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:35.446258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-73ba0e88-1abc-4e10-91a1-c3ac20dca950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.447868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-73ba0e88-1abc-4e10-91a1-c3ac20dca950 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.5506263 Feb 09 02:16:35.493567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296b865-5ef3-4104-af5e-05fa01356327 req-7f9eec82-d089-476a-8d06-233f49565f69 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.505718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8296b865-5ef3-4104-af5e-05fa01356327 req-7f9eec82-d089-476a-8d06-233f49565f69 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 944 time: 1.2564676 Feb 09 02:16:35.620599 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-1da0aefd-6a58-4398-8865-c20cd84fd2d2 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250822 Feb 09 02:16:35.791427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5107f-9ec2-4757-8508-d5295cdd6a39 req-247bba88-6b6f-485a-a1b6-90b3cb174511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.810409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87e5107f-9ec2-4757-8508-d5295cdd6a39 req-247bba88-6b6f-485a-a1b6-90b3cb174511 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 1133 time: 0.7256050 Feb 09 02:16:35.864700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f991f388-149c-407a-9b7f-6a48cf939fa7 req-5443a244-e50b-4136-91e6-7c9bbc2aa70b service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375305 Feb 09 02:16:35.919437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd44af-0d63-487c-bfe9-77b35d5d62d8 req-1750ab1f-8576-4719-86f7-b0ed188483ea tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.921087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7fd44af-0d63-487c-bfe9-77b35d5d62d8 req-1750ab1f-8576-4719-86f7-b0ed188483ea tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 950 time: 0.6387205 Feb 09 02:16:35.924670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-661361c4-d9af-4222-8e95-7a18c3616900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:35.926191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-661361c4-d9af-4222-8e95-7a18c3616900 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4120061 Feb 09 02:16:35.957368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8296b865-5ef3-4104-af5e-05fa01356327 req-ad959202-a100-4e8d-a6ce-10862c121658 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375997 Feb 09 02:16:36.056982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842881-9c02-4bcf-9d59-42ed62599171 req-dc5e84e8-926a-4b21-b0c1-4514b89c4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:36.068459 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10842881-9c02-4bcf-9d59-42ed62599171 req-dc5e84e8-926a-4b21-b0c1-4514b89c4a60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1127 time: 0.1422467 Feb 09 02:16:36.300820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-5c78ec23-99f0-4dd4-ac47-9d17bb1cd734 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423545 Feb 09 02:16:36.347499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842881-9c02-4bcf-9d59-42ed62599171 req-623fe612-79f3-4f2e-aa9f-d52b2e2b3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:36.349335 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10842881-9c02-4bcf-9d59-42ed62599171 req-623fe612-79f3-4f2e-aa9f-d52b2e2b3d41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.2739463 Feb 09 02:16:36.395165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87e5107f-9ec2-4757-8508-d5295cdd6a39 req-b131061b-79c1-4dff-b11e-ae75d56c9395 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405631 Feb 09 02:16:36.599499 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10842881-9c02-4bcf-9d59-42ed62599171 req-5b52af2f-5c7f-4027-81fd-4242bce4bf4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 217 time: 0.2407727 Feb 09 02:16:36.718482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7fd44af-0d63-487c-bfe9-77b35d5d62d8 req-b44568ce-5482-4655-8fac-8298479ecf3f tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247316 Feb 09 02:16:36.782953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842881-9c02-4bcf-9d59-42ed62599171 req-d8f62cf9-f842-48f7-bb97-cc30938880dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:36.792426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10842881-9c02-4bcf-9d59-42ed62599171 req-d8f62cf9-f842-48f7-bb97-cc30938880dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.1329656 Feb 09 02:16:36.866477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-257d6a0f-abe2-4d06-80c7-dd81b45eaf38 req-c85543bb-810b-4653-86ac-42298862ad62 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155163 Feb 09 02:16:36.906507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54240) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:36.947289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842881-9c02-4bcf-9d59-42ed62599171 req-0df37f76-8abc-47a7-bd53-e3dc40537082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:36.952380 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10842881-9c02-4bcf-9d59-42ed62599171 req-0df37f76-8abc-47a7-bd53-e3dc40537082 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1514008 Feb 09 02:16:37.348246 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10842881-9c02-4bcf-9d59-42ed62599171 req-ab485997-f9f0-4592-8e97-3cdca391bcc3 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836780 Feb 09 02:16:37.378893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6df16b1f-77eb-4c10-9362-b0437e352dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.482480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c80a4e-422c-4323-8c69-49f1ee916df5 req-149e5d4a-6ca0-4942-9e4b-9b79b75d913c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:37.487469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79c80a4e-422c-4323-8c69-49f1ee916df5 req-149e5d4a-6ca0-4942-9e4b-9b79b75d913c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 944 time: 0.3520546 Feb 09 02:16:37.572132 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-10842881-9c02-4bcf-9d59-42ed62599171 req-a17bc191-2701-439e-ba5a-a710ead06c53 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142572 Feb 09 02:16:37.771214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79c80a4e-422c-4323-8c69-49f1ee916df5 req-d5a15f21-ea0e-4833-9f0d-73ffc4247b0e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756972 Feb 09 02:16:37.905483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6df16b1f-77eb-4c10-9362-b0437e352dd2 admin admin] Publish callbacks [] for security_group (45146d73-4496-4984-8ddf-98eaa5ec6f92), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.916792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6df16b1f-77eb-4c10-9362-b0437e352dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (45146d73-4496-4984-8ddf-98eaa5ec6f92), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.129425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:38.137223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6df16b1f-77eb-4c10-9362-b0437e352dd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e7123455d6f4958ad24adf136998598&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2112644 Feb 09 02:16:38.144149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df16b1f-77eb-4c10-9362-b0437e352dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45146d73-4496-4984-8ddf-98eaa5ec6f92,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:38.181225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2fe0e-0560-4511-9099-33a890ffe741 req-a4303d35-9f05-45e6-9c40-79da290c1609 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:38.206303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcb2fe0e-0560-4511-9099-33a890ffe741 req-a4303d35-9f05-45e6-9c40-79da290c1609 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 950 time: 0.3038270 Feb 09 02:16:38.292524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcb2fe0e-0560-4511-9099-33a890ffe741 req-c4beed05-13c5-4ec1-8334-6c199711bb2f tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783799 Feb 09 02:16:38.348175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040d67e8-5ed5-4b7a-9d04-cc1a674e7151 admin admin] Publish callbacks [] for security_group (45146d73-4496-4984-8ddf-98eaa5ec6f92), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.404729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040d67e8-5ed5-4b7a-9d04-cc1a674e7151 admin admin] Publish callbacks [] for security_group (45146d73-4496-4984-8ddf-98eaa5ec6f92), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.516829 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040d67e8-5ed5-4b7a-9d04-cc1a674e7151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (45146d73-4496-4984-8ddf-98eaa5ec6f92), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.522619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040d67e8-5ed5-4b7a-9d04-cc1a674e7151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.522619 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-040d67e8-5ed5-4b7a-9d04-cc1a674e7151 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45146d73-4496-4984-8ddf-98eaa5ec6f92 HTTP/1.1" status: 204 len: 168 time: 0.3912888 Feb 09 02:16:38.548511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d67e8-5ed5-4b7a-9d04-cc1a674e7151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45146d73-4496-4984-8ddf-98eaa5ec6f92,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:39.116921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804a129-a0f9-4b29-9ffc-ab8c3f4d10f3 req-c02c5942-44ad-44cc-8027-66289f470e9e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:39.120863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8804a129-a0f9-4b29-9ffc-ab8c3f4d10f3 req-c02c5942-44ad-44cc-8027-66289f470e9e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 944 time: 0.1301897 Feb 09 02:16:39.232653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:39.250808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8804a129-a0f9-4b29-9ffc-ab8c3f4d10f3 req-e50f6efb-bd74-463f-8ac8-b72f8b532338 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253719 Feb 09 02:16:39.257550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca9-c216-462f-95b3-e600c57dbdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.552226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca9-c216-462f-95b3-e600c57dbdf2 admin admin] Publish callbacks [] for security_group (ef13fadc-90fe-47ec-be5d-2edbf9c82e72), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.566220 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca9-c216-462f-95b3-e600c57dbdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ef13fadc-90fe-47ec-be5d-2edbf9c82e72), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.644701 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b89e1ca9-c216-462f-95b3-e600c57dbdf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b19124ff294494d97de270798fce98d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107997 Feb 09 02:16:39.645958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e1ca9-c216-462f-95b3-e600c57dbdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13fadc-90fe-47ec-be5d-2edbf9c82e72,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:39.648938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54328) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:39.801540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a6ab7-1be4-4498-b72e-94388b510384 req-618ca241-1108-4a07-b685-a6e74f492de4 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:39.817086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d52a6ab7-1be4-4498-b72e-94388b510384 req-618ca241-1108-4a07-b685-a6e74f492de4 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 950 time: 0.3368521 Feb 09 02:16:39.977010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d52a6ab7-1be4-4498-b72e-94388b510384 req-f3e8a10e-d321-4881-987e-a89a07cd3e1f tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520276 Feb 09 02:16:40.037324 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbf16c7f-625d-4739-84f6-85dbc53b6967 admin admin] Publish callbacks [] for security_group (ef13fadc-90fe-47ec-be5d-2edbf9c82e72), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.061363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d030547-a930-45ee-aaf4-f4da7fa87dac details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:40.097931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbf16c7f-625d-4739-84f6-85dbc53b6967 admin admin] Publish callbacks [] for security_group (ef13fadc-90fe-47ec-be5d-2edbf9c82e72), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.234103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbf16c7f-625d-4739-84f6-85dbc53b6967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ef13fadc-90fe-47ec-be5d-2edbf9c82e72), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.240110 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbf16c7f-625d-4739-84f6-85dbc53b6967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.241761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bbf16c7f-625d-4739-84f6-85dbc53b6967 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef13fadc-90fe-47ec-be5d-2edbf9c82e72 HTTP/1.1" status: 204 len: 168 time: 0.5816193 Feb 09 02:16:40.253660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf16c7f-625d-4739-84f6-85dbc53b6967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13fadc-90fe-47ec-be5d-2edbf9c82e72,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:40.388454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6d030547-a930-45ee-aaf4-f4da7fa87dac, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:40.448335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'port_id': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'mac_address': 'fa:16:3e:d8:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:40.769336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6d030547-a930-45ee-aaf4-f4da7fa87dac is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:40.773249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.866016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d030547-a930-45ee-aaf4-f4da7fa87dac {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:40.928929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6d030547-a930-45ee-aaf4-f4da7fa87dac, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:40.944392 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:41.147001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6d030547-a930-45ee-aaf4-f4da7fa87dac,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:41.162758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d7bf-872a-48ab-a564-d5a50d27268a req-e3cfae55-f884-46c0-8207-6a2827861bf3 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.168003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5df8d7bf-872a-48ab-a564-d5a50d27268a req-e3cfae55-f884-46c0-8207-6a2827861bf3 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 950 time: 0.3067167 Feb 09 02:16:41.311299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6d030547-a930-45ee-aaf4-f4da7fa87dac'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:41.546692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5df8d7bf-872a-48ab-a564-d5a50d27268a req-56def9bd-3eaa-4b6f-8956-9085c30c3bb6 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510711 Feb 09 02:16:41.615518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ec4cf-376c-4e13-b2bf-cc39be79e369 req-74348a7f-e039-4ec9-8fab-7f992a230518 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.617640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f6ec4cf-376c-4e13-b2bf-cc39be79e369 req-74348a7f-e039-4ec9-8fab-7f992a230518 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 945 time: 1.1919355 Feb 09 02:16:41.698852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f6ec4cf-376c-4e13-b2bf-cc39be79e369 req-4071d47b-a4eb-46ea-a97c-be7e2623ad20 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742886 Feb 09 02:16:42.273687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-406898ba-9048-4af7-b653-1043942f2a50 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:42.278948 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-406898ba-9048-4af7-b653-1043942f2a50 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.72 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 950 time: 0.1290555 Feb 09 02:16:42.656305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Deleting port 335f53d1-0788-4e5d-9904-9560c5027e1c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:42.656770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:42.846344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01994cd-22f2-43f1-afd8-90f33e1580ae req-fff8acd9-ed67-43c8-aa99-06fbc922ce87 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:42.849789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d01994cd-22f2-43f1-afd8-90f33e1580ae req-fff8acd9-ed67-43c8-aa99-06fbc922ce87 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 950 time: 0.1564140 Feb 09 02:16:43.049029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] For port 335f53d1-0788-4e5d-9904-9560c5027e1c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=335f53d1-0788-4e5d-9904-9560c5027e1c,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:43.049470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.075842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Calling delete_port for 335f53d1-0788-4e5d-9904-9560c5027e1c owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:43.144159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d01994cd-22f2-43f1-afd8-90f33e1580ae req-46cc789d-b32f-4154-9868-ba52d52d5219 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/security-groups?id=51b6c3f9-6029-4cc1-b594-2c16a43722c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858205 Feb 09 02:16:43.227368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6006f-8390-43a6-bd97-2d58b5aa0f0a req-cacf9e1a-67c2-4725-bd45-cebf5485a3c9 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:43.229001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abd6006f-8390-43a6-bd97-2d58b5aa0f0a req-cacf9e1a-67c2-4725-bd45-cebf5485a3c9 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 945 time: 0.3601828 Feb 09 02:16:43.401569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abd6006f-8390-43a6-bd97-2d58b5aa0f0a req-430c2c62-649f-4c21-89d3-e03821ea343f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491857 Feb 09 02:16:43.453823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (335f53d1-0788-4e5d-9904-9560c5027e1c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.468507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['335f53d1-0788-4e5d-9904-9560c5027e1c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:43.470510 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:16:43.537285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Pushing event deleted for resources: {'Port': ['ID=335f53d1-0788-4e5d-9904-9560c5027e1c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:43.674200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] No DVR routers for this DVR port 335f53d1-0788-4e5d-9904-9560c5027e1c on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:43.682230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.685731 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-90e02553-d2ea-4fc9-a107-c4fea95be32e req-9cb62c0d-bd3a-4072-8709-57ce212c63e1 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.72 "DELETE /v2.0/ports/335f53d1-0788-4e5d-9904-9560c5027e1c HTTP/1.1" status: 204 len: 173 time: 1.3976157 Feb 09 02:16:43.686203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'name': 'network-vif-deleted', 'tag': '335f53d1-0788-4e5d-9904-9560c5027e1c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:43.688606 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9426fd0d-c858-4b92-9b9a-21477bc355c8" -d '{"events": [{"server_uuid": "c96530a2-3f0c-48a9-8e03-c3b3330752ad", "name": "network-vif-deleted", "tag": "335f53d1-0788-4e5d-9904-9560c5027e1c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:43.864761 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae5ec17-f00b-4dcb-ac2a-bea331875f6b x-openstack-request-id: req-2ae5ec17-f00b-4dcb-ac2a-bea331875f6b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:43.865347 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96530a2-3f0c-48a9-8e03-c3b3330752ad", "name": "network-vif-deleted", "tag": "335f53d1-0788-4e5d-9904-9560c5027e1c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:43.865758 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ae5ec17-f00b-4dcb-ac2a-bea331875f6b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:43.866341 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96530a2-3f0c-48a9-8e03-c3b3330752ad', 'name': 'network-vif-deleted', 'tag': '335f53d1-0788-4e5d-9904-9560c5027e1c', 'status': 'completed', 'code': 200} Feb 09 02:16:44.053936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d030547-a930-45ee-aaf4-f4da7fa87dac up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:44.231782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 6d030547-a930-45ee-aaf4-f4da7fa87dac completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:44.264965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 6d030547-a930-45ee-aaf4-f4da7fa87dac triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:44.265617 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:44.579115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0a1bb84-e247-4cb3-8008-4930d05bf9d7 req-2c39de80-3ac1-4e3b-bf12-3dfa0ab0ca69 tempest-ServerDiagnosticsNegativeTest-585324349 tempest-ServerDiagnosticsNegativeTest-585324349-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96530a2-3f0c-48a9-8e03-c3b3330752ad HTTP/1.1" status: 200 len: 210 time: 0.1143539 Feb 09 02:16:44.599947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6d030547-a930-45ee-aaf4-f4da7fa87dac is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:44.600582 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:44.743569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6d030547-a930-45ee-aaf4-f4da7fa87dac, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:44.752020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:44.759749 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e326ecb3-63ae-46ed-a1ed-3b9fddddf96b" -d '{"events": [{"server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "name": "network-vif-plugged", "status": "completed", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:44.778381 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:44.957049 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a762b4e-f493-4242-850b-c36fa36b06b6 x-openstack-request-id: req-4a762b4e-f493-4242-850b-c36fa36b06b6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:44.957387 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "name": "network-vif-plugged", "status": "completed", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:44.957660 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a762b4e-f493-4242-850b-c36fa36b06b6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:44.958088 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'code': 200} Feb 09 02:16:45.039295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6d030547-a930-45ee-aaf4-f4da7fa87dac,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:45.237629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54572) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:45.298518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cbd29-f752-47f2-83aa-89d8d46c856c req-79679850-707c-4507-bfc4-110022d159a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:45.302325 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-570cbd29-f752-47f2-83aa-89d8d46c856c req-79679850-707c-4507-bfc4-110022d159a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1129 time: 0.2710207 Feb 09 02:16:45.513807 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-570cbd29-f752-47f2-83aa-89d8d46c856c req-04ea468b-9e66-49f3-90a4-a075edbde8fc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024918 Feb 09 02:16:45.728535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d12f8-d53f-4f0c-9c71-96622d05b15f req-b03e3c13-d0b4-421f-9360-12c04da9929b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:45.734982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-823d12f8-d53f-4f0c-9c71-96622d05b15f req-b03e3c13-d0b4-421f-9360-12c04da9929b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 1.0378504 Feb 09 02:16:45.736043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-412fd459-4621-49f3-aa29-69c6c244e965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.975573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-823d12f8-d53f-4f0c-9c71-96622d05b15f req-8718c0d9-c880-4d1d-82f1-5c12bab9e768 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283690 Feb 09 02:16:46.044841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-412fd459-4621-49f3-aa29-69c6c244e965 admin admin] Publish callbacks [] for security_group (826d418e-d707-4d67-9e45-b6d17cf01a7d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.052392 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-412fd459-4621-49f3-aa29-69c6c244e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (826d418e-d707-4d67-9e45-b6d17cf01a7d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.072455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 335f53d1-0788-4e5d-9904-9560c5027e1c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:46.106568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 335f53d1-0788-4e5d-9904-9560c5027e1c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:46.107391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 335f53d1-0788-4e5d-9904-9560c5027e1c not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:46.140089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fd459-4621-49f3-aa29-69c6c244e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826d418e-d707-4d67-9e45-b6d17cf01a7d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:46.165255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54610) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:46.167426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-412fd459-4621-49f3-aa29-69c6c244e965 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7790f1664c79458fab7b63d4adaa7758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9231784 Feb 09 02:16:46.240637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1276025-ec0a-426f-b054-d521b528b5b6 admin admin] Publish callbacks [] for security_group (826d418e-d707-4d67-9e45-b6d17cf01a7d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.279215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1276025-ec0a-426f-b054-d521b528b5b6 admin admin] Publish callbacks [] for security_group (826d418e-d707-4d67-9e45-b6d17cf01a7d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.281071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54612) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:46.414942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1276025-ec0a-426f-b054-d521b528b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (826d418e-d707-4d67-9e45-b6d17cf01a7d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.419101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1276025-ec0a-426f-b054-d521b528b5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.425764 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e1276025-ec0a-426f-b054-d521b528b5b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/826d418e-d707-4d67-9e45-b6d17cf01a7d HTTP/1.1" status: 204 len: 168 time: 0.2563224 Feb 09 02:16:46.458319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1276025-ec0a-426f-b054-d521b528b5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826d418e-d707-4d67-9e45-b6d17cf01a7d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:46.562639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5c258fa5-6cba-4de4-be08-4559ecf8e280 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8ce0504cde843eea8d7715f5d930e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2770803 Feb 09 02:16:46.565565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54628) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:46.705620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b802e0ab-6028-46e3-8931-caab22080452 admin admin] Publish callbacks [] for security_group (51b6c3f9-6029-4cc1-b594-2c16a43722c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.774277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b802e0ab-6028-46e3-8931-caab22080452 admin admin] Publish callbacks [] for security_group (51b6c3f9-6029-4cc1-b594-2c16a43722c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.970525 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b802e0ab-6028-46e3-8931-caab22080452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51b6c3f9-6029-4cc1-b594-2c16a43722c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.973351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b802e0ab-6028-46e3-8931-caab22080452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:46.983069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b802e0ab-6028-46e3-8931-caab22080452 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51b6c3f9-6029-4cc1-b594-2c16a43722c2 HTTP/1.1" status: 204 len: 168 time: 0.4162617 Feb 09 02:16:46.994394 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802e0ab-6028-46e3-8931-caab22080452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b6c3f9-6029-4cc1-b594-2c16a43722c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:47.353780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-79634e12-e094-48f8-b7b0-61f22f5a216f tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2126237980&fields=id&tenant_id=4c6eee2d76b54a40a1813f9d7d4c8472 HTTP/1.1" status: 200 len: 267 time: 0.2373869 Feb 09 02:16:47.569652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c8724-2088-4eae-ab24-f9903a4bb7d8 req-0fb68f9f-f61b-4e6a-9dcf-0c372dd99b17 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:47.582871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e2c8724-2088-4eae-ab24-f9903a4bb7d8 req-0fb68f9f-f61b-4e6a-9dcf-0c372dd99b17 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3317807 Feb 09 02:16:47.758529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.843757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e2c8724-2088-4eae-ab24-f9903a4bb7d8 req-ea50fd50-3052-485b-9e08-044da2b79b77 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564869 Feb 09 02:16:47.880453 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-e9b72da4-7017-4b17-ac38-8627d65ec42d tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:47.909352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-e9b72da4-7017-4b17-ac38-8627d65ec42d tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/networks?id=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d HTTP/1.1" status: 200 len: 815 time: 0.5540318 Feb 09 02:16:47.963514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-16f4a267-10e9-4c50-a29e-66ed3c2937fb tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/quotas/4c6eee2d76b54a40a1813f9d7d4c8472 HTTP/1.1" status: 200 len: 375 time: 0.0526378 Feb 09 02:16:48.067092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:48.081942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f28291a-7d1b-4a74-b21b-e3f17c07c874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.206897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-5e990368-2003-4035-be6e-224a0c79b827 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c6eee2d76b54a40a1813f9d7d4c8472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2422938 Feb 09 02:16:48.329237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-592fc4bf-0c5f-4e69-8330-5ce0221f17f4 service neutron] 10.222.0.53 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138198 Feb 09 02:16:48.349726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61225e03-52a8-4b16-a287-5e5f15593f60 req-40d8030d-0e7d-4147-a0b9-c5d365035c5f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:48.357062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61225e03-52a8-4b16-a287-5e5f15593f60 req-40d8030d-0e7d-4147-a0b9-c5d365035c5f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3298376 Feb 09 02:16:48.369146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54694) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:48.374667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'floatingip': {'port_id': '6d030547-a930-45ee-aaf4-f4da7fa87dac'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:48.492247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f28291a-7d1b-4a74-b21b-e3f17c07c874 admin admin] Publish callbacks [] for security_group (9ba03be4-4f49-4b65-930f-96210e5e21bf), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.507838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f28291a-7d1b-4a74-b21b-e3f17c07c874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9ba03be4-4f49-4b65-930f-96210e5e21bf), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.538887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (dde66c54-db78-4d71-94e0-8b265da56d1c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.669279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28291a-7d1b-4a74-b21b-e3f17c07c874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba03be4-4f49-4b65-930f-96210e5e21bf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:48.752530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-a15138c2-d34d-4754-b496-70ffa5299eca service neutron] 10.222.0.53 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221072 Feb 09 02:16:48.808039 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2f28291a-7d1b-4a74-b21b-e3f17c07c874 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4744857ac643490e96b0f92aecc1f9fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397513 Feb 09 02:16:48.815701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:48.924355 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.134943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:49.135929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62ca0318-56f2-4bfd-8ae8-51110205145d admin admin] Publish callbacks [] for security_group (9ba03be4-4f49-4b65-930f-96210e5e21bf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.302435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62ca0318-56f2-4bfd-8ae8-51110205145d admin admin] Publish callbacks [] for security_group (9ba03be4-4f49-4b65-930f-96210e5e21bf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.522761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62ca0318-56f2-4bfd-8ae8-51110205145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9ba03be4-4f49-4b65-930f-96210e5e21bf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.534369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62ca0318-56f2-4bfd-8ae8-51110205145d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.542127 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62ca0318-56f2-4bfd-8ae8-51110205145d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ba03be4-4f49-4b65-930f-96210e5e21bf HTTP/1.1" status: 204 len: 168 time: 0.7253354 Feb 09 02:16:49.589120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca0318-56f2-4bfd-8ae8-51110205145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba03be4-4f49-4b65-930f-96210e5e21bf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:49.803848 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ecbcea2-f38e-4a6e-83da-6287f8e76427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.857123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:16:49.897177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03540fdb-89d8-40ae-ac2e-e7980194c25c req-dbe3f3d3-30b5-418b-bfea-d541b1e8a43c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.1606176 Feb 09 02:16:50.031157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.038200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (dde66c54-db78-4d71-94e0-8b265da56d1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.077316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ecbcea2-f38e-4a6e-83da-6287f8e76427 admin admin] Publish callbacks [] for security_group (b8288e75-f2d5-4ef4-9af8-ac3d32c6d560), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.086035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ecbcea2-f38e-4a6e-83da-6287f8e76427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b8288e75-f2d5-4ef4-9af8-ac3d32c6d560), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.142240 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ecbcea2-f38e-4a6e-83da-6287f8e76427 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ec575eeaadf479d83bb277b70e86421&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0034122 Feb 09 02:16:50.151958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:50.304162 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Floating IP dde66c54-db78-4d71-94e0-8b265da56d1c associated. External IP: 172.25.6.134, port: 6d030547-a930-45ee-aaf4-f4da7fa87dac. Feb 09 02:16:50.362875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbcea2-f38e-4a6e-83da-6287f8e76427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8288e75-f2d5-4ef4-9af8-ac3d32c6d560,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:50.426643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Publish callbacks [] for security_group (b8288e75-f2d5-4ef4-9af8-ac3d32c6d560), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.487088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Publish callbacks [] for security_group (b8288e75-f2d5-4ef4-9af8-ac3d32c6d560), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.625777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b8288e75-f2d5-4ef4-9af8-ac3d32c6d560), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.630215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:50.634900 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8288e75-f2d5-4ef4-9af8-ac3d32c6d560 HTTP/1.1" status: 204 len: 168 time: 0.4757993 Feb 09 02:16:50.650751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8288e75-f2d5-4ef4-9af8-ac3d32c6d560,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:50.675452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.677156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.677650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.678647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.680699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.681472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.682752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.683730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.685000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.685950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.686910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.688883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.689399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f3d83e-5e31-467e-a4c3-6c746e5b047a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:50.913878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Router 0a78b549-dedd-419c-a4b4-adabce4770f3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:51.216466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:51.227007 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:51.233399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] Sync routers for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:51.255353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:51.256470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:16:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:51.450194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9b1fd5e-c8c7-4656-93c2-eb443b9f2073 req-9c70486d-cc7c-4543-bc04-afb32e9ec6dd tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.1921210 Feb 09 02:16:51.470517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-df2e360a-cbae-4dab-8070-537e9184fdbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "PUT /v2.0/floatingips/dde66c54-db78-4d71-94e0-8b265da56d1c HTTP/1.1" status: 200 len: 992 time: 3.0991302 Feb 09 02:16:51.471422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:51.474448 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b215a06-aeb6-4d9f-a62f-ce80c844111d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:51.571776 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635eafb-dabd-4a17-9e46-cfff0e5ff877 x-openstack-request-id: req-9635eafb-dabd-4a17-9e46-cfff0e5ff877 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:51.572391 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:51.578128 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9635eafb-dabd-4a17-9e46-cfff0e5ff877 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:51.580767 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'status': 'completed', 'code': 200} Feb 09 02:16:51.811213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-ae7f0428-c4fe-4d7e-aa7e-c1bdb1478578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:51.812927 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-ae7f0428-c4fe-4d7e-aa7e-c1bdb1478578 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1129 time: 0.2152448 Feb 09 02:16:51.835502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:51.883992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708d5e8-3b73-4f1b-a54d-b037cc3c493e req-5bf04b4a-35db-43f5-8830-590a92494b5c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:51.895870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e708d5e8-3b73-4f1b-a54d-b037cc3c493e req-5bf04b4a-35db-43f5-8830-590a92494b5c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2702317 Feb 09 02:16:52.136734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e708d5e8-3b73-4f1b-a54d-b037cc3c493e req-985d452b-db67-4b44-8b51-1225540b3ba2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276046 Feb 09 02:16:52.283672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-926dd9d7-85ef-462b-bb8b-d3b97316d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.286701 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-926dd9d7-85ef-462b-bb8b-d3b97316d301 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.4528034 Feb 09 02:16:52.470171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'dde66c54-db78-4d71-94e0-8b265da56d1c', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'port_id': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'mac_address': 'fa:16:3e:d8:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:22Z', 'updated_at': '2022-02-09T02:16:49Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:52.510001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-19751f87-f5e3-4cf7-8689-0fa3457c51d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 1000 time: 0.2151384 Feb 09 02:16:52.513459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] Checking router: 0a78b549-dedd-419c-a4b4-adabce4770f3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:52.528940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:52.529667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:16:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:52.746965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:52.788791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-dd41cdf1-fe3b-433a-bff3-3bcb45809667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.793740 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-dd41cdf1-fe3b-433a-bff3-3bcb45809667 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.2791500 Feb 09 02:16:52.959707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-82fc48d0-77cf-441d-a402-cb9e05a9d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:52.962298 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-82fc48d0-77cf-441d-a402-cb9e05a9d6a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1587908 Feb 09 02:16:53.009666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97083e62-62ee-4ee3-9601-e93ff3b14f1f req-8ef0e99a-78ca-4bf8-8a78-d49b7165d8e1 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.1990368 Feb 09 02:16:53.124694 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-afc9b8e6-c64e-4e82-9d89-cc7ea39ad731 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518307 Feb 09 02:16:53.239228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-cb75d093-7a72-43e7-9f6f-9c85a490cb05 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:53.240973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-cb75d093-7a72-43e7-9f6f-9c85a490cb05 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.82 "GET /v2.0/networks?id=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d HTTP/1.1" status: 200 len: 815 time: 0.6354377 Feb 09 02:16:53.419381 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1b215a06-aeb6-4d9f-a62f-ce80c844111d req-8682dfd3-c4e0-4a7b-8d20-f412b293525a service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863381 Feb 09 02:16:53.536068 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b3ee8e2-6a65-4e3c-b05a-83d685e86d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:53.561263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-0418bd7f-17c7-4b4b-8003-7c9ca4aa1b08 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6eee2d76b54a40a1813f9d7d4c8472 HTTP/1.1" status: 200 len: 380 time: 0.3079681 Feb 09 02:16:53.583056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'dde66c54-db78-4d71-94e0-8b265da56d1c', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'port_id': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'mac_address': 'fa:16:3e:d8:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:22Z', 'updated_at': '2022-02-09T02:16:49Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:53.608567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Request body: {'port': {'device_id': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'admin_state_up': True, 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'security_groups': ['45be5862-1059-4472-b1b2-b4a7a45a45f7']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:53.638272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91c5c6c-a6d3-4347-af91-ee58cda7a333 None None] The sync data for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 is: [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'dde66c54-db78-4d71-94e0-8b265da56d1c', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'floating_ip_address': '172.25.6.134', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'port_id': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'mac_address': 'fa:16:3e:d8:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:22Z', 'updated_at': '2022-02-09T02:16:49Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:54.060250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:54.244184 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e6e88c-991c-4566-a222-e579d2e7ec5b None None] New status for floating IP dde66c54-db78-4d71-94e0-8b265da56d1c: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:54.575698 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-694f595c-01e7-4414-b697-f344f1e36e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.013221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-694f595c-01e7-4414-b697-f344f1e36e18 admin admin] Publish callbacks [] for security_group (b45e0767-77cb-4ebb-84a6-1a8d5e41257a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.021079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-694f595c-01e7-4414-b697-f344f1e36e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b45e0767-77cb-4ebb-84a6-1a8d5e41257a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.086192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-694f595c-01e7-4414-b697-f344f1e36e18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abc99f4385154e668b29b443930a72c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0231323 Feb 09 02:16:55.100472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54896) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:55.180268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f595c-01e7-4414-b697-f344f1e36e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e0767-77cb-4ebb-84a6-1a8d5e41257a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:55.330280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-560ea845-b01a-4559-b0e7-07b8e687071a req-63271686-e2ab-4af7-82cd-44caaf8a2428 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.2916830 Feb 09 02:16:55.466817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74645cc-6e82-42c3-bccb-c91004ee5183 req-aba249e2-6e32-4bb1-b192-9093c2fa9b2e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:55.476673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d74645cc-6e82-42c3-bccb-c91004ee5183 req-aba249e2-6e32-4bb1-b192-9093c2fa9b2e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 2.0592098 Feb 09 02:16:55.554931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb1225c0-88dc-4ac9-bbe3-b2102378da6b admin admin] Publish callbacks [] for security_group (b45e0767-77cb-4ebb-84a6-1a8d5e41257a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.609127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb1225c0-88dc-4ac9-bbe3-b2102378da6b admin admin] Publish callbacks [] for security_group (b45e0767-77cb-4ebb-84a6-1a8d5e41257a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.679914 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-158d31e9-8196-450d-850d-e77c63d517e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.722796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:55.850217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d74645cc-6e82-42c3-bccb-c91004ee5183 req-093363bc-7f51-4595-ad8b-36acca7c3f8a tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703537 Feb 09 02:16:55.853733 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb1225c0-88dc-4ac9-bbe3-b2102378da6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b45e0767-77cb-4ebb-84a6-1a8d5e41257a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.856369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb1225c0-88dc-4ac9-bbe3-b2102378da6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:55.857512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-eb1225c0-88dc-4ac9-bbe3-b2102378da6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b45e0767-77cb-4ebb-84a6-1a8d5e41257a HTTP/1.1" status: 204 len: 168 time: 0.7392201 Feb 09 02:16:55.958672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1225c0-88dc-4ac9-bbe3-b2102378da6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45e0767-77cb-4ebb-84a6-1a8d5e41257a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:56.028660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Made reservation on behalf of 4c6eee2d76b54a40a1813f9d7d4c8472 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:56.035551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.137766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-697443616'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:56.187120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Made reservation on behalf of 1a4241c3b2a64b2082f8a134ef069ed1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:56.194816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.220853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.464255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks [] for security_group (ed6c8b4d-ca9c-4a99-ae99-522112909fc3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.475518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ed6c8b4d-ca9c-4a99-ae99-522112909fc3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.498194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:56.524034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Allocated IP 172.20.0.11 (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d/9339caa8-ec25-4d40-a810-14e6ba073081/c572797a-2db8-4a43-8231-97d771fc1a8e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:56.539804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d637cf78-fa2f-4266-97cc-4d7e0ad97759), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.542634 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Added segment d637cf78-fa2f-4266-97cc-4d7e0ad97759 of type vlan for network f183d88a-6776-4387-9be2-694b3dd13827 Feb 09 02:16:56.564582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00a603d6-5c68-4325-a5fa-ff7c98e6731b req-e5944656-2673-41bb-8a31-0041cc0ed6e3 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0547173 Feb 09 02:16:56.661956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (f183d88a-6776-4387-9be2-694b3dd13827), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.768763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:56.809052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6c8b4d-ca9c-4a99-ae99-522112909fc3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:56.828547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (f183d88a-6776-4387-9be2-694b3dd13827), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.847683 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6835413-da44-4568-bc91-540ea2fc29b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.860396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:56.863264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:56.867060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.102378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event updated for resources: {'Network': ['ID=f183d88a-6776-4387-9be2-694b3dd13827,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:57.112748 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c9dd458-e1c4-4415-b897-4c35f2b8cd46 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3887239 Feb 09 02:16:57.120088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:57.120442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:57.122752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network f183d88a-6776-4387-9be2-694b3dd13827 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:16:57.128197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Request body: {'subnet': {'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:57.262406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.295628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f091d-2a09-49a6-8698-d82d0b0f0783 req-d95298da-dcb4-40ca-9920-01effdebe792 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:57.306411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f5f091d-2a09-49a6-8698-d82d0b0f0783 req-d95298da-dcb4-40ca-9920-01effdebe792 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2162409 Feb 09 02:16:57.438317 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-664179d1-3f48-429c-8ce7-712d4523f1f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.445579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6835413-da44-4568-bc91-540ea2fc29b1 admin admin] Publish callbacks [] for security_group (a56e23e5-b257-4d65-9acb-02bfb7c85857), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.481930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6835413-da44-4568-bc91-540ea2fc29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a56e23e5-b257-4d65-9acb-02bfb7c85857), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.540335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Made reservation on behalf of 1a4241c3b2a64b2082f8a134ef069ed1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:57.545902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.559064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b6835413-da44-4568-bc91-540ea2fc29b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=324c8af09c7b489689e7611481612230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7824895 Feb 09 02:16:57.567891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54954) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:57.774328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-664179d1-3f48-429c-8ce7-712d4523f1f5 admin admin] Publish callbacks [] for security_group (a0dc15c3-1598-4c80-b3ef-e5542fd45a3a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.775805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (a251d8e9-ad71-41c9-a772-25b00e46db45), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.839248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-664179d1-3f48-429c-8ce7-712d4523f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a0dc15c3-1598-4c80-b3ef-e5542fd45a3a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.842276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f5f091d-2a09-49a6-8698-d82d0b0f0783 req-88f502ee-64b3-4b7f-8896-30f9a345a6cc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5347037 Feb 09 02:16:57.848922 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.895465 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adbcb0e4-76f4-48e4-898e-f5c11b85aa0a admin admin] Publish callbacks [] for security_group (a56e23e5-b257-4d65-9acb-02bfb7c85857), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:57.959252 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adbcb0e4-76f4-48e4-898e-f5c11b85aa0a admin admin] Publish callbacks [] for security_group (a56e23e5-b257-4d65-9acb-02bfb7c85857), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.027908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-664179d1-3f48-429c-8ce7-712d4523f1f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80ca1287d3054d2c8d0ee238d28e3965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9049559 Feb 09 02:16:58.037418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:58.039084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664179d1-3f48-429c-8ce7-712d4523f1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dc15c3-1598-4c80-b3ef-e5542fd45a3a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.059785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835413-da44-4568-bc91-540ea2fc29b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e23e5-b257-4d65-9acb-02bfb7c85857,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.075121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.101650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event updated for resources: {'Subnet': ['ID=a251d8e9-ad71-41c9-a772-25b00e46db45,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.185604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Checking segment: {'id': 'd637cf78-fa2f-4266-97cc-4d7e0ad97759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:58.185972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Network hostable DHCP agents. Network: f183d88a-6776-4387-9be2-694b3dd13827, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:58.211745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:58.212957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event updated for resources: {'Port': ['ID=c572797a-2db8-4a43-8231-97d771fc1a8e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.213426 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81b00d52-832f-43d0-a984-f8e64d9c43df admin admin] Publish callbacks [] for security_group (a0dc15c3-1598-4c80-b3ef-e5542fd45a3a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.221474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:58.238677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:58.242661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Network f183d88a-6776-4387-9be2-694b3dd13827 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:58.245436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adbcb0e4-76f4-48e4-898e-f5c11b85aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a56e23e5-b257-4d65-9acb-02bfb7c85857), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.251351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adbcb0e4-76f4-48e4-898e-f5c11b85aa0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.256356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-adbcb0e4-76f4-48e4-898e-f5c11b85aa0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a56e23e5-b257-4d65-9acb-02bfb7c85857 HTTP/1.1" status: 204 len: 168 time: 0.6842601 Feb 09 02:16:58.288171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81b00d52-832f-43d0-a984-f8e64d9c43df admin admin] Publish callbacks [] for security_group (a0dc15c3-1598-4c80-b3ef-e5542fd45a3a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.293029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, f183d88a-6776-4387-9be2-694b3dd13827) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:58.304808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:58.305417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.345043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-355be301-3583-4cc7-ac0c-646e124c3d6f tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2233121 Feb 09 02:16:58.349037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:58.351720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7022639-1f13-49a8-aca6-7423aff21406 None None] Network f183d88a-6776-4387-9be2-694b3dd13827 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:58.367548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Request body: {'port': {'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1647325484'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:58.452755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153ac77-e77c-48fb-9808-55b156a0b0ab req-0854140d-cbd1-4660-9fa5-48b14bc09aea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:58.458410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9153ac77-e77c-48fb-9808-55b156a0b0ab req-0854140d-cbd1-4660-9fa5-48b14bc09aea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 932 time: 0.7519622 Feb 09 02:16:58.552579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:58.553813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.648322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb0e4-76f4-48e4-898e-f5c11b85aa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e23e5-b257-4d65-9acb-02bfb7c85857,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.742473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-599b4a7a-90e4-45ef-8011-70331387f113 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1740310 Feb 09 02:16:58.840216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-f183d88a-6776-4387-9be2-694b3dd13827', 'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827', 'project_id': '1a4241c3b2a64b2082f8a134ef069ed1', 'fixed_ips': [{'subnet_id': 'a251d8e9-ad71-41c9-a772-25b00e46db45'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:16:58.842271 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.863849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Request body: {'port': {'device_id': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:58.873875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81b00d52-832f-43d0-a984-f8e64d9c43df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a0dc15c3-1598-4c80-b3ef-e5542fd45a3a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.883968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81b00d52-832f-43d0-a984-f8e64d9c43df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:58.888748 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-81b00d52-832f-43d0-a984-f8e64d9c43df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0dc15c3-1598-4c80-b3ef-e5542fd45a3a HTTP/1.1" status: 204 len: 168 time: 0.8363667 Feb 09 02:16:58.960284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b00d52-832f-43d0-a984-f8e64d9c43df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dc15c3-1598-4c80-b3ef-e5542fd45a3a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:58.974774 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Made reservation on behalf of 1a4241c3b2a64b2082f8a134ef069ed1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:58.983485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.078752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] device_id is not set on port c156cee3-0cbd-4734-bed8-5c22f68274a7 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:16:59.106205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-382f86d4-15bc-49c3-915d-71c95110ddad None None] Provisioning complete for port c572797a-2db8-4a43-8231-97d771fc1a8e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:59.106687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-382f86d4-15bc-49c3-915d-71c95110ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.155751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.190087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9153ac77-e77c-48fb-9808-55b156a0b0ab req-8c98deff-eb22-4d2d-8928-96ef84f74c72 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7030351 Feb 09 02:16:59.212327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-382f86d4-15bc-49c3-915d-71c95110ddad None None] Port c572797a-2db8-4a43-8231-97d771fc1a8e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:59.268729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Allocated IP 172.20.0.2 (f183d88a-6776-4387-9be2-694b3dd13827/a251d8e9-ad71-41c9-a772-25b00e46db45/6cf05b30-e1d4-4757-adcc-3d1925847650) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:59.569402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:59.789215 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.815186 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Publish callbacks [] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.831079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:59.846054 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.917759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a09d795-076c-481c-9cb5-af191111fe57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:59.992571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Network f183d88a-6776-4387-9be2-694b3dd13827 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:59.994261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c572797a-2db8-4a43-8231-97d771fc1a8e {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:00.008662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:00.012747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:00.016962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Publish callbacks [] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.058833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Transition to ACTIVE for port object c572797a-2db8-4a43-8231-97d771fc1a8e will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:00.070162 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.083239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ded5b0-213b-47fe-8098-ab49c0dc8efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.144355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Allocated IP 172.20.0.14 (f183d88a-6776-4387-9be2-694b3dd13827/a251d8e9-ad71-41c9-a772-25b00e46db45/c156cee3-0cbd-4734-bed8-5c22f68274a7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:00.166249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Pushing event updated for resources: {'Port': ['ID=6cf05b30-e1d4-4757-adcc-3d1925847650,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:00.317658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Attempting to bind port 6cf05b30-e1d4-4757-adcc-3d1925847650 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:00.319672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Attempting to bind port 6cf05b30-e1d4-4757-adcc-3d1925847650 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd637cf78-fa2f-4266-97cc-4d7e0ad97759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:00.322273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Attempting to bind port 6cf05b30-e1d4-4757-adcc-3d1925847650 on network f183d88a-6776-4387-9be2-694b3dd13827 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:00.334313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:00.335529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Checking segment: {'id': 'd637cf78-fa2f-4266-97cc-4d7e0ad97759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:00.336741 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.337164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Bound using segment: {'id': 'd637cf78-fa2f-4266-97cc-4d7e0ad97759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:00.339895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Bound port: 6cf05b30-e1d4-4757-adcc-3d1925847650, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd637cf78-fa2f-4266-97cc-4d7e0ad97759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f183d88a-6776-4387-9be2-694b3dd13827'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:00.340315 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.461638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Pushing event updated for resources: {'Port': ['ID=c572797a-2db8-4a43-8231-97d771fc1a8e,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:00.533408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] For port 6cf05b30-e1d4-4757-adcc-3d1925847650, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:00.542895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] For port 6cf05b30-e1d4-4757-adcc-3d1925847650, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6cf05b30-e1d4-4757-adcc-3d1925847650,segment=NetworkSegment(d637cf78-fa2f-4266-97cc-4d7e0ad97759),segment_id=d637cf78-fa2f-4266-97cc-4d7e0ad97759)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:00.556840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ded5b0-213b-47fe-8098-ab49c0dc8efe admin admin] Publish callbacks [] for security_group (3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.561103 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.575590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ded5b0-213b-47fe-8098-ab49c0dc8efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.594349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Attempting to bind port c572797a-2db8-4a43-8231-97d771fc1a8e on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:00.598929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Attempting to bind port c572797a-2db8-4a43-8231-97d771fc1a8e by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:00.599406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Attempting to bind port c572797a-2db8-4a43-8231-97d771fc1a8e on network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:00.622074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Port c572797a-2db8-4a43-8231-97d771fc1a8e on network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:00.622963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Attempting to bind port c572797a-2db8-4a43-8231-97d771fc1a8e on network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:00.648772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:00.650327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Checking segment: {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:00.659163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Bound using segment: {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:00.660201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Bound port: c572797a-2db8-4a43-8231-97d771fc1a8e, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:00.660977 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.718145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3a773-5be3-4e0e-b829-2a6822565a4b None None] Pushing event updated for resources: {'Port': ['ID=6cf05b30-e1d4-4757-adcc-3d1925847650,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:00.816042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded5b0-213b-47fe-8098-ab49c0dc8efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:00.843731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85964a-eb93-433d-b9b1-54d4d6c698c9 req-da137fba-9567-4035-99a6-27ea299596a4 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:00.855481 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4ded5b0-213b-47fe-8098-ab49c0dc8efe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eaf3221c4b934e00a4b15b82fc3dbec2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2849176 Feb 09 02:17:00.856400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:00.857195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe85964a-eb93-433d-b9b1-54d4d6c698c9 req-da137fba-9567-4035-99a6-27ea299596a4 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.3743675 Feb 09 02:17:00.952967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a09d795-076c-481c-9cb5-af191111fe57 admin admin] Publish callbacks [] for security_group (7c962d8f-c069-4344-9e88-09c59767714d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:00.990561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a09d795-076c-481c-9cb5-af191111fe57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7c962d8f-c069-4344-9e88-09c59767714d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.018064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe85964a-eb93-433d-b9b1-54d4d6c698c9 req-1354fe94-a024-4b04-a9c6-242c48f04e37 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478927 Feb 09 02:17:01.022125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] For port c572797a-2db8-4a43-8231-97d771fc1a8e, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:01.026383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] For port c572797a-2db8-4a43-8231-97d771fc1a8e, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c572797a-2db8-4a43-8231-97d771fc1a8e,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:01.043361 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.183845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:01.184839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.189234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] 10.222.0.82 "PUT /v2.0/ports/c572797a-2db8-4a43-8231-97d771fc1a8e HTTP/1.1" status: 200 len: 1093 time: 2.3726296 Feb 09 02:17:01.190897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:01.208092 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67" -d '{"events": [{"name": "network-changed", "server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:01.380702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9abd8155-7d9e-49b2-9ff5-649dc264e01e admin admin] Publish callbacks [] for security_group (3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.384012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98828327-f8b6-446f-ab79-531e8c188bbe service neutron] Pushing event updated for resources: {'Port': ['ID=c572797a-2db8-4a43-8231-97d771fc1a8e,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:01.396861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks [] for port (c156cee3-0cbd-4734-bed8-5c22f68274a7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.413825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09d795-076c-481c-9cb5-af191111fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c962d8f-c069-4344-9e88-09c59767714d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:01.443216 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a09d795-076c-481c-9cb5-af191111fe57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35d4378533e24989808ead3edff8d981&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6110787 Feb 09 02:17:01.446339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55068) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:01.589693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9abd8155-7d9e-49b2-9ff5-649dc264e01e admin admin] Publish callbacks [] for security_group (3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.613865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20990d95-dd48-4a2a-9e90-e732d0c3dda2 admin admin] Publish callbacks [] for security_group (7c962d8f-c069-4344-9e88-09c59767714d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.682451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20990d95-dd48-4a2a-9e90-e732d0c3dda2 admin admin] Publish callbacks [] for security_group (7c962d8f-c069-4344-9e88-09c59767714d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.727014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6cf05b30-e1d4-4757-adcc-3d1925847650 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:01.779900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c156cee3-0cbd-4734-bed8-5c22f68274a7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.802086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0328db7-99df-4c7f-a5f0-4a51bbb72e1d req-d20ce6fb-eca6-4d46-bdfc-69b0e3925aa0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:01.805891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0328db7-99df-4c7f-a5f0-4a51bbb72e1d req-d20ce6fb-eca6-4d46-bdfc-69b0e3925aa0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.2753155 Feb 09 02:17:01.878703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9abd8155-7d9e-49b2-9ff5-649dc264e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.888155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9abd8155-7d9e-49b2-9ff5-649dc264e01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.892434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9abd8155-7d9e-49b2-9ff5-649dc264e01e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99 HTTP/1.1" status: 204 len: 168 time: 1.0155900 Feb 09 02:17:01.925503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Network f183d88a-6776-4387-9be2-694b3dd13827 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:01.948010 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058e20f-f9b0-491c-b201-76fa91d3796a x-openstack-request-id: req-7058e20f-f9b0-491c-b201-76fa91d3796a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:01.949085 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:01.949918 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7058e20f-f9b0-491c-b201-76fa91d3796a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:01.951020 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'status': 'completed', 'code': 200} Feb 09 02:17:01.951440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:01.956944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd8155-7d9e-49b2-9ff5-649dc264e01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc8d9d3-dda2-4868-9fd6-aac9b1b7bf99,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:01.966678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6cf05b30-e1d4-4757-adcc-3d1925847650 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:01.967070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.979769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:01.988090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event updated for resources: {'Port': ['ID=c156cee3-0cbd-4734-bed8-5c22f68274a7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:01.989021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20990d95-dd48-4a2a-9e90-e732d0c3dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7c962d8f-c069-4344-9e88-09c59767714d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:01.991962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20990d95-dd48-4a2a-9e90-e732d0c3dda2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:02.003933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-20990d95-dd48-4a2a-9e90-e732d0c3dda2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c962d8f-c069-4344-9e88-09c59767714d HTTP/1.1" status: 204 len: 168 time: 0.5560796 Feb 09 02:17:02.043955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20990d95-dd48-4a2a-9e90-e732d0c3dda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c962d8f-c069-4344-9e88-09c59767714d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:02.118253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:02.118950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:02.180602 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-45e1f711-115e-4380-a198-93168940fc35 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.8289187 Feb 09 02:17:02.184210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:02.247136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0328db7-99df-4c7f-a5f0-4a51bbb72e1d req-f87fa0f8-b43d-4676-b560-dc4285303612 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041810 Feb 09 02:17:02.261750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-32dd7b60-363e-4310-a3fa-19f238d26e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:02.269290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-32dd7b60-363e-4310-a3fa-19f238d26e94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c6eee2d76b54a40a1813f9d7d4c8472&device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 1127 time: 0.9747307 Feb 09 02:17:02.363769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6cf05b30-e1d4-4757-adcc-3d1925847650 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:02.364186 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:02.401913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Deleting port c156cee3-0cbd-4734-bed8-5c22f68274a7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:02.402901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c156cee3-0cbd-4734-bed8-5c22f68274a7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:02.431764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-4d553033-48a9-476d-9f23-1d0c32750865 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c572797a-2db8-4a43-8231-97d771fc1a8e HTTP/1.1" status: 200 len: 217 time: 0.1573434 Feb 09 02:17:02.492135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 6cf05b30-e1d4-4757-adcc-3d1925847650, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6cf05b30-e1d4-4757-adcc-3d1925847650,segment=NetworkSegment(d637cf78-fa2f-4266-97cc-4d7e0ad97759),segment_id=d637cf78-fa2f-4266-97cc-4d7e0ad97759)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:02.503397 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:02.535710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c156cee3-0cbd-4734-bed8-5c22f68274a7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:02.579591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Calling delete_port for c156cee3-0cbd-4734-bed8-5c22f68274a7 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:02.680213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=6cf05b30-e1d4-4757-adcc-3d1925847650,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:02.857045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-7427848c-339f-4ffa-97ef-95099ed2aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:02.858630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-7427848c-339f-4ffa-97ef-95099ed2aa88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9339caa8-ec25-4d40-a810-14e6ba073081 HTTP/1.1" status: 200 len: 854 time: 0.2695799 Feb 09 02:17:02.889477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5e784-6c07-4eb3-8885-c5c962608fe2 req-19590ed8-be53-467b-b139-3be3fe45be1c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:02.907044 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c156cee3-0cbd-4734-bed8-5c22f68274a7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:02.909640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1e5e784-6c07-4eb3-8885-c5c962608fe2 req-19590ed8-be53-467b-b139-3be3fe45be1c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.4799473 Feb 09 02:17:02.960980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event deleted for resources: {'Port': ['ID=c156cee3-0cbd-4734-bed8-5c22f68274a7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:03.004273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889c588-df79-4415-a1a6-3a342e3d0fc2 None None] Network f183d88a-6776-4387-9be2-694b3dd13827 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:03.172860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.179862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-76337b2b-8ac1-41ee-89d8-e9a309e32b0b None None] Provisioning complete for port 6cf05b30-e1d4-4757-adcc-3d1925847650 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:03.180246 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-76337b2b-8ac1-41ee-89d8-e9a309e32b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.183901 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-207fa5fd-25b7-41c9-ac6f-1df43bfa1373 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "DELETE /v2.0/ports/c156cee3-0cbd-4734-bed8-5c22f68274a7 HTTP/1.1" status: 204 len: 168 time: 0.9973745 Feb 09 02:17:03.187151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:03.192255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1e5e784-6c07-4eb3-8885-c5c962608fe2 req-9f2121af-a95c-4602-9fec-d1c6fad3d6db tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488427 Feb 09 02:17:03.206603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-b0b68e45-898f-4049-b5e8-130bc7eb9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:03.209047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-b0b68e45-898f-4049-b5e8-130bc7eb9448 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2963488 Feb 09 02:17:03.400969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6cf05b30-e1d4-4757-adcc-3d1925847650 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:03.433976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-7f2f7c83-84dd-40e8-8853-0eedb369fce4 service neutron] 10.222.0.82 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028861 Feb 09 02:17:03.560284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:03.565461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1577746575'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:03.590248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:03.631365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:03.634697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.644346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-76337b2b-8ac1-41ee-89d8-e9a309e32b0b None None] Current status of the port 6cf05b30-e1d4-4757-adcc-3d1925847650 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:03.711499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9cfeb7e-fce8-4093-974a-db13f0425ff7 req-bffa27a8-27ce-4d88-b6b1-9bc6706ebd62 service neutron] 10.222.0.82 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671397 Feb 09 02:17:03.738902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:03.762967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (54b7e03f-243b-460e-a699-245bddb06dfd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.763325 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Added segment 54b7e03f-243b-460e-a699-245bddb06dfd of type vlan for network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b Feb 09 02:17:03.857232 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1f7df4a3-af41-418e-bce8-1d655783112c tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.6685097 Feb 09 02:17:03.862335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:03.868109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-633953249'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:03.871234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:03.873051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.904568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Made reservation on behalf of 1a4241c3b2a64b2082f8a134ef069ed1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:03.909371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.933238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:03.973172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:03.986562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-8aa82b13-5810-4716-ab3d-8a7a9f1c405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:03.987917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:03.990991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-8aa82b13-5810-4716-ab3d-8a7a9f1c405b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c6eee2d76b54a40a1813f9d7d4c8472&device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 1127 time: 0.1785088 Feb 09 02:17:04.008061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:04.017166 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f502f2b-c8b4-4ae7-ac16-6f080b437ae4" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:04.025982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6cf05b30-e1d4-4757-adcc-3d1925847650 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:04.027614 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.033225 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.065083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b4525ccc-f665-400c-8cde-0b90c796c335), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.067025 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Added segment b4525ccc-f665-400c-8cde-0b90c796c335 of type vlan for network 5810a616-8c7f-4b94-9910-c773db3eac84 Feb 09 02:17:04.106440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.126504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.146070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.211321 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a04f4-5f6b-484a-b380-28ba0cf055af x-openstack-request-id: req-395a04f4-5f6b-484a-b380-28ba0cf055af {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:04.211636 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:04.211877 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-395a04f4-5f6b-484a-b380-28ba0cf055af {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:04.216201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-f59fda4d-36b5-4466-880b-ca04eecde7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.219066 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'code': 200} Feb 09 02:17:04.219880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-f59fda4d-36b5-4466-880b-ca04eecde7ad service neutron] 10.222.0.82 "GET /v2.0/networks?id=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d HTTP/1.1" status: 200 len: 916 time: 0.2208941 Feb 09 02:17:04.280166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-31f62769-ddf2-40e1-a0fb-f2a64a5b0f14 None None] Provisioning complete for port 6cf05b30-e1d4-4757-adcc-3d1925847650 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:04.280550 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31f62769-ddf2-40e1-a0fb-f2a64a5b0f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.345627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-189a2222-25f1-4e70-a5cf-e45d3e055cc9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c572797a-2db8-4a43-8231-97d771fc1a8e HTTP/1.1" status: 200 len: 217 time: 0.1200228 Feb 09 02:17:04.366779 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8056960 Feb 09 02:17:04.396794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:04.399938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (5810a616-8c7f-4b94-9910-c773db3eac84), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.414448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1187717549'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:04.416741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:04.483140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:04.488708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-4ac1bc0d-a5b8-4344-a9ea-24dff412658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.490282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-4ac1bc0d-a5b8-4344-a9ea-24dff412658f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9339caa8-ec25-4d40-a810-14e6ba073081 HTTP/1.1" status: 200 len: 854 time: 0.1375518 Feb 09 02:17:04.492493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.605550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12df83-924a-489e-ba83-0b24a2e5eee9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Network': ['ID=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:04.623865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:04.627634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (5810a616-8c7f-4b94-9910-c773db3eac84), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.650309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.653383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.706668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9e525-03b5-4ea7-8c02-44baa619c7d5 req-c4717764-f446-498e-a25d-27b32ba124af tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.708528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1df9e525-03b5-4ea7-8c02-44baa619c7d5 req-c4717764-f446-498e-a25d-27b32ba124af tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.2157643 Feb 09 02:17:04.791415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:04.795942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-3c3c2cb9-4e25-4a38-8438-15b65e50a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:04.801614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-3c3c2cb9-4e25-4a38-8438-15b65e50a3c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2877243 Feb 09 02:17:04.814654 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9483259 Feb 09 02:17:04.817104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:04.842762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (17316dae-7607-4d84-abbf-62450173b226), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.842762 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Added segment 17316dae-7607-4d84-abbf-62450173b226 of type vlan for network 16037fc7-24c0-41a7-a4f5-95e71c352d59 Feb 09 02:17:04.950046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-31f62769-ddf2-40e1-a0fb-f2a64a5b0f14 None None] Current status of the port 6cf05b30-e1d4-4757-adcc-3d1925847650 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:04.956651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:04.991737 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-31182e07-2549-4bc3-ace4-7fdbb78482e9 tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "GET /v2.0/agents/1d80f2d5-1064-4685-be2b-8ebd53f1a427/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.1709838 Feb 09 02:17:04.994490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fb467-7882-4d73-9edc-23e61b44cbcd tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event updated for resources: {'Network': ['ID=5810a616-8c7f-4b94-9910-c773db3eac84,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:05.003681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55176) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:05.043607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1df9e525-03b5-4ea7-8c02-44baa619c7d5 req-0729ebfb-b490-4386-9938-572a74645c62 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264387 Feb 09 02:17:05.077698 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (16037fc7-24c0-41a7-a4f5-95e71c352d59), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.087770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 5810a616-8c7f-4b94-9910-c773db3eac84 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:05.119265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a1ed11-ccf8-4ace-8816-d6ca51471f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.136971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-c273c852-9e94-4447-92df-d4c19b51e3b3 service neutron] 10.222.0.82 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153648 Feb 09 02:17:05.217087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a1ed11-ccf8-4ace-8816-d6ca51471f84 admin admin] Publish callbacks [] for security_group (0750f628-8e00-4f36-a37a-2d4902b5eb5c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.219696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (16037fc7-24c0-41a7-a4f5-95e71c352d59), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.224054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bdfd3a5e-4086-41d9-b727-a2dbd0576616 None None] Could not find standard attr ID for object c156cee3-0cbd-4734-bed8-5c22f68274a7. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:17:05.224955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:05.225583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.231441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6cf05b30-e1d4-4757-adcc-3d1925847650 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:05.273712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32a1ed11-ccf8-4ace-8816-d6ca51471f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0750f628-8e00-4f36-a37a-2d4902b5eb5c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.290746 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8928621 Feb 09 02:17:05.297959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55184) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:05.377258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'subnet': {'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:05.391929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcf7e0ad-46c6-4a3a-b987-c35dde124d67 req-7a444b66-3779-4a39-80f5-9cf1bec2026d service neutron] 10.222.0.82 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750538 Feb 09 02:17:05.430246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32096183-81c9-43fe-b543-147e14122606 tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] Network 5810a616-8c7f-4b94-9910-c773db3eac84 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:05.457127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f5e73-50a7-45f7-bc1c-c617c4053f4c None None] Network 5810a616-8c7f-4b94-9910-c773db3eac84 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:05.463123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-32096183-81c9-43fe-b543-147e14122606 tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "POST /v2.0/agents/1d80f2d5-1064-4685-be2b-8ebd53f1a427/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4569712 Feb 09 02:17:05.463813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55196) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:05.553541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1ed11-ccf8-4ace-8816-d6ca51471f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750f628-8e00-4f36-a37a-2d4902b5eb5c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:05.588895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32a1ed11-ccf8-4ace-8816-d6ca51471f84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a21d2f039e9b4d0daf69cd654b4b7cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9180632 Feb 09 02:17:05.596366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55210) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:05.655864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705954a-09b2-495b-930f-8127ce6ea1b9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Network': ['ID=16037fc7-24c0-41a7-a4f5-95e71c352d59,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:05.679964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:05.767088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:05.771586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.873428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885d9106-8884-4508-b730-f43b320c7209 admin admin] Publish callbacks [] for security_group (0750f628-8e00-4f36-a37a-2d4902b5eb5c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.936087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-87a7665e-1aba-4394-9e9f-41592c785fad tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "GET /v2.0/agents/1d80f2d5-1064-4685-be2b-8ebd53f1a427/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.4692469 Feb 09 02:17:05.936301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885d9106-8884-4508-b730-f43b320c7209 admin admin] Publish callbacks [] for security_group (0750f628-8e00-4f36-a37a-2d4902b5eb5c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:05.937227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.047256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885d9106-8884-4508-b730-f43b320c7209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0750f628-8e00-4f36-a37a-2d4902b5eb5c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.050144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885d9106-8884-4508-b730-f43b320c7209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.056364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-885d9106-8884-4508-b730-f43b320c7209 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0750f628-8e00-4f36-a37a-2d4902b5eb5c HTTP/1.1" status: 204 len: 168 time: 0.4586103 Feb 09 02:17:06.080779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d9106-8884-4508-b730-f43b320c7209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0750f628-8e00-4f36-a37a-2d4902b5eb5c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:06.172955 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-724c0e7f-65c1-48e5-9062-bae65b2e5747 tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "DELETE /v2.0/agents/1d80f2d5-1064-4685-be2b-8ebd53f1a427/dhcp-networks/5810a616-8c7f-4b94-9910-c773db3eac84 HTTP/1.1" status: 204 len: 168 time: 0.2250926 Feb 09 02:17:06.197870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.261844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e64fbd-241b-4984-a3f7-7a356a8b3e47 req-cd51f867-142f-4b21-a3c3-d847d9f515cf tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:06.263451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26e64fbd-241b-4984-a3f7-7a356a8b3e47 req-cd51f867-142f-4b21-a3c3-d847d9f515cf tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.0933068 Feb 09 02:17:06.276121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (f6aaab5f-49c7-4496-97d6-14012d003504), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.337970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26e64fbd-241b-4984-a3f7-7a356a8b3e47 req-877c1902-1219-442e-8068-8aeec75040df tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610557 Feb 09 02:17:06.390274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Subnet': ['ID=f6aaab5f-49c7-4496-97d6-14012d003504,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:06.430513 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ebb3ece8-3d5c-4a36-9c21-a538e4644daf tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "GET /v2.0/agents/1d80f2d5-1064-4685-be2b-8ebd53f1a427/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.2272832 Feb 09 02:17:06.430513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Checking segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:06.430513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network hostable DHCP agents. Network: cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:06.431561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.476357 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-762a81ae-3e39-4332-a9c2-8b465583bc76 tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "GET /v2.0/networks/f183d88a-6776-4387-9be2-694b3dd13827/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0402713 Feb 09 02:17:06.476632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55260) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.477269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:06.490073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:06.495937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:06.498509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4f42a833-43cd-4b70-82f3-86cff89c38fb tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "GET /v2.0/networks/f183d88a-6776-4387-9be2-694b3dd13827/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0196359 Feb 09 02:17:06.498766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.502097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.522506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c1677-fb8f-4b7a-97b4-7ce30910a10d None None] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:06.629330 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a886349-6292-4af2-af38-ee5b5ee1a7bd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2751346 Feb 09 02:17:06.629780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.636166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'subnet': {'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:06.652825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55272) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.657474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'fixed_ips': [{'subnet_id': 'f6aaab5f-49c7-4496-97d6-14012d003504'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:06.658441 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.829857 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3343644a-df3d-41c6-994c-9a68ebeff57f tempest-DHCPAgentSchedulersTestJSON-1419710558 tempest-DHCPAgentSchedulersTestJSON-1419710558-project-admin] 10.222.0.53 "GET /v2.0/agents/1d80f2d5-1064-4685-be2b-8ebd53f1a427/dhcp-networks HTTP/1.1" status: 200 len: 8078 time: 0.3264515 Feb 09 02:17:06.833021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55280) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:06.886203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:06.889646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.908335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Allocated IP 10.1.1.2 (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b/f6aaab5f-49c7-4496-97d6-14012d003504/fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:06.945885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-090a586e-bbc0-4c80-bd39-ec759791308d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.143436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-090a586e-bbc0-4c80-bd39-ec759791308d admin admin] Publish callbacks [] for security_group (93dc43df-f4bd-4d2c-922e-c69f9a9227ca), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.154738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-090a586e-bbc0-4c80-bd39-ec759791308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (93dc43df-f4bd-4d2c-922e-c69f9a9227ca), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.279059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-090a586e-bbc0-4c80-bd39-ec759791308d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9165158649ab4e2c9757e34b039d2aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6247954 Feb 09 02:17:07.283689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55290) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:07.293859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a586e-bbc0-4c80-bd39-ec759791308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc43df-f4bd-4d2c-922e-c69f9a9227ca,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:07.319087 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Publish callbacks [] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.331131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.338536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (5810a616-8c7f-4b94-9910-c773db3eac84), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.436618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fd67dbc-c8ec-4639-8ec8-5b4116c52b1d admin admin] Publish callbacks [] for security_group (93dc43df-f4bd-4d2c-922e-c69f9a9227ca), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.444219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:07.448725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:07.458952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:07.468152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Pushing event updated for resources: {'Port': ['ID=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:07.502989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fd67dbc-c8ec-4639-8ec8-5b4116c52b1d admin admin] Publish callbacks [] for security_group (93dc43df-f4bd-4d2c-922e-c69f9a9227ca), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.550830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Attempting to bind port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:07.551426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Attempting to bind port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:07.551828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Attempting to bind port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:07.558873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:07.559487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Checking segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:07.560142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.560634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Bound using segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:07.561374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Bound port: fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:07.561855 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.587566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:17:07.609285 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (5810a616-8c7f-4b94-9910-c773db3eac84), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.646832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5810a616-8c7f-4b94-9910-c773db3eac84']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:07.687690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4525ccc-f665-400c-8cde-0b90c796c335') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:07.688460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4525ccc-f665-400c-8cde-0b90c796c335') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:07.715704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (b4525ccc-f665-400c-8cde-0b90c796c335), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.731483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] For port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:07.738188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fd67dbc-c8ec-4639-8ec8-5b4116c52b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (93dc43df-f4bd-4d2c-922e-c69f9a9227ca), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.740745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (843cba68-4f89-4ae3-8169-b99f5d945506), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.745323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fd67dbc-c8ec-4639-8ec8-5b4116c52b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.747461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b4525ccc-f665-400c-8cde-0b90c796c335), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.756310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5fd67dbc-c8ec-4639-8ec8-5b4116c52b1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93dc43df-f4bd-4d2c-922e-c69f9a9227ca HTTP/1.1" status: 204 len: 168 time: 0.4701006 Feb 09 02:17:07.773455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] For port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:07.796976 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.797904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd67dbc-c8ec-4639-8ec8-5b4116c52b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc43df-f4bd-4d2c-922e-c69f9a9227ca,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:07.826062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:07.826497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (b4525ccc-f665-400c-8cde-0b90c796c335), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.840682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e348-68b1-4feb-b621-8a480144241b req-9de18196-e4ae-4456-a43b-140e41f846ec tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.843287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8082e348-68b1-4feb-b621-8a480144241b req-9de18196-e4ae-4456-a43b-140e41f846ec tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.3438587 Feb 09 02:17:07.888751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:07.935366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '8fd53e82-97ad-4479-83e3-907d03898e69', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69', 'mac_address': 'fa:16:3e:dd:34:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:17:07.946111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e137f-f9b4-4558-99cb-47c4018b82b1 None None] Pushing event updated for resources: {'Port': ['ID=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:07.959019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8082e348-68b1-4feb-b621-8a480144241b req-a0a068a7-d286-4141-adbf-2afce2904ba8 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035664 Feb 09 02:17:08.005709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:08.006397 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.035322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd53e82-97ad-4479-83e3-907d03898e69 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:08.065639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:08.075145 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:08.080997 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.092763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (5810a616-8c7f-4b94-9910-c773db3eac84), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.125590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.147560 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "DELETE /v2.0/networks/5810a616-8c7f-4b94-9910-c773db3eac84 HTTP/1.1" status: 204 len: 168 time: 1.3132148 Feb 09 02:17:08.148390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55320) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:08.240619 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fe8731-799c-4d28-80f7-495da1a9f379 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:08.244719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fe8731-799c-4d28-80f7-495da1a9f379 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:08.249258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8158c7-f017-4d71-94da-dab98e483e7a tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event deleted for resources: {'Network': ['ID=5810a616-8c7f-4b94-9910-c773db3eac84,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.252670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-76fe8731-799c-4d28-80f7-495da1a9f379 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "DELETE /v2.0/ports/c156cee3-0cbd-4734-bed8-5c22f68274a7 HTTP/1.1" status: 404 len: 333 time: 0.1031575 Feb 09 02:17:08.256679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Subnet': ['ID=843cba68-4f89-4ae3-8169-b99f5d945506,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.273813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55322) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:08.307916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Checking segment: {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:08.308416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network hostable DHCP agents. Network: 16037fc7-24c0-41a7-a4f5-95e71c352d59, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:08.317648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8fd53e82-97ad-4479-83e3-907d03898e69'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:08.376957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:08.402608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 16037fc7-24c0-41a7-a4f5-95e71c352d59) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:08.416939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:08.417849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.420120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Deleting subnet a251d8e9-ad71-41c9-a772-25b00e46db45 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:08.425034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks [] for subnet (a251d8e9-ad71-41c9-a772-25b00e46db45), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.484670 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f66f52c3-bb50-4f46-80b2-e9f895fcb618 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8536336 Feb 09 02:17:08.490404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:08.497100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'port': {'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'name': 'tempest-TaggedBootDevicesTest-1250662991', 'fixed_ips': [{'subnet_id': 'f6aaab5f-49c7-4496-97d6-14012d003504'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:08.510037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (a251d8e9-ad71-41c9-a772-25b00e46db45), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.522450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.535034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4706dd-f426-44a8-a5b2-cdbb37aec423 None None] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:08.718036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a251d8e9-ad71-41c9-a772-25b00e46db45), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.736597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:08.834878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-16037fc7-24c0-41a7-a4f5-95e71c352d59', 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59', 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'fixed_ips': [{'subnet_id': '843cba68-4f89-4ae3-8169-b99f5d945506'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:08.837679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.873029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (a251d8e9-ad71-41c9-a772-25b00e46db45), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.903843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.945435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] device_id is not set on port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:17:08.952465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event deleted for resources: {'Subnet': ['ID=a251d8e9-ad71-41c9-a772-25b00e46db45,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:08.967695 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.975602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d45e39fe-a6db-42f9-b044-ea3a43fe2ef8 tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "DELETE /v2.0/subnets/a251d8e9-ad71-41c9-a772-25b00e46db45 HTTP/1.1" status: 204 len: 168 time: 0.6997430 Feb 09 02:17:08.979729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55340) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:08.994729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd99661-f802-470b-99ff-c1ffbd812edc None None] Network f183d88a-6776-4387-9be2-694b3dd13827 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:09.383370 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (f183d88a-6776-4387-9be2-694b3dd13827), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.394492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Allocated IP 10.2.2.2 (16037fc7-24c0-41a7-a4f5-95e71c352d59/843cba68-4f89-4ae3-8169-b99f5d945506/19f0454c-9ed7-4ed0-bb9f-e9762c59229d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:09.397724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 10.1.1.193 (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b/f6aaab5f-49c7-4496-97d6-14012d003504/5246e36a-39e7-46e8-a6ce-1b688b43aef7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:09.460255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404a32d-3377-4257-b807-48f8b4513903 None None] DHCP port deletion for f183d88a-6776-4387-9be2-694b3dd13827 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:17:09.544819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e422c0-31a7-4b70-b813-9d2ea05580dc req-7ebf6570-320d-45d8-b571-921b49579fe7 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:09.549295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18e422c0-31a7-4b70-b813-9d2ea05580dc req-7ebf6570-320d-45d8-b571-921b49579fe7 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.3889418 Feb 09 02:17:09.647651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:09.727764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18e422c0-31a7-4b70-b813-9d2ea05580dc req-3fed73ed-906f-4303-9c12-51ecdba34ba9 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706800 Feb 09 02:17:09.745648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.746660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Deleting port 6cf05b30-e1d4-4757-adcc-3d1925847650 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:09.747009 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.831189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.920429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] For port 6cf05b30-e1d4-4757-adcc-3d1925847650, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6cf05b30-e1d4-4757-adcc-3d1925847650,segment=NetworkSegment(d637cf78-fa2f-4266-97cc-4d7e0ad97759),segment_id=d637cf78-fa2f-4266-97cc-4d7e0ad97759)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:09.920805 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:09.966013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=5246e36a-39e7-46e8-a6ce-1b688b43aef7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:09.966641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Calling delete_port for 6cf05b30-e1d4-4757-adcc-3d1925847650 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:09.979134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:09.980873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:09.986102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:10.063744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:10.066097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.103118 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a03851c8-4c19-4507-9e3e-403f9a8b3322 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6089635 Feb 09 02:17:10.103725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.111845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.114746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'port': {'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'name': 'tempest-TaggedBootDevicesTest-830128743', 'fixed_ips': [{'subnet_id': 'f6aaab5f-49c7-4496-97d6-14012d003504'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:10.156085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event deleted for resources: {'Port': ['ID=6cf05b30-e1d4-4757-adcc-3d1925847650,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:10.172793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] No DVR routers for this DVR port 6cf05b30-e1d4-4757-adcc-3d1925847650 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:10.215449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ea3d0-0b71-41f6-a029-701173b28da8 None None] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:10.367515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55384) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:10.378504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:10.385905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.386786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (f183d88a-6776-4387-9be2-694b3dd13827), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.419015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f183d88a-6776-4387-9be2-694b3dd13827']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:10.427685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] device_id is not set on port 7c54b8d8-c80c-4f6b-8108-c82a1092963d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:17:10.438018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd637cf78-fa2f-4266-97cc-4d7e0ad97759') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:10.438311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd637cf78-fa2f-4266-97cc-4d7e0ad97759') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:10.443442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Provisioning complete for port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:10.443442 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.459538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (d637cf78-fa2f-4266-97cc-4d7e0ad97759), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.479809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d637cf78-fa2f-4266-97cc-4d7e0ad97759), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.500227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:10.500719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (d637cf78-fa2f-4266-97cc-4d7e0ad97759), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.542169 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Publish callbacks [] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.610586 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:10.623691 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:10.629976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:10.630360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.638111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-network', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:10.638993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 10.1.1.217 (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b/f6aaab5f-49c7-4496-97d6-14012d003504/7c54b8d8-c80c-4f6b-8108-c82a1092963d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:10.666405 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (f183d88a-6776-4387-9be2-694b3dd13827), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.679697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.688605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] 10.222.0.53 "DELETE /v2.0/networks/f183d88a-6776-4387-9be2-694b3dd13827 HTTP/1.1" status: 204 len: 168 time: 1.7064483 Feb 09 02:17:10.701289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Made reservation on behalf of 9194e7bf1d60468ab0b3589e93267af1 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:10.704867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.715668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8404a32d-3377-4257-b807-48f8b4513903 None None] Deleting port 6cf05b30-e1d4-4757-adcc-3d1925847650 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:10.716045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8404a32d-3377-4257-b807-48f8b4513903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6cf05b30-e1d4-4757-adcc-3d1925847650), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.739789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:10.754108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c6777-b4cc-4b19-8f2c-489693785fef tempest-DHCPAgentSchedulersTestJSON-949107999 tempest-DHCPAgentSchedulersTestJSON-949107999-project] Pushing event deleted for resources: {'Network': ['ID=f183d88a-6776-4387-9be2-694b3dd13827,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:10.769789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:10.775708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.775907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:10.788854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Pushing event updated for resources: {'Port': ['ID=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-8404a32d-3377-4257-b807-48f8b4513903 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f183d88a-6776-4387-9be2-694b3dd13827 could not be found. Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:17:10.875274 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f183d88a-6776-4387-9be2-694b3dd13827 could not be found. Feb 09 02:17:10.878924 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:17:10.967266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8210c-6f79-495f-8ca5-f492479d1b16 None None] DHCP port deletion for f183d88a-6776-4387-9be2-694b3dd13827 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:17:11.113674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b65d5c-0638-4d91-a3a1-4e05ceb4fb37 req-f55207b0-0a6c-4f61-917c-8c31813c0e70 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.126580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83b65d5c-0638-4d91-a3a1-4e05ceb4fb37 req-f55207b0-0a6c-4f61-917c-8c31813c0e70 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.2235570 Feb 09 02:17:11.162439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks [] for security_group (c456e132-d9fd-4d46-adda-5b34ca1a2f26), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.166209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Current status of the port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:11.166711 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.181183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.185975 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c456e132-d9fd-4d46-adda-5b34ca1a2f26), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.238032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Attempting to bind port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:11.238529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Attempting to bind port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:11.240668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Attempting to bind port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d on network 16037fc7-24c0-41a7-a4f5-95e71c352d59 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:11.284875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.307972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:11.317249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:11.317780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Checking segment: {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:11.318218 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.318665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Bound using segment: {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:11.319169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Bound port: 19f0454c-9ed7-4ed0-bb9f-e9762c59229d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:11.319559 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.373163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] For port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:11.374114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c456e132-d9fd-4d46-adda-5b34ca1a2f26,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:11.378672 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (27e2af73-d5b7-4024-a8d8-35a9b439f5a2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.379096 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Added segment 27e2af73-d5b7-4024-a8d8-35a9b439f5a2 of type vlan for network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 Feb 09 02:17:11.386388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:11.387026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.404252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83b65d5c-0638-4d91-a3a1-4e05ceb4fb37 req-50a432d9-d831-4224-9cd2-01c01da2eebd tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642081 Feb 09 02:17:11.405440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.418827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.434249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:11.440099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:11.444700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:11.502325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (757794e4-f9af-4d54-a1d7-6c8b502ed0f6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.548489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=7c54b8d8-c80c-4f6b-8108-c82a1092963d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:11.592569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (757794e4-f9af-4d54-a1d7-6c8b502ed0f6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.593680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.594500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.614327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:11.640236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:11.641774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.698250 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e83e160a-3ab3-44da-908f-5784083f0eb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5933313 Feb 09 02:17:11.754285 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-786d2320-ddef-4c6b-a5ff-90c9bbfe9cd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a4241c3b2a64b2082f8a134ef069ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428791 Feb 09 02:17:11.754795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.767427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3986921 Feb 09 02:17:11.786267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55420) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:11.795449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Request body: {'subnet': {'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-subnet', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:11.811343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] For port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:11.822514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] For port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:11.833368 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:17:11.833740 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:17:11.834260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Pushing event updated for resources: {'Port': ['ID=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:11.882346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Made reservation on behalf of 9194e7bf1d60468ab0b3589e93267af1 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:11.884734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.907883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.931338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c672f1-b9fc-4b64-8492-2a234bf47fb3 admin admin] Publish callbacks [] for security_group (ed6c8b4d-ca9c-4a99-ae99-522112909fc3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:11.957138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.957491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.957833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.958173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.958629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.958966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.959297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.959729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.960063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.960389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.960713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.961034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:11.961356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c7ddc-9d0f-4dfe-bb89-b2df6713f9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:12.003722 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c672f1-b9fc-4b64-8492-2a234bf47fb3 admin admin] Publish callbacks [] for security_group (ed6c8b4d-ca9c-4a99-ae99-522112909fc3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.051818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-00038a48-9d6e-440d-b9dd-3e1311a709d6 None None] Provisioning complete for port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:12.052178 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00038a48-9d6e-440d-b9dd-3e1311a709d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.154657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c672f1-b9fc-4b64-8492-2a234bf47fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ed6c8b4d-ca9c-4a99-ae99-522112909fc3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.160067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26c672f1-b9fc-4b64-8492-2a234bf47fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.160481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-00038a48-9d6e-440d-b9dd-3e1311a709d6 None None] Port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:12.167140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-26c672f1-b9fc-4b64-8492-2a234bf47fb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed6c8b4d-ca9c-4a99-ae99-522112909fc3 HTTP/1.1" status: 204 len: 168 time: 0.4110997 Feb 09 02:17:12.193909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c672f1-b9fc-4b64-8492-2a234bf47fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6c8b4d-ca9c-4a99-ae99-522112909fc3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:12.212001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57a320-3da0-4624-b72c-8af0a6fb54bd admin admin] Pushing event updated for resources: {'Network': ['ID=757794e4-f9af-4d54-a1d7-6c8b502ed0f6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:12.259279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:12.303492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-00038a48-9d6e-440d-b9dd-3e1311a709d6 None None] Provisioning complete for port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:12.304158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00038a48-9d6e-440d-b9dd-3e1311a709d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.307042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07e0f0-fbd7-43c2-ae01-b6e8a3dc8f32 None None] Pushing event updated for resources: {'Port': ['ID=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:12.353674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55440) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:12.376605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-205b54be-c64b-4645-8048-41743645c229 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415095408', 'description': 'tempest-description--1631090959'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:12.553712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 8fd53e82-97ad-4479-83e3-907d03898e69 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:12.554513 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.600570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:12.690887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-00038a48-9d6e-440d-b9dd-3e1311a709d6 None None] Current status of the port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:12.755918 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205b54be-c64b-4645-8048-41743645c229 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.766676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (fb844414-b6a6-4c41-afa7-4346811ec392), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.837061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:12.837466 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.861211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb844414-b6a6-4c41-afa7-4346811ec392,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:12.883817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9a75ddaf-de51-42ff-bdc3-cdf46c1484c2 None None] Provisioning complete for port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:12.884468 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9a75ddaf-de51-42ff-bdc3-cdf46c1484c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:12.949177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:12.952330 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f29058-4c61-4e38-a900-ba3396077a84" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:12.980001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:12.987257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9a75ddaf-de51-42ff-bdc3-cdf46c1484c2 None None] Port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:12.991322 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.042143 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205b54be-c64b-4645-8048-41743645c229 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group (1a8095d2-ee39-41b5-9e23-443e7f5f4ccd), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.050946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 19f0454c-9ed7-4ed0-bb9f-e9762c59229d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:13.090567 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a843ed-1729-4e15-9a8f-72004e0839b6 x-openstack-request-id: req-e7a843ed-1729-4e15-9a8f-72004e0839b6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:13.090975 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:13.091356 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7a843ed-1729-4e15-9a8f-72004e0839b6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:13.091848 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'code': 200} Feb 09 02:17:13.109998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fc8df-2e10-4715-aacd-73f9ba9a935a req-43dffe17-6876-4c89-9dd7-bda2b9b0eade tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:13.110513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9a75ddaf-de51-42ff-bdc3-cdf46c1484c2 None None] Provisioning complete for port 7c54b8d8-c80c-4f6b-8108-c82a1092963d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:13.111017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9a75ddaf-de51-42ff-bdc3-cdf46c1484c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.119515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be6fc8df-2e10-4715-aacd-73f9ba9a935a req-43dffe17-6876-4c89-9dd7-bda2b9b0eade tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.5773501 Feb 09 02:17:13.122766 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205b54be-c64b-4645-8048-41743645c229 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1a8095d2-ee39-41b5-9e23-443e7f5f4ccd), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.128767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55474) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.159246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6682-bd27-4086-be5d-0eebd9048891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.163034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.189872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9a75ddaf-de51-42ff-bdc3-cdf46c1484c2 None None] Port 7c54b8d8-c80c-4f6b-8108-c82a1092963d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:13.200367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:13.201501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.201672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Checking segment: {'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:13.201860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Network hostable DHCP agents. Network: 757794e4-f9af-4d54-a1d7-6c8b502ed0f6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:13.288016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205b54be-c64b-4645-8048-41743645c229 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.290086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-205b54be-c64b-4645-8048-41743645c229 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9260681 Feb 09 02:17:13.293998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.307862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-520ada1a-181a-45a8-b082-ba681247dd41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'security_group_rule': {'security_group_id': '1a8095d2-ee39-41b5-9e23-443e7f5f4ccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:13.315880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b54be-c64b-4645-8048-41743645c229 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.345221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:13.379363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be6fc8df-2e10-4715-aacd-73f9ba9a935a req-8b60ca99-6185-44d0-82ff-f1da2a8f2882 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588418 Feb 09 02:17:13.385754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:13.386348 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.396402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 757794e4-f9af-4d54-a1d7-6c8b502ed0f6) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:13.400946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:13.401920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.424219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9a51ad-7d71-496b-9991-a8b759ddad7e None None] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:13.432463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-385843c7-dea2-4e36-891c-ebca17939b9c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6449845 Feb 09 02:17:13.433157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55486) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.443496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520ada1a-181a-45a8-b082-ba681247dd41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group_rule (0cb9d2b3-27af-41a0-a207-0ab7413dfb81), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.443738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:13.501193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.502542 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.506518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6682-bd27-4086-be5d-0eebd9048891 admin admin] Publish callbacks [] for security_group (6fcbc1ed-8acf-4008-85f7-693ab15ac533), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.524509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6ba6682-bd27-4086-be5d-0eebd9048891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6fcbc1ed-8acf-4008-85f7-693ab15ac533), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.589982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba6682-bd27-4086-be5d-0eebd9048891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcbc1ed-8acf-4008-85f7-693ab15ac533,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.654708 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d6ba6682-bd27-4086-be5d-0eebd9048891 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2365969aec464acf9627171081025c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5247340 Feb 09 02:17:13.672390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55488) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.679345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520ada1a-181a-45a8-b082-ba681247dd41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group_rule (0cb9d2b3-27af-41a0-a207-0ab7413dfb81), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.680631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'fixed_ips': [{'subnet_id': 'fb844414-b6a6-4c41-afa7-4346811ec392'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:13.681493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.696642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520ada1a-181a-45a8-b082-ba681247dd41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0cb9d2b3-27af-41a0-a207-0ab7413dfb81), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.732796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ada1a-181a-45a8-b082-ba681247dd41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb9d2b3-27af-41a0-a207-0ab7413dfb81,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:13.736825 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks [] for router_controller (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.760841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bef593bb-d9fb-45c2-b5a0-c27ffc08f381 admin admin] Publish callbacks [] for security_group (6fcbc1ed-8acf-4008-85f7-693ab15ac533), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.762578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:13.768448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520ada1a-181a-45a8-b082-ba681247dd41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.769950 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-520ada1a-181a-45a8-b082-ba681247dd41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4746013 Feb 09 02:17:13.777270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:13.793780 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.796238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9ddd0a25-4a16-4947-9328-1f771e8c8adc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'security_group_rule': {'security_group_id': '1a8095d2-ee39-41b5-9e23-443e7f5f4ccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:13.801833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:13.855151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0a25-4a16-4947-9328-1f771e8c8adc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group_rule (d04654a3-e75f-4801-a492-c5ee41d6b680), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.985955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0a25-4a16-4947-9328-1f771e8c8adc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group_rule (d04654a3-e75f-4801-a492-c5ee41d6b680), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.990512 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bef593bb-d9fb-45c2-b5a0-c27ffc08f381 admin admin] Publish callbacks [] for security_group (6fcbc1ed-8acf-4008-85f7-693ab15ac533), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:13.994187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0a25-4a16-4947-9328-1f771e8c8adc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d04654a3-e75f-4801-a492-c5ee41d6b680), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.019210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd0a25-4a16-4947-9328-1f771e8c8adc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04654a3-e75f-4801-a492-c5ee41d6b680,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.085401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0a25-4a16-4947-9328-1f771e8c8adc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.089276 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9ddd0a25-4a16-4947-9328-1f771e8c8adc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092060 Feb 09 02:17:14.090877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55504) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:14.096246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:14.107746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfe87f6-4fdc-4972-8123-39f98fc1ea09 None None] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:14.126301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks [] for router_gateway (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.145451 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.246897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bef593bb-d9fb-45c2-b5a0-c27ffc08f381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6fcbc1ed-8acf-4008-85f7-693ab15ac533), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.252085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.256476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bef593bb-d9fb-45c2-b5a0-c27ffc08f381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.257644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bef593bb-d9fb-45c2-b5a0-c27ffc08f381 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fcbc1ed-8acf-4008-85f7-693ab15ac533 HTTP/1.1" status: 204 len: 168 time: 0.5842679 Feb 09 02:17:14.320383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef593bb-d9fb-45c2-b5a0-c27ffc08f381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcbc1ed-8acf-4008-85f7-693ab15ac533,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:14.517330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:14.901633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 172.25.6.102 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/3026059c-4719-45dd-addd-7cde839afb1a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:14.921608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Allocated IP 172.20.0.2 (757794e4-f9af-4d54-a1d7-6c8b502ed0f6/fb844414-b6a6-4c41-afa7-4346811ec392/b4959032-7665-486e-bcb7-cdb7e8b0487d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:15.236325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (3026059c-4719-45dd-addd-7cde839afb1a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.240778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e154e-c1d4-4763-a6bc-5d39ec24377e req-251854c0-c2bb-46ad-8937-8e16bdf6dfea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:15.256456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-366e154e-c1d4-4763-a6bc-5d39ec24377e req-251854c0-c2bb-46ad-8937-8e16bdf6dfea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.6798687 Feb 09 02:17:15.303369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks [] for router_gateway (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.308636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:15.310415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.343374 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.351549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-63d01501-0215-41fd-97db-cb02003409d4 None None] Provisioning complete for port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:15.351935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-63d01501-0215-41fd-97db-cb02003409d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.390077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3026059c-4719-45dd-addd-7cde839afb1a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.467693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-366e154e-c1d4-4763-a6bc-5d39ec24377e req-9b527b59-ac2d-4e8c-8fcc-097ca6604c28 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098348 Feb 09 02:17:15.554001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Publish callbacks [] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.557530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:15.565202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:15.565418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Allocated IP 172.25.6.147 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/9368d1dd-8383-43d2-9068-b581f57787f5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:15.569152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:15.616692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.753143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=3026059c-4719-45dd-addd-7cde839afb1a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:15.799288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:15.826068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:15.829376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks [] for port (9368d1dd-8383-43d2-9068-b581f57787f5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.832284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:15.929648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:15.939827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for floatingip (8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.020998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3026059c-4719-45dd-addd-7cde839afb1a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.047408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:16.067372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:16.080712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:16.145503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Attempting to bind port b4959032-7665-486e-bcb7-cdb7e8b0487d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:16.146004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Attempting to bind port b4959032-7665-486e-bcb7-cdb7e8b0487d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:16.146251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Attempting to bind port b4959032-7665-486e-bcb7-cdb7e8b0487d on network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:16.168607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:16.168999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Checking segment: {'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:16.170411 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.170846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Bound using segment: {'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:16.171512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Bound port: b4959032-7665-486e-bcb7-cdb7e8b0487d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:16.171928 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.186747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Pushing event updated for resources: {'Port': ['ID=b4959032-7665-486e-bcb7-cdb7e8b0487d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:16.200612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Pushing event updated for resources: {'Port': ['ID=9368d1dd-8383-43d2-9068-b581f57787f5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:16.245314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.245923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.246041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.246311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.251891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-63d01501-0215-41fd-97db-cb02003409d4 None None] Current status of the port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:16.273072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.273531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.273878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.274214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.274570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.274902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.275230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.275555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.275878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:16.349531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:16.449696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f45aad47-5c13-46c8-931d-282bb185fec6 None None] Provisioning complete for port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:16.454602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f45aad47-5c13-46c8-931d-282bb185fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.523793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6cf05b30-e1d4-4757-adcc-3d1925847650 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:16.577195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (3026059c-4719-45dd-addd-7cde839afb1a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.590803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3026059c-4719-45dd-addd-7cde839afb1a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.653188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] For port b4959032-7665-486e-bcb7-cdb7e8b0487d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:16.661354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6cf05b30-e1d4-4757-adcc-3d1925847650 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:17:16.664691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6cf05b30-e1d4-4757-adcc-3d1925847650 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:16.715162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] For port b4959032-7665-486e-bcb7-cdb7e8b0487d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b4959032-7665-486e-bcb7-cdb7e8b0487d,segment=NetworkSegment(27e2af73-d5b7-4024-a8d8-35a9b439f5a2),segment_id=27e2af73-d5b7-4024-a8d8-35a9b439f5a2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:16.748313 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.812585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.816401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=3026059c-4719-45dd-addd-7cde839afb1a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:16.849925 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:16.878744 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-742a060f-5dff-4798-b3a7-15f0888acf6e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7865105 Feb 09 02:17:16.891778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbdda6-14d0-4525-9b9a-b4bb19b6da00 None None] Pushing event updated for resources: {'Port': ['ID=b4959032-7665-486e-bcb7-cdb7e8b0487d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:17.008416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 19f0454c-9ed7-4ed0-bb9f-e9762c59229d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:17.118096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f45aad47-5c13-46c8-931d-282bb185fec6 None None] Current status of the port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:17.154979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041c649-bfcb-42ed-a5b5-7d8842772432 req-3c1de70e-44b6-4952-8b41-99e32a94cddd tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:17.157094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d041c649-bfcb-42ed-a5b5-7d8842772432 req-3c1de70e-44b6-4952-8b41-99e32a94cddd tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.4639695 Feb 09 02:17:17.208263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:17.208804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.325739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d041c649-bfcb-42ed-a5b5-7d8842772432 req-85c2c478-e95c-4322-9dcb-15ba4288561c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608782 Feb 09 02:17:17.501688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:17.512122 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks [] for router_gateway (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.791278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-941de6fe-8d02-449a-87d3-b91cc461c2dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1415095408&fields=id&tenant_id=f7828a036b594ca6a33035d1ced581e6 HTTP/1.1" status: 200 len: 267 time: 0.3073597 Feb 09 02:17:17.799742 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:17.881113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:18.007792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6aa4fce1-f1b9-46e9-85dc-c1ee12b06c0c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:18.009044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6aa4fce1-f1b9-46e9-85dc-c1ee12b06c0c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports/5246e36a-39e7-46e8-a6ce-1b688b43aef7 HTTP/1.1" status: 200 len: 932 time: 0.2058234 Feb 09 02:17:18.174725 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.373448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2138748477'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:18.379753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-e8bff8a4-f69c-49d5-981a-98ef04f3b4d6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:18.381423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-e8bff8a4-f69c-49d5-981a-98ef04f3b4d6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports/7c54b8d8-c80c-4f6b-8108-c82a1092963d HTTP/1.1" status: 200 len: 931 time: 0.3579907 Feb 09 02:17:18.424297 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Made reservation on behalf of 485d7bf94fde4c9eb0ee4659e8cee7f0 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:18.432575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.467616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.517785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-7b6064e3-cff7-498d-9435-9a74bd06fddd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?network_id=16037fc7-24c0-41a7-a4f5-95e71c352d59&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1101089 Feb 09 02:17:18.639484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6bf3cbd5-60d1-40a9-9344-38bddfc2b8f5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?network_id=16037fc7-24c0-41a7-a4f5-95e71c352d59&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1088173 Feb 09 02:17:18.732806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks [] for security_group (0d6b9e2e-f79b-460e-a4d0-7e31b2726506), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.743154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0d6b9e2e-f79b-460e-a4d0-7e31b2726506), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.793280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:18.806412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b9e2e-f79b-460e-a4d0-7e31b2726506,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:18.831869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8028f2d-a318-49f9-96f0-ff56cff1d71e None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:17:18.832871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5845f606-03cd-45ea-a691-afa6161f70bc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.833405 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Added segment 5845f606-03cd-45ea-a691-afa6161f70bc of type vlan for network e6772938-409e-4be0-99f0-bebd90b85278 Feb 09 02:17:18.847448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a31a4-ea11-45b8-a3ba-c5e56eba219b req-4462569e-271a-4e92-a7c9-a88b956465d5 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:18.848618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc1a31a4-ea11-45b8-a3ba-c5e56eba219b req-4462569e-271a-4e92-a7c9-a88b956465d5 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.3217206 Feb 09 02:17:18.939488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:17:18.962421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e6772938-409e-4be0-99f0-bebd90b85278), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:18.979135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-568ef8fa-b012-4a67-9742-eaf9b579d704 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:18.984447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-568ef8fa-b012-4a67-9742-eaf9b579d704 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:18.990278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-568ef8fa-b012-4a67-9742-eaf9b579d704 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:18.994560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b4959032-7665-486e-bcb7-cdb7e8b0487d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:18.998004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-568ef8fa-b012-4a67-9742-eaf9b579d704 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/networks?id=a22a3c2c-bd0b-48cb-9111-c8e742c68c39&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=16037fc7-24c0-41a7-a4f5-95e71c352d59&id=16037fc7-24c0-41a7-a4f5-95e71c352d59 HTTP/1.1" status: 200 len: 1991 time: 0.3404775 Feb 09 02:17:19.008701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc1a31a4-ea11-45b8-a3ba-c5e56eba219b req-e1b933f2-705c-41ed-bc1e-32ce9f665da2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388667 Feb 09 02:17:19.053732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.057360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e6772938-409e-4be0-99f0-bebd90b85278), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.074847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:19.075585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.092416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-f524bb4d-461b-4423-94b4-29cf3b188b41 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/quotas/f7828a036b594ca6a33035d1ced581e6 HTTP/1.1" status: 200 len: 375 time: 0.0934091 Feb 09 02:17:19.161367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7ba60075-4ea1-4707-80bd-1fc22a0c5f9d None None] Provisioning complete for port b4959032-7665-486e-bcb7-cdb7e8b0487d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:19.161993 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ba60075-4ea1-4707-80bd-1fc22a0c5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.223968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-bd580b22-3eb3-448f-acf2-dff672141e82 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1305542 Feb 09 02:17:19.284018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:19.300343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Pushing event updated for resources: {'Network': ['ID=e6772938-409e-4be0-99f0-bebd90b85278,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:19.335035 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32fe294d-742d-4fab-a362-20ee2215d944 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4521899 Feb 09 02:17:19.337968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:19.344666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Sync routers for ids ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:19.377932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.381658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e6772938-409e-4be0-99f0-bebd90b85278 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:19.383096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55718) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:19.383793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9ce99233-7877-41a1-bf57-82ff4ec943dd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9495943 Feb 09 02:17:19.445078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-86a7f684-d2a6-44a4-af8f-4678ea6608ac service neutron] 10.222.0.53 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194932 Feb 09 02:17:19.568568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'network': {'name': 'tempest-network--54253007', 'router:external': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:19.614288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-124c380d-f4d2-4a78-96e6-5c9c7508860e service neutron] 10.222.0.53 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630580 Feb 09 02:17:19.642705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Made reservation on behalf of 98b1f46f0e6646ecbdab476e0b063a72 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:19.645515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.679609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.683740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-fc039f14-9dc1-4140-8cb3-0a93f3257513 service neutron] 10.222.0.53 "GET /v2.0/ports/5246e36a-39e7-46e8-a6ce-1b688b43aef7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0590513 Feb 09 02:17:19.699655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Routers {'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:19.700299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:16:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:19.805942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-38da9ef7-9bc8-4c64-9545-2afcb865269d service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139171 Feb 09 02:17:19.914671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7ba60075-4ea1-4707-80bd-1fc22a0c5f9d None None] Current status of the port b4959032-7665-486e-bcb7-cdb7e8b0487d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:19.915301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ba60075-4ea1-4707-80bd-1fc22a0c5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:19.941144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-7a3afea6-6c58-4d3a-8dca-acee4ebdc616 service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277721 Feb 09 02:17:19.996961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b4959032-7665-486e-bcb7-cdb7e8b0487d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:19.997307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.011807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5931f06b-bed6-42dc-b525-fc9a52efa5bf service neutron] 10.222.0.53 "GET /v2.0/ports/7c54b8d8-c80c-4f6b-8108-c82a1092963d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0615797 Feb 09 02:17:20.032695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55726) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:20.081641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for security_group (4bd57db5-0290-4dcd-a48e-b72688d7cf37), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.093251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Set router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:20.099946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4bd57db5-0290-4dcd-a48e-b72688d7cf37), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.190406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:20.199760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd57db5-0290-4dcd-a48e-b72688d7cf37,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:20.211968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (178f665c-8688-4da6-9ff3-6bd9e498e438), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.212567 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Added segment 178f665c-8688-4da6-9ff3-6bd9e498e438 of type vlan for network 18408417-a787-421a-9268-2d1c58a2819c Feb 09 02:17:20.272079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-19d03ac9-8eb2-4c04-a266-1d3cff9e78a0 service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592285 Feb 09 02:17:20.350348 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e048b9ad-5f01-4dbf-81a3-92408062004a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.412143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7ba60075-4ea1-4707-80bd-1fc22a0c5f9d None None] For port b4959032-7665-486e-bcb7-cdb7e8b0487d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b4959032-7665-486e-bcb7-cdb7e8b0487d,segment=NetworkSegment(27e2af73-d5b7-4024-a8d8-35a9b439f5a2),segment_id=27e2af73-d5b7-4024-a8d8-35a9b439f5a2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:20.418674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8028f2d-a318-49f9-96f0-ff56cff1d71e None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:17:20.444646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (18408417-a787-421a-9268-2d1c58a2819c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.454744 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ba60075-4ea1-4707-80bd-1fc22a0c5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.458838 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e048b9ad-5f01-4dbf-81a3-92408062004a admin admin] Publish callbacks [] for security_group (3edaf7d9-bcfd-4421-92e1-be745f4e74fc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.472302 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e048b9ad-5f01-4dbf-81a3-92408062004a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3edaf7d9-bcfd-4421-92e1-be745f4e74fc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.474010 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:20.487542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a861204-9845-436f-8939-1236b608de0c req-b3e2c449-2891-4553-a01a-cf384c788fd8 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:20.489511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a861204-9845-436f-8939-1236b608de0c req-b3e2c449-2891-4553-a01a-cf384c788fd8 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.3305440 Feb 09 02:17:20.545111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (18408417-a787-421a-9268-2d1c58a2819c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.546662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:20.547470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.585104 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2448745 Feb 09 02:17:20.617584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:20.701983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b02747-e354-4f11-92bc-2f42fb2cc973 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Network': ['ID=18408417-a787-421a-9268-2d1c58a2819c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:20.757867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (18408417-a787-421a-9268-2d1c58a2819c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.786172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 18408417-a787-421a-9268-2d1c58a2819c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:20.870507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e048b9ad-5f01-4dbf-81a3-92408062004a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddc8851e23454278a0aaff896277586d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8365238 Feb 09 02:17:20.886679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55738) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:20.892580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b9ad-5f01-4dbf-81a3-92408062004a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edaf7d9-bcfd-4421-92e1-be745f4e74fc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:20.913053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (18408417-a787-421a-9268-2d1c58a2819c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.937827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18408417-a787-421a-9268-2d1c58a2819c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:20.940939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-bcebf1fa-555c-4d2e-a27f-da30c5191bdc service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677690 Feb 09 02:17:20.947573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178f665c-8688-4da6-9ff3-6bd9e498e438') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:20.947870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178f665c-8688-4da6-9ff3-6bd9e498e438') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:20.959935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (178f665c-8688-4da6-9ff3-6bd9e498e438), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.974647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (178f665c-8688-4da6-9ff3-6bd9e498e438), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:20.981894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:20.982299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (178f665c-8688-4da6-9ff3-6bd9e498e438), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.033538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a861204-9845-436f-8939-1236b608de0c req-673a48d0-0d81-40ee-9da7-2d07bc760858 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5322948 Feb 09 02:17:21.046905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4af1b841-4784-48be-accd-d6eca1369e1d admin admin] Publish callbacks [] for security_group (3edaf7d9-bcfd-4421-92e1-be745f4e74fc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:21.067393 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:21.078406 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (18408417-a787-421a-9268-2d1c58a2819c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.083333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18408417-a787-421a-9268-2d1c58a2819c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:17:21.086672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.090250 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "DELETE /v2.0/networks/18408417-a787-421a-9268-2d1c58a2819c HTTP/1.1" status: 204 len: 168 time: 0.4713993 Feb 09 02:17:21.097544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55740) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:21.104713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.107830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:21.112976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b4959032-7665-486e-bcb7-cdb7e8b0487d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:21.130183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eed03-6d5f-4652-8d99-e2c5ad536d67 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event deleted for resources: {'Network': ['ID=18408417-a787-421a-9268-2d1c58a2819c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:21.136696 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4af1b841-4784-48be-accd-d6eca1369e1d admin admin] Publish callbacks [] for security_group (3edaf7d9-bcfd-4421-92e1-be745f4e74fc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.170683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-70aedda3-3b9f-41a9-8b39-0798ce4d746c service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281256 Feb 09 02:17:21.237947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba60075-4ea1-4707-80bd-1fc22a0c5f9d None None] Pushing event updated for resources: {'Port': ['ID=b4959032-7665-486e-bcb7-cdb7e8b0487d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:21.253508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Made reservation on behalf of 98b1f46f0e6646ecbdab476e0b063a72 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:21.260587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.326347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-b31965f9-15e4-441e-a3ea-27374c45da87 service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547768 Feb 09 02:17:21.362225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:21.373247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c4452fb7-c8c6-44c8-9a88-781862ab8af2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.373611 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Added segment c4452fb7-c8c6-44c8-9a88-781862ab8af2 of type vlan for network b23200db-01ad-4420-91d0-9198bf1075e4 Feb 09 02:17:21.435603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (b23200db-01ad-4420-91d0-9198bf1075e4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.457429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:16Z', 'revision_number': 3, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port': {'id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:21.494125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Checking router: fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:21.494337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Updating router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 port 9368d1dd-8383-43d2-9068-b581f57787f5 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:17:21.580785 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.602047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8bfbc-b6ab-4dd3-8058-72cb33d30238 None None] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:21.623627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-be695c13-dab7-422a-b843-dad9c6e8891c service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845480 Feb 09 02:17:21.636011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4af1b841-4784-48be-accd-d6eca1369e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3edaf7d9-bcfd-4421-92e1-be745f4e74fc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.639953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4af1b841-4784-48be-accd-d6eca1369e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.642366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4af1b841-4784-48be-accd-d6eca1369e1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3edaf7d9-bcfd-4421-92e1-be745f4e74fc HTTP/1.1" status: 204 len: 168 time: 0.7502532 Feb 09 02:17:21.644017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (b23200db-01ad-4420-91d0-9198bf1075e4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.646192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:21.655045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.673450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Allocated IP 172.20.0.1 (757794e4-f9af-4d54-a1d7-6c8b502ed0f6/fb844414-b6a6-4c41-afa7-4346811ec392/3cf9f796-1bec-4921-9df5-d15c6d96c0f4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:21.882990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks [] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.943835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:21.968922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1b841-4784-48be-accd-d6eca1369e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edaf7d9-bcfd-4421-92e1-be745f4e74fc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.008159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8918386 Feb 09 02:17:22.010833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:22.046681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'subnet': {'network_id': 'b23200db-01ad-4420-91d0-9198bf1075e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:22.082635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daff11-98d3-4de9-86e4-314c108727f0 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Network': ['ID=b23200db-01ad-4420-91d0-9198bf1075e4,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.104883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network b23200db-01ad-4420-91d0-9198bf1075e4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:22.130793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-503fe753-ecea-46e8-b743-119719962073 service neutron] 10.222.0.53 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020642 Feb 09 02:17:22.146850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:22.152784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:22.154760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Made reservation on behalf of 98b1f46f0e6646ecbdab476e0b063a72 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:22.157678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.162661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:22.215612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55758) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:22.219207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.254246 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f95d46-7dd3-41eb-892f-8119b235ba1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.306440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.383668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Publish callbacks [] for port (9368d1dd-8383-43d2-9068-b581f57787f5), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.403715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca65cdd-8784-400f-a102-1d952e60c648 req-2c35aeed-a0ea-4ff8-b87f-6dcd12cef38c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:22.406334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ca65cdd-8784-400f-a102-1d952e60c648 req-2c35aeed-a0ea-4ff8-b87f-6dcd12cef38c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.2735932 Feb 09 02:17:22.411419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.533306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1dec190c-0d5d-4e7f-90f2-99e6136a4209 None None] Provisioning complete for port b4959032-7665-486e-bcb7-cdb7e8b0487d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:22.533682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1dec190c-0d5d-4e7f-90f2-99e6136a4209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.534353 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f95d46-7dd3-41eb-892f-8119b235ba1c admin admin] Publish callbacks [] for security_group (5e1794d9-182b-4712-8c2e-0caa3b32f23f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.548344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-e9c11f8a-0fd0-4643-a83c-52d855034d96 service neutron] 10.222.0.53 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140067 Feb 09 02:17:22.552586 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f95d46-7dd3-41eb-892f-8119b235ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5e1794d9-182b-4712-8c2e-0caa3b32f23f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.566003 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.596939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Attempting to bind port 9368d1dd-8383-43d2-9068-b581f57787f5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:22.597570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Attempting to bind port 9368d1dd-8383-43d2-9068-b581f57787f5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:22.598095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Attempting to bind port 9368d1dd-8383-43d2-9068-b581f57787f5 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:22.604913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:22.605598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:22.606161 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.606741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:22.607371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Bound port: 9368d1dd-8383-43d2-9068-b581f57787f5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:22.608011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.610224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb55880-118f-4374-b6f4-389081a4b90b None None] Pushing event updated for resources: {'Port': ['ID=9368d1dd-8383-43d2-9068-b581f57787f5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.737431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] For port 9368d1dd-8383-43d2-9068-b581f57787f5, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:22.742665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] For port 9368d1dd-8383-43d2-9068-b581f57787f5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9368d1dd-8383-43d2-9068-b581f57787f5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:22.747157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1dec190c-0d5d-4e7f-90f2-99e6136a4209 None None] Current status of the port b4959032-7665-486e-bcb7-cdb7e8b0487d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:22.763072 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.790519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-816633fc-70f2-44ef-81d3-6b3e1ce1e21f service neutron] 10.222.0.53 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413273 Feb 09 02:17:22.791579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks [] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.798902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ca65cdd-8784-400f-a102-1d952e60c648 req-42ed0211-a9b4-4821-8253-5c9012a270e9 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865435 Feb 09 02:17:22.808563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.827199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f1f95d46-7dd3-41eb-892f-8119b235ba1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd34f733c79f421ba3d4d54902abd6f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6086657 Feb 09 02:17:22.841168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb55880-118f-4374-b6f4-389081a4b90b None None] Pushing event updated for resources: {'Port': ['ID=9368d1dd-8383-43d2-9068-b581f57787f5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.872168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:22.888160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Routers {'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:22.889341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:16:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:22.891492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:22.963215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-38f83f19-37b4-40c1-bcef-82bae51457c4 None None] Provisioning complete for port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:22.963617 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38f83f19-37b4-40c1-bcef-82bae51457c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:22.995545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-434ef0af-ae6d-40f3-b13e-c0655b1ee1dc service neutron] 10.222.0.53 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899021 Feb 09 02:17:23.002280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a893439-358b-447f-ae3e-efec7eb28213 admin admin] Publish callbacks [] for security_group (5e1794d9-182b-4712-8c2e-0caa3b32f23f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.022644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-38f83f19-37b4-40c1-bcef-82bae51457c4 None None] Port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:23.038254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a893439-358b-447f-ae3e-efec7eb28213 admin admin] Publish callbacks [] for security_group (5e1794d9-182b-4712-8c2e-0caa3b32f23f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.041108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f95d46-7dd3-41eb-892f-8119b235ba1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1794d9-182b-4712-8c2e-0caa3b32f23f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:23.064031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] Set router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:23.103316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a893439-358b-447f-ae3e-efec7eb28213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5e1794d9-182b-4712-8c2e-0caa3b32f23f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.106164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a893439-358b-447f-ae3e-efec7eb28213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.107956 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a893439-358b-447f-ae3e-efec7eb28213 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e1794d9-182b-4712-8c2e-0caa3b32f23f HTTP/1.1" status: 204 len: 168 time: 0.2136574 Feb 09 02:17:23.109948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.181351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a893439-358b-447f-ae3e-efec7eb28213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1794d9-182b-4712-8c2e-0caa3b32f23f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:23.250618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5e960313-c8e2-42c8-a5bc-64d264042dfe service neutron] 10.222.0.53 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456512 Feb 09 02:17:23.358780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b4959032-7665-486e-bcb7-cdb7e8b0487d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:23.526941 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-846aa811-9796-4fff-8daa-18aca2634f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.589387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b4959032-7665-486e-bcb7-cdb7e8b0487d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:23.598837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:23.725206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port': {'id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '3cf9f796-1bec-4921-9df5-d15c6d96c0f4', 'name': '', 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'mac_address': 'fa:16:3e:2e:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 2, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'subnets': [{'id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:23.805600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350bcb-1853-407d-8c38-626d556a45e6 None None] The sync data for ids ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'] in n-d-826675-12 is: [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port': {'id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '3cf9f796-1bec-4921-9df5-d15c6d96c0f4', 'name': '', 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'mac_address': 'fa:16:3e:2e:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 2, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'subnets': [{'id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:23.909894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:23.913038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:24.222867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b4959032-7665-486e-bcb7-cdb7e8b0487d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:24.257223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656289-3516-47ea-ab37-4ef32ddc0dc4 req-179abbb7-831c-4276-9428-214e6bc10afc tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:24.273400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc656289-3516-47ea-ab37-4ef32ddc0dc4 req-179abbb7-831c-4276-9428-214e6bc10afc tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.2676456 Feb 09 02:17:24.354949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:17:24.356091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (33c00411-c807-4e65-a1e9-f0891b52591b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.417379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:17:24.441637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc656289-3516-47ea-ab37-4ef32ddc0dc4 req-f011f7f0-f128-40e1-9fb2-1fc8e0cca8de tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589882 Feb 09 02:17:24.452842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Subnet': ['ID=33c00411-c807-4e65-a1e9-f0891b52591b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:24.497494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-93d1d290-2c4a-464c-a382-1270593d405d None None] Provisioning complete for port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:24.498667 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93d1d290-2c4a-464c-a382-1270593d405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.600473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93d1d290-2c4a-464c-a382-1270593d405d None None] Port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:24.663438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Checking segment: {'id': 'c4452fb7-c8c6-44c8-9a88-781862ab8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b23200db-01ad-4420-91d0-9198bf1075e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:24.663986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Network hostable DHCP agents. Network: b23200db-01ad-4420-91d0-9198bf1075e4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:24.728301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b3ba29f-00a4-4d4c-bece-5b2ec6787b93 req-4d9bc601-bb7f-4670-9cac-b281872c09b7 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0676324 Feb 09 02:17:24.764046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Network b23200db-01ad-4420-91d0-9198bf1075e4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:24.818149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b23200db-01ad-4420-91d0-9198bf1075e4) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:24.823828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:24.824782 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:24.832065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3565c4-d77b-46ee-a2cc-263c7a9e31e9 None None] Network b23200db-01ad-4420-91d0-9198bf1075e4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:24.848351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:24.862555 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-25cc472e-fa5d-4b9d-834a-227375a5c3d1 admin admin] 10.222.0.53 "PUT /v2.0/routers/fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4699876 Feb 09 02:17:24.870304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8a2c0101-5d72-46e5-a2e9-ecb44e5c0685 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8496406 Feb 09 02:17:24.871246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55824) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:24.876765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'floatingip': {'floating_network_id': 'b23200db-01ad-4420-91d0-9198bf1075e4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:24.949186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.121253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb4dc7-2dde-4a9b-933f-f50087088361 None None] Network b23200db-01ad-4420-91d0-9198bf1075e4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:25.220632 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.565375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Allocated IP 172.20.0.14 (b23200db-01ad-4420-91d0-9198bf1075e4/33c00411-c807-4e65-a1e9-f0891b52591b/3b98293e-6fbf-48e3-932e-9c0f7341b724) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:25.716799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d9bc57-610d-46b1-9d25-572afe8457d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.974076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:25.990342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d546f1be-062b-4b1f-aa9b-d199805c2de0 req-ed89d15d-e15a-42d4-8e86-168913652f58 tempest-FloatingIPsNegativeTestJSON-1556276021 tempest-FloatingIPsNegativeTestJSON-1556276021-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=9194e7bf1d60468ab0b3589e93267af1 HTTP/1.1" status: 200 len: 217 time: 0.2158475 Feb 09 02:17:26.057432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290672a0-b4b9-461e-a738-95a4dbafa7e2 req-a0c4eb3c-6341-4822-a6ed-713f4f42a345 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:26.059582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-290672a0-b4b9-461e-a738-95a4dbafa7e2 req-a0c4eb3c-6341-4822-a6ed-713f4f42a345 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.3245726 Feb 09 02:17:26.080842 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.201715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Network b23200db-01ad-4420-91d0-9198bf1075e4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:26.254240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49536ad4-5804-446d-ada9-f71ea3c870de req-6ad7715c-29b6-427c-bc87-f999b70dd68f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1182239 Feb 09 02:17:26.285193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:26.300658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:26.417435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Port': ['ID=3b98293e-6fbf-48e3-932e-9c0f7341b724,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:26.436967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-302ca0c7-d420-46aa-b15e-6a0d0bef51d0 req-dcb41fd1-e883-470e-8386-612349431546 tempest-FloatingIPsNegativeTestJSON-1556276021 tempest-FloatingIPsNegativeTestJSON-1556276021-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1193349 Feb 09 02:17:26.461721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-290672a0-b4b9-461e-a738-95a4dbafa7e2 req-3e27876c-d273-410d-822b-37ca9707e628 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913991 Feb 09 02:17:26.520171 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-c27d75b7-742e-4112-b1f7-857f63396d20 req-e5340f8a-7e03-47fb-a70c-562581827117 tempest-FloatingIPsNegativeTestJSON-1556276021 tempest-FloatingIPsNegativeTestJSON-1556276021-project] show failed (client error): The resource could not be found. Feb 09 02:17:26.526705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c27d75b7-742e-4112-b1f7-857f63396d20 req-e5340f8a-7e03-47fb-a70c-562581827117 tempest-FloatingIPsNegativeTestJSON-1556276021 tempest-FloatingIPsNegativeTestJSON-1556276021-project] 10.222.0.53 "GET /v2.0/floatingips/d7ab913d-f26c-4b99-b357-cb3c5094e3ed HTTP/1.1" status: 404 len: 350 time: 0.0589931 Feb 09 02:17:26.529710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:26.701266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for floatingip (becbeac0-fdf6-4094-80d9-6712cd5804ce), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.761897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-350cc97b-9e34-408d-945c-eff1311f4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:26.763811 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-350cc97b-9e34-408d-945c-eff1311f4919 service neutron] 10.222.0.72 "GET /v2.0/ports/5246e36a-39e7-46e8-a6ce-1b688b43aef7 HTTP/1.1" status: 200 len: 1028 time: 0.4290516 Feb 09 02:17:26.808603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.870199 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:26.945228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3a305298-5d36-4261-86cc-5c5dfac2f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:26.954237 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3a305298-5d36-4261-86cc-5c5dfac2f9c3 service neutron] 10.222.0.72 "GET /v2.0/ports/7c54b8d8-c80c-4f6b-8108-c82a1092963d HTTP/1.1" status: 200 len: 1027 time: 0.1823361 Feb 09 02:17:27.064063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.077472 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.169355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-0a544584-ec58-4b8d-bb17-2352ea2e1d9a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:27.188172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Port': ['ID=3b98293e-6fbf-48e3-932e-9c0f7341b724,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:27.193475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-0a544584-ec58-4b8d-bb17-2352ea2e1d9a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:27.200494 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (becbeac0-fdf6-4094-80d9-6712cd5804ce), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.204288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-0a544584-ec58-4b8d-bb17-2352ea2e1d9a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:27.221791 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-0a544584-ec58-4b8d-bb17-2352ea2e1d9a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "GET /v2.0/networks?id=a22a3c2c-bd0b-48cb-9111-c8e742c68c39&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=16037fc7-24c0-41a7-a4f5-95e71c352d59&id=16037fc7-24c0-41a7-a4f5-95e71c352d59 HTTP/1.1" status: 200 len: 1991 time: 0.2587099 Feb 09 02:17:27.242770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.251237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-59acfd80-65d9-4a4c-934e-55dba578e654 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3762159 Feb 09 02:17:27.252681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55890) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:27.417264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9368d1dd-8383-43d2-9068-b581f57787f5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:27.462965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7a2c3ab7-9718-4c8d-853b-ca5dab9274d3 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=b23200db-01ad-4420-91d0-9198bf1075e4 HTTP/1.1" status: 200 len: 690 time: 0.2065415 Feb 09 02:17:27.472570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:27.509401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12ffdff5-dc51-49ea-9ac2-845755bceeff req-b1b8e98d-c6af-4b7f-b508-8e807922da4b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0442181 Feb 09 02:17:27.564054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9368d1dd-8383-43d2-9068-b581f57787f5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:27.564680 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.631807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c572797a-2db8-4a43-8231-97d771fc1a8e details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:17:27.730304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66d9b6-fb61-4c7d-b99f-5143efde0aab req-679dc890-da8c-4da0-a3f2-73f8942abed9 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:27.743141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b66d9b6-fb61-4c7d-b99f-5143efde0aab req-679dc890-da8c-4da0-a3f2-73f8942abed9 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 944 time: 0.1272159 Feb 09 02:17:27.833325 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-9b21f041-7644-45fd-bf5e-fabf2c359cb8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7828a036b594ca6a33035d1ced581e6 HTTP/1.1" status: 200 len: 380 time: 0.5908742 Feb 09 02:17:27.839732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c572797a-2db8-4a43-8231-97d771fc1a8e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c572797a-2db8-4a43-8231-97d771fc1a8e,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:27.859127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'port_id': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'mac_address': 'fa:16:3e:89:14:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:17:27.869370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'admin_state_up': True, 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'security_groups': ['1a8095d2-ee39-41b5-9e23-443e7f5f4ccd']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:27.888538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b66d9b6-fb61-4c7d-b99f-5143efde0aab req-8c5ee36b-61b8-4934-80ea-281da6b7d457 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415308 Feb 09 02:17:27.911485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9368d1dd-8383-43d2-9068-b581f57787f5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:27.912046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.931488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c572797a-2db8-4a43-8231-97d771fc1a8e is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:27.931877 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:27.953012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c572797a-2db8-4a43-8231-97d771fc1a8e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:27.964944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 9368d1dd-8383-43d2-9068-b581f57787f5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9368d1dd-8383-43d2-9068-b581f57787f5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:27.978666 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.086305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (b23200db-01ad-4420-91d0-9198bf1075e4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.091109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Sync routers for ids ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:28.095287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c572797a-2db8-4a43-8231-97d771fc1a8e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c572797a-2db8-4a43-8231-97d771fc1a8e,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:28.119845 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Routers {'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:28.125522 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:28.158988 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.213535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.243096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=9368d1dd-8383-43d2-9068-b581f57787f5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:28.346308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:28.354121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.460870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c572797a-2db8-4a43-8231-97d771fc1a8e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:28.473386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Deleting port 3b98293e-6fbf-48e3-932e-9c0f7341b724 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:28.473990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.489476 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Set router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:28.506756 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.513901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['c572797a-2db8-4a43-8231-97d771fc1a8e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:28.701279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8297af9e-0052-4123-990b-d520f38e8763 req-ab1760c2-3357-4f28-b5c0-395bf9a06b25 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0611238 Feb 09 02:17:28.844702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 172.20.0.7 (a22a3c2c-bd0b-48cb-9111-c8e742c68c39/02533a48-c34d-452b-843e-afc3d82cd6f8/ba86df4c-70b5-459e-8102-b2957740d843) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:28.848120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.848582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for floatingip (3b98293e-6fbf-48e3-932e-9c0f7341b724), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:28.877688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Calling delete_port for 3b98293e-6fbf-48e3-932e-9c0f7341b724 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:29.185319 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port': {'id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '3cf9f796-1bec-4921-9df5-d15c6d96c0f4', 'name': '', 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'mac_address': 'fa:16:3e:2e:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 2, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'subnets': [{'id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:29.195251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:29.277254 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Checking router: fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:29.277525 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Updating router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:17:29.318616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9368d1dd-8383-43d2-9068-b581f57787f5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:29.339073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6e80-8b7a-45a0-b4ad-79b1132583dc req-abf00837-6c2a-45bf-b38b-0e1bba2906ef tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:29.356929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e97d6e80-8b7a-45a0-b4ad-79b1132583dc req-abf00837-6c2a-45bf-b38b-0e1bba2906ef tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 945 time: 0.3019199 Feb 09 02:17:29.361915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (ba86df4c-70b5-459e-8102-b2957740d843), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.394623 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.427118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e97d6e80-8b7a-45a0-b4ad-79b1132583dc req-3a8bc9e5-d785-4e64-ba82-ea9653863780 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636594 Feb 09 02:17:29.462918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9368d1dd-8383-43d2-9068-b581f57787f5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:29.464578 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.504384 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d38c-f335-4c9b-a92e-fba552400df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.598296 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3b98293e-6fbf-48e3-932e-9c0f7341b724), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.627703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c572797a-2db8-4a43-8231-97d771fc1a8e up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:29.662694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b98293e-6fbf-48e3-932e-9c0f7341b724,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:29.674279 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ba86df4c-70b5-459e-8102-b2957740d843), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.701635 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d38c-f335-4c9b-a92e-fba552400df3 admin admin] Publish callbacks [] for security_group (7346bac5-898b-440d-9ee7-18fc8c0fb886), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.708415 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0fd6d38c-f335-4c9b-a92e-fba552400df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7346bac5-898b-440d-9ee7-18fc8c0fb886), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.718077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9368d1dd-8383-43d2-9068-b581f57787f5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:29.783083 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.803978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6d38c-f335-4c9b-a92e-fba552400df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7346bac5-898b-440d-9ee7-18fc8c0fb886,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:29.816896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0fd6d38c-f335-4c9b-a92e-fba552400df3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa829dbf5b0f423289e5b470eb2dd00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6205397 Feb 09 02:17:29.819679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55944) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:29.839275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port c572797a-2db8-4a43-8231-97d771fc1a8e completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:17:29.852598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port c572797a-2db8-4a43-8231-97d771fc1a8e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:29.853047 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:29.993707 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-598b8b6a-cf72-4348-af22-e9e233c99054 admin admin] Publish callbacks [] for security_group (7346bac5-898b-440d-9ee7-18fc8c0fb886), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.018561 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Publish callbacks [] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.033291 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.040395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c572797a-2db8-4a43-8231-97d771fc1a8e is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:30.041193 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.068486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:30.069882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=ba86df4c-70b5-459e-8102-b2957740d843,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:30.074010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:30.078119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for floatingip (becbeac0-fdf6-4094-80d9-6712cd5804ce), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.112040 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-598b8b6a-cf72-4348-af22-e9e233c99054 admin admin] Publish callbacks [] for security_group (7346bac5-898b-440d-9ee7-18fc8c0fb886), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.125960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c572797a-2db8-4a43-8231-97d771fc1a8e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c572797a-2db8-4a43-8231-97d771fc1a8e,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:30.127613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:30.130823 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f2c20d-ff6c-4dc0-b718-cdde72e7daa9" -d '{"events": [{"server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "name": "network-vif-plugged", "status": "completed", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:30.137499 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.154170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (33c00411-c807-4e65-a1e9-f0891b52591b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.246631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (33c00411-c807-4e65-a1e9-f0891b52591b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.252928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c572797a-2db8-4a43-8231-97d771fc1a8e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:30.260714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-598b8b6a-cf72-4348-af22-e9e233c99054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7346bac5-898b-440d-9ee7-18fc8c0fb886), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.276049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-598b8b6a-cf72-4348-af22-e9e233c99054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.281783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-598b8b6a-cf72-4348-af22-e9e233c99054 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7346bac5-898b-440d-9ee7-18fc8c0fb886 HTTP/1.1" status: 204 len: 168 time: 0.4578459 Feb 09 02:17:30.288749 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Pushing event updated for resources: {'Port': ['ID=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:30.300286 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fddd91a-c4d6-4f5f-bb62-61f0b2564270 x-openstack-request-id: req-0fddd91a-c4d6-4f5f-bb62-61f0b2564270 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:30.300660 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "name": "network-vif-plugged", "status": "completed", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:30.300973 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fddd91a-c4d6-4f5f-bb62-61f0b2564270 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:30.301457 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'code': 200} Feb 09 02:17:30.310132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b8b6a-cf72-4348-af22-e9e233c99054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7346bac5-898b-440d-9ee7-18fc8c0fb886,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:30.335035 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.335394 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.335725 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.336057 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.338834 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.340095 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.342193 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.344114 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.344613 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.345127 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.345755 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.348217 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.348739 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:30.370949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b8036-bbcf-4c69-b0bd-e608b94c7c0c req-8dcedbbc-7b68-488c-a1ab-54ab9733c680 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:30.395855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab5b8036-bbcf-4c69-b0bd-e608b94c7c0c req-8dcedbbc-7b68-488c-a1ab-54ab9733c680 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 931 time: 0.3914464 Feb 09 02:17:30.571750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (b23200db-01ad-4420-91d0-9198bf1075e4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.613379 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Attempting to bind port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:30.630432 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Attempting to bind port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:30.635970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:30.636823 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Attempting to bind port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 on network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:30.651002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=33c00411-c807-4e65-a1e9-f0891b52591b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:30.670339 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:30.671766 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Checking segment: {'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:30.672586 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.674404 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Bound using segment: {'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:30.675899 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Bound port: 3cf9f796-1bec-4921-9df5-d15c6d96c0f4, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e2af73-d5b7-4024-a8d8-35a9b439f5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:30.679193 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.727519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23200db-01ad-4420-91d0-9198bf1075e4']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:30.783488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4452fb7-c8c6-44c8-9a88-781862ab8af2') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:30.784326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4452fb7-c8c6-44c8-9a88-781862ab8af2') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:30.797784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Deleting port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:30.811256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.826712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (c4452fb7-c8c6-44c8-9a88-781862ab8af2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.832201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-df078348-671d-479f-8c2a-d75e998f9fb9 None None] Provisioning complete for port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:30.837546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df078348-671d-479f-8c2a-d75e998f9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.892162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab5b8036-bbcf-4c69-b0bd-e608b94c7c0c req-1fcc99bb-8a7a-4e13-8c43-11e919a2242f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4888380 Feb 09 02:17:30.908147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45981665-fc48-45bf-8dba-6738a4b2b2a6 req-326279e3-f4c6-4eca-a3f6-ce7958d71d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:30.916231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c4452fb7-c8c6-44c8-9a88-781862ab8af2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.917196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45981665-fc48-45bf-8dba-6738a4b2b2a6 req-326279e3-f4c6-4eca-a3f6-ce7958d71d09 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 1129 time: 0.4932995 Feb 09 02:17:30.939779 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] For port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:30.950161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:30.954949 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] For port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,segment=NetworkSegment(27e2af73-d5b7-4024-a8d8-35a9b439f5a2),segment_id=27e2af73-d5b7-4024-a8d8-35a9b439f5a2)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:30.956001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.968757 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.981912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2e36339-05f8-429d-87e7-679b5fdeca80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1248083 Feb 09 02:17:30.984383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:30.984966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (c4452fb7-c8c6-44c8-9a88-781862ab8af2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:30.988952 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:30.991336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-df078348-671d-479f-8c2a-d75e998f9fb9 None None] Port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:31.054047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef0b5a-6762-44c5-bf14-339291b6001e req-c92a0393-ccef-4669-8131-a0613882ad58 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:31.056822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ddef0b5a-6762-44c5-bf14-339291b6001e req-c92a0393-ccef-4669-8131-a0613882ad58 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.4526348 Feb 09 02:17:31.065805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'admin_state_up': True, 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'security_groups': ['1a8095d2-ee39-41b5-9e23-443e7f5f4ccd']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:31.146999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cb44d381-e52d-4f35-95e8-c33d189a9565 None None] Provisioning complete for port ba86df4c-70b5-459e-8102-b2957740d843 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:31.147575 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb44d381-e52d-4f35-95e8-c33d189a9565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ba86df4c-70b5-459e-8102-b2957740d843), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.149173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45981665-fc48-45bf-8dba-6738a4b2b2a6 req-7c7828a6-2d31-46bc-9a31-fa5c9a58b2c5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230110 Feb 09 02:17:31.154880 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Routers {'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:31.168382 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:31.233528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55968) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:31.281636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cb44d381-e52d-4f35-95e8-c33d189a9565 None None] Port ba86df4c-70b5-459e-8102-b2957740d843 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:31.283817 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07097a62-e830-4dbd-9841-7911219a427d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.332689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ddef0b5a-6762-44c5-bf14-339291b6001e req-fed0d580-3090-4150-b040-e054e9cd307e tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630558 Feb 09 02:17:31.387293 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf381f5-ae22-4bba-bff3-8c8635eb43b1 None None] Pushing event updated for resources: {'Port': ['ID=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:31.468707 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] Set router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:31.516307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8ad306d1-1d7c-4d51-b857-38b3001075db None None] Provisioning complete for port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:31.517149 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ad306d1-1d7c-4d51-b857-38b3001075db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.727909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8ad306d1-1d7c-4d51-b857-38b3001075db None None] Current status of the port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:31.728554 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ad306d1-1d7c-4d51-b857-38b3001075db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.843487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8ad306d1-1d7c-4d51-b857-38b3001075db None None] For port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,segment=NetworkSegment(27e2af73-d5b7-4024-a8d8-35a9b439f5a2),segment_id=27e2af73-d5b7-4024-a8d8-35a9b439f5a2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:31.860017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ad306d1-1d7c-4d51-b857-38b3001075db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.953610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.975609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (b23200db-01ad-4420-91d0-9198bf1075e4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:31.984721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Calling delete_port for 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:32.005550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b23200db-01ad-4420-91d0-9198bf1075e4 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:17:32.011781 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port': {'id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '3cf9f796-1bec-4921-9df5-d15c6d96c0f4', 'name': '', 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'mac_address': 'fa:16:3e:2e:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:30Z', 'revision_number': 4, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'subnets': [{'id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:32.023936 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.030112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b23200db-01ad-4420-91d0-9198bf1075e4 HTTP/1.1" status: 204 len: 168 time: 4.5540938 Feb 09 02:17:32.036605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:32.037586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084b5a-bcc6-4165-8b0b-99932f41e995 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event deleted for resources: {'Network': ['ID=b23200db-01ad-4420-91d0-9198bf1075e4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:32.055680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad306d1-1d7c-4d51-b857-38b3001075db None None] Pushing event updated for resources: {'Port': ['ID=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:32.135213 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f1333-3bba-42d7-9dca-1c01945539a8 None None] The sync data for ids ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'] in n-d-826675-12 is: [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:22Z', 'revision_number': 4, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port': {'id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '3cf9f796-1bec-4921-9df5-d15c6d96c0f4', 'name': '', 'network_id': '757794e4-f9af-4d54-a1d7-6c8b502ed0f6', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'mac_address': 'fa:16:3e:2e:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:21Z', 'updated_at': '2022-02-09T02:17:30Z', 'revision_number': 4, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'subnets': [{'id': 'fb844414-b6a6-4c41-afa7-4346811ec392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:32.217754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07097a62-e830-4dbd-9841-7911219a427d admin admin] Publish callbacks [] for security_group (2fff323a-abad-40aa-939f-a6d3b4dde7e9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.244033 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48c3b4de-2887-4437-bee5-954189181ce7 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2742 time: 0.2042003 Feb 09 02:17:32.244810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:32.278773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07097a62-e830-4dbd-9841-7911219a427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2fff323a-abad-40aa-939f-a6d3b4dde7e9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.296170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:32.300162 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.433258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07097a62-e830-4dbd-9841-7911219a427d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a346d0842f93496cb35354e94e415180&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1902113 Feb 09 02:17:32.435622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55992) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:32.451874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07097a62-e830-4dbd-9841-7911219a427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff323a-abad-40aa-939f-a6d3b4dde7e9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:32.521229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb9f4f-67cc-4608-862f-6b0b10dfa2c1 req-5627364e-bc05-47b2-afae-b167c324994b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.523087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fbb9f4f-67cc-4608-862f-6b0b10dfa2c1 req-5627364e-bc05-47b2-afae-b167c324994b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 931 time: 0.3565316 Feb 09 02:17:32.608298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.609056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.609746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.610347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.610973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.611930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.612724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.614176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.614875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.617169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.617824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.620872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e9c28b2-bbcd-444d-93f9-07bd2eb5970e tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7117 time: 0.3726273 Feb 09 02:17:32.628604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:32.736936 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-56746ad8-1654-414f-950c-86a4eecdda38 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] delete failed (client error): The resource could not be found. Feb 09 02:17:32.738224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56746ad8-1654-414f-950c-86a4eecdda38 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/becbeac0-fdf6-4094-80d9-6712cd5804ce HTTP/1.1" status: 404 len: 345 time: 0.1081703 Feb 09 02:17:32.751271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55996) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:32.752028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321eb9-fd29-4678-a02e-f9a4b25597e2 req-19148c88-bd2f-4b94-96d9-a8f2645d93f1 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:32.759567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13321eb9-fd29-4678-a02e-f9a4b25597e2 req-19148c88-bd2f-4b94-96d9-a8f2645d93f1 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.3173134 Feb 09 02:17:32.786117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fbb9f4f-67cc-4608-862f-6b0b10dfa2c1 req-78210d79-5d78-4e2c-bf09-0cd2a8c9431e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481756 Feb 09 02:17:32.788508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6a2b9-7f2d-4381-bb8a-19c903b5ebdd admin admin] Publish callbacks [] for security_group (2fff323a-abad-40aa-939f-a6d3b4dde7e9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.827006 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c79a68-bc7c-4f44-b6c2-b99286307bc5 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 02:17:32.828396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c79a68-bc7c-4f44-b6c2-b99286307bc5 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:32.846442 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b5c79a68-bc7c-4f44-b6c2-b99286307bc5 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b23200db-01ad-4420-91d0-9198bf1075e4 HTTP/1.1" status: 404 len: 339 time: 0.0933051 Feb 09 02:17:32.862195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6a2b9-7f2d-4381-bb8a-19c903b5ebdd admin admin] Publish callbacks [] for security_group (2fff323a-abad-40aa-939f-a6d3b4dde7e9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.866820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13321eb9-fd29-4678-a02e-f9a4b25597e2 req-a558a208-d030-4911-bd5e-13e7065d5b95 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063232 Feb 09 02:17:32.867346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55998) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:32.880455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'network': {'name': 'tempest-network--1003631698', 'router:external': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:32.941839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Made reservation on behalf of 98b1f46f0e6646ecbdab476e0b063a72 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:32.945561 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.955901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 10.1.1.28 (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b/f6aaab5f-49c7-4496-97d6-14012d003504/d0cc6fc7-823d-48a5-a065-28807e7f4fe7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:33.021300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3cf9f796-1bec-4921-9df5-d15c6d96c0f4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.065359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:33.083469 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (997fe394-fe23-4ce8-8acf-ecb0ab1561bb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.084012 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Added segment 997fe394-fe23-4ce8-8acf-ecb0ab1561bb of type vlan for network 2c8dc98c-db68-483e-a96a-22f33f335f7f Feb 09 02:17:33.181233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2c8dc98c-db68-483e-a96a-22f33f335f7f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.225768 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.237711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6a2b9-7f2d-4381-bb8a-19c903b5ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2fff323a-abad-40aa-939f-a6d3b4dde7e9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.241801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6a2b9-7f2d-4381-bb8a-19c903b5ebdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.243244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-22a6a2b9-7f2d-4381-bb8a-19c903b5ebdd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fff323a-abad-40aa-939f-a6d3b4dde7e9 HTTP/1.1" status: 204 len: 168 time: 0.8024731 Feb 09 02:17:33.262288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2c8dc98c-db68-483e-a96a-22f33f335f7f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.265859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.268965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.331606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf9f796-1bec-4921-9df5-d15c6d96c0f4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:33.345947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.350321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6a2b9-7f2d-4381-bb8a-19c903b5ebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff323a-abad-40aa-939f-a6d3b4dde7e9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:33.428910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:33.443359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5692375 Feb 09 02:17:33.465316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56012) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:33.508756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:17:33.509100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 02:17:33.555009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Port 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 not found, will not notify nova. {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 02:17:33.570324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:33.582391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:33.604971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:33.833171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:33.902235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:33.909085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.226945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-286c4f1c-cb53-4670-8b30-6b5d56adb7f5 None None] Provisioning complete for port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:34.227326 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-286c4f1c-cb53-4670-8b30-6b5d56adb7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.247896 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-04cd05a5-6076-43d8-82ab-8e74866a57f1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2397530 Feb 09 02:17:34.280086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'admin_state_up': True, 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'security_groups': ['1a8095d2-ee39-41b5-9e23-443e7f5f4ccd']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:34.338378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-286c4f1c-cb53-4670-8b30-6b5d56adb7f5 None None] Port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:34.412526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77f98d-c985-4ce1-9723-f29d882929d1 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Network': ['ID=2c8dc98c-db68-483e-a96a-22f33f335f7f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:34.423715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2c8dc98c-db68-483e-a96a-22f33f335f7f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:34.743567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:34.907620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:34.911642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:35.000630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb674495-b57d-4b40-986c-ada2561ac115 req-2f05fabd-42e2-4636-b26d-79c7b980f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.003084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb674495-b57d-4b40-986c-ada2561ac115 req-2f05fabd-42e2-4636-b26d-79c7b980f900 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1130 time: 0.5930183 Feb 09 02:17:35.029420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d6de0-e928-4b0d-9e59-33b3ceda0d8f req-e4ccf379-5a23-4e6d-b0c2-e4d0cb28be36 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.033218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a62d6de0-e928-4b0d-9e59-33b3ceda0d8f req-e4ccf379-5a23-4e6d-b0c2-e4d0cb28be36 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.6233969 Feb 09 02:17:35.058426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c2c7-9d2d-43e9-863e-24cbe3c04f7e req-7d297a9e-30b8-4713-bbc8-80b5353436c6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.067278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c2c7-9d2d-43e9-863e-24cbe3c04f7e req-7d297a9e-30b8-4713-bbc8-80b5353436c6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.075913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5764c2c7-9d2d-43e9-863e-24cbe3c04f7e req-7d297a9e-30b8-4713-bbc8-80b5353436c6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 1652 time: 0.6644144 Feb 09 02:17:35.273931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 10.1.1.17 (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b/f6aaab5f-49c7-4496-97d6-14012d003504/e9584cf1-6667-40ab-b495-1c5fc8d0340b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:35.288125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9b144-78df-4fa0-87f3-3008253af32a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.295080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9b144-78df-4fa0-87f3-3008253af32a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.302306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9b144-78df-4fa0-87f3-3008253af32a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.309381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9b144-78df-4fa0-87f3-3008253af32a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.315425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:35.317124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7ab9b144-78df-4fa0-87f3-3008253af32a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.8132839 Feb 09 02:17:35.318988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb674495-b57d-4b40-986c-ada2561ac115 req-13e5e727-1572-4905-88a7-75399bffedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.320657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb674495-b57d-4b40-986c-ada2561ac115 req-13e5e727-1572-4905-88a7-75399bffedd8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.2860849 Feb 09 02:17:35.414563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2c8dc98c-db68-483e-a96a-22f33f335f7f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:35.439986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a62d6de0-e928-4b0d-9e59-33b3ceda0d8f req-eabad962-6bf9-400c-abec-ae585025b9e8 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595290 Feb 09 02:17:35.502575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5764c2c7-9d2d-43e9-863e-24cbe3c04f7e req-14d3388f-607f-4fb8-ba11-3580c92888c3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4253438 Feb 09 02:17:35.509604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb674495-b57d-4b40-986c-ada2561ac115 req-9573fa57-8223-45a3-a7d5-516cf9f38527 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 1001 time: 0.1685438 Feb 09 02:17:35.593567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb674495-b57d-4b40-986c-ada2561ac115 req-cdbfe35f-87f4-4c34-b35b-696f0322dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.597053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb674495-b57d-4b40-986c-ada2561ac115 req-cdbfe35f-87f4-4c34-b35b-696f0322dea9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0843182 Feb 09 02:17:35.750005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2c8dc98c-db68-483e-a96a-22f33f335f7f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:35.797283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb674495-b57d-4b40-986c-ada2561ac115 req-3415484a-b8ef-4344-9e09-9627d787b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.807178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb674495-b57d-4b40-986c-ada2561ac115 req-3415484a-b8ef-4344-9e09-9627d787b9df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2028015 Feb 09 02:17:35.834063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dd9c7-f1bc-4c91-b3b3-055c59fb5bcc req-8a2830b5-c396-4a1c-8ee2-e801f891905d tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:35.835860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b30dd9c7-f1bc-4c91-b3b3-055c59fb5bcc req-8a2830b5-c396-4a1c-8ee2-e801f891905d tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.2187271 Feb 09 02:17:35.850759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:35.886185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Request body: {'floatingip': {'port_id': 'c572797a-2db8-4a43-8231-97d771fc1a8e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:35.992313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8dc98c-db68-483e-a96a-22f33f335f7f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:36.009756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:17:36.036455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb674495-b57d-4b40-986c-ada2561ac115 req-b066a6eb-079d-4523-ad4c-35ba7f8c13bd service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994059 Feb 09 02:17:36.039124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.059921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997fe394-fe23-4ce8-8acf-ecb0ab1561bb') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:36.060247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997fe394-fe23-4ce8-8acf-ecb0ab1561bb') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:36.082612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for floatingip (08e45c8d-d3c1-486c-bbf7-f47e199a0358), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.286823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb674495-b57d-4b40-986c-ada2561ac115 req-c72e180d-04f4-4268-a206-e9f2c017bb0f service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389185 Feb 09 02:17:36.381344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (997fe394-fe23-4ce8-8acf-ecb0ab1561bb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.448898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.530978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (997fe394-fe23-4ce8-8acf-ecb0ab1561bb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.597285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:36.597700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (997fe394-fe23-4ce8-8acf-ecb0ab1561bb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:36.603997 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:36.684296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:36.699754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:36.710638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=e9584cf1-6667-40ab-b495-1c5fc8d0340b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:36.721135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:36.794947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185a829-1935-444d-8350-9768d64f3bd4 req-9acf53c3-35b2-4b97-b6da-c4c61404fbf4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.813416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185a829-1935-444d-8350-9768d64f3bd4 req-9acf53c3-35b2-4b97-b6da-c4c61404fbf4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.839415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2c8dc98c-db68-483e-a96a-22f33f335f7f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.840591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185a829-1935-444d-8350-9768d64f3bd4 req-9acf53c3-35b2-4b97-b6da-c4c61404fbf4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:36.860777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7185a829-1935-444d-8350-9768d64f3bd4 req-9acf53c3-35b2-4b97-b6da-c4c61404fbf4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 2372 time: 0.2134511 Feb 09 02:17:36.929656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c8dc98c-db68-483e-a96a-22f33f335f7f {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:17:36.932949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.957336 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2c8dc98c-db68-483e-a96a-22f33f335f7f HTTP/1.1" status: 204 len: 168 time: 1.6356356 Feb 09 02:17:36.957804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:36.983067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56094) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:36.983540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56098) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:36.984057 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c6428d4e-2e51-44ab-a72b-35ce9d9692a8 admin admin] 10.222.0.53 "PUT /v2.0/routers/fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4519918 Feb 09 02:17:37.029544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'network': {'name': 'tempest-network--2125980876', 'router:external': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:37.063599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c346914-d431-4b91-927f-e0df39964781 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c8dc98c-db68-483e-a96a-22f33f335f7f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:37.216968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:37.219094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.273316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7185a829-1935-444d-8350-9768d64f3bd4 req-38154faa-fc86-4129-9d87-8caecfee5707 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013638 Feb 09 02:17:37.353050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-de0d3840-ba35-4605-83c4-6096beebef1f None None] Provisioning complete for port e9584cf1-6667-40ab-b495-1c5fc8d0340b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:37.354088 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de0d3840-ba35-4605-83c4-6096beebef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.415846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Made reservation on behalf of 98b1f46f0e6646ecbdab476e0b063a72 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:37.422592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.513638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:37.539588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-de0d3840-ba35-4605-83c4-6096beebef1f None None] Port e9584cf1-6667-40ab-b495-1c5fc8d0340b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:37.557771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4af62559-2622-444f-b1bf-ddc60885865d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.558122 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Added segment 4af62559-2622-444f-b1bf-ddc60885865d of type vlan for network 738dffb7-fdaa-4071-8891-be2ee346a5c0 Feb 09 02:17:37.621524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks [] for router (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.777416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56120) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:37.813202 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (738dffb7-fdaa-4071-8891-be2ee346a5c0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.955969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (738dffb7-fdaa-4071-8891-be2ee346a5c0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.957352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:37.960849 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.021583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0276475 Feb 09 02:17:38.037328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:38.113720 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a7608175-c127-440d-8cc6-5c00d4c90a27 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8514862 Feb 09 02:17:38.137999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59', 'admin_state_up': True, 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'security_groups': ['1a8095d2-ee39-41b5-9e23-443e7f5f4ccd']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:38.321295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9701b4-317a-48bb-93bd-38669b2f7f72 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Network': ['ID=738dffb7-fdaa-4071-8891-be2ee346a5c0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:38.340656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 738dffb7-fdaa-4071-8891-be2ee346a5c0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:38.373779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fef70421-4de1-446f-8cf3-d6bc59f29789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.402036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb57e08a-7a80-4fb4-89c7-85e66a43172b tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:38.408769 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fb57e08a-7a80-4fb4-89c7-85e66a43172b tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] 10.222.0.53 "GET /v2.0/networks/738dffb7-fdaa-4071-8891-be2ee346a5c0 HTTP/1.1" status: 200 len: 757 time: 0.3676126 Feb 09 02:17:38.456836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:17:38.552417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56142) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:38.568192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] Sync routers for ids ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:38.601860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] Routers {'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:38.605434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:38.622661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fef70421-4de1-446f-8cf3-d6bc59f29789 admin admin] Publish callbacks [] for security_group (92444cc7-2b50-4572-afd4-bded4c090973), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.636407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.650650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (08e45c8d-d3c1-486c-bbf7-f47e199a0358), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.691594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fef70421-4de1-446f-8cf3-d6bc59f29789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (92444cc7-2b50-4572-afd4-bded4c090973), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.834446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56146) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:38.835706 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Floating IP 08e45c8d-d3c1-486c-bbf7-f47e199a0358 associated. External IP: 172.25.6.71, port: c572797a-2db8-4a43-8231-97d771fc1a8e. Feb 09 02:17:38.882848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks [] for router_gateway (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.112816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fef70421-4de1-446f-8cf3-d6bc59f29789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed1c832402594f6b90298e4422192276&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2408547 Feb 09 02:17:39.124881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:39.180762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef70421-4de1-446f-8cf3-d6bc59f29789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92444cc7-2b50-4572-afd4-bded4c090973,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:39.230121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d596973-f343-42c3-81ee-96bcfb76dc75 admin admin] Publish callbacks [] for security_group (92444cc7-2b50-4572-afd4-bded4c090973), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.259192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d596973-f343-42c3-81ee-96bcfb76dc75 admin admin] Publish callbacks [] for security_group (92444cc7-2b50-4572-afd4-bded4c090973), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.267277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d163a-a719-4691-80f9-e3b52407b134 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.272796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-620d163a-a719-4691-80f9-e3b52407b134 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] 10.222.0.53 "GET /v2.0/networks/e6772938-409e-4be0-99f0-bebd90b85278 HTTP/1.1" status: 200 len: 768 time: 0.7125056 Feb 09 02:17:39.273261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56152) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:39.310440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8dba4-2d36-4972-b797-7abdd5fec7d7 req-7a4b8fb1-9ade-45cd-8dd6-e2637bb032c2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.316760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8dba4-2d36-4972-b797-7abdd5fec7d7 req-7a4b8fb1-9ade-45cd-8dd6-e2637bb032c2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.324041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8dba4-2d36-4972-b797-7abdd5fec7d7 req-7a4b8fb1-9ade-45cd-8dd6-e2637bb032c2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.331367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5d8dba4-2d36-4972-b797-7abdd5fec7d7 req-7a4b8fb1-9ade-45cd-8dd6-e2637bb032c2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 2372 time: 0.7798145 Feb 09 02:17:39.384612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8aed4f-e687-48f1-8a5a-65262dc3f30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.393127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d596973-f343-42c3-81ee-96bcfb76dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (92444cc7-2b50-4572-afd4-bded4c090973), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.395165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] Set router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:39.396420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d596973-f343-42c3-81ee-96bcfb76dc75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.398851 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3d596973-f343-42c3-81ee-96bcfb76dc75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92444cc7-2b50-4572-afd4-bded4c090973 HTTP/1.1" status: 204 len: 168 time: 0.2727170 Feb 09 02:17:39.436562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:39.496284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Deleting port 9368d1dd-8383-43d2-9068-b581f57787f5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:39.496648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.503718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-52cc856d-3524-41f3-8d6e-1e23f76eccdc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2292387 Feb 09 02:17:39.523032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5d8dba4-2d36-4972-b797-7abdd5fec7d7 req-5065b896-19f8-4c02-98c5-3835333577af tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857257 Feb 09 02:17:39.584137 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (738dffb7-fdaa-4071-8891-be2ee346a5c0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.684285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d596973-f343-42c3-81ee-96bcfb76dc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92444cc7-2b50-4572-afd4-bded4c090973,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:39.689229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.854922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:32Z', 'revision_number': 5, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port': {'id': '9368d1dd-8383-43d2-9068-b581f57787f5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:39.895319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-c18e7e80-f88a-4e0b-966f-2e27dda6da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:39.896819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-c18e7e80-f88a-4e0b-966f-2e27dda6da76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1129 time: 0.3249590 Feb 09 02:17:39.900765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] For port 9368d1dd-8383-43d2-9068-b581f57787f5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9368d1dd-8383-43d2-9068-b581f57787f5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:39.900765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.904693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] Checking router: fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:39.915824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] Routers {'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:39.916767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:39.923325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (738dffb7-fdaa-4071-8891-be2ee346a5c0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:39.962240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Calling delete_port for 9368d1dd-8383-43d2-9068-b581f57787f5 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:40.021225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738dffb7-fdaa-4071-8891-be2ee346a5c0']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:40.042613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af62559-2622-444f-b1bf-ddc60885865d') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:40.042925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af62559-2622-444f-b1bf-ddc60885865d') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:40.100422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] Set router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:40.114619 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (4af62559-2622-444f-b1bf-ddc60885865d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.182350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Router 062bc8f3-ca88-4c19-876c-c03d2114917c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:17:40.208347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:38Z', 'revision_number': 6, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:40.221083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8aed4f-e687-48f1-8a5a-65262dc3f30b admin admin] Publish callbacks [] for security_group (30afc914-c4d4-4a93-a111-fb4ea676d784), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.239779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8aed4f-e687-48f1-8a5a-65262dc3f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (30afc914-c4d4-4a93-a111-fb4ea676d784), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.255809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff663b0-adac-4cd3-88c8-522ce8af2518 None None] The sync data for ids ['fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897'] in n-d-826675-12 is: [{'id': 'fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897', 'name': 'tempest-FloatingIPsNegativeTestJSON-1636855920-router', 'tenant_id': '9194e7bf1d60468ab0b3589e93267af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:13Z', 'updated_at': '2022-02-09T02:17:38Z', 'revision_number': 6, 'project_id': '9194e7bf1d60468ab0b3589e93267af1', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:40.291528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 10.2.2.100 (16037fc7-24c0-41a7-a4f5-95e71c352d59/843cba68-4f89-4ae3-8169-b99f5d945506/7fba4c8e-0131-4ebf-885c-0923fd755eab) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:40.478147 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4e8aed4f-e687-48f1-8a5a-65262dc3f30b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4da78b6dbcd4cdc9be3e3b788b7da4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5163722 Feb 09 02:17:40.487237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:40.487808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aed4f-e687-48f1-8a5a-65262dc3f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30afc914-c4d4-4a93-a111-fb4ea676d784,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:40.541787 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (4af62559-2622-444f-b1bf-ddc60885865d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.581392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:40.581808 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (4af62559-2622-444f-b1bf-ddc60885865d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:40.585181 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:40.630662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-f8b213b9-5bbb-4e44-9f8d-321c18cef811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:40.632168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-f8b213b9-5bbb-4e44-9f8d-321c18cef811 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.6998367 Feb 09 02:17:40.748035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f9c35b6-700e-4782-b867-64775edff112 admin admin] Publish callbacks [] for security_group (30afc914-c4d4-4a93-a111-fb4ea676d784), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.781457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f9c35b6-700e-4782-b867-64775edff112 admin admin] Publish callbacks [] for security_group (30afc914-c4d4-4a93-a111-fb4ea676d784), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.879125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:17:40.886964 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.898906 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] Sync routers for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:17:40.924639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0cbd3bcf-f1d8-4819-bbe3-12c6b62da0ac tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "PUT /v2.0/floatingips/08e45c8d-d3c1-486c-bbf7-f47e199a0358 HTTP/1.1" status: 200 len: 991 time: 5.0661576 Feb 09 02:17:40.926365 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:40.929660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:40.932350 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a943fc-b503-447c-9f8d-7fb710a17f98" -d '{"events": [{"name": "network-changed", "server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:40.933964 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:40.949971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-27ec0354-01d9-4115-9447-08d9de3f544d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 1002 time: 0.2962611 Feb 09 02:17:40.959780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (738dffb7-fdaa-4071-8891-be2ee346a5c0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.978869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 738dffb7-fdaa-4071-8891-be2ee346a5c0 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:17:40.995259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.998501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "DELETE /v2.0/networks/738dffb7-fdaa-4071-8891-be2ee346a5c0 HTTP/1.1" status: 204 len: 168 time: 1.7060189 Feb 09 02:17:41.003494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:41.023130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'network': {'name': 'tempest-network--1322427114'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:41.047607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f9c35b6-700e-4782-b867-64775edff112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (30afc914-c4d4-4a93-a111-fb4ea676d784), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.050177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f9c35b6-700e-4782-b867-64775edff112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.051388 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f9c35b6-700e-4782-b867-64775edff112 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30afc914-c4d4-4a93-a111-fb4ea676d784 HTTP/1.1" status: 204 len: 168 time: 0.5543556 Feb 09 02:17:41.104697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.163593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261c997-7dc2-4bc3-8642-42fad894c231 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event deleted for resources: {'Network': ['ID=738dffb7-fdaa-4071-8891-be2ee346a5c0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:41.187306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c35b6-700e-4782-b867-64775edff112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30afc914-c4d4-4a93-a111-fb4ea676d784,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:41.219535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908109-0596-4752-ba93-1b8b5549c301 req-b30a5f9e-4d0b-496f-993c-eddfaeddf000 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:41.232223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Made reservation on behalf of 98b1f46f0e6646ecbdab476e0b063a72 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:41.238070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce908109-0596-4752-ba93-1b8b5549c301 req-b30a5f9e-4d0b-496f-993c-eddfaeddf000 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.5652831 Feb 09 02:17:41.247335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.319784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9368d1dd-8383-43d2-9068-b581f57787f5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:41.339983 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:41.369485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.441787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050db8-413e-4853-90b7-c07816461227 req-74a7faa0-1528-4067-8ab8-84e4b97cef1d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:41.449449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050db8-413e-4853-90b7-c07816461227 req-74a7faa0-1528-4067-8ab8-84e4b97cef1d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:41.457153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050db8-413e-4853-90b7-c07816461227 req-74a7faa0-1528-4067-8ab8-84e4b97cef1d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:41.466552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea050db8-413e-4853-90b7-c07816461227 req-74a7faa0-1528-4067-8ab8-84e4b97cef1d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 2372 time: 0.7312906 Feb 09 02:17:41.468884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port 9368d1dd-8383-43d2-9068-b581f57787f5 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:17:41.471433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port 9368d1dd-8383-43d2-9068-b581f57787f5 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:17:41.472462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9368d1dd-8383-43d2-9068-b581f57787f5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:41.473605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:41.488349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-26e3668e-ac25-497f-93c9-97ae98b27e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:41.492475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-26e3668e-ac25-497f-93c9-97ae98b27e6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.5345435 Feb 09 02:17:41.497196 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9368d1dd-8383-43d2-9068-b581f57787f5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.540439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:17:41.543083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3cf9f796-1bec-4921-9df5-d15c6d96c0f4 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:41.580959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:41.595130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:41.614207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Pushing event deleted for resources: {'Port': ['ID=9368d1dd-8383-43d2-9068-b581f57787f5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:41.633538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:41.661116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:41.709208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b8a23bba-54bd-4480-a2fc-0a45993afaeb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.709559 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Added segment b8a23bba-54bd-4480-a2fc-0a45993afaeb of type vlan for network 8da263ec-abfd-4dae-a1ba-9b868f4a1e2f Feb 09 02:17:41.773561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=7fba4c8e-0131-4ebf-885c-0923fd755eab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:41.837257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:41.911895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efb1513e-4b86-4232-a1e8-4bdaa516d84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:41.912828 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '08e45c8d-d3c1-486c-bbf7-f47e199a0358', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'port_id': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'mac_address': 'fa:16:3e:89:14:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:45Z', 'updated_at': '2022-02-09T02:17:38Z', 'revision_number': 1, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 5, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:41.963189 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] Checking router: 062bc8f3-ca88-4c19-876c-c03d2114917c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:17:41.971827 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:17:41.972557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:42.000614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce908109-0596-4752-ba93-1b8b5549c301 req-770d2e4e-20cb-463f-9e35-cc38dc1f7c5c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7614825 Feb 09 02:17:42.011958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:42.012965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.044487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8da263ec-abfd-4dae-a1ba-9b868f4a1e2f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.050437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea050db8-413e-4853-90b7-c07816461227 req-02dc6a20-140f-44a1-a24d-506e03e33784 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5829732 Feb 09 02:17:42.071131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-1780c1ca-da77-4f42-b767-e39702726726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:42.072689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-1780c1ca-da77-4f42-b767-e39702726726 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5649729 Feb 09 02:17:42.073330 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-76b254f8-9ef2-46e1-84c6-10791a5a2787 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9514530 Feb 09 02:17:42.124629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1b568813-ab6a-4943-82ea-b2a4d2cb2f01 None None] Provisioning complete for port 7fba4c8e-0131-4ebf-885c-0923fd755eab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:42.125184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59', 'admin_state_up': True, 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'security_groups': ['1a8095d2-ee39-41b5-9e23-443e7f5f4ccd']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:42.125800 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b568813-ab6a-4943-82ea-b2a4d2cb2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.135483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.220370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1b568813-ab6a-4943-82ea-b2a4d2cb2f01 None None] Port 7fba4c8e-0131-4ebf-885c-0923fd755eab cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:42.248191 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:17:42.481789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8da263ec-abfd-4dae-a1ba-9b868f4a1e2f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.488799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:42.489745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.510889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Made reservation on behalf of f7828a036b594ca6a33035d1ced581e6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:42.516395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.624646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.636507 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05455590-0403-45b0-ac5a-53c245c69546 x-openstack-request-id: req-05455590-0403-45b0-ac5a-53c245c69546 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:42.636906 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:42.638886 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05455590-0403-45b0-ac5a-53c245c69546 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:42.639463 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'status': 'completed', 'code': 200} Feb 09 02:17:42.648689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks [] for router_controller (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.725278 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7186604 Feb 09 02:17:42.731736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:42.735249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f035ad4-317a-4082-9f37-56ea295bf467 tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Network': ['ID=8da263ec-abfd-4dae-a1ba-9b868f4a1e2f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:42.760505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:42.764741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8da263ec-abfd-4dae-a1ba-9b868f4a1e2f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:42.774401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-687eefaa-a6d1-410c-82e8-b6de29ad4882 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666069 Feb 09 02:17:42.782520 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '08e45c8d-d3c1-486c-bbf7-f47e199a0358', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'port_id': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'mac_address': 'fa:16:3e:89:14:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:45Z', 'updated_at': '2022-02-09T02:17:38Z', 'revision_number': 1, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 5, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:42.825362 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac71e940-f07a-4a1e-b088-10fb51c1ba77 None None] The sync data for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 is: [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '08e45c8d-d3c1-486c-bbf7-f47e199a0358', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'port_id': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'mac_address': 'fa:16:3e:89:14:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:15:45Z', 'updated_at': '2022-02-09T02:17:38Z', 'revision_number': 1, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 5, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:17:42.855705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efb1513e-4b86-4232-a1e8-4bdaa516d84b admin admin] Publish callbacks [] for security_group (b3f274f3-1ce4-43c1-9e02-04703e4fe278), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.903952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efb1513e-4b86-4232-a1e8-4bdaa516d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b3f274f3-1ce4-43c1-9e02-04703e4fe278), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:42.984511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e127-ecbf-46a4-8ddb-ade5d17c3382 req-46b59889-d2f5-4cca-9fed-95c5c5004463 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:42.986131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5829e127-ecbf-46a4-8ddb-ade5d17c3382 req-46b59889-d2f5-4cca-9fed-95c5c5004463 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.7857299 Feb 09 02:17:43.032618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-efb1513e-4b86-4232-a1e8-4bdaa516d84b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da514b8f94704483bd593069573df226&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1943808 Feb 09 02:17:43.041814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:43.132278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.132854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:17:43.139289 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.140222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8da263ec-abfd-4dae-a1ba-9b868f4a1e2f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.141932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6b04e30f-dbf2-428c-b92a-8298481b970f admin admin] 10.222.0.53 "DELETE /v2.0/routers/fee9d37b-5f18-4b85-a5cf-2c5c1f7a1897 HTTP/1.1" status: 204 len: 168 time: 6.0936918 Feb 09 02:17:43.147279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56278) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:43.158658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1513e-4b86-4232-a1e8-4bdaa516d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f274f3-1ce4-43c1-9e02-04703e4fe278,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:43.198301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8da263ec-abfd-4dae-a1ba-9b868f4a1e2f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.253457 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Network 8da263ec-abfd-4dae-a1ba-9b868f4a1e2f is not hosted by any dhcp agent {{(pid=103150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:17:43.255490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.256366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.259469 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "PUT /v2.0/networks/8da263ec-abfd-4dae-a1ba-9b868f4a1e2f HTTP/1.1" status: 200 len: 858 time: 0.5112195 Feb 09 02:17:43.277661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56286) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:43.324683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-aaf2ff44-7a14-4e30-8078-ddb189a13c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.326818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-aaf2ff44-7a14-4e30-8078-ddb189a13c8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c6eee2d76b54a40a1813f9d7d4c8472&device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 1129 time: 0.6493783 Feb 09 02:17:43.380990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f0511-a8f5-4807-b066-955ff9ac1bc0 None None] New status for floating IP 08e45c8d-d3c1-486c-bbf7-f47e199a0358: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:17:43.438798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5cb1d-4204-4dab-9f28-4cd8bfb5231b tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event updated for resources: {'Network': ['ID=8da263ec-abfd-4dae-a1ba-9b868f4a1e2f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:43.466134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5829e127-ecbf-46a4-8ddb-ade5d17c3382 req-ee10bb49-4a37-4730-b474-3fc2e2438d49 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940811 Feb 09 02:17:43.505930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Allocated IP 10.2.2.200 (16037fc7-24c0-41a7-a4f5-95e71c352d59/843cba68-4f89-4ae3-8169-b99f5d945506/f05cd93a-59af-41ff-bdb8-b5700a7bb636) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:43.533736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59331380-3fd4-4a15-a04a-8fcc29be44f4 admin admin] Publish callbacks [] for security_group (b3f274f3-1ce4-43c1-9e02-04703e4fe278), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.579821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] Deleting subnet fb844414-b6a6-4c41-afa7-4346811ec392 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:17:43.601328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59331380-3fd4-4a15-a04a-8fcc29be44f4 admin admin] Publish callbacks [] for security_group (b3f274f3-1ce4-43c1-9e02-04703e4fe278), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.640551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] Publish callbacks [] for subnet (fb844414-b6a6-4c41-afa7-4346811ec392), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.674410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59331380-3fd4-4a15-a04a-8fcc29be44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b3f274f3-1ce4-43c1-9e02-04703e4fe278), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.677568 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59331380-3fd4-4a15-a04a-8fcc29be44f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.679315 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-59331380-3fd4-4a15-a04a-8fcc29be44f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3f274f3-1ce4-43c1-9e02-04703e4fe278 HTTP/1.1" status: 204 len: 168 time: 0.6316090 Feb 09 02:17:43.692956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9bb71-b16d-4d85-bfd2-27e3ccbf276b req-688dc43c-f20e-4dfe-b6a5-f105d10bcee4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.694913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0b9bb71-b16d-4d85-bfd2-27e3ccbf276b req-688dc43c-f20e-4dfe-b6a5-f105d10bcee4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.5485158 Feb 09 02:17:43.716748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:43.737473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59331380-3fd4-4a15-a04a-8fcc29be44f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f274f3-1ce4-43c1-9e02-04703e4fe278,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:43.753285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0529925b-028d-4adb-b95e-5726a1e47bdd req-f4d53ea9-975c-4dd9-86c5-31fe888ed9bf service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9777126 Feb 09 02:17:43.756933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8da263ec-abfd-4dae-a1ba-9b868f4a1e2f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.864113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (fb844414-b6a6-4c41-afa7-4346811ec392), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:43.992593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-fecefd3b-888f-465d-adcc-f486b3d23c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:43.994003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-fecefd3b-888f-465d-adcc-f486b3d23c67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d HTTP/1.1" status: 200 len: 916 time: 0.6149566 Feb 09 02:17:44.003889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0b9bb71-b16d-4d85-bfd2-27e3ccbf276b req-6d61cb6b-fd29-4750-9c24-40f59f2ca589 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582741 Feb 09 02:17:44.167959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.194909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:44.198108 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.279893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:44.284260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.292385 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5baf84a-1fa2-4fa7-b3b4-6a01cc41a8ac" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:44.329381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:44.337931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.461099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:44.482668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:44.497051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:44.506336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:44.530317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:44.556464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event updated for resources: {'Port': ['ID=f05cd93a-59af-41ff-bdb8-b5700a7bb636,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:44.675982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:44.676813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.719037 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-951f63ac-f1d3-47a0-a74d-6e32991c270f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6251564 Feb 09 02:17:44.731341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:44.803043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d515e927-f51a-4c7c-9d6e-82994374da8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.931047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ba86df4c-70b5-459e-8102-b2957740d843), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.944800 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3a5bd-06a4-4cf5-8cc2-bdbd26f60f5d x-openstack-request-id: req-57b3a5bd-06a4-4cf5-8cc2-bdbd26f60f5d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:44.945163 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:44.945484 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57b3a5bd-06a4-4cf5-8cc2-bdbd26f60f5d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:44.946052 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'code': 200} Feb 09 02:17:44.975089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2951e952-0dcd-4dd8-9018-4c3e7e8c32e4 None None] Provisioning complete for port f05cd93a-59af-41ff-bdb8-b5700a7bb636 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:44.975893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2951e952-0dcd-4dd8-9018-4c3e7e8c32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:44.998527 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (fb844414-b6a6-4c41-afa7-4346811ec392), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.065940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2951e952-0dcd-4dd8-9018-4c3e7e8c32e4 None None] Port f05cd93a-59af-41ff-bdb8-b5700a7bb636 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:17:45.092306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91459-93be-4417-a010-91e5aa242328 req-c2dc5a20-fa7e-42a8-a43c-4e2610bcea26 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.102160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91459-93be-4417-a010-91e5aa242328 req-c2dc5a20-fa7e-42a8-a43c-4e2610bcea26 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.108099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91459-93be-4417-a010-91e5aa242328 req-c2dc5a20-fa7e-42a8-a43c-4e2610bcea26 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.116000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91459-93be-4417-a010-91e5aa242328 req-c2dc5a20-fa7e-42a8-a43c-4e2610bcea26 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.118345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67f91459-93be-4417-a010-91e5aa242328 req-c2dc5a20-fa7e-42a8-a43c-4e2610bcea26 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 3093 time: 1.4418700 Feb 09 02:17:45.272397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-cd96428c-614d-4c5c-bcb6-7c38aa4ae61c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c572797a-2db8-4a43-8231-97d771fc1a8e HTTP/1.1" status: 200 len: 1001 time: 1.2632906 Feb 09 02:17:45.274113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d515e927-f51a-4c7c-9d6e-82994374da8e admin admin] Publish callbacks [] for security_group (cd37564b-76d2-455a-b3ed-083e6dbd9c3d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.285417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d515e927-f51a-4c7c-9d6e-82994374da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cd37564b-76d2-455a-b3ed-083e6dbd9c3d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.323067 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d515e927-f51a-4c7c-9d6e-82994374da8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68f247dcd040490cad3397d1aa98dc25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8606048 Feb 09 02:17:45.330643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:45.336813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67f91459-93be-4417-a010-91e5aa242328 req-c5b6846c-54fc-45bb-8bbb-775203504fc4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703703 Feb 09 02:17:45.392221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf03086-997e-4211-8bd3-175ed21c71a5 req-452f93e7-24c7-4281-aa89-1356fad56769 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.403106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf03086-997e-4211-8bd3-175ed21c71a5 req-452f93e7-24c7-4281-aa89-1356fad56769 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.3350348 Feb 09 02:17:45.425653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515e927-f51a-4c7c-9d6e-82994374da8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd37564b-76d2-455a-b3ed-083e6dbd9c3d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:45.429466 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8da263ec-abfd-4dae-a1ba-9b868f4a1e2f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.443210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-3b2e4347-86a0-46d1-bf0a-e578e93cb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.444902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-3b2e4347-86a0-46d1-bf0a-e578e93cb6e5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9339caa8-ec25-4d40-a810-14e6ba073081 HTTP/1.1" status: 200 len: 854 time: 0.1536393 Feb 09 02:17:45.562399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aff00e1-ff1b-47c2-af6f-bf443df7fa4d admin admin] Publish callbacks [] for security_group (cd37564b-76d2-455a-b3ed-083e6dbd9c3d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.579896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da263ec-abfd-4dae-a1ba-9b868f4a1e2f']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:45.588360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba86df4c-70b5-459e-8102-b2957740d843 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:45.597910 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (fb844414-b6a6-4c41-afa7-4346811ec392), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.601430 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Publish callbacks [] for port (ba86df4c-70b5-459e-8102-b2957740d843), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.617950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aff00e1-ff1b-47c2-af6f-bf443df7fa4d admin admin] Publish callbacks [] for security_group (cd37564b-76d2-455a-b3ed-083e6dbd9c3d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.630690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a23bba-54bd-4480-a2fc-0a45993afaeb') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:45.631315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a23bba-54bd-4480-a2fc-0a45993afaeb') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:45.690633 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (b8a23bba-54bd-4480-a2fc-0a45993afaeb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.706063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc9b0d-a770-45b6-9a1f-0939bb8ec7a8 None None] Network 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:45.708999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.712495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb844414-b6a6-4c41-afa7-4346811ec392 HTTP/1.1" status: 204 len: 168 time: 2.5561924 Feb 09 02:17:45.719008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef832b-22d5-4f9c-bb1f-102cb4b67530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb844414-b6a6-4c41-afa7-4346811ec392,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:45.735396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56374) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:45.741666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-503f3701-42aa-4f17-81ea-2dde7b3af095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.743327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-503f3701-42aa-4f17-81ea-2dde7b3af095 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2755160 Feb 09 02:17:45.786062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b8a23bba-54bd-4480-a2fc-0a45993afaeb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.836940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf03086-997e-4211-8bd3-175ed21c71a5 req-59f5c8d1-2d6b-4b28-a8e5-6edeb8ef00c9 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002523 Feb 09 02:17:45.875935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe04e-7b99-4ebb-9f87-824cbf297b7d req-6c9d064c-4916-47b8-ae3d-7625bc12b238 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:45.878234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2ffe04e-7b99-4ebb-9f87-824cbf297b7d req-6c9d064c-4916-47b8-ae3d-7625bc12b238 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3610592 Feb 09 02:17:45.909412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:45.910089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (b8a23bba-54bd-4480-a2fc-0a45993afaeb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:45.929760 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:46.037570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] DHCP port deletion for 757794e4-f9af-4d54-a1d7-6c8b502ed0f6 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:17:46.073109 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (757794e4-f9af-4d54-a1d7-6c8b502ed0f6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.117606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Transition to ACTIVE for port object ba86df4c-70b5-459e-8102-b2957740d843 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:46.120365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aff00e1-ff1b-47c2-af6f-bf443df7fa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cd37564b-76d2-455a-b3ed-083e6dbd9c3d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.123323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2ffe04e-7b99-4ebb-9f87-824cbf297b7d req-3aace90b-b02a-49ae-8f02-8ba4696fc13c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728010 Feb 09 02:17:46.125675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aff00e1-ff1b-47c2-af6f-bf443df7fa4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.126906 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2aff00e1-ff1b-47c2-af6f-bf443df7fa4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd37564b-76d2-455a-b3ed-083e6dbd9c3d HTTP/1.1" status: 204 len: 168 time: 0.7941537 Feb 09 02:17:46.128674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8da263ec-abfd-4dae-a1ba-9b868f4a1e2f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.135444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (ba86df4c-70b5-459e-8102-b2957740d843), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.143851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8da263ec-abfd-4dae-a1ba-9b868f4a1e2f {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:17:46.157806 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.161225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8da263ec-abfd-4dae-a1ba-9b868f4a1e2f HTTP/1.1" status: 204 len: 168 time: 2.8789992 Feb 09 02:17:46.180361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff00e1-ff1b-47c2-af6f-bf443df7fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd37564b-76d2-455a-b3ed-083e6dbd9c3d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:46.185706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] Deleting port b4959032-7665-486e-bcb7-cdb7e8b0487d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:46.186305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.189308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:46.239630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7445ac-be7e-4fc9-ac16-7c53a0e1cd9c tempest-ExternalNetworksTestJSON-2047029129 tempest-ExternalNetworksTestJSON-2047029129-project-admin] Pushing event deleted for resources: {'Network': ['ID=8da263ec-abfd-4dae-a1ba-9b868f4a1e2f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:46.245797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-51cf8c9c-f57b-41aa-a814-68e85cb6612b service neutron] 10.222.0.82 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903264 Feb 09 02:17:46.297861 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04d509b-aeca-4ff2-b2a4-aec4e841b4d6 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] DELETE failed (client error): The resource could not be found. Feb 09 02:17:46.298341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04d509b-aeca-4ff2-b2a4-aec4e841b4d6 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:17:46.303859 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f04d509b-aeca-4ff2-b2a4-aec4e841b4d6 tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] 10.222.0.53 "DELETE /v2.0/subnets/33c00411-c807-4e65-a1e9-f0891b52591b HTTP/1.1" status: 404 len: 337 time: 0.0833654 Feb 09 02:17:46.304694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:46.365760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] For port b4959032-7665-486e-bcb7-cdb7e8b0487d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b4959032-7665-486e-bcb7-cdb7e8b0487d,segment=NetworkSegment(27e2af73-d5b7-4024-a8d8-35a9b439f5a2),segment_id=27e2af73-d5b7-4024-a8d8-35a9b439f5a2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:46.366003 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.411394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] Calling delete_port for b4959032-7665-486e-bcb7-cdb7e8b0487d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:46.522270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Deleting port b4959032-7665-486e-bcb7-cdb7e8b0487d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:46.525391 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.566538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Pushing event updated for resources: {'Port': ['ID=ba86df4c-70b5-459e-8102-b2957740d843,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:46.628096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Attempting to bind port ba86df4c-70b5-459e-8102-b2957740d843 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:46.628867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Attempting to bind port ba86df4c-70b5-459e-8102-b2957740d843 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:46.629738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Attempting to bind port ba86df4c-70b5-459e-8102-b2957740d843 on network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:46.646120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Port ba86df4c-70b5-459e-8102-b2957740d843 on network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:46.647045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Attempting to bind port ba86df4c-70b5-459e-8102-b2957740d843 on network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:46.680729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:46.681533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Checking segment: {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:46.682312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Bound using segment: {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:46.683022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Bound port: ba86df4c-70b5-459e-8102-b2957740d843, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d2297c-cd1d-4009-9004-95fa8bf88fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:46.683621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ba86df4c-70b5-459e-8102-b2957740d843), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.684224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.713004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e6772938-409e-4be0-99f0-bebd90b85278), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:46.783050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] Pushing event deleted for resources: {'Port': ['ID=b4959032-7665-486e-bcb7-cdb7e8b0487d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:46.798172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af25442-e2e8-4856-9355-cfa5be220caf None None] No DVR routers for this DVR port b4959032-7665-486e-bcb7-cdb7e8b0487d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:46.954681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] For port ba86df4c-70b5-459e-8102-b2957740d843, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:46.996132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e6772938-409e-4be0-99f0-bebd90b85278), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.023913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] For port ba86df4c-70b5-459e-8102-b2957740d843, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ba86df4c-70b5-459e-8102-b2957740d843,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:47.039439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] For port b4959032-7665-486e-bcb7-cdb7e8b0487d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b4959032-7665-486e-bcb7-cdb7e8b0487d,segment=NetworkSegment(27e2af73-d5b7-4024-a8d8-35a9b439f5a2),segment_id=27e2af73-d5b7-4024-a8d8-35a9b439f5a2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:47.041090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.074886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (ba86df4c-70b5-459e-8102-b2957740d843), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.091520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6772938-409e-4be0-99f0-bebd90b85278']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:47.199425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75a943fc-b503-447c-9f8d-7fb710a17f98 req-8677c47e-d210-4590-9224-a575f6746a28 service neutron] 10.222.0.82 "GET /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9455020 Feb 09 02:17:47.209930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Calling delete_port for b4959032-7665-486e-bcb7-cdb7e8b0487d owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:47.241307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5845f606-03cd-45ea-a691-afa6161f70bc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:47.241710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5845f606-03cd-45ea-a691-afa6161f70bc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:47.301488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:47.311888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def943a3-51c0-46c9-ab6b-8b6ac05a5490 req-3e75285e-0ff8-46dd-8f0a-aa9e5b03510e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.317647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def943a3-51c0-46c9-ab6b-8b6ac05a5490 req-3e75285e-0ff8-46dd-8f0a-aa9e5b03510e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.325277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (5845f606-03cd-45ea-a691-afa6161f70bc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.337446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def943a3-51c0-46c9-ab6b-8b6ac05a5490 req-3e75285e-0ff8-46dd-8f0a-aa9e5b03510e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.345533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b4959032-7665-486e-bcb7-cdb7e8b0487d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:17:47.348466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def943a3-51c0-46c9-ab6b-8b6ac05a5490 req-3e75285e-0ff8-46dd-8f0a-aa9e5b03510e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.353887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def943a3-51c0-46c9-ab6b-8b6ac05a5490 req-3e75285e-0ff8-46dd-8f0a-aa9e5b03510e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.355582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.356227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.357681 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba86df4c-70b5-459e-8102-b2957740d843 HTTP/1.1" status: 200 len: 1092 time: 2.6319492 Feb 09 02:17:47.379241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-def943a3-51c0-46c9-ab6b-8b6ac05a5490 req-3e75285e-0ff8-46dd-8f0a-aa9e5b03510e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 3826 time: 0.7815711 Feb 09 02:17:47.381701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:47.388779 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef10179c-6b0b-4c24-b9be-b584e7b0f961" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "ba86df4c-70b5-459e-8102-b2957740d843"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:47.395034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b4959032-7665-486e-bcb7-cdb7e8b0487d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:17:47.395296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b4959032-7665-486e-bcb7-cdb7e8b0487d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:17:47.422578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:47.506244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24e26368-08f4-4ff7-8751-4387c4582f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.508818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5845f606-03cd-45ea-a691-afa6161f70bc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.533777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:47.534191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (5845f606-03cd-45ea-a691-afa6161f70bc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:47.538568 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:47.584354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb684-6fd2-474e-aa1e-fe1ea6e20262 req-fea0275c-cb2b-480d-82be-e1f6c457e1a1 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:47.597789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c2fb684-6fd2-474e-aa1e-fe1ea6e20262 req-fea0275c-cb2b-480d-82be-e1f6c457e1a1 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.5363355 Feb 09 02:17:47.664266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24e26368-08f4-4ff7-8751-4387c4582f5d admin admin] Publish callbacks [] for security_group (fd14c7ec-097a-4cee-8357-c7535a89f65e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.701433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:17:47.727487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72b31-2307-408a-95f9-1898f28d5866 service neutron] Pushing event updated for resources: {'Port': ['ID=ba86df4c-70b5-459e-8102-b2957740d843,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:47.733948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24e26368-08f4-4ff7-8751-4387c4582f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fd14c7ec-097a-4cee-8357-c7535a89f65e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.745556 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.828231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.841379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-def943a3-51c0-46c9-ab6b-8b6ac05a5490 req-dca64b98-af3b-44d0-8056-e63a0242485d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4611897 Feb 09 02:17:47.867479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c2fb684-6fd2-474e-aa1e-fe1ea6e20262 req-aaeea8dd-d171-451c-a98c-902f222087c2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698085 Feb 09 02:17:47.903176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b4959032-7665-486e-bcb7-cdb7e8b0487d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:47.983346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4959032-7665-486e-bcb7-cdb7e8b0487d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:47.987879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] No DVR routers for this DVR port b4959032-7665-486e-bcb7-cdb7e8b0487d on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:17:48.029905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e26368-08f4-4ff7-8751-4387c4582f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd14c7ec-097a-4cee-8357-c7535a89f65e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:48.045118 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a7deec-3d11-402b-bea4-e9fd5c5faeb6 x-openstack-request-id: req-f5a7deec-3d11-402b-bea4-e9fd5c5faeb6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:48.045432 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "ba86df4c-70b5-459e-8102-b2957740d843", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:48.045717 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5a7deec-3d11-402b-bea4-e9fd5c5faeb6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:48.046706 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843', 'status': 'completed', 'code': 200} Feb 09 02:17:48.060180 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-24e26368-08f4-4ff7-8751-4387c4582f5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f3b346abfc24b11acac6708a62636eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7574918 Feb 09 02:17:48.075657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:48.076440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e6772938-409e-4be0-99f0-bebd90b85278), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.083410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.089813 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] 10.222.0.53 "DELETE /v2.0/networks/e6772938-409e-4be0-99f0-bebd90b85278 HTTP/1.1" status: 204 len: 168 time: 1.7820773 Feb 09 02:17:48.109004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:48.152623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '8fd53e82-97ad-4479-83e3-907d03898e69', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '8fd53e82-97ad-4479-83e3-907d03898e69', 'mac_address': 'fa:16:3e:dd:34:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:17:48.173966 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (757794e4-f9af-4d54-a1d7-6c8b502ed0f6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.185622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56406a95-bdaf-48d1-86f2-eac9eb4860a0 req-2dad30a2-c43c-4d2b-aa12-09b9eecd3658 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.187413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56406a95-bdaf-48d1-86f2-eac9eb4860a0 req-2dad30a2-c43c-4d2b-aa12-09b9eecd3658 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1435478 Feb 09 02:17:48.208756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-010ed16c-3620-492a-941b-2ff571d0e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.209416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-010ed16c-3620-492a-941b-2ff571d0e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.209894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-010ed16c-3620-492a-941b-2ff571d0e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.210423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-010ed16c-3620-492a-941b-2ff571d0e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.210964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-010ed16c-3620-492a-941b-2ff571d0e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.212989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-010ed16c-3620-492a-941b-2ff571d0e364 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 4393 time: 0.2172403 Feb 09 02:17:48.270882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757794e4-f9af-4d54-a1d7-6c8b502ed0f6']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:48.286693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:48.287563 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.316678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c556b-f601-4a07-b004-9f8d2076f24a tempest-ExternalNetworksTestJSON-555796523 tempest-ExternalNetworksTestJSON-555796523-project] Pushing event deleted for resources: {'Network': ['ID=e6772938-409e-4be0-99f0-bebd90b85278,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:48.323898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd53e82-97ad-4479-83e3-907d03898e69 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:48.349100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56406a95-bdaf-48d1-86f2-eac9eb4860a0 req-461d52b1-d0d5-425f-b9dc-6bb748b75663 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538646 Feb 09 02:17:48.368620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:48.375503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e2af73-d5b7-4024-a8d8-35a9b439f5a2') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:48.376162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e2af73-d5b7-4024-a8d8-35a9b439f5a2') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:17:48.378311 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.413230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (27e2af73-d5b7-4024-a8d8-35a9b439f5a2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.459587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (27e2af73-d5b7-4024-a8d8-35a9b439f5a2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.490756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:17:48.491594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (27e2af73-d5b7-4024-a8d8-35a9b439f5a2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:17:48.493683 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:17:48.511151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8fd53e82-97ad-4479-83e3-907d03898e69'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:17:48.600508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-dab7564a-be67-4cea-a5de-0f8ca1ec030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.602345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-dab7564a-be67-4cea-a5de-0f8ca1ec030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.606001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-dab7564a-be67-4cea-a5de-0f8ca1ec030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.608412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-dab7564a-be67-4cea-a5de-0f8ca1ec030d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f7828a036b594ca6a33035d1ced581e6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3839998 Feb 09 02:17:48.637703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=12']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:48.644001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (757794e4-f9af-4d54-a1d7-6c8b502ed0f6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.664609 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.670569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] 10.222.0.53 "DELETE /v2.0/networks/757794e4-f9af-4d54-a1d7-6c8b502ed0f6 HTTP/1.1" status: 204 len: 168 time: 2.9261835 Feb 09 02:17:48.761583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce052ae5-1d81-45eb-984e-393c55bb698c admin admin] Pushing event deleted for resources: {'Network': ['ID=757794e4-f9af-4d54-a1d7-6c8b502ed0f6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:48.781027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56438) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:48.847012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb25e5a-2cdd-4960-8ba7-4e7aff3298d5 admin admin] Publish callbacks [] for security_group (fd14c7ec-097a-4cee-8357-c7535a89f65e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.893138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5246e36a-39e7-46e8-a6ce-1b688b43aef7 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:48.908409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb25e5a-2cdd-4960-8ba7-4e7aff3298d5 admin admin] Publish callbacks [] for security_group (fd14c7ec-097a-4cee-8357-c7535a89f65e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.910181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:48.933061 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.937158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-7ec6a26c-cab8-41cd-afc8-4ecc55479467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:48.939665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef10179c-6b0b-4c24-b9be-b584e7b0f961 req-7ec6a26c-cab8-41cd-afc8-4ecc55479467 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224976 Feb 09 02:17:48.941865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Publish callbacks [] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:48.982720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Transition to ACTIVE for port object 5246e36a-39e7-46e8-a6ce-1b688b43aef7 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:48.991192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.003003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:49.174927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Pushing event updated for resources: {'Port': ['ID=5246e36a-39e7-46e8-a6ce-1b688b43aef7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:49.184441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb25e5a-2cdd-4960-8ba7-4e7aff3298d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fd14c7ec-097a-4cee-8357-c7535a89f65e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.189592 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb25e5a-2cdd-4960-8ba7-4e7aff3298d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.190883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dfb25e5a-2cdd-4960-8ba7-4e7aff3298d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd14c7ec-097a-4cee-8357-c7535a89f65e HTTP/1.1" status: 204 len: 168 time: 1.0980873 Feb 09 02:17:49.211742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd67816-ba34-4296-89aa-66f34f98e3c7 req-41e7451e-5999-4fd8-ad5b-880110b18cea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.220171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbd67816-ba34-4296-89aa-66f34f98e3c7 req-41e7451e-5999-4fd8-ad5b-880110b18cea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.2067242 Feb 09 02:17:49.269260 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7758644-b953-41fe-bd2f-a150f682ecf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9194e7bf1d60468ab0b3589e93267af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2564330 Feb 09 02:17:49.272463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb25e5a-2cdd-4960-8ba7-4e7aff3298d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd14c7ec-097a-4cee-8357-c7535a89f65e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:49.281379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:49.290071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9677-4fa5-4cff-8220-570763d3527d req-24cb5b99-1866-49ef-8f2d-a64c7d22af5b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.310590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9677-4fa5-4cff-8220-570763d3527d req-24cb5b99-1866-49ef-8f2d-a64c7d22af5b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.331948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9677-4fa5-4cff-8220-570763d3527d req-24cb5b99-1866-49ef-8f2d-a64c7d22af5b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.343712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9677-4fa5-4cff-8220-570763d3527d req-24cb5b99-1866-49ef-8f2d-a64c7d22af5b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.350987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9677-4fa5-4cff-8220-570763d3527d req-24cb5b99-1866-49ef-8f2d-a64c7d22af5b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.360108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e9677-4fa5-4cff-8220-570763d3527d req-24cb5b99-1866-49ef-8f2d-a64c7d22af5b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:49.372909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-512e9677-4fa5-4cff-8220-570763d3527d req-24cb5b99-1866-49ef-8f2d-a64c7d22af5b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 4599 time: 0.3058133 Feb 09 02:17:49.431494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efc1025-f5db-420d-9868-a74b5256857f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.440847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Attempting to bind port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:49.441974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Attempting to bind port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:49.442336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Attempting to bind port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:49.461266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:49.461603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Attempting to bind port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:49.516412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:49.517144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Checking segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:49.523718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Bound using segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:49.524525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Bound port: 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:49.524932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.550867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-512e9677-4fa5-4cff-8220-570763d3527d req-d60e0e73-d126-41af-9bcf-c61529b272aa tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770120 Feb 09 02:17:49.555120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbd67816-ba34-4296-89aa-66f34f98e3c7 req-45b83f18-43c4-4080-a098-fb19a2a79f36 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288057 Feb 09 02:17:49.560232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-299ae041-f149-48f3-a53a-253de56fce07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=485d7bf94fde4c9eb0ee4659e8cee7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7763748 Feb 09 02:17:49.560927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56458) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:49.595742 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180f0855-bb41-4f8b-8120-d57e19d5f33a admin admin] Publish callbacks [] for security_group (c456e132-d9fd-4d46-adda-5b34ca1a2f26), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.685645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e219fe9-b469-4a63-8aa4-14ceb8afd2ba admin admin] Publish callbacks [] for security_group (0d6b9e2e-f79b-460e-a4d0-7e31b2726506), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.716614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e219fe9-b469-4a63-8aa4-14ceb8afd2ba admin admin] Publish callbacks [] for security_group (0d6b9e2e-f79b-460e-a4d0-7e31b2726506), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.724676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:49.746396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180f0855-bb41-4f8b-8120-d57e19d5f33a admin admin] Publish callbacks [] for security_group (c456e132-d9fd-4d46-adda-5b34ca1a2f26), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.795706 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e219fe9-b469-4a63-8aa4-14ceb8afd2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0d6b9e2e-f79b-460e-a4d0-7e31b2726506), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.799031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e219fe9-b469-4a63-8aa4-14ceb8afd2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.803356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6e219fe9-b469-4a63-8aa4-14ceb8afd2ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d6b9e2e-f79b-460e-a4d0-7e31b2726506 HTTP/1.1" status: 204 len: 168 time: 0.2413197 Feb 09 02:17:49.828308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 8fd53e82-97ad-4479-83e3-907d03898e69 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:49.831010 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:49.895571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e219fe9-b469-4a63-8aa4-14ceb8afd2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b9e2e-f79b-460e-a4d0-7e31b2726506,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:49.996338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efc1025-f5db-420d-9868-a74b5256857f admin admin] Publish callbacks [] for security_group (b6462a8c-0d5f-4f9a-8d7e-045f14529754), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.013405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34187b61-2200-4fb7-b214-bd4e50d96001 req-619894dc-3d69-461d-b78a-5ec5c061265d tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:50.027496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34187b61-2200-4fb7-b214-bd4e50d96001 req-619894dc-3d69-461d-b78a-5ec5c061265d tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.2565241 Feb 09 02:17:50.058090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] For port 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:50.062766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca6e7b-e323-44ac-be7b-09f340cf8073 req-65c38ef3-5856-46e4-9672-d29f992145f6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:50.064655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aca6e7b-e323-44ac-be7b-09f340cf8073 req-65c38ef3-5856-46e4-9672-d29f992145f6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 946 time: 0.2958910 Feb 09 02:17:50.084959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180f0855-bb41-4f8b-8120-d57e19d5f33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c456e132-d9fd-4d46-adda-5b34ca1a2f26), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.093965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-180f0855-bb41-4f8b-8120-d57e19d5f33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.095653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:17:50.096352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.098651 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-180f0855-bb41-4f8b-8120-d57e19d5f33a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c456e132-d9fd-4d46-adda-5b34ca1a2f26 HTTP/1.1" status: 204 len: 168 time: 0.8099053 Feb 09 02:17:50.099415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5efc1025-f5db-420d-9868-a74b5256857f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b6462a8c-0d5f-4f9a-8d7e-045f14529754), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.149652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:17:50.152196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:50.161165 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f30371-1505-45cd-b395-6b8b7120b988" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:50.166802 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.195328 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5efc1025-f5db-420d-9868-a74b5256857f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81db37b8fb554e9aae4aa096a785022f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2806823 Feb 09 02:17:50.197373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] For port 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5246e36a-39e7-46e8-a6ce-1b688b43aef7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:50.199152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f0855-bb41-4f8b-8120-d57e19d5f33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c456e132-d9fd-4d46-adda-5b34ca1a2f26,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:50.220918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56478) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:50.253375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=13']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:50.312167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc1025-f5db-420d-9868-a74b5256857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6462a8c-0d5f-4f9a-8d7e-045f14529754,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:50.335300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.423166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34187b61-2200-4fb7-b214-bd4e50d96001 req-1aafeb61-d31e-4664-8840-7f7d99bc53ab tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533442 Feb 09 02:17:50.459777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aca6e7b-e323-44ac-be7b-09f340cf8073 req-0c8d9ced-1b11-45d3-abfe-47f9ab478174 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876653 Feb 09 02:17:50.494661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef572070-fb08-4e40-8956-e702b9672454 admin admin] Publish callbacks [] for security_group (b6462a8c-0d5f-4f9a-8d7e-045f14529754), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.502374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:50.506987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.511011 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] 10.222.0.72 "PUT /v2.0/ports/5246e36a-39e7-46e8-a6ce-1b688b43aef7 HTTP/1.1" status: 200 len: 1132 time: 3.1064968 Feb 09 02:17:50.514172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': '5246e36a-39e7-46e8-a6ce-1b688b43aef7'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:50.522518 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3a844-cf1e-4f01-925f-bdff74ce192c" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "5246e36a-39e7-46e8-a6ce-1b688b43aef7"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:50.569424 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c0e638-db13-4be6-a3b2-37b26e0b6129 x-openstack-request-id: req-e5c0e638-db13-4be6-a3b2-37b26e0b6129 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:50.570114 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-plugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:50.570591 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c0e638-db13-4be6-a3b2-37b26e0b6129 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:50.571425 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'code': 200} Feb 09 02:17:50.576089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:50.580347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56486) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:50.583941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bb5a5-6c0d-45a9-b117-fb5a7dad1993 service neutron] Pushing event updated for resources: {'Port': ['ID=5246e36a-39e7-46e8-a6ce-1b688b43aef7,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:50.589135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef572070-fb08-4e40-8956-e702b9672454 admin admin] Publish callbacks [] for security_group (b6462a8c-0d5f-4f9a-8d7e-045f14529754), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.684525 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211fcf41-02cc-493b-806a-4a762155e164 x-openstack-request-id: req-211fcf41-02cc-493b-806a-4a762155e164 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:50.688728 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "5246e36a-39e7-46e8-a6ce-1b688b43aef7", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:50.689306 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-211fcf41-02cc-493b-806a-4a762155e164 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:50.692354 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': '5246e36a-39e7-46e8-a6ce-1b688b43aef7', 'status': 'completed', 'code': 200} Feb 09 02:17:50.790021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:50.846735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-eb308116-c33f-495d-960b-7aef816fcfab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98b1f46f0e6646ecbdab476e0b063a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636073 Feb 09 02:17:50.853051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56494) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:51.064261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-9ac0f5e5-5355-4654-9e46-23267b733908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.064861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-9ac0f5e5-5355-4654-9e46-23267b733908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.065340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-9ac0f5e5-5355-4654-9e46-23267b733908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.065808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-9ac0f5e5-5355-4654-9e46-23267b733908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.066272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-9ac0f5e5-5355-4654-9e46-23267b733908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.066759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-9ac0f5e5-5355-4654-9e46-23267b733908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.068594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-9ac0f5e5-5355-4654-9e46-23267b733908 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5349 time: 0.4129143 Feb 09 02:17:51.402309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c54b8d8-c80c-4f6b-8108-c82a1092963d {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:51.428617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Publish callbacks [] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.461575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Transition to ACTIVE for port object 7c54b8d8-c80c-4f6b-8108-c82a1092963d will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:51.470760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.625888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c54b8d8-c80c-4f6b-8108-c82a1092963d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:51.631155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Attempting to bind port 7c54b8d8-c80c-4f6b-8108-c82a1092963d on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:51.631491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Attempting to bind port 7c54b8d8-c80c-4f6b-8108-c82a1092963d by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:51.631808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Attempting to bind port 7c54b8d8-c80c-4f6b-8108-c82a1092963d on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:51.642305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Port 7c54b8d8-c80c-4f6b-8108-c82a1092963d on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:51.642856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Attempting to bind port 7c54b8d8-c80c-4f6b-8108-c82a1092963d on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:51.649486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:51.650400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Checking segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:51.651046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Bound using segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:51.651566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Bound port: 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:51.656417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.674901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.675250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.675773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.676297 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.676796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.677291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.677787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.678282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.678829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.679334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.679815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.680295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.680806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:17:51.811001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:51.817722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-5e268ff0-3f8b-477c-8125-a9b0d0fd656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.818370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-5e268ff0-3f8b-477c-8125-a9b0d0fd656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.818635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-5e268ff0-3f8b-477c-8125-a9b0d0fd656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.820221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-5e268ff0-3f8b-477c-8125-a9b0d0fd656b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f7828a036b594ca6a33035d1ced581e6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7409127 Feb 09 02:17:51.844689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] For port 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:51.846248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-d2bb16ce-8348-4cb1-9731-e74fa9768ce8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.853787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-d2bb16ce-8348-4cb1-9731-e74fa9768ce8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.862428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-d2bb16ce-8348-4cb1-9731-e74fa9768ce8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.871775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-d2bb16ce-8348-4cb1-9731-e74fa9768ce8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.878258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-d2bb16ce-8348-4cb1-9731-e74fa9768ce8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.881890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] For port 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c54b8d8-c80c-4f6b-8108-c82a1092963d,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:51.883873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-d2bb16ce-8348-4cb1-9731-e74fa9768ce8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.892276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-d2bb16ce-8348-4cb1-9731-e74fa9768ce8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 4599 time: 1.1701028 Feb 09 02:17:51.913468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.955942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-network', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:51.976054 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef572070-fb08-4e40-8956-e702b9672454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b6462a8c-0d5f-4f9a-8d7e-045f14529754), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.978186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:51.978879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef572070-fb08-4e40-8956-e702b9672454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.979373 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:51.980431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef572070-fb08-4e40-8956-e702b9672454 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6462a8c-0d5f-4f9a-8d7e-045f14529754 HTTP/1.1" status: 204 len: 168 time: 1.7582572 Feb 09 02:17:51.981480 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] 10.222.0.72 "PUT /v2.0/ports/7c54b8d8-c80c-4f6b-8108-c82a1092963d HTTP/1.1" status: 200 len: 1131 time: 1.4271212 Feb 09 02:17:52.013200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81c4debf-f6e3-4a91-b7e2-7394bbef3d00 req-a5551278-bd35-421b-9326-56f8b09b0c34 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170616 Feb 09 02:17:52.107954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14abe3fe-0522-4f48-883e-e1f9cdad7e03 admin admin] Publish callbacks [] for security_group (4bd57db5-0290-4dcd-a48e-b72688d7cf37), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.133410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef572070-fb08-4e40-8956-e702b9672454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6462a8c-0d5f-4f9a-8d7e-045f14529754,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:52.145695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:52.209621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14abe3fe-0522-4f48-883e-e1f9cdad7e03 admin admin] Publish callbacks [] for security_group (4bd57db5-0290-4dcd-a48e-b72688d7cf37), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.281995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecd93a-3d74-4fa7-af4b-f8841c3147b9 req-a604ae10-fb1c-4cc8-a637-3be9072325a9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.286756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4ecd93a-3d74-4fa7-af4b-f8841c3147b9 req-a604ae10-fb1c-4cc8-a637-3be9072325a9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.4583194 Feb 09 02:17:52.331262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-0dc2f92b-afe9-4ca2-8aea-071c130a7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.333605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a3a844-cf1e-4f01-925f-bdff74ce192c req-0dc2f92b-afe9-4ca2-8aea-071c130a7850 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4331210 Feb 09 02:17:52.350089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Made reservation on behalf of c5950b4dde4643ed890ed18fe0974455 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:52.360231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.397764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4ecd93a-3d74-4fa7-af4b-f8841c3147b9 req-b9451ff1-06de-4e76-9341-2b11f9f4bd2b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958810 Feb 09 02:17:52.401199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14abe3fe-0522-4f48-883e-e1f9cdad7e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4bd57db5-0290-4dcd-a48e-b72688d7cf37), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.405443 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14abe3fe-0522-4f48-883e-e1f9cdad7e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.408789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-14abe3fe-0522-4f48-883e-e1f9cdad7e03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bd57db5-0290-4dcd-a48e-b72688d7cf37 HTTP/1.1" status: 204 len: 168 time: 1.5221181 Feb 09 02:17:52.409286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.416897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92209335-3c92-4fc3-829f-5492ddb5ad05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c54b8d8-c80c-4f6b-8108-c82a1092963d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:52.427830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abe3fe-0522-4f48-883e-e1f9cdad7e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd57db5-0290-4dcd-a48e-b72688d7cf37,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:52.499680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56544) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:52.525007 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.695089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks [] for security_group (37e77839-a5bc-43b7-b090-e1c74db20018), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.695950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': '7c54b8d8-c80c-4f6b-8108-c82a1092963d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:52.698266 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "7c54b8d8-c80c-4f6b-8108-c82a1092963d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:52.705254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (37e77839-a5bc-43b7-b090-e1c74db20018), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.734802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:52.761768 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c03d60b0-97a3-49f0-a92b-48ed341223a8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.762079 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Added segment c03d60b0-97a3-49f0-a92b-48ed341223a8 of type vlan for network cab0b11e-11d1-432f-a374-8a669bd10c31 Feb 09 02:17:52.777644 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1bfd2-001e-46c2-affe-1bf51aa42982 x-openstack-request-id: req-a5f1bfd2-001e-46c2-affe-1bf51aa42982 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:52.777886 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "7c54b8d8-c80c-4f6b-8108-c82a1092963d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:52.778914 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5f1bfd2-001e-46c2-affe-1bf51aa42982 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:52.778914 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': '7c54b8d8-c80c-4f6b-8108-c82a1092963d', 'status': 'completed', 'code': 200} Feb 09 02:17:52.890144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e77839-a5bc-43b7-b090-e1c74db20018,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:52.893873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cab0b11e-11d1-432f-a374-8a669bd10c31), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.922090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1402331904', 'router:external': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:52.946161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cab0b11e-11d1-432f-a374-8a669bd10c31), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:52.949429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:52.950076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.056757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.057332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.060023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.065063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.066700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.068897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.069397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.080341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-26cda97f-d1bd-4934-b49e-88bcde58bfa2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6304 time: 0.2716739 Feb 09 02:17:53.081538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Made reservation on behalf of fe9005aa2f4141e4833162e1e6aede5e for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:53.091689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.146120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.215180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=cab0b11e-11d1-432f-a374-8a669bd10c31,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:53.232234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cab0b11e-11d1-432f-a374-8a669bd10c31 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:53.237566 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-620680f9-6483-404b-b918-d065b3d7c5b9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4209626 Feb 09 02:17:53.240081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:53.261960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Request body: {'subnet': {'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-subnet', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:53.382674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cc6fc7-823d-48a5-a065-28807e7f4fe7 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:53.393615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Publish callbacks [] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.414265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Transition to ACTIVE for port object d0cc6fc7-823d-48a5-a065-28807e7f4fe7 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:53.417038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56576) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:53.440202 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c61ae734-9867-481e-90e3-ef6f84ab020b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.456203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for security_group (cc009219-de19-4ebe-9ebd-65d254ca572a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.459928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd705a8c-44ef-42ce-a803-1f0ae9fb59c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.473917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.504361 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cc009219-de19-4ebe-9ebd-65d254ca572a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.546751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc009219-de19-4ebe-9ebd-65d254ca572a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:53.583714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:53.609943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:17:53.626484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Made reservation on behalf of c5950b4dde4643ed890ed18fe0974455 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:53.632493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1ca5b72c-1937-4e8a-8982-c33e94adb885), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.633067 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Added segment 1ca5b72c-1937-4e8a-8982-c33e94adb885 of type vlan for network b2128743-c86c-4531-af99-5fba4c086ef1 Feb 09 02:17:53.635329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.782121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (b2128743-c86c-4531-af99-5fba4c086ef1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.896473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Attempting to bind port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:53.896705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Attempting to bind port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:53.896991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Attempting to bind port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:53.929531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:53.929869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Attempting to bind port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:53.936482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.947474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.953169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.959101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:53.959439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Checking segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:53.959831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Bound using segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:53.960272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Bound port: d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:53.960683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:53.963007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.970450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.981762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.989340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:53.992896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-7718edf2-04ef-4c30-aab0-b1cffe7a46a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5371 time: 0.7995527 Feb 09 02:17:53.999519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-34cec6cf-4b43-4b4a-9868-e746e30ae70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.000298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-34cec6cf-4b43-4b4a-9868-e746e30ae70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.000770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-34cec6cf-4b43-4b4a-9868-e746e30ae70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.004132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-34cec6cf-4b43-4b4a-9868-e746e30ae70e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f7828a036b594ca6a33035d1ced581e6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9006908 Feb 09 02:17:54.016391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828476fa-484f-4da2-a9de-261cbdaa1045 req-40a6fa6f-4ad5-489a-b894-4c6e42e05911 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.017969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-828476fa-484f-4da2-a9de-261cbdaa1045 req-40a6fa6f-4ad5-489a-b894-4c6e42e05911 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.4754090 Feb 09 02:17:54.065721 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd705a8c-44ef-42ce-a803-1f0ae9fb59c0 admin admin] Publish callbacks [] for security_group (39b08118-e71d-4ce5-a08b-ffaf024f70ba), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.095225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd705a8c-44ef-42ce-a803-1f0ae9fb59c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (39b08118-e71d-4ce5-a08b-ffaf024f70ba), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.133803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-b303c15d-0140-4d0f-bf7c-9aef22520f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.135766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d25c12f-a71a-413f-bb5d-dd13f649c5ad req-b303c15d-0140-4d0f-bf7c-9aef22520f89 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166797 Feb 09 02:17:54.153010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (b2128743-c86c-4531-af99-5fba4c086ef1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.153577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.154207 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.185063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] For port d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:54.196912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd705a8c-44ef-42ce-a803-1f0ae9fb59c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cb430a2d1f14f87a6306d9f4ab3b380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782996 Feb 09 02:17:54.205114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56596) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:54.207865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd705a8c-44ef-42ce-a803-1f0ae9fb59c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b08118-e71d-4ce5-a08b-ffaf024f70ba,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:54.246931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] For port d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:54.288437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.344475 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (808f3437-c4b3-451b-b9b5-c39f3493ae49), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.355309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:54.355610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.368251 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] 10.222.0.72 "PUT /v2.0/ports/d0cc6fc7-823d-48a5-a065-28807e7f4fe7 HTTP/1.1" status: 200 len: 1091 time: 2.2354903 Feb 09 02:17:54.453685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Network': ['ID=b2128743-c86c-4531-af99-5fba4c086ef1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:54.455848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:54.487450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network b2128743-c86c-4531-af99-5fba4c086ef1 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:17:54.491673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f497d268-d4d6-4cad-9f87-5cf52d6ac56f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9908352 Feb 09 02:17:54.500641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56602) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:54.527090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'subnet': {'network_id': 'b2128743-c86c-4531-af99-5fba4c086ef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:54.658083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bcb41-5552-449e-a4e3-657f9ef76af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:54.723647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a9eaf7c-d07a-4129-9948-44f38855768a req-473483de-6a70-4e6d-93a6-5aba886340c6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7137213 Feb 09 02:17:54.743601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-828476fa-484f-4da2-a9de-261cbdaa1045 req-ace91252-3f5d-4e91-935b-1da92f540359 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5998480 Feb 09 02:17:54.745380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ad3996f-9b18-4938-b48b-34f2b666cfbe admin admin] Publish callbacks [] for security_group (39b08118-e71d-4ce5-a08b-ffaf024f70ba), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.764378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Made reservation on behalf of fe9005aa2f4141e4833162e1e6aede5e for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:54.776612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.856304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:54.860872 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96038697-b0b0-4f6f-9698-ab5651fab088" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:54.863864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.866594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ad3996f-9b18-4938-b48b-34f2b666cfbe admin admin] Publish callbacks [] for security_group (39b08118-e71d-4ce5-a08b-ffaf024f70ba), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.879777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808f3437-c4b3-451b-b9b5-c39f3493ae49,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:54.959693 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ad3996f-9b18-4938-b48b-34f2b666cfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (39b08118-e71d-4ce5-a08b-ffaf024f70ba), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.963394 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ad3996f-9b18-4938-b48b-34f2b666cfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:54.964998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5ad3996f-9b18-4938-b48b-34f2b666cfbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39b08118-e71d-4ce5-a08b-ffaf024f70ba HTTP/1.1" status: 204 len: 168 time: 0.7565784 Feb 09 02:17:55.041084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3996f-9b18-4938-b48b-34f2b666cfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b08118-e71d-4ce5-a08b-ffaf024f70ba,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:55.133244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.133793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.134266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.134752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.135216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.135671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.136126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.138724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-2d5891b3-463d-4a67-adea-09b3cc0a9a9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6403 time: 0.1459370 Feb 09 02:17:55.140036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Checking segment: {'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:55.141046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Network hostable DHCP agents. Network: cab0b11e-11d1-432f-a374-8a669bd10c31, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:55.148068 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c6488-56d6-46dc-8f60-8b381c287d7a x-openstack-request-id: req-888c6488-56d6-46dc-8f60-8b381c287d7a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:55.152241 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:55.153164 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-888c6488-56d6-46dc-8f60-8b381c287d7a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:55.156300 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7', 'status': 'completed', 'code': 200} Feb 09 02:17:55.268753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-082d6526-d108-4ff7-ab48-acb4efca43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.269229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-082d6526-d108-4ff7-ab48-acb4efca43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.269695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-082d6526-d108-4ff7-ab48-acb4efca43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.271440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-082d6526-d108-4ff7-ab48-acb4efca43c0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f7828a036b594ca6a33035d1ced581e6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1259720 Feb 09 02:17:55.355764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Network cab0b11e-11d1-432f-a374-8a669bd10c31 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:55.395503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cab0b11e-11d1-432f-a374-8a669bd10c31) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:55.407586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf0c53-b874-4ae2-ae61-2199b340ca26 None None] Network cab0b11e-11d1-432f-a374-8a669bd10c31 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:55.414105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.415824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.447879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-4d500d37-4694-4b6a-8cba-5e7410bd60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:55.449891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96038697-b0b0-4f6f-9698-ab5651fab088 req-4d500d37-4694-4b6a-8cba-5e7410bd60c4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1632359 Feb 09 02:17:55.502158 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f618166e-c779-45f3-8997-886b78162d44 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2608836 Feb 09 02:17:55.507432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56620) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:55.523523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:55.528180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:17:55.528792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (084aedd9-83b1-43cc-a37e-fbd9cdab0f16), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.669792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (2e6bb93e-0571-45cf-ae34-b05ee62c7911), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.673435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (2e6bb93e-0571-45cf-ae34-b05ee62c7911), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.728398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9584cf1-6667-40ab-b495-1c5fc8d0340b {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:17:55.753654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Publish callbacks [] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.769817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Subnet': ['ID=084aedd9-83b1-43cc-a37e-fbd9cdab0f16,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:55.772253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-cab0b11e-11d1-432f-a374-8a669bd10c31', 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31', 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'fixed_ips': [{'subnet_id': '808f3437-c4b3-451b-b9b5-c39f3493ae49'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:17:55.795153 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:55.876936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56630) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:55.885709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Checking segment: {'id': '1ca5b72c-1937-4e8a-8982-c33e94adb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b2128743-c86c-4531-af99-5fba4c086ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:55.890599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network hostable DHCP agents. Network: b2128743-c86c-4531-af99-5fba4c086ef1, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:17:55.901796 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c91d6fa-ee77-4100-b200-a22157cdce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.054196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network b2128743-c86c-4531-af99-5fba4c086ef1 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:17:56.054970 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks [] for router_controller (2e6bb93e-0571-45cf-ae34-b05ee62c7911), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.058800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Transition to ACTIVE for port object e9584cf1-6667-40ab-b495-1c5fc8d0340b will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:17:56.073809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.211512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b2128743-c86c-4531-af99-5fba4c086ef1) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:56.232354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17f814-ffd0-49bb-8482-5fd3de176467 None None] Network b2128743-c86c-4531-af99-5fba4c086ef1 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:56.235732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.238717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.300211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a0f0f700-2704-4f04-98ff-38230391767f tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-130158489'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:56.325431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139a4a-b5d6-4b4a-ae07-8a962cd6769a req-1b4e29e0-d1e2-459b-8ee4-10bd88c794ce tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.336877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b139a4a-b5d6-4b4a-ae07-8a962cd6769a req-1b4e29e0-d1e2-459b-8ee4-10bd88c794ce tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.3595850 Feb 09 02:17:56.371275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dd5a9827-2be0-4544-bf3b-2483bbd7e1b2 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8517115 Feb 09 02:17:56.373162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56642) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:56.412009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.425644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.441656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.462252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.480777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.496569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.505942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Allocated IP 172.20.0.2 (cab0b11e-11d1-432f-a374-8a669bd10c31/808f3437-c4b3-451b-b9b5-c39f3493ae49/b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:56.516104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e88fb-3ee3-485a-80a2-593daa6343bb None None] Network b2128743-c86c-4531-af99-5fba4c086ef1 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:56.520723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:56.535391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-c020e46e-9735-4a47-b09a-421f5abf3223 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5383 time: 0.5945802 Feb 09 02:17:56.562551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-779715917', 'network_id': 'b2128743-c86c-4531-af99-5fba4c086ef1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:56.746358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f700-2704-4f04-98ff-38230391767f tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (b96da009-d72d-4d3a-8a06-82f6f347a81e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.753700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f700-2704-4f04-98ff-38230391767f tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (b96da009-d72d-4d3a-8a06-82f6f347a81e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.795672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks [] for router_gateway (2e6bb93e-0571-45cf-ae34-b05ee62c7911), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.836008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Pushing event updated for resources: {'Port': ['ID=e9584cf1-6667-40ab-b495-1c5fc8d0340b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:56.841636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Made reservation on behalf of fe9005aa2f4141e4833162e1e6aede5e for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:17:56.844691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.878937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Attempting to bind port e9584cf1-6667-40ab-b495-1c5fc8d0340b on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:56.879316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Attempting to bind port e9584cf1-6667-40ab-b495-1c5fc8d0340b by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:56.881412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Attempting to bind port e9584cf1-6667-40ab-b495-1c5fc8d0340b on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:56.910733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Port e9584cf1-6667-40ab-b495-1c5fc8d0340b on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:17:56.912056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Attempting to bind port e9584cf1-6667-40ab-b495-1c5fc8d0340b on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:56.927000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:56.929471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Checking segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:56.929885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Bound using segment: {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:56.930334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Bound port: e9584cf1-6667-40ab-b495-1c5fc8d0340b, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b7e03f-243b-460e-a699-245bddb06dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:56.930725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.935826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:56.970483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b139a4a-b5d6-4b4a-ae07-8a962cd6769a req-ff96c48a-260b-41dd-8ded-c1fbb5c32168 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6326506 Feb 09 02:17:56.979881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] device_id is not set on port 19d01e7a-d713-4464-82cb-6fd38060c01f yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:17:57.040514 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Publish callbacks [] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.064065 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.071077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0f8decc-f9f5-4bf0-8cee-6f58155ab3ef req-a41e8840-0c4a-445f-a888-b7e008ea0a6f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5347130 Feb 09 02:17:57.140253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Network cab0b11e-11d1-432f-a374-8a669bd10c31 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:57.143107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f700-2704-4f04-98ff-38230391767f tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (b96da009-d72d-4d3a-8a06-82f6f347a81e), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.150539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:57.155669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:57.164905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f700-2704-4f04-98ff-38230391767f tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (b96da009-d72d-4d3a-8a06-82f6f347a81e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.201050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Pushing event updated for resources: {'Port': ['ID=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:57.235390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Attempting to bind port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:17:57.235811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Attempting to bind port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:17:57.236243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Attempting to bind port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf on network cab0b11e-11d1-432f-a374-8a669bd10c31 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:17:57.244333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:17:57.244333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Checking segment: {'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:17:57.244776 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.245130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Bound using segment: {'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:17:57.245669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Bound port: b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:17:57.246103 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.256799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0f0f700-2704-4f04-98ff-38230391767f tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.284346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a0f0f700-2704-4f04-98ff-38230391767f tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4034021 Feb 09 02:17:57.284561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] For port e9584cf1-6667-40ab-b495-1c5fc8d0340b, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:57.294998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:57.360830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] For port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:17:57.368408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] For port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,segment=NetworkSegment(c03d60b0-97a3-49f0-a92b-48ed341223a8),segment_id=c03d60b0-97a3-49f0-a92b-48ed341223a8)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:57.381408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.399471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Allocated IP 2001:db8::1e1 (b2128743-c86c-4531-af99-5fba4c086ef1/084aedd9-83b1-43cc-a37e-fbd9cdab0f16/19d01e7a-d713-4464-82cb-6fd38060c01f) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:17:57.474325 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:57.477513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] For port e9584cf1-6667-40ab-b495-1c5fc8d0340b, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:17:57.485100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73c98304-4670-48c7-8334-63b8ea047311 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (b96da009-d72d-4d3a-8a06-82f6f347a81e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.575283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51825-d3eb-42e2-86ea-ff0c58ae8e61 None None] Pushing event updated for resources: {'Port': ['ID=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:57.710891 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.768364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for port (19d01e7a-d713-4464-82cb-6fd38060c01f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.858050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (19d01e7a-d713-4464-82cb-6fd38060c01f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:57.969841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Port': ['ID=19d01e7a-d713-4464-82cb-6fd38060c01f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:57.976816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network b2128743-c86c-4531-af99-5fba4c086ef1 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:17:57.987584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:17:57.991432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:17:57.992607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:57.992962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:58.055295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-902ec11b-ba90-4ca9-93cd-96755c697c4d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5176890 Feb 09 02:17:58.067340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56666) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:58.561323 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:58.576602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ce3a6-2c92-45c8-8781-0045744ece6b req-ad250301-a1a0-4d75-bbb0-d32b4028b01e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.585091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee6ce3a6-2c92-45c8-8781-0045744ece6b req-ad250301-a1a0-4d75-bbb0-d32b4028b01e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.3518586 Feb 09 02:17:58.627567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.633542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.639320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.644630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.652584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.666378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.683032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.693123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-f11491f3-6e84-42c3-b1b7-191a023bc851 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5395 time: 0.3573484 Feb 09 02:17:58.743803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Deleting port 19d01e7a-d713-4464-82cb-6fd38060c01f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:17:58.744160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (19d01e7a-d713-4464-82cb-6fd38060c01f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:58.787235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:58.788029 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:58.789597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] 10.222.0.72 "PUT /v2.0/ports/e9584cf1-6667-40ab-b495-1c5fc8d0340b HTTP/1.1" status: 200 len: 1091 time: 4.3451667 Feb 09 02:17:58.798704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:17:58.806091 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:17:58.812894 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73c98304-4670-48c7-8334-63b8ea047311 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (b96da009-d72d-4d3a-8a06-82f6f347a81e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:58.831993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73c98304-4670-48c7-8334-63b8ea047311 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (b96da009-d72d-4d3a-8a06-82f6f347a81e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:58.865799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:58.906603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee6ce3a6-2c92-45c8-8781-0045744ece6b req-5dfd621b-b3ac-4928-8a51-5a4f38346e6a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164778 Feb 09 02:17:59.049233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99038ad3-4198-422d-bf88-ffb6711c0312 req-ab4c9c6a-89dd-4ad0-99ff-218d0fab6534 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3415406 Feb 09 02:17:59.150374 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c272c-ea66-41fc-8297-66e188d21940 x-openstack-request-id: req-009c272c-ea66-41fc-8297-66e188d21940 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:17:59.150888 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:17:59.151164 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-009c272c-ea66-41fc-8297-66e188d21940 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:17:59.163369 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b', 'status': 'completed', 'code': 200} Feb 09 02:17:59.208617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (19d01e7a-d713-4464-82cb-6fd38060c01f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.225864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c8345-3997-4628-ac16-e1110843416d service neutron] Pushing event updated for resources: {'Port': ['ID=e9584cf1-6667-40ab-b495-1c5fc8d0340b,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:17:59.245840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73c98304-4670-48c7-8334-63b8ea047311 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (b96da009-d72d-4d3a-8a06-82f6f347a81e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.246364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c98304-4670-48c7-8334-63b8ea047311 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b96da009-d72d-4d3a-8a06-82f6f347a81e {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:17:59.249674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Calling delete_port for 19d01e7a-d713-4464-82cb-6fd38060c01f owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:17:59.279232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73c98304-4670-48c7-8334-63b8ea047311 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.283461 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-73c98304-4670-48c7-8334-63b8ea047311 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b96da009-d72d-4d3a-8a06-82f6f347a81e HTTP/1.1" status: 204 len: 168 time: 1.9806056 Feb 09 02:17:59.283629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56684) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:17:59.320764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7b347282-f939-419a-af0e-670bd07df8f4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Request body: {'router': {'name': 'tempest-router-353407457', 'distributed': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:17:59.366331 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.434204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:59.434949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:59.435580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:59.436782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:59.437889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:59.439524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:59.440496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:59.443400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-3f30f605-ffc3-480b-af50-3b4340cf5e33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6502 time: 0.3577354 Feb 09 02:17:59.468505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:17:59.526136 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b347282-f939-419a-af0e-670bd07df8f4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (1f26a6bf-a9c4-4448-aab5-2a9e92642504), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.539851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b347282-f939-419a-af0e-670bd07df8f4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (1f26a6bf-a9c4-4448-aab5-2a9e92642504), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.676458 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks [] for router_gateway (2e6bb93e-0571-45cf-ae34-b05ee62c7911), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.751468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.777422 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.785492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:17:59.786219 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:59.891636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037b440d-b984-4779-a92c-849112d9578b None None] Network cab0b11e-11d1-432f-a374-8a669bd10c31 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:17:59.922042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b347282-f939-419a-af0e-670bd07df8f4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (1f26a6bf-a9c4-4448-aab5-2a9e92642504), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.029301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b347282-f939-419a-af0e-670bd07df8f4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (1f26a6bf-a9c4-4448-aab5-2a9e92642504), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.141444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-268c7496-d693-4117-a6f5-c652ed3430ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.144972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-268c7496-d693-4117-a6f5-c652ed3430ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.146768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-268c7496-d693-4117-a6f5-c652ed3430ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.152005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-268c7496-d693-4117-a6f5-c652ed3430ef service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f7828a036b594ca6a33035d1ced581e6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6969578 Feb 09 02:18:00.161790 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (19d01e7a-d713-4464-82cb-6fd38060c01f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.181993 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b347282-f939-419a-af0e-670bd07df8f4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.194315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7b347282-f939-419a-af0e-670bd07df8f4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9081712 Feb 09 02:18:00.267031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-07f782cf-79a8-4acf-b259-b8bf7975368c None None] Provisioning complete for port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:00.267503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07f782cf-79a8-4acf-b259-b8bf7975368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.286310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56700) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:00.336586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fba4c8e-0131-4ebf-885c-0923fd755eab {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:00.368876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Publish callbacks [] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.436488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Transition to ACTIVE for port object 7fba4c8e-0131-4ebf-885c-0923fd755eab will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:18:00.451984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event deleted for resources: {'Port': ['ID=19d01e7a-d713-4464-82cb-6fd38060c01f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:00.463975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Allocated IP 172.25.6.226 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/d5e35a47-5be9-406f-9a5b-963d7b76ec47) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:00.470318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a348990-de37-4d06-8f28-33b8d235a9d4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (1f26a6bf-a9c4-4448-aab5-2a9e92642504), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.512778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:00.515434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.680859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.686143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-19f5914d-4275-4ed9-b37a-62551bc532cf tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "DELETE /v2.0/ports/19d01e7a-d713-4464-82cb-6fd38060c01f HTTP/1.1" status: 204 len: 168 time: 2.6129019 Feb 09 02:18:00.697328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56706) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:00.706361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-07f782cf-79a8-4acf-b259-b8bf7975368c None None] Current status of the port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:00.708980 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07f782cf-79a8-4acf-b259-b8bf7975368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.712226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2128743-c86c-4531-af99-5fba4c086ef1', 'external_fixed_ips': [{'subnet_id': '084aedd9-83b1-43cc-a37e-fbd9cdab0f16', 'ip_address': '2001:db8::1e1'}]}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:00.716171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,segment=NetworkSegment(c03d60b0-97a3-49f0-a92b-48ed341223a8),segment_id=c03d60b0-97a3-49f0-a92b-48ed341223a8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:00.755203 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.777161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.785320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.791736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.798305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks [] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.798698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.805737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.813222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.834244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.843672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.846704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-2cb6bd94-3bb6-4ddc-b3c4-08a79fbe430d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5395 time: 0.5227199 Feb 09 02:18:00.865084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.882216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:00.988521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c115b16-1cc3-4c75-a0a3-6518fbb5f028 req-4c26e3a3-a334-430a-b539-84ff011c6813 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:00.990390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c115b16-1cc3-4c75-a0a3-6518fbb5f028 req-4c26e3a3-a334-430a-b539-84ff011c6813 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.9422011 Feb 09 02:18:01.004790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:01.016694 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-07f782cf-79a8-4acf-b259-b8bf7975368c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:18:01.017079 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-07f782cf-79a8-4acf-b259-b8bf7975368c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:18:01.129718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:01.131340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fba4c8e-0131-4ebf-885c-0923fd755eab,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:01.298520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:01.312787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:01.316826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5e35a47-5be9-406f-9a5b-963d7b76ec47,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:01.322615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:01.325934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:01.362837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Attempting to bind port 7fba4c8e-0131-4ebf-885c-0923fd755eab on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:01.363486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Attempting to bind port 7fba4c8e-0131-4ebf-885c-0923fd755eab by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:01.365753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Attempting to bind port 7fba4c8e-0131-4ebf-885c-0923fd755eab on network 16037fc7-24c0-41a7-a4f5-95e71c352d59 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:01.446372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:01.447207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:01.468684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Port 7fba4c8e-0131-4ebf-885c-0923fd755eab on network 16037fc7-24c0-41a7-a4f5-95e71c352d59 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:18:01.471025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Attempting to bind port 7fba4c8e-0131-4ebf-885c-0923fd755eab on network 16037fc7-24c0-41a7-a4f5-95e71c352d59 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:01.492471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:01.496518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Checking segment: {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:01.496518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Bound using segment: {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:01.496518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Bound port: 7fba4c8e-0131-4ebf-885c-0923fd755eab, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:01.496518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:01.637795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-07f782cf-79a8-4acf-b259-b8bf7975368c None None] Current status of the port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:01.653439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] For port 7fba4c8e-0131-4ebf-885c-0923fd755eab, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:01.658012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] For port 7fba4c8e-0131-4ebf-885c-0923fd755eab, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:01.697292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:01.707380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:01.748128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:01.815868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-69868fcd-e803-4eb3-862d-5a3f34a073c3 None None] Provisioning complete for port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:01.817922 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69868fcd-e803-4eb3-862d-5a3f34a073c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:01.879577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:01.894343 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:01.898836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] 10.222.0.72 "PUT /v2.0/ports/7fba4c8e-0131-4ebf-885c-0923fd755eab HTTP/1.1" status: 200 len: 1092 time: 3.0384991 Feb 09 02:18:01.899325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:01.911985 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aa92e9-e385-4265-be5b-4cf8a7a9340a" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:01.973505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a348990-de37-4d06-8f28-33b8d235a9d4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (1f26a6bf-a9c4-4448-aab5-2a9e92642504), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:01.975366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Request body: {'port': {'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:01.991290 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a348990-de37-4d06-8f28-33b8d235a9d4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (1f26a6bf-a9c4-4448-aab5-2a9e92642504), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.086585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-69868fcd-e803-4eb3-862d-5a3f34a073c3 None None] Current status of the port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:02.115659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7ed82-6db1-489c-8818-47902583edd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7fba4c8e-0131-4ebf-885c-0923fd755eab,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:02.130672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60aac07a-b924-45be-9c0f-6d19b4093ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.157708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.227614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c115b16-1cc3-4c75-a0a3-6518fbb5f028 req-c97ff888-fa9a-4e79-bb78-ff3a998b9905 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947130 Feb 09 02:18:02.239610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-d7d5eac6-a817-4f9e-b4cc-e50eb76b6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.242181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9dba0f7-b14e-4eb6-88ae-7fa2800baf30 req-d7d5eac6-a817-4f9e-b4cc-e50eb76b6c76 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0441291 Feb 09 02:18:02.306084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a348990-de37-4d06-8f28-33b8d235a9d4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (1f26a6bf-a9c4-4448-aab5-2a9e92642504), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.306877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a348990-de37-4d06-8f28-33b8d235a9d4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f26a6bf-a9c4-4448-aab5-2a9e92642504 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:02.370513 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae23917-d2c5-4183-b813-a79f22a8c796 x-openstack-request-id: req-1ae23917-d2c5-4183-b813-a79f22a8c796 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:02.370513 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:02.370513 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ae23917-d2c5-4183-b813-a79f22a8c796 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:02.370513 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab', 'status': 'completed', 'code': 200} Feb 09 02:18:02.399928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a348990-de37-4d06-8f28-33b8d235a9d4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.407125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0a348990-de37-4d06-8f28-33b8d235a9d4 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1f26a6bf-a9c4-4448-aab5-2a9e92642504 HTTP/1.1" status: 204 len: 168 time: 2.0797389 Feb 09 02:18:02.412058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56720) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:02.419428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7a22a525-e838-46a7-b4c6-4e07828d5acb tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Request body: {'router': {'name': 'tempest-router-1777174760', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '320c00b7c3cd4f69bd26056af38d8039'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:02.466493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a22a525-e838-46a7-b4c6-4e07828d5acb tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.467275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a22a525-e838-46a7-b4c6-4e07828d5acb tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.471147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks [] for router_gateway (2e6bb93e-0571-45cf-ae34-b05ee62c7911), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.475566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94fbf0d2-52db-4d0e-a16b-40c635de5d07 req-f0a40848-916d-4fdb-b831-8020c59dbfe4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6130786 Feb 09 02:18:02.695589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.728906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a22a525-e838-46a7-b4c6-4e07828d5acb tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (0ba48262-2b9e-4008-ae42-a187b45951b2), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.777356 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60aac07a-b924-45be-9c0f-6d19b4093ad7 admin admin] Publish callbacks [] for security_group (ba1629b5-fb81-4706-865e-814e628eec16), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.781808 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a22a525-e838-46a7-b4c6-4e07828d5acb tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.784729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.813314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.814148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.814821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.815489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.816295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.816966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.817623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:02.819914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-1fce422c-600f-4dc5-96d9-1218fce0017a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6601 time: 0.4177361 Feb 09 02:18:02.841791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a22a525-e838-46a7-b4c6-4e07828d5acb tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.843955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7a22a525-e838-46a7-b4c6-4e07828d5acb tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4287989 Feb 09 02:18:02.847206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56728) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:02.864735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:02.877063 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60aac07a-b924-45be-9c0f-6d19b4093ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ba1629b5-fb81-4706-865e-814e628eec16), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.938190 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-60aac07a-b924-45be-9c0f-6d19b4093ad7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=309c6615e0b541fda1767f25fecddbd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2392511 Feb 09 02:18:02.949894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:03.042017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b91fa464-76e6-4365-9215-fc50a6bc6c3c admin admin] Publish callbacks [] for security_group (ba1629b5-fb81-4706-865e-814e628eec16), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.426442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-58c38b28-6c0b-4e30-9456-247de312f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:03.427084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-58c38b28-6c0b-4e30-9456-247de312f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:03.427465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-58c38b28-6c0b-4e30-9456-247de312f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:03.429704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-58c38b28-6c0b-4e30-9456-247de312f0eb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f7828a036b594ca6a33035d1ced581e6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6010432 Feb 09 02:18:03.431782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.432222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.542860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05cd93a-59af-41ff-bdb8-b5700a7bb636 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:03.557017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Publish callbacks [] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.576418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Transition to ACTIVE for port object f05cd93a-59af-41ff-bdb8-b5700a7bb636 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:18:03.599378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b91fa464-76e6-4365-9215-fc50a6bc6c3c admin admin] Publish callbacks [] for security_group (ba1629b5-fb81-4706-865e-814e628eec16), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.635754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.681918 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.683314 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.697402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aac07a-b924-45be-9c0f-6d19b4093ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1629b5-fb81-4706-865e-814e628eec16,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:03.698737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103149) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 02:18:03.699309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Router 0ba48262-2b9e-4008-ae42-a187b45951b2 migrating from provider to provider. {{(pid=103149) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 02:18:03.699493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (0ba48262-2b9e-4008-ae42-a187b45951b2), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.755655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b91fa464-76e6-4365-9215-fc50a6bc6c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ba1629b5-fb81-4706-865e-814e628eec16), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.758513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b91fa464-76e6-4365-9215-fc50a6bc6c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:03.760177 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b91fa464-76e6-4365-9215-fc50a6bc6c3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba1629b5-fb81-4706-865e-814e628eec16 HTTP/1.1" status: 204 len: 168 time: 0.8059547 Feb 09 02:18:03.822543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fa464-76e6-4365-9215-fc50a6bc6c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1629b5-fb81-4706-865e-814e628eec16,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:04.008923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Allocated IP 2001:db8::1e1 (b2128743-c86c-4531-af99-5fba4c086ef1/084aedd9-83b1-43cc-a37e-fbd9cdab0f16/82275f14-ff8f-4f8b-acad-3851e6dc3245) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:04.098039 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (0ba48262-2b9e-4008-ae42-a187b45951b2), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.098603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Attempting to bind port f05cd93a-59af-41ff-bdb8-b5700a7bb636 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:04.098947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Attempting to bind port f05cd93a-59af-41ff-bdb8-b5700a7bb636 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:04.099356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Attempting to bind port f05cd93a-59af-41ff-bdb8-b5700a7bb636 on network 16037fc7-24c0-41a7-a4f5-95e71c352d59 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:04.106277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632f076-5356-46bd-8140-0e43d8bf9605 req-4ac3cf46-3263-409f-946a-5d7c6bad11a5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:04.108750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9632f076-5356-46bd-8140-0e43d8bf9605 req-4ac3cf46-3263-409f-946a-5d7c6bad11a5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.6912439 Feb 09 02:18:04.138110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Pushing event updated for resources: {'Port': ['ID=f05cd93a-59af-41ff-bdb8-b5700a7bb636,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:04.158323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (2e6bb93e-0571-45cf-ae34-b05ee62c7911), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.162173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.164632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Port f05cd93a-59af-41ff-bdb8-b5700a7bb636 on network 16037fc7-24c0-41a7-a4f5-95e71c352d59 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:18:04.171402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Attempting to bind port f05cd93a-59af-41ff-bdb8-b5700a7bb636 on network 16037fc7-24c0-41a7-a4f5-95e71c352d59 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:04.184173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:04.185248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Checking segment: {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:04.186961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Bound using segment: {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:04.187723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Bound port: f05cd93a-59af-41ff-bdb8-b5700a7bb636, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17316dae-7607-4d84-abbf-62450173b226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:04.190030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.411283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] For port f05cd93a-59af-41ff-bdb8-b5700a7bb636, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:04.428130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] For port f05cd93a-59af-41ff-bdb8-b5700a7bb636, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:04.442247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.453538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:04.459020 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for port (82275f14-ff8f-4f8b-acad-3851e6dc3245), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.505648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:04.506407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.508017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] 10.222.0.72 "PUT /v2.0/ports/f05cd93a-59af-41ff-bdb8-b5700a7bb636 HTTP/1.1" status: 200 len: 1092 time: 2.5522373 Feb 09 02:18:04.508953 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44891a50-7dcf-436b-b816-bfea5ee63536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.510980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:04.513595 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:04.537186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-c487624a-3413-45a0-b607-296527a5c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:04.540046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36aa92e9-e385-4265-be5b-4cf8a7a9340a req-c487624a-3413-45a0-b607-296527a5c07b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0558691 Feb 09 02:18:04.547828 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (82275f14-ff8f-4f8b-acad-3851e6dc3245), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.603474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621e611-e7e5-413a-af83-6544dfe7946b service neutron] Pushing event updated for resources: {'Port': ['ID=f05cd93a-59af-41ff-bdb8-b5700a7bb636,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:04.622447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:04.749419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9632f076-5356-46bd-8140-0e43d8bf9605 req-5e3334b5-46e7-431a-8fe5-c80ad77d55e2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5979154 Feb 09 02:18:04.838945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44891a50-7dcf-436b-b816-bfea5ee63536 admin admin] Publish callbacks [] for security_group (4f192dc5-14ca-4360-8cdb-d148a4d20467), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.845717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Port': ['ID=82275f14-ff8f-4f8b-acad-3851e6dc3245,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:04.852588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44891a50-7dcf-436b-b816-bfea5ee63536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f192dc5-14ca-4360-8cdb-d148a4d20467), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.900240 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605112fe-5097-412a-9950-ff29f7db1f05 x-openstack-request-id: req-605112fe-5097-412a-9950-ff29f7db1f05 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:04.900799 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:04.901252 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-605112fe-5097-412a-9950-ff29f7db1f05 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:04.901862 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636', 'status': 'completed', 'code': 200} Feb 09 02:18:04.909329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network b2128743-c86c-4531-af99-5fba4c086ef1 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:04.913807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:04.923950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:04.938044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:04.948831 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Sync routers for ids ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:04.968141 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Routers {'2e6bb93e-0571-45cf-ae34-b05ee62c7911'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:04.977733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:05.019106 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44891a50-7dcf-436b-b816-bfea5ee63536 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a40075c69bb9481ba7c213c93085ff02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591133 Feb 09 02:18:05.025278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:05.039438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44891a50-7dcf-436b-b816-bfea5ee63536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f192dc5-14ca-4360-8cdb-d148a4d20467,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:05.070393 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:05.071700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f8b0abea-abc5-4ce9-8284-05e9a4fc1cb9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5632582 Feb 09 02:18:05.074383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:05.188911 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Set router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:05.394996 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:01Z', 'revision_number': 3, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:05.422799 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Checking router: 2e6bb93e-0571-45cf-ae34-b05ee62c7911 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:05.423424 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Updating router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 port d5e35a47-5be9-406f-9a5b-963d7b76ec47 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:05.461773 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:05.539754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.548405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.556434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.564905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.574362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.580707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.587436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.589713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e97b18d-b779-43e8-b154-73acede44c99 req-334747d7-8f14-4896-84e1-a1965134a24c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 1.5355814 Feb 09 02:18:05.749073 n-d-826675-12 neutron-server[103149]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] No L3 agents can host the router 0ba48262-2b9e-4008-ae42-a187b45951b2 Feb 09 02:18:05.784083 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Publish callbacks [] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:05.793208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.794728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.795456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.796366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.797073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.797844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.798492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:05.798788 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:05.801020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d3b5b6e2-efa7-4337-b514-43e3026cdc4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6700 time: 0.9718685 Feb 09 02:18:05.831332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f53b54aa-7d1e-4ab2-bcff-31b03650801c admin admin] Publish callbacks [] for security_group (4f192dc5-14ca-4360-8cdb-d148a4d20467), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:05.897476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f53b54aa-7d1e-4ab2-bcff-31b03650801c admin admin] Publish callbacks [] for security_group (4f192dc5-14ca-4360-8cdb-d148a4d20467), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:05.938306 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Attempting to bind port d5e35a47-5be9-406f-9a5b-963d7b76ec47 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:05.938830 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Attempting to bind port d5e35a47-5be9-406f-9a5b-963d7b76ec47 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:05.939279 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Attempting to bind port d5e35a47-5be9-406f-9a5b-963d7b76ec47 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:05.949236 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4066416-74d4-4260-b921-9dfc91874a95 None None] Pushing event updated for resources: {'Port': ['ID=d5e35a47-5be9-406f-9a5b-963d7b76ec47,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:05.978024 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:05.978632 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:05.982492 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:05.985768 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:05.987662 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Bound port: d5e35a47-5be9-406f-9a5b-963d7b76ec47, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:05.988705 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.066885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.170014 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] For port d5e35a47-5be9-406f-9a5b-963d7b76ec47, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:06.180576 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] For port d5e35a47-5be9-406f-9a5b-963d7b76ec47, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d5e35a47-5be9-406f-9a5b-963d7b76ec47,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:06.196119 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.269667 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f53b54aa-7d1e-4ab2-bcff-31b03650801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f192dc5-14ca-4360-8cdb-d148a4d20467), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.276819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f53b54aa-7d1e-4ab2-bcff-31b03650801c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.280445 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f53b54aa-7d1e-4ab2-bcff-31b03650801c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f192dc5-14ca-4360-8cdb-d148a4d20467 HTTP/1.1" status: 204 len: 168 time: 1.2447913 Feb 09 02:18:06.330886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b54aa-7d1e-4ab2-bcff-31b03650801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f192dc5-14ca-4360-8cdb-d148a4d20467,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:06.415262 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Routers {'2e6bb93e-0571-45cf-ae34-b05ee62c7911'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:06.416436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:06.477974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.516693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Hosts for router 0ba48262-2b9e-4008-ae42-a187b45951b2: [] {{(pid=103149) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 02:18:06.575527 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.583895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c2093820-1cf9-4d35-a438-a241eb655247 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba86df4c-70b5-459e-8102-b2957740d843 HTTP/1.1" status: 200 len: 217 time: 0.7705500 Feb 09 02:18:06.789053 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] Set router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:06.792822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Hosts for other DVR routers connected to router 0ba48262-2b9e-4008-ae42-a187b45951b2: set() {{(pid=103149) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 02:18:06.803604 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.805326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8a4fa69c-e1ec-4570-8ed2-e734b7c6a527 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "PUT /v2.0/routers/0ba48262-2b9e-4008-ae42-a187b45951b2 HTTP/1.1" status: 200 len: 717 time: 3.9571199 Feb 09 02:18:06.819305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:06.842765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e97b18d-b779-43e8-b154-73acede44c99 req-5a456866-8186-4c06-83f6-483d1bf42ca3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1252732 Feb 09 02:18:07.014177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f638-00da-4ef5-ab07-9558ab5bae8f req-2dba14b1-273d-4d41-bcc7-4c6cee37edf3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:07.021970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4349f638-00da-4ef5-ab07-9558ab5bae8f req-2dba14b1-273d-4d41-bcc7-4c6cee37edf3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.7899094 Feb 09 02:18:07.058545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Router 1c3428e9-bd12-4ae4-bdd6-19a286ba2f02 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:07.068189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-cf67ed25-4fc4-4de8-a544-3d6fd0b78cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:07.070053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-cf67ed25-4fc4-4de8-a544-3d6fd0b78cde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02533a48-c34d-452b-843e-afc3d82cd6f8 HTTP/1.1" status: 200 len: 851 time: 0.2792714 Feb 09 02:18:07.107454 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4066416-74d4-4260-b921-9dfc91874a95 None None] Pushing event updated for resources: {'Port': ['ID=d5e35a47-5be9-406f-9a5b-963d7b76ec47,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:07.291178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:07.306570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Sync routers for ids ['1c3428e9-bd12-4ae4-bdd6-19a286ba2f02'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:07.321603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:07.325440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9abac152-67eb-4ab0-b898-128bac695530 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6159103 Feb 09 02:18:07.343409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4349f638-00da-4ef5-ab07-9558ab5bae8f req-149dc63d-2566-42aa-be81-72ee0b45e686 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204317 Feb 09 02:18:07.346310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56766) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:07.363640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Routers {'1c3428e9-bd12-4ae4-bdd6-19a286ba2f02'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:07.364370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1c3428e9-bd12-4ae4-bdd6-19a286ba2f02'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:07.384626 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b1ad545-8438-4ad1-880d-947bb99b83f0 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "GET /v2.0/routers/0ba48262-2b9e-4008-ae42-a187b45951b2 HTTP/1.1" status: 200 len: 717 time: 0.5641224 Feb 09 02:18:07.402854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:07.460633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Allocated IP 172.20.0.1 (cab0b11e-11d1-432f-a374-8a669bd10c31/808f3437-c4b3-451b-b9b5-c39f3493ae49/d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:07.484215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-2e8fbc20-b263-4923-984a-9f69e3386c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:07.486085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-2e8fbc20-b263-4923-984a-9f69e3386c54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a22a3c2c-bd0b-48cb-9111-c8e742c68c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4038095 Feb 09 02:18:07.609558 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:07.719112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-66e9da55-dc27-42cf-a35f-829e1782640f service neutron] 10.222.0.72 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253876 Feb 09 02:18:07.735445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks [] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:07.900212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:07.902382 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:01Z', 'revision_number': 3, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:07.927118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:07.941930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-aa906201-dc52-44a9-bf80-2f175d497180 service neutron] 10.222.0.72 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149277 Feb 09 02:18:07.942192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Set router 1c3428e9-bd12-4ae4-bdd6-19a286ba2f02 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:07.989672 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d7d6d9-83b9-416f-b461-eef8644ef9b1 None None] The sync data for ids ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'] in n-d-826675-12 is: [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:01Z', 'revision_number': 3, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:08.092647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-cbfe34ff-97d9-4d96-83bf-d8fe36ecd36a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5246e36a-39e7-46e8-a6ce-1b688b43aef7 HTTP/1.1" status: 200 len: 217 time: 0.1409729 Feb 09 02:18:08.224225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:08.279362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Deleting port 82275f14-ff8f-4f8b-acad-3851e6dc3245 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:08.283354 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (82275f14-ff8f-4f8b-acad-3851e6dc3245), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:08.294786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4b446118-9f09-4d22-87eb-57f0b3e2cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.300412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4b446118-9f09-4d22-87eb-57f0b3e2cbe1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.1727185 Feb 09 02:18:08.492271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.508167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.517799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.523964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.529396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.539296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.547911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:08.550818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be2f1d5d-3746-4203-ab55-63353158c06e req-b28f12d9-075b-4990-95eb-48d70aaa90e3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.5275466 Feb 09 02:18:08.611267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Network cab0b11e-11d1-432f-a374-8a669bd10c31 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:08.624983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:08.657257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:08.749383 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d28aaebd-34bd-4a27-801c-ad24b66fcc34 tempest-RoutersTestDVR-1156199730 tempest-RoutersTestDVR-1156199730-project] 10.222.0.53 "GET /v2.0/routers/0ba48262-2b9e-4008-ae42-a187b45951b2 HTTP/1.1" status: 200 len: 683 time: 1.3445108 Feb 09 02:18:08.750124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:08.805477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3428e9-bd12-4ae4-bdd6-19a286ba2f02', 'name': '', 'tenant_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2128743-c86c-4531-af99-5fba4c086ef1', 'external_fixed_ips': [{'subnet_id': '084aedd9-83b1-43cc-a37e-fbd9cdab0f16', 'ip_address': '2001:db8::1e1'}], 'enable_snat': True}, 'gw_port_id': '82275f14-ff8f-4f8b-acad-3851e6dc3245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:00Z', 'updated_at': '2022-02-09T02:18:05Z', 'revision_number': 3, 'project_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'gw_port': {'id': '82275f14-ff8f-4f8b-acad-3851e6dc3245', 'name': '', 'network_id': 'b2128743-c86c-4531-af99-5fba4c086ef1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3428e9-bd12-4ae4-bdd6-19a286ba2f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '084aedd9-83b1-43cc-a37e-fbd9cdab0f16', 'ip_address': '2001:db8::1e1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:03Z', 'updated_at': '2022-02-09T02:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '084aedd9-83b1-43cc-a37e-fbd9cdab0f16', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:08.983993 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (82275f14-ff8f-4f8b-acad-3851e6dc3245), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:08.986589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Checking router: 1c3428e9-bd12-4ae4-bdd6-19a286ba2f02 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:08.991638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Updating router 1c3428e9-bd12-4ae4-bdd6-19a286ba2f02 port 82275f14-ff8f-4f8b-acad-3851e6dc3245 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:09.105097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (82275f14-ff8f-4f8b-acad-3851e6dc3245), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.147439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (2e6bb93e-0571-45cf-ae34-b05ee62c7911), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.157344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846e59ad-a032-4e13-a764-ba5b74e100d2 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.315550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-855f1e07-8c9e-4b5d-abdb-f5c6c5fb1359 None None] Provisioning complete for port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:09.316986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-855f1e07-8c9e-4b5d-abdb-f5c6c5fb1359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.746502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Calling delete_port for 82275f14-ff8f-4f8b-acad-3851e6dc3245 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:09.753552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d495fe12-4e9a-4ea9-a661-c6f7a83d9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:09.755149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d495fe12-4e9a-4ea9-a661-c6f7a83d9fdf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.4166286 Feb 09 02:18:09.855074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5e35a47-5be9-406f-9a5b-963d7b76ec47 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:09.933686 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846e59ad-a032-4e13-a764-ba5b74e100d2 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:09.936135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846e59ad-a032-4e13-a764-ba5b74e100d2 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (0ba48262-2b9e-4008-ae42-a187b45951b2), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.048943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846e59ad-a032-4e13-a764-ba5b74e100d2 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (0ba48262-2b9e-4008-ae42-a187b45951b2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.052369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846e59ad-a032-4e13-a764-ba5b74e100d2 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba48262-2b9e-4008-ae42-a187b45951b2 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:10.061240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-855f1e07-8c9e-4b5d-abdb-f5c6c5fb1359 None None] Port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:10.062579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-846e59ad-a032-4e13-a764-ba5b74e100d2 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.063783 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-846e59ad-a032-4e13-a764-ba5b74e100d2 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0ba48262-2b9e-4008-ae42-a187b45951b2 HTTP/1.1" status: 204 len: 168 time: 1.3105872 Feb 09 02:18:10.075885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:10.089618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be2f1d5d-3746-4203-ab55-63353158c06e req-e97da963-05fa-4f18-858b-889a1c019f75 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5240486 Feb 09 02:18:10.093410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-26da6065-8877-47c7-8022-80fcd9dbaec5 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Request body: {'router': {'name': 'tempest-router-1456991419', 'distributed': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:10.181978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d5e35a47-5be9-406f-9a5b-963d7b76ec47 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:10.182509 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.220878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26da6065-8877-47c7-8022-80fcd9dbaec5 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (39e9d5a3-3872-4966-90c4-772840a20563), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.221923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26da6065-8877-47c7-8022-80fcd9dbaec5 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (39e9d5a3-3872-4966-90c4-772840a20563), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.276248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d07c1-fe48-43c5-a852-7d955b0c80f9 req-12b38d38-464b-4b0f-a78f-4f4e217d8c84 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:10.278946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff9d07c1-fe48-43c5-a852-7d955b0c80f9 req-12b38d38-464b-4b0f-a78f-4f4e217d8c84 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 1.6486979 Feb 09 02:18:10.325208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26da6065-8877-47c7-8022-80fcd9dbaec5 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (39e9d5a3-3872-4966-90c4-772840a20563), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.365831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26da6065-8877-47c7-8022-80fcd9dbaec5 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (39e9d5a3-3872-4966-90c4-772840a20563), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.387039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-066c289f-f161-4c69-bd6d-e5dd9aabf068 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122501 Feb 09 02:18:10.432534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff9d07c1-fe48-43c5-a852-7d955b0c80f9 req-5a6193a3-e3bd-4e25-b721-9c5e4c9dfbb0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386654 Feb 09 02:18:10.541699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26da6065-8877-47c7-8022-80fcd9dbaec5 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.552598 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-26da6065-8877-47c7-8022-80fcd9dbaec5 tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4714582 Feb 09 02:18:10.553322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:10.633465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-8cb6608e-2be7-41ce-bd52-34dbb60e1ad1 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336838 Feb 09 02:18:10.678233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d5e35a47-5be9-406f-9a5b-963d7b76ec47 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:10.678742 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.716416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-a1e47436-4e60-4a96-a33a-f9fb6a240abd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7c54b8d8-c80c-4f6b-8108-c82a1092963d HTTP/1.1" status: 200 len: 217 time: 0.0571573 Feb 09 02:18:10.716838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12add7ef-3d48-4554-b90a-0e73e3a1049d tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (39e9d5a3-3872-4966-90c4-772840a20563), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.721598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.741099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port d5e35a47-5be9-406f-9a5b-963d7b76ec47, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d5e35a47-5be9-406f-9a5b-963d7b76ec47,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:10.750261 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.814299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-567bafb6-bcb9-4d5d-b3d0-874ccf951e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:10.816202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-567bafb6-bcb9-4d5d-b3d0-874ccf951e04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.0901518 Feb 09 02:18:10.875787 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (82275f14-ff8f-4f8b-acad-3851e6dc3245), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:10.910194 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:18:10.910775 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:18:10.960535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event deleted for resources: {'Port': ['ID=82275f14-ff8f-4f8b-acad-3851e6dc3245,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:10.985165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-90490c1c-7fbd-4de6-bcaa-50626ffb9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:10.992913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-90490c1c-7fbd-4de6-bcaa-50626ffb9b15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1594949 Feb 09 02:18:10.999827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=d5e35a47-5be9-406f-9a5b-963d7b76ec47,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:11.084061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12add7ef-3d48-4554-b90a-0e73e3a1049d tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (39e9d5a3-3872-4966-90c4-772840a20563), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.087425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12add7ef-3d48-4554-b90a-0e73e3a1049d tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router_controller (39e9d5a3-3872-4966-90c4-772840a20563), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.136145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.256955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.259895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.373946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12add7ef-3d48-4554-b90a-0e73e3a1049d tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (39e9d5a3-3872-4966-90c4-772840a20563), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.375528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12add7ef-3d48-4554-b90a-0e73e3a1049d tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39e9d5a3-3872-4966-90c4-772840a20563 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:11.386500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-12add7ef-3d48-4554-b90a-0e73e3a1049d tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.395058 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-12add7ef-3d48-4554-b90a-0e73e3a1049d tempest-RoutersTestDVR-1201356301 tempest-RoutersTestDVR-1201356301-project-admin] 10.222.0.53 "DELETE /v2.0/routers/39e9d5a3-3872-4966-90c4-772840a20563 HTTP/1.1" status: 204 len: 168 time: 0.8252485 Feb 09 02:18:11.466376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5e35a47-5be9-406f-9a5b-963d7b76ec47 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:11.476141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Port 82275f14-ff8f-4f8b-acad-3851e6dc3245 not found while updating agent binding for router 1c3428e9-bd12-4ae4-bdd6-19a286ba2f02. {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 02:18:11.539156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (1c3428e9-bd12-4ae4-bdd6-19a286ba2f02), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.542624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3428e9-bd12-4ae4-bdd6-19a286ba2f02 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:11.591327 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.596903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-de62d7a6-8a3f-48fb-a863-71f0a8b7b666 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1c3428e9-bd12-4ae4-bdd6-19a286ba2f02 HTTP/1.1" status: 204 len: 168 time: 4.2478166 Feb 09 02:18:11.597136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:11.601271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks [] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.635133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Routers set() bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:11.635402 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Router IDs set() for agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 02:18:11.636998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_agentschedulers_db [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1c3428e9-bd12-4ae4-bdd6-19a286ba2f02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent'). {{(pid=103151) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 02:18:11.637890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6722737d-7fe3-4fc4-9cdd-afffa2362b19 None None] The sync data for ids ['1c3428e9-bd12-4ae4-bdd6-19a286ba2f02'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:11.666364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d5e35a47-5be9-406f-9a5b-963d7b76ec47 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:11.666747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.690628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Deleting subnet 084aedd9-83b1-43cc-a37e-fbd9cdab0f16 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:18:11.699073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.703057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for subnet (084aedd9-83b1-43cc-a37e-fbd9cdab0f16), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.719464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:11.751021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:11.781908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:11.815749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:11.825712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (084aedd9-83b1-43cc-a37e-fbd9cdab0f16), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.837536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:11.844889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:11.856940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:11.863867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (2e6bb93e-0571-45cf-ae34-b05ee62c7911), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:11.892161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:11.898050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-171ed8e6-8bfd-489d-8f18-17745efb5e20 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.5790441 Feb 09 02:18:11.915722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d5e35a47-5be9-406f-9a5b-963d7b76ec47 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:12.011189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-e656e4db-2810-48a1-8bb0-c94fd6588c13 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0160768 Feb 09 02:18:12.073652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Network cab0b11e-11d1-432f-a374-8a669bd10c31 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:12.083870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:12.117143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (084aedd9-83b1-43cc-a37e-fbd9cdab0f16), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.242912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4bfd5ed8-b297-455b-9e24-3dc5ddb4ad8e service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108994 Feb 09 02:18:12.245750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56860) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:12.256330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56862) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:12.357429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c4a8a05-2711-468e-b9b1-97a4e9b760e7 req-d2ab47cf-0ff4-40ba-914e-78290bddec88 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4180124 Feb 09 02:18:12.390684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:12.497158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f7038-11da-4c4e-8248-37bb74e43365 req-a9df3d8f-3329-4907-966e-d606afa9f0fb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:12.509796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-677f7038-11da-4c4e-8248-37bb74e43365 req-a9df3d8f-3329-4907-966e-d606afa9f0fb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.8994334 Feb 09 02:18:12.523642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-1c11bee1-cc5a-4f0b-b001-4efaef790aab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7 HTTP/1.1" status: 200 len: 217 time: 0.2692022 Feb 09 02:18:12.557017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (084aedd9-83b1-43cc-a37e-fbd9cdab0f16), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.603921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.608492 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/084aedd9-83b1-43cc-a37e-fbd9cdab0f16 HTTP/1.1" status: 204 len: 168 time: 1.0100255 Feb 09 02:18:12.612474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e5d7-0de7-4fda-800c-7c9c349f7cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.612820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8d846-6da0-4154-b75d-a1b937702a9d tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=084aedd9-83b1-43cc-a37e-fbd9cdab0f16,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:12.619413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:12.732713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:12.752409 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Sync routers for ids ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:12.756669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1e9f330a-4563-43ab-b756-383e5dc8f384 None None] Provisioning complete for port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:12.757125 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e9f330a-4563-43ab-b756-383e5dc8f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.787244 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-147e370d-2d7c-4202-b2a4-fbba7d58c5c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e6bb93e-0571-45cf-ae34-b05ee62c7911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6857374 Feb 09 02:18:12.787847 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Routers {'2e6bb93e-0571-45cf-ae34-b05ee62c7911'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:12.787847 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:12.788057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (b2128743-c86c-4531-af99-5fba4c086ef1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.816031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e5d7-0de7-4fda-800c-7c9c349f7cf2 admin admin] Publish callbacks [] for security_group (956a5b61-9b49-46b0-aa5a-aa885b690a43), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.821682 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aae16998-f3c1-4f17-9031-5a53a42ebd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.850651 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e5d7-0de7-4fda-800c-7c9c349f7cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (956a5b61-9b49-46b0-aa5a-aa885b690a43), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:12.899584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4e5d7-0de7-4fda-800c-7c9c349f7cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956a5b61-9b49-46b0-aa5a-aa885b690a43,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:12.943392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f330a-4563-43ab-b756-383e5dc8f384 None None] Port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:13.052303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-58d291db-61c7-468c-961f-3402d9c84b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:13.059610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-58d291db-61c7-468c-961f-3402d9c84b81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.5210419 Feb 09 02:18:13.075000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-677f7038-11da-4c4e-8248-37bb74e43365 req-53f840b4-6dd6-4fd2-82ee-1a06b8b1de2f tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5629787 Feb 09 02:18:13.131682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0cb4e5d7-0de7-4fda-800c-7c9c349f7cf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=320c00b7c3cd4f69bd26056af38d8039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8843017 Feb 09 02:18:13.154279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56880) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:13.403422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d810eba-9039-4c78-a843-83b1e3f15794 admin admin] Publish callbacks [] for security_group (956a5b61-9b49-46b0-aa5a-aa885b690a43), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.430400 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Set router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:13.591256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (b2128743-c86c-4531-af99-5fba4c086ef1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.634901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2128743-c86c-4531-af99-5fba4c086ef1']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:13.660477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca5b72c-1937-4e8a-8982-c33e94adb885') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:13.660960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca5b72c-1937-4e8a-8982-c33e94adb885') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:13.687424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (1ca5b72c-1937-4e8a-8982-c33e94adb885), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.720459 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1ca5b72c-1937-4e8a-8982-c33e94adb885), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.735038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:18:13.737350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (1ca5b72c-1937-4e8a-8982-c33e94adb885), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:18:13.742040 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:18:13.892649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (b2128743-c86c-4531-af99-5fba4c086ef1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.899807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2128743-c86c-4531-af99-5fba4c086ef1 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:18:13.902564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:13.913299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b2128743-c86c-4531-af99-5fba4c086ef1 HTTP/1.1" status: 204 len: 168 time: 1.2885270 Feb 09 02:18:13.942619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b175b-37ed-441d-b3ce-0e86688fa850 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2128743-c86c-4531-af99-5fba4c086ef1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:13.953131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-53e2eca0-3247-4ac7-8868-339c3d6e0fd1 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4670541 Feb 09 02:18:13.962801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-ecc109ef-d625-4f25-861c-6fe43b621081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:13.964574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-ecc109ef-d625-4f25-861c-6fe43b621081 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8886540 Feb 09 02:18:14.114333 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d810eba-9039-4c78-a843-83b1e3f15794 admin admin] Publish callbacks [] for security_group (956a5b61-9b49-46b0-aa5a-aa885b690a43), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.140357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-b5ea0b85-baf4-4f5b-835f-4fd051511a13 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640074 Feb 09 02:18:14.153983 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd9c8dbad-6024-4f23-9a38-55eb5f2aa7f5', 'name': '', 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'mac_address': 'fa:16:3e:57:56:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '808f3437-c4b3-451b-b9b5-c39f3493ae49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:06Z', 'updated_at': '2022-02-09T02:18:11Z', 'revision_number': 2, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'subnets': [{'id': '808f3437-c4b3-451b-b9b5-c39f3493ae49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:14.183639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:14.239350 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Checking router: 2e6bb93e-0571-45cf-ae34-b05ee62c7911 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:14.242601 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Updating router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:14.320029 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.435104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-09534a97-a2f7-442b-8c92-aab86c042c19 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878936 Feb 09 02:18:14.444730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.468952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:14.473807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f1ea0455-e4f9-4fad-8fc1-34cb6534976b tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'router': {'name': 'tempest-router--1174948824', 'project_id': 'e2e6072b003a4afc88c42b1fd0b6c819'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:14.513611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0455-e4f9-4fad-8fc1-34cb6534976b tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.515432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0455-e4f9-4fad-8fc1-34cb6534976b tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.671262 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aae16998-f3c1-4f17-9031-5a53a42ebd58 admin admin] Publish callbacks [] for security_group (a9446250-3709-48a4-9006-fca3c1e94f83), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.704528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0455-e4f9-4fad-8fc1-34cb6534976b tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.720002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0455-e4f9-4fad-8fc1-34cb6534976b tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.752192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1ea0455-e4f9-4fad-8fc1-34cb6534976b tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.758887 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f1ea0455-e4f9-4fad-8fc1-34cb6534976b tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2875051 Feb 09 02:18:14.759717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:14.834558 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aae16998-f3c1-4f17-9031-5a53a42ebd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a9446250-3709-48a4-9006-fca3c1e94f83), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.929560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aae16998-f3c1-4f17-9031-5a53a42ebd58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8286955198414eecbed46fbee3401b74&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6188965 Feb 09 02:18:14.931443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-931b5b4a-72b2-4d99-bfec-83d3be78ec46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b HTTP/1.1" status: 200 len: 217 time: 0.4452119 Feb 09 02:18:14.932175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56906) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:14.943639 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Publish callbacks [] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.955797 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:14.984718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2591eac-3b35-408d-a690-03c90812d31a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.049554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.056418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.065768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.071585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.085168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.091137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.096169 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd1a43-bd4a-4d50-bf14-a5cffba81c39 None None] Pushing event updated for resources: {'Port': ['ID=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:15.100533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.102949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-58a2c900-83a5-4d89-8268-168741c14d80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 1.1425648 Feb 09 02:18:15.243804 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Attempting to bind port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:15.244428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Attempting to bind port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:15.244813 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Attempting to bind port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 on network cab0b11e-11d1-432f-a374-8a669bd10c31 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:15.259234 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:15.259758 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Checking segment: {'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:15.260230 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.260661 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Bound using segment: {'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:15.261245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Bound port: d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03d60b0-97a3-49f0-a92b-48ed341223a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:15.261660 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.393243 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] For port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:15.397981 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] For port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,segment=NetworkSegment(c03d60b0-97a3-49f0-a92b-48ed341223a8),segment_id=c03d60b0-97a3-49f0-a92b-48ed341223a8)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:15.408563 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.487717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b42a185-b819-44e0-8508-ccda04769722 admin admin] Publish callbacks [] for security_group (a9446250-3709-48a4-9006-fca3c1e94f83), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.496347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2591eac-3b35-408d-a690-03c90812d31a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.501680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2591eac-3b35-408d-a690-03c90812d31a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.528861 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Routers {'2e6bb93e-0571-45cf-ae34-b05ee62c7911'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:15.530217 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:15.535703 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd1a43-bd4a-4d50-bf14-a5cffba81c39 None None] Pushing event updated for resources: {'Port': ['ID=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:15.552021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b42a185-b819-44e0-8508-ccda04769722 admin admin] Publish callbacks [] for security_group (a9446250-3709-48a4-9006-fca3c1e94f83), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.600290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Provisioning complete for port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:15.601327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.640873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2591eac-3b35-408d-a690-03c90812d31a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (df8696c2-fbd3-4d64-9b49-2e45228b6b1f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.641725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2591eac-3b35-408d-a690-03c90812d31a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df8696c2-fbd3-4d64-9b49-2e45228b6b1f {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:15.661253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2591eac-3b35-408d-a690-03c90812d31a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.671911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e2591eac-3b35-408d-a690-03c90812d31a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "DELETE /v2.0/routers/df8696c2-fbd3-4d64-9b49-2e45228b6b1f HTTP/1.1" status: 204 len: 168 time: 0.9075694 Feb 09 02:18:15.673995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c4f24f5-3be5-4845-8254-7f6b04339f60 req-cb8066e0-2227-4a79-93ee-44e258b97ca0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4631999 Feb 09 02:18:15.674827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae16998-f3c1-4f17-9031-5a53a42ebd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9446250-3709-48a4-9006-fca3c1e94f83,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:15.686732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b42a185-b819-44e0-8508-ccda04769722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a9446250-3709-48a4-9006-fca3c1e94f83), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.691409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b42a185-b819-44e0-8508-ccda04769722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.696008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2b42a185-b819-44e0-8508-ccda04769722 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9446250-3709-48a4-9006-fca3c1e94f83 HTTP/1.1" status: 204 len: 168 time: 0.7536671 Feb 09 02:18:15.731420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d810eba-9039-4c78-a843-83b1e3f15794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (956a5b61-9b49-46b0-aa5a-aa885b690a43), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.749957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d810eba-9039-4c78-a843-83b1e3f15794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:15.753622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5d810eba-9039-4c78-a843-83b1e3f15794 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/956a5b61-9b49-46b0-aa5a-aa885b690a43 HTTP/1.1" status: 204 len: 168 time: 2.5927441 Feb 09 02:18:15.768992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42a185-b819-44e0-8508-ccda04769722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9446250-3709-48a4-9006-fca3c1e94f83,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:15.819128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d1c2b058-3d5e-49bf-a4c8-8c94d11f4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:15.820634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-d1c2b058-3d5e-49bf-a4c8-8c94d11f4340 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.8304663 Feb 09 02:18:15.887887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:16.068507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:16.073358 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] Set router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:16.076287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Current status of the port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:16.078648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:16.085824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d810eba-9039-4c78-a843-83b1e3f15794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956a5b61-9b49-46b0-aa5a-aa885b690a43,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:16.234290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] For port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,segment=NetworkSegment(c03d60b0-97a3-49f0-a92b-48ed341223a8),segment_id=c03d60b0-97a3-49f0-a92b-48ed341223a8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:16.286358 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:16.506019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Pushing event updated for resources: {'Port': ['ID=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:16.590571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.591735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.595310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.596416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.598310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.599024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.604635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.606137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.606922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.608821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.609544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.610438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.612236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a5103d-e72c-43c8-87af-a1dbb4afb599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:16.653716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a04c8ae9-74f7-4136-8c11-7d5b58053500 None None] Provisioning complete for port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:16.655336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a04c8ae9-74f7-4136-8c11-7d5b58053500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:16.696528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-320342490', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:16.772123 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd9c8dbad-6024-4f23-9a38-55eb5f2aa7f5', 'name': '', 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'mac_address': 'fa:16:3e:57:56:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '808f3437-c4b3-451b-b9b5-c39f3493ae49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:06Z', 'updated_at': '2022-02-09T02:18:15Z', 'revision_number': 4, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'subnets': [{'id': '808f3437-c4b3-451b-b9b5-c39f3493ae49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:16.784469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (7b42092d-0321-4177-97fc-06589efa9742), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:16.787727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (7b42092d-0321-4177-97fc-06589efa9742), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:16.917340 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d73c2-3bb2-4071-a193-7ef320a70b39 None None] The sync data for ids ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'] in n-d-826675-12 is: [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd9c8dbad-6024-4f23-9a38-55eb5f2aa7f5', 'name': '', 'network_id': 'cab0b11e-11d1-432f-a374-8a669bd10c31', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'mac_address': 'fa:16:3e:57:56:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '808f3437-c4b3-451b-b9b5-c39f3493ae49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:06Z', 'updated_at': '2022-02-09T02:18:15Z', 'revision_number': 4, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'subnets': [{'id': '808f3437-c4b3-451b-b9b5-c39f3493ae49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:17.059016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a04c8ae9-74f7-4136-8c11-7d5b58053500 None None] Current status of the port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:17.069627 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (7b42092d-0321-4177-97fc-06589efa9742), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.203658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56930) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:17.221622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:17.252636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1055-8ef1-4471-97a8-35e26a613651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.298101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-17dfbfd2-b48b-45c7-97c2-bef6f77b5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:17.299968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-17dfbfd2-b48b-45c7-97c2-bef6f77b5277 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.4212484 Feb 09 02:18:17.305293 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.412346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (7b42092d-0321-4177-97fc-06589efa9742), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.436228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:17.553699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:17.554089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.664325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:17.699205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-9c5313b9-b138-4b41-b2ba-2ed0be6c087b service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622408 Feb 09 02:18:17.755837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a39b3-579d-4e06-835f-c622594e94cc req-6c0a3053-baf1-46c8-bfb3-e14db926c8f2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:17.763244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e37a39b3-579d-4e06-835f-c622594e94cc req-6c0a3053-baf1-46c8-bfb3-e14db926c8f2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 1.7316854 Feb 09 02:18:17.791418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.900298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (7b42092d-0321-4177-97fc-06589efa9742), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.946037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:17.995882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Allocated IP 172.25.6.105 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/3ccf2e28-5117-4e67-89a1-ed6789e1853d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:18.035642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e37a39b3-579d-4e06-835f-c622594e94cc req-0edf1446-24fe-499e-b66d-caa8e886c50a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714269 Feb 09 02:18:18.407549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-ff1eb1a4-7248-4a2f-bc56-0b18005c724a service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813414 Feb 09 02:18:18.436968 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Publish callbacks [] for security_group (eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.457433 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1055-8ef1-4471-97a8-35e26a613651 admin admin] Publish callbacks [] for security_group (fc18186f-9e45-41b9-8d53-524585951ff7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.537888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.578948 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0fdb1055-8ef1-4471-97a8-35e26a613651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fc18186f-9e45-41b9-8d53-524585951ff7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.587711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:18.590907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-1e7d14b4-08a9-4d82-81e1-ae9416061832 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab HTTP/1.1" status: 200 len: 217 time: 0.1601529 Feb 09 02:18:18.688080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.688377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.688809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.689099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.689421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.689772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.690108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.690445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.690803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.695502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.695502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.695502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.695502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:18.746317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.752563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.760041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.766831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.772304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.777763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.784537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.787858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-36c104e5-7a4f-4be0-b557-0383f4b78ff8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.4672081 Feb 09 02:18:18.806440 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.812064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0fdb1055-8ef1-4471-97a8-35e26a613651 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be3451520532483bb75f984995d3a2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5854404 Feb 09 02:18:18.813497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:18.815236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bbb47f34-62ca-4305-b25c-d997f16836e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93120da4c0d1436a89cb69e9f4222639&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6046355 Feb 09 02:18:18.824933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56938) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:18.929595 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.944040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-0fa171fa-d0cd-4916-a1ee-b69c3be7314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:18.948104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-0fa171fa-d0cd-4916-a1ee-b69c3be7314b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=843cba68-4f89-4ae3-8169-b99f5d945506 HTTP/1.1" status: 200 len: 797 time: 0.3218336 Feb 09 02:18:18.958272 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:18.959841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b33badd8-7726-47e8-a4ba-a1ceb7898ea6 admin admin] Publish callbacks [] for security_group (fc18186f-9e45-41b9-8d53-524585951ff7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.050080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b33badd8-7726-47e8-a4ba-a1ceb7898ea6 admin admin] Publish callbacks [] for security_group (fc18186f-9e45-41b9-8d53-524585951ff7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.089557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:19.100687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=3ccf2e28-5117-4e67-89a1-ed6789e1853d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:19.103859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:19.140577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Allocated IP 172.25.6.10 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/52b48898-0eaa-49e3-8b3e-5a6957cd022d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:19.140861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb1055-8ef1-4471-97a8-35e26a613651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc18186f-9e45-41b9-8d53-524585951ff7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:19.148429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:19.173098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b33badd8-7726-47e8-a4ba-a1ceb7898ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fc18186f-9e45-41b9-8d53-524585951ff7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.175539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b33badd8-7726-47e8-a4ba-a1ceb7898ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.182895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b33badd8-7726-47e8-a4ba-a1ceb7898ea6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc18186f-9e45-41b9-8d53-524585951ff7 HTTP/1.1" status: 204 len: 168 time: 0.3522055 Feb 09 02:18:19.210722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f166ccc0-a2d0-4973-85d5-b67126fba5ef admin admin] Publish callbacks [] for security_group (eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.245815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f166ccc0-a2d0-4973-85d5-b67126fba5ef admin admin] Publish callbacks [] for security_group (eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.327259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33badd8-7726-47e8-a4ba-a1ceb7898ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc18186f-9e45-41b9-8d53-524585951ff7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:19.393603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f166ccc0-a2d0-4973-85d5-b67126fba5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.396675 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f166ccc0-a2d0-4973-85d5-b67126fba5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.415176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f166ccc0-a2d0-4973-85d5-b67126fba5ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7 HTTP/1.1" status: 204 len: 168 time: 0.5657072 Feb 09 02:18:19.417686 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for port (52b48898-0eaa-49e3-8b3e-5a6957cd022d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.433474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6497fa8c-3f8e-4aac-8e8d-98ea5b0258ab req-e0d024a0-61ff-4000-a440-8e1fb0c09db9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6363277 Feb 09 02:18:19.564918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (52b48898-0eaa-49e3-8b3e-5a6957cd022d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:19.581352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166ccc0-a2d0-4973-85d5-b67126fba5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb89aa8d-6e1a-46d1-8ef4-ca6176ea9db7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:19.638321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-7bd43d3c-375c-475b-ae69-c9bb990e1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:19.643645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-7bd43d3c-375c-475b-ae69-c9bb990e1fa1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16037fc7-24c0-41a7-a4f5-95e71c352d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6712000 Feb 09 02:18:19.721462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:19.756869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:19.775299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:19.793010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-0d4e1a8b-895d-41bd-aaeb-6e880851dc9d service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412129 Feb 09 02:18:19.974352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-4aa26f1f-1b99-4508-b31a-d3603a7941a7 service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709406 Feb 09 02:18:19.983427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (783cde08-3c63-4916-9f85-58b9c167a2bd), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:20.112927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-c23f5128-7a0a-473f-b4b6-455869090df6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636 HTTP/1.1" status: 200 len: 217 time: 0.1270959 Feb 09 02:18:20.113989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event updated for resources: {'Port': ['ID=52b48898-0eaa-49e3-8b3e-5a6957cd022d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:20.362422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-49cfcf44-6a8f-41cb-8205-647636a9227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.367414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-49cfcf44-6a8f-41cb-8205-647636a9227d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=843cba68-4f89-4ae3-8169-b99f5d945506 HTTP/1.1" status: 200 len: 797 time: 0.2396750 Feb 09 02:18:20.430897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (7b42092d-0321-4177-97fc-06589efa9742), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:20.551688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:20.726328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae5327-c440-4be7-ad12-4d7b04ab1103 req-a174d783-2446-416e-8fe8-2d859f4166e4 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.742768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffae5327-c440-4be7-ad12-4d7b04ab1103 req-a174d783-2446-416e-8fe8-2d859f4166e4 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.3718147 Feb 09 02:18:20.888344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-86a931bc-d88b-4941-a66a-292b3abaedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:20.911266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-86a931bc-d88b-4941-a66a-292b3abaedd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16037fc7-24c0-41a7-a4f5-95e71c352d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4780030 Feb 09 02:18:21.135595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (7b42092d-0321-4177-97fc-06589efa9742), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:21.254205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffae5327-c440-4be7-ad12-4d7b04ab1103 req-cfcdb00e-9c5a-439b-88f1-db1089f8aa1a tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5078511 Feb 09 02:18:21.405864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-2cbfddf2-278e-4f26-aca3-208b9f8f5cce service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921386 Feb 09 02:18:21.477678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:21.658670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Router 7b42092d-0321-4177-97fc-06589efa9742 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:21.787592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:21.811953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:21.927534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=3ccf2e28-5117-4e67-89a1-ed6789e1853d,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:21.973940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097e449-5344-4545-99d0-13ea21be9861 req-4712a999-a4b8-494b-ac6c-e4197a6990e3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:21.988355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b097e449-5344-4545-99d0-13ea21be9861 req-4712a999-a4b8-494b-ac6c-e4197a6990e3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.5243931 Feb 09 02:18:22.104499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:22.116766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] Sync routers for ids ['7b42092d-0321-4177-97fc-06589efa9742'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:22.134109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] Routers {'7b42092d-0321-4177-97fc-06589efa9742'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:22.135115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['7b42092d-0321-4177-97fc-06589efa9742'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:22.150742 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:22.156690 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-29bc8464-c340-46f8-aeb5-1a36b52f950b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0860589 Feb 09 02:18:22.158604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:22.202189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b097e449-5344-4545-99d0-13ea21be9861 req-b9574de3-cf50-422d-b8bb-18353ac75358 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120283 Feb 09 02:18:22.228234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:22.241148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-044b169b-dfb4-47f5-82a8-49f458eea65a req-9ad4038a-ca83-4e27-b8f9-aa99b12da6a5 service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209996 Feb 09 02:18:22.269629 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (783cde08-3c63-4916-9f85-58b9c167a2bd), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:22.270099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] Routers {'7b42092d-0321-4177-97fc-06589efa9742'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:22.271137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['7b42092d-0321-4177-97fc-06589efa9742'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:22.365805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1869059514'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:22.371798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:22.384459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4fc791ef-0eba-4856-ae1c-1f0c525232b0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.4061422 Feb 09 02:18:22.397826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:22.403221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6985-2dc0-4ce9-9e0d-ca7f153fb109 None None] The sync data for ids ['7b42092d-0321-4177-97fc-06589efa9742'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:22.569472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-4640a53e-c2a8-4bb4-80a2-0aa9e4e52c5a tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.1840620 Feb 09 02:18:22.612195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Made reservation on behalf of fdb06cfc01104a34bc849173fef51c84 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:22.621374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:22.653386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:22.699797 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e99c2ce3-14da-4e98-917a-b2a0220ca4be tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/7b42092d-0321-4177-97fc-06589efa9742 HTTP/1.1" status: 200 len: 923 time: 0.5370896 Feb 09 02:18:22.706891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57022) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:22.735448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-edcbd493-593d-4f99-8cfc-6122b3b50ebf tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.737228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b2d8a6-f3f0-4181-92f1-54c71d8815b8 req-edcbd493-593d-4f99-8cfc-6122b3b50ebf tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1587384 Feb 09 02:18:22.798926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.799484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.804150 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e2c7c6a-e872-4977-9c21-3401fd21f6e4 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b42092d-0321-4177-97fc-06589efa9742 HTTP/1.1" status: 200 len: 205 time: 0.0958252 Feb 09 02:18:22.807274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57030) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:22.812881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.813483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.814025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.814602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.815409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.824884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-15c12d74-965a-4bf8-aec1-98536c253819 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6700 time: 0.4961839 Feb 09 02:18:22.878861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.884999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.891883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.898278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.906415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.913509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.929508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:22.936092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-78ee4dca-01b1-44e5-afac-075c7e5101ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.4819903 Feb 09 02:18:23.095199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (7b42092d-0321-4177-97fc-06589efa9742), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.180505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for security_group (259f9a71-c293-4aa0-8cd8-581044e45312), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.195376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (259f9a71-c293-4aa0-8cd8-581044e45312), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.239637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259f9a71-c293-4aa0-8cd8-581044e45312,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:23.256662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:23.277514 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9867aae8-8227-499d-91d4-807d9b16a287), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.277867 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Added segment 9867aae8-8227-499d-91d4-807d9b16a287 of type vlan for network e529a378-9277-4427-93cd-f1abdc712302 Feb 09 02:18:23.318147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ea1aff4-70ba-4233-b099-93b7995ed43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.357226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e529a378-9277-4427-93cd-f1abdc712302), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.384369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (7b42092d-0321-4177-97fc-06589efa9742), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.435606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e529a378-9277-4427-93cd-f1abdc712302), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.442081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:23.442897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.503330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5d7eeb6-4331-405f-84c5-cbe19b6666cf req-10f3827a-f364-486a-8dfa-be209753aed6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5661786 Feb 09 02:18:23.557896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Network': ['ID=e529a378-9277-4427-93cd-f1abdc712302,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:23.573615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e529a378-9277-4427-93cd-f1abdc712302 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:23.579603 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9419ec4f-e0dc-4c29-ab7e-d76319632c3d tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1009412 Feb 09 02:18:23.582246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:23.588984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'subnet': {'network_id': 'e529a378-9277-4427-93cd-f1abdc712302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:23.628345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-d13252b6-604d-4285-87d6-dc5d0248e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:23.629998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-d13252b6-604d-4285-87d6-dc5d0248e19b service neutron] 10.222.0.72 "GET /v2.0/networks?id=16037fc7-24c0-41a7-a4f5-95e71c352d59 HTTP/1.1" status: 200 len: 903 time: 0.8029132 Feb 09 02:18:23.732132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-02175a06-57f1-431e-aff6-81e3684cf4a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636 HTTP/1.1" status: 200 len: 217 time: 0.0875573 Feb 09 02:18:23.741314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-2c0dcb93-dd72-4c4c-9b9a-4b05ca56af58 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9017904 Feb 09 02:18:23.770870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Deleting port 52b48898-0eaa-49e3-8b3e-5a6957cd022d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:23.772393 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (52b48898-0eaa-49e3-8b3e-5a6957cd022d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.838241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Made reservation on behalf of fdb06cfc01104a34bc849173fef51c84 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:23.843188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:23.883761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:23.969496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-4aaf5b51-09a6-4c79-95bc-0ff9dfe8f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:23.981286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-4aaf5b51-09a6-4c79-95bc-0ff9dfe8f0a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=843cba68-4f89-4ae3-8169-b99f5d945506 HTTP/1.1" status: 200 len: 797 time: 0.2386460 Feb 09 02:18:24.060293 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:24.251723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936887c-68a8-428d-9a6c-c11ff8b2ac76 req-f23dfa39-5d6b-41db-8392-e394d7f5c6fa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:24.253777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c936887c-68a8-428d-9a6c-c11ff8b2ac76 req-f23dfa39-5d6b-41db-8392-e394d7f5c6fa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.3273275 Feb 09 02:18:24.260002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-2b1c33ad-75c9-4080-9824-4417e37962fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:24.261812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-2b1c33ad-75c9-4080-9824-4417e37962fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16037fc7-24c0-41a7-a4f5-95e71c352d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2270620 Feb 09 02:18:24.429275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c936887c-68a8-428d-9a6c-c11ff8b2ac76 req-92d66220-4e3e-452c-a9b4-adc5e3ea5185 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653037 Feb 09 02:18:24.469790 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:24.497236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-a4d55e8c-48a4-4f01-9a51-d9bcec265f05 service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254126 Feb 09 02:18:24.506789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (52b48898-0eaa-49e3-8b3e-5a6957cd022d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:24.523109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Calling delete_port for 52b48898-0eaa-49e3-8b3e-5a6957cd022d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:24.808616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844bf9e8-14bc-4d5a-a827-9d9ec07b2229 req-7490af51-e6d0-463f-af8e-d4edccbd54be service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745128 Feb 09 02:18:24.812788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Allocated IP 172.25.6.93 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/44fc086e-74eb-4f14-b44c-449de72e40a5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:24.824705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6cb46-f06f-4c64-b7e7-c61a8547ce23 req-a10c4ee5-f15f-4551-8b4e-5db0179d5b6a tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:24.832089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55b6cb46-f06f-4c64-b7e7-c61a8547ce23 req-a10c4ee5-f15f-4551-8b4e-5db0179d5b6a tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.1871417 Feb 09 02:18:24.892369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (82d51079-141f-48bc-a9da-79f3490e9a4a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:24.967744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (52b48898-0eaa-49e3-8b3e-5a6957cd022d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:24.985341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.033894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55b6cb46-f06f-4c64-b7e7-c61a8547ce23 req-ddb1a208-ae53-4315-9f62-1334c0b538e8 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958628 Feb 09 02:18:25.036018 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.149837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:25.153016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:25.159820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event deleted for resources: {'Port': ['ID=52b48898-0eaa-49e3-8b3e-5a6957cd022d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:25.164786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:25.176249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Subnet': ['ID=82d51079-141f-48bc-a9da-79f3490e9a4a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:25.187472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=44fc086e-74eb-4f14-b44c-449de72e40a5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:25.234247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Checking segment: {'id': '9867aae8-8227-499d-91d4-807d9b16a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e529a378-9277-4427-93cd-f1abdc712302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:25.234936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Network hostable DHCP agents. Network: e529a378-9277-4427-93cd-f1abdc712302, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:18:25.279370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.282668 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (7b42092d-0321-4177-97fc-06589efa9742), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.285253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.288509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Network e529a378-9277-4427-93cd-f1abdc712302 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:18:25.290579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.296096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.301400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.306693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.312771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.320191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-26f2c923-32c7-48f9-9bf2-08a730af7357 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.1567216 Feb 09 02:18:25.399027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e529a378-9277-4427-93cd-f1abdc712302) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:25.406553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.407569 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.414601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4edd89-0a72-4b54-9d91-b68d7b98f0db None None] Network e529a378-9277-4427-93cd-f1abdc712302 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:25.425264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fe5c904-51e2-4b9c-9be5-e24862c46802 req-83d5bc21-4e43-4c1c-89de-cd692fae22e4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040728 Feb 09 02:18:25.447875 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (f290b75b-df51-4159-9dde-7bee21be404c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.481213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (7b42092d-0321-4177-97fc-06589efa9742), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.486792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (7b42092d-0321-4177-97fc-06589efa9742), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.494076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5729673-73d0-4158-814a-b55132cf8fe3 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9101386 Feb 09 02:18:25.499505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57126) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:25.508925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c7d74725-b1a5-4fc4-b8f3-75891217f087 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1712823981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:25.566810 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.593616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (7b42092d-0321-4177-97fc-06589efa9742), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.594280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Fanout notify agent at l3_agent the message router_deleted on router 7b42092d-0321-4177-97fc-06589efa9742 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:25.605577 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.612576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-94d39325-0ca7-4deb-be84-9b125ff9d8c8 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/7b42092d-0321-4177-97fc-06589efa9742 HTTP/1.1" status: 204 len: 168 time: 2.8039188 Feb 09 02:18:25.613218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:25.619608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1081532254', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:25.640740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e529a378-9277-4427-93cd-f1abdc712302', 'network_id': 'e529a378-9277-4427-93cd-f1abdc712302', 'project_id': 'fdb06cfc01104a34bc849173fef51c84', 'fixed_ips': [{'subnet_id': '82d51079-141f-48bc-a9da-79f3490e9a4a'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:18:25.641718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.653110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.653436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7d74725-b1a5-4fc4-b8f3-75891217f087 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (00693a0c-f5d7-412c-8728-2aa0bbee0c77), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.656272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.656688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7d74725-b1a5-4fc4-b8f3-75891217f087 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (00693a0c-f5d7-412c-8728-2aa0bbee0c77), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.710151 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2d22f52b-d26d-4cbe-94c7-4be379c39570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.738732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1c241-6889-4b5b-a102-b97623208544 req-a8dcd167-2c6e-42da-844f-50ca7db695e1 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:25.740323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8b1c241-6889-4b5b-a102-b97623208544 req-a8dcd167-2c6e-42da-844f-50ca7db695e1 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.2213688 Feb 09 02:18:25.750876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:25.924404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:25.932332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Allocated IP 172.20.0.2 (e529a378-9277-4427-93cd-f1abdc712302/82d51079-141f-48bc-a9da-79f3490e9a4a/d600259d-6157-458f-9d71-213804897459) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:26.007048 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7d74725-b1a5-4fc4-b8f3-75891217f087 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for router_controller (00693a0c-f5d7-412c-8728-2aa0bbee0c77), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.038630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.064545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7d74725-b1a5-4fc4-b8f3-75891217f087 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (00693a0c-f5d7-412c-8728-2aa0bbee0c77), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.165425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8fd53e82-97ad-4479-83e3-907d03898e69 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:26.166108 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.191602 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7d74725-b1a5-4fc4-b8f3-75891217f087 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.195220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c7d74725-b1a5-4fc4-b8f3-75891217f087 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6908636 Feb 09 02:18:26.197518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:26.279957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689671c-b1de-4aa5-adab-f666fb61d00a req-3742ce86-80cf-4399-9028-53e784809ea4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:26.281889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6689671c-b1de-4aa5-adab-f666fb61d00a req-3742ce86-80cf-4399-9028-53e784809ea4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 947 time: 0.3392913 Feb 09 02:18:26.288393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Deleting port c572797a-2db8-4a43-8231-97d771fc1a8e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:26.289006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.302288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:26.309146 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de234bf4-c790-414a-9868-89f76f49b538" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:26.362503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:26.391339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.398501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Publish callbacks [] for port (d600259d-6157-458f-9d71-213804897459), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.427031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d600259d-6157-458f-9d71-213804897459), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.452456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Network e529a378-9277-4427-93cd-f1abdc712302 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:26.457327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:26.460932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:26.520624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] For port c572797a-2db8-4a43-8231-97d771fc1a8e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c572797a-2db8-4a43-8231-97d771fc1a8e,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:26.521048 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.618935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=14']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:26.673741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Attempting to bind port d600259d-6157-458f-9d71-213804897459 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:26.674126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Attempting to bind port d600259d-6157-458f-9d71-213804897459 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '9867aae8-8227-499d-91d4-807d9b16a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e529a378-9277-4427-93cd-f1abdc712302'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:26.674502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Attempting to bind port d600259d-6157-458f-9d71-213804897459 on network e529a378-9277-4427-93cd-f1abdc712302 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:26.694827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:26.695275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Checking segment: {'id': '9867aae8-8227-499d-91d4-807d9b16a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e529a378-9277-4427-93cd-f1abdc712302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:26.695618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.696013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Bound using segment: {'id': '9867aae8-8227-499d-91d4-807d9b16a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e529a378-9277-4427-93cd-f1abdc712302'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:26.696790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Bound port: d600259d-6157-458f-9d71-213804897459, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9867aae8-8227-499d-91d4-807d9b16a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e529a378-9277-4427-93cd-f1abdc712302'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:26.697226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d600259d-6157-458f-9d71-213804897459), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.700644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Pushing event updated for resources: {'Port': ['ID=d600259d-6157-458f-9d71-213804897459,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:26.751064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.755544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.778406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.799344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.802226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] For port d600259d-6157-458f-9d71-213804897459, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:26.809645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] For port d600259d-6157-458f-9d71-213804897459, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d600259d-6157-458f-9d71-213804897459,segment=NetworkSegment(9867aae8-8227-499d-91d4-807d9b16a287),segment_id=9867aae8-8227-499d-91d4-807d9b16a287)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:26.821455 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d600259d-6157-458f-9d71-213804897459), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.839809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.890984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6689671c-b1de-4aa5-adab-f666fb61d00a req-55f54840-925b-4f81-8374-dcd396d6f293 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147088 Feb 09 02:18:26.969145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (f290b75b-df51-4159-9dde-7bee21be404c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:26.997276 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.009357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc82e2-0ed6-4c86-a9aa-e79179e9b9f4 None None] Pushing event updated for resources: {'Port': ['ID=d600259d-6157-458f-9d71-213804897459,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:27.070473 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.071724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1979964 Feb 09 02:18:27.075999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7280df-e0f8-498c-98ce-baf57b41f4e2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=44fc086e-74eb-4f14-b44c-449de72e40a5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:27.323987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-90d16b40-3e62-4e12-b4fe-ef38e172ab50 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.2098486 Feb 09 02:18:27.355207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Allocated IP 172.25.6.2 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/2097d23d-a070-4793-beb9-1a0388be148b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:27.521241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Allocated IP 172.20.0.1 (e529a378-9277-4427-93cd-f1abdc712302/82d51079-141f-48bc-a9da-79f3490e9a4a/4589515f-09d2-46b6-8dec-f0f8ad5d38d0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:27.527264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a5232-4f26-4a80-9356-e8b8e55fbeae req-79bae06b-6c65-46e2-b76a-cd496400e4ea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:27.529842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d84a5232-4f26-4a80-9356-e8b8e55fbeae req-79bae06b-6c65-46e2-b76a-cd496400e4ea tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 946 time: 0.4787245 Feb 09 02:18:27.586447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.588908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (08e45c8d-d3c1-486c-bbf7-f47e199a0358), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.589308 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Floating IP 08e45c8d-d3c1-486c-bbf7-f47e199a0358 disassociated. External IP: 172.25.6.71, port: c572797a-2db8-4a43-8231-97d771fc1a8e. Feb 09 02:18:27.589749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Calling delete_port for c572797a-2db8-4a43-8231-97d771fc1a8e owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:27.658278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for port (2097d23d-a070-4793-beb9-1a0388be148b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.727723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-85d806fd-f061-4371-8f33-4809a9f11770 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:27.729370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68000d-2ab7-4b2e-bbfe-162a8fd85a2c req-85d806fd-f061-4371-8f33-4809a9f11770 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.3836925 Feb 09 02:18:27.749942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.776494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2097d23d-a070-4793-beb9-1a0388be148b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:27.835767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:27.837536 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55beb845-6594-46e9-af5b-0ead7a07ac4d x-openstack-request-id: req-55beb845-6594-46e9-af5b-0ead7a07ac4d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:27.838896 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:27.840031 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55beb845-6594-46e9-af5b-0ead7a07ac4d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:27.840625 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'code': 200} Feb 09 02:18:27.853556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:27.866231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:27.901439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d84a5232-4f26-4a80-9356-e8b8e55fbeae req-000ddc39-9c8c-4024-b8c0-042f4da69007 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups?id=45be5862-1059-4472-b1b2-b4a7a45a45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872996 Feb 09 02:18:27.941557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Port': ['ID=2097d23d-a070-4793-beb9-1a0388be148b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:27.951147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c572797a-2db8-4a43-8231-97d771fc1a8e no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:27.972684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.056602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Port': ['ID=4589515f-09d2-46b6-8dec-f0f8ad5d38d0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:28.099832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Network e529a378-9277-4427-93cd-f1abdc712302 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:28.159681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:28.237201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:28.258690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c572797a-2db8-4a43-8231-97d771fc1a8e is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:28.259121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.261335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.381443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (00693a0c-f5d7-412c-8728-2aa0bbee0c77), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.665210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.772161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feedaab-8485-4745-a395-965de10c1e82 None None] Network e529a378-9277-4427-93cd-f1abdc712302 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:28.850309 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.929061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9ad9bd74-2fab-498a-a7db-bc460fd6cf25 None None] Provisioning complete for port d600259d-6157-458f-9d71-213804897459 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:28.931735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bd74-2fab-498a-a7db-bc460fd6cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d600259d-6157-458f-9d71-213804897459), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:28.934882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c572797a-2db8-4a43-8231-97d771fc1a8e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.061490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.066689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.072327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.079015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.085430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.092643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.098649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:29.100604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-092c3829-7b43-41ac-9d50-b9dc84a9a351 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 1.1363833 Feb 09 02:18:29.116104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event deleted for resources: {'Port': ['ID=c572797a-2db8-4a43-8231-97d771fc1a8e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:29.204952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.354059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9bd74-2fab-498a-a7db-bc460fd6cf25 None None] Current status of the port d600259d-6157-458f-9d71-213804897459 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:29.364427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bd74-2fab-498a-a7db-bc460fd6cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d600259d-6157-458f-9d71-213804897459), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.442445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d600259d-6157-458f-9d71-213804897459 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:29.526325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9ad9bd74-2fab-498a-a7db-bc460fd6cf25 None None] For port d600259d-6157-458f-9d71-213804897459, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d600259d-6157-458f-9d71-213804897459,segment=NetworkSegment(9867aae8-8227-499d-91d4-807d9b16a287),segment_id=9867aae8-8227-499d-91d4-807d9b16a287)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:29.550176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-77e296a6-ad95-4bb9-b858-73e60c578349 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5072191 Feb 09 02:18:29.558365 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bd74-2fab-498a-a7db-bc460fd6cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d600259d-6157-458f-9d71-213804897459), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.564764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Router 062bc8f3-ca88-4c19-876c-c03d2114917c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:29.594923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:29.688555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-869e618e-5bbe-4528-80c4-ff48a2eadf15 req-31e42b3f-6f0c-4fbd-85fa-95040485dcf2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5786517 Feb 09 02:18:29.693227 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.720485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9bd74-2fab-498a-a7db-bc460fd6cf25 None None] Pushing event updated for resources: {'Port': ['ID=d600259d-6157-458f-9d71-213804897459,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:29.810241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.816563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d600259d-6157-458f-9d71-213804897459 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:29.817618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d600259d-6157-458f-9d71-213804897459), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:29.916518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-125e1f6b-c06e-41dc-8f08-e19d92bd8a96 None None] Provisioning complete for port 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:29.916904 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-125e1f6b-c06e-41dc-8f08-e19d92bd8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.021578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-125e1f6b-c06e-41dc-8f08-e19d92bd8a96 None None] Port 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:30.023547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d600259d-6157-458f-9d71-213804897459 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:30.036073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-125e1f6b-c06e-41dc-8f08-e19d92bd8a96 None None] Provisioning complete for port d600259d-6157-458f-9d71-213804897459 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:30.036467 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-125e1f6b-c06e-41dc-8f08-e19d92bd8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d600259d-6157-458f-9d71-213804897459), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.129118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67a61f5-5d79-41ee-8ae9-d07036f117a8 req-5c3e32f1-a01f-403e-8a17-c23556427725 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0967135 Feb 09 02:18:30.218124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.230497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-125e1f6b-c06e-41dc-8f08-e19d92bd8a96 None None] Current status of the port d600259d-6157-458f-9d71-213804897459 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:30.235395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.246663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:30.262284 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] Sync routers for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:30.284468 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:30.285206 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:30.319705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Router 4e1e6cdc-dbd8-425e-a28d-7e1437bef19e is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:30.363188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (00693a0c-f5d7-412c-8728-2aa0bbee0c77), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.387934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d4bc2f2d-46a3-44b1-88ac-b05e73fd0373 None None] Provisioning complete for port 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:30.388247 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4bc2f2d-46a3-44b1-88ac-b05e73fd0373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.403053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Port': ['ID=4589515f-09d2-46b6-8dec-f0f8ad5d38d0,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:30.449506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc2f2d-46a3-44b1-88ac-b05e73fd0373 None None] Port 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:30.478233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] No DVR routers for this DVR port c572797a-2db8-4a43-8231-97d771fc1a8e on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:18:30.483360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.488508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8b1c241-6889-4b5b-a102-b97623208544 req-e613c387-c339-4a19-940c-914b38485667 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.82 "DELETE /v2.0/ports/c572797a-2db8-4a43-8231-97d771fc1a8e HTTP/1.1" status: 204 len: 173 time: 4.7357452 Feb 09 02:18:30.489311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'name': 'network-vif-deleted', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:30.493032 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef53c49b-e39c-4dff-8a01-ef89ab406948" -d '{"events": [{"server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "name": "network-vif-deleted", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:30.513344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.582630 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:30.587179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b610854-1e63-4798-a86d-f04786b01d2a req-307138dd-d0d0-4fea-9d1d-8a1f8f8e621b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:30.588800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b610854-1e63-4798-a86d-f04786b01d2a req-307138dd-d0d0-4fea-9d1d-8a1f8f8e621b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2765365 Feb 09 02:18:30.690850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:30.707119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Sync routers for ids ['4e1e6cdc-dbd8-425e-a28d-7e1437bef19e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:30.722585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Routers {'4e1e6cdc-dbd8-425e-a28d-7e1437bef19e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:30.723669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4e1e6cdc-dbd8-425e-a28d-7e1437bef19e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:30.725592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Network e529a378-9277-4427-93cd-f1abdc712302 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:30.735167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b610854-1e63-4798-a86d-f04786b01d2a req-7e483e73-1351-4dc9-a5b5-331836028ca7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347349 Feb 09 02:18:30.735721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:30.770621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Allocated IP 172.25.6.123 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/267f1694-7b5c-407d-92f7-72e5dcafd1e3) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:30.835889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:30.839338 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b31821c-121a-4ae6-9287-4ed3046f8963 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2248526 Feb 09 02:18:30.874945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57274) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:30.918982 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1be4546-afd4-4e00-af65-83f877417a66 x-openstack-request-id: req-c1be4546-afd4-4e00-af65-83f877417a66 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:30.919333 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f95b8c-2b80-4334-a84f-8ff6fd5e23e4", "name": "network-vif-deleted", "tag": "c572797a-2db8-4a43-8231-97d771fc1a8e", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:30.920087 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1be4546-afd4-4e00-af65-83f877417a66 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:30.920087 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f95b8c-2b80-4334-a84f-8ff6fd5e23e4', 'name': 'network-vif-deleted', 'tag': 'c572797a-2db8-4a43-8231-97d771fc1a8e', 'status': 'completed', 'code': 200} Feb 09 02:18:30.981220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 5, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.030312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Set router 4e1e6cdc-dbd8-425e-a28d-7e1437bef19e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:31.045179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Router 00693a0c-f5d7-412c-8728-2aa0bbee0c77 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:31.063911 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] Checking router: 062bc8f3-ca88-4c19-876c-c03d2114917c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:31.092293 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:31.093066 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.171037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4a417d04-5294-4030-aed4-97a2cb72640e tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/4e1e6cdc-dbd8-425e-a28d-7e1437bef19e HTTP/1.1" status: 200 len: 907 time: 0.2945321 Feb 09 02:18:31.176744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57280) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:31.193293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1081532254', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': True}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:31.198376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:31.220854 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6d687595-46ba-4437-bf40-ac6628a6fe5c tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "PUT /v2.0/routers/00693a0c-f5d7-412c-8728-2aa0bbee0c77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0217395 Feb 09 02:18:31.222250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:31.235932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'port': {'network_id': 'e529a378-9277-4427-93cd-f1abdc712302', 'name': 'tempest-FloatingIPNegativeTestJSON-1687387203'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:31.267328 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] Sync routers for ids ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:31.354571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.380694 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:31.384035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d600259d-6157-458f-9d71-213804897459 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:31.415580 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (ddb35943-6eac-4f02-843d-1a7bc29c5522), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.417100 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (ddb35943-6eac-4f02-843d-1a7bc29c5522), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.422447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.474948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f15c5810-0198-4e3c-9ddd-91ab812269d1 None None] Provisioning complete for port 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:31.476759 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f15c5810-0198-4e3c-9ddd-91ab812269d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.491071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Made reservation on behalf of fdb06cfc01104a34bc849173fef51c84 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:31.492014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:31.495661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.500189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:31.503697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:31.527712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] device_id is not set on port 83f5dca4-b346-4cdf-b90f-a11130c5d12d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:18:31.545283 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] Routers {'00693a0c-f5d7-412c-8728-2aa0bbee0c77'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:31.546082 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.569300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:31.570316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f15c5810-0198-4e3c-9ddd-91ab812269d1 None None] Port 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:31.579485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:31.586195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:31.595993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:31.602039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:31.608864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:31.616074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:31.625029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-cb63ef29-ffe1-4cc5-b63d-e190a9b7f4f4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.4471297 Feb 09 02:18:31.631897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1e6cdc-dbd8-425e-a28d-7e1437bef19e', 'name': 'tempest-snat-router-1081532254', 'tenant_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.2'}], 'enable_snat': False}, 'gw_port_id': '2097d23d-a070-4793-beb9-1a0388be148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:25Z', 'updated_at': '2022-02-09T02:18:28Z', 'revision_number': 3, 'project_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'gw_port': {'id': '2097d23d-a070-4793-beb9-1a0388be148b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e6cdc-dbd8-425e-a28d-7e1437bef19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:26Z', 'updated_at': '2022-02-09T02:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.679717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (ddb35943-6eac-4f02-843d-1a7bc29c5522), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.756006 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.772716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=267f1694-7b5c-407d-92f7-72e5dcafd1e3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:31.783371 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] Routers {'00693a0c-f5d7-412c-8728-2aa0bbee0c77'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:31.784318 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.792379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Allocated IP 172.20.0.8 (e529a378-9277-4427-93cd-f1abdc712302/82d51079-141f-48bc-a9da-79f3490e9a4a/83f5dca4-b346-4cdf-b90f-a11130c5d12d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:31.883092 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.884050 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93612637-434e-40e3-8cdf-cdf671d2bedd None None] The sync data for ids ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:31.927950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b21c00db-1a99-4239-9d4d-fa7bcb1c7698 req-52b8247d-364e-41d8-9062-912a794b54a5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2405679 Feb 09 02:18:31.931991 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 5, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:31.942742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d600259d-6157-458f-9d71-213804897459 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:31.946866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d600259d-6157-458f-9d71-213804897459), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:31.996019 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977fa4e-3eda-4634-a495-9c2ab74958a9 None None] The sync data for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 is: [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:15:36Z', 'revision_number': 4, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '96313430-2ec2-4ced-af01-eda7a66f3df2', 'name': '', 'network_id': 'a102f8e4-fbc5-42e9-ab18-1b168b9bf71d', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'mac_address': 'fa:16:3e:f5:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:34Z', 'updated_at': '2022-02-09T02:15:42Z', 'revision_number': 5, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'subnets': [{'id': '9339caa8-ec25-4d40-a810-14e6ba073081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:31.996879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Checking router: 4e1e6cdc-dbd8-425e-a28d-7e1437bef19e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:31.997410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Updating router 4e1e6cdc-dbd8-425e-a28d-7e1437bef19e port 2097d23d-a070-4793-beb9-1a0388be148b binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:32.150929 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2097d23d-a070-4793-beb9-1a0388be148b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.172733 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for port (83f5dca4-b346-4cdf-b90f-a11130c5d12d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.225908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (83f5dca4-b346-4cdf-b90f-a11130c5d12d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.248877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (ddb35943-6eac-4f02-843d-1a7bc29c5522), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.305166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Network e529a378-9277-4427-93cd-f1abdc712302 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:32.317004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:32.319636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:32.401468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Port': ['ID=83f5dca4-b346-4cdf-b90f-a11130c5d12d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:32.416446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:32.417090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.451849 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f39ffacb-0b41-4e49-b297-5f8bc66a3d78 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2232223 Feb 09 02:18:32.456087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:32.464489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:32.511311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d600259d-6157-458f-9d71-213804897459 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:32.517619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.575216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41f64a83-9c49-4535-aa47-a33e66bfe645 req-3ea88630-d117-43bb-9776-a17889c2969c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0950785 Feb 09 02:18:32.612894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f48b4-0a83-430e-8f45-de62a7ea493f None None] New status for floating IP 08e45c8d-d3c1-486c-bbf7-f47e199a0358: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:18:32.617104 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (8aef56dc-d7e7-4e23-9b8a-d9743bb3f72e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.756898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-d3eb3f55-158f-45bc-8b02-3c2f2fc80ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:32.759022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-d3eb3f55-158f-45bc-8b02-3c2f2fc80ee0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.4270635 Feb 09 02:18:32.780905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.911171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-e9955bdd-1d80-4bdc-af0b-850dbbede6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:32.913496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-e9955bdd-1d80-4bdc-af0b-850dbbede6e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.1332901 Feb 09 02:18:32.914384 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.979364 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Publish callbacks [] for port (2097d23d-a070-4793-beb9-1a0388be148b), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.027289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dfb23acc-1d1f-4745-a663-602d47f0b8c5 None None] Provisioning complete for port 83f5dca4-b346-4cdf-b90f-a11130c5d12d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:33.028237 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfb23acc-1d1f-4745-a663-602d47f0b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (83f5dca4-b346-4cdf-b90f-a11130c5d12d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.073583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2097d23d-a070-4793-beb9-1a0388be148b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.086804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dfb23acc-1d1f-4745-a663-602d47f0b8c5 None None] Port 83f5dca4-b346-4cdf-b90f-a11130c5d12d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:33.133705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb875d-b525-4979-8717-ce7aea100b01 None None] Pushing event updated for resources: {'Port': ['ID=2097d23d-a070-4793-beb9-1a0388be148b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:33.153213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Attempting to bind port 2097d23d-a070-4793-beb9-1a0388be148b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:33.153951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Attempting to bind port 2097d23d-a070-4793-beb9-1a0388be148b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:33.154127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Attempting to bind port 2097d23d-a070-4793-beb9-1a0388be148b on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:33.161475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:33.161924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:33.162387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.162966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:33.163505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Bound port: 2097d23d-a070-4793-beb9-1a0388be148b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:33.163828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Allocated IP 172.25.6.219 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/e84fc288-e790-46d8-8ec1-ba1673375376) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:33.163985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2097d23d-a070-4793-beb9-1a0388be148b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.231579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] For port 2097d23d-a070-4793-beb9-1a0388be148b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:33.237509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] For port 2097d23d-a070-4793-beb9-1a0388be148b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2097d23d-a070-4793-beb9-1a0388be148b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:33.247591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2097d23d-a070-4793-beb9-1a0388be148b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.268618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b196bc-98c8-413b-a525-409ffdff261b req-9c302f84-753f-4aa0-9e69-d7a0a5bf06ce tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:33.291480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2b196bc-98c8-413b-a525-409ffdff261b req-9c302f84-753f-4aa0-9e69-d7a0a5bf06ce tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.5611913 Feb 09 02:18:33.327861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for port (e84fc288-e790-46d8-8ec1-ba1673375376), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.329657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Routers {'4e1e6cdc-dbd8-425e-a28d-7e1437bef19e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:33.330287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4e1e6cdc-dbd8-425e-a28d-7e1437bef19e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:33.368051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.407880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e84fc288-e790-46d8-8ec1-ba1673375376), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.434797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb875d-b525-4979-8717-ce7aea100b01 None None] Pushing event updated for resources: {'Port': ['ID=2097d23d-a070-4793-beb9-1a0388be148b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:33.460284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.478111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:33.481314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:33.485815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:33.489061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-7bdbe9d3-f8bd-400a-a93c-12f06cba52bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.3825486 Feb 09 02:18:33.523937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Port': ['ID=e84fc288-e790-46d8-8ec1-ba1673375376,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:33.534795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] Set router 4e1e6cdc-dbd8-425e-a28d-7e1437bef19e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:33.720772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (6581dc1c-b2bf-4c74-a387-96a85b12d876), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.780613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1e6cdc-dbd8-425e-a28d-7e1437bef19e', 'name': 'tempest-snat-router-1081532254', 'tenant_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.2'}], 'enable_snat': False}, 'gw_port_id': '2097d23d-a070-4793-beb9-1a0388be148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:25Z', 'updated_at': '2022-02-09T02:18:28Z', 'revision_number': 3, 'project_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'gw_port': {'id': '2097d23d-a070-4793-beb9-1a0388be148b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e6cdc-dbd8-425e-a28d-7e1437bef19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:26Z', 'updated_at': '2022-02-09T02:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:33.802012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e84fc288-e790-46d8-8ec1-ba1673375376), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:33.836506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4feb949-5157-46e4-81b6-e43355e3afc3 None None] The sync data for ids ['4e1e6cdc-dbd8-425e-a28d-7e1437bef19e'] in n-d-826675-12 is: [{'id': '4e1e6cdc-dbd8-425e-a28d-7e1437bef19e', 'name': 'tempest-snat-router-1081532254', 'tenant_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.2'}], 'enable_snat': False}, 'gw_port_id': '2097d23d-a070-4793-beb9-1a0388be148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:25Z', 'updated_at': '2022-02-09T02:18:28Z', 'revision_number': 3, 'project_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'gw_port': {'id': '2097d23d-a070-4793-beb9-1a0388be148b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1e6cdc-dbd8-425e-a28d-7e1437bef19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:26Z', 'updated_at': '2022-02-09T02:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:34.056131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=267f1694-7b5c-407d-92f7-72e5dcafd1e3,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:34.066057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2b196bc-98c8-413b-a525-409ffdff261b req-c5a614b2-27aa-40c0-842b-02715653a13d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7783096 Feb 09 02:18:34.066971 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for port (e84fc288-e790-46d8-8ec1-ba1673375376), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.079096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e84fc288-e790-46d8-8ec1-ba1673375376), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.079455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8aef56dc-d7e7-4e23-9b8a-d9743bb3f72e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.084175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (ddb35943-6eac-4f02-843d-1a7bc29c5522), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.089761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-64b2c8f6-1444-43eb-81f1-104d961b3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.091310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-64b2c8f6-1444-43eb-81f1-104d961b3b7a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.5661719 Feb 09 02:18:34.128386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.162096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.163363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-b17b14c9-1369-4bd6-8bbd-90712b5c8502 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6105270 Feb 09 02:18:34.229112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Port': ['ID=e84fc288-e790-46d8-8ec1-ba1673375376,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:34.255208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6581dc1c-b2bf-4c74-a387-96a85b12d876), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.289876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.294041 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-52e3382e-1611-413a-9b35-587a293a60e6 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8352783 Feb 09 02:18:34.295381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:34.300097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ca48b5dc-3705-49ae-a92d-175cfbb89fdb tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'floatingip': {'port_id': '83f5dca4-b346-4cdf-b90f-a11130c5d12d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:34.379660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca48b5dc-3705-49ae-a92d-175cfbb89fdb tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (6581dc1c-b2bf-4c74-a387-96a85b12d876), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.405820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-cef657c6-d623-41ff-b242-4ce7ede18575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.408976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-cef657c6-d623-41ff-b242-4ce7ede18575 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2948074 Feb 09 02:18:34.458425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-d13c5d75-69f5-4b3e-a4fc-d06fea5b2af2 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.2474539 Feb 09 02:18:34.473924 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:18:34.564629 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-ca48b5dc-3705-49ae-a92d-175cfbb89fdb tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] update failed (client error): The resource could not be found. Feb 09 02:18:34.565911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca48b5dc-3705-49ae-a92d-175cfbb89fdb tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "PUT /v2.0/floatingips/6581dc1c-b2bf-4c74-a387-96a85b12d876 HTTP/1.1" status: 404 len: 507 time: 0.2692931 Feb 09 02:18:34.568660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:34.736309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Deleting port e84fc288-e790-46d8-8ec1-ba1673375376 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:34.738194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e84fc288-e790-46d8-8ec1-ba1673375376), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.805934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.812219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.818846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.826450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.831891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.838096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.844769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:34.853793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-358fe286-5735-4d02-8e3e-906c1b69bea9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.6414413 Feb 09 02:18:34.876915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e84fc288-e790-46d8-8ec1-ba1673375376), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.877442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (e84fc288-e790-46d8-8ec1-ba1673375376), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.897256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Calling delete_port for e84fc288-e790-46d8-8ec1-ba1673375376 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:34.921337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Allocated IP 172.25.6.230 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/32509c93-3f9c-41e7-9c21-b9835159b870) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:34.928712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-8ec60ee7-913a-40a7-8ffa-d0867a5e8e7c service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005770 Feb 09 02:18:35.058912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-793bd0b7-3f5b-42fd-8405-74dbcaacacf6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:35.061079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-793bd0b7-3f5b-42fd-8405-74dbcaacacf6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.5171311 Feb 09 02:18:35.094720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-3a32e957-8a24-4885-990c-69ee2fec07be tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:18:35.095775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2c1dfe-a017-40a3-95b3-39c97594c676 req-3a32e957-8a24-4885-990c-69ee2fec07be tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244493 Feb 09 02:18:35.135426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe59b8ec-6872-47a2-9773-9556d3074931 req-ef4bc00e-7f76-4dea-9ce2-e3c1912678f2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2803278 Feb 09 02:18:35.156366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e84fc288-e790-46d8-8ec1-ba1673375376), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.185826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225c540f-dd9a-4e08-853e-a7b116cd32c2 req-b3a381d3-2678-40fe-90b8-1ac50c86f4e7 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483883 Feb 09 02:18:35.283217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event deleted for resources: {'Port': ['ID=e84fc288-e790-46d8-8ec1-ba1673375376,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.391792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2097d23d-a070-4793-beb9-1a0388be148b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:35.438663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (6581dc1c-b2bf-4c74-a387-96a85b12d876), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.446835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.450915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47395d57-10de-4f3c-9943-207d5708c8fc tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "DELETE /v2.0/floatingips/6581dc1c-b2bf-4c74-a387-96a85b12d876 HTTP/1.1" status: 204 len: 168 time: 0.8808291 Feb 09 02:18:35.464907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:35.472463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8a4fca70-2fe7-4713-9e4c-05cd7cda8db8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'floatingip': {'floating_network_id': 'e529a378-9277-4427-93cd-f1abdc712302', 'port_id': '83f5dca4-b346-4cdf-b90f-a11130c5d12d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:35.504858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a4fca70-2fe7-4713-9e4c-05cd7cda8db8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.550183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2097d23d-a070-4793-beb9-1a0388be148b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:35.550610 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2097d23d-a070-4793-beb9-1a0388be148b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.565888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for port (32509c93-3f9c-41e7-9c21-b9835159b870), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.569318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49f6fb5f-bda0-4d3b-88ad-9fe3b2fec71b req-597977d8-23ca-4fba-8a68-47a016fe5d1d tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.2880166 Feb 09 02:18:35.631272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cfc4a-390d-4557-92dc-e4399b28bf20 req-109d16e3-4e74-4ae0-b3c7-42520ded92dd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:35.641283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-302cfc4a-390d-4557-92dc-e4399b28bf20 req-109d16e3-4e74-4ae0-b3c7-42520ded92dd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2622137 Feb 09 02:18:35.730624 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-8a4fca70-2fe7-4713-9e4c-05cd7cda8db8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:18:35.736113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8a4fca70-2fe7-4713-9e4c-05cd7cda8db8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2699516 Feb 09 02:18:35.736742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57346) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:35.748499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '83f5dca4-b346-4cdf-b90f-a11130c5d12d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:35.767126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2097d23d-a070-4793-beb9-1a0388be148b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:35.767535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2097d23d-a070-4793-beb9-1a0388be148b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.767914 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.804302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 2097d23d-a070-4793-beb9-1a0388be148b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2097d23d-a070-4793-beb9-1a0388be148b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:35.806801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.821533 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2097d23d-a070-4793-beb9-1a0388be148b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:35.856694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-302cfc4a-390d-4557-92dc-e4399b28bf20 req-912a4ef2-c363-4794-bf24-5066679e9075 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128749 Feb 09 02:18:35.903162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:35.909823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=2097d23d-a070-4793-beb9-1a0388be148b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.910031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:35.938390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:35.975216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e614152f-a4c1-422a-821e-124e065b6e7c req-3b2ec85e-e66e-488e-8da8-b17c92dd0df4 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3311319 Feb 09 02:18:35.978633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Port': ['ID=32509c93-3f9c-41e7-9c21-b9835159b870,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:35.988641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:36.031101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.069179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.203681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Allocated IP 172.25.6.113 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/44ab8372-4bdb-4fc7-bd67-ce96d182ab40) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:36.377310 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for port (44ab8372-4bdb-4fc7-bd67-ce96d182ab40), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.449895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (44ab8372-4bdb-4fc7-bd67-ce96d182ab40), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.461764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.468248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.474534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.480078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.486360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.492074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.497619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:36.499733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-4078c1c3-d15e-41b3-9335-149ed5f8368f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.2092946 Feb 09 02:18:36.499862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:36.506297 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:36.515433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:36.554553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event updated for resources: {'Port': ['ID=44ab8372-4bdb-4fc7-bd67-ce96d182ab40,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:36.571712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.573593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (ddb35943-6eac-4f02-843d-1a7bc29c5522), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.735812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c339a344-b2a5-4bd3-93e3-bf3f46189888 req-9375181c-a4c9-4b39-8f78-887ab26f07c3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200012 Feb 09 02:18:36.762486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Deleting port 44ab8372-4bdb-4fc7-bd67-ce96d182ab40 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:36.764531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (44ab8372-4bdb-4fc7-bd67-ce96d182ab40), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.880361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (44ab8372-4bdb-4fc7-bd67-ce96d182ab40), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.880749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for floatingip (44ab8372-4bdb-4fc7-bd67-ce96d182ab40), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.899190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Calling delete_port for 44ab8372-4bdb-4fc7-bd67-ce96d182ab40 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:36.952835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Allocated IP 172.25.6.215 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/8997ab36-2f14-4e93-a0ac-a429e51aedb7) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:36.998509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-344d2b14-224b-4323-b0a7-dc7cd634f551 req-9756bb39-b0c8-4e03-9dd7-8e7619ec0743 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0907688 Feb 09 02:18:37.087468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.097564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (44ab8372-4bdb-4fc7-bd67-ce96d182ab40), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.125660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event deleted for resources: {'Port': ['ID=44ab8372-4bdb-4fc7-bd67-ce96d182ab40,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.264320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1e29ec5-98f5-48f0-9f3a-bd06608159e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.353666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2097d23d-a070-4793-beb9-1a0388be148b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:37.389160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1e29ec5-98f5-48f0-9f3a-bd06608159e0 admin admin] Publish callbacks [] for security_group (9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.404937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1e29ec5-98f5-48f0-9f3a-bd06608159e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.429738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2097d23d-a070-4793-beb9-1a0388be148b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:37.432150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2097d23d-a070-4793-beb9-1a0388be148b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.438804 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] create failed (client error): The resource could not be found. Feb 09 02:18:37.440033 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bee36988-0114-4607-9b89-2db1e2864726 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6956859 Feb 09 02:18:37.450051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.526507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (ddb35943-6eac-4f02-843d-1a7bc29c5522), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.538490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2097d23d-a070-4793-beb9-1a0388be148b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:37.549477 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.580135 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f1e29ec5-98f5-48f0-9f3a-bd06608159e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=723d1a6f09594221962c8a8a938b3384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4890144 Feb 09 02:18:37.580465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:37.588503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e29ec5-98f5-48f0-9f3a-bd06608159e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.619711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2149-67b5-4725-a11c-3fef0b98b926 req-76f73f71-bf55-4fde-b0b7-75f715020887 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:37.621276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-401c2149-67b5-4725-a11c-3fef0b98b926 req-76f73f71-bf55-4fde-b0b7-75f715020887 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.5286422 Feb 09 02:18:37.663847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Deleting port 83f5dca4-b346-4cdf-b90f-a11130c5d12d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:37.664234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (83f5dca4-b346-4cdf-b90f-a11130c5d12d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.683719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8dc-2a0d-4ade-8944-822cc26d44fd admin admin] Publish callbacks [] for security_group (9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.721033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-401c2149-67b5-4725-a11c-3fef0b98b926 req-9afe9e8c-c461-4583-9162-16dec8f79bfa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922992 Feb 09 02:18:37.729987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.758545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8dc-2a0d-4ade-8944-822cc26d44fd admin admin] Publish callbacks [] for security_group (9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.826948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:37.832568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:37.843830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:37.844095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (83f5dca4-b346-4cdf-b90f-a11130c5d12d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.875245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Calling delete_port for 83f5dca4-b346-4cdf-b90f-a11130c5d12d owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:37.881640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8dc-2a0d-4ade-8944-822cc26d44fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.884989 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8dc-2a0d-4ade-8944-822cc26d44fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.896067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=8997ab36-2f14-4e93-a0ac-a429e51aedb7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.901881 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2bc9e8dc-2a0d-4ade-8944-822cc26d44fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3 HTTP/1.1" status: 204 len: 168 time: 0.3089702 Feb 09 02:18:37.923234 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9e8dc-2a0d-4ade-8944-822cc26d44fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf1c61b-aa3d-404e-b4cc-bd68ed7201c3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:37.986449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Router ddb35943-6eac-4f02-843d-1a7bc29c5522 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:38.089130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (83f5dca4-b346-4cdf-b90f-a11130c5d12d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.167445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.173957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.190107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event deleted for resources: {'Port': ['ID=83f5dca4-b346-4cdf-b90f-a11130c5d12d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:38.198229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.205863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.221640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.235366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.241371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.254893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-c794fb37-ac69-485e-824a-e93b6423ca50 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.3443060 Feb 09 02:18:38.256366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (5210cd35-f83c-4afa-ab18-c90c5781f96c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.290510 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.296562 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6d4ab467-835f-410a-821a-51f368c6e991 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "DELETE /v2.0/ports/83f5dca4-b346-4cdf-b90f-a11130c5d12d HTTP/1.1" status: 204 len: 168 time: 0.8385415 Feb 09 02:18:38.299159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.322044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.362244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-831f255f-c7be-47b2-8826-b070332a21f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.421085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690f827-2ccd-47ca-a828-a201506da617 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:38.422714 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2690f827-2ccd-47ca-a828-a201506da617 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "GET /v2.0/ports?device_id=00693a0c-f5d7-412c-8728-2aa0bbee0c77 HTTP/1.1" status: 200 len: 913 time: 0.1213977 Feb 09 02:18:38.426708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.483932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.492223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:38.503971 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Sync routers for ids ['ddb35943-6eac-4f02-843d-1a7bc29c5522'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:38.515756 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Routers {'ddb35943-6eac-4f02-843d-1a7bc29c5522'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:38.516709 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ddb35943-6eac-4f02-843d-1a7bc29c5522'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:38.633362 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Set router ddb35943-6eac-4f02-843d-1a7bc29c5522 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:38.646828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-831f255f-c7be-47b2-8826-b070332a21f3 admin admin] Publish callbacks [] for security_group (85a58239-ad10-4bfc-9505-6352f5272f28), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.661553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-831f255f-c7be-47b2-8826-b070332a21f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (85a58239-ad10-4bfc-9505-6352f5272f28), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.672881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.694424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-327302aa-e0d1-458a-b90e-4e4cc6536320 req-067deab7-7ac2-4b44-87ee-878b2eea99a6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3739772 Feb 09 02:18:38.696874 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.752312 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.756004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a8dd2d05-babd-48a1-975f-a916f908f9b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5752459 Feb 09 02:18:38.762860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.789697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f255f-c7be-47b2-8826-b070332a21f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a58239-ad10-4bfc-9505-6352f5272f28,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:38.826634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event updated for resources: {'Port': ['ID=8997ab36-2f14-4e93-a0ac-a429e51aedb7,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:38.847465 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (5210cd35-f83c-4afa-ab18-c90c5781f96c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.875825 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-831f255f-c7be-47b2-8826-b070332a21f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3edae4f1ef944678d9ca0a418fba36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5526497 Feb 09 02:18:38.886014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57400) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:38.926344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.932494 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb35943-6eac-4f02-843d-1a7bc29c5522', 'name': 'tempest-snat-router-1081532254', 'tenant_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '32509c93-3f9c-41e7-9c21-b9835159b870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:31Z', 'updated_at': '2022-02-09T02:18:36Z', 'revision_number': 3, 'project_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'gw_port': {'id': '32509c93-3f9c-41e7-9c21-b9835159b870', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:23:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb35943-6eac-4f02-843d-1a7bc29c5522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:18:34Z', 'updated_at': '2022-02-09T02:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:38.934253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e614152f-a4c1-422a-821e-124e065b6e7c req-df1ac369-f729-4d9d-8507-80f289b1eee6 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9522812 Feb 09 02:18:38.980552 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Checking router: ddb35943-6eac-4f02-843d-1a7bc29c5522 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:38.980903 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Updating router ddb35943-6eac-4f02-843d-1a7bc29c5522 port 32509c93-3f9c-41e7-9c21-b9835159b870 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:18:39.002920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e614152f-a4c1-422a-821e-124e065b6e7c req-bd9baec1-e33c-46fd-9029-02e54fa2d84d tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0652184 Feb 09 02:18:39.024001 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.024838 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de0b84f4-bf42-4df7-a761-e28442a98f8a tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/ddb35943-6eac-4f02-843d-1a7bc29c5522 HTTP/1.1" status: 200 len: 908 time: 0.2495699 Feb 09 02:18:39.028035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:39.173694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614152f-a4c1-422a-821e-124e065b6e7c req-ce1e3546-1931-4d02-8a6f-cd23b8994bed tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:39.190800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e614152f-a4c1-422a-821e-124e065b6e7c req-ce1e3546-1931-4d02-8a6f-cd23b8994bed tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.1868212 Feb 09 02:18:39.255961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d79bd7-fff0-4762-8701-758eef3cc3c8 req-1e9d5df7-87e3-4225-af55-e4cfe179e322 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:39.257691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8d79bd7-fff0-4762-8701-758eef3cc3c8 req-1e9d5df7-87e3-4225-af55-e4cfe179e322 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4051843 Feb 09 02:18:39.338887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea958825-af3a-470a-8275-a6987488b64a admin admin] Publish callbacks [] for security_group (85a58239-ad10-4bfc-9505-6352f5272f28), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.391010 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Publish callbacks [] for port (32509c93-3f9c-41e7-9c21-b9835159b870), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.397921 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.401101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-426cd5f0-0121-4922-8963-609f21f5a8ca req-99ca7f0c-120b-4538-a36b-8f994e345e67 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.1024070 Feb 09 02:18:39.416853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea958825-af3a-470a-8275-a6987488b64a admin admin] Publish callbacks [] for security_group (85a58239-ad10-4bfc-9505-6352f5272f28), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.473931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8d79bd7-fff0-4762-8701-758eef3cc3c8 req-55d85e76-5836-439d-81b8-6b51664d09a1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087073 Feb 09 02:18:39.484112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea958825-af3a-470a-8275-a6987488b64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (85a58239-ad10-4bfc-9505-6352f5272f28), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.485715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea958825-af3a-470a-8275-a6987488b64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.487181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ea958825-af3a-470a-8275-a6987488b64a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85a58239-ad10-4bfc-9505-6352f5272f28 HTTP/1.1" status: 204 len: 168 time: 0.5986271 Feb 09 02:18:39.545604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea958825-af3a-470a-8275-a6987488b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a58239-ad10-4bfc-9505-6352f5272f28,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:39.557525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccd610f3-9182-4d5c-9856-43835cac693b req-4ad37e3f-6063-40c8-9d47-c7487c1bf5a3 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips/5210cd35-f83c-4afa-ab18-c90c5781f96c HTTP/1.1" status: 200 len: 693 time: 0.0825620 Feb 09 02:18:39.632201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (ddb35943-6eac-4f02-843d-1a7bc29c5522), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.733944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (00693a0c-f5d7-412c-8728-2aa0bbee0c77), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.752733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Attempting to bind port 32509c93-3f9c-41e7-9c21-b9835159b870 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:39.753347 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Attempting to bind port 32509c93-3f9c-41e7-9c21-b9835159b870 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:39.753519 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Attempting to bind port 32509c93-3f9c-41e7-9c21-b9835159b870 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:39.772616 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Pushing event updated for resources: {'Port': ['ID=32509c93-3f9c-41e7-9c21-b9835159b870,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:39.780544 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:39.780922 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:39.781327 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.781722 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:39.782199 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Bound port: 32509c93-3f9c-41e7-9c21-b9835159b870, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:39.786053 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.806762 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.807454 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.807977 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.808523 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.809050 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.809561 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.810753 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.811702 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.812802 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.813452 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.814108 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.814931 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.815979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd610f3-9182-4d5c-9856-43835cac693b req-d9eaccde-aaad-44ca-96ad-42bd327c9d08 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:39.816721 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:39.818423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccd610f3-9182-4d5c-9856-43835cac693b req-d9eaccde-aaad-44ca-96ad-42bd327c9d08 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2525332 Feb 09 02:18:39.842780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2722b66-960c-4b79-97e2-140de40fd120 req-9d6a48a4-cd68-4cd4-8fc8-470d1d46ef74 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:39.844394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2722b66-960c-4b79-97e2-140de40fd120 req-9d6a48a4-cd68-4cd4-8fc8-470d1d46ef74 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2190030 Feb 09 02:18:39.862812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-ccd610f3-9182-4d5c-9856-43835cac693b req-6a6a62e9-3087-4ba7-a538-1d3f9dc4bb69 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:18:39.863799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccd610f3-9182-4d5c-9856-43835cac693b req-6a6a62e9-3087-4ba7-a538-1d3f9dc4bb69 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0390971 Feb 09 02:18:39.870886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (ddb35943-6eac-4f02-843d-1a7bc29c5522), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:39.916314 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] For port 32509c93-3f9c-41e7-9c21-b9835159b870, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:39.923495 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] For port 32509c93-3f9c-41e7-9c21-b9835159b870, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=32509c93-3f9c-41e7-9c21-b9835159b870,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:39.933389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2722b66-960c-4b79-97e2-140de40fd120 req-9b57de90-a81f-4cb7-b1a1-48f8b51a5367 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668814 Feb 09 02:18:39.937652 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.027570 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac5871-c26b-4be1-a4ee-365ad6041683 None None] Pushing event updated for resources: {'Port': ['ID=32509c93-3f9c-41e7-9c21-b9835159b870,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:40.054440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Deleting port 32509c93-3f9c-41e7-9c21-b9835159b870 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:40.054835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.075085 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Routers {'ddb35943-6eac-4f02-843d-1a7bc29c5522'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:40.077494 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ddb35943-6eac-4f02-843d-1a7bc29c5522'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:40.154672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-ff787304-02e3-4193-8004-c65b1f0fc3c3 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips/5210cd35-f83c-4afa-ab18-c90c5781f96c HTTP/1.1" status: 200 len: 693 time: 0.1222093 Feb 09 02:18:40.211490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:40.214908 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] Set router ddb35943-6eac-4f02-843d-1a7bc29c5522 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:40.242107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5320f0-95e6-4905-bb1c-ce8f784096a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.254281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.259759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.265730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.271435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.276766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.283959 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb35943-6eac-4f02-843d-1a7bc29c5522', 'name': 'tempest-snat-router-1081532254', 'tenant_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:31Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:40.288756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] For port 32509c93-3f9c-41e7-9c21-b9835159b870, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=32509c93-3f9c-41e7-9c21-b9835159b870,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:40.289134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.292856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.299192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.301990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-feda2518-b3bf-443b-b4b2-77475ab7ebae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.3417468 Feb 09 02:18:40.308449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Calling delete_port for 32509c93-3f9c-41e7-9c21-b9835159b870 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:40.332082 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f516ba-8f66-4c98-82c8-ef6000a3732f None None] The sync data for ids ['ddb35943-6eac-4f02-843d-1a7bc29c5522'] in n-d-826675-12 is: [{'id': 'ddb35943-6eac-4f02-843d-1a7bc29c5522', 'name': 'tempest-snat-router-1081532254', 'tenant_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:18:31Z', 'updated_at': '2022-02-09T02:18:39Z', 'revision_number': 4, 'project_id': 'fe9005aa2f4141e4833162e1e6aede5e', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:40.422467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Deleting port 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:40.422849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.457738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02c9c4fc-3717-44f5-9a20-0b401259c9a7 req-36a0f7c6-32b2-44ad-84a9-10fe0e424c31 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463704 Feb 09 02:18:40.471042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-5bc13821-4ad7-4d6a-b392-dbe02776a296 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.472772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-5bc13821-4ad7-4d6a-b392-dbe02776a296 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2988188 Feb 09 02:18:40.495297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-6fdc1f80-b83a-4d05-8508-3647d2846445 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:18:40.496737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-6fdc1f80-b83a-4d05-8508-3647d2846445 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175247 Feb 09 02:18:40.549265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5320f0-95e6-4905-bb1c-ce8f784096a3 admin admin] Publish callbacks [] for security_group (0f62065a-7e6a-4c16-9e63-09693a40da02), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.578094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-503540c6-9f98-4355-b338-90c67641be0a tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0735881 Feb 09 02:18:40.605061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5320f0-95e6-4905-bb1c-ce8f784096a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0f62065a-7e6a-4c16-9e63-09693a40da02), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.691206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-3a76f36a-dd05-40fc-96eb-55c6c2a9b24e tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.1021743 Feb 09 02:18:40.693443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.699359 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a5320f0-95e6-4905-bb1c-ce8f784096a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=134ec25f564346c4ac6bbda774dc5e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4867809 Feb 09 02:18:40.703910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57434) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:40.715763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Calling delete_port for 4589515f-09d2-46b6-8dec-f0f8ad5d38d0 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:40.718217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5320f0-95e6-4905-bb1c-ce8f784096a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f62065a-7e6a-4c16-9e63-09693a40da02,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:40.834904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (32509c93-3f9c-41e7-9c21-b9835159b870), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.872395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event deleted for resources: {'Port': ['ID=32509c93-3f9c-41e7-9c21-b9835159b870,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:40.874224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-9f870e71-3a67-4fd9-8a8c-5d13580c8b75 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:40.881410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-9f870e71-3a67-4fd9-8a8c-5d13580c8b75 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.3017797 Feb 09 02:18:40.946424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-b735b37f-c55a-4025-a13f-ee9bb07107c3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/quotas/8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 375 time: 0.0645280 Feb 09 02:18:40.965594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40f6c966-de08-440a-b600-9fc831c82424 admin admin] Publish callbacks [] for security_group (0f62065a-7e6a-4c16-9e63-09693a40da02), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.994637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (ddb35943-6eac-4f02-843d-1a7bc29c5522), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.028188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40f6c966-de08-440a-b600-9fc831c82424 admin admin] Publish callbacks [] for security_group (0f62065a-7e6a-4c16-9e63-09693a40da02), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.082582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-38295d9a-5b44-4ceb-84b8-d1b78f7d29b7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1352172 Feb 09 02:18:41.089465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Deleting port 8997ab36-2f14-4e93-a0ac-a429e51aedb7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:41.089804 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.139112 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (ddb35943-6eac-4f02-843d-1a7bc29c5522), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.145472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (ddb35943-6eac-4f02-843d-1a7bc29c5522), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.186789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40f6c966-de08-440a-b600-9fc831c82424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0f62065a-7e6a-4c16-9e63-09693a40da02), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.189535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40f6c966-de08-440a-b600-9fc831c82424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.193421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-40f6c966-de08-440a-b600-9fc831c82424 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f62065a-7e6a-4c16-9e63-09693a40da02 HTTP/1.1" status: 204 len: 168 time: 0.4857156 Feb 09 02:18:41.222893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6c966-de08-440a-b600-9fc831c82424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f62065a-7e6a-4c16-9e63-09693a40da02,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.243311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4589515f-09d2-46b6-8dec-f0f8ad5d38d0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.248712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.249051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (8997ab36-2f14-4e93-a0ac-a429e51aedb7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.269548 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (ddb35943-6eac-4f02-843d-1a7bc29c5522), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.270069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddb35943-6eac-4f02-843d-1a7bc29c5522 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:41.298410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.299620 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2e088a98-39f6-463c-97b4-0ede0d3d6fca tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ddb35943-6eac-4f02-843d-1a7bc29c5522 HTTP/1.1" status: 204 len: 168 time: 2.2706797 Feb 09 02:18:41.312754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57440) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:41.315558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event deleted for resources: {'Port': ['ID=4589515f-09d2-46b6-8dec-f0f8ad5d38d0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.322500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Calling delete_port for 8997ab36-2f14-4e93-a0ac-a429e51aedb7 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:41.696032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.698789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (00693a0c-f5d7-412c-8728-2aa0bbee0c77), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.722918 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8997ab36-2f14-4e93-a0ac-a429e51aedb7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.805084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-b50c6d6e-345b-4715-9019-33a9768e8f83 service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475375 Feb 09 02:18:41.845062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event deleted for resources: {'Port': ['ID=8997ab36-2f14-4e93-a0ac-a429e51aedb7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:41.962028 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (5210cd35-f83c-4afa-ab18-c90c5781f96c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.964712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:41.965876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c16d23-121b-4066-b9a5-f3b01711ad67 req-f16c7cdc-0c17-4f29-873e-2fa0df3d64ff tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "DELETE /v2.0/floatingips/5210cd35-f83c-4afa-ab18-c90c5781f96c HTTP/1.1" status: 204 len: 173 time: 1.2433569 Feb 09 02:18:42.024268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Router 00693a0c-f5d7-412c-8728-2aa0bbee0c77 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:42.025923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.043339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-b06b8df1-0ddd-44a3-acfa-8eed1da824fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7837210 Feb 09 02:18:42.141966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-340bbead-c93a-482b-9c82-06403aae28a0 req-b4c5a007-ef97-46a1-b224-75e97590d2bc tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0690699 Feb 09 02:18:42.195004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:42.207788 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7add6216-a844-4945-bfd4-4229cde080a8 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "PUT /v2.0/routers/00693a0c-f5d7-412c-8728-2aa0bbee0c77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7799764 Feb 09 02:18:42.208619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:42.212758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] Sync routers for ids ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:42.230131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] Routers {'00693a0c-f5d7-412c-8728-2aa0bbee0c77'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:42.230871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:42.250616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-be9851a8-a947-499f-87e7-342f86476a5a service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099674 Feb 09 02:18:42.268669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-58d0aca6-7da9-49c9-b13c-dc3d9cd9e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:42.270936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-58d0aca6-7da9-49c9-b13c-dc3d9cd9e61c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1129 time: 0.1673810 Feb 09 02:18:42.296362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:42.318543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] Routers {'00693a0c-f5d7-412c-8728-2aa0bbee0c77'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:42.319152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:42.323935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Deleting port 2097d23d-a070-4793-beb9-1a0388be148b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:42.324279 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2097d23d-a070-4793-beb9-1a0388be148b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.341149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c69febc5-d011-4fa6-b118-6ba2657c8bff tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for router (00693a0c-f5d7-412c-8728-2aa0bbee0c77), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:42.388966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:42.389630 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af215180-7f19-4503-947b-09eddcfd6ea3 None None] The sync data for ids ['00693a0c-f5d7-412c-8728-2aa0bbee0c77'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:42.490627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-e619231c-2350-4b0a-9201-b5af5c98a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:42.493442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-e619231c-2350-4b0a-9201-b5af5c98a067 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.1934528 Feb 09 02:18:43.158776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d63f-3f63-4c8e-b1d6-9bb12028ca2c req-1a97cd89-e64f-4002-a210-02c39ff97ad1 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.160339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2283d63f-3f63-4c8e-b1d6-9bb12028ca2c req-1a97cd89-e64f-4002-a210-02c39ff97ad1 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6487741 Feb 09 02:18:43.170067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c69febc5-d011-4fa6-b118-6ba2657c8bff tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (00693a0c-f5d7-412c-8728-2aa0bbee0c77), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.174499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.179917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.192328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.192553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c69febc5-d011-4fa6-b118-6ba2657c8bff tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for router_controller (00693a0c-f5d7-412c-8728-2aa0bbee0c77), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.192644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.197309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.204541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.209916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.229019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-4f629452-72c4-4960-a6af-e780ae62710f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.9432323 Feb 09 02:18:43.285612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] For port 2097d23d-a070-4793-beb9-1a0388be148b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2097d23d-a070-4793-beb9-1a0388be148b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:43.285993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2097d23d-a070-4793-beb9-1a0388be148b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.300847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f5d8587-acc6-4902-bfc5-95cec53dada6 req-0dc7a6df-9330-4db7-9019-8584cb35532e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 210 time: 0.0483973 Feb 09 02:18:43.303392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Calling delete_port for 2097d23d-a070-4793-beb9-1a0388be148b owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:43.327872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-060c4ac8-578a-49d7-a18d-467e3a5d538d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 1002 time: 0.8160663 Feb 09 02:18:43.495811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-443e0c05-8bc7-4705-97dc-cc5bead68ba4 req-77c9cf61-1763-4d90-b8c9-f0dd1dc3e396 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=c5950b4dde4643ed890ed18fe0974455 HTTP/1.1" status: 200 len: 1656 time: 0.1084721 Feb 09 02:18:43.505431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a35ba254-998e-4e35-bf56-a68d06f8ef1c req-839c2acf-eca1-4e03-a0de-0558e813e40e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2722783 Feb 09 02:18:43.681054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e0c05-8bc7-4705-97dc-cc5bead68ba4 req-3db7a4a3-4a1f-4eaa-9675-a5d90e6bf044 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.687781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-443e0c05-8bc7-4705-97dc-cc5bead68ba4 req-3db7a4a3-4a1f-4eaa-9675-a5d90e6bf044 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks?id=7f4361da-6d03-4d89-bef7-822a50957776&id=7f4361da-6d03-4d89-bef7-822a50957776&id=7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 787 time: 0.1839783 Feb 09 02:18:43.712593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c69febc5-d011-4fa6-b118-6ba2657c8bff tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (00693a0c-f5d7-412c-8728-2aa0bbee0c77), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.713152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69febc5-d011-4fa6-b118-6ba2657c8bff tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Fanout notify agent at l3_agent the message router_deleted on router 00693a0c-f5d7-412c-8728-2aa0bbee0c77 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:43.720962 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c69febc5-d011-4fa6-b118-6ba2657c8bff tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.731573 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c69febc5-d011-4fa6-b118-6ba2657c8bff tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "DELETE /v2.0/routers/00693a0c-f5d7-412c-8728-2aa0bbee0c77 HTTP/1.1" status: 204 len: 168 time: 1.5207858 Feb 09 02:18:43.731820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57496) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:43.838365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2097d23d-a070-4793-beb9-1a0388be148b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:43.847290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-ba2be129-c11d-4252-aad0-298393b1ac77 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips/8aef56dc-d7e7-4e23-9b8a-d9743bb3f72e HTTP/1.1" status: 200 len: 693 time: 0.1128509 Feb 09 02:18:43.850039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-3fa3cb99-0529-497c-a546-bed7be6a5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:43.851567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-3fa3cb99-0529-497c-a546-bed7be6a5b34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.5229104 Feb 09 02:18:43.854128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b18a2ced-c5aa-4426-ad72-55ab9ac44f86 req-aeb0c7c1-713f-45ff-84ed-4c9f9c071ff2 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.1618388 Feb 09 02:18:43.904407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event deleted for resources: {'Port': ['ID=2097d23d-a070-4793-beb9-1a0388be148b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:43.947470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57498) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:43.973652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.007172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Deleting subnet 82d51079-141f-48bc-a9da-79f3490e9a4a {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:18:44.010524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for subnet (82d51079-141f-48bc-a9da-79f3490e9a4a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.052694 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (82d51079-141f-48bc-a9da-79f3490e9a4a), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.096603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.099037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_controller (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.155657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (4e1e6cdc-dbd8-425e-a28d-7e1437bef19e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.156463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1e6cdc-dbd8-425e-a28d-7e1437bef19e {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:44.161532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.166981 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44907ba8-df9f-452b-8182-350db2bb4540 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "DELETE /v2.0/routers/4e1e6cdc-dbd8-425e-a28d-7e1437bef19e HTTP/1.1" status: 204 len: 168 time: 2.8494818 Feb 09 02:18:44.168267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f44ae62e-42fe-4727-8fb2-6e0b6b2998d6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-87570326'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:44.168767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f44ae62e-42fe-4727-8fb2-6e0b6b2998d6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:18:44.168892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-6faf3873-7213-4f28-98a9-429b840d4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:44.170538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-6faf3873-7213-4f28-98a9-429b840d4dfd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2933173 Feb 09 02:18:44.171677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:44.184595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1572057381', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:44.246125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (82d51079-141f-48bc-a9da-79f3490e9a4a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.284260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.284260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.386952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (82d51079-141f-48bc-a9da-79f3490e9a4a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.430243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f44ae62e-42fe-4727-8fb2-6e0b6b2998d6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.431481 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f44ae62e-42fe-4727-8fb2-6e0b6b2998d6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4831715 Feb 09 02:18:44.434726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:44.440169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ce8432dc-5a99-459a-87c4-1e30a41f57f6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '92407675-0a26-4344-8522-d2d73101e4c8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:44.440685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ce8432dc-5a99-459a-87c4-1e30a41f57f6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:18:44.512788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event deleted for resources: {'Subnet': ['ID=82d51079-141f-48bc-a9da-79f3490e9a4a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:44.531561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173c110-52ec-4364-b62e-9d93b91f8d49 None None] Network e529a378-9277-4427-93cd-f1abdc712302 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:44.541551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-8bba34ae-a7b3-4cb7-9cb1-85738b743f41 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:44.543170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-8bba34ae-a7b3-4cb7-9cb1-85738b743f41 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.6378291 Feb 09 02:18:44.549834 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.553114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-416f4ecc-e7e0-4435-800d-e27533315025 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "DELETE /v2.0/subnets/82d51079-141f-48bc-a9da-79f3490e9a4a HTTP/1.1" status: 204 len: 168 time: 0.8118677 Feb 09 02:18:44.555419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48c859e5-01dd-47db-9635-2bb4810c4994 req-6969e6f0-dba1-47a5-901b-e9e738ead6d2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 210 time: 0.0895605 Feb 09 02:18:44.562350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57510) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:44.611397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.613913 n-d-826675-12 neutron-server[103150]: WARNING neutron.services.metering.metering_plugin [None req-ce8432dc-5a99-459a-87c4-1e30a41f57f6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 02:18:44.721847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-47df6437-39f1-4a93-b166-1061e9989d67 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:44.723151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-47df6437-39f1-4a93-b166-1061e9989d67 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.5736992 Feb 09 02:18:44.742874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-6b9c5711-3129-4965-ba93-e00dfcfa76d3 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.1789536 Feb 09 02:18:44.766050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] DHCP port deletion for e529a378-9277-4427-93cd-f1abdc712302 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:18:44.790567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'port': {'device_id': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'admin_state_up': True, 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:44.871353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] Deleting port d600259d-6157-458f-9d71-213804897459 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:44.871859 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d600259d-6157-458f-9d71-213804897459), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.893126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-df28b4b2-9929-4628-b536-7ed3a17ff0cc service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688527 Feb 09 02:18:44.902805 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e529a378-9277-4427-93cd-f1abdc712302), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.933000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce8432dc-5a99-459a-87c4-1e30a41f57f6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.934346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ce8432dc-5a99-459a-87c4-1e30a41f57f6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4985836 Feb 09 02:18:44.938347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-67838b93-3c64-4edf-9c77-444d7f9fc310 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.1948433 Feb 09 02:18:44.938542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57516) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:44.943270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd08f2da-60c5-46b6-919e-663cce06ec73 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '92407675-0a26-4344-8522-d2d73101e4c8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:44.943768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd08f2da-60c5-46b6-919e-663cce06ec73 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:18:44.978564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] For port d600259d-6157-458f-9d71-213804897459, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d600259d-6157-458f-9d71-213804897459,segment=NetworkSegment(9867aae8-8227-499d-91d4-807d9b16a287),segment_id=9867aae8-8227-499d-91d4-807d9b16a287)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:44.978967 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d600259d-6157-458f-9d71-213804897459), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:44.993999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] Calling delete_port for d600259d-6157-458f-9d71-213804897459 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:45.051187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92027831-e5ac-4134-b073-f3f191ed5fc7 req-37e253f5-c8a5-4c74-9187-25995aa968ca service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453106 Feb 09 02:18:45.074487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.081353 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (d600259d-6157-458f-9d71-213804897459), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.114037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] Pushing event deleted for resources: {'Port': ['ID=d600259d-6157-458f-9d71-213804897459,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:45.120695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e848fd-77d2-4af1-89aa-1b3b7350079c None None] No DVR routers for this DVR port d600259d-6157-458f-9d71-213804897459 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:18:45.184588 n-d-826675-12 neutron-server[103150]: WARNING neutron.services.metering.metering_plugin [None req-fd08f2da-60c5-46b6-919e-663cce06ec73 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 02:18:45.195971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.205420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.211727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.220513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.227366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.234592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.240305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:45.242164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-2cc27561-ba7f-401e-a592-47b7f0410ca9 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.5584240 Feb 09 02:18:45.317905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd08f2da-60c5-46b6-919e-663cce06ec73 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.327794 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fd08f2da-60c5-46b6-919e-663cce06ec73 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3796792 Feb 09 02:18:45.328044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2097d23d-a070-4793-beb9-1a0388be148b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:45.332874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57518) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:45.351139 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fae36143-0ecc-43ed-96df-9f7606148aa6 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=a95c718c-b57a-4eb9-b85f-c5822c488a10 HTTP/1.1" status: 200 len: 464 time: 0.0144758 Feb 09 02:18:45.352083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:45.375359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2097d23d-a070-4793-beb9-1a0388be148b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:45.376346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2097d23d-a070-4793-beb9-1a0388be148b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:45.377079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d600259d-6157-458f-9d71-213804897459 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:45.406886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d600259d-6157-458f-9d71-213804897459 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:45.407701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d600259d-6157-458f-9d71-213804897459 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:45.458430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e529a378-9277-4427-93cd-f1abdc712302), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.510554 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff1f0231-4592-4ffa-8299-6d0cb3e60a64 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.514632 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff1f0231-4592-4ffa-8299-6d0cb3e60a64 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/a95c718c-b57a-4eb9-b85f-c5822c488a10 HTTP/1.1" status: 204 len: 168 time: 0.1576447 Feb 09 02:18:45.516339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:45.521909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e529a378-9277-4427-93cd-f1abdc712302']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:45.535784 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-82599654-0b2f-4828-8cde-7cc3649e4f1a tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=a95c718c-b57a-4eb9-b85f-c5822c488a10 HTTP/1.1" status: 200 len: 221 time: 0.0127051 Feb 09 02:18:45.537867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Made reservation on behalf of 8fff14ed98e6481db56402c3ccdde54d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:45.541475 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.543466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:45.554499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2abbf176-46b4-4f75-8cda-27186bccb383 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--28008373', 'description': 'label created by tempest'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:45.554817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2abbf176-46b4-4f75-8cda-27186bccb383 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:18:45.569924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9867aae8-8227-499d-91d4-807d9b16a287') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:45.570235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9867aae8-8227-499d-91d4-807d9b16a287') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:45.581708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Deleting port 267f1694-7b5c-407d-92f7-72e5dcafd1e3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:45.582065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.596161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66113fe7-772f-49b5-acc3-8dd5f4fe9313 req-120ce7e4-677f-42bd-a1d3-96b8b1bf2e88 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2983532 Feb 09 02:18:45.599561 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (9867aae8-8227-499d-91d4-807d9b16a287), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.694034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9867aae8-8227-499d-91d4-807d9b16a287), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.765580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51fdd699-73ed-4933-850c-87a0c6a54b3d req-995306ef-a0f5-469f-8a02-db3225ebc195 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0797760 Feb 09 02:18:45.770729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:18:45.771062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (9867aae8-8227-499d-91d4-807d9b16a287), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:18:45.774306 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:18:45.842141 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2abbf176-46b4-4f75-8cda-27186bccb383 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.845957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2abbf176-46b4-4f75-8cda-27186bccb383 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2927208 Feb 09 02:18:45.847117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:45.873692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.973088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:45.976383 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f948061b-911c-4002-9e8b-2e2186c61269 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=eca71bbc-fa97-437a-9494-e53c1464d444 HTTP/1.1" status: 200 len: 466 time: 0.1288857 Feb 09 02:18:45.984718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.249631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8903-1ea5-48de-bb03-73b538818e7d tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.250794 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2fb8903-1ea5-48de-bb03-73b538818e7d tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/eca71bbc-fa97-437a-9494-e53c1464d444 HTTP/1.1" status: 204 len: 168 time: 0.2650161 Feb 09 02:18:46.253390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.271272 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ccc9fc5e-f7f3-420c-a9f4-3c4f7ff8e3bf tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=eca71bbc-fa97-437a-9494-e53c1464d444 HTTP/1.1" status: 200 len: 216 time: 0.0167017 Feb 09 02:18:46.274994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.284108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-101bfe28-fbbf-4a68-91d4-5376748a302a req-b2f08ce7-5e4d-46b6-9c4d-e3871a98556e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 210 time: 0.0797384 Feb 09 02:18:46.289334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.289669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (267f1694-7b5c-407d-92f7-72e5dcafd1e3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.290291 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c454efc-e4e1-4098-8fc2-49514254acaf tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0141463 Feb 09 02:18:46.293634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e529a378-9277-4427-93cd-f1abdc712302), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.293820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57538) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.311450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.314870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] 10.222.0.53 "DELETE /v2.0/networks/e529a378-9277-4427-93cd-f1abdc712302 HTTP/1.1" status: 204 len: 168 time: 1.7481627 Feb 09 02:18:46.320024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Allocated IP 172.25.6.214 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/863fad6e-57c5-4a8a-baa6-578e22acef35) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:46.335781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4bc010c8-be90-455d-9c77-8475e9cbf202 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0353420 Feb 09 02:18:46.336232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.343315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Calling delete_port for 267f1694-7b5c-407d-92f7-72e5dcafd1e3 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:46.360887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa5407-ae80-451a-a81d-6eb00ada8449 tempest-FloatingIPNegativeTestJSON-855084549 tempest-FloatingIPNegativeTestJSON-855084549-project] Pushing event deleted for resources: {'Network': ['ID=e529a378-9277-4427-93cd-f1abdc712302,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:46.363497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Allocated IP 172.20.0.3 (c807e0c0-3c9c-47d8-9236-f90112b40139/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c/358b428d-18e9-4a5e-bb8c-51df63390668) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:46.446539 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea3038e4-f2c1-456b-a47e-071f0fc39031 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/92407675-0a26-4344-8522-d2d73101e4c8 HTTP/1.1" status: 200 len: 471 time: 0.1079884 Feb 09 02:18:46.452042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57544) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.504034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ad0886a8-f49c-4ddc-b878-c36df7552941 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/9dbe164c-fd55-4c06-94f2-baee5b6988f0 HTTP/1.1" status: 200 len: 461 time: 0.0507176 Feb 09 02:18:46.507455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.577511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for port (863fad6e-57c5-4a8a-baa6-578e22acef35), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.673983 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (358b428d-18e9-4a5e-bb8c-51df63390668), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.757819 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.811123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57552) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:46.930246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:46.951254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:46.971571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:47.078408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.080665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.083957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (267f1694-7b5c-407d-92f7-72e5dcafd1e3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.085816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=358b428d-18e9-4a5e-bb8c-51df63390668,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:47.143766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.150503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.159187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.170920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.185877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.191010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c66909f-ea6c-4fec-ad2c-6c183960d430 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.194294 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3c66909f-ea6c-4fec-ad2c-6c183960d430 tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/9dbe164c-fd55-4c06-94f2-baee5b6988f0 HTTP/1.1" status: 204 len: 168 time: 0.6812403 Feb 09 02:18:47.198906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:47.199446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.217208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:47.230594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-d080a8b5-b2ba-4d3c-9d65-5a387f7074b5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.4700148 Feb 09 02:18:47.319218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event deleted for resources: {'Port': ['ID=267f1694-7b5c-407d-92f7-72e5dcafd1e3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:47.360452 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (863fad6e-57c5-4a8a-baa6-578e22acef35), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.370279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-239361d1-c3e1-4b23-8a66-25c2705aa783 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5946071 Feb 09 02:18:47.375479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5cf41163-3359-45ab-a85a-76923214c3f1 None None] Provisioning complete for port 358b428d-18e9-4a5e-bb8c-51df63390668 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:47.376421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5cf41163-3359-45ab-a85a-76923214c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.383671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Request body: {'port': {'device_id': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:47.471644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5cf41163-3359-45ab-a85a-76923214c3f1 None None] Port 358b428d-18e9-4a5e-bb8c-51df63390668 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:18:47.475107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-497d7732-cfb0-4967-a0b6-23a8f32a21cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdb06cfc01104a34bc849173fef51c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6624186 Feb 09 02:18:47.478660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:47.479899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:47.550911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:47.554860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.563107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:47.566310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (8aef56dc-d7e7-4e23-9b8a-d9743bb3f72e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.569442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.570445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event updated for resources: {'Port': ['ID=863fad6e-57c5-4a8a-baa6-578e22acef35,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:47.570914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ccb8030-4dbd-4ed4-b9aa-7a5d91c20730 req-e71c2516-61cb-4233-86f4-ebfa11f6bd0c tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "DELETE /v2.0/floatingips/8aef56dc-d7e7-4e23-9b8a-d9743bb3f72e HTTP/1.1" status: 204 len: 173 time: 2.6317930 Feb 09 02:18:47.582053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4db87555-4441-4dea-b1cf-5216cee8283c tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.583660 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4db87555-4441-4dea-b1cf-5216cee8283c tempest-MeteringTestJSON-41450944 tempest-MeteringTestJSON-41450944-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/92407675-0a26-4344-8522-d2d73101e4c8 HTTP/1.1" status: 204 len: 168 time: 0.3837919 Feb 09 02:18:47.597191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420cbbb6-7991-47bd-bc13-81d93d0ff691 req-0e36959e-dd40-4d22-8d8f-4ec1288a2058 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3627288 Feb 09 02:18:47.732999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4f01c20-3047-4e7d-abbe-5d19ef8e5dd8 admin admin] Publish callbacks [] for security_group (259f9a71-c293-4aa0-8cd8-581044e45312), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.776465 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.797674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7e04bc-6628-4bf8-a36b-38da1b7aa4c3 req-f3146dad-ebc7-4c69-8011-db801be64121 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0882711 Feb 09 02:18:47.934832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:47.944389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-7af4a30f-c994-4571-ac5f-b5cfeca5ab11 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips/f290b75b-df51-4159-9dde-7bee21be404c HTTP/1.1" status: 200 len: 692 time: 0.0809612 Feb 09 02:18:47.944894 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4f01c20-3047-4e7d-abbe-5d19ef8e5dd8 admin admin] Publish callbacks [] for security_group (259f9a71-c293-4aa0-8cd8-581044e45312), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.062246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928e70d-e64b-4409-ab70-5e2df4a09919 req-606a22df-53b1-486d-88ba-1a9c38ca4155 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:48.063886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f928e70d-e64b-4409-ab70-5e2df4a09919 req-606a22df-53b1-486d-88ba-1a9c38ca4155 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 931 time: 0.3253767 Feb 09 02:18:48.183057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f928e70d-e64b-4409-ab70-5e2df4a09919 req-f5d4a5ed-9c2c-4874-a5c6-00ba19f8395a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852299 Feb 09 02:18:48.235424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-6a52c62f-11f7-4c19-a804-aa3b70dc76ce tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:48.236862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-6a52c62f-11f7-4c19-a804-aa3b70dc76ce tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.2820537 Feb 09 02:18:48.305390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4f01c20-3047-4e7d-abbe-5d19ef8e5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (259f9a71-c293-4aa0-8cd8-581044e45312), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.309664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4f01c20-3047-4e7d-abbe-5d19ef8e5dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.311354 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4f01c20-3047-4e7d-abbe-5d19ef8e5dd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/259f9a71-c293-4aa0-8cd8-581044e45312 HTTP/1.1" status: 204 len: 168 time: 0.8257449 Feb 09 02:18:48.312563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edda1617-2301-402a-bb93-3e7b1978f3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.327494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-2cfdb554-1f0a-4e67-adde-83cbb1658d15 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0815880 Feb 09 02:18:48.404448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-9af794b4-62ab-4ffb-8df8-e5a090985186 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.93 HTTP/1.1" status: 200 len: 695 time: 0.0695508 Feb 09 02:18:48.440597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f01c20-3047-4e7d-abbe-5d19ef8e5dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259f9a71-c293-4aa0-8cd8-581044e45312,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:48.564280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.583980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358b428d-18e9-4a5e-bb8c-51df63390668 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:48.597875 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Publish callbacks [] for port (358b428d-18e9-4a5e-bb8c-51df63390668), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.627424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Transition to ACTIVE for port object 358b428d-18e9-4a5e-bb8c-51df63390668 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:18:48.638778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.665307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Deleting port 44fc086e-74eb-4f14-b44c-449de72e40a5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:48.668055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.763817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edda1617-2301-402a-bb93-3e7b1978f3c2 admin admin] Publish callbacks [] for security_group (8c0a2bdc-0939-4302-be83-bb18a4a5efaa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.773803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-edda1617-2301-402a-bb93-3e7b1978f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c0a2bdc-0939-4302-be83-bb18a4a5efaa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.871546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-edda1617-2301-402a-bb93-3e7b1978f3c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad0a69567d8c4d8381e5f8b830eb89d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9351466 Feb 09 02:18:48.917532 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:48.921934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda1617-2301-402a-bb93-3e7b1978f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a2bdc-0939-4302-be83-bb18a4a5efaa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:48.926328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57592) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:49.118904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=358b428d-18e9-4a5e-bb8c-51df63390668,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:49.126176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.249091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.254688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.260493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.266369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.272550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.280511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.286533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:49.295443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-98a29a05-5310-453d-a753-b2374db02067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.4946132 Feb 09 02:18:49.343342 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.344025 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (44fc086e-74eb-4f14-b44c-449de72e40a5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.411155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Calling delete_port for 44fc086e-74eb-4f14-b44c-449de72e40a5 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:49.425523 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ed411cc-74a6-4d17-b1e7-0b7a3fe9e64f admin admin] Publish callbacks [] for security_group (8c0a2bdc-0939-4302-be83-bb18a4a5efaa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.442890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d6d7814-7682-45c0-abca-8379c255fc90 req-e29ad58c-ff3a-4313-acfb-8948cf225ed3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464143 Feb 09 02:18:49.443663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Attempting to bind port 358b428d-18e9-4a5e-bb8c-51df63390668 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:18:49.444009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Attempting to bind port 358b428d-18e9-4a5e-bb8c-51df63390668 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:18:49.444383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Attempting to bind port 358b428d-18e9-4a5e-bb8c-51df63390668 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:49.461550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Port 358b428d-18e9-4a5e-bb8c-51df63390668 on network c807e0c0-3c9c-47d8-9236-f90112b40139 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:18:49.461885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Attempting to bind port 358b428d-18e9-4a5e-bb8c-51df63390668 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:18:49.507574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Router 4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:18:49.509038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ed411cc-74a6-4d17-b1e7-0b7a3fe9e64f admin admin] Publish callbacks [] for security_group (8c0a2bdc-0939-4302-be83-bb18a4a5efaa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.539890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:18:49.546281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:49.547008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Bound using segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:18:49.547687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Bound port: 358b428d-18e9-4a5e-bb8c-51df63390668, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:18:49.548237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.684152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:49.695035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4367d947-d485-42b7-bb99-ad38d5ff94bb req-93176b0a-828d-4c35-b058-26e670aa4181 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.1146383 Feb 09 02:18:49.703191 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] Sync routers for ids ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:49.735695 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] Routers {'4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:49.736332 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:49.757988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] For port 358b428d-18e9-4a5e-bb8c-51df63390668, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:18:49.763864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ed411cc-74a6-4d17-b1e7-0b7a3fe9e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c0a2bdc-0939-4302-be83-bb18a4a5efaa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.767377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ed411cc-74a6-4d17-b1e7-0b7a3fe9e64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.768774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ed411cc-74a6-4d17-b1e7-0b7a3fe9e64f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c0a2bdc-0939-4302-be83-bb18a4a5efaa HTTP/1.1" status: 204 len: 168 time: 0.8234713 Feb 09 02:18:49.770869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.775372 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1ff13edf-ca79-4256-9b26-6ba3cc04c3fc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6014972 Feb 09 02:18:49.777177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57614) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:49.791119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:49.794026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:49.835546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed411cc-74a6-4d17-b1e7-0b7a3fe9e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a2bdc-0939-4302-be83-bb18a4a5efaa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:49.864923 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:49.890246 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] Routers {'4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:49.890901 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:49.998935 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:49.999642 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c7b71-f884-415f-9a10-b59d3aebc457 None None] The sync data for ids ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:50.001208 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (44fc086e-74eb-4f14-b44c-449de72e40a5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.021283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] For port 358b428d-18e9-4a5e-bb8c-51df63390668, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=358b428d-18e9-4a5e-bb8c-51df63390668,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:18:50.086601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event deleted for resources: {'Port': ['ID=44fc086e-74eb-4f14-b44c-449de72e40a5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:50.148554 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.270999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'networks': [{'name': 'tempest-network--1623315725'}, {'name': 'tempest-network--2136950529'}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:50.271470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'network': {'name': 'tempest-network--1623315725'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:50.271994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'network': {'name': 'tempest-network--2136950529'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:50.288654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deb046-66d8-4b9b-9426-b853dd113e51 req-c61e2fbf-3667-436a-8046-4c44e2af3715 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.299493 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58deb046-66d8-4b9b-9426-b853dd113e51 req-c61e2fbf-3667-436a-8046-4c44e2af3715 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 943 time: 0.4195724 Feb 09 02:18:50.309986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.323358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.325031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] 10.222.0.82 "PUT /v2.0/ports/358b428d-18e9-4a5e-bb8c-51df63390668 HTTP/1.1" status: 200 len: 1092 time: 2.9466820 Feb 09 02:18:50.327891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'tag': '358b428d-18e9-4a5e-bb8c-51df63390668'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:50.330631 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c9688-611e-4623-abb3-2b0eeb85b418" -d '{"events": [{"name": "network-changed", "server_uuid": "6df69a8c-61bf-4037-a83a-8022f1059f85", "tag": "358b428d-18e9-4a5e-bb8c-51df63390668"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:50.352092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Made reservation on behalf of a12dec017f71427a9bc0cc71503df9e9 for: {'network': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:50.376934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.399730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.437042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (f290b75b-df51-4159-9dde-7bee21be404c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.442759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.447571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.448953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-833dc33d-5481-4b74-9b16-696e4b2ef0ba req-286bc7e1-7225-453d-b879-2bd251bf2dc0 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "DELETE /v2.0/floatingips/f290b75b-df51-4159-9dde-7bee21be404c HTTP/1.1" status: 204 len: 173 time: 2.0385535 Feb 09 02:18:50.476615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae1134-bbda-47be-bba7-55801aacf8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=358b428d-18e9-4a5e-bb8c-51df63390668,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:50.536103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58deb046-66d8-4b9b-9426-b853dd113e51 req-c73342ee-6e56-4910-a663-3739bac699bd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356007 Feb 09 02:18:50.536865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57628) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:50.553598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d60e7534-49d0-42d6-a169-e0f610c39096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.664006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d60e7534-49d0-42d6-a169-e0f610c39096 admin admin] Publish callbacks [] for security_group (14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.668645 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30da3eef-fbb1-48bc-b373-2952d13ec831 x-openstack-request-id: req-30da3eef-fbb1-48bc-b373-2952d13ec831 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:50.668994 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df69a8c-61bf-4037-a83a-8022f1059f85", "tag": "358b428d-18e9-4a5e-bb8c-51df63390668", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:50.669287 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30da3eef-fbb1-48bc-b373-2952d13ec831 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:50.669701 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'tag': '358b428d-18e9-4a5e-bb8c-51df63390668', 'status': 'completed', 'code': 200} Feb 09 02:18:50.677851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d60e7534-49d0-42d6-a169-e0f610c39096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.715216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for security_group (b337e027-8a6f-4520-905d-3f87ea612aea), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.727978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b337e027-8a6f-4520-905d-3f87ea612aea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.728586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.737686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d60e7534-49d0-42d6-a169-e0f610c39096 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=572356fa0952437e85c6ea535440c479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1978619 Feb 09 02:18:50.740440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e7534-49d0-42d6-a169-e0f610c39096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:50.743972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57634) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:50.799460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:50.833885 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (23279e06-0b3d-4f46-a488-8aa945c0168b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.834520 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Added segment 23279e06-0b3d-4f46-a488-8aa945c0168b of type vlan for network 03351109-234b-4664-8447-7caea3a04869 Feb 09 02:18:50.837727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3dcbb211-d252-4e1e-a0be-1a3f1f2ecdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:50.839312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-3dcbb211-d252-4e1e-a0be-1a3f1f2ecdd8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 1126 time: 0.3889353 Feb 09 02:18:50.847240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b337e027-8a6f-4520-905d-3f87ea612aea,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:50.885024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-c09a8a26-a1db-4094-a0f6-724b800a3eaf tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips/783cde08-3c63-4916-9f85-58b9c167a2bd HTTP/1.1" status: 200 len: 693 time: 0.1773586 Feb 09 02:18:50.934618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-fac9035d-e3c8-40bb-84a0-def8fcaf2511 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=358b428d-18e9-4a5e-bb8c-51df63390668 HTTP/1.1" status: 200 len: 217 time: 0.0768530 Feb 09 02:18:50.938340 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50771e69-9dbd-4540-9e68-7e96a294634f admin admin] Publish callbacks [] for security_group (14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:50.979854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (03351109-234b-4664-8447-7caea3a04869), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.033280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:51.050381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50771e69-9dbd-4540-9e68-7e96a294634f admin admin] Publish callbacks [] for security_group (14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.057457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3fe1518e-946c-40fa-8bbd-92c5518c37cd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.057848 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Added segment 3fe1518e-946c-40fa-8bbd-92c5518c37cd of type vlan for network 99b48a35-fe11-47e5-8393-72026252aad9 Feb 09 02:18:51.081682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.087009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.092475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.097725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.103278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.109865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.115521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.117418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-99048ce4-d6f4-40fb-820b-004bab3920a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.3202851 Feb 09 02:18:51.160835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-59cd5a53-c9dd-4e5d-9752-e2160555836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.162391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-59cd5a53-c9dd-4e5d-9752-e2160555836d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.2125065 Feb 09 02:18:51.242537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-f6eba0ea-8f13-4985-a7a9-c5002f80a574 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.244032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-f6eba0ea-8f13-4985-a7a9-c5002f80a574 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 784 time: 0.3249547 Feb 09 02:18:51.275322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50771e69-9dbd-4540-9e68-7e96a294634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.278851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50771e69-9dbd-4540-9e68-7e96a294634f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.282340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-50771e69-9dbd-4540-9e68-7e96a294634f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d HTTP/1.1" status: 204 len: 168 time: 0.5279143 Feb 09 02:18:51.339412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4666d2cd-fcc8-4826-b12d-e9ea5e9bcf76 req-9b3b0b47-c9c8-442c-ac78-7e6953d45ea8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883354 Feb 09 02:18:51.349705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-c69d42b1-01a8-4cb2-8510-b82a637256ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.351302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-c69d42b1-01a8-4cb2-8510-b82a637256ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1771293 Feb 09 02:18:51.355081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-b8865c2d-aeff-42ee-9331-43739d7006b7 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.0871716 Feb 09 02:18:51.355832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771e69-9dbd-4540-9e68-7e96a294634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b4bb0c-2a51-4320-b8cf-1e304f2b4d4d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:51.565306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (99b48a35-fe11-47e5-8393-72026252aad9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.580541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-76f29140-8149-4a0d-9efb-dc17d4c89da1 tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.1811831 Feb 09 02:18:51.586189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-0b562ca2-1b1d-4558-9c17-c40695c5a62a service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277846 Feb 09 02:18:51.609180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (03351109-234b-4664-8447-7caea3a04869), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.609768 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (99b48a35-fe11-47e5-8393-72026252aad9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.615392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.619749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:51.620514 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:51.760775 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9639833 Feb 09 02:18:51.767935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:51.795667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Network': ['ID=03351109-234b-4664-8447-7caea3a04869,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:51.893969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.894337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.894710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.895039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.895384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.895722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.896064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.896385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.896714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.897044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.897372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.897698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.898023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:51.918374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 03351109-234b-4664-8447-7caea3a04869 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:51.981180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50e89b-02c7-4605-9871-4666635de72e tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Network': ['ID=99b48a35-fe11-47e5-8393-72026252aad9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:52.015537 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.038810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.099776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 99b48a35-fe11-47e5-8393-72026252aad9 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:52.212928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c4d2d-93ca-4fac-8b6e-798e6b458f26 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.219158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c4d2d-93ca-4fac-8b6e-798e6b458f26 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.225375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c4d2d-93ca-4fac-8b6e-798e6b458f26 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.229601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c4d2d-93ca-4fac-8b6e-798e6b458f26 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.234423 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae3c4d2d-93ca-4fac-8b6e-798e6b458f26 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4624817 Feb 09 02:18:52.234423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:52.242701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b26e8-85a7-4df0-ae39-d9a50dfe9073 req-ccae036b-9fdd-4553-9769-2ea561e18dc1 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.251113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae4b26e8-85a7-4df0-ae39-d9a50dfe9073 req-ccae036b-9fdd-4553-9769-2ea561e18dc1 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.7381532 Feb 09 02:18:52.320940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f79ade14-77b2-44f7-b1c6-0430704fba83 req-13aac999-dbf6-49fb-b181-9ba67f6c6e94 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920800 Feb 09 02:18:52.342956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (03351109-234b-4664-8447-7caea3a04869), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.361230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Router 4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:52.401013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae4b26e8-85a7-4df0-ae39-d9a50dfe9073 req-dd566cdc-945e-48fe-ab07-d037169eb232 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488786 Feb 09 02:18:52.452418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Deleting port 3ccf2e28-5117-4e67-89a1-ed6789e1853d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:52.452921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.556274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e023595-33c4-4793-8992-b4e5c5a0538b req-fa71e2be-b0f4-4cf6-ad28-84e7a6cfe4f3 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0540442 Feb 09 02:18:52.566072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-b030ec88-15b5-41e0-9860-5e713cb5fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.568019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-b030ec88-15b5-41e0-9860-5e713cb5fa85 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 1126 time: 0.1824949 Feb 09 02:18:52.623572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (03351109-234b-4664-8447-7caea3a04869), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.630578 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.631205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (3ccf2e28-5117-4e67-89a1-ed6789e1853d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.670215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03351109-234b-4664-8447-7caea3a04869']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:52.692730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23279e06-0b3d-4f46-a488-8aa945c0168b') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:52.693176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23279e06-0b3d-4f46-a488-8aa945c0168b') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:52.701383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Calling delete_port for 3ccf2e28-5117-4e67-89a1-ed6789e1853d owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:52.712845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (23279e06-0b3d-4f46-a488-8aa945c0168b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.729248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:52.734379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.736561 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-482abd62-6e3b-421b-81ef-52a5ddb131af tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "PUT /v2.0/routers/4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 HTTP/1.1" status: 200 len: 926 time: 2.9562230 Feb 09 02:18:52.741469 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:52.744085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (23279e06-0b3d-4f46-a488-8aa945c0168b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.754172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] Sync routers for ids ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:52.779780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] Routers {'4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:52.780925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:52.835813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:18:52.835813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (23279e06-0b3d-4f46-a488-8aa945c0168b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:18:52.839164 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:18:52.949261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (03351109-234b-4664-8447-7caea3a04869), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.956582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:52.963696 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/networks/03351109-234b-4664-8447-7caea3a04869 HTTP/1.1" status: 204 len: 168 time: 0.7282958 Feb 09 02:18:52.964438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:52.981227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-85b2e0d5-f55a-449f-9c6e-8339469418c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:52.983576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-85b2e0d5-f55a-449f-9c6e-8339469418c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.3659744 Feb 09 02:18:53.005852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7bec6-9d99-45c0-b712-6fcb3283fc25 req-8248c52c-b6ed-453b-b026-55ca5ad231b8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.007479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ed7bec6-9d99-45c0-b712-6fcb3283fc25 req-8248c52c-b6ed-453b-b026-55ca5ad231b8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 943 time: 0.3341792 Feb 09 02:18:53.007808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655ae14-e4b1-44b6-9690-200ca771912f tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Network': ['ID=03351109-234b-4664-8447-7caea3a04869,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:53.047133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:53.068876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] Routers {'4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:53.069695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:53.080308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-9cdc5c69-e601-4051-87a9-e857cf8b424f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=358b428d-18e9-4a5e-bb8c-51df63390668 HTTP/1.1" status: 200 len: 217 time: 0.0718148 Feb 09 02:18:53.116312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:53.117233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcdf470-8e4c-4c59-8ad8-52bd65cde78d None None] The sync data for ids ['4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:53.129371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (99b48a35-fe11-47e5-8393-72026252aad9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.213793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ed7bec6-9d99-45c0-b712-6fcb3283fc25 req-7749354a-8cbc-4dbf-ac32-059e373b6c17 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515524 Feb 09 02:18:53.215247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-b8d4bc6d-8248-47de-9ba9-c2656ce349ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.217415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-b8d4bc6d-8248-47de-9ba9-c2656ce349ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1269698 Feb 09 02:18:53.264129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3ccf2e28-5117-4e67-89a1-ed6789e1853d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.317353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Pushing event deleted for resources: {'Port': ['ID=3ccf2e28-5117-4e67-89a1-ed6789e1853d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:53.336300 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-daa03ca9-b86e-4d3e-95c4-6129dd45c420 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 HTTP/1.1" status: 200 len: 926 time: 0.5936193 Feb 09 02:18:53.348619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57682) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:53.388861 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5bbdf7c4-d5e3-4c23-8939-0df1fd587c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.394946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (99b48a35-fe11-47e5-8393-72026252aad9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.428407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b48a35-fe11-47e5-8393-72026252aad9']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:53.444305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe1518e-946c-40fa-8bbd-92c5518c37cd') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:53.445003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe1518e-946c-40fa-8bbd-92c5518c37cd') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:53.459746 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (3fe1518e-946c-40fa-8bbd-92c5518c37cd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.478952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3fe1518e-946c-40fa-8bbd-92c5518c37cd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.490365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:18:53.492086 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (3fe1518e-946c-40fa-8bbd-92c5518c37cd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:18:53.551212 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:18:53.555369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks [] for floatingip (783cde08-3c63-4916-9f85-58b9c167a2bd), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.558305 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.559513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5d3a2ab-86cd-4319-90b3-2d05457e218e req-2ec25e3e-1308-494d-9694-cb550af4ad0f tempest-FloatingIPDetailsTestJSON-731102127 tempest-FloatingIPDetailsTestJSON-731102127-project] 10.222.0.53 "DELETE /v2.0/floatingips/783cde08-3c63-4916-9f85-58b9c167a2bd HTTP/1.1" status: 204 len: 173 time: 1.9779580 Feb 09 02:18:53.573075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:53.609341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cab96bc-0fca-4565-a910-ba942fef72da tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.613739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5cab96bc-0fca-4565-a910-ba942fef72da tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2058551 Feb 09 02:18:53.616062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-8f999a16-9e81-42cc-bbdc-baa27ff8902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.617658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-8f999a16-9e81-42cc-bbdc-baa27ff8902a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3923979 Feb 09 02:18:53.618131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57692) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:53.768350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (99b48a35-fe11-47e5-8393-72026252aad9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.807366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.815159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.820703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.828056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.833286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.838557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.838706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:53.842697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/networks/99b48a35-fe11-47e5-8393-72026252aad9 HTTP/1.1" status: 204 len: 168 time: 0.8513532 Feb 09 02:18:53.850355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:53.854934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-1c453060-754c-4fab-933d-f00c3deda7dc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.4482539 Feb 09 02:18:53.856838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57698) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:53.857704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57700) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:53.871095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f488233-5cf5-4539-b774-d1abc648b796 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Network': ['ID=99b48a35-fe11-47e5-8393-72026252aad9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:54.013025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e49b8-db09-4fb1-b950-84d814aa505e req-552b2cfc-9823-42f7-b59e-9204d0b3ccaf tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.014588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d09e49b8-db09-4fb1-b950-84d814aa505e req-552b2cfc-9823-42f7-b59e-9204d0b3ccaf tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3252258 Feb 09 02:18:54.033257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f7b8fc15-ac9b-440f-b7fc-242eb3ebc18b tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:54.109392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab13e6-8f28-422e-bbc3-8282628232b3 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.110952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-daab13e6-8f28-422e-bbc3-8282628232b3 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.4901783 Feb 09 02:18:54.114137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57704) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:54.131587 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (2e6bb93e-0571-45cf-ae34-b05ee62c7911), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.138441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-95e630e6-3e82-49cf-8d78-1baec2fc85fb service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388239 Feb 09 02:18:54.194785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02e425fb-7a9c-4424-8e9d-85c171dac17f req-238a3d86-8138-43c2-a881-109e1ad9f20e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3144763 Feb 09 02:18:54.230616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f7b8fc15-ac9b-440f-b7fc-242eb3ebc18b tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "PUT /v2.0/quotas/b1b2bc60247e452eb201c7c69350d585 HTTP/1.1" status: 200 len: 368 time: 0.3504112 Feb 09 02:18:54.234739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b9777-e020-46bc-9e09-95fd55fa2194 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.240435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b9777-e020-46bc-9e09-95fd55fa2194 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.242099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-868b9777-e020-46bc-9e09-95fd55fa2194 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3790758 Feb 09 02:18:54.245824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57706) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:54.246049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57708) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:54.252674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9359effc-f386-4843-83d9-4109b09c4902 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 HTTP/1.1" status: 200 len: 205 time: 0.1345069 Feb 09 02:18:54.252908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:54.254164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1944995539'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:54.273026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Request body: {'network': {'project_id': 'b1b2bc60247e452eb201c7c69350d585'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:54.283752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d09e49b8-db09-4fb1-b950-84d814aa505e req-a43a59b5-c838-4afc-bb6d-0f3d05b7a3e8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369144 Feb 09 02:18:54.347188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Made reservation on behalf of b1b2bc60247e452eb201c7c69350d585 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:54.349369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.353976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Made reservation on behalf of a12dec017f71427a9bc0cc71503df9e9 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:54.357862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.391317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d52defb-2ab9-4d2b-8cb3-828e1037d262 req-e45c1949-8492-429c-bf02-8589235ede31 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0633013 Feb 09 02:18:54.395001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.398187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-751c9688-611e-4623-abb3-2b0eeb85b418 req-1ba8a5df-6d43-4a98-903b-f91947c9d71e service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500739 Feb 09 02:18:54.412528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.477678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:54.512530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (87f4f4d6-a720-424c-8a0d-1099d887d8f2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.512923 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Added segment 87f4f4d6-a720-424c-8a0d-1099d887d8f2 of type vlan for network d5e04b29-9d28-4a2d-8b52-c3c6af66b416 Feb 09 02:18:54.558084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23f43-8c3a-4659-886b-02abdb33b9f1 req-c417c352-426c-45e4-85bd-71239608e539 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.561063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19d23f43-8c3a-4659-886b-02abdb33b9f1 req-c417c352-426c-45e4-85bd-71239608e539 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 943 time: 0.1715484 Feb 09 02:18:54.597465 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (d5e04b29-9d28-4a2d-8b52-c3c6af66b416), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.621947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.672355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks [] for security_group (2e4b2146-a923-429a-bd39-a2419b7b8fc3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.674235 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (d5e04b29-9d28-4a2d-8b52-c3c6af66b416), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.679286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.679876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.687461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2e4b2146-a923-429a-bd39-a2419b7b8fc3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.692981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19d23f43-8c3a-4659-886b-02abdb33b9f1 req-a1039e06-18a0-4b3a-93fe-0c9da416721a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161878 Feb 09 02:18:54.743510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Deleting port 863fad6e-57c5-4a8a-baa6-578e22acef35 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:54.743967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (863fad6e-57c5-4a8a-baa6-578e22acef35), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.792606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Deleting port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:54.793252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.798887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5483618 Feb 09 02:18:54.813004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:54.814100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57714) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:54.827378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1438089638'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:54.841899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4b2146-a923-429a-bd39-a2419b7b8fc3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:54.844401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce96f9-35df-41ad-a8fc-fe39e5097abd tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Network': ['ID=d5e04b29-9d28-4a2d-8b52-c3c6af66b416,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:54.851510 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5047c9ad-1566-42d3-b25d-9a0f5b40ab9f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.851866 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Added segment 5047c9ad-1566-42d3-b25d-9a0f5b40ab9f of type vlan for network c2e950ab-123d-4c57-b6e7-e67055b5bca2 Feb 09 02:18:54.898921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Made reservation on behalf of a12dec017f71427a9bc0cc71503df9e9 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:54.899612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network d5e04b29-9d28-4a2d-8b52-c3c6af66b416 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:54.903231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.908590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c2e950ab-123d-4c57-b6e7-e67055b5bca2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.913066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (863fad6e-57c5-4a8a-baa6-578e22acef35), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.938985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Calling delete_port for 863fad6e-57c5-4a8a-baa6-578e22acef35 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:54.941727 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] For port d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,segment=NetworkSegment(c03d60b0-97a3-49f0-a92b-48ed341223a8),segment_id=c03d60b0-97a3-49f0-a92b-48ed341223a8)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:54.942141 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.948035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:54.961066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c2e950ab-123d-4c57-b6e7-e67055b5bca2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.961066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:54.961066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.971173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a249141f-8694-4a95-86e0-553c67923fe7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:54.971590 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Added segment a249141f-8694-4a95-86e0-553c67923fe7 of type vlan for network 9d9e3407-b18d-4ae4-8108-aed140eb0fe2 Feb 09 02:18:54.974879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Calling delete_port for d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:55.068453 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (9d9e3407-b18d-4ae4-8108-aed140eb0fe2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.089821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8382318 Feb 09 02:18:55.091178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:55.099140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7252ccd-85c7-4396-8584-3776a063c338 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Pushing event updated for resources: {'Network': ['ID=c2e950ab-123d-4c57-b6e7-e67055b5bca2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:55.101743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Request body: {'network': {'project_id': 'b1b2bc60247e452eb201c7c69350d585'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:55.118553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c2e950ab-123d-4c57-b6e7-e67055b5bca2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:55.122422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (9d9e3407-b18d-4ae4-8108-aed140eb0fe2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.129516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.131891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.185523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Made reservation on behalf of b1b2bc60247e452eb201c7c69350d585 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:55.190917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.207186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3813128 Feb 09 02:18:55.207493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57718) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:55.213236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'ports': [{'network_id': 'd5e04b29-9d28-4a2d-8b52-c3c6af66b416', 'name': 'tempest-port--2030391548', 'admin_state_up': True}, {'network_id': '9d9e3407-b18d-4ae4-8108-aed140eb0fe2', 'admin_state_up': False}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:55.213568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'port': {'network_id': 'd5e04b29-9d28-4a2d-8b52-c3c6af66b416', 'name': 'tempest-port--2030391548', 'admin_state_up': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:55.215069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'port': {'network_id': '9d9e3407-b18d-4ae4-8108-aed140eb0fe2', 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:55.267691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7af28-1c50-4bd0-b53f-eb91d0d2da0d tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Network': ['ID=9d9e3407-b18d-4ae4-8108-aed140eb0fe2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:55.292196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:18:55.309618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 9d9e3407-b18d-4ae4-8108-aed140eb0fe2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:55.337151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (14e9e3af-da44-40d8-b2c4-d69b66e526e7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.337517 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Added segment 14e9e3af-da44-40d8-b2c4-d69b66e526e7 of type vlan for network 1fe504f0-6f43-48cc-8db7-5611c38b9c92 Feb 09 02:18:55.616918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33005df6-4417-4d56-ba1d-6495d45dc24c req-0155f24c-c07d-4b2c-bb55-6c83bf8f119d tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.618403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33005df6-4417-4d56-ba1d-6495d45dc24c req-0155f24c-c07d-4b2c-bb55-6c83bf8f119d tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1922927 Feb 09 02:18:55.639586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Made reservation on behalf of a12dec017f71427a9bc0cc71503df9e9 for: {'port': 2} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:18:55.644122 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.660350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.666779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.675828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.678828 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99a9d4be-05b1-4506-bb25-c3cbbcb70bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.687535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.695383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.701504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.706934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.708899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-c684694a-4df1-40f0-8755-21bcf92c9034 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.3037624 Feb 09 02:18:55.746636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.761702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (863fad6e-57c5-4a8a-baa6-578e22acef35), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.767450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (1fe504f0-6f43-48cc-8db7-5611c38b9c92), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.827127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event deleted for resources: {'Port': ['ID=863fad6e-57c5-4a8a-baa6-578e22acef35,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:55.866860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33005df6-4417-4d56-ba1d-6495d45dc24c req-1752bebf-98e2-4871-a128-56095d7d4344 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366841 Feb 09 02:18:55.905089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (1fe504f0-6f43-48cc-8db7-5611c38b9c92), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.905089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:55.905390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.926032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:55.928391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-191e47d0-0804-4c7c-8a82-0db78f452c85 req-cdb76c90-7b22-4c35-9c99-a82d6955247e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2101307 Feb 09 02:18:56.046822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:56.066753 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9744771 Feb 09 02:18:56.075372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57728) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:56.084680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ab10f84c-34a8-4cc8-8d66-8d983de8b714 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Request body: {'network': {'project_id': 'b1b2bc60247e452eb201c7c69350d585'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:56.085030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 358b428d-18e9-4a5e-bb8c-51df63390668 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:18:56.092661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.228736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 358b428d-18e9-4a5e-bb8c-51df63390668, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=358b428d-18e9-4a5e-bb8c-51df63390668,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:56.243342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '358b428d-18e9-4a5e-bb8c-51df63390668', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '358b428d-18e9-4a5e-bb8c-51df63390668', 'mac_address': 'fa:16:3e:bc:f0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:18:56.272643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.276430 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.287400 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab10f84c-34a8-4cc8-8d66-8d983de8b714 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 02:18:56.288028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab10f84c-34a8-4cc8-8d66-8d983de8b714 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:18:56.289644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 358b428d-18e9-4a5e-bb8c-51df63390668 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:56.290217 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.292517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ab10f84c-34a8-4cc8-8d66-8d983de8b714 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2148831 Feb 09 02:18:56.297384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57730) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:56.300925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60796352-fa02-479b-9011-24f85abe36b3 req-7f145c80-46d7-4a47-91b0-ebf25169be06 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f95b8c-2b80-4334-a84f-8ff6fd5e23e4 HTTP/1.1" status: 200 len: 210 time: 0.1579552 Feb 09 02:18:56.311507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] device_id is not set on port ac05b31a-3219-48f4-b169-cb11108edb2c yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:18:56.327831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358b428d-18e9-4a5e-bb8c-51df63390668 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:56.332695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4640-49ed-41fb-8dde-dc8ceb22e7fc tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Pushing event updated for resources: {'Network': ['ID=1fe504f0-6f43-48cc-8db7-5611c38b9c92,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:56.355726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 358b428d-18e9-4a5e-bb8c-51df63390668, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=358b428d-18e9-4a5e-bb8c-51df63390668,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:56.360911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 1fe504f0-6f43-48cc-8db7-5611c38b9c92 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:18:56.373708 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.374639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Fanout notify agent at l3_agent the message router_deleted on router 4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:18:56.383196 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.389706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e45530-7858-4707-a816-72f403e31aef req-cf792c65-b927-427e-b93b-1cb6a8f92a8e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:56.390919 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e9375ab4-7feb-4526-823a-3f29d494427b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 HTTP/1.1" status: 204 len: 168 time: 2.1370552 Feb 09 02:18:56.396528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:56.397255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2e45530-7858-4707-a816-72f403e31aef req-cf792c65-b927-427e-b93b-1cb6a8f92a8e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 943 time: 0.2554395 Feb 09 02:18:56.408408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3ab1f5a6-f5b4-40a0-b54a-48725e864826 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-546333085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:56.447996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.455465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dd2c26e8-e427-4154-a516-67854be82640 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1b2bc60247e452eb201c7c69350d585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568143 Feb 09 02:18:56.456141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57734) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:56.484182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f5a6-f5b4-40a0-b54a-48725e864826 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.485241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f5a6-f5b4-40a0-b54a-48725e864826 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.548649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=358b428d-18e9-4a5e-bb8c-51df63390668,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:56.555089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2e45530-7858-4707-a816-72f403e31aef req-ecfb2b3c-58dd-40ee-989b-fd6d57fcd766 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567683 Feb 09 02:18:56.580551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-17974724-e5e3-473f-b094-dc11fc22f792 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks [] for security_group (2e4b2146-a923-429a-bd39-a2419b7b8fc3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.595987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f5a6-f5b4-40a0-b54a-48725e864826 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.605467 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f5a6-f5b4-40a0-b54a-48725e864826 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.608772 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-17974724-e5e3-473f-b094-dc11fc22f792 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks [] for security_group (2e4b2146-a923-429a-bd39-a2419b7b8fc3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.622971 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (2e6bb93e-0571-45cf-ae34-b05ee62c7911), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.634705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f5a6-f5b4-40a0-b54a-48725e864826 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.639461 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3ab1f5a6-f5b4-40a0-b54a-48725e864826 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2380977 Feb 09 02:18:56.639660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:56.644429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:18:56.701344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for port (ac05b31a-3219-48f4-b169-cb11108edb2c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.755685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-17974724-e5e3-473f-b094-dc11fc22f792 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2e4b2146-a923-429a-bd39-a2419b7b8fc3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.758999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-17974724-e5e3-473f-b094-dc11fc22f792 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:56.760530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-17974724-e5e3-473f-b094-dc11fc22f792 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e4b2146-a923-429a-bd39-a2419b7b8fc3 HTTP/1.1" status: 204 len: 168 time: 0.3009059 Feb 09 02:18:56.778045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:56.791967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['358b428d-18e9-4a5e-bb8c-51df63390668'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:18:56.803718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] device_id is not set on port acf2c607-66bb-4d09-83c4-699b0eb1486b yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:18:56.832078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17974724-e5e3-473f-b094-dc11fc22f792 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4b2146-a923-429a-bd39-a2419b7b8fc3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:57.037688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.043375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (1fe504f0-6f43-48cc-8db7-5611c38b9c92), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.067436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.323055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (1fe504f0-6f43-48cc-8db7-5611c38b9c92), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.345466 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for port (acf2c607-66bb-4d09-83c4-699b0eb1486b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.363493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe504f0-6f43-48cc-8db7-5611c38b9c92']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:57.387637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e9e3af-da44-40d8-b2c4-d69b66e526e7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:57.388088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e9e3af-da44-40d8-b2c4-d69b66e526e7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:57.391129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5875-25c0-467c-b43b-3961ada24a24 req-d0867847-c63b-47e5-adfb-5fb700cf8ec9 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.392674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aeb5875-25c0-467c-b43b-3961ada24a24 req-d0867847-c63b-47e5-adfb-5fb700cf8ec9 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1456571 Feb 09 02:18:57.403186 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (14e9e3af-da44-40d8-b2c4-d69b66e526e7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.403973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.409444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.414684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.420549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.425075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:18:57.428185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.430360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (14e9e3af-da44-40d8-b2c4-d69b66e526e7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.431436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.438289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:57.440810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-181c35c1-1cfc-4c14-90e7-62ff53e2fc33 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.1917725 Feb 09 02:18:57.467543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (14e9e3af-da44-40d8-b2c4-d69b66e526e7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:18:57.472553 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:18:57.509803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ac05b31a-3219-48f4-b169-cb11108edb2c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.577581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aeb5875-25c0-467c-b43b-3961ada24a24 req-051483aa-7275-446d-94b1-275fbf68ef7a tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343279 Feb 09 02:18:57.624981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1684b23-9447-4b44-98ea-0e1e3314c6c3 req-f68225fc-64f6-483e-a93f-9c6faf080a73 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643407 Feb 09 02:18:57.626671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Port': ['ID=ac05b31a-3219-48f4-b169-cb11108edb2c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:57.652179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Checking segment: {'id': '87f4f4d6-a720-424c-8a0d-1099d887d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd5e04b29-9d28-4a2d-8b52-c3c6af66b416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:57.652708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network hostable DHCP agents. Network: d5e04b29-9d28-4a2d-8b52-c3c6af66b416, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:18:57.700696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network d5e04b29-9d28-4a2d-8b52-c3c6af66b416 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:18:57.718210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, d5e04b29-9d28-4a2d-8b52-c3c6af66b416) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:57.723103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:57.724225 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (acf2c607-66bb-4d09-83c4-699b0eb1486b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.733401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83354bde-4557-48a4-b505-232a63f8e7df None None] Network d5e04b29-9d28-4a2d-8b52-c3c6af66b416 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:57.764378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57750) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:57.773097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:18:57.786122 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] Sync routers for ids ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:18:57.803820 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] Routers {'2e6bb93e-0571-45cf-ae34-b05ee62c7911'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:57.804612 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:57.812393 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62fe2f82-0cba-45ec-87cb-11d9bcd4dbc8 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e6bb93e-0571-45cf-ae34-b05ee62c7911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2240541 Feb 09 02:18:57.821506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (1fe504f0-6f43-48cc-8db7-5611c38b9c92), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.823512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:57.828416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.849659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:57.855708 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1fe504f0-6f43-48cc-8db7-5611c38b9c92 HTTP/1.1" status: 204 len: 168 time: 1.0739305 Feb 09 02:18:57.871851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57754) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:57.952067 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] Set router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:57.958373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Port': ['ID=acf2c607-66bb-4d09-83c4-699b0eb1486b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:58.022045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad4e6-5118-40d3-a696-b0914150bfa2 req-33e9f8b4-fdad-4508-b61a-8d865cdcfcae tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.023626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6bad4e6-5118-40d3-a696-b0914150bfa2 req-33e9f8b4-fdad-4508-b61a-8d865cdcfcae tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 944 time: 0.2306328 Feb 09 02:18:58.024493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Checking segment: {'id': 'a249141f-8694-4a95-86e0-553c67923fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d9e3407-b18d-4ae4-8108-aed140eb0fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:18:58.024875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network hostable DHCP agents. Network: 9d9e3407-b18d-4ae4-8108-aed140eb0fe2, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:18:58.065318 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.093678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 358b428d-18e9-4a5e-bb8c-51df63390668 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:58.095624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c2e950ab-123d-4c57-b6e7-e67055b5bca2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.100368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f50ea748-2ee0-4f77-8266-c1cd4e7eb23c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group (45be5862-1059-4472-b1b2-b4a7a45a45f7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.136667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6bad4e6-5118-40d3-a696-b0914150bfa2 req-d628eb3c-594b-4eed-9f20-0fc0b2904a03 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980570 Feb 09 02:18:58.144234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network 9d9e3407-b18d-4ae4-8108-aed140eb0fe2 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:18:58.178274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 9d9e3407-b18d-4ae4-8108-aed140eb0fe2) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:58.186881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f50ea748-2ee0-4f77-8266-c1cd4e7eb23c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group (45be5862-1059-4472-b1b2-b4a7a45a45f7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.200086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:58.201401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f94c3b-1c09-4d85-9688-a677ec17d99d None None] Network 9d9e3407-b18d-4ae4-8108-aed140eb0fe2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:18:58.207638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.213234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.214495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.251821 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:55Z', 'revision_number': 5, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:58.257798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1db73c11-a696-49cf-9048-3ed0eb648279 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0487087 Feb 09 02:18:58.262876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.266552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57756) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:58.280660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83fd38-8f49-4897-85b9-11dfee244b18 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fe504f0-6f43-48cc-8db7-5611c38b9c92,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:58.291343 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] Checking router: 2e6bb93e-0571-45cf-ae34-b05ee62c7911 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:18:58.308031 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] Routers {'2e6bb93e-0571-45cf-ae34-b05ee62c7911'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:18:58.308969 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:58.401713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 358b428d-18e9-4a5e-bb8c-51df63390668 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:18:58.420492 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c2e950ab-123d-4c57-b6e7-e67055b5bca2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.432135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 358b428d-18e9-4a5e-bb8c-51df63390668 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:58.432761 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.446495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Allocated IP 172.25.6.194 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/aa7c0349-3574-4fb1-b231-99d29bc11f6c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:18:58.455541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f50ea748-2ee0-4f77-8266-c1cd4e7eb23c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (45be5862-1059-4472-b1b2-b4a7a45a45f7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.465203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f50ea748-2ee0-4f77-8266-c1cd4e7eb23c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.469408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f50ea748-2ee0-4f77-8266-c1cd4e7eb23c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "DELETE /v2.0/security-groups/45be5862-1059-4472-b1b2-b4a7a45a45f7 HTTP/1.1" status: 204 len: 168 time: 0.7038617 Feb 09 02:18:58.476547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57758) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:58.478280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e950ab-123d-4c57-b6e7-e67055b5bca2']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:58.491503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fa98e-4d6b-4752-aad0-9640fb679828 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.498239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fa98e-4d6b-4752-aad0-9640fb679828 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.501114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ea7fa98e-4d6b-4752-aad0-9640fb679828 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2330852 Feb 09 02:18:58.506907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:58.528819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ea748-2ee0-4f77-8266-c1cd4e7eb23c tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be5862-1059-4472-b1b2-b4a7a45a45f7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:58.538350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5047c9ad-1566-42d3-b25d-9a0f5b40ab9f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:58.539426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5047c9ad-1566-42d3-b25d-9a0f5b40ab9f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:58.542036 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-e618df95-f350-4777-9bfb-8b5556f68e42 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] show failed (client error): The resource could not be found. Feb 09 02:18:58.547813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e618df95-f350-4777-9bfb-8b5556f68e42 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "GET /v2.0/security-groups/45be5862-1059-4472-b1b2-b4a7a45a45f7 HTTP/1.1" status: 404 len: 347 time: 0.0453928 Feb 09 02:18:58.553614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57762) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:58.556390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] Set router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:18:58.571218 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (5047c9ad-1566-42d3-b25d-9a0f5b40ab9f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.585345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 358b428d-18e9-4a5e-bb8c-51df63390668 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:58.590697 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.661946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks [] for router (2e6bb93e-0571-45cf-ae34-b05ee62c7911), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.662212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358b428d-18e9-4a5e-bb8c-51df63390668'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:58.666403 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a656d6-19f7-4f0e-bd87-07591c09e9b2" -d '{"events": [{"server_uuid": "6df69a8c-61bf-4037-a83a-8022f1059f85", "name": "network-vif-plugged", "status": "completed", "tag": "358b428d-18e9-4a5e-bb8c-51df63390668"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:58.688608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5047c9ad-1566-42d3-b25d-9a0f5b40ab9f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.706960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 358b428d-18e9-4a5e-bb8c-51df63390668, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=358b428d-18e9-4a5e-bb8c-51df63390668,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:58.718319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.747772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:18:58.748334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (5047c9ad-1566-42d3-b25d-9a0f5b40ab9f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:18:58.751922 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:18:58.769298 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80cb3f0-55a2-4c81-9aba-07e125345bf2 x-openstack-request-id: req-d80cb3f0-55a2-4c81-9aba-07e125345bf2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:58.769859 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df69a8c-61bf-4037-a83a-8022f1059f85", "name": "network-vif-plugged", "status": "completed", "tag": "358b428d-18e9-4a5e-bb8c-51df63390668", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:58.769859 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d80cb3f0-55a2-4c81-9aba-07e125345bf2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:58.770249 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358b428d-18e9-4a5e-bb8c-51df63390668', 'code': 200} Feb 09 02:18:58.831774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=358b428d-18e9-4a5e-bb8c-51df63390668,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:58.902512 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:55Z', 'revision_number': 5, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:18:58.930315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c2e950ab-123d-4c57-b6e7-e67055b5bca2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.935685 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d19164-2590-43f8-8434-669c68b06fdf None None] The sync data for ids ['2e6bb93e-0571-45cf-ae34-b05ee62c7911'] in n-d-826675-12 is: [{'id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'name': 'tempest-FloatingIPDetailsTestJSON-1123356346-router', 'tenant_id': 'c5950b4dde4643ed890ed18fe0974455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:17:55Z', 'updated_at': '2022-02-09T02:18:55Z', 'revision_number': 5, 'project_id': 'c5950b4dde4643ed890ed18fe0974455', 'gw_port': {'id': 'd5e35a47-5be9-406f-9a5b-963d7b76ec47', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6bb93e-0571-45cf-ae34-b05ee62c7911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:17:59Z', 'updated_at': '2022-02-09T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:18:58.958073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:58.969273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c2e950ab-123d-4c57-b6e7-e67055b5bca2 HTTP/1.1" status: 204 len: 168 time: 1.0863101 Feb 09 02:18:58.996167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63250d-9d77-4c47-a7cf-04dce8ffca16 tempest-QuotasNegativeTest-853431884 tempest-QuotasNegativeTest-853431884-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2e950ab-123d-4c57-b6e7-e67055b5bca2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:59.035215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffacd4-ab02-45be-92ce-f2888865f0be req-cacd5f47-4845-4f6f-bffb-5dfe7b6d9123 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.042328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59ffacd4-ab02-45be-92ce-f2888865f0be req-cacd5f47-4845-4f6f-bffb-5dfe7b6d9123 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3372188 Feb 09 02:18:59.053472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for port (aa7c0349-3574-4fb1-b231-99d29bc11f6c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.070901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks [] for router_gateway (2e6bb93e-0571-45cf-ae34-b05ee62c7911), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.073166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Deleting port 6be89994-aa54-4f49-a234-447cb395f7fa {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:59.073534 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6be89994-aa54-4f49-a234-447cb395f7fa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.078003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fad88-e1d0-459f-aca6-f1d68b36f2d2 req-5d0d932b-6564-42c7-933e-4ceaefe5c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.079490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-034fad88-e1d0-459f-aca6-f1d68b36f2d2 req-5d0d932b-6564-42c7-933e-4ceaefe5c0ba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 1128 time: 0.2044475 Feb 09 02:18:59.104322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.110140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.115847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.127106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.134144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.142992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.149567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.151805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-2af7b31c-b7b2-4f6c-9e37-8b22d477d921 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.2590234 Feb 09 02:18:59.157154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (aa7c0349-3574-4fb1-b231-99d29bc11f6c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.165547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Deleting port ac05b31a-3219-48f4-b169-cb11108edb2c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:59.165547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ac05b31a-3219-48f4-b169-cb11108edb2c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.267745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59ffacd4-ab02-45be-92ce-f2888865f0be req-6cff6bc9-51c1-428f-a2ef-30a23ffd5c2c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244065 Feb 09 02:18:59.289906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:18:59.325979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:18:59.344985 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6be89994-aa54-4f49-a234-447cb395f7fa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.345319 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for floatingip (6be89994-aa54-4f49-a234-447cb395f7fa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.350264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-034fad88-e1d0-459f-aca6-f1d68b36f2d2 req-c0009581-4c78-49b1-9cae-28895886d1f8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969662 Feb 09 02:18:59.357942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:18:59.366930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ac05b31a-3219-48f4-b169-cb11108edb2c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.367128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:18:59.376806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event updated for resources: {'Port': ['ID=aa7c0349-3574-4fb1-b231-99d29bc11f6c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:59.401185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cda5e6df-3219-4c66-a902-dc486ddf8e63 req-d2d7eaef-f18b-4c66-93ad-2a02269258a5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108140 Feb 09 02:18:59.401548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Deleting port d5e35a47-5be9-406f-9a5b-963d7b76ec47 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:18:59.401859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.403298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Calling delete_port for 6be89994-aa54-4f49-a234-447cb395f7fa owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:59.416635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:18:59.417638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d9c8dbad-6024-4f23-9a38-55eb5f2aa7f5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:18:59.423789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Calling delete_port for ac05b31a-3219-48f4-b169-cb11108edb2c owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:59.592347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4480e-2251-492c-98f2-4966c37d5fed req-4fe1d8bf-f1d8-4c1c-967a-66e826a6babd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:59.599714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc4480e-2251-492c-98f2-4966c37d5fed req-4fe1d8bf-f1d8-4c1c-967a-66e826a6babd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.1905260 Feb 09 02:18:59.687620 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.693509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ac05b31a-3219-48f4-b169-cb11108edb2c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.751583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Port': ['ID=ac05b31a-3219-48f4-b169-cb11108edb2c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:59.762315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:59.770032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] For port d5e35a47-5be9-406f-9a5b-963d7b76ec47, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d5e35a47-5be9-406f-9a5b-963d7b76ec47,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:59.770404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.796451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc4480e-2251-492c-98f2-4966c37d5fed req-59c031bf-f226-4d0b-9cd1-8138aeffe967 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958606 Feb 09 02:18:59.802381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Calling delete_port for d5e35a47-5be9-406f-9a5b-963d7b76ec47 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:18:59.819181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.819181 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9f75c6c1-abb9-4239-aab2-f71aee24e2d0 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/ports/ac05b31a-3219-48f4-b169-cb11108edb2c HTTP/1.1" status: 204 len: 168 time: 1.3016069 Feb 09 02:18:59.821470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57782) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:18:59.863485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6be89994-aa54-4f49-a234-447cb395f7fa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:59.898632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Pushing event deleted for resources: {'Port': ['ID=6be89994-aa54-4f49-a234-447cb395f7fa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:00.007351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43557bf3-0aeb-4b6c-8813-0e172c1d3432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.008456 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks [] for floatingip (08e45c8d-d3c1-486c-bbf7-f47e199a0358), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.011343 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.016132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-64370f14-1626-4eed-992a-fe4f7418bc38 tempest-ServersTestBootFromVolume-1560075362 tempest-ServersTestBootFromVolume-1560075362-project] 10.222.0.53 "DELETE /v2.0/floatingips/08e45c8d-d3c1-486c-bbf7-f47e199a0358 HTTP/1.1" status: 204 len: 168 time: 1.4579251 Feb 09 02:19:00.016522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57784) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:00.093471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Deleting port acf2c607-66bb-4d09-83c4-699b0eb1486b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:00.093998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (acf2c607-66bb-4d09-83c4-699b0eb1486b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.119207 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.182171 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (acf2c607-66bb-4d09-83c4-699b0eb1486b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.201089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Calling delete_port for acf2c607-66bb-4d09-83c4-699b0eb1486b owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:00.304144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43557bf3-0aeb-4b6c-8813-0e172c1d3432 admin admin] Publish callbacks [] for security_group (9bcb4dfd-5767-4307-89f5-3c27f9a8b30c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.315930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43557bf3-0aeb-4b6c-8813-0e172c1d3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9bcb4dfd-5767-4307-89f5-3c27f9a8b30c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.428862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (acf2c607-66bb-4d09-83c4-699b0eb1486b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.490192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.491585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Port': ['ID=acf2c607-66bb-4d09-83c4-699b0eb1486b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:00.500201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.503680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d5e35a47-5be9-406f-9a5b-963d7b76ec47), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.506698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b37f2-063c-43fe-9891-a691bf61598c req-fb5538d3-6f1a-4cf0-a6ba-a812ebfcb157 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.508386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f40b37f2-063c-43fe-9891-a691bf61598c req-fb5538d3-6f1a-4cf0-a6ba-a812ebfcb157 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1489229 Feb 09 02:19:00.514944 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.521068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-18310f80-00f9-4f95-b63f-c00512bb8f35 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/ports/acf2c607-66bb-4d09-83c4-699b0eb1486b HTTP/1.1" status: 204 len: 168 time: 0.6958766 Feb 09 02:19:00.521068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57790) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:00.533465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43557bf3-0aeb-4b6c-8813-0e172c1d3432 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=146e8daf77104a3d979126a9aa5f3b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7667661 Feb 09 02:19:00.533919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e35a47-5be9-406f-9a5b-963d7b76ec47,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:00.537198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43557bf3-0aeb-4b6c-8813-0e172c1d3432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcb4dfd-5767-4307-89f5-3c27f9a8b30c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:00.541502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57792) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:00.604879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c6e76ee9-9ac0-46c3-b0fa-3eab9b22e29b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0825546 Feb 09 02:19:00.624628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57794) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:00.638096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-519741419'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:00.747068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f40b37f2-063c-43fe-9891-a691bf61598c req-056d344e-2829-44a2-8a45-0caa7987217d tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271097 Feb 09 02:19:00.762078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Made reservation on behalf of a12dec017f71427a9bc0cc71503df9e9 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:00.766047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.775064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (2e6bb93e-0571-45cf-ae34-b05ee62c7911), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.795306 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e25cd1b-4bf5-4eeb-b423-aa244adb5a17 admin admin] Publish callbacks [] for security_group (9bcb4dfd-5767-4307-89f5-3c27f9a8b30c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.819505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.824723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.831931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.837519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.843552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.848972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.855508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.858784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749d8310-7cc4-43a0-a419-2452d6779735 req-c04ae04e-563f-44b6-9f04-b4ef01076bcd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.2849448 Feb 09 02:19:00.913525 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e25cd1b-4bf5-4eeb-b423-aa244adb5a17 admin admin] Publish callbacks [] for security_group (9bcb4dfd-5767-4307-89f5-3c27f9a8b30c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.917678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:01.006559 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5929bda2-bb5b-4447-a0ce-57e60770f6e8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.006781 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Added segment 5929bda2-bb5b-4447-a0ce-57e60770f6e8 of type vlan for network eb936c56-840d-487e-9580-0dceb7dc1e7c Feb 09 02:19:01.093662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749d8310-7cc4-43a0-a419-2452d6779735 req-f11fd51d-f7b6-4efd-bac1-2e2aa5181ab1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2218266 Feb 09 02:19:01.101282 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (eb936c56-840d-487e-9580-0dceb7dc1e7c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.149491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (2e6bb93e-0571-45cf-ae34-b05ee62c7911), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.151912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks [] for router_controller (2e6bb93e-0571-45cf-ae34-b05ee62c7911), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.156093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281fcb-ddc6-4bfc-830d-42733bcb240a req-db6da5cc-6875-4f15-875c-0fe0db487c12 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:01.157630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f281fcb-ddc6-4bfc-830d-42733bcb240a req-db6da5cc-6875-4f15-875c-0fe0db487c12 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.2410288 Feb 09 02:19:01.167176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e25cd1b-4bf5-4eeb-b423-aa244adb5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9bcb4dfd-5767-4307-89f5-3c27f9a8b30c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.171794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e25cd1b-4bf5-4eeb-b423-aa244adb5a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.175439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1e25cd1b-4bf5-4eeb-b423-aa244adb5a17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bcb4dfd-5767-4307-89f5-3c27f9a8b30c HTTP/1.1" status: 204 len: 168 time: 0.6303997 Feb 09 02:19:01.210719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (eb936c56-840d-487e-9580-0dceb7dc1e7c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.216469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:01.217134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.220527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Router 63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:19:01.228101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25cd1b-4bf5-4eeb-b423-aa244adb5a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcb4dfd-5767-4307-89f5-3c27f9a8b30c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:01.230150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (062bc8f3-ca88-4c19-876c-c03d2114917c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.238265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (2e6bb93e-0571-45cf-ae34-b05ee62c7911), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.239034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6bb93e-0571-45cf-ae34-b05ee62c7911 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:01.313427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.318242 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aedbac2c-93ee-4658-a4e3-35ee75ea5339 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2e6bb93e-0571-45cf-ae34-b05ee62c7911 HTTP/1.1" status: 204 len: 168 time: 3.4930215 Feb 09 02:19:01.319408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:01.417497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:01.425247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.426605 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c14e151f-9ce9-4571-98b8-ff4eee2f59eb tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "PUT /v2.0/routers/63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb HTTP/1.1" status: 200 len: 883 time: 4.7857647 Feb 09 02:19:01.430961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8025692 Feb 09 02:19:01.436609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57802) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:01.437294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57804) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:01.438074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] Sync routers for ids ['63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:01.464220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] Routers {'63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:01.465510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:01.485482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1605742283'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:01.525170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] Deleting subnet 808f3437-c4b3-451b-b9b5-c39f3493ae49 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:19:01.530560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] Publish callbacks [] for subnet (808f3437-c4b3-451b-b9b5-c39f3493ae49), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.549262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:01.560370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] Routers {'63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:01.562286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:01.577433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (808f3437-c4b3-451b-b9b5-c39f3493ae49), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.606317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:01.607130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f40cfb-e2ae-4711-9f90-d485c6f40689 None None] The sync data for ids ['63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:01.745476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (808f3437-c4b3-451b-b9b5-c39f3493ae49), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.780640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:01.806921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0f70797-6e79-4ece-a081-97227f79836e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.868710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (808f3437-c4b3-451b-b9b5-c39f3493ae49), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.912795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.917758 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/808f3437-c4b3-451b-b9b5-c39f3493ae49 HTTP/1.1" status: 204 len: 168 time: 0.5013640 Feb 09 02:19:01.918728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a0d63-5d7e-44e7-8b16-028b6ef360a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808f3437-c4b3-451b-b9b5-c39f3493ae49,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:01.919928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeedc4e-1652-42b5-9b42-41d254f4af3a None None] Network cab0b11e-11d1-432f-a374-8a669bd10c31 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:01.921963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:02.021009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f281fcb-ddc6-4bfc-830d-42733bcb240a req-f265d0a4-6381-48dd-b2ba-d4422aada937 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319552 Feb 09 02:19:02.034829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33fd85-0d4a-44bb-8f3b-5d77db9e712b tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Network': ['ID=eb936c56-840d-487e-9580-0dceb7dc1e7c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:02.047006 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0f70797-6e79-4ece-a081-97227f79836e admin admin] Publish callbacks [] for security_group (49925d9c-0564-45c9-bdb8-453e97b29eca), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.047006 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cab0b11e-11d1-432f-a374-8a669bd10c31), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.051959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0f70797-6e79-4ece-a081-97227f79836e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49925d9c-0564-45c9-bdb8-453e97b29eca), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.108668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network eb936c56-840d-487e-9580-0dceb7dc1e7c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:02.112867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Made reservation on behalf of a12dec017f71427a9bc0cc71503df9e9 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:02.117815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.153992 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e0f70797-6e79-4ece-a081-97227f79836e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fb3d0b58922470bb4f420f250380fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720756 Feb 09 02:19:02.155069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f70797-6e79-4ece-a081-97227f79836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49925d9c-0564-45c9-bdb8-453e97b29eca,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:02.165841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:02.226799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cd17258c-9362-49cb-ae6b-fac79175cb41 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb HTTP/1.1" status: 200 len: 924 time: 0.7770808 Feb 09 02:19:02.235941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:02.294309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222d8ad-0586-409a-b2d8-126c8d3e8294 req-ddeec4e9-426f-4d6d-929d-058b13424eb6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.299139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5222d8ad-0586-409a-b2d8-126c8d3e8294 req-ddeec4e9-426f-4d6d-929d-058b13424eb6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2996135 Feb 09 02:19:02.334028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Deleting port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:02.334651 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.343612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:02.346922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] DHCP port deletion for cab0b11e-11d1-432f-a374-8a669bd10c31 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:19:02.406150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] Deleting port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:02.406950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.414946 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3de1121a-fc42-4ac5-87db-58fc369f2284), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.415299 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Added segment 3de1121a-fc42-4ac5-87db-58fc369f2284 of type vlan for network 474822ef-ec9e-415e-b220-5461d572270d Feb 09 02:19:02.423294 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c65d0369-32da-4c34-9bf6-574500f78d86 admin admin] Publish callbacks [] for security_group (49925d9c-0564-45c9-bdb8-453e97b29eca), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.483316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162222a-5d07-4930-a128-a2e43e46aa65 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.485391 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2162222a-5d07-4930-a128-a2e43e46aa65 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2469091 Feb 09 02:19:02.492930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c65d0369-32da-4c34-9bf6-574500f78d86 admin admin] Publish callbacks [] for security_group (49925d9c-0564-45c9-bdb8-453e97b29eca), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.494995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:02.497242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] For port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,segment=NetworkSegment(c03d60b0-97a3-49f0-a92b-48ed341223a8),segment_id=c03d60b0-97a3-49f0-a92b-48ed341223a8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:02.498678 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.506736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5222d8ad-0586-409a-b2d8-126c8d3e8294 req-2a6daf72-2868-4ce7-b222-c9a1695aeb53 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707320 Feb 09 02:19:02.527124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] Calling delete_port for b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:02.547098 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (474822ef-ec9e-415e-b220-5461d572270d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.597051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.607623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.613492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.618791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.626579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.632379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.636911 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.637801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.645383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-891eb4b0-730d-4a07-bda4-57858b113770 req-3fef54bb-9d9b-4c59-b819-41585504a68b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5419 time: 0.2983897 Feb 09 02:19:02.650307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] For port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,segment=NetworkSegment(c03d60b0-97a3-49f0-a92b-48ed341223a8),segment_id=c03d60b0-97a3-49f0-a92b-48ed341223a8)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:02.651046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.666549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Calling delete_port for b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:02.668975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] Pushing event deleted for resources: {'Port': ['ID=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:02.703826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d55b81-6d02-4cea-a72c-3897f3bd2fb8 None None] No DVR routers for this DVR port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:02.734819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3fc4e8-b01d-43a9-bd25-31d33a6aa4cb tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.740036 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7e3fc4e8-b01d-43a9-bd25-31d33a6aa4cb tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.2402782 Feb 09 02:19:02.745202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57826) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:02.773494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 5246e36a-39e7-46e8-a6ce-1b688b43aef7 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:02.798194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c65d0369-32da-4c34-9bf6-574500f78d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (49925d9c-0564-45c9-bdb8-453e97b29eca), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.803498 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c65d0369-32da-4c34-9bf6-574500f78d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.803664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d02a55d7-9f08-4999-ac09-029690a0032b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb HTTP/1.1" status: 200 len: 205 time: 0.0526459 Feb 09 02:19:02.803664 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (474822ef-ec9e-415e-b220-5461d572270d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.807425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.808047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.810378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57828) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:02.811807 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c65d0369-32da-4c34-9bf6-574500f78d86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49925d9c-0564-45c9-bdb8-453e97b29eca HTTP/1.1" status: 204 len: 168 time: 0.6375844 Feb 09 02:19:02.832911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d0369-32da-4c34-9bf6-574500f78d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49925d9c-0564-45c9-bdb8-453e97b29eca,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:02.838389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.868166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:02.873307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] No DVR routers for this DVR port b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:02.961811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cab0b11e-11d1-432f-a374-8a669bd10c31), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.986228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab0b11e-11d1-432f-a374-8a669bd10c31']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:02.997427 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03d60b0-97a3-49f0-a92b-48ed341223a8') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:02.997731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03d60b0-97a3-49f0-a92b-48ed341223a8') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:03.009882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (c03d60b0-97a3-49f0-a92b-48ed341223a8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.021655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5246e36a-39e7-46e8-a6ce-1b688b43aef7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:03.024335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-891eb4b0-730d-4a07-bda4-57858b113770 req-c0724858-0433-4091-b608-4382029fedda tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3770127 Feb 09 02:19:03.031619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c03d60b0-97a3-49f0-a92b-48ed341223a8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.045979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:03.046420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (c03d60b0-97a3-49f0-a92b-48ed341223a8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.055066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '5246e36a-39e7-46e8-a6ce-1b688b43aef7', 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'port_id': '5246e36a-39e7-46e8-a6ce-1b688b43aef7', 'mac_address': 'fa:16:3e:89:64:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aaab5f-49c7-4496-97d6-14012d003504', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:03.056362 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:03.102989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:03.103833 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.130255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5246e36a-39e7-46e8-a6ce-1b688b43aef7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:03.159525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5246e36a-39e7-46e8-a6ce-1b688b43aef7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:03.163225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cab0b11e-11d1-432f-a374-8a669bd10c31), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.165216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.166321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device ba86df4c-70b5-459e-8102-b2957740d843 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:03.207455 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.210996 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cab0b11e-11d1-432f-a374-8a669bd10c31 HTTP/1.1" status: 204 len: 168 time: 1.2853966 Feb 09 02:19:03.227175 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24a46b-3c49-493d-a76c-c80c58e26e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab0b11e-11d1-432f-a374-8a669bd10c31,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:03.342754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=5246e36a-39e7-46e8-a6ce-1b688b43aef7,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:03.349488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8976767 Feb 09 02:19:03.352061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b384f4b-c082-4b84-8da0-9736c3f09e34 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Network': ['ID=474822ef-ec9e-415e-b220-5461d572270d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:03.394186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.410617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 474822ef-ec9e-415e-b220-5461d572270d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:03.414970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06010e-00d2-4e42-b799-4ae42970e9a8 req-7bffe243-1c10-4503-84ed-8f719e2f0c4d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:03.425849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe06010e-00d2-4e42-b799-4ae42970e9a8 req-7bffe243-1c10-4503-84ed-8f719e2f0c4d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.7705221 Feb 09 02:19:03.455258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5e35a47-5be9-406f-9a5b-963d7b76ec47 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:03.508702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:03.516163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'subnets': [{'network_id': 'eb936c56-840d-487e-9580-0dceb7dc1e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--524872966', 'ip_version': 4}, {'network_id': '474822ef-ec9e-415e-b220-5461d572270d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:03.516772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'subnet': {'network_id': 'eb936c56-840d-487e-9580-0dceb7dc1e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--524872966', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:03.517362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Request body: {'subnet': {'network_id': '474822ef-ec9e-415e-b220-5461d572270d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:03.576652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57846) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:03.594938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Deleting port 96313430-2ec2-4ced-af01-eda7a66f3df2 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:03.595190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.761467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3fc9ca2f-7a5f-403c-867e-74552ef98259 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5950b4dde4643ed890ed18fe0974455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761608 Feb 09 02:19:03.769998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:03.815644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] For port 96313430-2ec2-4ced-af01-eda7a66f3df2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=96313430-2ec2-4ced-af01-eda7a66f3df2,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:03.816784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.852239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe06010e-00d2-4e42-b799-4ae42970e9a8 req-5a4a8a7f-730c-4613-99ef-30f64fd8f6d3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244981 Feb 09 02:19:03.858072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Made reservation on behalf of a12dec017f71427a9bc0cc71503df9e9 for: {'subnet': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:03.862963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.863205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:03.881938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Calling delete_port for 96313430-2ec2-4ced-af01-eda7a66f3df2 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:03.902206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d5e35a47-5be9-406f-9a5b-963d7b76ec47 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:03.902206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5e35a47-5be9-406f-9a5b-963d7b76ec47 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:03.902797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:03.951069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:03.951441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0cf8ca5-0f0f-444f-84c8-6048ceff2cbf not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:03.962275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6934c3c-77d2-4184-b74e-bb346b9d96b6 req-0acfa030-2571-425a-af2d-90d632c26524 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:03.964047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6934c3c-77d2-4184-b74e-bb346b9d96b6 req-0acfa030-2571-425a-af2d-90d632c26524 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3104348 Feb 09 02:19:04.003218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port ba86df4c-70b5-459e-8102-b2957740d843, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ba86df4c-70b5-459e-8102-b2957740d843,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:04.015082 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.054051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'ba86df4c-70b5-459e-8102-b2957740d843', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'port_id': 'ba86df4c-70b5-459e-8102-b2957740d843', 'mac_address': 'fa:16:3e:2e:99:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:04.132146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port ba86df4c-70b5-459e-8102-b2957740d843 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:04.132594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ba86df4c-70b5-459e-8102-b2957740d843), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.134971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6934c3c-77d2-4184-b74e-bb346b9d96b6 req-88319722-bba9-46a2-b267-661a39bd40be tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638432 Feb 09 02:19:04.156332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba86df4c-70b5-459e-8102-b2957740d843 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:04.178076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Deleting port aa7c0349-3574-4fb1-b231-99d29bc11f6c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:04.178589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (aa7c0349-3574-4fb1-b231-99d29bc11f6c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.203828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port ba86df4c-70b5-459e-8102-b2957740d843, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ba86df4c-70b5-459e-8102-b2957740d843,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:04.216837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ba86df4c-70b5-459e-8102-b2957740d843), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.217942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d0cc6fc7-823d-48a5-a065-28807e7f4fe7 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:04.364867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.370249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.376258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.381543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.386907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.393743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.398711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=ba86df4c-70b5-459e-8102-b2957740d843,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:04.399961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.402524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-609a664e-58a1-4d14-941e-e4413f5cb2cc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5421 time: 0.2015231 Feb 09 02:19:04.414864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:04.444114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7', 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'port_id': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7', 'mac_address': 'fa:16:3e:df:7a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aaab5f-49c7-4496-97d6-14012d003504', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:04.453461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (650ceecb-812f-4d0c-9734-cdf0d4d3c185), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.479364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (aa7c0349-3574-4fb1-b231-99d29bc11f6c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.488654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e55af5a6-5950-483f-9370-621f0c4a3d1c req-5b9f3eb8-9d81-446b-b2fc-1687c98543ed tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752692 Feb 09 02:19:04.495798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (96313430-2ec2-4ced-af01-eda7a66f3df2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.515242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Calling delete_port for aa7c0349-3574-4fb1-b231-99d29bc11f6c owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:04.537416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80f4bcb6-c134-4f92-9936-8e1cb7b3fbe4 admin admin] Publish callbacks [] for security_group (37e77839-a5bc-43b7-b090-e1c74db20018), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.551872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:04.552369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.569064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cc6fc7-823d-48a5-a065-28807e7f4fe7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:04.589012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80f4bcb6-c134-4f92-9936-8e1cb7b3fbe4 admin admin] Publish callbacks [] for security_group (37e77839-a5bc-43b7-b090-e1c74db20018), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.589849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Pushing event deleted for resources: {'Port': ['ID=96313430-2ec2-4ced-af01-eda7a66f3df2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:04.604054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:04.613097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.615039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c54b8d8-c80c-4f6b-8108-c82a1092963d details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:04.653478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c54b8d8-c80c-4f6b-8108-c82a1092963d,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:04.698652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '7c54b8d8-c80c-4f6b-8108-c82a1092963d', 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'port_id': '7c54b8d8-c80c-4f6b-8108-c82a1092963d', 'mac_address': 'fa:16:3e:78:41:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aaab5f-49c7-4496-97d6-14012d003504', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:04.739522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Subnet': ['ID=650ceecb-812f-4d0c-9734-cdf0d4d3c185,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:04.757366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:04.757750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Checking segment: {'id': '5929bda2-bb5b-4447-a0ce-57e60770f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'eb936c56-840d-487e-9580-0dceb7dc1e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:04.758123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network hostable DHCP agents. Network: eb936c56-840d-487e-9580-0dceb7dc1e7c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:04.785428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80f4bcb6-c134-4f92-9936-8e1cb7b3fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (37e77839-a5bc-43b7-b090-e1c74db20018), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.788746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7c54b8d8-c80c-4f6b-8108-c82a1092963d is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:04.789354 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.794603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80f4bcb6-c134-4f92-9936-8e1cb7b3fbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.798175 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-80f4bcb6-c134-4f92-9936-8e1cb7b3fbe4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37e77839-a5bc-43b7-b090-e1c74db20018 HTTP/1.1" status: 204 len: 168 time: 1.0250959 Feb 09 02:19:04.809054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c54b8d8-c80c-4f6b-8108-c82a1092963d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:04.828569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4bcb6-c134-4f92-9936-8e1cb7b3fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e77839-a5bc-43b7-b090-e1c74db20018,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:04.841945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network eb936c56-840d-487e-9580-0dceb7dc1e7c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:04.859219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c54b8d8-c80c-4f6b-8108-c82a1092963d,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:04.859788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, eb936c56-840d-487e-9580-0dceb7dc1e7c) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:04.866131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (8db24eb5-df61-41e9-add8-8d61ef36a4a5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:04.888762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd3f8f-af37-42eb-ba97-dd4f54598dc7 None None] Network eb936c56-840d-487e-9580-0dceb7dc1e7c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:04.912442 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.052992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7fba4c8e-0131-4ebf-885c-0923fd755eab details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:05.056362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7c54b8d8-c80c-4f6b-8108-c82a1092963d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:05.060094 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event updated for resources: {'Subnet': ['ID=8db24eb5-df61-41e9-add8-8d61ef36a4a5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:05.086641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Checking segment: {'id': '3de1121a-fc42-4ac5-87db-58fc369f2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '474822ef-ec9e-415e-b220-5461d572270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:05.086641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network hostable DHCP agents. Network: 474822ef-ec9e-415e-b220-5461d572270d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:05.131459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Network 474822ef-ec9e-415e-b220-5461d572270d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:05.150398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 474822ef-ec9e-415e-b220-5461d572270d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:05.155743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:05.156219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:05.156864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.205748 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f637f8e-ee96-4acd-becc-12133f07af83 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6936696 Feb 09 02:19:05.206101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:05.327516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9adbee-4c4e-4f3a-94c9-24a12c3bba9f None None] Network 474822ef-ec9e-415e-b220-5461d572270d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:05.358930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (062bc8f3-ca88-4c19-876c-c03d2114917c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.378488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b656c-d391-4e01-bcf8-6dc84a5105e8 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:05.380460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b656c-d391-4e01-bcf8-6dc84a5105e8 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:05.381850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b656c-d391-4e01-bcf8-6dc84a5105e8 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:05.384591 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e20b656c-d391-4e01-bcf8-6dc84a5105e8 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1775436 Feb 09 02:19:05.394477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57886) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:05.464276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7fba4c8e-0131-4ebf-885c-0923fd755eab, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:05.530491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '7fba4c8e-0131-4ebf-885c-0923fd755eab', 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59', 'port_id': '7fba4c8e-0131-4ebf-885c-0923fd755eab', 'mac_address': 'fa:16:3e:a4:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843cba68-4f89-4ae3-8169-b99f5d945506', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:05.551285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a6dcc-f305-4aac-85ee-60a11bc8cc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-eb936c56-840d-487e-9580-0dceb7dc1e7c', 'network_id': 'eb936c56-840d-487e-9580-0dceb7dc1e7c', 'project_id': 'a12dec017f71427a9bc0cc71503df9e9', 'fixed_ips': [{'subnet_id': '650ceecb-812f-4d0c-9734-cdf0d4d3c185'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:05.552180 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb7a6dcc-f305-4aac-85ee-60a11bc8cc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.609773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ba86df4c-70b5-459e-8102-b2957740d843'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:05.611767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['7c54b8d8-c80c-4f6b-8108-c82a1092963d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:05.614949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d0cc6fc7-823d-48a5-a065-28807e7f4fe7'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:05.870899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7fba4c8e-0131-4ebf-885c-0923fd755eab is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:05.871302 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.901453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-474822ef-ec9e-415e-b220-5461d572270d', 'network_id': '474822ef-ec9e-415e-b220-5461d572270d', 'project_id': 'a12dec017f71427a9bc0cc71503df9e9', 'fixed_ips': [{'subnet_id': '8db24eb5-df61-41e9-add8-8d61ef36a4a5'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:05.902474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.969561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fba4c8e-0131-4ebf-885c-0923fd755eab {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:05.974482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.038384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274be98f-0e35-4b18-a7f4-1589e5a7ea6b req-9b64679e-0661-48b0-bc9d-27458b8454bf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:06.039948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-274be98f-0e35-4b18-a7f4-1589e5a7ea6b req-9b64679e-0661-48b0-bc9d-27458b8454bf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.9490337 Feb 09 02:19:06.060865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7fba4c8e-0131-4ebf-885c-0923fd755eab, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:06.069146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Deleting subnet 650ceecb-812f-4d0c-9734-cdf0d4d3c185 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:19:06.073690 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for subnet (650ceecb-812f-4d0c-9734-cdf0d4d3c185), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.076685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.077435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e9584cf1-6667-40ab-b495-1c5fc8d0340b details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:06.117175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (650ceecb-812f-4d0c-9734-cdf0d4d3c185), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.171053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (650ceecb-812f-4d0c-9734-cdf0d4d3c185), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.192559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57916) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.239185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (aa7c0349-3574-4fb1-b231-99d29bc11f6c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.248778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6391309-69f5-4770-8fee-7a5a59af118a req-fedbd749-405e-403e-8f40-04b3c4d3dda4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:06.250484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6391309-69f5-4770-8fee-7a5a59af118a req-fedbd749-405e-403e-8f40-04b3c4d3dda4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.8938143 Feb 09 02:19:06.281511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1171918041-network', 'tenant_id': '8d19f7c3de254094bea495fa7d177dc9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:06.305009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Made reservation on behalf of 8d19f7c3de254094bea495fa7d177dc9 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:06.306303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7fba4c8e-0131-4ebf-885c-0923fd755eab,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:06.313567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.330274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.331989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bf0c1dad-a89b-4c09-95ac-46f0f47cd5f2 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:06.358868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-274be98f-0e35-4b18-a7f4-1589e5a7ea6b req-01a1a1c2-4775-4763-bf22-1fbfce4010d1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011849 Feb 09 02:19:06.373152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event deleted for resources: {'Port': ['ID=aa7c0349-3574-4fb1-b231-99d29bc11f6c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:06.393305 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bf0c1dad-a89b-4c09-95ac-46f0f47cd5f2 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "PUT /v2.0/quotas/54eec5ecb83d46929c43ac66df3a1df1 HTTP/1.1" status: 200 len: 366 time: 0.4176943 Feb 09 02:19:06.395974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.423476 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-00ade271-476b-4fca-83ad-e4ca0da84b97 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0259495 Feb 09 02:19:06.425764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.443166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c66f7eaf-7a7f-4263-b87a-6265f0ee18b2 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "GET /v2.0/quotas/54eec5ecb83d46929c43ac66df3a1df1 HTTP/1.1" status: 200 len: 366 time: 0.0156293 Feb 09 02:19:06.446775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.485315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6391309-69f5-4770-8fee-7a5a59af118a req-8b262112-c334-4912-afde-732629178373 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196417 Feb 09 02:19:06.491810 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (650ceecb-812f-4d0c-9734-cdf0d4d3c185), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.493412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fe3bb250-fe64-4fde-8bfa-07ca98daf8c3 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/54eec5ecb83d46929c43ac66df3a1df1 HTTP/1.1" status: 204 len: 168 time: 0.0454330 Feb 09 02:19:06.496101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.514173 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6dbbfb4b-ee58-4370-aba5-2fc9c0ea4962 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0153072 Feb 09 02:19:06.516689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-fb7a6dcc-f305-4aac-85ee-60a11bc8cc21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650ceecb-812f-4d0c-9734-cdf0d4d3c185: This subnet is being modified by another concurrent operation. Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:19:06.519119 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650ceecb-812f-4d0c-9734-cdf0d4d3c185: This subnet is being modified by another concurrent operation. Feb 09 02:19:06.523568 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:19:06.536546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5393d37b-2824-4818-a2c9-c60d0c0d1b90 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "GET /v2.0/quotas/54eec5ecb83d46929c43ac66df3a1df1 HTTP/1.1" status: 200 len: 370 time: 0.0161462 Feb 09 02:19:06.537670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.545906 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fde4f9af-1cd6-486e-a7ef-934bb0128baf tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "GET /v2.0/quotas/54eec5ecb83d46929c43ac66df3a1df1/default HTTP/1.1" status: 200 len: 370 time: 0.0071683 Feb 09 02:19:06.547097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e9584cf1-6667-40ab-b495-1c5fc8d0340b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:06.552158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.553083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['5246e36a-39e7-46e8-a6ce-1b688b43aef7'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:06.568432 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-d267b545-73fa-40a7-b498-9c37a6f5c48f tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] delete failed (client error): The resource could not be found. Feb 09 02:19:06.572259 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d267b545-73fa-40a7-b498-9c37a6f5c48f tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/54eec5ecb83d46929c43ac66df3a1df1 HTTP/1.1" status: 404 len: 348 time: 0.0164320 Feb 09 02:19:06.575167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks [] for security_group (dd5d507a-164f-4f9b-9ba0-5aab0cc13998), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.583934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dd5d507a-164f-4f9b-9ba0-5aab0cc13998), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.612469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Allocated IP 172.20.0.18 (474822ef-ec9e-415e-b220-5461d572270d/8db24eb5-df61-41e9-add8-8d61ef36a4a5/f914c17e-a500-454d-aaa2-70b3d0ab239f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:06.615141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9fcf34-616d-4e1c-b491-b5b3287ecdb5 None None] Network eb936c56-840d-487e-9580-0dceb7dc1e7c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:06.616739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:06.629050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5d507a-164f-4f9b-9ba0-5aab0cc13998,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:06.632409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dc4568a2-a3a1-4298-bd1f-58da0e0e1457), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.632868 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Added segment dc4568a2-a3a1-4298-bd1f-58da0e0e1457 of type vlan for network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 Feb 09 02:19:06.686901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.699212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.705893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/subnets/650ceecb-812f-4d0c-9734-cdf0d4d3c185 HTTP/1.1" status: 204 len: 168 time: 1.2933753 Feb 09 02:19:06.705893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742a4a9-eab4-480c-846f-49d3f1839387 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Subnet': ['ID=650ceecb-812f-4d0c-9734-cdf0d4d3c185,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:06.706252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b', 'network_id': 'cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b', 'port_id': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b', 'mac_address': 'fa:16:3e:75:cf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aaab5f-49c7-4496-97d6-14012d003504', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:06.706373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.737861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Router 062bc8f3-ca88-4c19-876c-c03d2114917c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:06.739304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57938) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.743576 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.779410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.780406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:06.781004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.835528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Deleting subnet 8db24eb5-df61-41e9-add8-8d61ef36a4a5 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:19:06.862540 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6669891 Feb 09 02:19:06.864506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:06.870188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Request body: {'subnet': {'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1171918041-subnet', 'tenant_id': '8d19f7c3de254094bea495fa7d177dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:06.875506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf43a55-d3b3-4e38-bbe5-62c4808786ce admin admin] Pushing event updated for resources: {'Network': ['ID=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:06.885034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.892843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.914330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Made reservation on behalf of 8d19f7c3de254094bea495fa7d177dc9 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:06.916748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.928109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:network and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.002499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:07.003097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.026275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.031955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.037302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.042613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.048494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.053982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.059663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.062378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-7a7a94ba-9000-4f3f-bab9-a1da3d4efc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5424 time: 0.3872006 Feb 09 02:19:07.074182 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.074416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e9584cf1-6667-40ab-b495-1c5fc8d0340b is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:07.074605 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.074752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Fanout notify agent at l3_agent the message router_deleted on router 63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:07.083450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.089241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b1aa0b65-a81a-4864-907b-bc59a3fed738 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb HTTP/1.1" status: 204 len: 168 time: 4.2663732 Feb 09 02:19:07.089241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:subnet and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.090491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57942) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:07.096229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7a61a8af-2c6b-4363-ae73-5671c52a0a5c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-942596578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:07.113247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.139313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (d6039dc6-c6e1-437d-afb3-9abe08fe0230), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.154765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9584cf1-6667-40ab-b495-1c5fc8d0340b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:07.158335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:subnetpool and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.160954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:07.172120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0e1cdd45-2d4f-4145-b3b0-63b60ad9a979 admin admin] 10.222.0.53 "PUT /v2.0/routers/062bc8f3-ca88-4c19-876c-c03d2114917c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1545241 Feb 09 02:19:07.175935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a61a8af-2c6b-4363-ae73-5671c52a0a5c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.177064 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a61a8af-2c6b-4363-ae73-5671c52a0a5c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.177787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:07.189952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.198159 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] Sync routers for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:07.218224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:port and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.226209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e9584cf1-6667-40ab-b495-1c5fc8d0340b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:07.241873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.255770 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.256373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f05cd93a-59af-41ff-bdb8-b5700a7bb636 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:07.262680 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:07.265912 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:07.280466 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-451fa970-42a8-43e7-b0ce-3b5d986668de req-3537c98b-896a-4e23-91f1-7fe57adbf1a0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743267 Feb 09 02:19:07.286055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a61a8af-2c6b-4363-ae73-5671c52a0a5c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.288206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:router and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.291830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.297252 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a61a8af-2c6b-4363-ae73-5671c52a0a5c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.315873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6039dc6-c6e1-437d-afb3-9abe08fe0230,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:07.324165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:floatingip and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.324728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Checking segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:07.325697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Network hostable DHCP agents. Network: 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:07.333819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.345740 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a61a8af-2c6b-4363-ae73-5671c52a0a5c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.353242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7a61a8af-2c6b-4363-ae73-5671c52a0a5c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2616246 Feb 09 02:19:07.355747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57946) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:07.373715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:07.375100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': True}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:07.392497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:07.394330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Publish callbacks [] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.404807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a114e-a6f8-48f1-b2f6-a00386e955d8 None None] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:07.405894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.407177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.416523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks [] for router (062bc8f3-ca88-4c19-876c-c03d2114917c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.462051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.484038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for subnet (8db24eb5-df61-41e9-add8-8d61ef36a4a5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.498185 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:07.502176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f05cd93a-59af-41ff-bdb8-b5700a7bb636, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:07.504278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e9584cf1-6667-40ab-b495-1c5fc8d0340b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:07.590669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Network 474822ef-ec9e-415e-b220-5461d572270d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:07.606380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636', 'network_id': '16037fc7-24c0-41a7-a4f5-95e71c352d59', 'port_id': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636', 'mac_address': 'fa:16:3e:6f:22:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843cba68-4f89-4ae3-8169-b99f5d945506', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:07.608714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:07.620342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:07.657095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Pushing event updated for resources: {'Port': ['ID=f914c17e-a500-454d-aaa2-70b3d0ab239f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:07.696200 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks [] for router_gateway (062bc8f3-ca88-4c19-876c-c03d2114917c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.712862 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (8db24eb5-df61-41e9-add8-8d61ef36a4a5), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.746574 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb6bd940-adf5-488a-9be5-641e8e8180c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8724015 Feb 09 02:19:07.767508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3fd649-4cfc-43bb-9c75-60f0964d5b90 None None] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:07.772018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f05cd93a-59af-41ff-bdb8-b5700a7bb636 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:07.772422 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.807752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.824323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:security_group and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.831904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.862990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (8db24eb5-df61-41e9-add8-8d61ef36a4a5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.865452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Attempting to bind port f914c17e-a500-454d-aaa2-70b3d0ab239f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:07.865837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Attempting to bind port f914c17e-a500-454d-aaa2-70b3d0ab239f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '3de1121a-fc42-4ac5-87db-58fc369f2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '474822ef-ec9e-415e-b220-5461d572270d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:07.866378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Attempting to bind port f914c17e-a500-454d-aaa2-70b3d0ab239f on network 474822ef-ec9e-415e-b220-5461d572270d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:07.880729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05cd93a-59af-41ff-bdb8-b5700a7bb636 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:07.891110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Deleting port b2132da5-28c5-497c-80bc-fdd795a87e75 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:07.891536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.893191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:07.894493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Checking segment: {'id': '3de1121a-fc42-4ac5-87db-58fc369f2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '474822ef-ec9e-415e-b220-5461d572270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:07.895404 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.895404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Bound using segment: {'id': '3de1121a-fc42-4ac5-87db-58fc369f2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '474822ef-ec9e-415e-b220-5461d572270d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:07.895756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Bound port: f914c17e-a500-454d-aaa2-70b3d0ab239f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de1121a-fc42-4ac5-87db-58fc369f2284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '474822ef-ec9e-415e-b220-5461d572270d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:07.896105 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.904230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Usage tracker for resource:security_group_rule and project:96cafc93655f4fa9b32979ac38ed7e37 is out of sync, need to count used quota {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 02:19:07.920052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.quota.resource [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103149) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 02:19:07.932003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f05cd93a-59af-41ff-bdb8-b5700a7bb636, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:07.944940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-62e317d4-12f1-4565-976a-5424da716564 tempest-QuotasTest-393176722 tempest-QuotasTest-393176722-project-admin] 10.222.0.53 "GET /v2.0/quotas/96cafc93655f4fa9b32979ac38ed7e37/details.json HTTP/1.1" status: 200 len: 703 time: 1.2021842 Feb 09 02:19:07.947826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.964646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7f47e-1313-4d53-ae97-51065ce37f00 req-54aa94b3-c818-4a27-9434-3b70378c7f34 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.967942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94e7f47e-1313-4d53-ae97-51065ce37f00 req-54aa94b3-c818-4a27-9434-3b70378c7f34 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3709512 Feb 09 02:19:07.995067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f09b32-433b-435b-bec7-08f5377bfbc5 req-4d94731f-2241-44d2-818b-58b817212d25 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.997295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24f09b32-433b-435b-bec7-08f5377bfbc5 req-4d94731f-2241-44d2-818b-58b817212d25 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.4446223 Feb 09 02:19:08.025237 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:19:04Z', 'revision_number': 5, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port': {'id': 'b2132da5-28c5-497c-80bc-fdd795a87e75', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:25:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:27Z', 'updated_at': '2022-02-09T02:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:08.077140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device ba86df4c-70b5-459e-8102-b2957740d843 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:08.081939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] For port b2132da5-28c5-497c-80bc-fdd795a87e75, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b2132da5-28c5-497c-80bc-fdd795a87e75,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:08.082315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.102992 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] Checking router: 062bc8f3-ca88-4c19-876c-c03d2114917c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:08.119848 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] Routers {'062bc8f3-ca88-4c19-876c-c03d2114917c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:08.120496 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['062bc8f3-ca88-4c19-876c-c03d2114917c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:08.153755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94e7f47e-1313-4d53-ae97-51065ce37f00 req-35e5bab6-50dd-41ab-9785-8d0cd5c9a491 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464753 Feb 09 02:19:08.202037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24f09b32-433b-435b-bec7-08f5377bfbc5 req-53865c50-4367-4eb5-ba7e-4b53c79106d8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864731 Feb 09 02:19:08.341169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f05cd93a-59af-41ff-bdb8-b5700a7bb636,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.351105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] For port f914c17e-a500-454d-aaa2-70b3d0ab239f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:08.361287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] For port f914c17e-a500-454d-aaa2-70b3d0ab239f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f914c17e-a500-454d-aaa2-70b3d0ab239f,segment=NetworkSegment(3de1121a-fc42-4ac5-87db-58fc369f2284),segment_id=3de1121a-fc42-4ac5-87db-58fc369f2284)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:08.370303 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] Set router 062bc8f3-ca88-4c19-876c-c03d2114917c gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:08.397799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.459079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Calling delete_port for b2132da5-28c5-497c-80bc-fdd795a87e75 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:08.461973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (8db24eb5-df61-41e9-add8-8d61ef36a4a5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.502273 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:19:07Z', 'revision_number': 6, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:08.518230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.520942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port ba86df4c-70b5-459e-8102-b2957740d843 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:08.531324 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/subnets/8db24eb5-df61-41e9-add8-8d61ef36a4a5 HTTP/1.1" status: 204 len: 168 time: 1.8168027 Feb 09 02:19:08.531562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57966) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:08.556659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port ba86df4c-70b5-459e-8102-b2957740d843 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:08.557618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ba86df4c-70b5-459e-8102-b2957740d843), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.564455 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0732ab-a703-404c-9db0-560d811a242d None None] The sync data for ids ['062bc8f3-ca88-4c19-876c-c03d2114917c'] in n-d-826675-12 is: [{'id': '062bc8f3-ca88-4c19-876c-c03d2114917c', 'name': 'tempest-ServersTestBootFromVolume-414857051-router', 'tenant_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:26Z', 'updated_at': '2022-02-09T02:19:07Z', 'revision_number': 6, 'project_id': '4c6eee2d76b54a40a1813f9d7d4c8472', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:08.575018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57968) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:08.608900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9cdd9-1e2b-4e24-b0d9-d1e30d1277f6 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Subnet': ['ID=8db24eb5-df61-41e9-add8-8d61ef36a4a5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.666088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10573b97-e7d6-4b02-a9db-4700f5481100 None None] Pushing event updated for resources: {'Port': ['ID=f914c17e-a500-454d-aaa2-70b3d0ab239f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.785850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port ba86df4c-70b5-459e-8102-b2957740d843 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:08.786290 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ba86df4c-70b5-459e-8102-b2957740d843), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.828930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:08.832750 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86186db-c292-4381-81f7-9c25ddbadcb9" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "ba86df4c-70b5-459e-8102-b2957740d843"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:08.867605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port ba86df4c-70b5-459e-8102-b2957740d843, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ba86df4c-70b5-459e-8102-b2957740d843,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:08.868233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ff001-b8ce-4e87-a5c7-74c21c54cb23 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:08.870522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b15ff001-b8ce-4e87-a5c7-74c21c54cb23 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3378847 Feb 09 02:19:08.885570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57978) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:08.888078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ba86df4c-70b5-459e-8102-b2957740d843), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.895640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.899997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-977c0b68-3cd9-447f-be25-73e71f5bc6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.919776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b2132da5-28c5-497c-80bc-fdd795a87e75), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.937983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['e9584cf1-6667-40ab-b495-1c5fc8d0340b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:08.941679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['7fba4c8e-0131-4ebf-885c-0923fd755eab'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:08.954860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b2132da5-28c5-497c-80bc-fdd795a87e75,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.984117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.088082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (062bc8f3-ca88-4c19-876c-c03d2114917c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.157932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=ba86df4c-70b5-459e-8102-b2957740d843,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:09.277388 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (062bc8f3-ca88-4c19-876c-c03d2114917c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.281117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks [] for router_controller (062bc8f3-ca88-4c19-876c-c03d2114917c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.298123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.303980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.309899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.315848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.321194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.327890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.333175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.339561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (062bc8f3-ca88-4c19-876c-c03d2114917c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.341625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-cbfc00e8-f5b8-44e2-82cc-c10a1ada8617 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5426 time: 0.7550671 Feb 09 02:19:09.342700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062bc8f3-ca88-4c19-876c-c03d2114917c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:09.353877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.356922 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0a88cc7d-2f36-4b96-8940-37887ad8f7bf admin admin] 10.222.0.53 "DELETE /v2.0/routers/062bc8f3-ca88-4c19-876c-c03d2114917c HTTP/1.1" status: 204 len: 168 time: 2.1767352 Feb 09 02:19:09.359577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:09.428035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] Deleting subnet 9339caa8-ec25-4d40-a810-14e6ba073081 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:19:09.431528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] Publish callbacks [] for subnet (9339caa8-ec25-4d40-a810-14e6ba073081), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.446923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (474822ef-ec9e-415e-b220-5461d572270d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.489629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-abec60ab-869f-4e9f-add7-706347828a2a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.491170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (9339caa8-ec25-4d40-a810-14e6ba073081), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.491682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-abec60ab-869f-4e9f-add7-706347828a2a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.5517375 Feb 09 02:19:09.541759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-743dbb4d-6e36-4f97-a12a-7472eccf81d3 req-7075d567-a99a-4140-b31b-cd14a83e8f30 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991739 Feb 09 02:19:09.558306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-2338c110-259a-4421-87a2-06f1cc71cf6d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/quotas/8d19f7c3de254094bea495fa7d177dc9 HTTP/1.1" status: 200 len: 375 time: 0.0415990 Feb 09 02:19:09.650166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-959d7e10-e482-42f7-8ad9-456367766ed6 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575199 Feb 09 02:19:09.661353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (9339caa8-ec25-4d40-a810-14e6ba073081), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.672381 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b67b9-38b1-4926-b1ec-3adff3caac64 x-openstack-request-id: req-4e8b67b9-38b1-4926-b1ec-3adff3caac64 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:09.672924 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "ba86df4c-70b5-459e-8102-b2957740d843", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:09.673731 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e8b67b9-38b1-4926-b1ec-3adff3caac64 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:09.674303 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843', 'code': 200} Feb 09 02:19:09.709478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Allocated IP 172.25.6.189 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:09.713031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f914c17e-a500-454d-aaa2-70b3d0ab239f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:09.729943 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-977c0b68-3cd9-447f-be25-73e71f5bc6b0 admin admin] Publish callbacks [] for security_group (8022e427-0f07-4447-9e0f-64b885ab6d72), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.752328 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-977c0b68-3cd9-447f-be25-73e71f5bc6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8022e427-0f07-4447-9e0f-64b885ab6d72), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.793601 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (9339caa8-ec25-4d40-a810-14e6ba073081), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.820759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-977c0b68-3cd9-447f-be25-73e71f5bc6b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d6640c57c074437b442dab73a12479c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2332618 Feb 09 02:19:09.821734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f914c17e-a500-454d-aaa2-70b3d0ab239f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:09.822365 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.822560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57992) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:09.829543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9339caa8-ec25-4d40-a810-14e6ba073081,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:09.833857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.841779 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-10410fb5-890a-4396-a696-e2397259c333 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9339caa8-ec25-4d40-a810-14e6ba073081 HTTP/1.1" status: 204 len: 168 time: 0.4793611 Feb 09 02:19:09.843167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:09.895486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e07a6-efa8-4bc3-b76d-b32bcedcb038 None None] Network a102f8e4-fbc5-42e9-ab18-1b168b9bf71d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:09.912438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f05cd93a-59af-41ff-bdb8-b5700a7bb636'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:09.940945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:09.976991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 5246e36a-39e7-46e8-a6ce-1b688b43aef7 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:10.042557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Deleting port 6641297c-c52b-420f-8697-35bc799ce392 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:10.043071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6641297c-c52b-420f-8697-35bc799ce392), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.143918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] For port 6641297c-c52b-420f-8697-35bc799ce392, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6641297c-c52b-420f-8697-35bc799ce392,segment=NetworkSegment(18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f),segment_id=18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:10.144711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6641297c-c52b-420f-8697-35bc799ce392), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.170494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Calling delete_port for 6641297c-c52b-420f-8697-35bc799ce392 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:10.223237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f914c17e-a500-454d-aaa2-70b3d0ab239f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:10.223716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.245472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca3c47-08ec-45b2-9d5e-ef10f8920048 None None] Network 474822ef-ec9e-415e-b220-5461d572270d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:10.269892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:10.272671 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6641297c-c52b-420f-8697-35bc799ce392), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.310320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6641297c-c52b-420f-8697-35bc799ce392,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:10.312595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] No DVR routers for this DVR port 6641297c-c52b-420f-8697-35bc799ce392 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:10.347185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb6a71-d6e7-4250-97ef-8ee18699f5b3 None None] DHCP port deletion for a102f8e4-fbc5-42e9-ab18-1b168b9bf71d request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:19:10.349506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:10.349883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.400998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.429152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a102f8e4-fbc5-42e9-ab18-1b168b9bf71d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:10.431912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cf637c79-1162-430d-a455-c898e4a2db25 None None] Provisioning complete for port f914c17e-a500-454d-aaa2-70b3d0ab239f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:10.432300 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf637c79-1162-430d-a455-c898e4a2db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.441691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:10.442946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:10.455961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.463170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port f914c17e-a500-454d-aaa2-70b3d0ab239f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f914c17e-a500-454d-aaa2-70b3d0ab239f,segment=NetworkSegment(3de1121a-fc42-4ac5-87db-58fc369f2284),segment_id=3de1121a-fc42-4ac5-87db-58fc369f2284)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:10.472740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.480360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.482537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:10.483185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (18fe75bb-bdf6-4ac6-a9e1-32bd7477fc1f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:10.485294 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:10.529264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c0b68-3cd9-447f-be25-73e71f5bc6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8022e427-0f07-4447-9e0f-64b885ab6d72,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:10.580905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Deleting port f914c17e-a500-454d-aaa2-70b3d0ab239f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:10.581771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.585408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 96313430-2ec2-4ced-af01-eda7a66f3df2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:10.587861 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for port (c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.592394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a102f8e4-fbc5-42e9-ab18-1b168b9bf71d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.606480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.618528 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a102f8e4-fbc5-42e9-ab18-1b168b9bf71d HTTP/1.1" status: 204 len: 168 time: 0.7741394 Feb 09 02:19:10.641711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 96313430-2ec2-4ced-af01-eda7a66f3df2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:10.641950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 96313430-2ec2-4ced-af01-eda7a66f3df2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:10.642382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2132da5-28c5-497c-80bc-fdd795a87e75 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:10.645146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a190c2e-3bad-4cc8-b0e0-a313c97540f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a102f8e4-fbc5-42e9-ab18-1b168b9bf71d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:10.667900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=f914c17e-a500-454d-aaa2-70b3d0ab239f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:10.702428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fec23-9c6e-4d0d-9195-42ab6afd384d req-06d5ee48-4349-4dfd-aa8a-f7aba92a0ab8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:10.705569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c6fec23-9c6e-4d0d-9195-42ab6afd384d req-06d5ee48-4349-4dfd-aa8a-f7aba92a0ab8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.9048645 Feb 09 02:19:10.726791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccee3991-2bb9-4918-bbfb-73350557b333 admin admin] Publish callbacks [] for security_group (8022e427-0f07-4447-9e0f-64b885ab6d72), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.730138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-c4fd3df6-2f55-45ad-9c98-d55a7ad7a18c service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0560679 Feb 09 02:19:10.775997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] For port f914c17e-a500-454d-aaa2-70b3d0ab239f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f914c17e-a500-454d-aaa2-70b3d0ab239f,segment=NetworkSegment(3de1121a-fc42-4ac5-87db-58fc369f2284),segment_id=3de1121a-fc42-4ac5-87db-58fc369f2284)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:10.776833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.803345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:10.859932 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7f8f081-1628-4f3f-8a46-5e3b8a862225 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c6eee2d76b54a40a1813f9d7d4c8472&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552785 Feb 09 02:19:10.863792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b2132da5-28c5-497c-80bc-fdd795a87e75 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:10.864051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b2132da5-28c5-497c-80bc-fdd795a87e75 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:10.864169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:10.883322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Calling delete_port for f914c17e-a500-454d-aaa2-70b3d0ab239f owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:10.898434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccee3991-2bb9-4918-bbfb-73350557b333 admin admin] Publish callbacks [] for security_group (8022e427-0f07-4447-9e0f-64b885ab6d72), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.901081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:10.901716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.915811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c6fec23-9c6e-4d0d-9195-42ab6afd384d req-d3a7b350-618c-4198-bfe1-b1fae214aecc tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962662 Feb 09 02:19:10.925331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.936093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cf637c79-1162-430d-a455-c898e4a2db25 None None] Current status of the port f914c17e-a500-454d-aaa2-70b3d0ab239f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:10.957057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5246e36a-39e7-46e8-a6ce-1b688b43aef7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:10.960861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43159bd8-8dc4-47e7-872a-3696e08df57b admin admin] Publish callbacks [] for security_group (70d6f0aa-8069-4dfe-b621-d2481a2660be), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.964632 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.966707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c54b8d8-c80c-4f6b-8108-c82a1092963d up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:10.992155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43159bd8-8dc4-47e7-872a-3696e08df57b admin admin] Publish callbacks [] for security_group (70d6f0aa-8069-4dfe-b621-d2481a2660be), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.016033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] DHCP port deletion for 474822ef-ec9e-415e-b220-5461d572270d request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:19:11.071012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:11.083221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43159bd8-8dc4-47e7-872a-3696e08df57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70d6f0aa-8069-4dfe-b621-d2481a2660be), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.090523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43159bd8-8dc4-47e7-872a-3696e08df57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.097408 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43159bd8-8dc4-47e7-872a-3696e08df57b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70d6f0aa-8069-4dfe-b621-d2481a2660be HTTP/1.1" status: 204 len: 168 time: 0.2306788 Feb 09 02:19:11.097835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:11.107185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=5246e36a-39e7-46e8-a6ce-1b688b43aef7,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.108850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43159bd8-8dc4-47e7-872a-3696e08df57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6f0aa-8069-4dfe-b621-d2481a2660be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.138124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:11.144052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-c1e4c261-3ac2-45df-bd56-a4a5b81ff1e1 service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961999 Feb 09 02:19:11.148899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 7c54b8d8-c80c-4f6b-8108-c82a1092963d completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:11.172040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 7c54b8d8-c80c-4f6b-8108-c82a1092963d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:11.172488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.193303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.231182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] Deleting port f914c17e-a500-454d-aaa2-70b3d0ab239f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:11.232273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.240986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccee3991-2bb9-4918-bbfb-73350557b333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8022e427-0f07-4447-9e0f-64b885ab6d72), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.244144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccee3991-2bb9-4918-bbfb-73350557b333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.245513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ccee3991-2bb9-4918-bbfb-73350557b333 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8022e427-0f07-4447-9e0f-64b885ab6d72 HTTP/1.1" status: 204 len: 168 time: 1.4077852 Feb 09 02:19:11.326176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea840a-3743-458e-a927-7fa820930d69 req-5a57bca0-f5ed-496f-83f2-a75036844d2c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:11.333347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1cea840a-3743-458e-a927-7fa820930d69 req-5a57bca0-f5ed-496f-83f2-a75036844d2c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2650783 Feb 09 02:19:11.335454 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.352774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee3991-2bb9-4918-bbfb-73350557b333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8022e427-0f07-4447-9e0f-64b885ab6d72,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.393441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Port': ['ID=f914c17e-a500-454d-aaa2-70b3d0ab239f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.413557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] No DVR routers for this DVR port f914c17e-a500-454d-aaa2-70b3d0ab239f on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:11.427758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6641297c-c52b-420f-8697-35bc799ce392 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:11.482928 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:19:11.495206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] For port f914c17e-a500-454d-aaa2-70b3d0ab239f, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:11.495784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.518104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] Calling delete_port for f914c17e-a500-454d-aaa2-70b3d0ab239f owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:11.522580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] Port f914c17e-a500-454d-aaa2-70b3d0ab239f was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:19:11.524103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6641297c-c52b-420f-8697-35bc799ce392 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:11.524329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6641297c-c52b-420f-8697-35bc799ce392 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:11.525410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f914c17e-a500-454d-aaa2-70b3d0ab239f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:11.554207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1cea840a-3743-458e-a927-7fa820930d69 req-7bd2aea7-3a62-41de-ac62-9e63e7816702 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198379 Feb 09 02:19:11.583010 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (f914c17e-a500-454d-aaa2-70b3d0ab239f), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.587311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f914c17e-a500-454d-aaa2-70b3d0ab239f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:11.588938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f914c17e-a500-454d-aaa2-70b3d0ab239f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:11.630000 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (474822ef-ec9e-415e-b220-5461d572270d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.655996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] Pushing event deleted for resources: {'Port': ['ID=f914c17e-a500-454d-aaa2-70b3d0ab239f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:11.666524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e1da4-2f0e-4c4d-a275-b83c387b5648 None None] No DVR routers for this DVR port f914c17e-a500-454d-aaa2-70b3d0ab239f on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:11.748283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5246e36a-39e7-46e8-a6ce-1b688b43aef7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:11.756847 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6297b2-9b00-4511-9c32-d995d22f3c5c" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "5246e36a-39e7-46e8-a6ce-1b688b43aef7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:11.767141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7c54b8d8-c80c-4f6b-8108-c82a1092963d is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:11.768358 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.778327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560ac839-d936-44cf-990b-a0d536ae79f7 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:19:11.779101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebbcdaa6-ebf1-4862-9324-e9c8e9f0aba3 req-203fac63-7ef8-4682-ad00-419b50a5ce1c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 210 time: 0.1511087 Feb 09 02:19:11.793003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474822ef-ec9e-415e-b220-5461d572270d']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:11.836835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de1121a-fc42-4ac5-87db-58fc369f2284') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:11.843995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de1121a-fc42-4ac5-87db-58fc369f2284') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:11.869119 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1984667-3a84-4a2b-a112-4b1c79525c45 x-openstack-request-id: req-f1984667-3a84-4a2b-a112-4b1c79525c45 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:11.869427 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "5246e36a-39e7-46e8-a6ce-1b688b43aef7", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:11.873502 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1984667-3a84-4a2b-a112-4b1c79525c45 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:11.874101 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5246e36a-39e7-46e8-a6ce-1b688b43aef7', 'code': 200} Feb 09 02:19:11.874939 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (3de1121a-fc42-4ac5-87db-58fc369f2284), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.879253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c54b8d8-c80c-4f6b-8108-c82a1092963d,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:11.892446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3de1121a-fc42-4ac5-87db-58fc369f2284), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.898477 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.899445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d0cc6fc7-823d-48a5-a065-28807e7f4fe7 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:11.899726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:11.900375 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (3de1121a-fc42-4ac5-87db-58fc369f2284), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:11.971360 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:11.999131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (474822ef-ec9e-415e-b220-5461d572270d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.014536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.023051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/networks/474822ef-ec9e-415e-b220-5461d572270d HTTP/1.1" status: 204 len: 168 time: 3.1361248 Feb 09 02:19:12.025459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:12.087997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.099012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7c54b8d8-c80c-4f6b-8108-c82a1092963d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:12.101920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.110200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ac839-d936-44cf-990b-a0d536ae79f7 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:19:12.115294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.126631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.141866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:12.142701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:12.146651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.149420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:12.149420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.153809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.160280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.168094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-10c060c0-3f0c-441c-be6d-76c035be6573 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5428 time: 0.6107681 Feb 09 02:19:12.212617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (eb936c56-840d-487e-9580-0dceb7dc1e7c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.217076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71154ebf-57dc-448d-bc59-6d5f757f7f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.236770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592c6bf-5d36-4aaf-8573-8e696f6e963a tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Network': ['ID=474822ef-ec9e-415e-b220-5461d572270d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:12.248223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.348224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (eb936c56-840d-487e-9580-0dceb7dc1e7c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.360082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:12.360692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.384332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb936c56-840d-487e-9580-0dceb7dc1e7c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:12.396438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5929bda2-bb5b-4447-a0ce-57e60770f6e8') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:12.396757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5929bda2-bb5b-4447-a0ce-57e60770f6e8') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:12.411964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:12.430504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (5929bda2-bb5b-4447-a0ce-57e60770f6e8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.456080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5929bda2-bb5b-4447-a0ce-57e60770f6e8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.470852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:12.472370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (5929bda2-bb5b-4447-a0ce-57e60770f6e8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:12.474681 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:12.491471 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.523397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7fba4c8e-0131-4ebf-885c-0923fd755eab up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:12.566930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24afb88d-d62f-4f4e-b4ed-d54e98e5ffc8 req-4c203165-749f-4d6f-801a-9c9e22f87757 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3968680 Feb 09 02:19:12.601022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (eb936c56-840d-487e-9580-0dceb7dc1e7c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.624193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823fc3e-9b15-4b4b-9cc1-affd7417a3a6 req-638d7da7-1bc4-4d9f-9137-7d6949d60de0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.625806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a823fc3e-9b15-4b4b-9cc1-affd7417a3a6 req-638d7da7-1bc4-4d9f-9137-7d6949d60de0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.4411750 Feb 09 02:19:12.632130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.649493 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/networks/eb936c56-840d-487e-9580-0dceb7dc1e7c HTTP/1.1" status: 204 len: 168 time: 0.6227336 Feb 09 02:19:12.665908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:12.673592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:12.703715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 7fba4c8e-0131-4ebf-885c-0923fd755eab completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:12.708150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 7fba4c8e-0131-4ebf-885c-0923fd755eab triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:12.708651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.712074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71154ebf-57dc-448d-bc59-6d5f757f7f4c admin admin] Publish callbacks [] for security_group (67a4ba12-b84e-4e0e-a591-b2eab8a8e555), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.723227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31284119-67d9-4c2b-94d2-6494c8e26d63 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Network': ['ID=eb936c56-840d-487e-9580-0dceb7dc1e7c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:12.735250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71154ebf-57dc-448d-bc59-6d5f757f7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (67a4ba12-b84e-4e0e-a591-b2eab8a8e555), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.776577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:12.818198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7fba4c8e-0131-4ebf-885c-0923fd755eab is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:12.818769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.856964 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-71154ebf-57dc-448d-bc59-6d5f757f7f4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96cafc93655f4fa9b32979ac38ed7e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7124505 Feb 09 02:19:12.860718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:12.866116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7fba4c8e-0131-4ebf-885c-0923fd755eab, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:12.872399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (9d9e3407-b18d-4ae4-8108-aed140eb0fe2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.874447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71154ebf-57dc-448d-bc59-6d5f757f7f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a4ba12-b84e-4e0e-a591-b2eab8a8e555,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:12.875471 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.876632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e9584cf1-6667-40ab-b495-1c5fc8d0340b up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:12.969532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a823fc3e-9b15-4b4b-9cc1-affd7417a3a6 req-d87dbb1e-1529-4fe9-8fd8-a7d09d1ef1fa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310761 Feb 09 02:19:13.003549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0555bd-3515-47f6-96ad-345a7f595876 req-989d8dde-993b-4c0c-bc12-0139faa0ce9c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.006146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd0555bd-3515-47f6-96ad-345a7f595876 req-989d8dde-993b-4c0c-bc12-0139faa0ce9c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2919350 Feb 09 02:19:13.017057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7fba4c8e-0131-4ebf-885c-0923fd755eab,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.024210 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.038753 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.046083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port e9584cf1-6667-40ab-b495-1c5fc8d0340b completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:13.051442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port e9584cf1-6667-40ab-b495-1c5fc8d0340b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:13.051820 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.053401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-550764229-network', 'tenant_id': 'e21a526ec548492da83a4902d99867c7'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:13.066224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d168d974-3fe3-4981-93f3-34a128903e65 admin admin] Publish callbacks [] for security_group (67a4ba12-b84e-4e0e-a591-b2eab8a8e555), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.105118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (9d9e3407-b18d-4ae4-8108-aed140eb0fe2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.128858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d168d974-3fe3-4981-93f3-34a128903e65 admin admin] Publish callbacks [] for security_group (67a4ba12-b84e-4e0e-a591-b2eab8a8e555), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.140100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Made reservation on behalf of e21a526ec548492da83a4902d99867c7 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:13.143118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.156358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd0555bd-3515-47f6-96ad-345a7f595876 req-38d6ff05-7ee9-47c9-981b-ecca8668a237 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326082 Feb 09 02:19:13.160670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abd628f0-6a49-46c3-aad5-1c2a4658253e req-f9fbc90c-df4a-4c01-8d6f-2646227d8a58 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 210 time: 0.0633733 Feb 09 02:19:13.187721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9e3407-b18d-4ae4-8108-aed140eb0fe2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:13.194938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e9584cf1-6667-40ab-b495-1c5fc8d0340b is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:13.195376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.196714 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.211998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a249141f-8694-4a95-86e0-553c67923fe7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:13.212244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a249141f-8694-4a95-86e0-553c67923fe7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:13.235225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a249141f-8694-4a95-86e0-553c67923fe7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.283369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a249141f-8694-4a95-86e0-553c67923fe7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.293093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:13.294031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a249141f-8694-4a95-86e0-553c67923fe7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:13.299428 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:13.301908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e9584cf1-6667-40ab-b495-1c5fc8d0340b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:13.311226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.312624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f05cd93a-59af-41ff-bdb8-b5700a7bb636 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:13.357478 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d168d974-3fe3-4981-93f3-34a128903e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (67a4ba12-b84e-4e0e-a591-b2eab8a8e555), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.361152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d168d974-3fe3-4981-93f3-34a128903e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.363606 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d168d974-3fe3-4981-93f3-34a128903e65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67a4ba12-b84e-4e0e-a591-b2eab8a8e555 HTTP/1.1" status: 204 len: 168 time: 0.5011415 Feb 09 02:19:13.421702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168d974-3fe3-4981-93f3-34a128903e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a4ba12-b84e-4e0e-a591-b2eab8a8e555,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.434695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-ad39c6be-b2f2-4577-8c43-e6b6d679ef03 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.437923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-ad39c6be-b2f2-4577-8c43-e6b6d679ef03 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.3414288 Feb 09 02:19:13.459714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (9d9e3407-b18d-4ae4-8108-aed140eb0fe2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.471947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Request body: {'port': {'device_id': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'admin_state_up': True, 'tenant_id': '8d19f7c3de254094bea495fa7d177dc9'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:13.500706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e9584cf1-6667-40ab-b495-1c5fc8d0340b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.520743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.526197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/networks/9d9e3407-b18d-4ae4-8108-aed140eb0fe2 HTTP/1.1" status: 204 len: 168 time: 0.8515224 Feb 09 02:19:13.532063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f05cd93a-59af-41ff-bdb8-b5700a7bb636 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:13.535590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58064) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:13.537074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f05cd93a-59af-41ff-bdb8-b5700a7bb636 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:13.537623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.588200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100f4b9-3ab6-4162-84f1-11a3b5da8afc tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Network': ['ID=9d9e3407-b18d-4ae4-8108-aed140eb0fe2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.627865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f05cd93a-59af-41ff-bdb8-b5700a7bb636 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:13.628778 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.674495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f05cd93a-59af-41ff-bdb8-b5700a7bb636, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:13.681346 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.696271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks [] for security_group (a1866cfb-2edd-4945-94bd-12a73e6e261d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.706942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79d95-1415-4496-ac9f-f56af92a2d1c req-46a77815-6f57-493c-bbd7-02d8b3b99286 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.708641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df79d95-1415-4496-ac9f-f56af92a2d1c req-46a77815-6f57-493c-bbd7-02d8b3b99286 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2500541 Feb 09 02:19:13.734236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a1866cfb-2edd-4945-94bd-12a73e6e261d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.757560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f05cd93a-59af-41ff-bdb8-b5700a7bb636,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.774688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (d5e04b29-9d28-4a2d-8b52-c3c6af66b416), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.775413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4519f2d-7f44-469e-b4e8-78382619975a req-3d03ebf3-a2d0-4781-b193-c2ab4968e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.777260 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-3d03ebf3-a2d0-4781-b193-c2ab4968e03a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1129 time: 0.3131027 Feb 09 02:19:13.793007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:13.804463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1866cfb-2edd-4945-94bd-12a73e6e261d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:13.810053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5bc6f3a4-e483-475a-83b1-59890fc44ead), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.810446 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Added segment 5bc6f3a4-e483-475a-83b1-59890fc44ead of type vlan for network 31259da2-3d44-4f47-b9cb-93c40a1edf5d Feb 09 02:19:13.875062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c54b8d8-c80c-4f6b-8108-c82a1092963d'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:13.883388 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d1d0e7-2d01-4841-9f77-fae45a34cd71" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "7c54b8d8-c80c-4f6b-8108-c82a1092963d"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:13.883679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df79d95-1415-4496-ac9f-f56af92a2d1c req-1fce5a09-73ea-48d8-8095-be6c32ed225b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632230 Feb 09 02:19:13.932650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (31259da2-3d44-4f47-b9cb-93c40a1edf5d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:13.958919 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a161885-c637-400f-93b7-cd359939af99 x-openstack-request-id: req-7a161885-c637-400f-93b7-cd359939af99 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:13.959489 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "7c54b8d8-c80c-4f6b-8108-c82a1092963d", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-plugged", "status": "completed", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:13.959903 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a161885-c637-400f-93b7-cd359939af99 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:13.960495 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c54b8d8-c80c-4f6b-8108-c82a1092963d', 'code': 200} Feb 09 02:19:13.960910 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7', 'code': 200} Feb 09 02:19:13.961334 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab', 'code': 200} Feb 09 02:19:13.962332 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b', 'code': 200} Feb 09 02:19:13.962840 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636', 'code': 200} Feb 09 02:19:14.022880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.030016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.033368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (31259da2-3d44-4f47-b9cb-93c40a1edf5d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.034392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.035502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.035626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.046260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.053074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.058965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.065317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.067823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-f8acb041-a6ce-4e37-8008-789a5c36e479 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.3249063 Feb 09 02:19:14.092712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Made reservation on behalf of 8d19f7c3de254094bea495fa7d177dc9 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:14.094443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4519f2d-7f44-469e-b4e8-78382619975a req-cfce2085-5787-401d-a8ca-71e5ee146952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.096008 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-cfce2085-5787-401d-a8ca-71e5ee146952 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.2505879 Feb 09 02:19:14.096202 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.131177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (d5e04b29-9d28-4a2d-8b52-c3c6af66b416), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.137438 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3526914 Feb 09 02:19:14.168008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:14.199126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Router 82e2e378-de9f-48e3-b36b-a3547ca2c0ea is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:19:14.211326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c5218-872a-4a80-8bd7-9b87a4bda959 admin admin] Pushing event updated for resources: {'Network': ['ID=31259da2-3d44-4f47-b9cb-93c40a1edf5d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:14.221755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Request body: {'subnet': {'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-550764229-subnet', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:14.222624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:14.254625 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-cf7d8ad2-9c7a-47da-a49e-a79a689654be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 1002 time: 0.1514266 Feb 09 02:19:14.259621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e04b29-9d28-4a2d-8b52-c3c6af66b416']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:14.307181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f4f4d6-a720-424c-8a0d-1099d887d8f2') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:14.307552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f4f4d6-a720-424c-8a0d-1099d887d8f2') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:14.325919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4519f2d-7f44-469e-b4e8-78382619975a req-6b819081-1a4e-4c02-bd04-84bed1d0a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.327891 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-6b819081-1a4e-4c02-bd04-84bed1d0a09f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.0675278 Feb 09 02:19:14.332809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Made reservation on behalf of e21a526ec548492da83a4902d99867c7 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:14.335177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.364126 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (87f4f4d6-a720-424c-8a0d-1099d887d8f2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.433413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4519f2d-7f44-469e-b4e8-78382619975a req-4d576a95-56cd-4f8e-a647-7bbb221c8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.436046 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-4d576a95-56cd-4f8e-a647-7bbb221c8f79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022832 Feb 09 02:19:14.484712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:14.557991 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-74d8ec45-491e-4f89-aa55-79d6317d6bfd service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154802 Feb 09 02:19:14.627296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1485158140'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:14.672121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Made reservation on behalf of 80af88c10179432783b47af127fcb1c6 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:14.675505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.694739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.701393 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-30379799-123d-4bbc-8e7b-2b426ec195e4 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374373 Feb 09 02:19:14.819281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for security_group (903d3f27-df0e-458b-a005-8a01d8cd071f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.824012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (903d3f27-df0e-458b-a005-8a01d8cd071f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.852041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:14.861925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903d3f27-df0e-458b-a005-8a01d8cd071f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:14.862398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (87f4f4d6-a720-424c-8a0d-1099d887d8f2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.867182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (129cd934-4441-43d2-a927-d85c4eb54853), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.867527 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Added segment 129cd934-4441-43d2-a927-d85c4eb54853 of type vlan for network 9d9ed850-5848-4e90-954d-1824c78a6b82 Feb 09 02:19:14.877744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.878234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.878836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.879202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.879667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.880133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.880683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.882742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-4e9abfb9-a766-4525-8be5-37cf50ced401 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6714 time: 0.8039851 Feb 09 02:19:14.896807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcecd0c7-ff5e-4611-867a-cb0e44291c8f req-409e83c4-2e4b-4837-8e85-ffcd474799a6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8054948 Feb 09 02:19:14.908920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:14.909331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (87f4f4d6-a720-424c-8a0d-1099d887d8f2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.917972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (9d9ed850-5848-4e90-954d-1824c78a6b82), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:14.925626 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:14.951859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (9d9ed850-5848-4e90-954d-1824c78a6b82), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.957003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.957678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.979876 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4912348 Feb 09 02:19:14.984123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8dbaa-2f66-41ab-930b-06330950db0c req-998c0507-bc16-4e1e-96ba-964dd6460875 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.985743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91b8dbaa-2f66-41ab-930b-06330950db0c req-998c0507-bc16-4e1e-96ba-964dd6460875 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.8807473 Feb 09 02:19:14.986263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58100) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.033662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Request body: {'subnet': {'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:15.036313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24321593-1c34-49e1-8260-48de70b73a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event updated for resources: {'Network': ['ID=9d9ed850-5848-4e90-954d-1824c78a6b82,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:15.047421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:15.186061 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (d5e04b29-9d28-4a2d-8b52-c3c6af66b416), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.219896 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.223105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] 10.222.0.53 "DELETE /v2.0/networks/d5e04b29-9d28-4a2d-8b52-c3c6af66b416 HTTP/1.1" status: 204 len: 168 time: 1.6865420 Feb 09 02:19:15.239428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ae0b729-b8b8-459e-ab4e-d90abce48746 req-8ec540e8-480f-4b01-a1ca-a998f7ff030c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 210 time: 0.2009552 Feb 09 02:19:15.247744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Allocated IP 172.20.0.3 (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50/d6039dc6-c6e1-437d-afb3-9abe08fe0230/98e34129-2189-4954-99f5-624ed1a1fd92) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:15.292310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ee6e8-7f4e-419d-bfee-3f8fdc4e5c24 tempest-BulkNetworkOpsTest-760802997 tempest-BulkNetworkOpsTest-760802997-project] Pushing event deleted for resources: {'Network': ['ID=d5e04b29-9d28-4a2d-8b52-c3c6af66b416,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:15.304042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:15.316428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] Sync routers for ids ['82e2e378-de9f-48e3-b36b-a3547ca2c0ea'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:15.318356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2588d4-398f-4fcd-b70d-3aee1b0c9005 req-3cb05d69-16a3-462a-8ff9-3677feb81883 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&id=5817854a-9a35-4ec5-bc51-782996e51e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4145741 Feb 09 02:19:15.324299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.328710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f9c1ddb5-9f74-4765-a018-1cf21315de42 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "PUT /v2.0/routers/82e2e378-de9f-48e3-b36b-a3547ca2c0ea HTTP/1.1" status: 200 len: 918 time: 7.9687231 Feb 09 02:19:15.329291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.331237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] Routers {'82e2e378-de9f-48e3-b36b-a3547ca2c0ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:15.333550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['82e2e378-de9f-48e3-b36b-a3547ca2c0ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:15.391282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:15.410603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] Routers {'82e2e378-de9f-48e3-b36b-a3547ca2c0ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:15.412184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91b8dbaa-2f66-41ab-930b-06330950db0c req-ec2ca1f7-52b8-4a14-8307-482f42f6bffa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748064 Feb 09 02:19:15.412417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['82e2e378-de9f-48e3-b36b-a3547ca2c0ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:15.441052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Made reservation on behalf of 80af88c10179432783b47af127fcb1c6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:15.444563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.459044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:15.459717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe165451-8a6c-48eb-bd65-48f566296896 None None] The sync data for ids ['82e2e378-de9f-48e3-b36b-a3547ca2c0ea'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:15.625950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58110) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.656673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42b029-4e71-42ec-879a-700eec2cda7b req-41a91ed2-a730-4f7f-b8e6-0d959c4ca407 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.658595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f42b029-4e71-42ec-879a-700eec2cda7b req-41a91ed2-a730-4f7f-b8e6-0d959c4ca407 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3228157 Feb 09 02:19:15.666042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (24cc767f-1dd6-4738-aa8f-514cc8f3f4d6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.745667 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e2c63711-3617-4a2a-a8fa-48b6720a8e08 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/82e2e378-de9f-48e3-b36b-a3547ca2c0ea HTTP/1.1" status: 200 len: 924 time: 0.4153745 Feb 09 02:19:15.749748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.798931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80042a50-9cfa-4240-8926-340e5a13cd9e tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.800504 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-80042a50-9cfa-4240-8926-340e5a13cd9e tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=82e2e378-de9f-48e3-b36b-a3547ca2c0ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0497520 Feb 09 02:19:15.803136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.820697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24cc767f-1dd6-4738-aa8f-514cc8f3f4d6,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:15.847408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks [] for port (98e34129-2189-4954-99f5-624ed1a1fd92), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:15.882485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f42b029-4e71-42ec-879a-700eec2cda7b req-fc9fa84f-bc0b-407b-8da6-c341f7e7f31a tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140095 Feb 09 02:19:15.903423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b5211-4a24-4e7c-8e1f-05a3709cfaa4 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.904761 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de0b5211-4a24-4e7c-8e1f-05a3709cfaa4 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.1006560 Feb 09 02:19:15.909270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58118) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.911591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Checking segment: {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:15.911967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Network hostable DHCP agents. Network: 31259da2-3d44-4f47-b9cb-93c40a1edf5d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:15.939524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fce45919-c71e-45cc-9997-bed091d97b7c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=82e2e378-de9f-48e3-b36b-a3547ca2c0ea HTTP/1.1" status: 200 len: 205 time: 0.0284717 Feb 09 02:19:15.941433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:15.958341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c9678c1a-a75b-4c21-a737-c5b6b917b930 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a12dec017f71427a9bc0cc71503df9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207917 Feb 09 02:19:15.982864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:16.015780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:16.041451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.043269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (81c2af36-3ea0-4bf7-91cd-6abdba932819), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.065002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 31259da2-3d44-4f47-b9cb-93c40a1edf5d) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:16.073448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627536cc-3be3-46f1-ace7-d8c640e66968 None None] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:16.098064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae15db20-469e-40bc-b96f-7d2c6c71e3a0 admin admin] Publish callbacks [] for security_group (b337e027-8a6f-4520-905d-3f87ea612aea), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.105570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.119499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.120672 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.171934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:16.186850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:16.192533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:16.195522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:16.197027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae15db20-469e-40bc-b96f-7d2c6c71e3a0 admin admin] Publish callbacks [] for security_group (b337e027-8a6f-4520-905d-3f87ea612aea), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.201515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-32e8fa63-cdc3-41f3-8799-4d00d5b13ee5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0035298 Feb 09 02:19:16.202365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event updated for resources: {'Subnet': ['ID=81c2af36-3ea0-4bf7-91cd-6abdba932819,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:16.208664 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:16.213498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'project_id': 'e21a526ec548492da83a4902d99867c7', 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:16.214596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:16.217035 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.249694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.255243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.260561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.267535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.274861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.280874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.285405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (d747cea1-a117-4d2f-9a8a-5967e83fad01), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.285674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (d747cea1-a117-4d2f-9a8a-5967e83fad01), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.286352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.288544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-11ee19c3-5334-429c-8f40-3f5ddd078de4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.2982726 Feb 09 02:19:16.334671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Checking segment: {'id': '129cd934-4441-43d2-a927-d85c4eb54853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:16.335075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Network hostable DHCP agents. Network: 9d9ed850-5848-4e90-954d-1824c78a6b82, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:16.349729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae15db20-469e-40bc-b96f-7d2c6c71e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b337e027-8a6f-4520-905d-3f87ea612aea), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.352604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae15db20-469e-40bc-b96f-7d2c6c71e3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.356285 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae15db20-469e-40bc-b96f-7d2c6c71e3a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b337e027-8a6f-4520-905d-3f87ea612aea HTTP/1.1" status: 204 len: 168 time: 0.3699117 Feb 09 02:19:16.356991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.356991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.357801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.412937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15db20-469e-40bc-b96f-7d2c6c71e3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b337e027-8a6f-4520-905d-3f87ea612aea,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:16.414655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:16.417405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks [] for router_controller (d747cea1-a117-4d2f-9a8a-5967e83fad01), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.435156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Allocated IP 172.20.0.2 (31259da2-3d44-4f47-b9cb-93c40a1edf5d/24cc767f-1dd6-4738-aa8f-514cc8f3f4d6/73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:16.435581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-1b454f16-aba3-408c-9592-2ea779c5035f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9776330 Feb 09 02:19:16.456473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Request body: {'port': {'device_id': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:16.482697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 9d9ed850-5848-4e90-954d-1824c78a6b82) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:16.497957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fd3b762-cf83-483f-a678-6854e19b6b3a req-9bd218e1-515d-48a8-b755-0d4717878a82 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1983891 Feb 09 02:19:16.499572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.500626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.529707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec8933-31d0-44ce-8bd4-44eff3b64f32 None None] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:16.530956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018927-d034-452e-9d33-abbb4c4e434f req-919f4604-c434-47b1-bfa7-d46f9416eafd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.532572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78018927-d034-452e-9d33-abbb4c4e434f req-919f4604-c434-47b1-bfa7-d46f9416eafd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 931 time: 0.1731443 Feb 09 02:19:16.541115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6d387afa-f384-4611-a055-4027907df4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5208120 Feb 09 02:19:16.561292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58136) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:16.567146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Request body: {'port': {'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-909798312'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:16.649036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.730543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78018927-d034-452e-9d33-abbb4c4e434f req-052bcf06-10df-4f12-83d7-781b6023f495 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685741 Feb 09 02:19:16.749736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Deleting port c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:16.750230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.753941 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks [] for router_gateway (d747cea1-a117-4d2f-9a8a-5967e83fad01), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.871854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Made reservation on behalf of 80af88c10179432783b47af127fcb1c6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:16.875309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.929587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-9d9ed850-5848-4e90-954d-1824c78a6b82', 'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82', 'project_id': '80af88c10179432783b47af127fcb1c6', 'fixed_ips': [{'subnet_id': '81c2af36-3ea0-4bf7-91cd-6abdba932819'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:16.931058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.959693 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Publish callbacks [] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.977427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.978424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.018903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Calling delete_port for c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:17.098218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:17.111810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:17.126121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:17.141729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] device_id is not set on port 817f35a7-1ec5-47f3-a278-0ad3638beac1 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:19:17.158636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Pushing event updated for resources: {'Port': ['ID=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:17.186415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069452de-c567-4c3e-bbcd-395afab1341f req-575899da-61b4-4bbb-860a-89e3215753a4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:17.192303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-069452de-c567-4c3e-bbcd-395afab1341f req-575899da-61b4-4bbb-860a-89e3215753a4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.5160275 Feb 09 02:19:17.196116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.196482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.196831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.197174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.197517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.197859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.198197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.198575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.198883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.199208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.199537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.199894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.200228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.257866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Attempting to bind port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:17.258116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Attempting to bind port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:17.258482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Attempting to bind port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 on network 31259da2-3d44-4f47-b9cb-93c40a1edf5d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:17.261235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Allocated IP 2001:db8::2 (9d9ed850-5848-4e90-954d-1824c78a6b82/81c2af36-3ea0-4bf7-91cd-6abdba932819/8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:17.288449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:17.289166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Checking segment: {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:17.289918 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.295142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Bound using segment: {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:17.296492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Bound port: 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:17.297131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.348168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks [] for router_gateway (d747cea1-a117-4d2f-9a8a-5967e83fad01), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.379693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.413657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] For port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:17.416470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfac4e5-4271-4c3d-acee-a11727bb2f0d req-d01f8ee6-7e77-4241-8d93-16bdf65779f5 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:17.418084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcfac4e5-4271-4c3d-acee-a11727bb2f0d req-d01f8ee6-7e77-4241-8d93-16bdf65779f5 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3181212 Feb 09 02:19:17.420214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] For port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:17.430165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-069452de-c567-4c3e-bbcd-395afab1341f req-7b0b032d-3994-4a0e-84e2-2ce67805f11c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039063 Feb 09 02:19:17.510232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Allocated IP 172.25.6.156 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/fed078a8-4ab7-4e37-92c9-fcf2aa84caa6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:17.515666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58156) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:17.516662 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.520917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcfac4e5-4271-4c3d-acee-a11727bb2f0d req-ddf89a18-d6b1-4561-856c-1dfac9c971d3 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894785 Feb 09 02:19:17.626865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e43a44-5f89-4ca6-833f-5995056554fb None None] Pushing event updated for resources: {'Port': ['ID=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:17.628894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e34129-2189-4954-99f5-624ed1a1fd92 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:17.649021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Publish callbacks [] for port (98e34129-2189-4954-99f5-624ed1a1fd92), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.720345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.727607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Transition to ACTIVE for port object 98e34129-2189-4954-99f5-624ed1a1fd92 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:19:17.737985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-433419241'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:17.738870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks [] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.741171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Publish callbacks [] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.744680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.775120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event deleted for resources: {'Port': ['ID=c3d4fc53-b7d7-4c7d-a53f-cf8e3de83986,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:17.781542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.829193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Allocated IP 2001:db8::265 (9d9ed850-5848-4e90-954d-1824c78a6b82/81c2af36-3ea0-4bf7-91cd-6abdba932819/817f35a7-1ec5-47f3-a278-0ad3638beac1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:17.856354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Pushing event updated for resources: {'Port': ['ID=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:17.877474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.882364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.896654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:17.913310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:17.916019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:18.008071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.040746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Attempting to bind port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:18.041335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Attempting to bind port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '129cd934-4441-43d2-a927-d85c4eb54853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:18.041697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Attempting to bind port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d on network 9d9ed850-5848-4e90-954d-1824c78a6b82 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:18.050015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:18.050424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Checking segment: {'id': '129cd934-4441-43d2-a927-d85c4eb54853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:18.050563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:18.051056 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.051668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Bound using segment: {'id': '129cd934-4441-43d2-a927-d85c4eb54853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:18.052192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Bound port: 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129cd934-4441-43d2-a927-d85c4eb54853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:18.052880 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.057501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.059612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:18.064189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.066101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:18.101824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.107268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.113338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.119700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.126945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.133638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.141711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.144259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] For port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:18.145379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Pushing event updated for resources: {'Port': ['ID=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:18.148395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] For port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,segment=NetworkSegment(129cd934-4441-43d2-a927-d85c4eb54853),segment_id=129cd934-4441-43d2-a927-d85c4eb54853)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:18.151604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-ebba7c19-9e32-4c1c-845a-e901eb25fc76 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.4772310 Feb 09 02:19:18.154924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:18.158985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.162280 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.172161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (82e2e378-de9f-48e3-b36b-a3547ca2c0ea), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.172806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Fanout notify agent at l3_agent the message router_deleted on router 82e2e378-de9f-48e3-b36b-a3547ca2c0ea {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:18.181248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.182816 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af79aafd-4f6d-41da-bf56-7194ad88abaf tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/82e2e378-de9f-48e3-b36b-a3547ca2c0ea HTTP/1.1" status: 204 len: 168 time: 2.2403944 Feb 09 02:19:18.202223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.208357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58166) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:18.219911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:18.233870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f42f9216-69b1-4377-bed1-c9dab842e3e5 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1135013231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:18.242551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15852c6c-e81c-4447-b4cf-ce9388b47830 None None] Pushing event updated for resources: {'Port': ['ID=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:18.358987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd2b-fba0-424d-ae71-cc0f77ffe295 req-73f3c579-b547-4314-b3c8-df083b25ceb9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.360721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0882bd2b-fba0-424d-ae71-cc0f77ffe295 req-73f3c579-b547-4314-b3c8-df083b25ceb9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 943 time: 0.4276850 Feb 09 02:19:18.428821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f42f9216-69b1-4377-bed1-c9dab842e3e5 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.429954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f42f9216-69b1-4377-bed1-c9dab842e3e5 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.444375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks [] for router_gateway (d747cea1-a117-4d2f-9a8a-5967e83fad01), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.484689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Attempting to bind port 98e34129-2189-4954-99f5-624ed1a1fd92 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:18.485102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Attempting to bind port 98e34129-2189-4954-99f5-624ed1a1fd92 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:18.485508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Attempting to bind port 98e34129-2189-4954-99f5-624ed1a1fd92 on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:18.522615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25b8b971-a33d-4309-8d00-c2e7941153f2 req-a1a77b68-57a4-4b96-84eb-894628e38edd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3700163 Feb 09 02:19:18.536595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.541189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Port 98e34129-2189-4954-99f5-624ed1a1fd92 on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:19:18.541508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Attempting to bind port 98e34129-2189-4954-99f5-624ed1a1fd92 on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:18.617719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f42f9216-69b1-4377-bed1-c9dab842e3e5 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.672089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0882bd2b-fba0-424d-ae71-cc0f77ffe295 req-fdeb4d3f-e3fd-4874-a2d0-00a7c4dc332f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971346 Feb 09 02:19:18.697738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:18.698091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Checking segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:18.698503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Bound using segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:18.699085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Bound port: 98e34129-2189-4954-99f5-624ed1a1fd92, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:18.700542 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.711348 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f42f9216-69b1-4377-bed1-c9dab842e3e5 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.718240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.875354 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f42f9216-69b1-4377-bed1-c9dab842e3e5 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.879307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f42f9216-69b1-4377-bed1-c9dab842e3e5 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6581435 Feb 09 02:19:18.898542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58172) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:18.905996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': False}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:18.913403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:18.923299 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.925513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for security_group (c5bff78d-1c41-452e-b7f1-c410de7cb02b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.927000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:18.972304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:18.977550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.978182 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.019528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c5bff78d-1c41-452e-b7f1-c410de7cb02b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.049542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event updated for resources: {'Port': ['ID=817f35a7-1ec5-47f3-a278-0ad3638beac1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:19.071244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (d747cea1-a117-4d2f-9a8a-5967e83fad01), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.098284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d4319-895d-4f93-8950-2765b1fe8e44 None None] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:19.100014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53300221-8793-4c7c-a46a-9dfae26308db req-52d99fb0-753e-44b9-8ca7-e405f035c244 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.107450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53300221-8793-4c7c-a46a-9dfae26308db req-52d99fb0-753e-44b9-8ca7-e405f035c244 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.4333286 Feb 09 02:19:19.119927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.120336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.121785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.121785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.121785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.121785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.122141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.122362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.129393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.129834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.130179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.130549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.130892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:19.136483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:19.155328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ea66c06-f023-4fe1-94ef-c9d88ea85be6 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5929079 Feb 09 02:19:19.157206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:19.164044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58174) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:19.229102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e97a433b-d0b9-46dd-bb2a-8bbc6445b0b1 None None] Provisioning complete for port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:19.229717 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e97a433b-d0b9-46dd-bb2a-8bbc6445b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.263563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Router d747cea1-a117-4d2f-9a8a-5967e83fad01 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:19:19.394386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e97a433b-d0b9-46dd-bb2a-8bbc6445b0b1 None None] Current status of the port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:19.395213 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e97a433b-d0b9-46dd-bb2a-8bbc6445b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.456647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e97a433b-d0b9-46dd-bb2a-8bbc6445b0b1 None None] For port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:19.460683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:19.493247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:19.505475 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Sync routers for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:19.524247 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:19.524889 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:19.528113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.532650 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d9e6a928-85f8-4479-a466-5700e8848645 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3203468 Feb 09 02:19:19.533062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:19.547933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e97a433b-d0b9-46dd-bb2a-8bbc6445b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.674589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a433b-d0b9-46dd-bb2a-8bbc6445b0b1 None None] Pushing event updated for resources: {'Port': ['ID=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:19.688166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:19.688557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.748845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b7f9c-ec5a-46ba-b72e-fdc5a9d82d9c None None] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:19.764095 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:19.831199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3660d726-be94-4bc4-9447-072f7c736245 None None] Provisioning complete for port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:19.831577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3660d726-be94-4bc4-9447-072f7c736245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.870795 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:19.898439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:19.906699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Request body: {'port': {'network_id': '9d9ed850-5848-4e90-954d-1824c78a6b82', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-808630366', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:19.907553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.api.validators [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] bootfile-name is not in valid_values {{(pid=103149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:19:19.908154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.api.validators [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] tftp-server is not in valid_values {{(pid=103149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:19:19.909086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.api.validators [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] server-ip-address is not in valid_values {{(pid=103149) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:19:19.928718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.935378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.943459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.951361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.954921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:19.956024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:19.957945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.963631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.969598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:19.972387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34a03227-5310-43db-ac3b-1df7cdbf977c req-00bde0ca-c746-4304-8407-076d7cd3c4c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 1.2239747 Feb 09 02:19:19.981021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.011988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58180) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:20.020497 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:18Z', 'revision_number': 3, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:20.032049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:20.032435 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.092669 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Checking router: d747cea1-a117-4d2f-9a8a-5967e83fad01 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:20.093026 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Updating router d747cea1-a117-4d2f-9a8a-5967e83fad01 port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:19:20.136247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3660d726-be94-4bc4-9447-072f7c736245 None None] Current status of the port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:20.136568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3660d726-be94-4bc4-9447-072f7c736245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.152372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Request body: {'floatingip': {'port_id': 'ba86df4c-70b5-459e-8102-b2957740d843'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:20.154923 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.161575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0eb3795b-991c-4108-94f7-20f48d75876a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.162240 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 0eb3795b-991c-4108-94f7-20f48d75876a of type vlan for network 64f15fe3-c7f8-4493-8660-715bc535e0c0 Feb 09 02:19:20.163460 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bff78d-1c41-452e-b7f1-c410de7cb02b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:20.209029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:20.210050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.211806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] 10.222.0.72 "PUT /v2.0/ports/98e34129-2189-4954-99f5-624ed1a1fd92 HTTP/1.1" status: 200 len: 1092 time: 3.7658830 Feb 09 02:19:20.215054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:20.216262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.220546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:20.225060 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:20.263738 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.285269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3660d726-be94-4bc4-9447-072f7c736245 None None] For port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,segment=NetworkSegment(129cd934-4441-43d2-a927-d85c4eb54853),segment_id=129cd934-4441-43d2-a927-d85c4eb54853)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:20.302912 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3660d726-be94-4bc4-9447-072f7c736245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.423075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660d726-be94-4bc4-9447-072f7c736245 None None] Pushing event updated for resources: {'Port': ['ID=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:20.433648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:19:20.434379 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:19:20.448185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Provisioning complete for port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:20.448955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.485849 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for floatingip (8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.515454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Allocated IP 172.20.0.1 (31259da2-3d44-4f47-b9cb-93c40a1edf5d/24cc767f-1dd6-4738-aa8f-514cc8f3f4d6/42eaa539-628f-4a89-b02e-c57777b17d61) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:20.570876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (64f15fe3-c7f8-4493-8660-715bc535e0c0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.573079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Current status of the port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:20.586704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Provisioning complete for port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:20.587088 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.602485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53300221-8793-4c7c-a46a-9dfae26308db req-a610abf1-335f-4444-b740-e7b5bdc70250 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4940469 Feb 09 02:19:20.603766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0b987-9202-4e7b-b83d-199f629367d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:20.617044 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Publish callbacks [] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.626737 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.714187 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Attempting to bind port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:20.714967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Attempting to bind port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:20.715651 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Attempting to bind port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:20.724326 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aff9f3-6439-4271-b080-bb314f50476c x-openstack-request-id: req-86aff9f3-6439-4271-b080-bb314f50476c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:20.724835 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:20.725263 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86aff9f3-6439-4271-b080-bb314f50476c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:20.726014 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92', 'status': 'completed', 'code': 200} Feb 09 02:19:20.729322 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:20.730099 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:20.730700 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.731386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:20.732196 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Bound port: fed078a8-4ab7-4e37-92c9-fcf2aa84caa6, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:20.732771 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.745132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Current status of the port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:20.747980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-5c8cd971-2c03-4ad1-b9a6-26c1e4232e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:20.751690 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks [] for port (42eaa539-628f-4a89-b02e-c57777b17d61), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.752046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-5c8cd971-2c03-4ad1-b9a6-26c1e4232e73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 1126 time: 0.4446604 Feb 09 02:19:20.759477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Provisioning complete for port 817f35a7-1ec5-47f3-a278-0ad3638beac1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:20.759722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.804864 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] For port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:20.807914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba3183-bcdc-4f2f-b364-eee5685db1d9 None None] Port 817f35a7-1ec5-47f3-a278-0ad3638beac1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:20.810276 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] For port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:20.818024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (64f15fe3-c7f8-4493-8660-715bc535e0c0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.824543 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.824912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:20.826434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.827613 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c3b7c-a364-4939-b822-aeba4242877d None None] Pushing event updated for resources: {'Port': ['ID=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:20.847254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:20.878016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621d470-8be0-4dad-ac15-38095032ac7b req-ba7eed76-bc0e-46f9-9495-d54076223863 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:20.887014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:20.889736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d621d470-8be0-4dad-ac15-38095032ac7b req-ba7eed76-bc0e-46f9-9495-d54076223863 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 943 time: 0.6941607 Feb 09 02:19:20.894764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:20.898283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:20.901811 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:20.902481 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:20.908341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-921b2f84-3a67-4ea1-929e-949e98ce3813 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e34129-2189-4954-99f5-624ed1a1fd92 HTTP/1.1" status: 200 len: 217 time: 0.1115661 Feb 09 02:19:20.945145 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c3b7c-a364-4939-b822-aeba4242877d None None] Pushing event updated for resources: {'Port': ['ID=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:20.973618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (d747cea1-a117-4d2f-9a8a-5967e83fad01), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.037392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Pushing event updated for resources: {'Port': ['ID=42eaa539-628f-4a89-b02e-c57777b17d61,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:21.053196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7b2e6a95-beab-47ac-a978-c63bb07647b1 None None] Provisioning complete for port 817f35a7-1ec5-47f3-a278-0ad3638beac1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:21.053585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a95-beab-47ac-a978-c63bb07647b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.078486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.5479581 Feb 09 02:19:21.078744 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:21.130813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:21.167973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Made reservation on behalf of 80af88c10179432783b47af127fcb1c6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:21.169656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e6a95-beab-47ac-a978-c63bb07647b1 None None] Port 817f35a7-1ec5-47f3-a278-0ad3638beac1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:21.172986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.217804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe5067-31ca-4000-bbbc-d2d13022a11b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=64f15fe3-c7f8-4493-8660-715bc535e0c0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:21.230490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 64f15fe3-c7f8-4493-8660-715bc535e0c0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:21.276954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-840f7789-7d35-4a70-9364-3f032fc7ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:21.279631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-840f7789-7d35-4a70-9364-3f032fc7ef8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.3095987 Feb 09 02:19:21.319742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] device_id is not set on port 171e79e6-9aa9-4621-a763-f780167468ab yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:19:21.322248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.406794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:21.424529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d621d470-8be0-4dad-ac15-38095032ac7b req-578ad926-1cda-4d58-afa6-0f06a1169326 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333776 Feb 09 02:19:21.436036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-26916691-0eb4-4d3d-9e4a-fe63b0b57804 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493707 Feb 09 02:19:21.448678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b1edc0bd-5e1a-49d4-aee0-f2b83a805556 None None] Provisioning complete for port 42eaa539-628f-4a89-b02e-c57777b17d61 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:21.449065 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1edc0bd-5e1a-49d4-aee0-f2b83a805556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.488272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:18Z', 'revision_number': 3, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:21.517680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1edc0bd-5e1a-49d4-aee0-f2b83a805556 None None] Port 42eaa539-628f-4a89-b02e-c57777b17d61 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:21.545185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:21.545568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.557820 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8b17a-190f-4e37-bf5a-4b4ddf34ac77 None None] The sync data for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 is: [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:18Z', 'revision_number': 3, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:21.707571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks [] for port (42eaa539-628f-4a89-b02e-c57777b17d61), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.716049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.734686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:21.736153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:21.804413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:21.804887 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.822259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Pushing event updated for resources: {'Port': ['ID=42eaa539-628f-4a89-b02e-c57777b17d61,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:21.838289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (d747cea1-a117-4d2f-9a8a-5967e83fad01), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:21.908240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:21.963563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:21.965242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:22.139304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-9881c41f-8b91-423a-9a01-29948d8d084f service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582108 Feb 09 02:19:22.141118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Allocated IP 2001:db8::3b9 (9d9ed850-5848-4e90-954d-1824c78a6b82/81c2af36-3ea0-4bf7-91cd-6abdba932819/171e79e6-9aa9-4621-a763-f780167468ab) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:22.183770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Router d747cea1-a117-4d2f-9a8a-5967e83fad01 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:22.230194 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.345644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce7b25-4bde-4601-876c-583edd39a1c9 req-882c3bb3-286d-4f47-bd12-d3a90ff5c6b6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:22.357962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edce7b25-4bde-4601-876c-583edd39a1c9 req-882c3bb3-286d-4f47-bd12-d3a90ff5c6b6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.5982165 Feb 09 02:19:22.386396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:19:22.399519 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.435737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:22.451337 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-933f5e75-d61f-47d4-86a1-b65f0c739461 admin admin] 10.222.0.53 "PUT /v2.0/routers/d747cea1-a117-4d2f-9a8a-5967e83fad01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9164257 Feb 09 02:19:22.481813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4f47a808-1ef4-4925-a226-3b212ac29e53 None None] Provisioning complete for port 42eaa539-628f-4a89-b02e-c57777b17d61 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:22.481813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f47a808-1ef4-4925-a226-3b212ac29e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:22.596386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4f47a808-1ef4-4925-a226-3b212ac29e53 None None] Port 42eaa539-628f-4a89-b02e-c57777b17d61 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:22.746982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.129050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.180754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edce7b25-4bde-4601-876c-583edd39a1c9 req-35bdacad-f5f7-4b08-ab9f-e9373967084e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8218336 Feb 09 02:19:23.223656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f00362-b22d-4c55-89a0-7d4feb266d12 req-b02242d4-1ff8-45ed-8a68-bd957b0f84d3 service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0393748 Feb 09 02:19:23.319401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5fe29f9c-f5bf-4847-a9a9-46aed7552414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.428807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fff3d-38a2-49c1-8fd0-0942a356b722 req-e4e8f41b-2d4e-4a01-8a47-3956cf534191 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:23.435336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f74fff3d-38a2-49c1-8fd0-0942a356b722 req-e4e8f41b-2d4e-4a01-8a47-3956cf534191 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 943 time: 0.8791790 Feb 09 02:19:23.458730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:23.486158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Allocated IP 172.25.6.47 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/47c02a59-2ee1-4730-8348-2052184ca7d6) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:23.546112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:23.547120 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.691524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for port (47c02a59-2ee1-4730-8348-2052184ca7d6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.806115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (47c02a59-2ee1-4730-8348-2052184ca7d6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.819860 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Floating IP 8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1 associated. External IP: 172.25.6.102, port: ba86df4c-70b5-459e-8102-b2957740d843. Feb 09 02:19:23.854820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:23.855495 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:23.896801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:23.904964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.021285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Sync routers for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:24.038910 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for port (171e79e6-9aa9-4621-a763-f780167468ab), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.041901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:24.042839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:24.045400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:24.069524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:24.080779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-038ced2d-49d4-4aea-8338-6b7fc7089ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225242746', 'description': 'tempest-description--1573798972'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:24.094646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:24.127526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-038ced2d-49d4-4aea-8338-6b7fc7089ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.131357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:24.137118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-0b970647-7e9e-46bd-9bc2-f96b894e7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:24.140098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-0b970647-7e9e-46bd-9bc2-f96b894e7334 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 1126 time: 0.8158834 Feb 09 02:19:24.141043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:24.164083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (171e79e6-9aa9-4621-a763-f780167468ab), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.198229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:24.239189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Pushing event updated for resources: {'Port': ['ID=47c02a59-2ee1-4730-8348-2052184ca7d6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:24.251217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-038ced2d-49d4-4aea-8338-6b7fc7089ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group (1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.258135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-038ced2d-49d4-4aea-8338-6b7fc7089ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.297586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ced2d-49d4-4aea-8338-6b7fc7089ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:24.322376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-038ced2d-49d4-4aea-8338-6b7fc7089ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.323947 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-038ced2d-49d4-4aea-8338-6b7fc7089ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2532258 Feb 09 02:19:24.327397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:24.334344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5038a3ad-0e37-491b-b4b4-2e5cb3526529 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Request body: {'security_group_rule': {'security_group_id': '1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:24.371605 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5038a3ad-0e37-491b-b4b4-2e5cb3526529 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group_rule (b531a798-d59a-44f5-a79e-b50c77f1567f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.382752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f74fff3d-38a2-49c1-8fd0-0942a356b722 req-d7de54be-2180-4142-b2da-9c25011b4d66 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808702 Feb 09 02:19:24.452816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:24.467308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:24.481653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:24.485769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5038a3ad-0e37-491b-b4b4-2e5cb3526529 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group_rule (b531a798-d59a-44f5-a79e-b50c77f1567f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.486876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:24.487803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.495803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event updated for resources: {'Port': ['ID=171e79e6-9aa9-4621-a763-f780167468ab,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:24.497222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5038a3ad-0e37-491b-b4b4-2e5cb3526529 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b531a798-d59a-44f5-a79e-b50c77f1567f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.527127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038a3ad-0e37-491b-b4b4-2e5cb3526529 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b531a798-d59a-44f5-a79e-b50c77f1567f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:24.546320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 2, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:24.563607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5038a3ad-0e37-491b-b4b4-2e5cb3526529 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.567814 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5038a3ad-0e37-491b-b4b4-2e5cb3526529 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2365134 Feb 09 02:19:24.567969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:24.572779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f201970b-7203-4fb6-a23a-1be915bb3f7d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Request body: {'security_group_rule': {'security_group_id': '1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:24.600664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Checking router: d747cea1-a117-4d2f-9a8a-5967e83fad01 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:24.602376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Updating router d747cea1-a117-4d2f-9a8a-5967e83fad01 port 42eaa539-628f-4a89-b02e-c57777b17d61 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:19:24.645462 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.650767 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f201970b-7203-4fb6-a23a-1be915bb3f7d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group_rule (e645c869-3a7e-447d-b182-4b7d76847166), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.679058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:24.692825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': '64f15fe3-c7f8-4493-8660-715bc535e0c0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:24.784858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0b1982ca-7fa0-4cc1-ab6b-578a2c90a8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.9925249 Feb 09 02:19:24.791590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58204) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:24.813346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb6bf-1087-4402-95e3-b798312b13ad req-a6f3f5fd-b0f7-4610-9c7e-f36d4f4ab0f8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:24.820488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c1eb6bf-1087-4402-95e3-b798312b13ad req-a6f3f5fd-b0f7-4610-9c7e-f36d4f4ab0f8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.5080876 Feb 09 02:19:24.831449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-5b295b87-4050-4496-a191-0d4fa421409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:24.832941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-5b295b87-4050-4496-a191-0d4fa421409e service neutron] 10.222.0.72 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 906 time: 0.6710947 Feb 09 02:19:24.844465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:24.848550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.870272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Router 453ae69a-0d86-4ef1-a3e1-d279895abae2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:24.871309 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f201970b-7203-4fb6-a23a-1be915bb3f7d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group_rule (e645c869-3a7e-447d-b182-4b7d76847166), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.904333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f201970b-7203-4fb6-a23a-1be915bb3f7d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e645c869-3a7e-447d-b182-4b7d76847166), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.939341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-dd9f9a17-c2c5-45a3-a37c-025eab7fa283 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98e34129-2189-4954-99f5-624ed1a1fd92 HTTP/1.1" status: 200 len: 217 time: 0.0789404 Feb 09 02:19:24.950350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201970b-7203-4fb6-a23a-1be915bb3f7d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e645c869-3a7e-447d-b182-4b7d76847166,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:24.956577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8c582f3c-b16c-47a9-8135-a4a274a5490b None None] Provisioning complete for port 171e79e6-9aa9-4621-a763-f780167468ab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:24.957247 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c582f3c-b16c-47a9-8135-a4a274a5490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (171e79e6-9aa9-4621-a763-f780167468ab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.972672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f201970b-7203-4fb6-a23a-1be915bb3f7d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:24.977583 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f201970b-7203-4fb6-a23a-1be915bb3f7d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4084365 Feb 09 02:19:24.983673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:24.991076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:25.022681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.031853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8c582f3c-b16c-47a9-8135-a4a274a5490b None None] Port 171e79e6-9aa9-4621-a763-f780167468ab cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:25.037366 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Publish callbacks [] for port (42eaa539-628f-4a89-b02e-c57777b17d61), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.045466 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.076854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c1eb6bf-1087-4402-95e3-b798312b13ad req-18e9c64f-5a94-49e1-9de4-c052166c9cd6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550700 Feb 09 02:19:25.099514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfa7a1-756e-460f-9db9-bbf13c597089 None None] Pushing event updated for resources: {'Port': ['ID=42eaa539-628f-4a89-b02e-c57777b17d61,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:25.172656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Attempting to bind port 42eaa539-628f-4a89-b02e-c57777b17d61 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:25.172886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Attempting to bind port 42eaa539-628f-4a89-b02e-c57777b17d61 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:25.173290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Attempting to bind port 42eaa539-628f-4a89-b02e-c57777b17d61 on network 31259da2-3d44-4f47-b9cb-93c40a1edf5d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:25.175313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107542a-f452-4a99-ae56-39654b193c40 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:25.180655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107542a-f452-4a99-ae56-39654b193c40 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:25.186786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107542a-f452-4a99-ae56-39654b193c40 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:25.187008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:25.187519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Checking segment: {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:25.188024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.188516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f107542a-f452-4a99-ae56-39654b193c40 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3926275 Feb 09 02:19:25.191762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Bound using segment: {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:25.191926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Bound port: 42eaa539-628f-4a89-b02e-c57777b17d61, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:25.192038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:25.192495 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.211394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-2dab45cf-01fc-4e13-8f1c-6f1c878fa0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:25.213116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-2dab45cf-01fc-4e13-8f1c-6f1c878fa0fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.2607262 Feb 09 02:19:25.259813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-7c43ad47-5043-4a31-ae6d-28693c38aff9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392401 Feb 09 02:19:25.265557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] For port 42eaa539-628f-4a89-b02e-c57777b17d61, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:25.268980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] For port 42eaa539-628f-4a89-b02e-c57777b17d61, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=42eaa539-628f-4a89-b02e-c57777b17d61,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:25.287784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.313797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c77823c2-7b3d-4a3e-8079-02ccedbc5a02), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.342920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router_gateway (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.375961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:25.376443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:25.380978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:25.456996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfa7a1-756e-460f-9db9-bbf13c597089 None None] Pushing event updated for resources: {'Port': ['ID=42eaa539-628f-4a89-b02e-c57777b17d61,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:25.462565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:25.473360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.474101 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] Sync routers for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:25.486751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=c77823c2-7b3d-4a3e-8079-02ccedbc5a02,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:25.494825 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.582838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': '0eb3795b-991c-4108-94f7-20f48d75876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64f15fe3-c7f8-4493-8660-715bc535e0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:25.583124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: 64f15fe3-c7f8-4493-8660-715bc535e0c0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:25.608507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Deleting port 171e79e6-9aa9-4621-a763-f780167468ab {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:25.608869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (171e79e6-9aa9-4621-a763-f780167468ab), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.611181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0827435e-b6cf-4b31-abce-699c0eff2e64 None None] Provisioning complete for port 42eaa539-628f-4a89-b02e-c57777b17d61 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:25.611731 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0827435e-b6cf-4b31-abce-699c0eff2e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.645208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:25.645598 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.663953 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:25.664600 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:18:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:25.735698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network 64f15fe3-c7f8-4493-8660-715bc535e0c0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:25.755090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:25.800474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Allocated IP 172.25.6.30 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/ad3b2018-4f5e-419d-8eb7-c598235ad32b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:25.836243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00950d72-22dd-4990-ba7c-7cdece392b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:25.840745 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:25.979190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.035900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0827435e-b6cf-4b31-abce-699c0eff2e64 None None] Current status of the port 42eaa539-628f-4a89-b02e-c57777b17d61 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:26.036313 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0827435e-b6cf-4b31-abce-699c0eff2e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.061133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1f799c5a-ef95-455d-90ee-3934a9265c80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "PUT /v2.0/floatingips/8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1 HTTP/1.1" status: 200 len: 991 time: 6.0011683 Feb 09 02:19:26.066980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:26.071218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:26.074289 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f0db5d-0140-4d2f-8681-c887dcbea29e" -d '{"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "ba86df4c-70b5-459e-8102-b2957740d843"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:26.096109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-97811d76-5200-4202-a2dd-a6331868c607 service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8280318 Feb 09 02:19:26.107947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0827435e-b6cf-4b31-abce-699c0eff2e64 None None] For port 42eaa539-628f-4a89-b02e-c57777b17d61, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=42eaa539-628f-4a89-b02e-c57777b17d61,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:26.116436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0827435e-b6cf-4b31-abce-699c0eff2e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.121141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72903-66c5-4faa-8f97-a3d5d4dccf2a req-785769a2-5402-4929-a73f-068691d4683f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.130352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5a72903-66c5-4faa-8f97-a3d5d4dccf2a req-785769a2-5402-4929-a73f-068691d4683f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 943 time: 0.6413140 Feb 09 02:19:26.145042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.160865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 64f15fe3-c7f8-4493-8660-715bc535e0c0) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:26.168563 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'port_id': 'ba86df4c-70b5-459e-8102-b2957740d843', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'mac_address': 'fa:16:3e:2e:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:19:22Z', 'revision_number': 1, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:31Z', 'revision_number': 5, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:26.174767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563fab12-094d-45b9-bdb7-309708966500 None None] Network 64f15fe3-c7f8-4493-8660-715bc535e0c0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:26.180466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:25Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:26.187457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (171e79e6-9aa9-4621-a763-f780167468ab), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.212623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.213323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.217329 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] Checking router: 453ae69a-0d86-4ef1-a3e1-d279895abae2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:26.231465 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:26.232586 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:26.239575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Calling delete_port for 171e79e6-9aa9-4621-a763-f780167468ab owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:26.254177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:26.263770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:26.276850 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fd674150-cacf-495d-bde7-6ac08b0da0c1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5962842 Feb 09 02:19:26.277935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:26.278446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2b33c-a0cc-4125-9271-7af17e4e4b90 None None] The sync data for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 is: [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:25Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:26.281670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58218) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:26.290062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566848589'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:26.294774 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event updated for resources: {'Port': ['ID=ad3b2018-4f5e-419d-8eb7-c598235ad32b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:26.299952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.306904 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.323656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827435e-b6cf-4b31-abce-699c0eff2e64 None None] Pushing event updated for resources: {'Port': ['ID=42eaa539-628f-4a89-b02e-c57777b17d61,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:26.346668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dcd1decd-3c92-4eab-94c4-5086cccd3c15 None None] Provisioning complete for port 42eaa539-628f-4a89-b02e-c57777b17d61 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:26.347286 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcd1decd-3c92-4eab-94c4-5086cccd3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.467012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:26.470398 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.487596 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:26.514731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-64f15fe3-c7f8-4493-8660-715bc535e0c0', 'network_id': '64f15fe3-c7f8-4493-8660-715bc535e0c0', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': 'c77823c2-7b3d-4a3e-8079-02ccedbc5a02'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:26.516243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.580266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:26.657824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for floatingip (fd51057e-7095-4cff-8e51-576cfd07ce87), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.696864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5a72903-66c5-4faa-8f97-a3d5d4dccf2a req-bfaf4a30-7e0c-4c5e-9776-a0a71122d5fc tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914621 Feb 09 02:19:26.727862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.734405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.740534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.743622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.747176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.752951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.758819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.766234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:26.774483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-65e9a5a6-e05e-4c58-a8a0-a84e0ea37565 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.4289253 Feb 09 02:19:26.790724 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066cb2e6-429a-4fee-98ed-47036b0d9ace x-openstack-request-id: req-066cb2e6-429a-4fee-98ed-47036b0d9ace {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:26.791019 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "tag": "ba86df4c-70b5-459e-8102-b2957740d843", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:26.791259 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-066cb2e6-429a-4fee-98ed-47036b0d9ace {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:26.791823 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843', 'status': 'completed', 'code': 200} Feb 09 02:19:26.886353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Router 72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:19:26.902851 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'port_id': 'ba86df4c-70b5-459e-8102-b2957740d843', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'mac_address': 'fa:16:3e:2e:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:19:22Z', 'revision_number': 1, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:31Z', 'revision_number': 5, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:26.962596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac115f5a-a17b-4ed1-8fa4-0b04b761b1c8 req-c60fefba-9b33-4072-9b9f-f0ec84f84778 service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531933 Feb 09 02:19:26.964133 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (00cab489-d17f-42f4-beee-e129e77adfb8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:26.964263 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4cfa1-24e8-4719-af1f-1e2057eecfbb None None] The sync data for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 is: [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'port_id': 'ba86df4c-70b5-459e-8102-b2957740d843', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'mac_address': 'fa:16:3e:2e:99:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:17:15Z', 'updated_at': '2022-02-09T02:19:22Z', 'revision_number': 1, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:31Z', 'revision_number': 5, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:26.964560 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 00cab489-d17f-42f4-beee-e129e77adfb8 of type vlan for network a77fe84e-54e2-4761-9417-d7900723400c Feb 09 02:19:27.010201 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.018906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1decd-3c92-4eab-94c4-5086cccd3c15 None None] Current status of the port 42eaa539-628f-4a89-b02e-c57777b17d61 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:27.032788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (171e79e6-9aa9-4621-a763-f780167468ab), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.067446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a77fe84e-54e2-4761-9417-d7900723400c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.110591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Allocated IP 2001:db8:0:ffff::2 (64f15fe3-c7f8-4493-8660-715bc535e0c0/c77823c2-7b3d-4a3e-8079-02ccedbc5a02/e2416e50-41ea-4448-8b2c-43fcddb865ad) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:27.171483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.179375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a77fe84e-54e2-4761-9417-d7900723400c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.185685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.186423 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.191239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fee9926-d91f-4e6c-8ddc-c76f9e0e7108 req-113f909a-17db-437a-b674-6e506dcfd54b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4156823 Feb 09 02:19:27.220850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.221336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.221805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.234164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.234885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.235378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.235855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.238326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-7d380272-a748-4ced-ad84-5000a1bf3957 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6714 time: 0.3952830 Feb 09 02:19:27.244819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.269930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event deleted for resources: {'Port': ['ID=171e79e6-9aa9-4621-a763-f780167468ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:27.359917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=a77fe84e-54e2-4761-9417-d7900723400c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:27.369560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee6959-9682-4be9-bed8-137dac351280 req-1f854f92-02bd-4689-be44-4b2604d5aa56 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.370960 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Publish callbacks [] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.384924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a77fe84e-54e2-4761-9417-d7900723400c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:27.388951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bee6959-9682-4be9-bed8-137dac351280 req-1f854f92-02bd-4689-be44-4b2604d5aa56 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.4544296 Feb 09 02:19:27.392714 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.481616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.485429 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d87386b5-4448-4250-b0e0-0fcf7ad95fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "DELETE /v2.0/ports/171e79e6-9aa9-4621-a763-f780167468ab HTTP/1.1" status: 204 len: 168 time: 2.2909255 Feb 09 02:19:27.494703 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0369cbae-7724-42ed-bb86-30792ef9808f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2118611 Feb 09 02:19:27.495650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58220) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:27.532219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:27.538828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Request body: {'port': {'name': 'tempest-new-port-name-1452711077', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:27.540872 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] bootfile-name is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:19:27.541431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] tftp-server is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:19:27.542251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] server-ip-address is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:19:27.556468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 42eaa539-628f-4a89-b02e-c57777b17d61 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:27.556720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:27.558721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-461a2377-fb40-4b73-8612-ed7e536c01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:27.559954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fac3d-618d-4937-b9d8-1d31235cabf9 None None] New status for floating IP 8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:19:27.561062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-461a2377-fb40-4b73-8612-ed7e536c01ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=a22a3c2c-bd0b-48cb-9111-c8e742c68c39 HTTP/1.1" status: 200 len: 913 time: 0.3140893 Feb 09 02:19:27.569729 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] Sync routers for ids ['72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:27.570760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.572140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2de0a08b-e1e5-4973-af92-d38e6bbe7f52 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "PUT /v2.0/routers/72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 HTTP/1.1" status: 200 len: 919 time: 8.6701837 Feb 09 02:19:27.582128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:27.601952 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] Routers {'72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:27.603452 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:27.694538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Network 64f15fe3-c7f8-4493-8660-715bc535e0c0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:27.704872 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:27.739879 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] Routers {'72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:27.741078 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:27.741662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:27.745574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:27.842060 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:27.843582 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1064fa-774b-4699-8756-c3209465c3fb None None] The sync data for ids ['72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:27.855164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Pushing event updated for resources: {'Port': ['ID=e2416e50-41ea-4448-8b2c-43fcddb865ad,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:27.879580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Attempting to bind port e2416e50-41ea-4448-8b2c-43fcddb865ad on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:27.879971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Attempting to bind port e2416e50-41ea-4448-8b2c-43fcddb865ad by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0eb3795b-991c-4108-94f7-20f48d75876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64f15fe3-c7f8-4493-8660-715bc535e0c0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:27.880574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Attempting to bind port e2416e50-41ea-4448-8b2c-43fcddb865ad on network 64f15fe3-c7f8-4493-8660-715bc535e0c0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:27.887826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bee6959-9682-4be9-bed8-137dac351280 req-ca4e53e6-d547-47c0-9482-d656020970f3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971828 Feb 09 02:19:27.895622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-5635b744-d0c2-4082-80d5-153069584c26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba86df4c-70b5-459e-8102-b2957740d843 HTTP/1.1" status: 200 len: 999 time: 0.3208234 Feb 09 02:19:27.933727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:27.935110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Checking segment: {'id': '0eb3795b-991c-4108-94f7-20f48d75876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64f15fe3-c7f8-4493-8660-715bc535e0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:27.935753 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.936319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Bound using segment: {'id': '0eb3795b-991c-4108-94f7-20f48d75876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64f15fe3-c7f8-4493-8660-715bc535e0c0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:27.936984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Bound port: e2416e50-41ea-4448-8b2c-43fcddb865ad, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb3795b-991c-4108-94f7-20f48d75876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '64f15fe3-c7f8-4493-8660-715bc535e0c0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:27.937799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:27.984046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 98e34129-2189-4954-99f5-624ed1a1fd92 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:27.999428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-71a8667c-adee-4e7a-903b-d0a8f96045c8 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 HTTP/1.1" status: 200 len: 925 time: 0.4113343 Feb 09 02:19:27.999428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58228) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:28.018765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-57c5e6e8-81af-4c33-95d4-afb2d88d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.019345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-57c5e6e8-81af-4c33-95d4-afb2d88d4e33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02533a48-c34d-452b-843e-afc3d82cd6f8 HTTP/1.1" status: 200 len: 851 time: 0.1051219 Feb 09 02:19:28.046853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd1206-3f3d-460b-83b8-42094a517646 req-27b58980-7780-4d9d-ab23-7b7c0998bb7f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.048657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ffd1206-3f3d-460b-83b8-42094a517646 req-27b58980-7780-4d9d-ab23-7b7c0998bb7f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 943 time: 0.1759214 Feb 09 02:19:28.071810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': 'a77fe84e-54e2-4761-9417-d7900723400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:28.108897 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-36aa011f-3186-4950-916f-98b845819ecc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:19:28.144886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event updated for resources: {'Port': ['ID=ad3b2018-4f5e-419d-8eb7-c598235ad32b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:28.174845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89dc86-0178-4bae-bcbc-19c577292fd4 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.176714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5d89dc86-0178-4bae-bcbc-19c577292fd4 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1713378 Feb 09 02:19:28.185428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58230) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:28.186512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fd51057e-7095-4cff-8e51-576cfd07ce87), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.246045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-1e2f105d-cbc9-4965-bff4-f1ac8d68e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.247424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-1e2f105d-cbc9-4965-bff4-f1ac8d68e51b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a22a3c2c-bd0b-48cb-9111-c8e742c68c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2101448 Feb 09 02:19:28.253058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.254322 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cd400cac-709a-4bcc-a511-9ea510800d7f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2696877 Feb 09 02:19:28.257764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.264528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ffd1206-3f3d-460b-83b8-42094a517646 req-33be621e-1a85-4aa0-9852-2198ba024efe tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946588 Feb 09 02:19:28.308465 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:28.333061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 42eaa539-628f-4a89-b02e-c57777b17d61 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:28.333447 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.341118 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.341118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '98e34129-2189-4954-99f5-624ed1a1fd92', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '98e34129-2189-4954-99f5-624ed1a1fd92', 'mac_address': 'fa:16:3e:fd:16:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:28.344082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:28.347640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.413299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] For port e2416e50-41ea-4448-8b2c-43fcddb865ad, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:28.428324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-b396bbe5-2317-41b0-b7f0-15ddc71a64a7 service neutron] 10.222.0.72 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540234 Feb 09 02:19:28.479757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] For port e2416e50-41ea-4448-8b2c-43fcddb865ad, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e2416e50-41ea-4448-8b2c-43fcddb865ad,segment=NetworkSegment(0eb3795b-991c-4108-94f7-20f48d75876a),segment_id=0eb3795b-991c-4108-94f7-20f48d75876a)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:28.495851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.529743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 98e34129-2189-4954-99f5-624ed1a1fd92 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:28.530307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.572664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e34129-2189-4954-99f5-624ed1a1fd92 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:28.612861 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a2682-b3a1-4dc6-98cd-03e9016d1dbf None None] Pushing event updated for resources: {'Port': ['ID=e2416e50-41ea-4448-8b2c-43fcddb865ad,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:28.623403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-1b1adaf0-13c3-4620-8cf7-9127c9ba9e4b tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--225242746&fields=id&tenant_id=e21a526ec548492da83a4902d99867c7 HTTP/1.1" status: 200 len: 267 time: 0.1567972 Feb 09 02:19:28.634211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:28.637720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 42eaa539-628f-4a89-b02e-c57777b17d61 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:28.639716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83949261-11ec-467f-9086-5fedc75038b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.642883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.645746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-83949261-11ec-467f-9086-5fedc75038b5 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.4609792 Feb 09 02:19:28.661041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58246) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:28.706766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:28.754801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c400fe99-a543-4bcd-86fa-8a3565ebe28b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.761622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.769099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.774565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.781464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.786919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.792468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.797948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.800140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-c34590c3-f066-4960-bbc8-9eae0436fc36 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.3670466 Feb 09 02:19:28.804623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-62d23910-d57d-426d-a98b-2946da76cf3a tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 HTTP/1.1" status: 200 len: 205 time: 0.1385391 Feb 09 02:19:28.807901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:28.907935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93f0db5d-0140-4d2f-8681-c887dcbea29e req-6fe7eaf6-0799-4aad-840c-c4dbfd16c958 service neutron] 10.222.0.72 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546797 Feb 09 02:19:28.934598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-2c4b2ae1-d27e-4b8e-8d37-b1e584376ef8 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:28.937116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-2c4b2ae1-d27e-4b8e-8d37-b1e584376ef8 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/networks?id=31259da2-3d44-4f47-b9cb-93c40a1edf5d HTTP/1.1" status: 200 len: 814 time: 0.3054490 Feb 09 02:19:28.980519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-b6f0651b-7096-4612-9b5f-380046486e7a tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/quotas/e21a526ec548492da83a4902d99867c7 HTTP/1.1" status: 200 len: 375 time: 0.0363646 Feb 09 02:19:28.988769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-082ba1e2-7b2c-40ab-85bd-84dd661cbddd req-d5dd7e8e-6df0-4c03-85d1-0c7cc41e57b3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584618 Feb 09 02:19:28.989039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:28.993025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=c400fe99-a543-4bcd-86fa-8a3565ebe28b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:29.003973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.057210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] In _notify_port_updated(), no bound segment for port 817f35a7-1ec5-47f3-a278-0ad3638beac1 on network 9d9ed850-5848-4e90-954d-1824c78a6b82 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:19:29.064259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:29.065073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.066669 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "PUT /v2.0/ports/817f35a7-1ec5-47f3-a278-0ad3638beac1 HTTP/1.1" status: 200 len: 1130 time: 1.5352769 Feb 09 02:19:29.072927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': '00cab489-d17f-42f4-beee-e129e77adfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a77fe84e-54e2-4761-9417-d7900723400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:29.073290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: a77fe84e-54e2-4761-9417-d7900723400c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:29.073406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['98e34129-2189-4954-99f5-624ed1a1fd92'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:29.084648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:29.092026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-7415afc0-1d50-45d5-9d45-ee780f481193 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e21a526ec548492da83a4902d99867c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020820 Feb 09 02:19:29.194485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.268755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf503ee-9497-47ba-8652-f7dd3f02e121 req-301af218-975d-4e04-89f5-5fdab476c372 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:29.270653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cf503ee-9497-47ba-8652-f7dd3f02e121 req-301af218-975d-4e04-89f5-5fdab476c372 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.1179397 Feb 09 02:19:29.283692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb71326-f6e3-4f9f-b2cf-f6005c8d5e2e tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event updated for resources: {'Port': ['ID=817f35a7-1ec5-47f3-a278-0ad3638beac1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:29.374180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cf503ee-9497-47ba-8652-f7dd3f02e121 req-d44fdbba-d3ab-41ce-87f2-3651fc58bc1c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824769 Feb 09 02:19:29.382238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65262360-5056-43d6-9c4e-99b4439c165a tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:29.387737 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-65262360-5056-43d6-9c4e-99b4439c165a tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "GET /v2.0/ports/817f35a7-1ec5-47f3-a278-0ad3638beac1 HTTP/1.1" status: 200 len: 1130 time: 0.2985432 Feb 09 02:19:29.388406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:29.412707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network a77fe84e-54e2-4761-9417-d7900723400c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:29.413663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-e25e6bf8-f57d-4a29-9eb9-27b39aab42e7 service neutron] 10.222.0.53 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161225 Feb 09 02:19:29.508717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a77fe84e-54e2-4761-9417-d7900723400c) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:29.513901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:29.514688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.524201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e2416e50-41ea-4448-8b2c-43fcddb865ad up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:29.557155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58260) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:29.557960 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cfb1bc70-5286-48d1-8164-06217192cda2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4902346 Feb 09 02:19:29.561287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95e0da-1758-495d-8673-dc823e7c0fa0 None None] Network a77fe84e-54e2-4761-9417-d7900723400c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:29.583677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-528e6bc6-dafc-4ed5-bfd4-8e2bc167c284 service neutron] 10.222.0.53 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688013 Feb 09 02:19:29.645978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-51ec4c6b-0175-42a6-a7b5-d6ad3ea1cd3c None None] Provisioning complete for port 817f35a7-1ec5-47f3-a278-0ad3638beac1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:29.646405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51ec4c6b-0175-42a6-a7b5-d6ad3ea1cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.658323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.710826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Deleting port 817f35a7-1ec5-47f3-a278-0ad3638beac1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:29.711326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.743171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.767441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-51ec4c6b-0175-42a6-a7b5-d6ad3ea1cd3c None None] Port 817f35a7-1ec5-47f3-a278-0ad3638beac1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:29.807393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e2416e50-41ea-4448-8b2c-43fcddb865ad triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:29.807678 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.815188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d233e-8671-4df0-bad9-cfd294b1274e req-886f2fcc-9274-4d3d-91e4-05b5e32a080a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:29.816913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d8d233e-8671-4df0-bad9-cfd294b1274e req-886f2fcc-9274-4d3d-91e4-05b5e32a080a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 944 time: 0.2766268 Feb 09 02:19:29.834056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Deleting port 47c02a59-2ee1-4730-8348-2052184ca7d6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:29.834473 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (47c02a59-2ee1-4730-8348-2052184ca7d6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.881409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983be81-415a-4954-b97e-51ff0d2ad4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-a77fe84e-54e2-4761-9417-d7900723400c', 'network_id': 'a77fe84e-54e2-4761-9417-d7900723400c', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': 'c400fe99-a543-4bcd-86fa-8a3565ebe28b'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:29.882675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4983be81-415a-4954-b97e-51ff0d2ad4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.897908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.918951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d8d233e-8671-4df0-bad9-cfd294b1274e req-5f48459e-7579-4bb0-8800-799d612c2b82 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694234 Feb 09 02:19:29.923351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a77fe84e-54e2-4761-9417-d7900723400c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:29.966796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Calling delete_port for 817f35a7-1ec5-47f3-a278-0ad3638beac1 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:30.026157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (47c02a59-2ee1-4730-8348-2052184ca7d6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.043969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Calling delete_port for 47c02a59-2ee1-4730-8348-2052184ca7d6 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:30.083018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8712a82-7fbd-4c87-a7db-b6c2a29397d3 req-f879faab-ef33-43dd-9b1c-0daf262be7b7 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 210 time: 0.0865512 Feb 09 02:19:30.188125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e2416e50-41ea-4448-8b2c-43fcddb865ad is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:30.189560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.239268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c400fe99-a543-4bcd-86fa-8a3565ebe28b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.341600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3dc6d-088d-413d-8ef1-ecec6b98c3e8 req-a6f4e42e-3771-4320-8b22-682061895054 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.343438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2e3dc6d-088d-413d-8ef1-ecec6b98c3e8 req-a6f4e42e-3771-4320-8b22-682061895054 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2496006 Feb 09 02:19:30.354143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port e2416e50-41ea-4448-8b2c-43fcddb865ad, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e2416e50-41ea-4448-8b2c-43fcddb865ad,segment=NetworkSegment(0eb3795b-991c-4108-94f7-20f48d75876a),segment_id=0eb3795b-991c-4108-94f7-20f48d75876a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:30.366288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.392736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.399032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.405255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.411482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.419422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.425263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.432147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.434216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-483b62e0-0a44-4425-b38e-b56233a4e440 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.2549815 Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-4983be81-415a-4954-b97e-51ff0d2ad4b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c400fe99-a543-4bcd-86fa-8a3565ebe28b: This subnet is being modified by another concurrent operation. Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:19:30.461090 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c400fe99-a543-4bcd-86fa-8a3565ebe28b: This subnet is being modified by another concurrent operation. Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:19:30.466665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=e2416e50-41ea-4448-8b2c-43fcddb865ad,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:30.483203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (c400fe99-a543-4bcd-86fa-8a3565ebe28b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.488745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e3c43-dd77-4d80-b0ee-479381cf185d None None] Network a77fe84e-54e2-4761-9417-d7900723400c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:30.494987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (47c02a59-2ee1-4730-8348-2052184ca7d6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.543681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=c400fe99-a543-4bcd-86fa-8a3565ebe28b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:30.548510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90e1081-c066-4f14-923f-9e86c593bff9 None None] Network 64f15fe3-c7f8-4493-8660-715bc535e0c0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:30.552851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2e3dc6d-088d-413d-8ef1-ecec6b98c3e8 req-98c4f011-e09c-4388-868c-9b82dde47574 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001736 Feb 09 02:19:30.557301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event deleted for resources: {'Port': ['ID=47c02a59-2ee1-4730-8348-2052184ca7d6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:30.656033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (817f35a7-1ec5-47f3-a278-0ad3638beac1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.671191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a77fe84e-54e2-4761-9417-d7900723400c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.708848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event deleted for resources: {'Port': ['ID=817f35a7-1ec5-47f3-a278-0ad3638beac1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:30.731287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-70921cb7-59c4-4616-b027-24e3407423ea None None] Provisioning complete for port e2416e50-41ea-4448-8b2c-43fcddb865ad triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:30.731560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70921cb7-59c4-4616-b027-24e3407423ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.770019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dfc0355-db1e-4b48-bd6d-b5a2626d167d req-19eff934-e017-45d1-8671-ed807d75980b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3268468 Feb 09 02:19:30.772953 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.788171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77fe84e-54e2-4761-9417-d7900723400c']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:30.804394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cab489-d17f-42f4-beee-e129e77adfb8') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:30.804719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cab489-d17f-42f4-beee-e129e77adfb8') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:30.821736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (00cab489-d17f-42f4-beee-e129e77adfb8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.866930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.871268 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-46ec72b7-8950-4952-99b2-9635ab750abb tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "DELETE /v2.0/ports/817f35a7-1ec5-47f3-a278-0ad3638beac1 HTTP/1.1" status: 204 len: 168 time: 1.4598637 Feb 09 02:19:30.881910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcdc6b-cdf4-4cc9-8c1e-b68579e2fbf8 req-4f864bb4-2605-45d2-adc0-582ca2df430c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:30.895543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbdcdc6b-cdf4-4cc9-8c1e-b68579e2fbf8 req-4f864bb4-2605-45d2-adc0-582ca2df430c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2200658 Feb 09 02:19:30.897347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58282) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:30.898410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (00cab489-d17f-42f4-beee-e129e77adfb8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:30.951560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-70921cb7-59c4-4616-b027-24e3407423ea None None] Current status of the port e2416e50-41ea-4448-8b2c-43fcddb865ad is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:31.010495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.013270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.031658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:31.032970 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (00cab489-d17f-42f4-beee-e129e77adfb8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:31.059882 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:31.080895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.081455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Fanout notify agent at l3_agent the message router_deleted on router 72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:31.100876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.102556 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2305cc61-d4a0-4cde-8002-28e8f84d603f tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 HTTP/1.1" status: 204 len: 168 time: 2.2879570 Feb 09 02:19:31.108121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:31.114891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-617272691', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:31.132771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Deleting subnet 81c2af36-3ea0-4bf7-91cd-6abdba932819 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:19:31.137720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for subnet (81c2af36-3ea0-4bf7-91cd-6abdba932819), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.144633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.146138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.255845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd633762-a3a7-497d-b009-499801a61167 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:19:31.321542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6826cc39-e6f2-40c1-a2f2-7714ae923e05 None None] Provisioning complete for port e2416e50-41ea-4448-8b2c-43fcddb865ad triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:31.321927 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6826cc39-e6f2-40c1-a2f2-7714ae923e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.369122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e2416e50-41ea-4448-8b2c-43fcddb865ad up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:31.539318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd633762-a3a7-497d-b009-499801a61167 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:19:31.545033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e2416e50-41ea-4448-8b2c-43fcddb865ad triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:31.545429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.548729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6826cc39-e6f2-40c1-a2f2-7714ae923e05 None None] Current status of the port e2416e50-41ea-4448-8b2c-43fcddb865ad is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:31.602291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbdcdc6b-cdf4-4cc9-8c1e-b68579e2fbf8 req-6a11d078-06ee-4b23-8297-21a984a09ef0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7058177 Feb 09 02:19:31.724482 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (81c2af36-3ea0-4bf7-91cd-6abdba932819), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.756026 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a77fe84e-54e2-4761-9417-d7900723400c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.782821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (6019a11b-e480-4d9b-81e5-a8b94bb2689c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.788474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.794615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.801809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.807518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.813384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.818732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.824167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:31.826419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-4756bfe3-ac3d-4c22-a4ff-f7afba76f53c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.8056874 Feb 09 02:19:31.830915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.834978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/a77fe84e-54e2-4761-9417-d7900723400c HTTP/1.1" status: 204 len: 168 time: 2.2747409 Feb 09 02:19:31.859858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58294) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:31.874286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366445215'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:31.916392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133cf70-6adf-4e69-a5c8-54a1f369c0fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=a77fe84e-54e2-4761-9417-d7900723400c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:31.949194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e2416e50-41ea-4448-8b2c-43fcddb865ad is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:31.965653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (6019a11b-e480-4d9b-81e5-a8b94bb2689c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:31.996582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 98e34129-2189-4954-99f5-624ed1a1fd92 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:32.019969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-e13b5e65-4079-4520-8aa5-86c08b93be3a tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:32.021475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-e13b5e65-4079-4520-8aa5-86c08b93be3a tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.82 "GET /v2.0/networks?id=31259da2-3d44-4f47-b9cb-93c40a1edf5d HTTP/1.1" status: 200 len: 814 time: 0.4529557 Feb 09 02:19:32.028255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:32.031901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.086167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326f4ed-088c-400d-99e3-b964eec6f5d6 req-1cd5eb52-166b-4932-b09a-e91987d21321 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:32.088090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8326f4ed-088c-400d-99e3-b964eec6f5d6 req-1cd5eb52-166b-4932-b09a-e91987d21321 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 944 time: 0.3664587 Feb 09 02:19:32.092539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 98e34129-2189-4954-99f5-624ed1a1fd92 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:32.096926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 98e34129-2189-4954-99f5-624ed1a1fd92 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:32.097329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.124868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (81c2af36-3ea0-4bf7-91cd-6abdba932819), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.187740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88f5b939-97a1-4642-be36-1ac1ead780b0 req-93aa180a-b4fe-4c25-b674-11c55269a3f0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3207934 Feb 09 02:19:32.206119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (6019a11b-e480-4d9b-81e5-a8b94bb2689c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.220709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 98e34129-2189-4954-99f5-624ed1a1fd92 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:32.221117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.239201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:32.253560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (590c0807-fd3d-4689-8f13-40c4ee93d23e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.254333 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 590c0807-fd3d-4689-8f13-40c4ee93d23e of type vlan for network 15045282-08ae-4304-9fb9-9a67a2048cb0 Feb 09 02:19:32.255980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.273096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:32.275440 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b272deb5-b8bc-402e-803c-7af67a675f8c" -d '{"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-plugged", "status": "completed", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:32.289024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:32.295287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.337599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-1eec154a-e385-45f3-a354-35a8acac1b16 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21a526ec548492da83a4902d99867c7 HTTP/1.1" status: 200 len: 379 time: 0.2978361 Feb 09 02:19:32.349617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:32.369516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Request body: {'port': {'device_id': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'admin_state_up': True, 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'security_groups': ['1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:32.373904 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (81c2af36-3ea0-4bf7-91cd-6abdba932819), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.389077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Allocated IP 172.25.6.168 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/928908c2-b772-40fe-8e69-28b14d01a097) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:32.418574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (15045282-08ae-4304-9fb9-9a67a2048cb0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.468582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8326f4ed-088c-400d-99e3-b964eec6f5d6 req-57422a4a-9bde-499b-81d8-d51bd77bb895 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632886 Feb 09 02:19:32.470593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5034c560-3592-40b2-a9f6-be1302251089 req-3baf99b7-3ba2-4eb4-be5c-d4471aca1bd2 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 210 time: 0.1243122 Feb 09 02:19:32.478847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event deleted for resources: {'Subnet': ['ID=81c2af36-3ea0-4bf7-91cd-6abdba932819,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:32.492499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.492499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-706ac077-c480-47be-9f25-e91c3a9092d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "DELETE /v2.0/subnets/81c2af36-3ea0-4bf7-91cd-6abdba932819 HTTP/1.1" status: 204 len: 168 time: 1.5847738 Feb 09 02:19:32.500278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58300) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:32.502864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde8e96-5602-4454-93e3-4ac999968b9f None None] Network 9d9ed850-5848-4e90-954d-1824c78a6b82 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:32.544038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for port (928908c2-b772-40fe-8e69-28b14d01a097), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.612987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (9d9ed850-5848-4e90-954d-1824c78a6b82), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.632937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (928908c2-b772-40fe-8e69-28b14d01a097), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.680934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:32.694604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:32.702369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (15045282-08ae-4304-9fb9-9a67a2048cb0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.707448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:32.711496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event updated for resources: {'Port': ['ID=928908c2-b772-40fe-8e69-28b14d01a097,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:32.715338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:32.716403 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.795036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] DHCP port deletion for 9d9ed850-5848-4e90-954d-1824c78a6b82 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:19:32.849916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] Deleting port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:32.850361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.900981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0307772 Feb 09 02:19:32.908639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58310) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:32.920640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] For port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,segment=NetworkSegment(129cd934-4441-43d2-a927-d85c4eb54853),segment_id=129cd934-4441-43d2-a927-d85c4eb54853)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:32.921200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:32.921950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': '15045282-08ae-4304-9fb9-9a67a2048cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:32.935101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] Calling delete_port for 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:32.957819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d571a2-b9f8-450a-86ec-9c3fb7487236 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=15045282-08ae-4304-9fb9-9a67a2048cb0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:32.986789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 15045282-08ae-4304-9fb9-9a67a2048cb0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:32.997999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (6019a11b-e480-4d9b-81e5-a8b94bb2689c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.046575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-f357ed60-da06-4f10-b9e9-7a8f9ef6d892 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.048035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-f357ed60-da06-4f10-b9e9-7a8f9ef6d892 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.4266856 Feb 09 02:19:33.074369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.083407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.086409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.089899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.095542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.101420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.107770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.114099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.116171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d617f39-8281-4ab0-a63b-6a8d691bb355 req-0bb9c67a-5e63-4017-8bbf-85aedcdb5613 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.4988990 Feb 09 02:19:33.116853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Made reservation on behalf of e21a526ec548492da83a4902d99867c7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:33.121521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.122285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] Pushing event deleted for resources: {'Port': ['ID=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:33.124773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae15c23-0ea8-48c5-91dc-ab12d6df1d70 None None] No DVR routers for this DVR port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:33.196880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Deleting port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:33.197232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.199853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-dd0d5ec6-47ca-4e56-8a1e-db1880f4c420 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/quotas/8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 375 time: 0.0690031 Feb 09 02:19:33.204657 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f7bcc2-f985-478c-86a2-4855596c78cd x-openstack-request-id: req-07f7bcc2-f985-478c-86a2-4855596c78cd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:33.205011 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-plugged", "status": "completed", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:33.205240 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07f7bcc2-f985-478c-86a2-4855596c78cd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:33.206626 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92', 'code': 200} Feb 09 02:19:33.346586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:33.347506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:33.351083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.370444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:33.370852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:33.444562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] For port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d, host n-d-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:33.444770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.476563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Calling delete_port for 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:33.490096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.507451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d was not found and therefore no delete operation was performed {{(pid=103149) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:19:33.520376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.575214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-1d768fa6-e769-47ca-b3b1-85f56d30bddb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3579454 Feb 09 02:19:33.591677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event deleted for resources: {'Port': ['ID=8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:33.627517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d4a4a-4be1-426f-9019-962c4a8c2abd req-7a3ffdd1-1861-423f-b80a-ab778fe2e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:33.628979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-657d4a4a-4be1-426f-9019-962c4a8c2abd req-7a3ffdd1-1861-423f-b80a-ab778fe2e9fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 1128 time: 0.3175697 Feb 09 02:19:33.629852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] No DVR routers for this DVR port 8e7b0d22-ebcc-44a7-b51e-1c03cdfdcd9d on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:33.655687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Router 6019a11b-e480-4d9b-81e5-a8b94bb2689c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:19:33.660915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Allocated IP 172.20.0.7 (31259da2-3d44-4f47-b9cb-93c40a1edf5d/24cc767f-1dd6-4738-aa8f-514cc8f3f4d6/beb69861-440a-4ce3-8d71-d7f8b2c43289) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:33.668035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a367ac-5346-44a8-bb0a-e2bde0b57642 req-e0a731f2-91a5-4f9a-b54e-d6dc8889b071 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 210 time: 0.0901227 Feb 09 02:19:33.781013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:33.791240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] Sync routers for ids ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:33.809661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] Routers {'6019a11b-e480-4d9b-81e5-a8b94bb2689c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:33.811801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:33.814690 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.819911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-28c7b7d2-d705-4516-900f-97aa5132fd2c tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7072883 Feb 09 02:19:33.820355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:33.826018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:33.848300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:33.859638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] Routers {'6019a11b-e480-4d9b-81e5-a8b94bb2689c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:33.860581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:33.901219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:33.902144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315a8f4-af70-4255-b6d7-558c7df3a4b2 None None] The sync data for ids ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:33.935516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (9d9ed850-5848-4e90-954d-1824c78a6b82), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:33.963091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-657d4a4a-4be1-426f-9019-962c4a8c2abd req-0cfd3746-745f-4d7d-b6da-50a9312032e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036072 Feb 09 02:19:34.031269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9ed850-5848-4e90-954d-1824c78a6b82']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:34.051265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-1066d758-e04e-4144-9d8c-1aec5f6c1db8 service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648540 Feb 09 02:19:34.053830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129cd934-4441-43d2-a927-d85c4eb54853') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:34.054137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129cd934-4441-43d2-a927-d85c4eb54853') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:34.087834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7044e-5ae9-4b70-ae6c-bbe3fb9f3a09 req-6ea8319f-6b69-4314-96d9-383efb8f8e51 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:34.089304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78f7044e-5ae9-4b70-ae6c-bbe3fb9f3a09 req-6ea8319f-6b69-4314-96d9-383efb8f8e51 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 945 time: 0.3532782 Feb 09 02:19:34.093117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (129cd934-4441-43d2-a927-d85c4eb54853), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.196455 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (6019a11b-e480-4d9b-81e5-a8b94bb2689c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.208716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_gateway (6019a11b-e480-4d9b-81e5-a8b94bb2689c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.209579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (129cd934-4441-43d2-a927-d85c4eb54853), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.241081 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (bf92e8bd-17d4-4462-9799-d4cddc2847fb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.248999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:34.249402 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (129cd934-4441-43d2-a927-d85c4eb54853), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:34.254863 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:34.265798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Deleting port 928908c2-b772-40fe-8e69-28b14d01a097 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:34.266143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (928908c2-b772-40fe-8e69-28b14d01a097), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.353869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (928908c2-b772-40fe-8e69-28b14d01a097), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.367689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Calling delete_port for 928908c2-b772-40fe-8e69-28b14d01a097 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:34.368387 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.404496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78f7044e-5ae9-4b70-ae6c-bbe3fb9f3a09 req-6e06c404-41a5-4f1a-8b08-67c8c2cbf13e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770538 Feb 09 02:19:34.423223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=bf92e8bd-17d4-4462-9799-d4cddc2847fb,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:34.430114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-52a4bfc6-6a83-4505-aec4-2eca229658bc service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614674 Feb 09 02:19:34.430805 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (9d9ed850-5848-4e90-954d-1824c78a6b82), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.451971 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.455106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] 10.222.0.53 "DELETE /v2.0/networks/9d9ed850-5848-4e90-954d-1824c78a6b82 HTTP/1.1" status: 204 len: 168 time: 1.9471233 Feb 09 02:19:34.474387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3180c-4e85-4af1-bfdc-e7f55cd564be tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126 tempest-ExtraDHCPOptionsIpV6TestJSON-1784465126-project] Pushing event deleted for resources: {'Network': ['ID=9d9ed850-5848-4e90-954d-1824c78a6b82,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:34.485643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': '590c0807-fd3d-4689-8f13-40c4ee93d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '15045282-08ae-4304-9fb9-9a67a2048cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:34.486022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: 15045282-08ae-4304-9fb9-9a67a2048cb0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:34.503673 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.524301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network 15045282-08ae-4304-9fb9-9a67a2048cb0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:34.601017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:34.603803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 15045282-08ae-4304-9fb9-9a67a2048cb0) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:34.613847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:34.614845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a3864-4245-4349-abaa-89a68a2768cc None None] Network 15045282-08ae-4304-9fb9-9a67a2048cb0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:34.616148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:34.616991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.625197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:34.631899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event updated for resources: {'Port': ['ID=beb69861-440a-4ce3-8d71-d7f8b2c43289,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:34.695374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0301f3e2-c7c2-4371-9ee1-54c385ac9d7a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7815003 Feb 09 02:19:34.696876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58328) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:34.715802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1423191979'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:34.743820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:34.744538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.767906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (928908c2-b772-40fe-8e69-28b14d01a097), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.781930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:34.786346 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.792134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-523cfa05-bac5-4a82-8a07-dbc7ef84f639 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4264317 Feb 09 02:19:34.827706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Pushing event deleted for resources: {'Port': ['ID=928908c2-b772-40fe-8e69-28b14d01a097,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:34.830068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c40f72d6-1824-4a94-a2c7-00907ec3808b req-f37f9d2e-7861-4083-9b2b-91168a05447e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 210 time: 0.0601654 Feb 09 02:19:34.839005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Request body: {'port': {'device_id': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:34.947138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (6019a11b-e480-4d9b-81e5-a8b94bb2689c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.948825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-15045282-08ae-4304-9fb9-9a67a2048cb0', 'network_id': '15045282-08ae-4304-9fb9-9a67a2048cb0', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': 'bf92e8bd-17d4-4462-9799-d4cddc2847fb'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:34.952069 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.036303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:35.101686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c4516166-d5f0-49c4-8fd8-5b317250641f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.102904 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment c4516166-d5f0-49c4-8fd8-5b317250641f of type vlan for network e69cd38f-40a9-4275-bd5a-a7fde07ced10 Feb 09 02:19:35.140468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58336) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:35.164225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233603ad-34a2-4fae-a155-9fa414e8677d req-bdc2cce9-d6e2-49bd-8dac-d201a03accb3 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:35.173093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233603ad-34a2-4fae-a155-9fa414e8677d req-bdc2cce9-d6e2-49bd-8dac-d201a03accb3 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 931 time: 0.3298237 Feb 09 02:19:35.224452 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.291250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.296642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.368145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e69cd38f-40a9-4275-bd5a-a7fde07ced10), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.426751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Allocated IP 2001:db8::1 (15045282-08ae-4304-9fb9-9a67a2048cb0/bf92e8bd-17d4-4462-9799-d4cddc2847fb/92987c4e-7791-47a0-a941-eea6e5f2fd4a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:35.485231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Router 6019a11b-e480-4d9b-81e5-a8b94bb2689c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:35.503782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233603ad-34a2-4fae-a155-9fa414e8677d req-5fef3fa4-8138-4d86-b18e-a556590bcd56 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276687 Feb 09 02:19:35.527361 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e69cd38f-40a9-4275-bd5a-a7fde07ced10), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.534294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:35.535591 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.620576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-895b5fbd-0737-4074-8eb3-e0255fb70944 None None] Provisioning complete for port beb69861-440a-4ce3-8d71-d7f8b2c43289 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:35.621384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-895b5fbd-0737-4074-8eb3-e0255fb70944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.631047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:35.641833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.649882 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] Sync routers for ids ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:35.656654 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-101b7514-d3fb-4c9b-b5e3-d223764f1752 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "PUT /v2.0/routers/6019a11b-e480-4d9b-81e5-a8b94bb2689c HTTP/1.1" status: 200 len: 709 time: 1.8337026 Feb 09 02:19:35.664291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:35.678019 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] Routers {'6019a11b-e480-4d9b-81e5-a8b94bb2689c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:35.679050 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:35.696247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-895b5fbd-0737-4074-8eb3-e0255fb70944 None None] Port beb69861-440a-4ce3-8d71-d7f8b2c43289 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:35.753290 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:35.755067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0531862 Feb 09 02:19:35.764990 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] Routers {'6019a11b-e480-4d9b-81e5-a8b94bb2689c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:35.765301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-859add0c-1fae-49fa-979d-b8ccfc2ab634 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80af88c10179432783b47af127fcb1c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6170962 Feb 09 02:19:35.766135 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:35.766680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58346) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:35.771700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58348) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:35.778724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:35.783106 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4601d61a-3f4b-4b1d-8bf8-d068c6423af7 tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/routers/6019a11b-e480-4d9b-81e5-a8b94bb2689c HTTP/1.1" status: 200 len: 744 time: 0.1175969 Feb 09 02:19:35.786089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:35.801283 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Publish callbacks [] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.806615 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:35.807632 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef195d-ebc3-4953-9e6c-07b6eaeb18ed None None] The sync data for ids ['6019a11b-e480-4d9b-81e5-a8b94bb2689c'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:35.813754 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:35.820088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37cc7e-87a9-4de4-93f4-2245acbf122d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=e69cd38f-40a9-4275-bd5a-a7fde07ced10,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:35.880033 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dd5073cb-49ab-4b44-8f70-dfc15e15fb4f tempest-RoutersIpV6AdminTest-1673499754 tempest-RoutersIpV6AdminTest-1673499754-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=6019a11b-e480-4d9b-81e5-a8b94bb2689c HTTP/1.1" status: 200 len: 205 time: 0.0919483 Feb 09 02:19:35.882712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:35.901145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e69cd38f-40a9-4275-bd5a-a7fde07ced10 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:35.925719 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ac3e801-433d-464b-8a4d-26c0bcb44f80 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=6019a11b-e480-4d9b-81e5-a8b94bb2689c HTTP/1.1" status: 200 len: 205 time: 0.0410151 Feb 09 02:19:35.928283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58356) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:35.973005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Network 15045282-08ae-4304-9fb9-9a67a2048cb0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:35.984839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:35.989369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:35.995328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Pushing event updated for resources: {'Port': ['ID=92987c4e-7791-47a0-a941-eea6e5f2fd4a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:36.040306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8423394-c3cc-4efb-8d69-d36d93ce1c29 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.074225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Attempting to bind port 92987c4e-7791-47a0-a941-eea6e5f2fd4a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:36.074885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Attempting to bind port 92987c4e-7791-47a0-a941-eea6e5f2fd4a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '590c0807-fd3d-4689-8f13-40c4ee93d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '15045282-08ae-4304-9fb9-9a67a2048cb0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:36.075354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Attempting to bind port 92987c4e-7791-47a0-a941-eea6e5f2fd4a on network 15045282-08ae-4304-9fb9-9a67a2048cb0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:36.081867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:36.082424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Checking segment: {'id': '590c0807-fd3d-4689-8f13-40c4ee93d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '15045282-08ae-4304-9fb9-9a67a2048cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:36.082949 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.083444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Bound using segment: {'id': '590c0807-fd3d-4689-8f13-40c4ee93d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '15045282-08ae-4304-9fb9-9a67a2048cb0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:36.084015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Bound port: 92987c4e-7791-47a0-a941-eea6e5f2fd4a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590c0807-fd3d-4689-8f13-40c4ee93d23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '15045282-08ae-4304-9fb9-9a67a2048cb0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:36.084500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.164610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] For port 92987c4e-7791-47a0-a941-eea6e5f2fd4a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:36.168216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] For port 92987c4e-7791-47a0-a941-eea6e5f2fd4a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=92987c4e-7791-47a0-a941-eea6e5f2fd4a,segment=NetworkSegment(590c0807-fd3d-4689-8f13-40c4ee93d23e),segment_id=590c0807-fd3d-4689-8f13-40c4ee93d23e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:36.181133 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.224828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8423394-c3cc-4efb-8d69-d36d93ce1c29 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.227650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8423394-c3cc-4efb-8d69-d36d93ce1c29 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router_controller (6019a11b-e480-4d9b-81e5-a8b94bb2689c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.242846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c89bcf-2025-46c3-b091-f5a0850fee98 None None] Pushing event updated for resources: {'Port': ['ID=92987c4e-7791-47a0-a941-eea6e5f2fd4a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:36.282321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8423394-c3cc-4efb-8d69-d36d93ce1c29 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (6019a11b-e480-4d9b-81e5-a8b94bb2689c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.283440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8423394-c3cc-4efb-8d69-d36d93ce1c29 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Fanout notify agent at l3_agent the message router_deleted on router 6019a11b-e480-4d9b-81e5-a8b94bb2689c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:36.300611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8423394-c3cc-4efb-8d69-d36d93ce1c29 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.301776 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b8423394-c3cc-4efb-8d69-d36d93ce1c29 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/6019a11b-e480-4d9b-81e5-a8b94bb2689c HTTP/1.1" status: 204 len: 168 time: 0.3720393 Feb 09 02:19:36.305859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:36.362575 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e765db7a-b3f5-4962-8b09-ea76fb1d4fb1 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=6019a11b-e480-4d9b-81e5-a8b94bb2689c HTTP/1.1" status: 200 len: 205 time: 0.0544250 Feb 09 02:19:36.363684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58360) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:36.395250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e84f750c-4d55-4b65-a604-c99c9da42a7f req-253900a6-3efe-4e67-85aa-02c78c7e950d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 210 time: 0.0798392 Feb 09 02:19:36.406814 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-ec62b2ea-eca8-4ba5-8cd8-b95d0ca12c6a tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] delete failed (client error): The resource could not be found. Feb 09 02:19:36.411204 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ec62b2ea-eca8-4ba5-8cd8-b95d0ca12c6a tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/6019a11b-e480-4d9b-81e5-a8b94bb2689c HTTP/1.1" status: 404 len: 336 time: 0.0461330 Feb 09 02:19:36.411864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58362) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:36.448929 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bb9d50d8-fb2e-441a-bb7e-03838bdfdb27 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 HTTP/1.1" status: 200 len: 205 time: 0.0358980 Feb 09 02:19:36.450322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:36.625652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb64aa1-ae0f-406d-8fad-ec8a34d7d2f9 req-24a0d210-6e90-4ecf-9f50-44418223b48b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:36.633674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fb64aa1-ae0f-406d-8fad-ec8a34d7d2f9 req-24a0d210-6e90-4ecf-9f50-44418223b48b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 945 time: 1.0183191 Feb 09 02:19:36.705010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-474051dc-d2f4-4271-8291-1c18577252fe admin admin] Publish callbacks [] for security_group (903d3f27-df0e-458b-a005-8a01d8cd071f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.752306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:36.756256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.825267 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-d36afe8d-7723-4959-8dcd-e4a00f2ed04b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] delete failed (client error): The resource could not be found. Feb 09 02:19:36.826379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d36afe8d-7723-4959-8dcd-e4a00f2ed04b tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/72f0b9e3-2951-44af-9e0e-3ac68ed8a4d9 HTTP/1.1" status: 404 len: 336 time: 0.3750927 Feb 09 02:19:36.851923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:36.867872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-474051dc-d2f4-4271-8291-1c18577252fe admin admin] Publish callbacks [] for security_group (903d3f27-df0e-458b-a005-8a01d8cd071f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.900668 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9bd1a1a5-0e82-4c43-a786-b0a343fdfeb4 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=82e2e378-de9f-48e3-b36b-a3547ca2c0ea HTTP/1.1" status: 200 len: 205 time: 0.0489616 Feb 09 02:19:36.906226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:36.916017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fb64aa1-ae0f-406d-8fad-ec8a34d7d2f9 req-287dca5f-519c-4651-9db6-0554ce39945c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813003 Feb 09 02:19:36.919320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb69861-440a-4ce3-8d71-d7f8b2c43289 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:36.940765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-870b931b-e0ad-439a-a046-481c40f1b8c8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:36.942444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-870b931b-e0ad-439a-a046-481c40f1b8c8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.72 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.5396817 Feb 09 02:19:36.946778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Publish callbacks [] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.949790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Performing IP validity checks on allocation pools {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:19:36.950484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:19:36.955939 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-1bc65b62-130c-4610-9ad1-0abb29cec539 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] delete failed (client error): The resource could not be found. Feb 09 02:19:36.957003 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1bc65b62-130c-4610-9ad1-0abb29cec539 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/82e2e378-de9f-48e3-b36b-a3547ca2c0ea HTTP/1.1" status: 404 len: 336 time: 0.0498400 Feb 09 02:19:36.959665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58372) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:36.970937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'port': {'device_id': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'admin_state_up': True, 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:36.999411 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a6ee82f-cbd6-4d65-9b16-6b86dd122bee tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb HTTP/1.1" status: 200 len: 205 time: 0.0385883 Feb 09 02:19:37.002385 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-e9c570c2-e01a-452c-b875-b81e6d0b2d5a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1848087 Feb 09 02:19:37.002825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:37.016146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174547e-5f26-4426-ae6c-fa10c51bc48f req-15124df6-0c4f-4f16-93e5-b3baf2a82463 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:37.017851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2174547e-5f26-4426-ae6c-fa10c51bc48f req-15124df6-0c4f-4f16-93e5-b3baf2a82463 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 931 time: 0.3704436 Feb 09 02:19:37.056579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Transition to ACTIVE for port object beb69861-440a-4ce3-8d71-d7f8b2c43289 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:19:37.059715 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-b2d7ef90-af5d-4ef3-9fe1-808a40edb5c6 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] delete failed (client error): The resource could not be found. Feb 09 02:19:37.061012 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2d7ef90-af5d-4ef3-9fe1-808a40edb5c6 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/63767bd3-37f3-4f0a-ba6d-d5ec07ce0ddb HTTP/1.1" status: 404 len: 336 time: 0.0571640 Feb 09 02:19:37.070217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58376) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:37.091507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.102644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-ba002690-c4dd-44e3-baee-ba7e5915068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:37.104113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-ba002690-c4dd-44e3-baee-ba7e5915068e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.0547352 Feb 09 02:19:37.139613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-68d5defa-dceb-4c0b-b1b5-efdd038c2705 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 HTTP/1.1" status: 200 len: 205 time: 0.0681791 Feb 09 02:19:37.147740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:37.225732 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-9cd44f72-10fb-4b90-be20-c685a01d0aca tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] delete failed (client error): The resource could not be found. Feb 09 02:19:37.229675 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9cd44f72-10fb-4b90-be20-c685a01d0aca tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/4b3ff2ad-8e3e-4bcc-8ebf-3911ae9ac863 HTTP/1.1" status: 404 len: 336 time: 0.0779126 Feb 09 02:19:37.231577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58380) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:37.244777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-474051dc-d2f4-4271-8291-1c18577252fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (903d3f27-df0e-458b-a005-8a01d8cd071f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.248590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-474051dc-d2f4-4271-8291-1c18577252fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.250056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-474051dc-d2f4-4271-8291-1c18577252fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/903d3f27-df0e-458b-a005-8a01d8cd071f HTTP/1.1" status: 204 len: 168 time: 1.4612308 Feb 09 02:19:37.289420 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9643f13b-42ef-4d6e-909a-304df3e8c541 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b42092d-0321-4177-97fc-06589efa9742 HTTP/1.1" status: 200 len: 205 time: 0.0499153 Feb 09 02:19:37.291367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58384) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:37.388774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=beb69861-440a-4ce3-8d71-d7f8b2c43289,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:37.412031 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-72818d4b-56cf-4d47-8c32-ae06594852cc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] delete failed (client error): The resource could not be found. Feb 09 02:19:37.413644 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72818d4b-56cf-4d47-8c32-ae06594852cc tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/routers/7b42092d-0321-4177-97fc-06589efa9742 HTTP/1.1" status: 404 len: 336 time: 0.1163239 Feb 09 02:19:37.415370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-4eefdf9d-2936-4e95-8d47-7bdddafcb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:37.430913 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-4eefdf9d-2936-4e95-8d47-7bdddafcb3de service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.3064590 Feb 09 02:19:37.432848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:37.436478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2174547e-5f26-4426-ae6c-fa10c51bc48f req-2e2a5202-65b4-4968-9ca9-2b9be12db82d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711007 Feb 09 02:19:37.474639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474051dc-d2f4-4271-8291-1c18577252fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903d3f27-df0e-458b-a005-8a01d8cd071f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:37.539871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 92987c4e-7791-47a0-a941-eea6e5f2fd4a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:37.607234 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eafe4c1-606a-4266-a62f-3dbcca39ba96 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] DELETE failed (client error): The resource could not be found. Feb 09 02:19:37.607942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eafe4c1-606a-4266-a62f-3dbcca39ba96 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:37.611852 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5eafe4c1-606a-4266-a62f-3dbcca39ba96 tempest-RoutersIpV6AdminTest-223147955 tempest-RoutersIpV6AdminTest-223147955-project] 10.222.0.53 "DELETE /v2.0/subnets/084aedd9-83b1-43cc-a37e-fbd9cdab0f16 HTTP/1.1" status: 404 len: 337 time: 0.1629941 Feb 09 02:19:37.677850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644767e-5071-48b7-afa9-4b163b6bd02b None None] Network 15045282-08ae-4304-9fb9-9a67a2048cb0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:37.683224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 92987c4e-7791-47a0-a941-eea6e5f2fd4a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:37.683847 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-0e284221-4fd7-4d00-bf67-de81872403d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.2306843 Feb 09 02:19:37.684085 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.715945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1791f72-315f-441d-a1d5-6ced21b9b2ef req-9be51e62-89eb-441c-a502-de2c76a3efca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 210 time: 0.1211135 Feb 09 02:19:37.765923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (34eeb2d1-2603-40a7-915f-d63d737eebb0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.773480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Made reservation on behalf of 8fff14ed98e6481db56402c3ccdde54d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:37.782994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.812366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-1329c9e9-e260-4141-bfdc-487b9155b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:37.815930 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-1329c9e9-e260-4141-bfdc-487b9155b3ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1226292 Feb 09 02:19:37.880407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Attempting to bind port beb69861-440a-4ce3-8d71-d7f8b2c43289 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:37.880759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Attempting to bind port beb69861-440a-4ce3-8d71-d7f8b2c43289 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:37.881737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Attempting to bind port beb69861-440a-4ce3-8d71-d7f8b2c43289 on network 31259da2-3d44-4f47-b9cb-93c40a1edf5d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:37.907024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a4b95d4d-8b17-429a-9fd4-e60809b89038 None None] Provisioning complete for port 92987c4e-7791-47a0-a941-eea6e5f2fd4a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:37.907402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4b95d4d-8b17-429a-9fd4-e60809b89038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.941135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 92987c4e-7791-47a0-a941-eea6e5f2fd4a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:37.941533 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.944275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-aee170a8-9875-4e76-891e-8a07c7a216ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:37.945742 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-aee170a8-9875-4e76-891e-8a07c7a216ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1215587 Feb 09 02:19:37.973506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Port beb69861-440a-4ce3-8d71-d7f8b2c43289 on network 31259da2-3d44-4f47-b9cb-93c40a1edf5d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:19:37.973913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Attempting to bind port beb69861-440a-4ce3-8d71-d7f8b2c43289 on network 31259da2-3d44-4f47-b9cb-93c40a1edf5d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:37.981873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=34eeb2d1-2603-40a7-915f-d63d737eebb0,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:38.023729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:38.024384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Checking segment: {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:38.025953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Bound using segment: {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:38.027002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Bound port: beb69861-440a-4ce3-8d71-d7f8b2c43289, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc6f3a4-e483-475a-83b1-59890fc44ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:38.028069 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.074045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 92987c4e-7791-47a0-a941-eea6e5f2fd4a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=92987c4e-7791-47a0-a941-eea6e5f2fd4a,segment=NetworkSegment(590c0807-fd3d-4689-8f13-40c4ee93d23e),segment_id=590c0807-fd3d-4689-8f13-40c4ee93d23e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:38.089596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.171623 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-b87eca77-0016-469b-b6f3-b356907ade5c service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175479 Feb 09 02:19:38.193848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': 'c4516166-d5f0-49c4-8fd8-5b317250641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:38.195237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: e69cd38f-40a9-4275-bd5a-a7fde07ced10, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:38.262931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=92987c4e-7791-47a0-a941-eea6e5f2fd4a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:38.274440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a4b95d4d-8b17-429a-9fd4-e60809b89038 None None] Current status of the port 92987c4e-7791-47a0-a941-eea6e5f2fd4a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:38.301979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] For port beb69861-440a-4ce3-8d71-d7f8b2c43289, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:38.317118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005a13-e6f5-44e3-82ce-92faa8d38598 req-a0f9dfe0-3333-4afe-ba19-c1d5bb2ce855 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:38.326011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42005a13-e6f5-44e3-82ce-92faa8d38598 req-a0f9dfe0-3333-4afe-ba19-c1d5bb2ce855 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 945 time: 0.2732329 Feb 09 02:19:38.333648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] For port beb69861-440a-4ce3-8d71-d7f8b2c43289, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:38.336253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:38.336653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network e69cd38f-40a9-4275-bd5a-a7fde07ced10 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:38.339423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Allocated IP 172.20.0.6 (c807e0c0-3c9c-47d8-9236-f90112b40139/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c/6d61b038-c237-4c4c-8b93-0409f6db4666) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:38.395330 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f4764d8-f8cc-48ab-a369-10eee49eca57 req-753a2b7c-c372-4d2f-9f0a-4719aa07e41c service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193632 Feb 09 02:19:38.440600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.451201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e69cd38f-40a9-4275-bd5a-a7fde07ced10) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:38.464343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dbd258-8e5b-4d61-852f-a6e0b542c03e None None] Network e69cd38f-40a9-4275-bd5a-a7fde07ced10 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:38.515477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:38.516373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.531767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42005a13-e6f5-44e3-82ce-92faa8d38598 req-297693e8-67df-442a-8def-cfe44565ec8e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043850 Feb 09 02:19:38.587199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:38.587928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.590712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] 10.222.0.82 "PUT /v2.0/ports/beb69861-440a-4ce3-8d71-d7f8b2c43289 HTTP/1.1" status: 200 len: 1092 time: 3.7747889 Feb 09 02:19:38.591468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:38.594877 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4211add5-40e7-4611-b07e-076f1edf77a7" -d '{"events": [{"name": "network-changed", "server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:38.619148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-67c85a84-725d-451b-be6f-71aee7f4778f None None] Provisioning complete for port 92987c4e-7791-47a0-a941-eea6e5f2fd4a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:38.619781 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67c85a84-725d-451b-be6f-71aee7f4778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.644386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2f224d6-1cb7-4734-8558-b3e1a78e93c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.651653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8275b841-9548-4eab-bf09-43c8086520be tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8718958 Feb 09 02:19:38.652554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58428) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:38.802835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2f224d6-1cb7-4734-8558-b3e1a78e93c2 admin admin] Publish callbacks [] for security_group (0c932526-a4eb-49e3-932a-62abce019de0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.811352 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2f224d6-1cb7-4734-8558-b3e1a78e93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0c932526-a4eb-49e3-932a-62abce019de0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.839412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e69cd38f-40a9-4275-bd5a-a7fde07ced10', 'network_id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': '34eeb2d1-2603-40a7-915f-d63d737eebb0'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:38.840351 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.867483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:38.928443 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.935075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f224d6-1cb7-4734-8558-b3e1a78e93c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c932526-a4eb-49e3-932a-62abce019de0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:38.971212 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2f224d6-1cb7-4734-8558-b3e1a78e93c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1fbaf56e6bf4ed9bf33aef25e59c54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6334596 Feb 09 02:19:38.974010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58440) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:38.994284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-67c85a84-725d-451b-be6f-71aee7f4778f None None] Current status of the port 92987c4e-7791-47a0-a941-eea6e5f2fd4a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:39.041292 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e69cd38f-40a9-4275-bd5a-a7fde07ced10), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.049845 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f997c9-28f5-4dfc-b6c4-8d610a54168e x-openstack-request-id: req-28f997c9-28f5-4dfc-b6c4-8d610a54168e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:39.050415 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:39.050855 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28f997c9-28f5-4dfc-b6c4-8d610a54168e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:39.051423 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'status': 'completed', 'code': 200} Feb 09 02:19:39.061078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9afc0-6d9c-4d65-aa80-a249dde6bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=beb69861-440a-4ce3-8d71-d7f8b2c43289,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:39.065393 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a6e492f-d2f4-4150-8503-cfbb834c474f admin admin] Publish callbacks [] for security_group (0c932526-a4eb-49e3-932a-62abce019de0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.100159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a6e492f-d2f4-4150-8503-cfbb834c474f admin admin] Publish callbacks [] for security_group (0c932526-a4eb-49e3-932a-62abce019de0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.111369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b91e718-ae33-430e-a772-565af5ca90c7 req-e67caad6-3e99-4f78-9fdb-0ba5891d7375 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 210 time: 0.0633483 Feb 09 02:19:39.120506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Allocated IP 2001:db8::3 (e69cd38f-40a9-4275-bd5a-a7fde07ced10/34eeb2d1-2603-40a7-915f-d63d737eebb0/fa10c19b-b83e-4e68-b539-4fa22a1d7917) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:39.144085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cc9f9-cf00-445c-83f1-3a8464a4de51 req-7e7c58f8-e68c-4d03-949d-9200db9846a4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.151785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e7cc9f9-cf00-445c-83f1-3a8464a4de51 req-7e7c58f8-e68c-4d03-949d-9200db9846a4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 943 time: 0.5677574 Feb 09 02:19:39.212428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e177e62d-12d1-4526-8a6a-fb26882a4841 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] Request body: {'port': {'network_id': '4de3828d-44a3-4b96-ac1f-9b3c3eafc48c', 'name': 'tempest-NetworksNegativeTestJSON-1808998671'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:39.228315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-14006d17-cb91-4e4e-bbc8-de4f993718b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.229878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-14006d17-cb91-4e4e-bbc8-de4f993718b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e21a526ec548492da83a4902d99867c7&device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 1126 time: 0.5252235 Feb 09 02:19:39.235050 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-e177e62d-12d1-4526-8a6a-fb26882a4841 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] POST failed (client error): The resource could not be found. Feb 09 02:19:39.235591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e177e62d-12d1-4526-8a6a-fb26882a4841 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:39.240983 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e177e62d-12d1-4526-8a6a-fb26882a4841 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3205764 Feb 09 02:19:39.242408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.273075 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa890d4-b810-495e-bd65-6a19cfb125b7 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] DELETE failed (client error): The resource could not be found. Feb 09 02:19:39.274553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa890d4-b810-495e-bd65-6a19cfb125b7 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:39.282723 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5aa890d4-b810-495e-bd65-6a19cfb125b7 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "DELETE /v2.0/networks/800900f1-73b7-4230-915a-2920d82428c4 HTTP/1.1" status: 404 len: 339 time: 0.0377717 Feb 09 02:19:39.285498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.341027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.350479 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c808184-bc60-4908-93e6-cad4e8104458 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] DELETE failed (client error): The resource could not be found. Feb 09 02:19:39.350479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c808184-bc60-4908-93e6-cad4e8104458 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:39.350849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-8f57dbef-8b70-421b-8870-de23314175ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289 HTTP/1.1" status: 200 len: 217 time: 0.1049519 Feb 09 02:19:39.356979 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3c808184-bc60-4908-93e6-cad4e8104458 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "DELETE /v2.0/ports/230af486-23f7-4922-b791-2c8bc1a19c1a HTTP/1.1" status: 404 len: 333 time: 0.0699179 Feb 09 02:19:39.357921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.358716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a6e492f-d2f4-4150-8503-cfbb834c474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0c932526-a4eb-49e3-932a-62abce019de0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.369311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a6e492f-d2f4-4150-8503-cfbb834c474f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.371034 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a6e492f-d2f4-4150-8503-cfbb834c474f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c932526-a4eb-49e3-932a-62abce019de0 HTTP/1.1" status: 204 len: 168 time: 0.3959069 Feb 09 02:19:39.375793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:39.391983 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (34eeb2d1-2603-40a7-915f-d63d737eebb0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.412016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['358b428d-18e9-4a5e-bb8c-51df63390668'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:39.414449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 92987c4e-7791-47a0-a941-eea6e5f2fd4a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:39.437242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e492f-d2f4-4150-8503-cfbb834c474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c932526-a4eb-49e3-932a-62abce019de0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:39.448646 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-11493dda-f0eb-4583-ba05-df34900201b5 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] DELETE failed (client error): The resource could not be found. Feb 09 02:19:39.450870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11493dda-f0eb-4583-ba05-df34900201b5 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:39.456473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-11493dda-f0eb-4583-ba05-df34900201b5 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "DELETE /v2.0/subnets/d95c854c-0bf9-4c73-8f80-99a51a65ea5a HTTP/1.1" status: 404 len: 337 time: 0.0825598 Feb 09 02:19:39.459316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:39.460405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.482646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-419397f4-8983-4a4f-94f6-c77e3d8e77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.484107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-419397f4-8983-4a4f-94f6-c77e3d8e77ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=24cc767f-1dd6-4738-aa8f-514cc8f3f4d6 HTTP/1.1" status: 200 len: 853 time: 0.1002095 Feb 09 02:19:39.487277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:39.506560 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b337fa2-8f71-4dec-9676-4aa752ded787 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] GET failed (client error): The resource could not be found. Feb 09 02:19:39.518235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b337fa2-8f71-4dec-9676-4aa752ded787 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "GET /v2.0/networks/61e5c3c3-4d93-4a5d-b840-8dc183a70475 HTTP/1.1" status: 404 len: 339 time: 0.0529764 Feb 09 02:19:39.518235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.520380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e7cc9f9-cf00-445c-83f1-3a8464a4de51 req-c7ba96c7-181e-41e8-8d84-c2a393e03724 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664098 Feb 09 02:19:39.565204 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fef92be-45d0-46f9-80f7-26fecd8656a5 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] GET failed (client error): The resource could not be found. Feb 09 02:19:39.571067 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0fef92be-45d0-46f9-80f7-26fecd8656a5 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "GET /v2.0/ports/6932986f-c412-45a8-b797-6f4e3dc318c1 HTTP/1.1" status: 404 len: 333 time: 0.0528011 Feb 09 02:19:39.571643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.607677 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bd54bb-e87d-4289-b5f9-7d492a5a02a5 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] GET failed (client error): The resource could not be found. Feb 09 02:19:39.613078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-87bd54bb-e87d-4289-b5f9-7d492a5a02a5 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "GET /v2.0/subnets/14c3ce90-3de8-4775-a0f6-279a73adfc5b HTTP/1.1" status: 404 len: 337 time: 0.0363595 Feb 09 02:19:39.614660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.621354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ae9e539d-dbe7-4b78-b7c5-cf244238df4a tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:39.639732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=6d61b038-c237-4c4c-8b93-0409f6db4666,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:39.645741 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9e539d-dbe7-4b78-b7c5-cf244238df4a tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] PUT failed (client error): The resource could not be found. Feb 09 02:19:39.646446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9e539d-dbe7-4b78-b7c5-cf244238df4a tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:39.652355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 92987c4e-7791-47a0-a941-eea6e5f2fd4a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:39.653733 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae9e539d-dbe7-4b78-b7c5-cf244238df4a tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "PUT /v2.0/networks/73bef8ba-f01a-48d7-83a6-c7959954741f HTTP/1.1" status: 404 len: 339 time: 0.0372393 Feb 09 02:19:39.654171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.654634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.663414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c334b469-5e46-42e9-ad47-611e3b47a79b tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:39.664634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cb2ce-56de-4125-92f9-e82c591e92d9 req-f63dbae6-acb7-4ef9-b883-22037e431031 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.673416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac3cb2ce-56de-4125-92f9-e82c591e92d9 req-f63dbae6-acb7-4ef9-b883-22037e431031 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 945 time: 0.4138920 Feb 09 02:19:39.681887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.682606 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.714423 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c334b469-5e46-42e9-ad47-611e3b47a79b tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] PUT failed (client error): The resource could not be found. Feb 09 02:19:39.715997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c334b469-5e46-42e9-ad47-611e3b47a79b tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:39.725032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c334b469-5e46-42e9-ad47-611e3b47a79b tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "PUT /v2.0/ports/dc4459d2-9ce8-4bdd-b448-231b90bdc9dc HTTP/1.1" status: 404 len: 333 time: 0.0664585 Feb 09 02:19:39.726506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:39.727522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faef851-38c8-479e-8433-27fbf5484668 req-4f0a4188-f787-4973-8360-7bbb92e2d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:39.729303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-4f0a4188-f787-4973-8360-7bbb92e2d37c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=31259da2-3d44-4f47-b9cb-93c40a1edf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1992087 Feb 09 02:19:39.735715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-61c23dfe-f454-4756-9176-13feb8643ade tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7784703 Feb 09 02:19:39.740034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3b48bb1e-baca-4e57-ae56-2c8edb522076 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:39.781440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Request body: {'port': {'device_id': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:39.813019 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b48bb1e-baca-4e57-ae56-2c8edb522076 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] PUT failed (client error): The resource could not be found. Feb 09 02:19:39.816125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b48bb1e-baca-4e57-ae56-2c8edb522076 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:19:39.822342 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b48bb1e-baca-4e57-ae56-2c8edb522076 tempest-NetworksNegativeTestJSON-1276262096 tempest-NetworksNegativeTestJSON-1276262096-project] 10.222.0.53 "PUT /v2.0/subnets/ce6ec810-8a3a-47de-b214-650cec9a86c5 HTTP/1.1" status: 404 len: 337 time: 0.0883613 Feb 09 02:19:39.876584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac3cb2ce-56de-4125-92f9-e82c591e92d9 req-0a429a48-0302-4332-b0ec-4055ed6ef122 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970620 Feb 09 02:19:39.900562 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Publish callbacks [] for port (fa10c19b-b83e-4e68-b539-4fa22a1d7917), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:39.974671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (fa10c19b-b83e-4e68-b539-4fa22a1d7917), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.027999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:40.037331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.060355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (34eeb2d1-2603-40a7-915f-d63d737eebb0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.097824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Pushing event updated for resources: {'Port': ['ID=fa10c19b-b83e-4e68-b539-4fa22a1d7917,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:40.109517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e0e8fd29-beb3-4bde-a2d6-69d4464a5445 None None] Provisioning complete for port 6d61b038-c237-4c4c-8b93-0409f6db4666 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:40.110420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0e8fd29-beb3-4bde-a2d6-69d4464a5445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.143728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d8b5b48-eb06-4c54-89ec-7e2dbce21f28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe9005aa2f4141e4833162e1e6aede5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142361 Feb 09 02:19:40.146874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:40.162255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Network e69cd38f-40a9-4275-bd5a-a7fde07ced10 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:40.164069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 92987c4e-7791-47a0-a941-eea6e5f2fd4a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:40.173827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:40.190835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:40.242153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ede6b86-0687-4ec2-8306-cc62e458ebcc admin admin] Publish callbacks [] for security_group (cc009219-de19-4ebe-9ebd-65d254ca572a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.269646 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ede6b86-0687-4ec2-8306-cc62e458ebcc admin admin] Publish callbacks [] for security_group (cc009219-de19-4ebe-9ebd-65d254ca572a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.319436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=34eeb2d1-2603-40a7-915f-d63d737eebb0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:40.322788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8fd29-beb3-4bde-a2d6-69d4464a5445 None None] Port 6d61b038-c237-4c4c-8b93-0409f6db4666 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:40.334313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-b6cc7b2b-dcf2-4aca-8ca9-e266e5ce9099 service neutron] 10.222.0.82 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947099 Feb 09 02:19:40.343775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Attempting to bind port fa10c19b-b83e-4e68-b539-4fa22a1d7917 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:40.344176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Attempting to bind port fa10c19b-b83e-4e68-b539-4fa22a1d7917 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c4516166-d5f0-49c4-8fd8-5b317250641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:40.344608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Attempting to bind port fa10c19b-b83e-4e68-b539-4fa22a1d7917 on network e69cd38f-40a9-4275-bd5a-a7fde07ced10 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:40.351152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:40.351551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Checking segment: {'id': 'c4516166-d5f0-49c4-8fd8-5b317250641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:40.351975 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.353094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Bound using segment: {'id': 'c4516166-d5f0-49c4-8fd8-5b317250641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:40.353252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Bound port: fa10c19b-b83e-4e68-b539-4fa22a1d7917, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4516166-d5f0-49c4-8fd8-5b317250641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:40.353657 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa10c19b-b83e-4e68-b539-4fa22a1d7917), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.355107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ede6b86-0687-4ec2-8306-cc62e458ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cc009219-de19-4ebe-9ebd-65d254ca572a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.360222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ede6b86-0687-4ec2-8306-cc62e458ebcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.365317 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3ede6b86-0687-4ec2-8306-cc62e458ebcc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc009219-de19-4ebe-9ebd-65d254ca572a HTTP/1.1" status: 204 len: 168 time: 0.2145066 Feb 09 02:19:40.377100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede6b86-0687-4ec2-8306-cc62e458ebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc009219-de19-4ebe-9ebd-65d254ca572a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:40.435582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:40.483967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-278b46df-5559-4585-94ca-9268555780a0 None None] For port fa10c19b-b83e-4e68-b539-4fa22a1d7917, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:40.490624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-278b46df-5559-4585-94ca-9268555780a0 None None] For port fa10c19b-b83e-4e68-b539-4fa22a1d7917, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fa10c19b-b83e-4e68-b539-4fa22a1d7917,segment=NetworkSegment(c4516166-d5f0-49c4-8fd8-5b317250641f),segment_id=c4516166-d5f0-49c4-8fd8-5b317250641f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:40.499989 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fa10c19b-b83e-4e68-b539-4fa22a1d7917), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.556574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e69cd38f-40a9-4275-bd5a-a7fde07ced10), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.595784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b46df-5559-4585-94ca-9268555780a0 None None] Pushing event updated for resources: {'Port': ['ID=fa10c19b-b83e-4e68-b539-4fa22a1d7917,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:40.636762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa4f5c-de5a-49b8-bf25-df14a54e4bff req-096b4f79-cea0-47cb-98e6-ef0c65b0bf4c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:40.639141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dfa4f5c-de5a-49b8-bf25-df14a54e4bff req-096b4f79-cea0-47cb-98e6-ef0c65b0bf4c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 931 time: 0.3625705 Feb 09 02:19:40.640954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69cd38f-40a9-4275-bd5a-a7fde07ced10']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:40.659553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ac7ae-a86b-41b5-8c16-e97ce33456c8 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:19:40.693948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2bb803a-c76a-44a4-b115-d5b1bf52c507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.704906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4516166-d5f0-49c4-8fd8-5b317250641f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:40.705199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4516166-d5f0-49c4-8fd8-5b317250641f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:40.735311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (c4516166-d5f0-49c4-8fd8-5b317250641f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.759452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3faef851-38c8-479e-8433-27fbf5484668 req-ad344308-5ec2-4cd4-9696-dd4cd5a0094e service neutron] 10.222.0.82 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524530 Feb 09 02:19:40.799105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c4516166-d5f0-49c4-8fd8-5b317250641f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.814792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2bb803a-c76a-44a4-b115-d5b1bf52c507 admin admin] Publish callbacks [] for security_group (413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.822153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2bb803a-c76a-44a4-b115-d5b1bf52c507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.830426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:40.830868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (c4516166-d5f0-49c4-8fd8-5b317250641f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:40.836613 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:40.868980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dfa4f5c-de5a-49b8-bf25-df14a54e4bff req-5e3f8a50-26e6-4f4d-bf84-ab3391ab3389 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063997 Feb 09 02:19:40.881438 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c2bb803a-c76a-44a4-b115-d5b1bf52c507 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dfdfe6c553d408b8b2512e827acb695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417222 Feb 09 02:19:40.881438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb803a-c76a-44a4-b115-d5b1bf52c507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:40.883899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58504) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:40.931003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ac7ae-a86b-41b5-8c16-e97ce33456c8 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:19:40.951779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56713df5-c1d1-444d-9747-64fe16a48901 admin admin] Publish callbacks [] for security_group (413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.967254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78523c-61af-4503-8fab-159b97b54a42 req-3f717a46-1c57-4566-8d18-c5d8fe9d0bee tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:40.969660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed78523c-61af-4503-8fab-159b97b54a42 req-3f717a46-1c57-4566-8d18-c5d8fe9d0bee tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 943 time: 0.3461301 Feb 09 02:19:40.983915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56713df5-c1d1-444d-9747-64fe16a48901 admin admin] Publish callbacks [] for security_group (413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.051623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56713df5-c1d1-444d-9747-64fe16a48901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.056335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56713df5-c1d1-444d-9747-64fe16a48901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.062886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:19:41.062886 n-d-826675-12 neutron-server[103149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:19:41.062886 n-d-826675-12 neutron-server[103149]: [parameters: {'id': 'e69cd38f-40a9-4275-bd5a-a7fde07ced10'}] Feb 09 02:19:41.062886 n-d-826675-12 neutron-server[103149]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:19:41.063654 n-d-826675-12 neutron-server[103149]: DEBUG oslo_db.api [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:19:41.063773 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56713df5-c1d1-444d-9747-64fe16a48901 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91 HTTP/1.1" status: 204 len: 168 time: 0.1790941 Feb 09 02:19:41.071443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-9f8dc067-3db5-4c90-9a9e-0fba8e68af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:41.073272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-9f8dc067-3db5-4c90-9a9e-0fba8e68af54 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e21a526ec548492da83a4902d99867c7&device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 1126 time: 0.2315063 Feb 09 02:19:41.074955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56713df5-c1d1-444d-9747-64fe16a48901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c6a7b-94cc-4eed-b42a-d1dbc2bfbf91,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:41.085192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d61b038-c237-4c4c-8b93-0409f6db4666 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:41.111651 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Publish callbacks [] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.317825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c8d02-ccc0-48c9-aa58-ebdf6d53db08 None None] Network e69cd38f-40a9-4275-bd5a-a7fde07ced10 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:41.540387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed78523c-61af-4503-8fab-159b97b54a42 req-d5d6d269-412e-4b39-b3a4-fdb09942391a tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5461712 Feb 09 02:19:41.546314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Transition to ACTIVE for port object 6d61b038-c237-4c4c-8b93-0409f6db4666 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:19:41.553581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.576084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e69cd38f-40a9-4275-bd5a-a7fde07ced10), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.644819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-b6817e9d-749a-4220-ad61-c921d051cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:41.646319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-b6817e9d-749a-4220-ad61-c921d051cf42 service neutron] 10.222.0.82 "GET /v2.0/networks?id=31259da2-3d44-4f47-b9cb-93c40a1edf5d HTTP/1.1" status: 200 len: 915 time: 0.5666766 Feb 09 02:19:41.655920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d61b038-c237-4c4c-8b93-0409f6db4666,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:41.744762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-94fce57f-d257-47d3-82e5-aff390d4cb77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289 HTTP/1.1" status: 200 len: 217 time: 0.0902212 Feb 09 02:19:41.844918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-3d2dd430-02af-46b9-9e84-f9fce8c85eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:41.846592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-3d2dd430-02af-46b9-9e84-f9fce8c85eed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=24cc767f-1dd6-4738-aa8f-514cc8f3f4d6 HTTP/1.1" status: 200 len: 853 time: 0.0947642 Feb 09 02:19:41.853155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting port fa10c19b-b83e-4e68-b539-4fa22a1d7917 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:41.853507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fa10c19b-b83e-4e68-b539-4fa22a1d7917), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:41.867606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Attempting to bind port 6d61b038-c237-4c4c-8b93-0409f6db4666 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:41.867948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Attempting to bind port 6d61b038-c237-4c4c-8b93-0409f6db4666 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:41.868277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Attempting to bind port 6d61b038-c237-4c4c-8b93-0409f6db4666 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:41.907495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Port 6d61b038-c237-4c4c-8b93-0409f6db4666 on network c807e0c0-3c9c-47d8-9236-f90112b40139 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:19:41.907868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Attempting to bind port 6d61b038-c237-4c4c-8b93-0409f6db4666 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:41.958395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:41.958841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:41.959254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Bound using segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:41.959702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Bound port: 6d61b038-c237-4c4c-8b93-0409f6db4666, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:41.960217 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.054696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] For port fa10c19b-b83e-4e68-b539-4fa22a1d7917, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fa10c19b-b83e-4e68-b539-4fa22a1d7917,segment=NetworkSegment(c4516166-d5f0-49c4-8fd8-5b317250641f),segment_id=c4516166-d5f0-49c4-8fd8-5b317250641f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:42.055069 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fa10c19b-b83e-4e68-b539-4fa22a1d7917), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.099137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-8bb9c016-e7a2-43b8-8694-b6243d300660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.100965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-8bb9c016-e7a2-43b8-8694-b6243d300660 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=31259da2-3d44-4f47-b9cb-93c40a1edf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2444761 Feb 09 02:19:42.102285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Calling delete_port for fa10c19b-b83e-4e68-b539-4fa22a1d7917 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:42.210849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] For port 6d61b038-c237-4c4c-8b93-0409f6db4666, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:42.214541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:42.237560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] For port 6d61b038-c237-4c4c-8b93-0409f6db4666, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d61b038-c237-4c4c-8b93-0409f6db4666,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:42.258394 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.268246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1a6be-94d4-4c1c-b676-277106415c09 req-35ed4a9c-da23-453e-bc36-a6b314a77cec tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.275232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8d1a6be-94d4-4c1c-b676-277106415c09 req-35ed4a9c-da23-453e-bc36-a6b314a77cec tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 943 time: 0.2677128 Feb 09 02:19:42.351794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.352423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.353858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] 10.222.0.72 "PUT /v2.0/ports/6d61b038-c237-4c4c-8b93-0409f6db4666 HTTP/1.1" status: 200 len: 1092 time: 2.5777354 Feb 09 02:19:42.360810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'tag': '6d61b038-c237-4c4c-8b93-0409f6db4666'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:42.363732 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07da16cf-e9b5-49ed-ae91-bda9297856ab" -d '{"events": [{"name": "network-changed", "server_uuid": "11dc638a-8f44-4393-ae0a-d22da88dcd2e", "tag": "6d61b038-c237-4c4c-8b93-0409f6db4666"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:42.434124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-b04798f9-ad95-492b-9504-574134c25461 service neutron] 10.222.0.82 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225918 Feb 09 02:19:42.461567 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166063ad-8c03-47f3-aab1-3cf4e38d7333 x-openstack-request-id: req-166063ad-8c03-47f3-aab1-3cf4e38d7333 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:42.461905 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dc638a-8f44-4393-ae0a-d22da88dcd2e", "tag": "6d61b038-c237-4c4c-8b93-0409f6db4666", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:42.462123 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-166063ad-8c03-47f3-aab1-3cf4e38d7333 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:42.462581 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'tag': '6d61b038-c237-4c4c-8b93-0409f6db4666', 'status': 'completed', 'code': 200} Feb 09 02:19:42.492809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:42.493916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2718ed1-d856-4dd3-9850-fab652373eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d61b038-c237-4c4c-8b93-0409f6db4666,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:42.517647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8d1a6be-94d4-4c1c-b676-277106415c09 req-b4b41762-097a-4415-a672-9dff80e5cfaa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416136 Feb 09 02:19:42.518278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fa10c19b-b83e-4e68-b539-4fa22a1d7917), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.585811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1503059602', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:42.605663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Port': ['ID=fa10c19b-b83e-4e68-b539-4fa22a1d7917,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:42.608470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No DVR routers for this DVR port fa10c19b-b83e-4e68-b539-4fa22a1d7917 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:42.619480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Made reservation on behalf of eee8012f4a4f4765861a46f4e7b58fb6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:42.623217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.649891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7fb5a763-7dd8-49ce-9f2a-1ba868a92455 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:42.651004 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-7fb5a763-7dd8-49ce-9f2a-1ba868a92455 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 02:19:42.651942 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7fb5a763-7dd8-49ce-9f2a-1ba868a92455 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 02:19:42.654743 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7fb5a763-7dd8-49ce-9f2a-1ba868a92455 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4378116 Feb 09 02:19:42.656861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.657863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-0d5ffbac-c69e-4b48-8a4a-da87de45fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.659670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-0d5ffbac-c69e-4b48-8a4a-da87de45fe77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 1126 time: 0.2456660 Feb 09 02:19:42.661318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:42.666957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752362697'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:42.717975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.731287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.783986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-518ada7b-1e98-41e0-985a-5e9e8f068b3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d61b038-c237-4c4c-8b93-0409f6db4666 HTTP/1.1" status: 200 len: 217 time: 0.1105871 Feb 09 02:19:42.826280 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e69cd38f-40a9-4275-bd5a-a7fde07ced10), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.847743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4211add5-40e7-4611-b07e-076f1edf77a7 req-91e111dc-1ba4-478f-9e04-eaf4b2bade79 service neutron] 10.222.0.82 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879027 Feb 09 02:19:42.856717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for security_group (662c892c-da9b-4ab7-b8b2-ee4618e80e16), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.865144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (662c892c-da9b-4ab7-b8b2-ee4618e80e16), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.868061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (3836f9af-83aa-4842-a4aa-18ccc260e0e4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.873635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] device_id is not set on port cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:19:42.887208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3836f9af-83aa-4842-a4aa-18ccc260e0e4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.910229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69cd38f-40a9-4275-bd5a-a7fde07ced10']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:42.925512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-72809a64-c5b0-4e99-9050-fc26f5507db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.927846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-72809a64-c5b0-4e99-9050-fc26f5507db8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1297657 Feb 09 02:19:42.929553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4516166-d5f0-49c4-8fd8-5b317250641f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:42.929867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4516166-d5f0-49c4-8fd8-5b317250641f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:42.954187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662c892c-da9b-4ab7-b8b2-ee4618e80e16,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:42.967982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491c939-ad65-415b-9782-f2af0229142e req-c460e5f6-8212-4f5f-a865-eebc43f71c17 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:42.975872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d491c939-ad65-415b-9782-f2af0229142e req-c460e5f6-8212-4f5f-a865-eebc43f71c17 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 943 time: 0.2514741 Feb 09 02:19:42.988404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (c4516166-d5f0-49c4-8fd8-5b317250641f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:42.995091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3836f9af-83aa-4842-a4aa-18ccc260e0e4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:43.037759 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c4516166-d5f0-49c4-8fd8-5b317250641f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.052532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:43.053320 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (c4516166-d5f0-49c4-8fd8-5b317250641f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:43.056846 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:43.093207 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (24f5e7a0-0030-4991-88db-d47f8c4c4d35), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.094576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Allocated IP 172.25.6.51 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:43.100853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (24f5e7a0-0030-4991-88db-d47f8c4c4d35), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.147659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d491c939-ad65-415b-9782-f2af0229142e req-4433b7d0-a3ac-404e-a929-014b43f7f397 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708031 Feb 09 02:19:43.157862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146b96e-8d35-485b-996d-534d4625addd req-7aa66071-9095-43e4-9ff2-633bdbade9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.159327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-7aa66071-9095-43e4-9ff2-633bdbade9a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2206163 Feb 09 02:19:43.162187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e69cd38f-40a9-4275-bd5a-a7fde07ced10), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.163609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.164915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5022683 Feb 09 02:19:43.170680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.171579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7784b3-d21f-4bfa-8105-b1b81bb2dcb0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5e7a0-0030-4991-88db-d47f8c4c4d35,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:43.178922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/e69cd38f-40a9-4275-bd5a-a7fde07ced10 HTTP/1.1" status: 204 len: 168 time: 4.4678202 Feb 09 02:19:43.179987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58594) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:43.180589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58596) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:43.190584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d9fa9acd-7217-40a0-a8b7-d68684fc5b0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '24f5e7a0-0030-4991-88db-d47f8c4c4d35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:43.200126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923079617'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:43.220431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5b014-2b7e-4d94-a4b3-7251c16e98cb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=e69cd38f-40a9-4275-bd5a-a7fde07ced10,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:43.317217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:43.320659 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.328105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9acd-7217-40a0-a8b7-d68684fc5b0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group_rule (d6f6482f-a3b0-4da2-83a4-5d539dc2296b), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.344147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for port (cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.380000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:43.388979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.405334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a0b21ec0-69f6-48af-b122-af67db6cf201), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.405718 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment a0b21ec0-69f6-48af-b122-af67db6cf201 of type vlan for network fb02f003-d369-43e5-b83c-78a1f32c5d00 Feb 09 02:19:43.431841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:43.439297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-56cc73a8-dc06-4a6b-9777-c3a586f63d00 service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533433 Feb 09 02:19:43.440386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:43.443902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:43.451648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Pushing event updated for resources: {'Port': ['ID=cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:43.491533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.492504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.510026 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-92a8b7ea-8aa9-46ec-851a-97c42c3f3d43 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0150926 Feb 09 02:19:43.517237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:43.518650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.51'}]}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:43.533702 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fb02f003-d369-43e5-b83c-78a1f32c5d00), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.539688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (11986533-6d41-4468-804d-c0e7ee6c0e7c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.540395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (11986533-6d41-4468-804d-c0e7ee6c0e7c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.579965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9acd-7217-40a0-a8b7-d68684fc5b0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group_rule (d6f6482f-a3b0-4da2-83a4-5d539dc2296b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.593058 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9acd-7217-40a0-a8b7-d68684fc5b0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d6f6482f-a3b0-4da2-83a4-5d539dc2296b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.609507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for router_controller (11986533-6d41-4468-804d-c0e7ee6c0e7c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.652010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fb02f003-d369-43e5-b83c-78a1f32c5d00), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.657284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.657958 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.697499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa9acd-7217-40a0-a8b7-d68684fc5b0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f6482f-a3b0-4da2-83a4-5d539dc2296b,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:43.704086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9acd-7217-40a0-a8b7-d68684fc5b0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.705231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d9fa9acd-7217-40a0-a8b7-d68684fc5b0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5234849 Feb 09 02:19:43.715864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58604) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:43.736080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-34c3a956-88a5-456c-a4e3-4b3b06bef9e0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '24f5e7a0-0030-4991-88db-d47f8c4c4d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:43.774864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5909379 Feb 09 02:19:43.779894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58612) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:43.785080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b146b96e-8d35-485b-996d-534d4625addd req-e7154c52-80d7-41c6-b085-edb3d693182f service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372631 Feb 09 02:19:43.785290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:43.812394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for router_gateway (11986533-6d41-4468-804d-c0e7ee6c0e7c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.821023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33d060-45e7-4f3b-882a-23bf341e2e88 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=fb02f003-d369-43e5-b83c-78a1f32c5d00,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:43.836159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34c3a956-88a5-456c-a4e3-4b3b06bef9e0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group_rule (589d73c4-3dff-4914-aff4-0c445a98b126), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.857418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fb02f003-d369-43e5-b83c-78a1f32c5d00 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:43.859440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574cabc-c41f-46b1-baca-21ea92679452 req-5b94e3a6-732a-47fa-af56-7aa821611485 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.861832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6574cabc-c41f-46b1-baca-21ea92679452 req-5b94e3a6-732a-47fa-af56-7aa821611485 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 943 time: 0.2493722 Feb 09 02:19:43.964653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:43.969170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:43.982007 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-34c3a956-88a5-456c-a4e3-4b3b06bef9e0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 02:19:43.983127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-34c3a956-88a5-456c-a4e3-4b3b06bef9e0 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2537034 Feb 09 02:19:43.985288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-23ceaa73-ae40-4343-b5c0-33e92650d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:43.987057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-23ceaa73-ae40-4343-b5c0-33e92650d922 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 1126 time: 0.1214092 Feb 09 02:19:43.987857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58618) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:44.015650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6574cabc-c41f-46b1-baca-21ea92679452 req-522f16e8-5273-4fae-9d28-ee0159f00ff3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382394 Feb 09 02:19:44.133766 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46f8c4cf-28e3-4e4d-8445-98034acca396 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (24f5e7a0-0030-4991-88db-d47f8c4c4d35), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.157527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-22ebf953-5547-453f-9f4b-e9163599dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.159047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-22ebf953-5547-453f-9f4b-e9163599dcf5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.1586380 Feb 09 02:19:44.176794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46f8c4cf-28e3-4e4d-8445-98034acca396 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (24f5e7a0-0030-4991-88db-d47f8c4c4d35), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.216827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-5429aacf-04b9-43c9-9905-4c95d7ce0ea7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d61b038-c237-4c4c-8b93-0409f6db4666 HTTP/1.1" status: 200 len: 217 time: 0.0501976 Feb 09 02:19:44.277408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device beb69861-440a-4ce3-8d71-d7f8b2c43289 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:44.303558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for router_gateway (11986533-6d41-4468-804d-c0e7ee6c0e7c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.326592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46f8c4cf-28e3-4e4d-8445-98034acca396 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (24f5e7a0-0030-4991-88db-d47f8c4c4d35), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.329473 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46f8c4cf-28e3-4e4d-8445-98034acca396 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.330917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-46f8c4cf-28e3-4e4d-8445-98034acca396 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/24f5e7a0-0030-4991-88db-d47f8c4c4d35 HTTP/1.1" status: 204 len: 168 time: 0.3381922 Feb 09 02:19:44.332505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-b2418fa2-6bc5-4ca5-b079-6dc719d1ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.333428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.333907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-b2418fa2-6bc5-4ca5-b079-6dc719d1ec5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1010194 Feb 09 02:19:44.335524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58622) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:44.359966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (1eb2e66a-19d4-4234-b99a-422dce99eab5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.423445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8c4cf-28e3-4e4d-8445-98034acca396 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5e7a0-0030-4991-88db-d47f8c4c4d35,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:44.425198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port beb69861-440a-4ce3-8d71-d7f8b2c43289, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:44.452751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'port_id': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'mac_address': 'fa:16:3e:0d:77:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:44.484692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-79e8bd53-4922-4d37-b361-eb81becc3fd3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2002704 Feb 09 02:19:44.510749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef402d2d-d061-4fd4-95f8-ea31ad183331 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1691072 Feb 09 02:19:44.517453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port beb69861-440a-4ce3-8d71-d7f8b2c43289 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:44.518229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.518761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58624) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:44.528552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b9fd49f8-8e4e-451a-a10a-0f0d5bcfdb8f tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654737901'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:44.538400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-1cbe31ad-f280-4060-b941-c46f44b23706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.538681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=1eb2e66a-19d4-4234-b99a-422dce99eab5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:44.540150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-1cbe31ad-f280-4060-b941-c46f44b23706 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1866848 Feb 09 02:19:44.540755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb69861-440a-4ce3-8d71-d7f8b2c43289 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:44.551364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': 'a0b21ec0-69f6-48af-b122-af67db6cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:44.551817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: fb02f003-d369-43e5-b83c-78a1f32c5d00, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:44.555015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4e1a8-71d6-4e12-91ac-2558940ed6f3 req-e6dbea35-2d79-44b4-8d3d-611049584182 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.556606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2b4e1a8-71d6-4e12-91ac-2558940ed6f3 req-e6dbea35-2d79-44b4-8d3d-611049584182 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 943 time: 0.2201488 Feb 09 02:19:44.570842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port beb69861-440a-4ce3-8d71-d7f8b2c43289, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:44.577109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.583274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network fb02f003-d369-43e5-b83c-78a1f32c5d00 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:44.618999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fb02f003-d369-43e5-b83c-78a1f32c5d00) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:44.626026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.626679 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.644832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b20133-1840-4650-a746-186225cc1d50 None None] Network fb02f003-d369-43e5-b83c-78a1f32c5d00 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:44.649249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for router (11986533-6d41-4468-804d-c0e7ee6c0e7c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.680928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9fd49f8-8e4e-451a-a10a-0f0d5bcfdb8f tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.688654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=beb69861-440a-4ce3-8d71-d7f8b2c43289,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:44.697609 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba728b56-d5c3-4c7c-83b7-0d46aeda7516 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9166028 Feb 09 02:19:44.712742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58626) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:44.780627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-fb02f003-d369-43e5-b83c-78a1f32c5d00', 'network_id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': '1eb2e66a-19d4-4234-b99a-422dce99eab5'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:44.781632 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:44.816456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2b4e1a8-71d6-4e12-91ac-2558940ed6f3 req-a66df8f1-cc7b-43bf-84d5-ee7ea61a04d1 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452865 Feb 09 02:19:44.845549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-f560ac49-38a3-4457-91cb-63a2c8756b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:44.847128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-f560ac49-38a3-4457-91cb-63a2c8756b99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1129 time: 0.3052814 Feb 09 02:19:44.909011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['beb69861-440a-4ce3-8d71-d7f8b2c43289'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:44.934374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-0ec4cb0f-8310-4b4c-b003-345b4c5fdf56 service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766634 Feb 09 02:19:45.061132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Allocated IP 2001:db8::1 (fb02f003-d369-43e5-b83c-78a1f32c5d00/1eb2e66a-19d4-4234-b99a-422dce99eab5/c9ac1eb8-309e-4daa-820d-3b0db7e932b5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:45.069328 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fb02f003-d369-43e5-b83c-78a1f32c5d00), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.103326 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9fd49f8-8e4e-451a-a10a-0f0d5bcfdb8f tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (d7ff2426-c994-4907-b1dc-20e31decf55a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.133133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9fd49f8-8e4e-451a-a10a-0f0d5bcfdb8f tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d7ff2426-c994-4907-b1dc-20e31decf55a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.211058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (11986533-6d41-4468-804d-c0e7ee6c0e7c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.213501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks [] for router_controller (11986533-6d41-4468-804d-c0e7ee6c0e7c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.269449 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (11986533-6d41-4468-804d-c0e7ee6c0e7c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.270019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11986533-6d41-4468-804d-c0e7ee6c0e7c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:19:45.297715 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 02:19:45.302774 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b084d52-731c-4c27-8f2d-d85dc8dfd47f tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7870383 Feb 09 02:19:45.302774 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:45.331136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Publish callbacks [] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.341653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.402121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Network fb02f003-d369-43e5-b83c-78a1f32c5d00 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:45.404875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:45.407046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Deleting port cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:45.409792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.409972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:45.430507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Pushing event updated for resources: {'Port': ['ID=c9ac1eb8-309e-4daa-820d-3b0db7e932b5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:45.481160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Attempting to bind port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:45.481672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Attempting to bind port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a0b21ec0-69f6-48af-b122-af67db6cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:45.482337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Attempting to bind port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 on network fb02f003-d369-43e5-b83c-78a1f32c5d00 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:45.489334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:45.489334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Checking segment: {'id': 'a0b21ec0-69f6-48af-b122-af67db6cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:45.490009 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.490552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Bound using segment: {'id': 'a0b21ec0-69f6-48af-b122-af67db6cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:45.491251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Bound port: c9ac1eb8-309e-4daa-820d-3b0db7e932b5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b21ec0-69f6-48af-b122-af67db6cf201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:45.491639 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.502028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.516511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Calling delete_port for cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:45.577807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] For port c9ac1eb8-309e-4daa-820d-3b0db7e932b5, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:45.581731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] For port c9ac1eb8-309e-4daa-820d-3b0db7e932b5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c9ac1eb8-309e-4daa-820d-3b0db7e932b5,segment=NetworkSegment(a0b21ec0-69f6-48af-b122-af67db6cf201),segment_id=a0b21ec0-69f6-48af-b122-af67db6cf201)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:45.590498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.651467 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9fd49f8-8e4e-451a-a10a-0f0d5bcfdb8f tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.652847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b9fd49f8-8e4e-451a-a10a-0f0d5bcfdb8f tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1319528 Feb 09 02:19:45.656903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:45.661122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-039434bc-30f1-4ea5-b893-787ec7457ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.662728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-039434bc-30f1-4ea5-b893-787ec7457ce3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.7699697 Feb 09 02:19:45.667534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fcd91b48-79f5-4cc4-bf7c-c78b8dbd8dd2 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': 'd7ff2426-c994-4907-b1dc-20e31decf55a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:45.669685 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-fcd91b48-79f5-4cc4-bf7c-c78b8dbd8dd2 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 02:19:45.670313 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-fcd91b48-79f5-4cc4-bf7c-c78b8dbd8dd2 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:45.672983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd49f8-8e4e-451a-a10a-0f0d5bcfdb8f tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff2426-c994-4907-b1dc-20e31decf55a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:45.675441 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fcd91b48-79f5-4cc4-bf7c-c78b8dbd8dd2 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146198 Feb 09 02:19:45.680249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58648) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:45.694958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85044-04e8-493a-bdb8-712aa5ea63ea None None] Pushing event updated for resources: {'Port': ['ID=c9ac1eb8-309e-4daa-820d-3b0db7e932b5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:45.696091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1eb2e66a-19d4-4234-b99a-422dce99eab5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.703905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07da16cf-e9b5-49ed-ae91-bda9297856ab req-2201dcab-8b0d-4035-8ed6-31a1f451c17c service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240782 Feb 09 02:19:45.713159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.755036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:45.827063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879dfed-c685-4d75-b7f8-4f3ab8fe1378 req-0efc6ff3-c879-49c0-b503-5ffb30b1f227 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:45.830203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6879dfed-c685-4d75-b7f8-4f3ab8fe1378 req-0efc6ff3-c879-49c0-b503-5ffb30b1f227 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 943 time: 0.7212944 Feb 09 02:19:45.832659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:45.860011 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62513c85-e0ec-4db4-9d48-7c53484df432 tempest-RoutersAdminNegativeIpV6Test-1308130538 tempest-RoutersAdminNegativeIpV6Test-1308130538-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cbfd09a7-7f5e-4a4e-8b39-5b6f6c4a91e8 HTTP/1.1" status: 204 len: 168 time: 0.5507574 Feb 09 02:19:45.909903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-09291872-6111-4bc8-8e77-a2d1051ccbf7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 1002 time: 0.2255707 Feb 09 02:19:45.999738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf7087c9-82de-482a-b794-f027f659a8a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (d7ff2426-c994-4907-b1dc-20e31decf55a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.001842 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (1eb2e66a-19d4-4234-b99a-422dce99eab5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.070388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 98e34129-2189-4954-99f5-624ed1a1fd92 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:46.084028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6879dfed-c685-4d75-b7f8-4f3ab8fe1378 req-9c67054b-ed64-42f3-8e47-cf3c5d038e64 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446892 Feb 09 02:19:46.090763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb2e66a-19d4-4234-b99a-422dce99eab5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:46.171950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-410f19f8-5f67-4c7a-9fec-d99a53316dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.173699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-410f19f8-5f67-4c7a-9fec-d99a53316dfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.2592256 Feb 09 02:19:46.179798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf7087c9-82de-482a-b794-f027f659a8a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (d7ff2426-c994-4907-b1dc-20e31decf55a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.219445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fb02f003-d369-43e5-b83c-78a1f32c5d00), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.225134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:46.238401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '98e34129-2189-4954-99f5-624ed1a1fd92', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '98e34129-2189-4954-99f5-624ed1a1fd92', 'mac_address': 'fa:16:3e:fd:16:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:46.282175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 98e34129-2189-4954-99f5-624ed1a1fd92 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:46.282612 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.292639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb02f003-d369-43e5-b83c-78a1f32c5d00']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:46.297726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e34129-2189-4954-99f5-624ed1a1fd92 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:46.311555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6acb5f-eef6-4a50-b323-e813dd1dab11 req-433057e9-b21d-44a9-bb59-5bdd41e7c20e tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.312504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device beb69861-440a-4ce3-8d71-d7f8b2c43289 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:46.313188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6acb5f-eef6-4a50-b323-e813dd1dab11 req-433057e9-b21d-44a9-bb59-5bdd41e7c20e tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 944 time: 0.3346839 Feb 09 02:19:46.319774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b21ec0-69f6-48af-b122-af67db6cf201') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:46.320142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b21ec0-69f6-48af-b122-af67db6cf201') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:46.337216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (a0b21ec0-69f6-48af-b122-af67db6cf201), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.339891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:46.343849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:46.354296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf7087c9-82de-482a-b794-f027f659a8a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d7ff2426-c994-4907-b1dc-20e31decf55a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.355417 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.358797 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf7087c9-82de-482a-b794-f027f659a8a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.360158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bf7087c9-82de-482a-b794-f027f659a8a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7ff2426-c994-4907-b1dc-20e31decf55a HTTP/1.1" status: 204 len: 168 time: 0.6789448 Feb 09 02:19:46.364023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58670) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:46.388388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a0b21ec0-69f6-48af-b122-af67db6cf201), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.392110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-7b4c2ba4-faf5-45cf-9e46-6a5e6eaecbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.393834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-7b4c2ba4-faf5-45cf-9e46-6a5e6eaecbaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2005603 Feb 09 02:19:46.400492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7087c9-82de-482a-b794-f027f659a8a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff2426-c994-4907-b1dc-20e31decf55a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:46.417046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:46.419453 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (a0b21ec0-69f6-48af-b122-af67db6cf201), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.429336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:46.434689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port beb69861-440a-4ce3-8d71-d7f8b2c43289 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:46.440699 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:46.445601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port beb69861-440a-4ce3-8d71-d7f8b2c43289 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:46.445601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.483221 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-08ed6676-d5bb-493e-9a6e-722f6322b97c tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1177769 Feb 09 02:19:46.491693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:46.496282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-078c96b8-3a66-48bb-9b39-e0b7c6bd4eda tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569782414'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:46.522113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-078c96b8-3a66-48bb-9b39-e0b7c6bd4eda tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.578331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port beb69861-440a-4ce3-8d71-d7f8b2c43289 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:46.578757 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.600366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83dccb66-01cc-4e0c-a1b0-a221fc526daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.671399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port beb69861-440a-4ce3-8d71-d7f8b2c43289, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:46.673755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:46.679167 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af539f64-778c-432c-8bac-ab96add00fba" -d '{"events": [{"server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "name": "network-vif-plugged", "status": "completed", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:46.684193 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.685741 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:19:46.685741 n-d-826675-12 neutron-server[103149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:19:46.685741 n-d-826675-12 neutron-server[103149]: [parameters: {'id': 'fb02f003-d369-43e5-b83c-78a1f32c5d00'}] Feb 09 02:19:46.685741 n-d-826675-12 neutron-server[103149]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:19:46.690576 n-d-826675-12 neutron-server[103149]: DEBUG oslo_db.api [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:19:46.716754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6acb5f-eef6-4a50-b323-e813dd1dab11 req-d6577aa5-97ef-49e4-9e90-1b3658a1dcdf tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773837 Feb 09 02:19:46.725765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-6b576ddc-168e-4e9f-adde-de62830cdfc2 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975645 Feb 09 02:19:46.780674 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae69445e-9a24-47d9-98cf-ef7a8c23ce31 x-openstack-request-id: req-ae69445e-9a24-47d9-98cf-ef7a8c23ce31 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:46.781419 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "name": "network-vif-plugged", "status": "completed", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:46.781840 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae69445e-9a24-47d9-98cf-ef7a8c23ce31 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:46.782750 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'code': 200} Feb 09 02:19:46.792702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=beb69861-440a-4ce3-8d71-d7f8b2c43289,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:46.810752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-078c96b8-3a66-48bb-9b39-e0b7c6bd4eda tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (ad669cd6-48dd-404e-9622-24b4ac19092b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.811296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['98e34129-2189-4954-99f5-624ed1a1fd92'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:46.915819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83dccb66-01cc-4e0c-a1b0-a221fc526daf admin admin] Publish callbacks [] for security_group (8d86a534-1e77-4e95-984d-ceee50c5a7b9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.917675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-078c96b8-3a66-48bb-9b39-e0b7c6bd4eda tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ad669cd6-48dd-404e-9622-24b4ac19092b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.958846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcbc6e03-39a5-4080-89ae-4c37b2807c56 req-53b5eec0-f082-4ae5-b225-73117ff81c3b service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215581 Feb 09 02:19:46.966254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b25c5-e5b7-4355-a926-775b984efaa4 req-14e7f6af-f320-4bbd-9ed3-db950b0f733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:46.967921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be3b25c5-e5b7-4355-a926-775b984efaa4 req-14e7f6af-f320-4bbd-9ed3-db950b0f733d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 1128 time: 0.1130564 Feb 09 02:19:46.970401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83dccb66-01cc-4e0c-a1b0-a221fc526daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8d86a534-1e77-4e95-984d-ceee50c5a7b9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.976792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-078c96b8-3a66-48bb-9b39-e0b7c6bd4eda tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:46.978151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-078c96b8-3a66-48bb-9b39-e0b7c6bd4eda tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4854472 Feb 09 02:19:46.978936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c96b8-3a66-48bb-9b39-e0b7c6bd4eda tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad669cd6-48dd-404e-9622-24b4ac19092b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:47.004945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58676) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:47.021509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-821698cc-b411-4a23-801e-e7c04d73667d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': 'ad669cd6-48dd-404e-9622-24b4ac19092b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:47.022975 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-821698cc-b411-4a23-801e-e7c04d73667d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 02:19:47.023849 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-821698cc-b411-4a23-801e-e7c04d73667d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:47.025472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-821698cc-b411-4a23-801e-e7c04d73667d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0189474 Feb 09 02:19:47.027756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dccb66-01cc-4e0c-a1b0-a221fc526daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d86a534-1e77-4e95-984d-ceee50c5a7b9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:47.029762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58678) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:47.048940 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-83dccb66-01cc-4e0c-a1b0-a221fc526daf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ab70d8feeb1415eac4df7b503e6fcb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7077901 Feb 09 02:19:47.057115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:47.060282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e9f391-3e5c-4c1b-b66e-39a32e15affe None None] Network fb02f003-d369-43e5-b83c-78a1f32c5d00 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:47.140085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20cc6f11-e8c6-4f58-9f3e-701f0d7a37f4 admin admin] Publish callbacks [] for security_group (8d86a534-1e77-4e95-984d-ceee50c5a7b9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.151977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be3b25c5-e5b7-4355-a926-775b984efaa4 req-83146159-f453-4a2a-94bc-c473f318c2c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715496 Feb 09 02:19:47.194586 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fb02f003-d369-43e5-b83c-78a1f32c5d00), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.221073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20cc6f11-e8c6-4f58-9f3e-701f0d7a37f4 admin admin] Publish callbacks [] for security_group (8d86a534-1e77-4e95-984d-ceee50c5a7b9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.225739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eda32a81-13b2-417d-b152-5aaef2441c94 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (ad669cd6-48dd-404e-9622-24b4ac19092b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.282608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eda32a81-13b2-417d-b152-5aaef2441c94 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (ad669cd6-48dd-404e-9622-24b4ac19092b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.320841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20cc6f11-e8c6-4f58-9f3e-701f0d7a37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8d86a534-1e77-4e95-984d-ceee50c5a7b9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.326880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20cc6f11-e8c6-4f58-9f3e-701f0d7a37f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.328590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-20cc6f11-e8c6-4f58-9f3e-701f0d7a37f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d86a534-1e77-4e95-984d-ceee50c5a7b9 HTTP/1.1" status: 204 len: 168 time: 0.2711117 Feb 09 02:19:47.340029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc6f11-e8c6-4f58-9f3e-701f0d7a37f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d86a534-1e77-4e95-984d-ceee50c5a7b9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:47.426715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eda32a81-13b2-417d-b152-5aaef2441c94 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ad669cd6-48dd-404e-9622-24b4ac19092b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.429445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eda32a81-13b2-417d-b152-5aaef2441c94 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.430669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-eda32a81-13b2-417d-b152-5aaef2441c94 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/ad669cd6-48dd-404e-9622-24b4ac19092b HTTP/1.1" status: 204 len: 168 time: 0.3815503 Feb 09 02:19:47.435274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:47.446043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0dbbd-6246-4ca7-9259-4621d70d3a5d req-7d13b2d6-8e0e-4775-b006-34c1871469fe tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:47.447681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdf0dbbd-6246-4ca7-9259-4621d70d3a5d req-7d13b2d6-8e0e-4775-b006-34c1871469fe tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 943 time: 0.1247542 Feb 09 02:19:47.454538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:47.454538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.459733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda32a81-13b2-417d-b152-5aaef2441c94 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad669cd6-48dd-404e-9622-24b4ac19092b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:47.586633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] For port c9ac1eb8-309e-4daa-820d-3b0db7e932b5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c9ac1eb8-309e-4daa-820d-3b0db7e932b5,segment=NetworkSegment(a0b21ec0-69f6-48af-b122-af67db6cf201),segment_id=a0b21ec0-69f6-48af-b122-af67db6cf201)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:47.587011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.610915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdf0dbbd-6246-4ca7-9259-4621d70d3a5d req-3c288916-3ff6-4e97-835d-07079cb2de3b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541598 Feb 09 02:19:47.611878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Calling delete_port for c9ac1eb8-309e-4daa-820d-3b0db7e932b5 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:47.623754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c9ac1eb8-309e-4daa-820d-3b0db7e932b5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:47.686102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d3eab7e8-082e-4d41-825f-1f1ca6f18517 None None] Provisioning complete for port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:47.686594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3eab7e8-082e-4d41-825f-1f1ca6f18517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.691492 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9722a92b-f725-47d4-9151-90abe2578a87 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2543843 Feb 09 02:19:47.693619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58700) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:47.704229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-31a7c6d0-3dd1-4bc5-89b5-c7b4a1db08c3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729678328'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:47.751640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c9ac1eb8-309e-4daa-820d-3b0db7e932b5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.772595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:19:47.772799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:19:47.773776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c9ac1eb8-309e-4daa-820d-3b0db7e932b5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 02:19:47.778074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No DVR routers for this DVR port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:47.782812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31a7c6d0-3dd1-4bc5-89b5-c7b4a1db08c3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.803436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Port c9ac1eb8-309e-4daa-820d-3b0db7e932b5 not found, will not notify nova. {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 02:19:47.834542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Port': ['ID=c9ac1eb8-309e-4daa-820d-3b0db7e932b5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:47.859232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d3eab7e8-082e-4d41-825f-1f1ca6f18517 None None] Could not find standard attr ID for object c9ac1eb8-309e-4daa-820d-3b0db7e932b5. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:19:47.875934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.879092 n-d-826675-12 neutron-server[103151]: INFO neutron.plugins.ml2.db [None req-d3eab7e8-082e-4d41-825f-1f1ca6f18517 None None] No ports have port_id starting with c9ac1eb8-309e-4daa-820d-3b0db7e932b5 Feb 09 02:19:47.931753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31a7c6d0-3dd1-4bc5-89b5-c7b4a1db08c3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (a44af168-59f9-40a5-8521-7f340147c01c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.939271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31a7c6d0-3dd1-4bc5-89b5-c7b4a1db08c3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a44af168-59f9-40a5-8521-7f340147c01c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:47.977894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac9f3e4-89eb-4b00-8176-ae9a97d75db9 None None] DHCP port deletion for fb02f003-d369-43e5-b83c-78a1f32c5d00 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:19:47.997642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31a7c6d0-3dd1-4bc5-89b5-c7b4a1db08c3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.000078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-31a7c6d0-3dd1-4bc5-89b5-c7b4a1db08c3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3025935 Feb 09 02:19:48.004705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58704) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.018274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dd378b41-cf58-49d8-bd90-af0dfbe0ef75 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': 'a44af168-59f9-40a5-8521-7f340147c01c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:48.028988 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-dd378b41-cf58-49d8-bd90-af0dfbe0ef75 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 02:19:48.030510 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-dd378b41-cf58-49d8-bd90-af0dfbe0ef75 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:48.033944 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dd378b41-cf58-49d8-bd90-af0dfbe0ef75 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0259264 Feb 09 02:19:48.035933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7c6d0-3dd1-4bc5-89b5-c7b4a1db08c3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44af168-59f9-40a5-8521-7f340147c01c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:48.040489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58706) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.049070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-92809edc-3c61-4f78-9c6f-a3a30a982f24 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': 'a44af168-59f9-40a5-8521-7f340147c01c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:48.050705 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-92809edc-3c61-4f78-9c6f-a3a30a982f24 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 02:19:48.051682 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-92809edc-3c61-4f78-9c6f-a3a30a982f24 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:48.053193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-92809edc-3c61-4f78-9c6f-a3a30a982f24 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081565 Feb 09 02:19:48.056337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.059965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.064870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d61b038-c237-4c4c-8b93-0409f6db4666 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:48.069792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fb02f003-d369-43e5-b83c-78a1f32c5d00), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.080308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6a0aec53-adcb-4bfa-96c8-938eb482c220 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': 'a44af168-59f9-40a5-8521-7f340147c01c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:48.081537 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-6a0aec53-adcb-4bfa-96c8-938eb482c220 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 02:19:48.082974 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6a0aec53-adcb-4bfa-96c8-938eb482c220 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:48.084182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a0aec53-adcb-4bfa-96c8-938eb482c220 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132837 Feb 09 02:19:48.093768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58712) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.110021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-af8bc1b2-5d6f-413e-9523-1ce8f64c181b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': 'a44af168-59f9-40a5-8521-7f340147c01c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:48.111568 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-af8bc1b2-5d6f-413e-9523-1ce8f64c181b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 02:19:48.112053 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-af8bc1b2-5d6f-413e-9523-1ce8f64c181b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:48.115789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-af8bc1b2-5d6f-413e-9523-1ce8f64c181b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0144651 Feb 09 02:19:48.119152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.126441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab4915-f033-4473-9dec-37f48e0fe920 req-04fc0713-b696-4752-a755-d7ce2946d256 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:48.128205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcab4915-f033-4473-9dec-37f48e0fe920 req-04fc0713-b696-4752-a755-d7ce2946d256 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.2602363 Feb 09 02:19:48.130161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb02f003-d369-43e5-b83c-78a1f32c5d00']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:48.152150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b21ec0-69f6-48af-b122-af67db6cf201') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:48.153314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b21ec0-69f6-48af-b122-af67db6cf201') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:48.175439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (a0b21ec0-69f6-48af-b122-af67db6cf201), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.200621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6d61b038-c237-4c4c-8b93-0409f6db4666, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d61b038-c237-4c4c-8b93-0409f6db4666,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:48.204052 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a0b21ec0-69f6-48af-b122-af67db6cf201), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.217404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '6d61b038-c237-4c4c-8b93-0409f6db4666', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '6d61b038-c237-4c4c-8b93-0409f6db4666', 'mac_address': 'fa:16:3e:99:13:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:48.219426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 98e34129-2189-4954-99f5-624ed1a1fd92 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:48.227383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:48.228351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (a0b21ec0-69f6-48af-b122-af67db6cf201), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:48.233459 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:48.245793 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47c9dfb7-23b8-4eb2-b852-fd815f82458d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eee8012f4a4f4765861a46f4e7b58fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870494 Feb 09 02:19:48.247832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.309859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcab4915-f033-4473-9dec-37f48e0fe920 req-15a9a3ec-c140-4935-b87b-6d95f3e06670 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691592 Feb 09 02:19:48.312420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6d61b038-c237-4c4c-8b93-0409f6db4666 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:48.312905 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.324417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fc6c-b7af-4e1e-a357-6bfe7a6595f7 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (a44af168-59f9-40a5-8521-7f340147c01c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.348326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 98e34129-2189-4954-99f5-624ed1a1fd92 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:48.349084 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.352268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d61b038-c237-4c4c-8b93-0409f6db4666 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:48.369123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fb02f003-d369-43e5-b83c-78a1f32c5d00), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.382584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.403276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.405951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/fb02f003-d369-43e5-b83c-78a1f32c5d00 HTTP/1.1" status: 204 len: 168 time: 3.6782293 Feb 09 02:19:48.413532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6d61b038-c237-4c4c-8b93-0409f6db4666, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d61b038-c237-4c4c-8b93-0409f6db4666,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:48.424938 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.425223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f92906-1d30-4590-a5b4-0f315e03685d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=fb02f003-d369-43e5-b83c-78a1f32c5d00,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:48.430202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052500711'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:48.474796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6afe0047-7800-43a2-ae18-f1f1931048c2 admin admin] Publish callbacks [] for security_group (662c892c-da9b-4ab7-b8b2-ee4618e80e16), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.479423 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:19:48.484224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fc6c-b7af-4e1e-a357-6bfe7a6595f7 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (a44af168-59f9-40a5-8521-7f340147c01c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.499726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:48.506751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.544510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6d61b038-c237-4c4c-8b93-0409f6db4666,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:48.556471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6afe0047-7800-43a2-ae18-f1f1931048c2 admin admin] Publish callbacks [] for security_group (662c892c-da9b-4ab7-b8b2-ee4618e80e16), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.566013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 98e34129-2189-4954-99f5-624ed1a1fd92 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:48.566546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.595839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:48.613109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:48.626577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.654561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (03bbd139-9f95-4d31-a3dc-b1a652bfb2ef), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.655018 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 03bbd139-9f95-4d31-a3dc-b1a652bfb2ef of type vlan for network 55ca7ddb-18cc-4ce4-88f7-72de04f2264f Feb 09 02:19:48.656645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fc6c-b7af-4e1e-a357-6bfe7a6595f7 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a44af168-59f9-40a5-8521-7f340147c01c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.659830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ffb6fc6c-b7af-4e1e-a357-6bfe7a6595f7 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.661114 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ffb6fc6c-b7af-4e1e-a357-6bfe7a6595f7 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/a44af168-59f9-40a5-8521-7f340147c01c HTTP/1.1" status: 204 len: 168 time: 0.5408287 Feb 09 02:19:48.666067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58730) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.710573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6afe0047-7800-43a2-ae18-f1f1931048c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (662c892c-da9b-4ab7-b8b2-ee4618e80e16), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.713666 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6afe0047-7800-43a2-ae18-f1f1931048c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.719307 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6afe0047-7800-43a2-ae18-f1f1931048c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/662c892c-da9b-4ab7-b8b2-ee4618e80e16 HTTP/1.1" status: 204 len: 168 time: 0.4645593 Feb 09 02:19:48.719486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:48.719595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6fc6c-b7af-4e1e-a357-6bfe7a6595f7 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44af168-59f9-40a5-8521-7f340147c01c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:48.784157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:48.787661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-167eb3d0-81d1-4376-ad10-f9be512661c7 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1205976 Feb 09 02:19:48.788654 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691ebced-f175-4651-9d79-3c7731145501" -d '{"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-plugged", "status": "completed", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:48.792045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:48.798235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5e9a2301-b217-4185-a26e-19a2918812f4 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--34972737'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:48.805856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0047-7800-43a2-ae18-f1f1931048c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c892c-da9b-4ab7-b8b2-ee4618e80e16,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:48.835349 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2301-b217-4185-a26e-19a2918812f4 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.846027 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515657a-1bf1-4e92-aad6-e7a89a9b7e12 x-openstack-request-id: req-3515657a-1bf1-4e92-aad6-e7a89a9b7e12 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:48.846555 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-plugged", "status": "completed", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:48.847648 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3515657a-1bf1-4e92-aad6-e7a89a9b7e12 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:48.852245 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92', 'code': 200} Feb 09 02:19:48.855101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (55ca7ddb-18cc-4ce4-88f7-72de04f2264f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.901050 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (55ca7ddb-18cc-4ce4-88f7-72de04f2264f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.920395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:48.921065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:48.950314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6d61b038-c237-4c4c-8b93-0409f6db4666'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:49.002329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f3be-6f77-4aaf-8ffa-dde4926c2529 req-5f4f9687-0329-4516-ab26-052717dc8308 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:49.004373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1e9f3be-6f77-4aaf-8ffa-dde4926c2529 req-5f4f9687-0329-4516-ab26-052717dc8308 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 944 time: 0.1226842 Feb 09 02:19:49.013862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2301-b217-4185-a26e-19a2918812f4 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (7962b8cc-5d64-44ac-bdc1-26acaafaa3ac), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.034332 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2301-b217-4185-a26e-19a2918812f4 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7962b8cc-5d64-44ac-bdc1-26acaafaa3ac), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.043939 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.106402 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2301-b217-4185-a26e-19a2918812f4 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.109155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5e9a2301-b217-4185-a26e-19a2918812f4 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3159425 Feb 09 02:19:49.115617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.118568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a2301-b217-4185-a26e-19a2918812f4 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7962b8cc-5d64-44ac-bdc1-26acaafaa3ac,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:49.148303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1e9f3be-6f77-4aaf-8ffa-dde4926c2529 req-e2fa84b5-354f-4513-abf7-38cc05037c7e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327708 Feb 09 02:19:49.156790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-85bc2d1e-944e-4c21-a35f-127b13343b4d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.158210 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-85bc2d1e-944e-4c21-a35f-127b13343b4d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 02:19:49.159180 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-85bc2d1e-944e-4c21-a35f-127b13343b4d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.164281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58754) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.164883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85bc2d1e-944e-4c21-a35f-127b13343b4d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0471284 Feb 09 02:19:49.171271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-44f60fc9-2ba1-4ff5-a4bb-2f04e4e6228d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.190174 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7805624 Feb 09 02:19:49.192829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58756) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.208220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a2115-f04e-4ac1-baf0-2c5ede0390cd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=55ca7ddb-18cc-4ce4-88f7-72de04f2264f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:49.208761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.227450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 55ca7ddb-18cc-4ce4-88f7-72de04f2264f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:49.363421 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-44f60fc9-2ba1-4ff5-a4bb-2f04e4e6228d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.369217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-44f60fc9-2ba1-4ff5-a4bb-2f04e4e6228d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2004368 Feb 09 02:19:49.369789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.376607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-53a78a8d-1f2d-407d-8c50-97135fc20dea tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.377576 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-53a78a8d-1f2d-407d-8c50-97135fc20dea tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 02:19:49.378312 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-53a78a8d-1f2d-407d-8c50-97135fc20dea tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.382533 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-53a78a8d-1f2d-407d-8c50-97135fc20dea tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085230 Feb 09 02:19:49.383156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.405896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-aac2304b-beef-4d35-b5a8-59ad13637bca tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.431038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c9ac1eb8-309e-4daa-820d-3b0db7e932b5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:49.509405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:49.516666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:49.517271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c9ac1eb8-309e-4daa-820d-3b0db7e932b5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:19:49.517740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c9ac1eb8-309e-4daa-820d-3b0db7e932b5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:19:49.570794 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-aac2304b-beef-4d35-b5a8-59ad13637bca tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.572717 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aac2304b-beef-4d35-b5a8-59ad13637bca tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1883981 Feb 09 02:19:49.577569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58792) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.586287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6db9ce36-7c5d-49ae-9ef0-ffecae239d17 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.586803 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-6db9ce36-7c5d-49ae-9ef0-ffecae239d17 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 02:19:49.587309 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6db9ce36-7c5d-49ae-9ef0-ffecae239d17 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.591078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6db9ce36-7c5d-49ae-9ef0-ffecae239d17 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096605 Feb 09 02:19:49.591343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.596506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-babec61d-e2aa-451d-b062-1295977f6524 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.650226 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-babec61d-e2aa-451d-b062-1295977f6524 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Project 9d73ed135fd449d3af8b21ab40b20cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:19:49.679947 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-babec61d-e2aa-451d-b062-1295977f6524 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.682567 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-babec61d-e2aa-451d-b062-1295977f6524 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0903237 Feb 09 02:19:49.687375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.694807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4bfdf03e-aab3-4c8f-8db6-f10d41559409 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.695791 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-4bfdf03e-aab3-4c8f-8db6-f10d41559409 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 02:19:49.697379 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-4bfdf03e-aab3-4c8f-8db6-f10d41559409 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.699863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4bfdf03e-aab3-4c8f-8db6-f10d41559409 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101829 Feb 09 02:19:49.702612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58804) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.711085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-70f7c3e1-5f32-4b35-95f5-80e0ff4b3dc3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.750941 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-70f7c3e1-5f32-4b35-95f5-80e0ff4b3dc3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Project 9d73ed135fd449d3af8b21ab40b20cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:19:49.773315 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-70f7c3e1-5f32-4b35-95f5-80e0ff4b3dc3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.776475 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-70f7c3e1-5f32-4b35-95f5-80e0ff4b3dc3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0719888 Feb 09 02:19:49.779825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.789080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4d7d101b-38ef-4c22-9bf2-a4ff744f0a70 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '7962b8cc-5d64-44ac-bdc1-26acaafaa3ac', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:49.842841 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-4d7d101b-38ef-4c22-9bf2-a4ff744f0a70 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Project 9d73ed135fd449d3af8b21ab40b20cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:19:49.875195 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-4d7d101b-38ef-4c22-9bf2-a4ff744f0a70 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:49.876577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4d7d101b-38ef-4c22-9bf2-a4ff744f0a70 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0953844 Feb 09 02:19:49.879526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:49.921046 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (61aa9672-353a-436b-8b37-c289cc679416), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.024921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59ef960-7fae-430d-b8c3-840922cd1c05 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (7962b8cc-5d64-44ac-bdc1-26acaafaa3ac), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.099533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59ef960-7fae-430d-b8c3-840922cd1c05 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (7962b8cc-5d64-44ac-bdc1-26acaafaa3ac), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.213176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59ef960-7fae-430d-b8c3-840922cd1c05 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7962b8cc-5d64-44ac-bdc1-26acaafaa3ac), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.225596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59ef960-7fae-430d-b8c3-840922cd1c05 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.229452 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a59ef960-7fae-430d-b8c3-840922cd1c05 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/7962b8cc-5d64-44ac-bdc1-26acaafaa3ac HTTP/1.1" status: 204 len: 168 time: 0.3463581 Feb 09 02:19:50.229693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=61aa9672-353a-436b-8b37-c289cc679416,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:50.233331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:50.258890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:50.259640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: 55ca7ddb-18cc-4ce4-88f7-72de04f2264f, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:50.263548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ef960-7fae-430d-b8c3-840922cd1c05 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7962b8cc-5d64-44ac-bdc1-26acaafaa3ac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:50.337979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6cce9-3bb1-42ad-968e-91195de107a6 req-60ca08ea-d142-4001-b2a3-cbd39a563ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:50.348388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58f6cce9-3bb1-42ad-968e-91195de107a6 req-60ca08ea-d142-4001-b2a3-cbd39a563ddc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.4352841 Feb 09 02:19:50.374184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network 55ca7ddb-18cc-4ce4-88f7-72de04f2264f is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:50.381946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:50.412845 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ee971bec-0509-490c-a0c2-a9a75efe1f0c tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1680453 Feb 09 02:19:50.418944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:50.423743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-34dd19ba-bca1-4f9a-b72e-b77e79641d58 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856209162'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:50.463449 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34dd19ba-bca1-4f9a-b72e-b77e79641d58 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.488739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3318af9-d05b-41b6-b67c-726fd25ea489 req-d1b2344c-8a26-4f03-b224-b5df4ea6f3b0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:50.492660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3318af9-d05b-41b6-b67c-726fd25ea489 req-d1b2344c-8a26-4f03-b224-b5df4ea6f3b0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 944 time: 0.2374463 Feb 09 02:19:50.493901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 55ca7ddb-18cc-4ce4-88f7-72de04f2264f) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:50.505360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b47db-2598-4ce0-905d-92b1c0cb8b00 None None] Network 55ca7ddb-18cc-4ce4-88f7-72de04f2264f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:50.541692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:50.542410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.615627 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34dd19ba-bca1-4f9a-b72e-b77e79641d58 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (102e1d29-8c16-4845-9ab5-5f633fea470f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.620413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58f6cce9-3bb1-42ad-968e-91195de107a6 req-b02baf17-7bf1-4b99-8f3d-fc101fdfa7e1 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679920 Feb 09 02:19:50.641677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3318af9-d05b-41b6-b67c-726fd25ea489 req-37953279-c5d2-4ba5-b1df-e63107a5dde3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343277 Feb 09 02:19:50.645905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3bd4b439-0640-4770-91ba-cd7499b1dd59 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4513841 Feb 09 02:19:50.647970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58838) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:50.691546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bb377c5b-62d6-485f-9fd9-af7940ece019 tempest-AgentManagementNegativeTest-144342569 tempest-AgentManagementNegativeTest-144342569-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2923706 Feb 09 02:19:50.691546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34dd19ba-bca1-4f9a-b72e-b77e79641d58 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (102e1d29-8c16-4845-9ab5-5f633fea470f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.728239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34dd19ba-bca1-4f9a-b72e-b77e79641d58 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.733484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34dd19ba-bca1-4f9a-b72e-b77e79641d58 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3104470 Feb 09 02:19:50.733484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd19ba-bca1-4f9a-b72e-b77e79641d58 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102e1d29-8c16-4845-9ab5-5f633fea470f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:50.742292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:50.747939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-124ae073-2570-4935-b087-3758d7119b5e tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '102e1d29-8c16-4845-9ab5-5f633fea470f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:50.780273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (55ca7ddb-18cc-4ce4-88f7-72de04f2264f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.816540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-55ca7ddb-18cc-4ce4-88f7-72de04f2264f', 'network_id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': '61aa9672-353a-436b-8b37-c289cc679416'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:50.817696 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.841777 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-124ae073-2570-4935-b087-3758d7119b5e tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The resource could not be found. Feb 09 02:19:50.843131 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-124ae073-2570-4935-b087-3758d7119b5e tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0996830 Feb 09 02:19:50.846873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:50.852506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-15d9d088-fee0-4068-8473-c02bdc48bf78 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '102e1d29-8c16-4845-9ab5-5f633fea470f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ce716e83-99c0-48f0-9d9d-bc04c507a07e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:50.863526 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (61aa9672-353a-436b-8b37-c289cc679416), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:50.923851 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-15d9d088-fee0-4068-8473-c02bdc48bf78 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The resource could not be found. Feb 09 02:19:50.926235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-15d9d088-fee0-4068-8473-c02bdc48bf78 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0777948 Feb 09 02:19:50.928796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:51.018177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c138a-4b61-4412-b224-63180b72bdfa req-42251bb4-241b-434a-8319-2fa3430b2372 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:51.021122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a0c138a-4b61-4412-b224-63180b72bdfa req-42251bb4-241b-434a-8319-2fa3430b2372 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.1090784 Feb 09 02:19:51.031482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58852) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:51.039269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Request body: {'floatingip': {'port_id': 'beb69861-440a-4ce3-8d71-d7f8b2c43289'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:51.098938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5618df0-972f-40e8-84a9-d03d19cb8bbb tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (102e1d29-8c16-4845-9ab5-5f633fea470f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.100262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Allocated IP 2001:db8::1 (55ca7ddb-18cc-4ce4-88f7-72de04f2264f/61aa9672-353a-436b-8b37-c289cc679416/83eb222f-d14d-4342-bd8e-cc0d36c0a341) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:51.157954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for floatingip (fd51057e-7095-4cff-8e51-576cfd07ce87), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.191301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5618df0-972f-40e8-84a9-d03d19cb8bbb tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (102e1d29-8c16-4845-9ab5-5f633fea470f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.295952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5618df0-972f-40e8-84a9-d03d19cb8bbb tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (102e1d29-8c16-4845-9ab5-5f633fea470f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.300003 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5618df0-972f-40e8-84a9-d03d19cb8bbb tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.302006 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5618df0-972f-40e8-84a9-d03d19cb8bbb tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/102e1d29-8c16-4845-9ab5-5f633fea470f HTTP/1.1" status: 204 len: 168 time: 0.3714719 Feb 09 02:19:51.321182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:51.323255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5618df0-972f-40e8-84a9-d03d19cb8bbb tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e1d29-8c16-4845-9ab5-5f633fea470f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:51.421949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58858) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:51.450348 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Publish callbacks [] for port (83eb222f-d14d-4342-bd8e-cc0d36c0a341), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.461056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-857e7afc-c52e-4aa9-866b-c9c2bd4dff6d tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1226807 Feb 09 02:19:51.462587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:51.464442 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (83eb222f-d14d-4342-bd8e-cc0d36c0a341), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.469097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-939502a1-d946-4b80-b072-e537d56e45fe tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': 'c0671a6a-7ef5-4888-9079-cff71cd05d03', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:51.538164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Network 55ca7ddb-18cc-4ce4-88f7-72de04f2264f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:51.543859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:51.548237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:51.556159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (61aa9672-353a-436b-8b37-c289cc679416), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.560848 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-939502a1-d946-4b80-b072-e537d56e45fe tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The resource could not be found. Feb 09 02:19:51.562671 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-939502a1-d946-4b80-b072-e537d56e45fe tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0985286 Feb 09 02:19:51.566848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:51.576066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--885007381'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:51.586068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Pushing event updated for resources: {'Port': ['ID=83eb222f-d14d-4342-bd8e-cc0d36c0a341,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:51.631979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.647367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=61aa9672-353a-436b-8b37-c289cc679416,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:51.684594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Attempting to bind port 83eb222f-d14d-4342-bd8e-cc0d36c0a341 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:51.689013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Attempting to bind port 83eb222f-d14d-4342-bd8e-cc0d36c0a341 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:51.706620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Attempting to bind port 83eb222f-d14d-4342-bd8e-cc0d36c0a341 on network 55ca7ddb-18cc-4ce4-88f7-72de04f2264f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:51.717614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:51.727780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Checking segment: {'id': '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:51.729819 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.731514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Bound using segment: {'id': '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:51.735052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Bound port: 83eb222f-d14d-4342-bd8e-cc0d36c0a341, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:51.735896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (83eb222f-d14d-4342-bd8e-cc0d36c0a341), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.775476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b70d9cae-e487-4b48-a0bc-cf2efe9ab252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.805275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (55ca7ddb-18cc-4ce4-88f7-72de04f2264f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.865520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] For port 83eb222f-d14d-4342-bd8e-cc0d36c0a341, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:51.871252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] For port 83eb222f-d14d-4342-bd8e-cc0d36c0a341, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=83eb222f-d14d-4342-bd8e-cc0d36c0a341,segment=NetworkSegment(03bbd139-9f95-4d31-a3dc-b1a652bfb2ef),segment_id=03bbd139-9f95-4d31-a3dc-b1a652bfb2ef)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:51.887123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (2c974835-b1cf-444a-a5bf-fbba37824b4a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.891822 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2c974835-b1cf-444a-a5bf-fbba37824b4a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.892888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (83eb222f-d14d-4342-bd8e-cc0d36c0a341), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.926780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:51.930988 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3588254 Feb 09 02:19:51.931380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:51.940546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1a6f23bb-da0b-433c-a05a-252d3453eb0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--962507110'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:51.965764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c974835-b1cf-444a-a5bf-fbba37824b4a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:51.970191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf2300-b5df-4f98-b315-ddf8d84b58c4 None None] Pushing event updated for resources: {'Port': ['ID=83eb222f-d14d-4342-bd8e-cc0d36c0a341,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:51.976275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.976648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.977129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.977807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.978109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.978444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.978805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.979316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.979750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.980197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.980736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.981284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:51.981614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff7ac2-19f6-459a-8499-bb263c97b1a3 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:52.000984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6f23bb-da0b-433c-a05a-252d3453eb0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.081709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2622b446-41fb-41b9-b01c-a2788c32413a None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:19:52.085026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d61b038-c237-4c4c-8b93-0409f6db4666 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:52.117438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ca7ddb-18cc-4ce4-88f7-72de04f2264f']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:52.131815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6f23bb-da0b-433c-a05a-252d3453eb0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (553af166-4226-48ac-9268-a1aed935feeb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.139619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6f23bb-da0b-433c-a05a-252d3453eb0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (553af166-4226-48ac-9268-a1aed935feeb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.157463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:52.158251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:52.174970 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6f23bb-da0b-433c-a05a-252d3453eb0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.178948 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a6f23bb-da0b-433c-a05a-252d3453eb0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2440040 Feb 09 02:19:52.179885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:52.189486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-20a1129e-4596-4f02-a29a-34a70a3ed760 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '2c974835-b1cf-444a-a5bf-fbba37824b4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '553af166-4226-48ac-9268-a1aed935feeb'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:52.192071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (03bbd139-9f95-4d31-a3dc-b1a652bfb2ef), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.216169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f23bb-da0b-433c-a05a-252d3453eb0b tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553af166-4226-48ac-9268-a1aed935feeb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:52.243672 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-20a1129e-4596-4f02-a29a-34a70a3ed760 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:52.249312 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-20a1129e-4596-4f02-a29a-34a70a3ed760 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0682890 Feb 09 02:19:52.250108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:52.295577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b70d9cae-e487-4b48-a0bc-cf2efe9ab252 admin admin] Publish callbacks [] for security_group (19730879-f622-48fa-a6bd-3a81192e9ede), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.297898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (03bbd139-9f95-4d31-a3dc-b1a652bfb2ef), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.341845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b70d9cae-e487-4b48-a0bc-cf2efe9ab252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (19730879-f622-48fa-a6bd-3a81192e9ede), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.345355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 6d61b038-c237-4c4c-8b93-0409f6db4666 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:52.359512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291dc588-ae03-4947-bc50-7bdcaef20c30 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (553af166-4226-48ac-9268-a1aed935feeb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.359737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 6d61b038-c237-4c4c-8b93-0409f6db4666 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:52.360769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.388107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b73c32-556e-4d71-85ab-76b43e46a18d req-03b57e21-7f0c-4ed0-8c04-42d3bbd61672 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:52.390009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88b73c32-556e-4d71-85ab-76b43e46a18d req-03b57e21-7f0c-4ed0-8c04-42d3bbd61672 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 944 time: 0.3583732 Feb 09 02:19:52.393515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291dc588-ae03-4947-bc50-7bdcaef20c30 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (553af166-4226-48ac-9268-a1aed935feeb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.396418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:52.397071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (03bbd139-9f95-4d31-a3dc-b1a652bfb2ef), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.400737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d9cae-e487-4b48-a0bc-cf2efe9ab252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19730879-f622-48fa-a6bd-3a81192e9ede,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:52.404124 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:52.441480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622b446-41fb-41b9-b01c-a2788c32413a None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:19:52.499171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291dc588-ae03-4947-bc50-7bdcaef20c30 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (553af166-4226-48ac-9268-a1aed935feeb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.506297 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.508540 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291dc588-ae03-4947-bc50-7bdcaef20c30 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.510005 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-291dc588-ae03-4947-bc50-7bdcaef20c30 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/553af166-4226-48ac-9268-a1aed935feeb HTTP/1.1" status: 204 len: 168 time: 0.2587497 Feb 09 02:19:52.515879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58886) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:52.523757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b70d9cae-e487-4b48-a0bc-cf2efe9ab252 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b386f8c8a224b3fafa73b04ea490c58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1006949 Feb 09 02:19:52.530781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58888) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:52.548206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dc588-ae03-4947-bc50-7bdcaef20c30 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553af166-4226-48ac-9268-a1aed935feeb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:52.578252 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fd51057e-7095-4cff-8e51-576cfd07ce87), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.617193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6d61b038-c237-4c4c-8b93-0409f6db4666 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:52.617807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.640054 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0777-bf09-4961-847e-8b5f2b2b3baa admin admin] Publish callbacks [] for security_group (19730879-f622-48fa-a6bd-3a81192e9ede), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.648069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e01e3609-3780-4149-85c4-83dd478a05bd tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1257381 Feb 09 02:19:52.654337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:52.686074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61b038-c237-4c4c-8b93-0409f6db4666'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:52.688927 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c161f1-ac91-4215-9cb9-7d7cb6ff896e" -d '{"events": [{"server_uuid": "11dc638a-8f44-4393-ae0a-d22da88dcd2e", "name": "network-vif-plugged", "status": "completed", "tag": "6d61b038-c237-4c4c-8b93-0409f6db4666"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:52.731695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6d61b038-c237-4c4c-8b93-0409f6db4666, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d61b038-c237-4c4c-8b93-0409f6db4666,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:52.770257 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.814257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cd65c52-0870-4198-8fcf-d17111b650c8 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (2c974835-b1cf-444a-a5bf-fbba37824b4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.840250 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc636dc-246f-40f0-95d9-a2b761e72db4 x-openstack-request-id: req-4bc636dc-246f-40f0-95d9-a2b761e72db4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:52.840827 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dc638a-8f44-4393-ae0a-d22da88dcd2e", "name": "network-vif-plugged", "status": "completed", "tag": "6d61b038-c237-4c4c-8b93-0409f6db4666", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:52.841824 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bc636dc-246f-40f0-95d9-a2b761e72db4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:52.842294 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61b038-c237-4c4c-8b93-0409f6db4666', 'code': 200} Feb 09 02:19:52.912076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cd65c52-0870-4198-8fcf-d17111b650c8 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (2c974835-b1cf-444a-a5bf-fbba37824b4a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:52.959475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6d61b038-c237-4c4c-8b93-0409f6db4666,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:53.009846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cd65c52-0870-4198-8fcf-d17111b650c8 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2c974835-b1cf-444a-a5bf-fbba37824b4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.014249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6cd65c52-0870-4198-8fcf-d17111b650c8 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.020052 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6cd65c52-0870-4198-8fcf-d17111b650c8 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c974835-b1cf-444a-a5bf-fbba37824b4a HTTP/1.1" status: 204 len: 168 time: 0.3624666 Feb 09 02:19:53.028284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:53.030035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c8b936-cc94-4a48-adf1-afabbbf78d0d None None] Network 55ca7ddb-18cc-4ce4-88f7-72de04f2264f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:53.063577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65c52-0870-4198-8fcf-d17111b650c8 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c974835-b1cf-444a-a5bf-fbba37824b4a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:53.151618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:19:53.151618 n-d-826675-12 neutron-server[103149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:19:53.151618 n-d-826675-12 neutron-server[103149]: [parameters: {'id': '55ca7ddb-18cc-4ce4-88f7-72de04f2264f'}] Feb 09 02:19:53.151618 n-d-826675-12 neutron-server[103149]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:19:53.152664 n-d-826675-12 neutron-server[103149]: DEBUG oslo_db.api [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:19:53.172480 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8b84cf9d-0d3f-4244-a1e7-bcad09176f30 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1374977 Feb 09 02:19:53.173229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:53.193582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e66aa1d5-4a5c-4111-92ed-89c36729ff68 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238122342'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:53.219438 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0777-bf09-4961-847e-8b5f2b2b3baa admin admin] Publish callbacks [] for security_group (19730879-f622-48fa-a6bd-3a81192e9ede), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.222244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e66aa1d5-4a5c-4111-92ed-89c36729ff68 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.243290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88b73c32-556e-4d71-85ab-76b43e46a18d req-ab6852fa-9281-4653-a250-d1ab33eed5a4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8218167 Feb 09 02:19:53.301288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249cdf-20e6-4886-b281-00c216476e3d req-cf8908f2-9b62-4ca1-8b46-a6945a38e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:53.303223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3249cdf-20e6-4886-b281-00c216476e3d req-cf8908f2-9b62-4ca1-8b46-a6945a38e6ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 1128 time: 0.1494386 Feb 09 02:19:53.329675 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Floating IP fd51057e-7095-4cff-8e51-576cfd07ce87 associated. External IP: 172.25.6.30, port: beb69861-440a-4ce3-8d71-d7f8b2c43289. Feb 09 02:19:53.330099 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fce361a5-8494-4dcf-8859-3280b0ecae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.418646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0777-bf09-4961-847e-8b5f2b2b3baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (19730879-f622-48fa-a6bd-3a81192e9ede), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.419862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0777-bf09-4961-847e-8b5f2b2b3baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.422378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ec7e0777-bf09-4961-847e-8b5f2b2b3baa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19730879-f622-48fa-a6bd-3a81192e9ede HTTP/1.1" status: 204 len: 168 time: 0.8895922 Feb 09 02:19:53.455126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e66aa1d5-4a5c-4111-92ed-89c36729ff68 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (881add19-454e-466e-8baf-9e34f2f9520a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.471615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e66aa1d5-4a5c-4111-92ed-89c36729ff68 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (881add19-454e-466e-8baf-9e34f2f9520a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.480041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e0777-bf09-4961-847e-8b5f2b2b3baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19730879-f622-48fa-a6bd-3a81192e9ede,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:53.487923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3249cdf-20e6-4886-b281-00c216476e3d req-7b0ecbfa-387e-4d7f-a71c-ea1802c9e94c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768985 Feb 09 02:19:53.581811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e66aa1d5-4a5c-4111-92ed-89c36729ff68 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.583775 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e66aa1d5-4a5c-4111-92ed-89c36729ff68 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4094820 Feb 09 02:19:53.592097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aa1d5-4a5c-4111-92ed-89c36729ff68 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881add19-454e-466e-8baf-9e34f2f9520a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:53.660382 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (55ca7ddb-18cc-4ce4-88f7-72de04f2264f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.687846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:53.693384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-98ca7adc-25c9-4432-ac79-fa8a59b9a938 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '881add19-454e-466e-8baf-9e34f2f9520a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:53.763334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Router d747cea1-a117-4d2f-9a8a-5967e83fad01 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:53.771850 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-98ca7adc-25c9-4432-ac79-fa8a59b9a938 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:53.774581 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-98ca7adc-25c9-4432-ac79-fa8a59b9a938 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0854220 Feb 09 02:19:53.777280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:53.787612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting port 83eb222f-d14d-4342-bd8e-cc0d36c0a341 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:19:53.787971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1b447eed-4083-4d5e-ade4-0cf3c84df295 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group_rule': {'security_group_id': '881add19-454e-466e-8baf-9e34f2f9520a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:53.788129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (83eb222f-d14d-4342-bd8e-cc0d36c0a341), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.868971 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-1b447eed-4083-4d5e-ade4-0cf3c84df295 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:19:53.872428 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1b447eed-4083-4d5e-ade4-0cf3c84df295 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0918617 Feb 09 02:19:53.876007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:53.969883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc300-1d6e-4358-8941-4f60e1c506ef tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (881add19-454e-466e-8baf-9e34f2f9520a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.994884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] For port 83eb222f-d14d-4342-bd8e-cc0d36c0a341, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=83eb222f-d14d-4342-bd8e-cc0d36c0a341,segment=NetworkSegment(03bbd139-9f95-4d31-a3dc-b1a652bfb2ef),segment_id=03bbd139-9f95-4d31-a3dc-b1a652bfb2ef)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:53.995271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (83eb222f-d14d-4342-bd8e-cc0d36c0a341), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.028558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc300-1d6e-4358-8941-4f60e1c506ef tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (881add19-454e-466e-8baf-9e34f2f9520a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.060922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Calling delete_port for 83eb222f-d14d-4342-bd8e-cc0d36c0a341 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:19:54.118378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc300-1d6e-4358-8941-4f60e1c506ef tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (881add19-454e-466e-8baf-9e34f2f9520a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.126531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f5dc300-1d6e-4358-8941-4f60e1c506ef tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.126531 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f5dc300-1d6e-4358-8941-4f60e1c506ef tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/881add19-454e-466e-8baf-9e34f2f9520a HTTP/1.1" status: 204 len: 168 time: 0.2483420 Feb 09 02:19:54.134275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58940) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:54.158748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dc300-1d6e-4358-8941-4f60e1c506ef tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881add19-454e-466e-8baf-9e34f2f9520a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:54.175745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:54.199774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] Sync routers for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:54.205040 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.221508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:54.222167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:54.293830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4f489c16-8239-4d43-9028-605bbac32106 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1559019 Feb 09 02:19:54.294748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:54.296868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3fd9fc83-93d6-485b-9a14-21141632eba4 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "PUT /v2.0/floatingips/fd51057e-7095-4cff-8e51-576cfd07ce87 HTTP/1.1" status: 200 len: 990 time: 3.2635062 Feb 09 02:19:54.298224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:54.303537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7c8eeae8-5819-440a-8bb0-b9838db2b5da tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'tempest-secgroup--344853907'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:54.311871 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e087d3-2a20-441c-8e15-eb559390596b" -d '{"events": [{"name": "network-changed", "server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:54.345442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c8eeae8-5819-440a-8bb0-b9838db2b5da tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.346379 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (83eb222f-d14d-4342-bd8e-cc0d36c0a341), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.479518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:54.511312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Port': ['ID=83eb222f-d14d-4342-bd8e-cc0d36c0a341,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:54.552589 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88486b1e-64ff-47cb-b5f8-81d1296d8b98 x-openstack-request-id: req-88486b1e-64ff-47cb-b5f8-81d1296d8b98 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:54.552589 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:54.552965 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88486b1e-64ff-47cb-b5f8-81d1296d8b98 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:54.554250 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'status': 'completed', 'code': 200} Feb 09 02:19:54.693192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c8eeae8-5819-440a-8bb0-b9838db2b5da tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (11b7e66e-fb93-4fe1-a963-a1da8ac1f443), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.707592 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c8eeae8-5819-440a-8bb0-b9838db2b5da tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (11b7e66e-fb93-4fe1-a963-a1da8ac1f443), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.790204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No DVR routers for this DVR port 83eb222f-d14d-4342-bd8e-cc0d36c0a341 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:19:54.792085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:54.826790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c8eeae8-5819-440a-8bb0-b9838db2b5da tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.829027 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7c8eeae8-5819-440a-8bb0-b9838db2b5da tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5326936 Feb 09 02:19:54.835017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:54.840716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-43ba7670-eab6-4639-bde9-78e8ea45e2df tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:54.841427 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-43ba7670-eab6-4639-bde9-78e8ea45e2df tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 02:19:54.842111 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-43ba7670-eab6-4639-bde9-78e8ea45e2df tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 02:19:54.843356 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43ba7670-eab6-4639-bde9-78e8ea45e2df tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "PUT /v2.0/security-groups/11b7e66e-fb93-4fe1-a963-a1da8ac1f443 HTTP/1.1" status: 409 len: 330 time: 0.0065997 Feb 09 02:19:54.846301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eeae8-5819-440a-8bb0-b9838db2b5da tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7e66e-fb93-4fe1-a963-a1da8ac1f443,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:54.848655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:54.947827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcd98-ffda-4cc5-ba6d-263aff5d55b5 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (11b7e66e-fb93-4fe1-a963-a1da8ac1f443), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:54.979064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcd98-ffda-4cc5-ba6d-263aff5d55b5 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (11b7e66e-fb93-4fe1-a963-a1da8ac1f443), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.062095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcd98-ffda-4cc5-ba6d-263aff5d55b5 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (11b7e66e-fb93-4fe1-a963-a1da8ac1f443), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.065344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f6fcd98-ffda-4cc5-ba6d-263aff5d55b5 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.065826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fd51057e-7095-4cff-8e51-576cfd07ce87', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'port_id': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'mac_address': 'fa:16:3e:0d:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:26Z', 'updated_at': '2022-02-09T02:19:52Z', 'revision_number': 1, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 5, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:55.066602 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7f6fcd98-ffda-4cc5-ba6d-263aff5d55b5 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/11b7e66e-fb93-4fe1-a963-a1da8ac1f443 HTTP/1.1" status: 204 len: 168 time: 0.2167675 Feb 09 02:19:55.071312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:55.083539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fcd98-ffda-4cc5-ba6d-263aff5d55b5 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7e66e-fb93-4fe1-a963-a1da8ac1f443,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:55.104372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] Checking router: d747cea1-a117-4d2f-9a8a-5967e83fad01 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:55.119244 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (55ca7ddb-18cc-4ce4-88f7-72de04f2264f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.119614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:55.120295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:55.141677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1972c57e-edae-4c8c-aeaa-cb4acd239850 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688100 Feb 09 02:19:55.147002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:55.164252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1409683749'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:55.167220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ca7ddb-18cc-4ce4-88f7-72de04f2264f']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:55.178855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:55.179914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bbd139-9f95-4d31-a3dc-b1a652bfb2ef') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:55.190418 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-486814c3-1847-4103-8129-35e939a21da1 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] delete failed (client error): The resource could not be found. Feb 09 02:19:55.192184 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (03bbd139-9f95-4d31-a3dc-b1a652bfb2ef), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.192432 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-486814c3-1847-4103-8129-35e939a21da1 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "DELETE /v2.0/security-groups/e9847a5f-9a84-4239-a827-07fbb29e1afb HTTP/1.1" status: 404 len: 347 time: 0.0441358 Feb 09 02:19:55.197659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:55.209220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (03bbd139-9f95-4d31-a3dc-b1a652bfb2ef), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.224092 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-beca8a7c-db0a-4cb2-98e7-92b1a1347121 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] show failed (client error): The resource could not be found. Feb 09 02:19:55.225680 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-beca8a7c-db0a-4cb2-98e7-92b1a1347121 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-groups/634e988c-1b9a-4528-bff2-9837e3e98021 HTTP/1.1" status: 404 len: 347 time: 0.0266566 Feb 09 02:19:55.230791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:55.236592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:55.237256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (03bbd139-9f95-4d31-a3dc-b1a652bfb2ef), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:55.250041 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:55.259386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:55.265412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.269852 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6e38a8c6-bef0-4c82-a118-3e8424377555 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] show failed (client error): The resource could not be found. Feb 09 02:19:55.271074 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e38a8c6-bef0-4c82-a118-3e8424377555 tempest-NegativeSecGroupIPv6Test-2092050729 tempest-NegativeSecGroupIPv6Test-2092050729-project] 10.222.0.53 "GET /v2.0/security-group-rules/9bcf5398-4fda-4a5a-b76a-f07bb33b555c HTTP/1.1" status: 404 len: 356 time: 0.0380085 Feb 09 02:19:55.280845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.285246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987721e-2fda-4bb4-b71f-488639a70071 req-e7bde035-fe01-436c-80f5-370b4fa6bce6 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:55.292875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a987721e-2fda-4bb4-b71f-488639a70071 req-e7bde035-fe01-436c-80f5-370b4fa6bce6 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.7305276 Feb 09 02:19:55.314079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:55.468506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for security_group (c04caf73-eb35-44cf-b384-d4e85473769d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.478018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c04caf73-eb35-44cf-b384-d4e85473769d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.494438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e087d3-2a20-441c-8e15-eb559390596b req-4966d243-36d6-4ebe-8e37-97ff5c07a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:55.498831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e087d3-2a20-441c-8e15-eb559390596b req-4966d243-36d6-4ebe-8e37-97ff5c07a348 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e21a526ec548492da83a4902d99867c7&device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 1128 time: 0.9721711 Feb 09 02:19:55.505773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a987721e-2fda-4bb4-b71f-488639a70071 req-97c05777-86f1-4825-b40c-c3f8f1c37882 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321952 Feb 09 02:19:55.540935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (55ca7ddb-18cc-4ce4-88f7-72de04f2264f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.545769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:55.567955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66fc06-9d82-4656-87fa-835d6e70e089 req-a874e3f6-d562-4949-9089-0fa17372a23a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:55.578967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04caf73-eb35-44cf-b384-d4e85473769d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:55.581120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba66fc06-9d82-4656-87fa-835d6e70e089 req-a874e3f6-d562-4949-9089-0fa17372a23a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 945 time: 0.8002996 Feb 09 02:19:55.591566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a99205ee-dd37-4ceb-966c-bef757209fa7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.591963 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment a99205ee-dd37-4ceb-966c-bef757209fa7 of type vlan for network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 Feb 09 02:19:55.657419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (1d538bca-0289-4b0d-96e2-1ee60a617ff7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.697182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eced0450-678f-4126-83a4-06234a164ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.719106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (1d538bca-0289-4b0d-96e2-1ee60a617ff7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.733644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.740430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/55ca7ddb-18cc-4ce4-88f7-72de04f2264f HTTP/1.1" status: 204 len: 168 time: 5.0881443 Feb 09 02:19:55.751075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:55.754371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.758176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58992) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:55.759312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fd51057e-7095-4cff-8e51-576cfd07ce87', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'port_id': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'mac_address': 'fa:16:3e:0d:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:26Z', 'updated_at': '2022-02-09T02:19:52Z', 'revision_number': 1, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 5, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:55.768390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566587208'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:55.781252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2916ed0-8d88-4661-8f72-0c4534f03d83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=55ca7ddb-18cc-4ce4-88f7-72de04f2264f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:55.834932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17471f-2dd2-44de-bb56-1f0d59dd7cd7 None None] The sync data for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 is: [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fd51057e-7095-4cff-8e51-576cfd07ce87', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'port_id': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'mac_address': 'fa:16:3e:0d:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:26Z', 'updated_at': '2022-02-09T02:19:52Z', 'revision_number': 1, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 5, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:55.838185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58994) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:55.860050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:55.864357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.894535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=1d538bca-0289-4b0d-96e2-1ee60a617ff7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:55.900083 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-300104cf-030a-469b-ae01-8ebbb2660167 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1029871 Feb 09 02:19:55.908073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba66fc06-9d82-4656-87fa-835d6e70e089 req-0c2f4071-9335-46aa-8f9c-4b5f8cdc055c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256867 Feb 09 02:19:55.929403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:55.944064 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (642773e1-bcbf-464a-8158-1b420508fe16), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:55.944726 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 642773e1-bcbf-464a-8158-1b420508fe16 of type vlan for network bce75fb0-c599-4ef9-9814-02b1abe5d071 Feb 09 02:19:55.967445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:56.015501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e087d3-2a20-441c-8e15-eb559390596b req-7f74beff-ff92-4ef1-8f25-5add071b7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:56.019850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e087d3-2a20-441c-8e15-eb559390596b req-7f74beff-ff92-4ef1-8f25-5add071b7f88 service neutron] 10.222.0.82 "GET /v2.0/networks?id=31259da2-3d44-4f47-b9cb-93c40a1edf5d HTTP/1.1" status: 200 len: 915 time: 0.4981527 Feb 09 02:19:56.051814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (bce75fb0-c599-4ef9-9814-02b1abe5d071), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.052462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:56.057728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': '1d538bca-0289-4b0d-96e2-1ee60a617ff7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:56.204517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e087d3-2a20-441c-8e15-eb559390596b req-b33674c2-9374-4478-99c8-cfb0301295b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289 HTTP/1.1" status: 200 len: 998 time: 0.1764009 Feb 09 02:19:56.214085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (bce75fb0-c599-4ef9-9814-02b1abe5d071), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.221938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:56.222482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:56.223386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.228001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.289069 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6e0ed-ec4e-4286-b676-644e63480314 None None] New status for floating IP fd51057e-7095-4cff-8e51-576cfd07ce87: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:19:56.422242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6581655 Feb 09 02:19:56.430709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59000) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:56.437574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7cd470b4-334d-4de1-8ec6-0d63090619e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d73ed135fd449d3af8b21ab40b20cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949709 Feb 09 02:19:56.439800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:56.445030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:56.463441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803a38d-1945-43cf-b34d-6dcfbafacd11 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=bce75fb0-c599-4ef9-9814-02b1abe5d071,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:56.476395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:56.485265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e087d3-2a20-441c-8e15-eb559390596b req-cff1b196-a0b3-408c-b732-5d7ec40c339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:56.487261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e087d3-2a20-441c-8e15-eb559390596b req-cff1b196-a0b3-408c-b732-5d7ec40c339c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=24cc767f-1dd6-4738-aa8f-514cc8f3f4d6 HTTP/1.1" status: 200 len: 853 time: 0.2745826 Feb 09 02:19:56.585356 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5f6d-df0e-4fd9-90ea-d652cf6cb2e0 admin admin] Publish callbacks [] for security_group (3836f9af-83aa-4842-a4aa-18ccc260e0e4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.647059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e087d3-2a20-441c-8e15-eb559390596b req-24285f45-d69a-4663-8e13-e196c936718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:56.649094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e087d3-2a20-441c-8e15-eb559390596b req-24285f45-d69a-4663-8e13-e196c936718c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=31259da2-3d44-4f47-b9cb-93c40a1edf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1203618 Feb 09 02:19:56.668245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (3b912fa6-7a6d-4177-a44e-38ec7645b6f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.674817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5f6d-df0e-4fd9-90ea-d652cf6cb2e0 admin admin] Publish callbacks [] for security_group (3836f9af-83aa-4842-a4aa-18ccc260e0e4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.717171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:56.720679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.776823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=3b912fa6-7a6d-4177-a44e-38ec7645b6f1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:56.848915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': 'a99205ee-dd37-4ceb-966c-bef757209fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1d538bca-0289-4b0d-96e2-1ee60a617ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:56.849741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: 1d538bca-0289-4b0d-96e2-1ee60a617ff7, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:56.889313 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.893059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749378c-25e4-4aa7-a7cc-b200dcdc3874 req-e3b1028d-6f10-448f-9e03-9237f9b669dc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:56.894794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7749378c-25e4-4aa7-a7cc-b200dcdc3874 req-e3b1028d-6f10-448f-9e03-9237f9b669dc tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.1833353 Feb 09 02:19:56.899886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e087d3-2a20-441c-8e15-eb559390596b req-7e362d0a-34d6-4225-8bc3-2d6240fbc4fb service neutron] 10.222.0.82 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433891 Feb 09 02:19:56.909182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:56.920353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5f6d-df0e-4fd9-90ea-d652cf6cb2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3836f9af-83aa-4842-a4aa-18ccc260e0e4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.924916 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5f6d-df0e-4fd9-90ea-d652cf6cb2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:56.928860 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8b8b5f6d-df0e-4fd9-90ea-d652cf6cb2e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3836f9af-83aa-4842-a4aa-18ccc260e0e4 HTTP/1.1" status: 204 len: 168 time: 0.4784443 Feb 09 02:19:56.943376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 1d538bca-0289-4b0d-96e2-1ee60a617ff7) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:56.955084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b66206-f5d4-48b4-ad0c-6ae8892dbecd None None] Network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:56.972676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b5f6d-df0e-4fd9-90ea-d652cf6cb2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836f9af-83aa-4842-a4aa-18ccc260e0e4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:56.980707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:56.981452 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.015128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e087d3-2a20-441c-8e15-eb559390596b req-8f1074ae-fe0f-4aa9-965a-b47cd48c20f8 service neutron] 10.222.0.82 "GET /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078243 Feb 09 02:19:57.033080 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48063756-7ed1-42b1-bdda-11494bef3a53 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9793866 Feb 09 02:19:57.033967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:57.043343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-558056496'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:57.171003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:57.189610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.197899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7749378c-25e4-4aa7-a7cc-b200dcdc3874 req-866daef5-2d6b-4367-b137-44ae51ea448d tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917316 Feb 09 02:19:57.266638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:57.292347 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (406dad73-c9ea-490e-89f3-78c03e9ed30e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.293840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-1d538bca-0289-4b0d-96e2-1ee60a617ff7', 'network_id': '1d538bca-0289-4b0d-96e2-1ee60a617ff7', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': '3b912fa6-7a6d-4177-a44e-38ec7645b6f1'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:57.294874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.317147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (03c8926e-8572-4936-875c-506720a625ce), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.317606 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment 03c8926e-8572-4936-875c-506720a625ce of type vlan for network 04818805-3c35-4d68-9007-c1be80c0efcb Feb 09 02:19:57.385793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (04818805-3c35-4d68-9007-c1be80c0efcb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.389653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=406dad73-c9ea-490e-89f3-78c03e9ed30e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:57.422654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dc350-9b51-4487-81d9-a7288a2a6a4f req-9bfe0897-8d1c-4877-8eac-09eef8f68dd7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:57.428704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (04818805-3c35-4d68-9007-c1be80c0efcb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.429560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e70dc350-9b51-4487-81d9-a7288a2a6a4f req-9bfe0897-8d1c-4877-8eac-09eef8f68dd7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 945 time: 0.1533587 Feb 09 02:19:57.437903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:57.438713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.454191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': '642773e1-bcbf-464a-8158-1b420508fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:57.454646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: bce75fb0-c599-4ef9-9814-02b1abe5d071, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:57.469197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:57.469412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4332812 Feb 09 02:19:57.479515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': '04818805-3c35-4d68-9007-c1be80c0efcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:57.553259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:57.563329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833cd0d-e3d0-40d9-b482-e74eec5e5145 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=04818805-3c35-4d68-9007-c1be80c0efcb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:57.583456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 04818805-3c35-4d68-9007-c1be80c0efcb details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:57.612885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e70dc350-9b51-4487-81d9-a7288a2a6a4f req-7756c3cf-033c-4070-b7aa-1eba86064f04 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655414 Feb 09 02:19:57.612885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, bce75fb0-c599-4ef9-9814-02b1abe5d071) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:57.621884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:57.622377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.657835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-96173844-f192-4a8f-9169-748fdb3a7126 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2184930 Feb 09 02:19:57.659615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:57.660384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:57.663442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:57.667154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:57.733483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef3096-718e-4138-a5f3-4bd1a2757e54 None None] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:57.971461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:57.978928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.029974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Allocated IP 172.20.255.242 (1d538bca-0289-4b0d-96e2-1ee60a617ff7/3b912fa6-7a6d-4177-a44e-38ec7645b6f1/700b7d77-91a6-45e4-9fed-de77f0a0ec3d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:58.068345 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (904c523b-41a2-4256-ad84-eab0953df22b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.116340 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.160077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-bce75fb0-c599-4ef9-9814-02b1abe5d071', 'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': '406dad73-c9ea-490e-89f3-78c03e9ed30e'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:58.161516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.251554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=904c523b-41a2-4256-ad84-eab0953df22b,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:58.331257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': '03c8926e-8572-4936-875c-506720a625ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '04818805-3c35-4d68-9007-c1be80c0efcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:58.335159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: 04818805-3c35-4d68-9007-c1be80c0efcb, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:19:58.389224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 04818805-3c35-4d68-9007-c1be80c0efcb is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:19:58.403600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 04818805-3c35-4d68-9007-c1be80c0efcb) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:58.438767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f81c45-31e6-4c97-a382-2b1a00a32eb5 None None] Network 04818805-3c35-4d68-9007-c1be80c0efcb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:58.441121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.443092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.525622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (00af3ee9-c4fa-4b5f-a578-6f563ac4bd15), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.537665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-93874086-019a-40fb-9bf0-fa1e836dfabf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0671771 Feb 09 02:19:58.542248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59060) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:58.556203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59062) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:58.603286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=00af3ee9-c4fa-4b5f-a578-6f563ac4bd15,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:58.604275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Allocated IP 2001:db8::2 (bce75fb0-c599-4ef9-9814-02b1abe5d071/406dad73-c9ea-490e-89f3-78c03e9ed30e/51d3eafc-7fe3-427b-b681-89c02f745c90) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:58.610133 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Publish callbacks [] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.632567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:58.637635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:58.642016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.643071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.644477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3fd9-92ec-4998-92dc-82694651358d req-02597af5-9638-4b94-8dc3-4fcf1d77e464 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.644723 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.646665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-792c3fd9-92ec-4998-92dc-82694651358d req-02597af5-9638-4b94-8dc3-4fcf1d77e464 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.2406428 Feb 09 02:19:58.683438 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47d9ed03-14b1-428b-83c8-b08791454738 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0182986 Feb 09 02:19:58.685470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:58.732017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-792c3fd9-92ec-4998-92dc-82694651358d req-cff5a8f9-8021-4c0a-99d3-688196f92c07 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741374 Feb 09 02:19:58.770607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Pushing event updated for resources: {'Port': ['ID=700b7d77-91a6-45e4-9fed-de77f0a0ec3d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:58.792706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:58.796529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (04818805-3c35-4d68-9007-c1be80c0efcb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.833708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1dbd7-9eb1-4daa-874f-674098500a3d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.835698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1dbd7-9eb1-4daa-874f-674098500a3d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.837477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1dbd7-9eb1-4daa-874f-674098500a3d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.839339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1dbd7-9eb1-4daa-874f-674098500a3d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.842357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1dbd7-9eb1-4daa-874f-674098500a3d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:58.846182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-25d1dbd7-9eb1-4daa-874f-674098500a3d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1578698 Feb 09 02:19:58.847374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-39fb4010-2db3-4e22-98fc-e31ad0bb8e3c tempest-ServiceProvidersTest-477325085 tempest-ServiceProvidersTest-477325085-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2887516 Feb 09 02:19:58.850691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:58.861961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:58.863141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1727541879'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:58.864977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:58.903387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:58.913169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed3e2c-506a-4d61-b90f-9d4e5d55f02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-04818805-3c35-4d68-9007-c1be80c0efcb', 'network_id': '04818805-3c35-4d68-9007-c1be80c0efcb', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': '904c523b-41a2-4256-ad84-eab0953df22b'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:19:58.914038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0bed3e2c-506a-4d61-b90f-9d4e5d55f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.934801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:58.953219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (904c523b-41a2-4256-ad84-eab0953df22b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.033165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Attempting to bind port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:59.033855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Attempting to bind port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a99205ee-dd37-4ceb-966c-bef757209fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1d538bca-0289-4b0d-96e2-1ee60a617ff7'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:59.034401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Attempting to bind port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d on network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:59.048285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:19:59.080396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7aebe446-87a6-468c-8f38-023c79c88a32), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.080820 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 7aebe446-87a6-468c-8f38-023c79c88a32 of type vlan for network a50aa602-40cf-4728-b7f0-259b1de778f5 Feb 09 02:19:59.102898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:59.103620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Checking segment: {'id': 'a99205ee-dd37-4ceb-966c-bef757209fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1d538bca-0289-4b0d-96e2-1ee60a617ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:59.104282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.104868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Bound using segment: {'id': 'a99205ee-dd37-4ceb-966c-bef757209fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1d538bca-0289-4b0d-96e2-1ee60a617ff7'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:59.106480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Bound port: 700b7d77-91a6-45e4-9fed-de77f0a0ec3d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99205ee-dd37-4ceb-966c-bef757209fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1d538bca-0289-4b0d-96e2-1ee60a617ff7'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:59.107292 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.118016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (904c523b-41a2-4256-ad84-eab0953df22b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.225002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=904c523b-41a2-4256-ad84-eab0953df22b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:59.236288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.312036 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.325000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:59.327472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.405713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59088) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-0bed3e2c-506a-4d61-b90f-9d4e5d55f02f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 904c523b-41a2-4256-ad84-eab0953df22b: This subnet is being modified by another concurrent operation. Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:19:59.421404 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 904c523b-41a2-4256-ad84-eab0953df22b: This subnet is being modified by another concurrent operation. Feb 09 02:19:59.428914 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:19:59.437506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (04818805-3c35-4d68-9007-c1be80c0efcb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.456334 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Publish callbacks [] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.459386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d153c28-7cc3-49fb-a0b7-c227e3f6ee36 None None] Network 04818805-3c35-4d68-9007-c1be80c0efcb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:19:59.484893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04818805-3c35-4d68-9007-c1be80c0efcb']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:59.504283 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6509650 Feb 09 02:19:59.507224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59092) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:59.512510 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.515318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] For port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:59.521149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:59.552670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850a35d-eda2-469f-b042-e58cddfd4172 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=a50aa602-40cf-4728-b7f0-259b1de778f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:59.572360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] For port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=700b7d77-91a6-45e4-9fed-de77f0a0ec3d,segment=NetworkSegment(a99205ee-dd37-4ceb-966c-bef757209fa7),segment_id=a99205ee-dd37-4ceb-966c-bef757209fa7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:59.576725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a50aa602-40cf-4728-b7f0-259b1de778f5 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:19:59.646424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c8926e-8572-4936-875c-506720a625ce') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:59.646822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c8926e-8572-4936-875c-506720a625ce') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:59.679617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:59.681696 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.688308 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (03c8926e-8572-4936-875c-506720a625ce), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.697324 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07494295-c8f8-4733-a38a-26b69e8afe0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.725440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:59.729666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:59.735918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Pushing event updated for resources: {'Port': ['ID=51d3eafc-7fe3-427b-b681-89c02f745c90,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:59.747405 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (03c8926e-8572-4936-875c-506720a625ce), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.756629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.803256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:19:59.803593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (03c8926e-8572-4936-875c-506720a625ce), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:19:59.813604 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:19:59.880881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Attempting to bind port 51d3eafc-7fe3-427b-b681-89c02f745c90 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:59.883973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Attempting to bind port 51d3eafc-7fe3-427b-b681-89c02f745c90 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '642773e1-bcbf-464a-8158-1b420508fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:59.884651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Attempting to bind port 51d3eafc-7fe3-427b-b681-89c02f745c90 on network bce75fb0-c599-4ef9-9814-02b1abe5d071 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:59.891427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a14290-fb7a-40cd-9d27-01574003ba70 None None] Pushing event updated for resources: {'Port': ['ID=700b7d77-91a6-45e4-9fed-de77f0a0ec3d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:59.911376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:59.914540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Checking segment: {'id': '642773e1-bcbf-464a-8158-1b420508fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:59.915113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.915658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Bound using segment: {'id': '642773e1-bcbf-464a-8158-1b420508fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:59.916264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Bound port: 51d3eafc-7fe3-427b-b681-89c02f745c90, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642773e1-bcbf-464a-8158-1b420508fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:59.916863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.974742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (04818805-3c35-4d68-9007-c1be80c0efcb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.979416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:59.983664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/04818805-3c35-4d68-9007-c1be80c0efcb HTTP/1.1" status: 204 len: 168 time: 1.4371536 Feb 09 02:19:59.990266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:59.996492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1084658213'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:00.018844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.024245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:00.031219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.055747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9ca4-6447-471f-bedc-1df2fcec6e42 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=04818805-3c35-4d68-9007-c1be80c0efcb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:00.064630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.077099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network a50aa602-40cf-4728-b7f0-259b1de778f5 is not hosted by any dhcp agent {{(pid=103149) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:20:00.084566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:00.085467 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.087419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "PUT /v2.0/networks/a50aa602-40cf-4728-b7f0-259b1de778f5 HTTP/1.1" status: 200 len: 723 time: 0.5773647 Feb 09 02:20:00.093929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:00.132527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] For port 51d3eafc-7fe3-427b-b681-89c02f745c90, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:00.146386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': 'a50aa602-40cf-4728-b7f0-259b1de778f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:00.157799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] For port 51d3eafc-7fe3-427b-b681-89c02f745c90, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=51d3eafc-7fe3-427b-b681-89c02f745c90,segment=NetworkSegment(642773e1-bcbf-464a-8158-1b420508fe16),segment_id=642773e1-bcbf-464a-8158-1b420508fe16)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:00.170719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.270615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07494295-c8f8-4733-a38a-26b69e8afe0e admin admin] Publish callbacks [] for security_group (15ec37ab-1695-444d-8872-7bfcf446fb10), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.287311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07494295-c8f8-4733-a38a-26b69e8afe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (15ec37ab-1695-444d-8872-7bfcf446fb10), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.368007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0f5d7-8d9e-4cfa-a435-3ee4de524a9a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=a50aa602-40cf-4728-b7f0-259b1de778f5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:00.371872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07494295-c8f8-4733-a38a-26b69e8afe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ec37ab-1695-444d-8872-7bfcf446fb10,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:00.379280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a378d-880c-4e10-9870-c79905de8410 None None] Pushing event updated for resources: {'Port': ['ID=51d3eafc-7fe3-427b-b681-89c02f745c90,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:00.394722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a50aa602-40cf-4728-b7f0-259b1de778f5 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:00.411045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:00.420076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07494295-c8f8-4733-a38a-26b69e8afe0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3828e840a2f5404b81e71c144ff6a12d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0121295 Feb 09 02:20:00.424009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59110) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:00.477598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8250acb0-0ac9-4900-aedd-799df296bd16), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.477993 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment 8250acb0-0ac9-4900-aedd-799df296bd16 of type vlan for network 737b5f11-0540-48b8-b1f8-e820fa6ea6aa Feb 09 02:20:00.508878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:00.517715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.567045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e77c-29cc-41e1-b58f-d63b22cf4623 admin admin] Publish callbacks [] for security_group (15ec37ab-1695-444d-8872-7bfcf446fb10), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.615428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e77c-29cc-41e1-b58f-d63b22cf4623 admin admin] Publish callbacks [] for security_group (15ec37ab-1695-444d-8872-7bfcf446fb10), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.716790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (737b5f11-0540-48b8-b1f8-e820fa6ea6aa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.741920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e77c-29cc-41e1-b58f-d63b22cf4623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (15ec37ab-1695-444d-8872-7bfcf446fb10), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.745132 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e77c-29cc-41e1-b58f-d63b22cf4623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.746630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f8b1e77c-29cc-41e1-b58f-d63b22cf4623 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15ec37ab-1695-444d-8872-7bfcf446fb10 HTTP/1.1" status: 204 len: 168 time: 0.3208351 Feb 09 02:20:00.758700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1e77c-29cc-41e1-b58f-d63b22cf4623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ec37ab-1695-444d-8872-7bfcf446fb10,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:00.798317 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (737b5f11-0540-48b8-b1f8-e820fa6ea6aa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.803856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:00.804338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:00.938220 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9441428 Feb 09 02:20:00.940461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59114) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:00.949403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': '737b5f11-0540-48b8-b1f8-e820fa6ea6aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:00.971440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8d594-5b77-4401-a767-1652d39e8214 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=737b5f11-0540-48b8-b1f8-e820fa6ea6aa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:00.997705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 737b5f11-0540-48b8-b1f8-e820fa6ea6aa details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:01.252459 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (f28a278d-09fd-42b3-9f60-15125e80f3b3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:01.364225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:01.374363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:01.395861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=f28a278d-09fd-42b3-9f60-15125e80f3b3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:01.462715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': '7aebe446-87a6-468c-8f38-023c79c88a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a50aa602-40cf-4728-b7f0-259b1de778f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:01.463093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: a50aa602-40cf-4728-b7f0-259b1de778f5, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:01.505871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network a50aa602-40cf-4728-b7f0-259b1de778f5 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:01.523997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a50aa602-40cf-4728-b7f0-259b1de778f5) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:01.534742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:01.539455 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3779824'] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:01.550036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801cfd65-bf11-4f65-9b50-0920aacd9b3d None None] Network a50aa602-40cf-4728-b7f0-259b1de778f5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:01.572971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Performing IP validity checks on allocation pools {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:20:01.577374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:20:01.595477 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d09aee12-f000-4ec6-9e05-c8266924f2f5 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4802516 Feb 09 02:20:01.598204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:01.607733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b596dea1-0d65-44b8-ae86-4faaf4e089df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:01.746368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 51d3eafc-7fe3-427b-b681-89c02f745c90 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:01.914803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b596dea1-0d65-44b8-ae86-4faaf4e089df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-129602119'] for subnet (f28a278d-09fd-42b3-9f60-15125e80f3b3), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:01.975710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 51d3eafc-7fe3-427b-b681-89c02f745c90 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:01.976295 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:01.985540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (dbc0038e-d172-4984-832c-a0e79fa56bc4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.055594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-a50aa602-40cf-4728-b7f0-259b1de778f5', 'network_id': 'a50aa602-40cf-4728-b7f0-259b1de778f5', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': 'f28a278d-09fd-42b3-9f60-15125e80f3b3'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:02.056811 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.060136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a28c28-6c6f-4c4a-bce2-0e738ca6e811 None None] Network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:02.141178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': '8250acb0-0ac9-4900-aedd-799df296bd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '737b5f11-0540-48b8-b1f8-e820fa6ea6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:02.141846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: 737b5f11-0540-48b8-b1f8-e820fa6ea6aa, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:02.192207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=dbc0038e-d172-4984-832c-a0e79fa56bc4,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:02.203208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 737b5f11-0540-48b8-b1f8-e820fa6ea6aa is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:02.227799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 737b5f11-0540-48b8-b1f8-e820fa6ea6aa) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:02.237156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:02.238384 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.272992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b09c5-8b3c-41fb-bd9e-252575f7bf3e None None] Network 737b5f11-0540-48b8-b1f8-e820fa6ea6aa requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:02.291429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1951c333-9725-489c-bb94-4d1d589ed373 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3473413 Feb 09 02:20:02.296022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59154) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:02.404831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b596dea1-0d65-44b8-ae86-4faaf4e089df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772409973252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129885224'] for subnet (f28a278d-09fd-42b3-9f60-15125e80f3b3), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.453528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596dea1-0d65-44b8-ae86-4faaf4e089df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:02.454583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b596dea1-0d65-44b8-ae86-4faaf4e089df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.461568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b596dea1-0d65-44b8-ae86-4faaf4e089df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "PUT /v2.0/subnets/f28a278d-09fd-42b3-9f60-15125e80f3b3 HTTP/1.1" status: 200 len: 826 time: 0.8620193 Feb 09 02:20:02.462692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:02.598821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Allocated IP 2001:db8::2 (a50aa602-40cf-4728-b7f0-259b1de778f5/f28a278d-09fd-42b3-9f60-15125e80f3b3/2c77ec20-3023-48b0-9959-883f891bbfa3) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:02.601511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596dea1-0d65-44b8-ae86-4faaf4e089df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=f28a278d-09fd-42b3-9f60-15125e80f3b3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:02.619867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (737b5f11-0540-48b8-b1f8-e820fa6ea6aa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.705172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.715008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84a0d3-a579-474d-bcdb-5afbac10e02d None None] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:02.736426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (dbc0038e-d172-4984-832c-a0e79fa56bc4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.758127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e6a29edc-771d-4e4e-ae45-8c0f0b1e5bf1 None None] Provisioning complete for port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:02.758553 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6a29edc-771d-4e4e-ae45-8c0f0b1e5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.876158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f28a278d-09fd-42b3-9f60-15125e80f3b3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.876408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (dbc0038e-d172-4984-832c-a0e79fa56bc4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:02.927289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc0038e-d172-4984-832c-a0e79fa56bc4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:02.967138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36740af7-c618-4c05-b7a3-8d5f65069946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-737b5f11-0540-48b8-b1f8-e820fa6ea6aa', 'network_id': '737b5f11-0540-48b8-b1f8-e820fa6ea6aa', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': 'dbc0038e-d172-4984-832c-a0e79fa56bc4'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:02.967843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36740af7-c618-4c05-b7a3-8d5f65069946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.009365 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (737b5f11-0540-48b8-b1f8-e820fa6ea6aa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.061817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737b5f11-0540-48b8-b1f8-e820fa6ea6aa']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:03.088992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8250acb0-0ac9-4900-aedd-799df296bd16') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:03.089237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8250acb0-0ac9-4900-aedd-799df296bd16') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:03.098702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 51d3eafc-7fe3-427b-b681-89c02f745c90 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:03.099745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.103196 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (8250acb0-0ac9-4900-aedd-799df296bd16), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.112144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Publish callbacks [] for port (2c77ec20-3023-48b0-9959-883f891bbfa3), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.137189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8250acb0-0ac9-4900-aedd-799df296bd16), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.144318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:03.144787 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (8250acb0-0ac9-4900-aedd-799df296bd16), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:03.148645 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:03.429826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2c77ec20-3023-48b0-9959-883f891bbfa3), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.439659 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (737b5f11-0540-48b8-b1f8-e820fa6ea6aa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.464051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.484371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:03.485610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/737b5f11-0540-48b8-b1f8-e820fa6ea6aa HTTP/1.1" status: 204 len: 168 time: 1.1884120 Feb 09 02:20:03.506140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-963356416'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:03.538046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (f28a278d-09fd-42b3-9f60-15125e80f3b3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.539630 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Network a50aa602-40cf-4728-b7f0-259b1de778f5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:03.540349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbda58-8444-4e49-9b29-9dbc979c86a9 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=737b5f11-0540-48b8-b1f8-e820fa6ea6aa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:03.546331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912d092-de3d-4379-894a-018adeb365f8 None None] Network 737b5f11-0540-48b8-b1f8-e820fa6ea6aa requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:03.550602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 51d3eafc-7fe3-427b-b681-89c02f745c90, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=51d3eafc-7fe3-427b-b681-89c02f745c90,segment=NetworkSegment(642773e1-bcbf-464a-8158-1b420508fe16),segment_id=642773e1-bcbf-464a-8158-1b420508fe16)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:03.570130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:03.574923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:03.605294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Pushing event updated for resources: {'Port': ['ID=2c77ec20-3023-48b0-9959-883f891bbfa3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:03.608300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912d092-de3d-4379-894a-018adeb365f8 None None] Network 737b5f11-0540-48b8-b1f8-e820fa6ea6aa could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:20:03.610537 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.610875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 700b7d77-91a6-45e4-9fed-de77f0a0ec3d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:03.724134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e6a29edc-771d-4e4e-ae45-8c0f0b1e5bf1 None None] Current status of the port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:03.724528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6a29edc-771d-4e4e-ae45-8c0f0b1e5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.765567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.800361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=51d3eafc-7fe3-427b-b681-89c02f745c90,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:03.807677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=f28a278d-09fd-42b3-9f60-15125e80f3b3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:03.812494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50aa602-40cf-4728-b7f0-259b1de778f5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:03.814129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Attempting to bind port 2c77ec20-3023-48b0-9959-883f891bbfa3 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:03.814553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Attempting to bind port 2c77ec20-3023-48b0-9959-883f891bbfa3 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '7aebe446-87a6-468c-8f38-023c79c88a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a50aa602-40cf-4728-b7f0-259b1de778f5'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:03.814903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Attempting to bind port 2c77ec20-3023-48b0-9959-883f891bbfa3 on network a50aa602-40cf-4728-b7f0-259b1de778f5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:03.829830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aebe446-87a6-468c-8f38-023c79c88a32') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:03.838781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:03.839166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Checking segment: {'id': '7aebe446-87a6-468c-8f38-023c79c88a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a50aa602-40cf-4728-b7f0-259b1de778f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:03.840637 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.841150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Bound using segment: {'id': '7aebe446-87a6-468c-8f38-023c79c88a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a50aa602-40cf-4728-b7f0-259b1de778f5'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:03.841677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Bound port: 2c77ec20-3023-48b0-9959-883f891bbfa3, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aebe446-87a6-468c-8f38-023c79c88a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a50aa602-40cf-4728-b7f0-259b1de778f5'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:03.842272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aebe446-87a6-468c-8f38-023c79c88a32') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:03.844293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c77ec20-3023-48b0-9959-883f891bbfa3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.861186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:03.872250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.880963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e6a29edc-771d-4e4e-ae45-8c0f0b1e5bf1 None None] For port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=700b7d77-91a6-45e4-9fed-de77f0a0ec3d,segment=NetworkSegment(a99205ee-dd37-4ceb-966c-bef757209fa7),segment_id=a99205ee-dd37-4ceb-966c-bef757209fa7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:03.895753 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6a29edc-771d-4e4e-ae45-8c0f0b1e5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.898070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (7aebe446-87a6-468c-8f38-023c79c88a32), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.903147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:03.903663 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.948134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7aebe446-87a6-468c-8f38-023c79c88a32), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.972312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:03.973111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (7aebe446-87a6-468c-8f38-023c79c88a32), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: warnings.warn(msg) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:03.977633 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:04.154242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a29edc-771d-4e4e-ae45-8c0f0b1e5bf1 None None] Pushing event updated for resources: {'Port': ['ID=700b7d77-91a6-45e4-9fed-de77f0a0ec3d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:04.168163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] For port 2c77ec20-3023-48b0-9959-883f891bbfa3, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:04.171301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-414a5869-2b8a-4393-bb1f-3d49b07c1739 None None] Provisioning complete for port 51d3eafc-7fe3-427b-b681-89c02f745c90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:04.171601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-414a5869-2b8a-4393-bb1f-3d49b07c1739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.175223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] For port 2c77ec20-3023-48b0-9959-883f891bbfa3, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2c77ec20-3023-48b0-9959-883f891bbfa3,segment=NetworkSegment(7aebe446-87a6-468c-8f38-023c79c88a32),segment_id=7aebe446-87a6-468c-8f38-023c79c88a32)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:04.178540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b8bf9-e6d5-4321-b55e-1f516e0eb910 None None] Update dhcp port {'port': {'network_id': 'bce75fb0-c599-4ef9-9814-02b1abe5d071', 'fixed_ips': [{'subnet_id': '406dad73-c9ea-490e-89f3-78c03e9ed30e', 'ip_address': '2001:db8::2'}, {'subnet_id': '00af3ee9-c4fa-4b5f-a578-6f563ac4bd15'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '51d3eafc-7fe3-427b-b681-89c02f745c90'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:20:04.193036 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:20:04.193036 n-d-826675-12 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:20:04.193036 n-d-826675-12 neutron-server[103150]: [parameters: {'id': 'a50aa602-40cf-4728-b7f0-259b1de778f5'}] Feb 09 02:20:04.193036 n-d-826675-12 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:20:04.193900 n-d-826675-12 neutron-server[103150]: DEBUG oslo_db.api [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:20:04.201123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:04.215513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2fe2b64f-8aa7-4643-9597-76faaadb8613), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.215920 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment 2fe2b64f-8aa7-4643-9597-76faaadb8613 of type vlan for network 494af1d3-9b07-4f04-b6aa-735cb7079a5c Feb 09 02:20:04.220896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f21b8bf9-e6d5-4321-b55e-1f516e0eb910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.225359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c77ec20-3023-48b0-9959-883f891bbfa3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.293365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (494af1d3-9b07-4f04-b6aa-735cb7079a5c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.355483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (494af1d3-9b07-4f04-b6aa-735cb7079a5c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.361328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:04.361987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.710234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75efa65-b2a1-4c93-92d5-1ee891b56958 None None] Network a50aa602-40cf-4728-b7f0-259b1de778f5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:04.723413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:04.773795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be7b2b-aff5-4dd5-acff-6e468104fe68 None None] Pushing event updated for resources: {'Port': ['ID=2c77ec20-3023-48b0-9959-883f891bbfa3,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:04.791226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f21b8bf9-e6d5-4321-b55e-1f516e0eb910 None None] Allocated IP 172.20.0.1 (bce75fb0-c599-4ef9-9814-02b1abe5d071/00af3ee9-c4fa-4b5f-a578-6f563ac4bd15/51d3eafc-7fe3-427b-b681-89c02f745c90) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:04.802872 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.826158 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3394821 Feb 09 02:20:04.829698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59246) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:04.842792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': '494af1d3-9b07-4f04-b6aa-735cb7079a5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:04.858962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-414a5869-2b8a-4393-bb1f-3d49b07c1739 None None] Current status of the port 51d3eafc-7fe3-427b-b681-89c02f745c90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:04.876449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b70da-16c6-4167-a8ab-a4a3e17fcb49 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=494af1d3-9b07-4f04-b6aa-735cb7079a5c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:04.983362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 494af1d3-9b07-4f04-b6aa-735cb7079a5c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:04.994186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting port 2c77ec20-3023-48b0-9959-883f891bbfa3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:04.994557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2c77ec20-3023-48b0-9959-883f891bbfa3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.096319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:05.103905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.132100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] For port 2c77ec20-3023-48b0-9959-883f891bbfa3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2c77ec20-3023-48b0-9959-883f891bbfa3,segment=NetworkSegment(7aebe446-87a6-468c-8f38-023c79c88a32),segment_id=7aebe446-87a6-468c-8f38-023c79c88a32)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:05.132628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2c77ec20-3023-48b0-9959-883f891bbfa3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.156318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Calling delete_port for 2c77ec20-3023-48b0-9959-883f891bbfa3 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:05.166222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f21b8bf9-e6d5-4321-b55e-1f516e0eb910 None None] For port 51d3eafc-7fe3-427b-b681-89c02f745c90, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=51d3eafc-7fe3-427b-b681-89c02f745c90,segment=NetworkSegment(642773e1-bcbf-464a-8158-1b420508fe16),segment_id=642773e1-bcbf-464a-8158-1b420508fe16)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:05.230985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f21b8bf9-e6d5-4321-b55e-1f516e0eb910 None None] Publish callbacks [] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.239704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 51d3eafc-7fe3-427b-b681-89c02f745c90 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:05.257011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f21b8bf9-e6d5-4321-b55e-1f516e0eb910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.357108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4fb1d8dd-4c92-40ac-8d1e-f55bd5fa7907 None None] Provisioning complete for port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:05.357590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d8dd-4c92-40ac-8d1e-f55bd5fa7907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.408701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2c77ec20-3023-48b0-9959-883f891bbfa3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.445671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0090e8-1a48-4c38-935d-5f8b5df27ac9 None None] Network a50aa602-40cf-4728-b7f0-259b1de778f5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:05.487348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Port': ['ID=2c77ec20-3023-48b0-9959-883f891bbfa3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:05.499898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No DVR routers for this DVR port 2c77ec20-3023-48b0-9959-883f891bbfa3 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:05.636286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.680413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50aa602-40cf-4728-b7f0-259b1de778f5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:05.710250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aebe446-87a6-468c-8f38-023c79c88a32') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:05.710682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aebe446-87a6-468c-8f38-023c79c88a32') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:05.743157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (7aebe446-87a6-468c-8f38-023c79c88a32), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.791293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7aebe446-87a6-468c-8f38-023c79c88a32), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.811686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:05.814921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (7aebe446-87a6-468c-8f38-023c79c88a32), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:05.825430 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:05.829258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b8bf9-e6d5-4321-b55e-1f516e0eb910 None None] Pushing event updated for resources: {'Port': ['ID=51d3eafc-7fe3-427b-b681-89c02f745c90,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:05.908529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 51d3eafc-7fe3-427b-b681-89c02f745c90 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:05.909235 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:05.978894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1d8dd-4c92-40ac-8d1e-f55bd5fa7907 None None] Current status of the port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:05.997894 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a50aa602-40cf-4728-b7f0-259b1de778f5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.009771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.013562 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/a50aa602-40cf-4728-b7f0-259b1de778f5 HTTP/1.1" status: 204 len: 168 time: 3.5443108 Feb 09 02:20:06.021562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:06.037123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (cafc8059-a7f4-4608-9b24-af63426908c8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.062435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 51d3eafc-7fe3-427b-b681-89c02f745c90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:06.064020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 700b7d77-91a6-45e4-9fed-de77f0a0ec3d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:06.110482 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce579b75-3a04-408d-bc07-917ed84b9777 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:06.111295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce579b75-3a04-408d-bc07-917ed84b9777 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:06.115944 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ce579b75-3a04-408d-bc07-917ed84b9777 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/a50aa602-40cf-4728-b7f0-259b1de778f5 HTTP/1.1" status: 404 len: 339 time: 0.0935156 Feb 09 02:20:06.124724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:06.131525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939360814', 'description': 'd1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:06.139672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb579912-eb08-46cb-80e4-1a223c6d89de tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=a50aa602-40cf-4728-b7f0-259b1de778f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:06.171064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:06.172132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.199068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:06.210859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.268271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:06.285874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1c762f8c-bb15-4d0f-9c06-0833993e9dd9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.286700 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 1c762f8c-bb15-4d0f-9c06-0833993e9dd9 of type vlan for network 024b6f28-d3ab-4602-b445-c2e3e56d06e6 Feb 09 02:20:06.294747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=cafc8059-a7f4-4608-9b24-af63426908c8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:06.306396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': '2fe2b64f-8aa7-4643-9597-76faaadb8613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '494af1d3-9b07-4f04-b6aa-735cb7079a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:06.307022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: 494af1d3-9b07-4f04-b6aa-735cb7079a5c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:06.327888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 494af1d3-9b07-4f04-b6aa-735cb7079a5c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:06.340337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 494af1d3-9b07-4f04-b6aa-735cb7079a5c) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:06.348607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:06.349426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.377490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (024b6f28-d3ab-4602-b445-c2e3e56d06e6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.379077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42473917-b392-46f7-ad54-55364aff839b None None] Network 494af1d3-9b07-4f04-b6aa-735cb7079a5c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:06.384684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:06.390237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d815b498-a226-4b4f-aa49-618603908da5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5567341 Feb 09 02:20:06.393352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59324) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:06.445030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (024b6f28-d3ab-4602-b445-c2e3e56d06e6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.456453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:06.458287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.579880 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4533186 Feb 09 02:20:06.585056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59332) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:06.619489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899ae88-6ce5-4d44-9cec-ac66168aba6a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=024b6f28-d3ab-4602-b445-c2e3e56d06e6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:06.670642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 024b6f28-d3ab-4602-b445-c2e3e56d06e6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:06.719909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dff651-16ad-4970-9dd4-af259009f44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-494af1d3-9b07-4f04-b6aa-735cb7079a5c', 'network_id': '494af1d3-9b07-4f04-b6aa-735cb7079a5c', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': 'cafc8059-a7f4-4608-9b24-af63426908c8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:06.720772 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9dff651-16ad-4970-9dd4-af259009f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.729025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca8b7c4-d283-45bc-bc02-af2a61d4b978 None None] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:06.749094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (494af1d3-9b07-4f04-b6aa-735cb7079a5c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.804280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bcf030-d32f-4376-b7a5-87a494d750c6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:06.813972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d1bcf030-d32f-4376-b7a5-87a494d750c6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/networks?id=024b6f28-d3ab-4602-b445-c2e3e56d06e6 HTTP/1.1" status: 200 len: 764 time: 0.2277119 Feb 09 02:20:06.816489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:06.822245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'description': 'd2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:06.932319 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (cafc8059-a7f4-4608-9b24-af63426908c8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.109924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (cafc8059-a7f4-4608-9b24-af63426908c8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.166761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 51d3eafc-7fe3-427b-b681-89c02f745c90 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:07.169114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-78aee1da-136f-414d-bbde-e6e400dc29b1 None None] Provisioning complete for port 51d3eafc-7fe3-427b-b681-89c02f745c90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:07.169536 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-78aee1da-136f-414d-bbde-e6e400dc29b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.194654 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:07.222222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=cafc8059-a7f4-4608-9b24-af63426908c8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-e9dff651-16ad-4970-9dd4-af259009f44b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cafc8059-a7f4-4608-9b24-af63426908c8: This subnet is being modified by another concurrent operation. Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:07.301917 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cafc8059-a7f4-4608-9b24-af63426908c8: This subnet is being modified by another concurrent operation. Feb 09 02:20:07.305971 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:20:07.347518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d7b59a-6453-4334-923c-9f50ce56c921 None None] Network 494af1d3-9b07-4f04-b6aa-735cb7079a5c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:07.395296 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (024b6f28-d3ab-4602-b445-c2e3e56d06e6), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.420847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (024b6f28-d3ab-4602-b445-c2e3e56d06e6), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.464201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-78aee1da-136f-414d-bbde-e6e400dc29b1 None None] Current status of the port 51d3eafc-7fe3-427b-b681-89c02f745c90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:07.471283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (494af1d3-9b07-4f04-b6aa-735cb7079a5c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.486016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 51d3eafc-7fe3-427b-b681-89c02f745c90 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:07.486416 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.521797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494af1d3-9b07-4f04-b6aa-735cb7079a5c']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:07.539060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe2b64f-8aa7-4643-9597-76faaadb8613') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:07.540542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe2b64f-8aa7-4643-9597-76faaadb8613') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:07.567055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (2fe2b64f-8aa7-4643-9597-76faaadb8613), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.571096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=024b6f28-d3ab-4602-b445-c2e3e56d06e6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:07.589000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network 024b6f28-d3ab-4602-b445-c2e3e56d06e6 is not hosted by any dhcp agent {{(pid=103150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:20:07.595918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:07.596961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.598613 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f571432a-c74e-4603-ab59-978e7dbd5926 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "PUT /v2.0/networks/024b6f28-d3ab-4602-b445-c2e3e56d06e6 HTTP/1.1" status: 200 len: 761 time: 0.7810099 Feb 09 02:20:07.600352 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb706ef7-df8a-4715-ac9b-6d506e99a8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.602690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:07.614891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2fe2b64f-8aa7-4643-9597-76faaadb8613), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.628741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:07.629149 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (2fe2b64f-8aa7-4643-9597-76faaadb8613), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:07.632259 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:07.689028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 51d3eafc-7fe3-427b-b681-89c02f745c90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:07.696805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 024b6f28-d3ab-4602-b445-c2e3e56d06e6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:07.763274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (494af1d3-9b07-4f04-b6aa-735cb7079a5c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.779041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.788959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/494af1d3-9b07-4f04-b6aa-735cb7079a5c HTTP/1.1" status: 204 len: 168 time: 1.3923209 Feb 09 02:20:07.789169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:07.795111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2024776448'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:07.807290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1c6e1-6af9-4ca8-9723-469236bd95a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=494af1d3-9b07-4f04-b6aa-735cb7079a5c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:07.830965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80667874-c632-4b3d-9e14-e20936ca70f4 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:07.832718 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-80667874-c632-4b3d-9e14-e20936ca70f4 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/networks?id=024b6f28-d3ab-4602-b445-c2e3e56d06e6 HTTP/1.1" status: 200 len: 764 time: 0.2287571 Feb 09 02:20:07.836615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59360) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:07.837849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:07.842397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.879521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a426e5-6ecf-4cc4-8844-f0ce079fe00e None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:07.942783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:07.964482 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e7f66811-7bdc-484c-b02d-7e65b6010166), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.965579 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment e7f66811-7bdc-484c-b02d-7e65b6010166 of type vlan for network b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 Feb 09 02:20:07.972167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d54c5ece-af8a-46c5-af13-00f91ef5d792 None None] Provisioning complete for port 51d3eafc-7fe3-427b-b681-89c02f745c90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:07.980016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d54c5ece-af8a-46c5-af13-00f91ef5d792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.001689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb706ef7-df8a-4715-ac9b-6d506e99a8cb admin admin] Publish callbacks [] for security_group (5eb53c6a-8447-4a20-bf74-054b0dfdabf9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.047297 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb706ef7-df8a-4715-ac9b-6d506e99a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5eb53c6a-8447-4a20-bf74-054b0dfdabf9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.067601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c027e5-ab95-4795-a7f2-1c43aee3ab2f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.080371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-74c027e5-ab95-4795-a7f2-1c43aee3ab2f tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2426336 Feb 09 02:20:08.083015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59374) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.102618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (b52c2fe1-52d6-4fc8-a50f-ea5fc5081079), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.138910 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb706ef7-df8a-4715-ac9b-6d506e99a8cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55d099b0bd8a40658c1d44452c6826f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9389369 Feb 09 02:20:08.139890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.140749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb706ef7-df8a-4715-ac9b-6d506e99a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb53c6a-8447-4a20-bf74-054b0dfdabf9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:08.191398 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (b52c2fe1-52d6-4fc8-a50f-ea5fc5081079), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.197670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.198484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.229076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c480941-aac0-49d1-b71d-8a7212cb4a1d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 207 time: 0.1444724 Feb 09 02:20:08.230871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59378) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.313750 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5228322 Feb 09 02:20:08.314686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59380) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.325383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': 'b52c2fe1-52d6-4fc8-a50f-ea5fc5081079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:08.394720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d54c5ece-af8a-46c5-af13-00f91ef5d792 None None] Current status of the port 51d3eafc-7fe3-427b-b681-89c02f745c90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:08.415747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a426e5-6ecf-4cc4-8844-f0ce079fe00e None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:08.454504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cace66-91a4-4ce1-9480-3ecd046e503d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.460870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cace66-91a4-4ce1-9480-3ecd046e503d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.463371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c486c-5bc0-4375-9765-2cfa1b608e69 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=b52c2fe1-52d6-4fc8-a50f-ea5fc5081079,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:08.470923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cace66-91a4-4ce1-9480-3ecd046e503d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.477216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbd991c5-5f6e-40e9-94c9-dc27b18137c1 admin admin] Publish callbacks [] for security_group (5eb53c6a-8447-4a20-bf74-054b0dfdabf9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.478133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cace66-91a4-4ce1-9480-3ecd046e503d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.488111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cace66-91a4-4ce1-9480-3ecd046e503d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.494206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:08.495213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cace66-91a4-4ce1-9480-3ecd046e503d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.500197 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.500440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-95cace66-91a4-4ce1-9480-3ecd046e503d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2665355 Feb 09 02:20:08.503336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59382) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.518471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:08.572630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbd991c5-5f6e-40e9-94c9-dc27b18137c1 admin admin] Publish callbacks [] for security_group (5eb53c6a-8447-4a20-bf74-054b0dfdabf9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.675475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-62b0f4de-3b51-4e7f-a57e-6d350474f082 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1693444 Feb 09 02:20:08.679108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59384) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.753097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b1cd4-5ec1-4bbc-8e51-2abb784226fd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.754496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b1cd4-5ec1-4bbc-8e51-2abb784226fd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.756080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b1cd4-5ec1-4bbc-8e51-2abb784226fd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.757513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b1cd4-5ec1-4bbc-8e51-2abb784226fd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.758912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b1cd4-5ec1-4bbc-8e51-2abb784226fd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.764510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-312b1cd4-5ec1-4bbc-8e51-2abb784226fd tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0806665 Feb 09 02:20:08.766959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59386) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.849695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aacff3-b76b-4c93-a52d-4bd1d34e7292 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.853346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aacff3-b76b-4c93-a52d-4bd1d34e7292 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.853641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (00a72b93-3e5a-4753-b100-25c377968b1d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.854768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aacff3-b76b-4c93-a52d-4bd1d34e7292 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.857600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aacff3-b76b-4c93-a52d-4bd1d34e7292 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.859501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aacff3-b76b-4c93-a52d-4bd1d34e7292 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:08.861599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-72aacff3-b76b-4c93-a52d-4bd1d34e7292 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0932703 Feb 09 02:20:08.862060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91874ad-f644-451a-a187-2ad43f327737 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:08.867596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59388) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:08.875846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbd991c5-5f6e-40e9-94c9-dc27b18137c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5eb53c6a-8447-4a20-bf74-054b0dfdabf9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.879614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbd991c5-5f6e-40e9-94c9-dc27b18137c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.883087 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fbd991c5-5f6e-40e9-94c9-dc27b18137c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5eb53c6a-8447-4a20-bf74-054b0dfdabf9 HTTP/1.1" status: 204 len: 168 time: 0.7361825 Feb 09 02:20:08.925561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd991c5-5f6e-40e9-94c9-dc27b18137c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb53c6a-8447-4a20-bf74-054b0dfdabf9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:08.977357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': 'e7f66811-7bdc-484c-b02d-7e65b6010166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b52c2fe1-52d6-4fc8-a50f-ea5fc5081079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:08.977733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: b52c2fe1-52d6-4fc8-a50f-ea5fc5081079, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:08.982320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=00a72b93-3e5a-4753-b100-25c377968b1d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:09.004466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:09.019245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b52c2fe1-52d6-4fc8-a50f-ea5fc5081079) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:09.025409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.027809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.066444 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5617b5e3-ea35-4612-84fe-a00f2e2fdb4e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7443342 Feb 09 02:20:09.068263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b51a9a-e487-410e-a67f-6937273a41fc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.068527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:09.075654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a1b51a9a-e487-410e-a67f-6937273a41fc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/networks/64f15fe3-c7f8-4493-8660-715bc535e0c0 HTTP/1.1" status: 200 len: 803 time: 0.2064989 Feb 09 02:20:09.076679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59400) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:09.250166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4b1515cb-02f2-4a97-b522-0e4f5856f95a tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/networks/64f15fe3-c7f8-4493-8660-715bc535e0c0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1688952 Feb 09 02:20:09.264579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59410) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:09.346664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a4b62-ed3b-40ec-ba7f-3518ec7efe56 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.351669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-378a4b62-ed3b-40ec-ba7f-3518ec7efe56 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/subnets/c77823c2-7b3d-4a3e-8079-02ccedbc5a02 HTTP/1.1" status: 200 len: 843 time: 0.0824778 Feb 09 02:20:09.352099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59412) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:09.383047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (b52c2fe1-52d6-4fc8-a50f-ea5fc5081079), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.415007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8599dac2-863b-477e-9192-d8625034ed40 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.420734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8599dac2-863b-477e-9192-d8625034ed40 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "GET /v2.0/subnets/c77823c2-7b3d-4a3e-8079-02ccedbc5a02?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0643456 Feb 09 02:20:09.420909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59414) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:09.427811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133507154'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:09.458704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:09.464584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.491366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (00a72b93-3e5a-4753-b100-25c377968b1d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.503133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:09.516171 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (85267a58-08f2-40f5-a60f-59b280146f7f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.516620 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Added segment 85267a58-08f2-40f5-a60f-59b280146f7f of type vlan for network b206e386-46b8-49e0-8856-4f90d0158a0e Feb 09 02:20:09.528474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91874ad-f644-451a-a187-2ad43f327737 None None] Unable to find a vacant binding_index for network b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 and agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 {{(pid=103151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 02:20:09.547099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91874ad-f644-451a-a187-2ad43f327737 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b52c2fe1-52d6-4fc8-a50f-ea5fc5081079) {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:09.569465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:09.594307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (b206e386-46b8-49e0-8856-4f90d0158a0e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.629933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (b206e386-46b8-49e0-8856-4f90d0158a0e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.632295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6a05abe-d5cc-4fa0-b8da-458bfad7cd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.647975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:09.659490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.704290 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (00a72b93-3e5a-4753-b100-25c377968b1d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:09.721615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2994983 Feb 09 02:20:09.734349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:09.735206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=00a72b93-3e5a-4753-b100-25c377968b1d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:09.753416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'network_id': 'b206e386-46b8-49e0-8856-4f90d0158a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:09.788033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaf524-644d-4a1f-8ff4-869049a83a6b tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Network': ['ID=b206e386-46b8-49e0-8856-4f90d0158a0e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:09.824590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network b206e386-46b8-49e0-8856-4f90d0158a0e details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:09.987404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (b52c2fe1-52d6-4fc8-a50f-ea5fc5081079), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.018916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc4341-0221-4e9e-a311-9bf803fa8003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-b52c2fe1-52d6-4fc8-a50f-ea5fc5081079', 'network_id': 'b52c2fe1-52d6-4fc8-a50f-ea5fc5081079', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': '00a72b93-3e5a-4753-b100-25c377968b1d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:10.019784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4341-0221-4e9e-a311-9bf803fa8003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.055765 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52c2fe1-52d6-4fc8-a50f-ea5fc5081079']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:10.072896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Made reservation on behalf of 3a4980694843448bb73fed88a5aa61cb for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:10.079882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.092632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f66811-7bdc-484c-b02d-7e65b6010166') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:10.093041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f66811-7bdc-484c-b02d-7e65b6010166') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:10.116033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6a05abe-d5cc-4fa0-b8da-458bfad7cd05 admin admin] Publish callbacks [] for security_group (be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.161877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef42fa-f920-48d0-8b7c-dfca1de15252 None None] Network b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:10.165492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (e7f66811-7bdc-484c-b02d-7e65b6010166), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.170272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6a05abe-d5cc-4fa0-b8da-458bfad7cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.243017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e7f66811-7bdc-484c-b02d-7e65b6010166), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.246147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Performing IP validity checks on allocation pools {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:20:10.246755 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.ipam_backend_mixin [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103150) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:20:10.267916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:10.268333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (e7f66811-7bdc-484c-b02d-7e65b6010166), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:10.279379 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:10.295754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9529c4ca-0a2d-41b2-8251-9390cb5b4abe None None] Network b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:10.338444 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6a05abe-d5cc-4fa0-b8da-458bfad7cd05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edf6970a2614499281102a7c78c6b8c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7654345 Feb 09 02:20:10.341050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a05abe-d5cc-4fa0-b8da-458bfad7cd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:10.341915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59434) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:10.372565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (b52c2fe1-52d6-4fc8-a50f-ea5fc5081079), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.380593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.386929 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 HTTP/1.1" status: 204 len: 168 time: 1.3149981 Feb 09 02:20:10.396872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:10.433866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1092063734'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:10.459061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f20a4-1a87-40e9-8f4a-1dfb38e417a6 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=b52c2fe1-52d6-4fc8-a50f-ea5fc5081079,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:10.469311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:10.479293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.519474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cedbdc9-f8e8-4df8-9f94-d358fa899adf admin admin] Publish callbacks [] for security_group (be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.552167 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cedbdc9-f8e8-4df8-9f94-d358fa899adf admin admin] Publish callbacks [] for security_group (be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.559834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:10.585598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dfe77d34-e6b2-445f-9fcc-c05ca8f77382), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.585598 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment dfe77d34-e6b2-445f-9fcc-c05ca8f77382 of type vlan for network 6b9670cf-8cfa-455b-bd89-2fec2db905dd Feb 09 02:20:10.626723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cedbdc9-f8e8-4df8-9f94-d358fa899adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.630992 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cedbdc9-f8e8-4df8-9f94-d358fa899adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.635021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6cedbdc9-f8e8-4df8-9f94-d358fa899adf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0 HTTP/1.1" status: 204 len: 168 time: 0.2905018 Feb 09 02:20:10.656233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedbdc9-f8e8-4df8-9f94-d358fa899adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be88c7a2-a4e7-45c4-bd99-5c7e73a6e8a0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:10.678974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (6b9670cf-8cfa-455b-bd89-2fec2db905dd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.688720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.772834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (6b9670cf-8cfa-455b-bd89-2fec2db905dd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.778313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:10.778929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.841104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:10.871543 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4733584 Feb 09 02:20:10.874307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59456) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:10.876955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Checking segment: {'id': '85267a58-08f2-40f5-a60f-59b280146f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b206e386-46b8-49e0-8856-4f90d0158a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:10.877265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network hostable DHCP agents. Network: b206e386-46b8-49e0-8856-4f90d0158a0e, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:10.879658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37e6ef-e586-4d3c-a269-3437c6fe34a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=6b9670cf-8cfa-455b-bd89-2fec2db905dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:10.880803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': '6b9670cf-8cfa-455b-bd89-2fec2db905dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:10.904838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 6b9670cf-8cfa-455b-bd89-2fec2db905dd details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:10.907790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Network b206e386-46b8-49e0-8856-4f90d0158a0e is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:10.928018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b206e386-46b8-49e0-8856-4f90d0158a0e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:10.946763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:10.947914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.983704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b232e6-ae6e-49ae-a5ff-1ff25fafd5f2 None None] Network b206e386-46b8-49e0-8856-4f90d0158a0e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:10.990114 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a719feaa-8eb5-45a6-b14b-95ff6b7c77fb tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2498155 Feb 09 02:20:10.990930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:11.001953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c4e21d92-9b51-4e73-bdbc-2b8ee8f0cfa1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:11.027708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:11.035688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.118923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd50af8-3cc6-4c24-b34f-02a6a24365fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-b206e386-46b8-49e0-8856-4f90d0158a0e', 'network_id': 'b206e386-46b8-49e0-8856-4f90d0158a0e', 'project_id': '3a4980694843448bb73fed88a5aa61cb', 'fixed_ips': [{'subnet_id': '4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:11.119973 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7cd50af8-3cc6-4c24-b34f-02a6a24365fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.140204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Performing IP validity checks on allocation pools {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:20:11.140726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:20:11.153288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4e21d92-9b51-4e73-bdbc-2b8ee8f0cfa1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-129602119'] for subnet (4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.189988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ecb67-8720-4ecc-8d48-6ff35c46e692 req-2ac54485-e548-418f-b378-939ce32f46da tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:11.192459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-954ecb67-8720-4ecc-8d48-6ff35c46e692 req-2ac54485-e548-418f-b378-939ce32f46da tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1784225 Feb 09 02:20:11.300268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-954ecb67-8720-4ecc-8d48-6ff35c46e692 req-4cb79188-a4ce-40dc-aafe-02e607fccb8b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984933 Feb 09 02:20:11.306721 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-7cd50af8-3cc6-4c24-b34f-02a6a24365fb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 02:20:11.306721 n-d-826675-12 neutron-server[103151]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 02:20:11.306721 n-d-826675-12 neutron-server[103151]: [parameters: {'in_use': 1, 'id_1': '4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae'}] Feb 09 02:20:11.306721 n-d-826675-12 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:20:11.315636 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-7cd50af8-3cc6-4c24-b34f-02a6a24365fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:20:11.423484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4e21d92-9b51-4e73-bdbc-2b8ee8f0cfa1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772409973252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129885224'] for subnet (4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.464801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (a7a7471a-8f1d-4bd8-9de3-038789cf8498), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.470108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e21d92-9b51-4e73-bdbc-2b8ee8f0cfa1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:11.470766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4e21d92-9b51-4e73-bdbc-2b8ee8f0cfa1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.475825 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4e21d92-9b51-4e73-bdbc-2b8ee8f0cfa1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "PUT /v2.0/subnets/4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae HTTP/1.1" status: 200 len: 900 time: 0.4838736 Feb 09 02:20:11.479139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59500) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:11.499543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e21d92-9b51-4e73-bdbc-2b8ee8f0cfa1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event updated for resources: {'Subnet': ['ID=4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:11.616731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ae9b9-2f03-47a4-82d7-800d43ae7c64 req-edfe35a1-c997-4448-b893-09dd39de0b6a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:11.618279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d0ae9b9-2f03-47a4-82d7-800d43ae7c64 req-edfe35a1-c997-4448-b893-09dd39de0b6a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1883976 Feb 09 02:20:11.638101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=a7a7471a-8f1d-4bd8-9de3-038789cf8498,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:11.676616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': 'dfe77d34-e6b2-445f-9fcc-c05ca8f77382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6b9670cf-8cfa-455b-bd89-2fec2db905dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:11.677206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: 6b9670cf-8cfa-455b-bd89-2fec2db905dd, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:11.707918 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (b206e386-46b8-49e0-8856-4f90d0158a0e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.741990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d0ae9b9-2f03-47a4-82d7-800d43ae7c64 req-09b358f5-afb5-46e0-9ecd-f0854466a997 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083889 Feb 09 02:20:11.745562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 6b9670cf-8cfa-455b-bd89-2fec2db905dd is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:11.783078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 6b9670cf-8cfa-455b-bd89-2fec2db905dd) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:11.792053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e0972-8854-45d4-8139-cb49dec9c175 None None] Network 6b9670cf-8cfa-455b-bd89-2fec2db905dd requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:11.795389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:11.795743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.815856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.845690 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7cd50af8-3cc6-4c24-b34f-02a6a24365fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.864354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1d21e542-f871-4d73-adb7-02703f2a9cd3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9861205 Feb 09 02:20:11.864890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:11.920408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:11.959819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:12.077393 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (6b9670cf-8cfa-455b-bd89-2fec2db905dd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.087208 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (b206e386-46b8-49e0-8856-4f90d0158a0e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.122951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de11f6b-91f2-49f9-a93e-bbbd805c40cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-6b9670cf-8cfa-455b-bd89-2fec2db905dd', 'network_id': '6b9670cf-8cfa-455b-bd89-2fec2db905dd', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': 'a7a7471a-8f1d-4bd8-9de3-038789cf8498'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:12.123836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5de11f6b-91f2-49f9-a93e-bbbd805c40cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.159458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b206e386-46b8-49e0-8856-4f90d0158a0e']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-7cd50af8-3cc6-4c24-b34f-02a6a24365fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae: This subnet is being modified by another concurrent operation. Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:12.168015 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae: This subnet is being modified by another concurrent operation. Feb 09 02:20:12.172201 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:20:12.191908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85267a58-08f2-40f5-a60f-59b280146f7f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:12.191908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85267a58-08f2-40f5-a60f-59b280146f7f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:12.226379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a7a7471a-8f1d-4bd8-9de3-038789cf8498), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.307704 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (85267a58-08f2-40f5-a60f-59b280146f7f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.330304 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (85267a58-08f2-40f5-a60f-59b280146f7f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.343375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:12.344008 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (85267a58-08f2-40f5-a60f-59b280146f7f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:12.347762 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:12.351343 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (a7a7471a-8f1d-4bd8-9de3-038789cf8498), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.429909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a7471a-8f1d-4bd8-9de3-038789cf8498,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:12.432220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf73592-34ca-431b-a0aa-9a3bf8e74b95 req-25e9e3c5-3acd-4123-bd61-407e6106fdcd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:12.434944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcf73592-34ca-431b-a0aa-9a3bf8e74b95 req-25e9e3c5-3acd-4123-bd61-407e6106fdcd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2460790 Feb 09 02:20:12.441457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a287c5-b378-44a1-8c01-3ea63516f249 None None] Network b206e386-46b8-49e0-8856-4f90d0158a0e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:12.480637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a287c5-b378-44a1-8c01-3ea63516f249 None None] Network b206e386-46b8-49e0-8856-4f90d0158a0e could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:20:12.489404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (b206e386-46b8-49e0-8856-4f90d0158a0e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.497751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66ad49-6011-4744-94c0-900eae777129 None None] Network b206e386-46b8-49e0-8856-4f90d0158a0e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:12.528571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66ad49-6011-4744-94c0-900eae777129 None None] Network b206e386-46b8-49e0-8856-4f90d0158a0e could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-5de11f6b-91f2-49f9-a93e-bbbd805c40cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7a7471a-8f1d-4bd8-9de3-038789cf8498: This subnet is being modified by another concurrent operation. Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:12.533460 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7a7471a-8f1d-4bd8-9de3-038789cf8498: This subnet is being modified by another concurrent operation. Feb 09 02:20:12.537947 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:20:12.542111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (6b9670cf-8cfa-455b-bd89-2fec2db905dd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.566363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcf73592-34ca-431b-a0aa-9a3bf8e74b95 req-03861f77-dd47-4922-a527-6c266ab25ed0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213424 Feb 09 02:20:12.571638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef188f95-0086-4182-9b5b-cc3b36dfc1f4 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:12.580838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9670cf-8cfa-455b-bd89-2fec2db905dd']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:12.592889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe77d34-e6b2-445f-9fcc-c05ca8f77382') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:12.593187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe77d34-e6b2-445f-9fcc-c05ca8f77382') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:12.606648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (dfe77d34-e6b2-445f-9fcc-c05ca8f77382), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.611732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.617728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/b206e386-46b8-49e0-8856-4f90d0158a0e HTTP/1.1" status: 204 len: 168 time: 1.1305380 Feb 09 02:20:12.620360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eea01-cba6-4ed2-a79d-969d56a676df tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=b206e386-46b8-49e0-8856-4f90d0158a0e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:12.624643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59564) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:12.644508 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dfe77d34-e6b2-445f-9fcc-c05ca8f77382), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.660919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:12.661332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (dfe77d34-e6b2-445f-9fcc-c05ca8f77382), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.669972 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ad22c5-945e-4c59-88c4-ebab8e2a0057 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:12.670846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ad22c5-945e-4c59-88c4-ebab8e2a0057 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:12.674718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c7ad22c5-945e-4c59-88c4-ebab8e2a0057 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/4f2f3c2e-48c1-4dde-b3d9-941e9dd7c1ae HTTP/1.1" status: 404 len: 337 time: 0.0486431 Feb 09 02:20:12.677639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59566) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:12.711823 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:12.727674 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cb7aa1-6571-4106-bc49-8476550e6c6d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:12.731413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cb7aa1-6571-4106-bc49-8476550e6c6d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:12.740802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-23cb7aa1-6571-4106-bc49-8476550e6c6d tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/b206e386-46b8-49e0-8856-4f90d0158a0e HTTP/1.1" status: 404 len: 339 time: 0.0614157 Feb 09 02:20:12.744101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59572) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:12.799921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (6b9670cf-8cfa-455b-bd89-2fec2db905dd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.810533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.816459 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/6b9670cf-8cfa-455b-bd89-2fec2db905dd HTTP/1.1" status: 204 len: 168 time: 0.9504802 Feb 09 02:20:12.819869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59578) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:12.827808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-574006666'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:12.848361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f6880-f304-468b-aaf2-2437fa5fec10 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=6b9670cf-8cfa-455b-bd89-2fec2db905dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:12.853316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef188f95-0086-4182-9b5b-cc3b36dfc1f4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:12.881778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:12.885506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.957866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:12.975003 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8081ff58-71e3-4aca-b001-146182f970fd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:12.975395 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment 8081ff58-71e3-4aca-b001-146182f970fd of type vlan for network bc404134-7c44-43a7-8b9e-cd450fe0d867 Feb 09 02:20:12.983730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (024b6f28-d3ab-4602-b445-c2e3e56d06e6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.051149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (bc404134-7c44-43a7-8b9e-cd450fe0d867), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.135963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (bc404134-7c44-43a7-8b9e-cd450fe0d867), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.142422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:13.143040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.309746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=bc404134-7c44-43a7-8b9e-cd450fe0d867,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.327331 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a5f6ffe9-4279-4106-94b0-11d3f20e9589 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5035038 Feb 09 02:20:13.327561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network bc404134-7c44-43a7-8b9e-cd450fe0d867 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:13.328007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.343901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': 'bc404134-7c44-43a7-8b9e-cd450fe0d867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:13.365279 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (024b6f28-d3ab-4602-b445-c2e3e56d06e6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.401092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024b6f28-d3ab-4602-b445-c2e3e56d06e6']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:13.421201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4335847-03b0-4995-afd3-e2464c0b8226 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:13.425769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c762f8c-bb15-4d0f-9c06-0833993e9dd9') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:13.426396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c762f8c-bb15-4d0f-9c06-0833993e9dd9') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:13.448953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (1c762f8c-bb15-4d0f-9c06-0833993e9dd9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.484672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9d39e-5b86-4742-8448-35e97a7d3587 req-6b0c3115-eb75-43f3-93f0-c0907a65cf8a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:13.486886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1c9d39e-5b86-4742-8448-35e97a7d3587 req-6b0c3115-eb75-43f3-93f0-c0907a65cf8a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1773479 Feb 09 02:20:13.497270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1c762f8c-bb15-4d0f-9c06-0833993e9dd9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.506308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-b37f2450-22a2-4916-b303-722dbdeb814d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:13.508370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-b37f2450-22a2-4916-b303-722dbdeb814d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.3938506 Feb 09 02:20:13.539799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:13.540477 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (1c762f8c-bb15-4d0f-9c06-0833993e9dd9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:13.544511 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:13.593623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:13.602195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.619972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-32cbf234-8c28-467a-9ef0-71dc33e7bc93 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/quotas/8d19f7c3de254094bea495fa7d177dc9 HTTP/1.1" status: 200 len: 375 time: 0.0831964 Feb 09 02:20:13.632217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1c9d39e-5b86-4742-8448-35e97a7d3587 req-3ffdd3e8-06da-4e43-8ace-2a489fe64593 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383324 Feb 09 02:20:13.641777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4335847-03b0-4995-afd3-e2464c0b8226 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:13.686489 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (024b6f28-d3ab-4602-b445-c2e3e56d06e6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.703253 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.706944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/024b6f28-d3ab-4602-b445-c2e3e56d06e6 HTTP/1.1" status: 204 len: 168 time: 0.9600990 Feb 09 02:20:13.719955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59600) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.746762 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e011aa0-ce95-4e46-abde-a0362395bf83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:13.747455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e011aa0-ce95-4e46-abde-a0362395bf83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:13.750799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3e011aa0-ce95-4e46-abde-a0362395bf83 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/f28a278d-09fd-42b3-9f60-15125e80f3b3 HTTP/1.1" status: 404 len: 337 time: 0.0295753 Feb 09 02:20:13.755368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-0a6c53d1-0d08-47d2-9631-e39aecea25e2 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176765 Feb 09 02:20:13.756218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59602) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.757222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21009fc4-935e-4d54-954d-abc456dc75f6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=024b6f28-d3ab-4602-b445-c2e3e56d06e6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:13.788328 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4b2f99-390d-43e8-8f19-2c6e59b31c91 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:13.789135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4b2f99-390d-43e8-8f19-2c6e59b31c91 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:13.792680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ea4b2f99-390d-43e8-8f19-2c6e59b31c91 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/a50aa602-40cf-4728-b7f0-259b1de778f5 HTTP/1.1" status: 404 len: 339 time: 0.0327389 Feb 09 02:20:13.796804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59604) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:13.949399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (23daaf47-5989-41a7-8133-1d64a6b6f3b9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:13.968726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting subnet 00af3ee9-c4fa-4b5f-a578-6f563ac4bd15 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:14.000281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e22f8-72f7-426a-aa9e-e46e0e5e3806 None None] Network 6b9670cf-8cfa-455b-bd89-2fec2db905dd requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:14.010945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-30ed0189-7779-4b88-8ab7-030050f9a552 service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307277 Feb 09 02:20:14.012181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (00af3ee9-c4fa-4b5f-a578-6f563ac4bd15), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.015702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e22f8-72f7-426a-aa9e-e46e0e5e3806 None None] Network 6b9670cf-8cfa-455b-bd89-2fec2db905dd could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:20:14.055231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=23daaf47-5989-41a7-8133-1d64a6b6f3b9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:14.072268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': '8081ff58-71e3-4aca-b001-146182f970fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'bc404134-7c44-43a7-8b9e-cd450fe0d867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:14.072924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: bc404134-7c44-43a7-8b9e-cd450fe0d867, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:14.093782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network bc404134-7c44-43a7-8b9e-cd450fe0d867 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:14.107522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, bc404134-7c44-43a7-8b9e-cd450fe0d867) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:14.112942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:14.113740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.128929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d690580-e796-4b36-8267-7145311431a6 None None] Network bc404134-7c44-43a7-8b9e-cd450fe0d867 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:14.134440 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (00af3ee9-c4fa-4b5f-a578-6f563ac4bd15), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.144970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c08ec446-4487-4e56-82b6-16d470a1d0a0 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8125386 Feb 09 02:20:14.145522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59614) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:14.222420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-e9d4e3a1-54bc-4e85-8094-25dac5836e5d service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821249 Feb 09 02:20:14.224044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 98e34129-2189-4954-99f5-624ed1a1fd92 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:14.269843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (00af3ee9-c4fa-4b5f-a578-6f563ac4bd15), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.346748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331e520-9526-4953-bd1b-502eab4d127b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-bc404134-7c44-43a7-8b9e-cd450fe0d867', 'network_id': 'bc404134-7c44-43a7-8b9e-cd450fe0d867', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': '23daaf47-5989-41a7-8133-1d64a6b6f3b9'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:14.347735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0331e520-9526-4953-bd1b-502eab4d127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.356938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (bc404134-7c44-43a7-8b9e-cd450fe0d867), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.364770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 98e34129-2189-4954-99f5-624ed1a1fd92 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:14.365298 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.373295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (00af3ee9-c4fa-4b5f-a578-6f563ac4bd15), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.453912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=00af3ee9-c4fa-4b5f-a578-6f563ac4bd15,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:14.457964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.463505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d986ebbe-f4d0-46f9-8c1c-4951ba8ff3e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/00af3ee9-c4fa-4b5f-a578-6f563ac4bd15 HTTP/1.1" status: 204 len: 168 time: 0.6502745 Feb 09 02:20:14.467108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59618) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:14.472384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (23daaf47-5989-41a7-8133-1d64a6b6f3b9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.493690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:14.501153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:14.503744 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a68e04f-2bff-4e7a-9d0c-c887dcb19590" -d '{"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-unplugged", "status": "completed", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:14.506594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f780a-9973-4ab1-a1d8-56b8333713ae None None] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:14.558446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (23daaf47-5989-41a7-8133-1d64a6b6f3b9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.596567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=23daaf47-5989-41a7-8133-1d64a6b6f3b9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:14.606724 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.642679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9dcdfc50-bbe0-46db-b087-7ebd5e38aa38 req-c72fd374-36d6-414a-ad89-555afa1e26c3 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 210 time: 0.1390834 Feb 09 02:20:14.672565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting subnet 406dad73-c9ea-490e-89f3-78c03e9ed30e {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:14.678194 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (406dad73-c9ea-490e-89f3-78c03e9ed30e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.697185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (bc404134-7c44-43a7-8b9e-cd450fe0d867), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.708573 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd6b02d-2165-464b-9e07-67a81d9d6292 x-openstack-request-id: req-1dd6b02d-2165-464b-9e07-67a81d9d6292 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:14.710336 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-unplugged", "status": "completed", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:14.710679 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dd6b02d-2165-464b-9e07-67a81d9d6292 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:14.711162 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92', 'code': 200} Feb 09 02:20:14.726393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc404134-7c44-43a7-8b9e-cd450fe0d867']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:14.739411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8081ff58-71e3-4aca-b001-146182f970fd') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:14.739856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8081ff58-71e3-4aca-b001-146182f970fd') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:14.753404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (8081ff58-71e3-4aca-b001-146182f970fd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-0331e520-9526-4953-bd1b-502eab4d127b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23daaf47-5989-41a7-8133-1d64a6b6f3b9: This subnet is being modified by another concurrent operation. Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:14.763533 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23daaf47-5989-41a7-8133-1d64a6b6f3b9: This subnet is being modified by another concurrent operation. Feb 09 02:20:14.768256 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:20:14.781859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (406dad73-c9ea-490e-89f3-78c03e9ed30e), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.805683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89963d2-f468-4e78-a7c2-4b81f84b637b None None] Network bc404134-7c44-43a7-8b9e-cd450fe0d867 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:14.807640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8081ff58-71e3-4aca-b001-146182f970fd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.810149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:14.821508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:14.821931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (8081ff58-71e3-4aca-b001-146182f970fd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:14.831136 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:14.970725 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (406dad73-c9ea-490e-89f3-78c03e9ed30e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.988543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (bc404134-7c44-43a7-8b9e-cd450fe0d867), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:14.998427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.013566 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/bc404134-7c44-43a7-8b9e-cd450fe0d867 HTTP/1.1" status: 204 len: 168 time: 0.8671718 Feb 09 02:20:15.016529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:15.017769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a73b-b9a5-4fe4-8418-e12f936c9951 req-3319775e-6760-4410-b7d3-778e74b2124b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.019500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d93a73b-b9a5-4fe4-8418-e12f936c9951 req-3319775e-6760-4410-b7d3-778e74b2124b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1649599 Feb 09 02:20:15.035751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473329016'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:15.055656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c540e6-12cd-449b-ad3f-ecfad1327e5c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=bc404134-7c44-43a7-8b9e-cd450fe0d867,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:15.095870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:15.101804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.163420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:15.184647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1db220ef-62cf-4361-b13a-f5040468be42), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.185111 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment 1db220ef-62cf-4361-b13a-f5040468be42 of type vlan for network e92318b8-538f-40f1-bbfa-e29d74eee124 Feb 09 02:20:15.196190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (406dad73-c9ea-490e-89f3-78c03e9ed30e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.248206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.256935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/406dad73-c9ea-490e-89f3-78c03e9ed30e HTTP/1.1" status: 204 len: 168 time: 0.7884614 Feb 09 02:20:15.262885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59644) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:15.289058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e92318b8-538f-40f1-bbfa-e29d74eee124), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.337295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e92318b8-538f-40f1-bbfa-e29d74eee124), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.348030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.348512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-bffa4464-191a-4dc2-93bc-26f1cd77cce6 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:15.349842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.350033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-bffa4464-191a-4dc2-93bc-26f1cd77cce6 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "GET /v2.0/ports?device_id=f16b2595-99c7-493c-ad69-294cb103e72f HTTP/1.1" status: 200 len: 943 time: 0.3089988 Feb 09 02:20:15.357274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d93a73b-b9a5-4fe4-8418-e12f936c9951 req-28114f54-592a-4d36-abee-c6ba364cd505 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065617 Feb 09 02:20:15.371884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b5ad5-5eab-4e9b-bf20-b7c39350cb14 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=406dad73-c9ea-490e-89f3-78c03e9ed30e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:15.467781 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4392643 Feb 09 02:20:15.477159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59646) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:15.497811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': 'e92318b8-538f-40f1-bbfa-e29d74eee124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:15.504728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ef15e-02cc-4173-b66a-74fa4f46dec5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=e92318b8-538f-40f1-bbfa-e29d74eee124,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:15.518513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e92318b8-538f-40f1-bbfa-e29d74eee124 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:15.599957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (bce75fb0-c599-4ef9-9814-02b1abe5d071), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.638877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Deleting port 98e34129-2189-4954-99f5-624ed1a1fd92 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:15.638877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.813815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:15.819023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.819229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] For port 98e34129-2189-4954-99f5-624ed1a1fd92, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=98e34129-2189-4954-99f5-624ed1a1fd92,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:15.819680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:15.834635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Calling delete_port for 98e34129-2189-4954-99f5-624ed1a1fd92 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:15.897509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:15.911157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a41ad5-1db0-4170-a788-b03090bc9aa4 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:15.958609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08b0424a-3d37-433c-98f8-078d73bdd001 req-7d8e93a0-a900-493c-9ff1-63c7395bd183 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 210 time: 0.0664899 Feb 09 02:20:16.027174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting port 51d3eafc-7fe3-427b-b681-89c02f745c90 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:16.027376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.145970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] For port 51d3eafc-7fe3-427b-b681-89c02f745c90, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=51d3eafc-7fe3-427b-b681-89c02f745c90,segment=NetworkSegment(642773e1-bcbf-464a-8158-1b420508fe16),segment_id=642773e1-bcbf-464a-8158-1b420508fe16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:16.146330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.161567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (98e34129-2189-4954-99f5-624ed1a1fd92), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.163957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Calling delete_port for 51d3eafc-7fe3-427b-b681-89c02f745c90 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:16.178015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a41ad5-1db0-4170-a788-b03090bc9aa4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:16.180558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b31b23dc-81c5-4340-9283-39e066d7c08a None None] Provisioning complete for port 51d3eafc-7fe3-427b-b681-89c02f745c90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:16.181203 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b31b23dc-81c5-4340-9283-39e066d7c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.349311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-ec9e2dc6-7d9c-4a4d-a9d9-dee7844324cd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.352655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-ec9e2dc6-7d9c-4a4d-a9d9-dee7844324cd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.1697674 Feb 09 02:20:16.353849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event deleted for resources: {'Port': ['ID=98e34129-2189-4954-99f5-624ed1a1fd92,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:16.369373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b31b23dc-81c5-4340-9283-39e066d7c08a None None] Current status of the port 51d3eafc-7fe3-427b-b681-89c02f745c90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:16.381188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Request body: {'port': {'device_id': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'admin_state_up': True, 'tenant_id': '8d19f7c3de254094bea495fa7d177dc9'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:16.503676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.504353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.504812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.505281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.505736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.506188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.506663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.508674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-7e0c10cd-95fc-4140-b680-9b8f4839eea6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6714 time: 0.6101320 Feb 09 02:20:16.528480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (85b83615-1641-4e15-a85c-8a371a0863f9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.534278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0f493-1d4c-40fb-9568-e60f3a171467 None None] Network bce75fb0-c599-4ef9-9814-02b1abe5d071 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:16.646824 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-4f1785ee-5799-4f5b-9b10-f69a0341d733 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&id=5817854a-9a35-4ec5-bc51-782996e51e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271546 Feb 09 02:20:16.649735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=85b83615-1641-4e15-a85c-8a371a0863f9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:16.659548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': '1db220ef-62cf-4361-b13a-f5040468be42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e92318b8-538f-40f1-bbfa-e29d74eee124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:16.659989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: e92318b8-538f-40f1-bbfa-e29d74eee124, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:16.688141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network e92318b8-538f-40f1-bbfa-e29d74eee124 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:16.701192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e92318b8-538f-40f1-bbfa-e29d74eee124) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:16.707273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:16.709509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.713376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f78f63-3b7b-4fb9-82bc-4bc0cff6f25a None None] Network e92318b8-538f-40f1-bbfa-e29d74eee124 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:16.735056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bbc00633-528c-4a6c-adbb-06cdaeea0813 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2522738 Feb 09 02:20:16.735443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:16.759497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] DHCP port deletion for bce75fb0-c599-4ef9-9814-02b1abe5d071 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:16.853887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e92318b8-538f-40f1-bbfa-e29d74eee124), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.860188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Deleting port 51d3eafc-7fe3-427b-b681-89c02f745c90 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:16.860632 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.865415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f9354-4902-4b91-932c-845e4a9c84b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e92318b8-538f-40f1-bbfa-e29d74eee124', 'network_id': 'e92318b8-538f-40f1-bbfa-e29d74eee124', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': '85b83615-1641-4e15-a85c-8a371a0863f9'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:16.866158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-331f9354-4902-4b91-932c-845e4a9c84b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.916561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (85b83615-1641-4e15-a85c-8a371a0863f9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.955860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] For port 51d3eafc-7fe3-427b-b681-89c02f745c90, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=51d3eafc-7fe3-427b-b681-89c02f745c90,segment=NetworkSegment(642773e1-bcbf-464a-8158-1b420508fe16),segment_id=642773e1-bcbf-464a-8158-1b420508fe16)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:16.956267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.980474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] No DVR routers for this DVR port 98e34129-2189-4954-99f5-624ed1a1fd92 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:16.990905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:16.995184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dec9a90b-8200-4fc3-8570-ee95af4351c2 req-b5ccfc1e-c15c-4251-be4a-4920bff41a2d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "DELETE /v2.0/ports/98e34129-2189-4954-99f5-624ed1a1fd92 HTTP/1.1" status: 204 len: 173 time: 1.6362813 Feb 09 02:20:17.006252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-deleted', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:17.008948 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ad9d8c-24e3-4f7d-b305-a8fc3880a5ff" -d '{"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-deleted", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:17.013124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (85b83615-1641-4e15-a85c-8a371a0863f9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.067162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Calling delete_port for 51d3eafc-7fe3-427b-b681-89c02f745c90 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:17.079606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=85b83615-1641-4e15-a85c-8a371a0863f9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:17.124248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 51d3eafc-7fe3-427b-b681-89c02f745c90 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-331f9354-4902-4b91-932c-845e4a9c84b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85b83615-1641-4e15-a85c-8a371a0863f9: This subnet is being modified by another concurrent operation. Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:17.135699 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85b83615-1641-4e15-a85c-8a371a0863f9: This subnet is being modified by another concurrent operation. Feb 09 02:20:17.140600 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:20:17.148402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc747c15-60cc-4d67-b0e3-6d1c29605a68 req-3f2ad361-b2f0-4c27-bb9a-57986d05a579 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 210 time: 0.0548577 Feb 09 02:20:17.230578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e92318b8-538f-40f1-bbfa-e29d74eee124), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.236798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bffe6-b571-429a-a5e2-69ea0cc84edd req-5b504e1e-c3d6-40e1-980c-6bf4f5c2e3d7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:17.238686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a94bffe6-b571-429a-a5e2-69ea0cc84edd req-5b504e1e-c3d6-40e1-980c-6bf4f5c2e3d7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.7566116 Feb 09 02:20:17.241007 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adc7141-8971-4566-b557-f99209cb09a6 x-openstack-request-id: req-3adc7141-8971-4566-b557-f99209cb09a6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:17.241301 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16b2595-99c7-493c-ad69-294cb103e72f", "name": "network-vif-deleted", "tag": "98e34129-2189-4954-99f5-624ed1a1fd92", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:17.241545 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3adc7141-8971-4566-b557-f99209cb09a6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:17.241942 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16b2595-99c7-493c-ad69-294cb103e72f', 'name': 'network-vif-deleted', 'tag': '98e34129-2189-4954-99f5-624ed1a1fd92', 'status': 'completed', 'code': 200} Feb 09 02:20:17.269794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92318b8-538f-40f1-bbfa-e29d74eee124']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:17.275341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.286636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db220ef-62cf-4361-b13a-f5040468be42') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:17.287160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db220ef-62cf-4361-b13a-f5040468be42') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:17.301901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (1db220ef-62cf-4361-b13a-f5040468be42), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.312921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Port': ['ID=51d3eafc-7fe3-427b-b681-89c02f745c90,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:17.314869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Made reservation on behalf of 8d19f7c3de254094bea495fa7d177dc9 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:17.318291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.335073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1db220ef-62cf-4361-b13a-f5040468be42), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.337507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No DVR routers for this DVR port 51d3eafc-7fe3-427b-b681-89c02f745c90 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:17.343988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:17.344603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (1db220ef-62cf-4361-b13a-f5040468be42), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:17.348951 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:17.388125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a94bffe6-b571-429a-a5e2-69ea0cc84edd req-0542a427-dd1c-4b81-be11-b0fe699c24f7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408536 Feb 09 02:20:17.443095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21a15e-c7fa-4378-a1cb-b83cd0acca87 None None] Network e92318b8-538f-40f1-bbfa-e29d74eee124 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:17.466957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (bce75fb0-c599-4ef9-9814-02b1abe5d071), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.475575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e92318b8-538f-40f1-bbfa-e29d74eee124), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.487452 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.501520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59678) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:17.508926 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/e92318b8-538f-40f1-bbfa-e29d74eee124 HTTP/1.1" status: 204 len: 168 time: 0.7658043 Feb 09 02:20:17.514952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448626210'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:17.548842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce75fb0-c599-4ef9-9814-02b1abe5d071']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:17.576761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642773e1-bcbf-464a-8158-1b420508fe16') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:17.577275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642773e1-bcbf-464a-8158-1b420508fe16') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:17.577513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63cc78-09a9-4789-9b0d-d0a5b7312fbd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=e92318b8-538f-40f1-bbfa-e29d74eee124,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:17.618218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:17.622288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.626739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (642773e1-bcbf-464a-8158-1b420508fe16), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.677220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port 51d3eafc-7fe3-427b-b681-89c02f745c90 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:20:17.677825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port 51d3eafc-7fe3-427b-b681-89c02f745c90 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:20:17.678759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 51d3eafc-7fe3-427b-b681-89c02f745c90 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:17.679067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (642773e1-bcbf-464a-8158-1b420508fe16), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.697865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:17.698679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (642773e1-bcbf-464a-8158-1b420508fe16), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:17.702554 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: from cryptography.utils import int_from_bytes Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: from cryptography.utils import int_from_bytes Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.723275 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:17.726125 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:20:17.733603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (51d3eafc-7fe3-427b-b681-89c02f745c90), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.761912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Pushing event deleted for resources: {'Port': ['ID=51d3eafc-7fe3-427b-b681-89c02f745c90,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:17.767186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] No DVR routers for this DVR port 51d3eafc-7fe3-427b-b681-89c02f745c90 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:17.772103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:17.779800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Allocated IP 172.20.0.11 (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50/d6039dc6-c6e1-437d-afb3-9abe08fe0230/12025c87-959b-48d0-b2cc-8ce094c950a1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:17.780137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.780504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.781462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.784284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.785390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.786145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef5d9f4-82ec-4833-ada2-e2c4eeb51a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:17.816905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d0c61-c995-443f-bf13-f996f9534308 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:17.819951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.823399 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5505ec16-9faa-4c4c-8233-816a99ee64df), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.824481 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment 5505ec16-9faa-4c4c-8233-816a99ee64df of type vlan for network baee49f3-e646-47c9-b81f-4cefa5e103d2 Feb 09 02:20:17.834852 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (bce75fb0-c599-4ef9-9814-02b1abe5d071), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.864589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.868113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/bce75fb0-c599-4ef9-9814-02b1abe5d071 HTTP/1.1" status: 204 len: 168 time: 2.5553086 Feb 09 02:20:17.871379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59682) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:17.895992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec826d43-2b39-48cb-afb3-88f584d8d1e1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=bce75fb0-c599-4ef9-9814-02b1abe5d071,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:17.916514 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdea278-ab9f-4eb3-97da-3ce16122d957 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:17.917123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdea278-ab9f-4eb3-97da-3ce16122d957 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:17.920522 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (baee49f3-e646-47c9-b81f-4cefa5e103d2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:17.925107 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4bdea278-ab9f-4eb3-97da-3ce16122d957 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/61aa9672-353a-436b-8b37-c289cc679416 HTTP/1.1" status: 404 len: 337 time: 0.0501015 Feb 09 02:20:17.925600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:17.954972 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a5dda4-ec93-4261-8468-5f0bc1a347f1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:17.955752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a5dda4-ec93-4261-8468-5f0bc1a347f1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:17.960974 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-12a5dda4-ec93-4261-8468-5f0bc1a347f1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/55ca7ddb-18cc-4ce4-88f7-72de04f2264f HTTP/1.1" status: 404 len: 339 time: 0.0321422 Feb 09 02:20:17.961327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:17.992053 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-821f83d9-92c6-403e-980b-47d5cb6d1bff tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:17.992880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821f83d9-92c6-403e-980b-47d5cb6d1bff tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:17.999970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-821f83d9-92c6-403e-980b-47d5cb6d1bff tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/1eb2e66a-19d4-4234-b99a-422dce99eab5 HTTP/1.1" status: 404 len: 337 time: 0.0353475 Feb 09 02:20:18.001630 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:18.017956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (baee49f3-e646-47c9-b81f-4cefa5e103d2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.024004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:18.024621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.031431 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9b0018-30b7-4ae1-8440-7fd7867972f1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:18.031653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d0c61-c995-443f-bf13-f996f9534308 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:18.032323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9b0018-30b7-4ae1-8440-7fd7867972f1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:18.040137 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf9b0018-30b7-4ae1-8440-7fd7867972f1 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/fb02f003-d369-43e5-b83c-78a1f32c5d00 HTTP/1.1" status: 404 len: 339 time: 0.0352540 Feb 09 02:20:18.040419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:18.090706 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b44b62b-b0c3-4314-9b14-1a10dbc26ee2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:18.091077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b44b62b-b0c3-4314-9b14-1a10dbc26ee2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:18.097889 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8b44b62b-b0c3-4314-9b14-1a10dbc26ee2 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/34eeb2d1-2603-40a7-915f-d63d737eebb0 HTTP/1.1" status: 404 len: 337 time: 0.0538495 Feb 09 02:20:18.098117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:18.126901 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-de113cb5-40b2-436a-a90d-6f06b085a1d6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:18.127590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de113cb5-40b2-436a-a90d-6f06b085a1d6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:18.134947 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de113cb5-40b2-436a-a90d-6f06b085a1d6 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/e69cd38f-40a9-4275-bd5a-a7fde07ced10 HTTP/1.1" status: 404 len: 339 time: 0.0329041 Feb 09 02:20:18.135599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:18.143432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6363583 Feb 09 02:20:18.144457 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:18.150899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:18.197857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dabe0-4c30-44ba-8dae-3ce3a3d3d18b tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=baee49f3-e646-47c9-b81f-4cefa5e103d2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:18.210338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks [] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.244675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 98e34129-2189-4954-99f5-624ed1a1fd92 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:18.259023 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.271931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:18.293642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 98e34129-2189-4954-99f5-624ed1a1fd92 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:20:18.294161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 98e34129-2189-4954-99f5-624ed1a1fd92 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:18.315720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting subnet bf92e8bd-17d4-4462-9799-d4cddc2847fb {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:18.324979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (bf92e8bd-17d4-4462-9799-d4cddc2847fb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.364202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:18.372884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:18.376720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:18.379632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:18.475871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4610e-8a52-48ac-8d7c-ef2b217954c7 req-33f80ded-c592-4ec2-b3be-8da011dd9a22 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:18.490367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8d4610e-8a52-48ac-8d7c-ef2b217954c7 req-33f80ded-c592-4ec2-b3be-8da011dd9a22 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 932 time: 0.2353258 Feb 09 02:20:18.502740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (bf92e8bd-17d4-4462-9799-d4cddc2847fb), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.527517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:18.528218 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.591516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-3ba6d970-c12e-46d8-8ee2-e083e1605103 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2227995 Feb 09 02:20:18.599019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (baee49f3-e646-47c9-b81f-4cefa5e103d2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.606765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8d4610e-8a52-48ac-8d7c-ef2b217954c7 req-792e43d1-f851-42dc-acaf-0103b75f3fbe tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125772 Feb 09 02:20:18.617021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Request body: {'port': {'device_id': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:18.650863 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (baee49f3-e646-47c9-b81f-4cefa5e103d2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.660603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8e262-9c1b-4e34-ac1e-9fa411114313 req-af5f4133-d857-4e08-aacf-1d0c6ac9b2e1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:18.662238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56c8e262-9c1b-4e34-ac1e-9fa411114313 req-af5f4133-d857-4e08-aacf-1d0c6ac9b2e1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1410046 Feb 09 02:20:18.687901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 is not hosted by any dhcp agent {{(pid=103150) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:20:18.692801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:18.693450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.697465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "PUT /v2.0/networks/baee49f3-e646-47c9-b81f-4cefa5e103d2 HTTP/1.1" status: 200 len: 723 time: 0.5481513 Feb 09 02:20:18.707489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59706) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:18.717988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': 'baee49f3-e646-47c9-b81f-4cefa5e103d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:18.726937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (bf92e8bd-17d4-4462-9799-d4cddc2847fb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.775479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.783803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15502d8-b3ac-4011-bb4b-28b8d3ff81bf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=baee49f3-e646-47c9-b81f-4cefa5e103d2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:18.803339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:18.819297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56c8e262-9c1b-4e34-ac1e-9fa411114313 req-d1c4ae3e-f5a4-4aa4-8aa0-bf3b64c94148 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496677 Feb 09 02:20:18.824650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (bf92e8bd-17d4-4462-9799-d4cddc2847fb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.872059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=bf92e8bd-17d4-4462-9799-d4cddc2847fb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:18.886746 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.890975 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34f724ee-26ad-4c80-bc38-b66a982b7d72 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/bf92e8bd-17d4-4462-9799-d4cddc2847fb HTTP/1.1" status: 204 len: 168 time: 0.7540162 Feb 09 02:20:18.893344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:18.901065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7139a0-0068-4345-89bc-0029fed5de41 None None] Network 15045282-08ae-4304-9fb9-9a67a2048cb0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:18.941369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:18.944851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:18.985216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.008185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (15045282-08ae-4304-9fb9-9a67a2048cb0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.114068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting port 92987c4e-7791-47a0-a941-eea6e5f2fd4a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:19.114764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.134143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] DHCP port deletion for 15045282-08ae-4304-9fb9-9a67a2048cb0 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:19.196828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] Deleting port 92987c4e-7791-47a0-a941-eea6e5f2fd4a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:19.197211 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.228266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] For port 92987c4e-7791-47a0-a941-eea6e5f2fd4a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=92987c4e-7791-47a0-a941-eea6e5f2fd4a,segment=NetworkSegment(590c0807-fd3d-4689-8f13-40c4ee93d23e),segment_id=590c0807-fd3d-4689-8f13-40c4ee93d23e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:19.228864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.247618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Calling delete_port for 92987c4e-7791-47a0-a941-eea6e5f2fd4a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:19.280785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] For port 92987c4e-7791-47a0-a941-eea6e5f2fd4a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=92987c4e-7791-47a0-a941-eea6e5f2fd4a,segment=NetworkSegment(590c0807-fd3d-4689-8f13-40c4ee93d23e),segment_id=590c0807-fd3d-4689-8f13-40c4ee93d23e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:19.281348 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.299331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] Calling delete_port for 92987c4e-7791-47a0-a941-eea6e5f2fd4a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:19.307992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12025c87-959b-48d0-b2cc-8ce094c950a1 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:20:19.315584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (979a48f8-9481-43df-8933-f8c896434bdc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.319612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Publish callbacks [] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.357555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.367317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Transition to ACTIVE for port object 12025c87-959b-48d0-b2cc-8ce094c950a1 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:20:19.385644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.405277 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (92987c4e-7791-47a0-a941-eea6e5f2fd4a), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.431974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] Pushing event deleted for resources: {'Port': ['ID=92987c4e-7791-47a0-a941-eea6e5f2fd4a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:19.436728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=979a48f8-9481-43df-8933-f8c896434bdc,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:19.437234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356f52a-14ad-4f4c-ab68-b739a2d79885 None None] No DVR routers for this DVR port 92987c4e-7791-47a0-a941-eea6e5f2fd4a on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:19.464810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No DVR routers for this DVR port 92987c4e-7791-47a0-a941-eea6e5f2fd4a on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:19.467667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': '5505ec16-9faa-4c4c-8233-816a99ee64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'baee49f3-e646-47c9-b81f-4cefa5e103d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:19.468011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: baee49f3-e646-47c9-b81f-4cefa5e103d2, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:19.469253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Port': ['ID=92987c4e-7791-47a0-a941-eea6e5f2fd4a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:19.478773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.479129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.479473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.480370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.480709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.481042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.481373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.481698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.482024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.482350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.482699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.483028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.483348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:19.498587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:19.569105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (15045282-08ae-4304-9fb9-9a67a2048cb0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.588317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15045282-08ae-4304-9fb9-9a67a2048cb0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:19.600754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590c0807-fd3d-4689-8f13-40c4ee93d23e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:19.601465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590c0807-fd3d-4689-8f13-40c4ee93d23e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:19.602936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:19.608800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Attempting to bind port 12025c87-959b-48d0-b2cc-8ce094c950a1 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:19.609134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Attempting to bind port 12025c87-959b-48d0-b2cc-8ce094c950a1 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:19.609462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Attempting to bind port 12025c87-959b-48d0-b2cc-8ce094c950a1 on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:19.613874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (590c0807-fd3d-4689-8f13-40c4ee93d23e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.623057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Port 12025c87-959b-48d0-b2cc-8ce094c950a1 on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:20:19.623879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Attempting to bind port 12025c87-959b-48d0-b2cc-8ce094c950a1 on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:19.629194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, baee49f3-e646-47c9-b81f-4cefa5e103d2) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:19.630999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:19.631337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Checking segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:19.631723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Bound using segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:19.632141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Bound port: 12025c87-959b-48d0-b2cc-8ce094c950a1, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:19.632497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.638410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:19.638818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.647018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c83f16-0f1d-4f0e-bf43-e391c48cbb60 None None] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:19.660350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (590c0807-fd3d-4689-8f13-40c4ee93d23e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.673068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4793098e-59dd-42b5-a9f6-46d3970e1008 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9645238 Feb 09 02:20:19.676302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59714) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:19.677604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:19.678129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (590c0807-fd3d-4689-8f13-40c4ee93d23e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:19.681473 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:19.686610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-126f8093-75dd-4375-9a31-ca0b21323496 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:19.788436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (15045282-08ae-4304-9fb9-9a67a2048cb0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.807420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.820657 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/15045282-08ae-4304-9fb9-9a67a2048cb0 HTTP/1.1" status: 204 len: 168 time: 0.9260025 Feb 09 02:20:19.822123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-baee49f3-e646-47c9-b81f-4cefa5e103d2', 'network_id': 'baee49f3-e646-47c9-b81f-4cefa5e103d2', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': '979a48f8-9481-43df-8933-f8c896434bdc'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:19.824312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:19.825203 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.859565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:19.878978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeae4d-4715-45bc-a535-b3b377c5356e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=15045282-08ae-4304-9fb9-9a67a2048cb0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:19.879848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-126f8093-75dd-4375-9a31-ca0b21323496 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126300567'] for subnet (979a48f8-9481-43df-8933-f8c896434bdc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.881554 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e0a389-93d1-4fc3-80b3-59772788deb3 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:19.881990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e0a389-93d1-4fc3-80b3-59772788deb3 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:19.888154 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-06e0a389-93d1-4fc3-80b3-59772788deb3 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/c400fe99-a543-4bcd-86fa-8a3565ebe28b HTTP/1.1" status: 404 len: 337 time: 0.0596998 Feb 09 02:20:19.888422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:19.889293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:19.898239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5a306-3d27-474f-82a2-0e30edd4e575 req-1609eec8-a45e-4698-b2a8-75d11ee27f2c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:19.899840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88b5a306-3d27-474f-82a2-0e30edd4e575 req-1609eec8-a45e-4698-b2a8-75d11ee27f2c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 944 time: 0.1620500 Feb 09 02:20:19.910044 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd7d329-8120-46bb-8ce3-c9e4ab09832e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:19.910790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd7d329-8120-46bb-8ce3-c9e4ab09832e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:19.916505 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0fd7d329-8120-46bb-8ce3-c9e4ab09832e tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/a77fe84e-54e2-4761-9417-d7900723400c HTTP/1.1" status: 404 len: 339 time: 0.0249605 Feb 09 02:20:19.917093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:19.962886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:19.998342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting subnet c77823c2-7b3d-4a3e-8079-02ccedbc5a02 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:20.007379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (c77823c2-7b3d-4a3e-8079-02ccedbc5a02), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.046918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Allocated IP 172.20.0.2 (baee49f3-e646-47c9-b81f-4cefa5e103d2/979a48f8-9481-43df-8933-f8c896434bdc/58d41075-c194-42f0-81d6-c4562752ef89) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:20.071187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:20.071538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (c77823c2-7b3d-4a3e-8079-02ccedbc5a02), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.071827 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.075024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] 10.222.0.82 "PUT /v2.0/ports/12025c87-959b-48d0-b2cc-8ce094c950a1 HTTP/1.1" status: 200 len: 1093 time: 1.4645422 Feb 09 02:20:20.099387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:20.103371 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:20.173746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87b894-62dd-40c4-b082-e3d112e23b32 service neutron] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:20.206796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88b5a306-3d27-474f-82a2-0e30edd4e575 req-f7cef4a8-afdb-4f1f-98d4-225445cb7010 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768936 Feb 09 02:20:20.216051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f588-7e07-414d-9661-0647fe5f7076 req-7a24544a-e84b-4317-9943-3853d71ac2bd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:20.217718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40b8f588-7e07-414d-9661-0647fe5f7076 req-7a24544a-e84b-4317-9943-3853d71ac2bd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2624123 Feb 09 02:20:20.253283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c77823c2-7b3d-4a3e-8079-02ccedbc5a02), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.304528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Publish callbacks [] for port (58d41075-c194-42f0-81d6-c4562752ef89), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.318058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (58d41075-c194-42f0-81d6-c4562752ef89), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.344454 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5dcd26-322c-400c-8a79-20740fa16497 x-openstack-request-id: req-1b5dcd26-322c-400c-8a79-20740fa16497 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:20.345000 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:20.345000 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b5dcd26-322c-400c-8a79-20740fa16497 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:20.345392 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'status': 'completed', 'code': 200} Feb 09 02:20:20.353899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-0a55c780-1e31-4937-b5f5-0ffbddaefb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:20.362077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-0a55c780-1e31-4937-b5f5-0ffbddaefb23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 1127 time: 0.2305224 Feb 09 02:20:20.384213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:20.390651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:20.395389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:20.406909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Pushing event updated for resources: {'Port': ['ID=58d41075-c194-42f0-81d6-c4562752ef89,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:20.477445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Attempting to bind port 58d41075-c194-42f0-81d6-c4562752ef89 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:20.477682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (c77823c2-7b3d-4a3e-8079-02ccedbc5a02), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.478333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Attempting to bind port 58d41075-c194-42f0-81d6-c4562752ef89 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5505ec16-9faa-4c4c-8233-816a99ee64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'baee49f3-e646-47c9-b81f-4cefa5e103d2'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:20.479149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Attempting to bind port 58d41075-c194-42f0-81d6-c4562752ef89 on network baee49f3-e646-47c9-b81f-4cefa5e103d2 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:20.485710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:20.486652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Checking segment: {'id': '5505ec16-9faa-4c4c-8233-816a99ee64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'baee49f3-e646-47c9-b81f-4cefa5e103d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:20.487163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.487976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Bound using segment: {'id': '5505ec16-9faa-4c4c-8233-816a99ee64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'baee49f3-e646-47c9-b81f-4cefa5e103d2'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:20.488624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Bound port: 58d41075-c194-42f0-81d6-c4562752ef89, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5505ec16-9faa-4c4c-8233-816a99ee64df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'baee49f3-e646-47c9-b81f-4cefa5e103d2'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:20.489058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58d41075-c194-42f0-81d6-c4562752ef89), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.519809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Subnet': ['ID=c77823c2-7b3d-4a3e-8079-02ccedbc5a02,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:20.523906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.527881 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-032444b9-f6a0-4d9e-9fb1-b4f2bc80cedc tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/subnets/c77823c2-7b3d-4a3e-8079-02ccedbc5a02 HTTP/1.1" status: 204 len: 168 time: 0.6089296 Feb 09 02:20:20.530432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:20.560459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a586b2-7b7b-4c52-9fec-37f702612550 None None] Network 64f15fe3-c7f8-4493-8660-715bc535e0c0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:20.583309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-6f53b5ab-3272-4548-a9e2-4a129e92feae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12025c87-959b-48d0-b2cc-8ce094c950a1 HTTP/1.1" status: 200 len: 217 time: 0.2072208 Feb 09 02:20:20.639075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40b8f588-7e07-414d-9661-0647fe5f7076 req-8c8f1fee-f283-4aa4-8e51-14be165fe3cf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984540 Feb 09 02:20:20.639505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-126f8093-75dd-4375-9a31-ca0b21323496 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772409973252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130001372'] for subnet (979a48f8-9481-43df-8933-f8c896434bdc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.663079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (64f15fe3-c7f8-4493-8660-715bc535e0c0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.671560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f8093-75dd-4375-9a31-ca0b21323496 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:20.672345 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-126f8093-75dd-4375-9a31-ca0b21323496 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.676110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-126f8093-75dd-4375-9a31-ca0b21323496 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "PUT /v2.0/subnets/979a48f8-9481-43df-8933-f8c896434bdc HTTP/1.1" status: 200 len: 806 time: 0.9960752 Feb 09 02:20:20.676594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:20.708629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-1810c35e-484b-4e21-97c7-446296c5dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:20.711409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-1810c35e-484b-4e21-97c7-446296c5dd10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.1220133 Feb 09 02:20:20.722779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] For port 58d41075-c194-42f0-81d6-c4562752ef89, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:20.747152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] For port 58d41075-c194-42f0-81d6-c4562752ef89, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=58d41075-c194-42f0-81d6-c4562752ef89,segment=NetworkSegment(5505ec16-9faa-4c4c-8233-816a99ee64df),segment_id=5505ec16-9faa-4c4c-8233-816a99ee64df)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:20.760113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58d41075-c194-42f0-81d6-c4562752ef89), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.765389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-9b582ccd-55ef-47a3-9095-9c9ca0a9ac98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454073 Feb 09 02:20:20.771492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8093-75dd-4375-9a31-ca0b21323496 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=979a48f8-9481-43df-8933-f8c896434bdc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:20.849177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (baee49f3-e646-47c9-b81f-4cefa5e103d2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.856639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4411bb-d3ac-4e0a-adc8-d897ae1cb4a3 None None] Pushing event updated for resources: {'Port': ['ID=58d41075-c194-42f0-81d6-c4562752ef89,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:20.857502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Deleting port e2416e50-41ea-4448-8b2c-43fcddb865ad {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:20.857851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:20.926582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] DHCP port deletion for 64f15fe3-c7f8-4493-8660-715bc535e0c0 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:20.992195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] For port e2416e50-41ea-4448-8b2c-43fcddb865ad, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e2416e50-41ea-4448-8b2c-43fcddb865ad,segment=NetworkSegment(0eb3795b-991c-4108-94f7-20f48d75876a),segment_id=0eb3795b-991c-4108-94f7-20f48d75876a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:20.992724 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.004115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-31c969ca-58ba-4a39-9153-499a227044db service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207096 Feb 09 02:20:21.011143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Calling delete_port for e2416e50-41ea-4448-8b2c-43fcddb865ad owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:21.069138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] Deleting port e2416e50-41ea-4448-8b2c-43fcddb865ad {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:21.069505 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.076198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Deleting port 58d41075-c194-42f0-81d6-c4562752ef89 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:21.076777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (58d41075-c194-42f0-81d6-c4562752ef89), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.134350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e2416e50-41ea-4448-8b2c-43fcddb865ad no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:21.216148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-667d4dbe-3d00-4812-b14a-991f1217d8a2 req-da7c51cf-5eee-4009-a434-13aae714369b service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151327 Feb 09 02:20:21.236196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] For port e2416e50-41ea-4448-8b2c-43fcddb865ad, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e2416e50-41ea-4448-8b2c-43fcddb865ad,segment=NetworkSegment(0eb3795b-991c-4108-94f7-20f48d75876a),segment_id=0eb3795b-991c-4108-94f7-20f48d75876a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:21.236626 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.243448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] For port 58d41075-c194-42f0-81d6-c4562752ef89, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=58d41075-c194-42f0-81d6-c4562752ef89,segment=NetworkSegment(5505ec16-9faa-4c4c-8233-816a99ee64df),segment_id=5505ec16-9faa-4c4c-8233-816a99ee64df)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:21.244046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (58d41075-c194-42f0-81d6-c4562752ef89), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.255109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] Calling delete_port for e2416e50-41ea-4448-8b2c-43fcddb865ad owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:21.276170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Calling delete_port for 58d41075-c194-42f0-81d6-c4562752ef89 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:21.312496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.346941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Port': ['ID=e2416e50-41ea-4448-8b2c-43fcddb865ad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:21.379847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e2416e50-41ea-4448-8b2c-43fcddb865ad is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:21.380545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.390374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-c7acc72e-32c1-4d3c-8de5-f8b1c4b8d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:21.392114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-c7acc72e-32c1-4d3c-8de5-f8b1c4b8d04f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 1127 time: 0.1112707 Feb 09 02:20:21.399718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] No DVR routers for this DVR port e2416e50-41ea-4448-8b2c-43fcddb865ad on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:21.454915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 92987c4e-7791-47a0-a941-eea6e5f2fd4a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:21.461740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af784e-35ab-4ae0-b536-02ceb9ec0dd9 req-e0d0342f-ef49-42eb-a5e5-15299c7a18f7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:21.463606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47af784e-35ab-4ae0-b536-02ceb9ec0dd9 req-e0d0342f-ef49-42eb-a5e5-15299c7a18f7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 944 time: 0.1280055 Feb 09 02:20:21.485892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 92987c4e-7791-47a0-a941-eea6e5f2fd4a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:20:21.486239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 92987c4e-7791-47a0-a941-eea6e5f2fd4a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:21.505801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (64f15fe3-c7f8-4493-8660-715bc535e0c0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.513521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (e2416e50-41ea-4448-8b2c-43fcddb865ad), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.530326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f15fe3-c7f8-4493-8660-715bc535e0c0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:21.543357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] Pushing event deleted for resources: {'Port': ['ID=e2416e50-41ea-4448-8b2c-43fcddb865ad,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:21.545530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-e579656d-df1d-4405-b9da-3e1c1ec46e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:21.547215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-e579656d-df1d-4405-b9da-3e1c1ec46e7f service neutron] 10.222.0.82 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 906 time: 0.1488671 Feb 09 02:20:21.549394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec01f6d-4331-48f6-adec-f8a7db3c933e None None] No DVR routers for this DVR port e2416e50-41ea-4448-8b2c-43fcddb865ad on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:21.549552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb3795b-991c-4108-94f7-20f48d75876a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:21.550410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb3795b-991c-4108-94f7-20f48d75876a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:21.552207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47af784e-35ab-4ae0-b536-02ceb9ec0dd9 req-20fba2a2-c637-4937-8f22-e321a2bd7122 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808282 Feb 09 02:20:21.564416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (0eb3795b-991c-4108-94f7-20f48d75876a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.598930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0eb3795b-991c-4108-94f7-20f48d75876a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.610661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:21.611112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-cdf9d148-6f1d-4b2a-b2ec-05ae39c9dbd2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12025c87-959b-48d0-b2cc-8ce094c950a1 HTTP/1.1" status: 200 len: 217 time: 0.0564687 Feb 09 02:20:21.611384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (0eb3795b-991c-4108-94f7-20f48d75876a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:21.614684 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:21.666523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-bad310c7-2250-433c-a822-9e8633bfaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:21.669441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-bad310c7-2250-433c-a822-9e8633bfaa2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.0518754 Feb 09 02:20:21.705232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-dd3d4c59-220b-47f1-b639-f49cc9cd771e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297570 Feb 09 02:20:21.716428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (58d41075-c194-42f0-81d6-c4562752ef89), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.725079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (64f15fe3-c7f8-4493-8660-715bc535e0c0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.755836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.762018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] 10.222.0.53 "DELETE /v2.0/networks/64f15fe3-c7f8-4493-8660-715bc535e0c0 HTTP/1.1" status: 204 len: 168 time: 1.2298167 Feb 09 02:20:21.765208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Port': ['ID=58d41075-c194-42f0-81d6-c4562752ef89,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:21.791392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d939ed1-c598-440f-8ea3-f9aa6c9ae589 tempest-NetworksIpV6Test-1701431509 tempest-NetworksIpV6Test-1701431509-project] Pushing event deleted for resources: {'Network': ['ID=64f15fe3-c7f8-4493-8660-715bc535e0c0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:21.863296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No DVR routers for this DVR port 58d41075-c194-42f0-81d6-c4562752ef89 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:21.890196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f13c-1fe9-4057-9cef-91625344072f req-55bd66a9-b2da-41bb-8a74-39f01ccede53 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:21.892902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f4f13c-1fe9-4057-9cef-91625344072f req-55bd66a9-b2da-41bb-8a74-39f01ccede53 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1711323 Feb 09 02:20:21.945790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (979a48f8-9481-43df-8933-f8c896434bdc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:21.962521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-0bdc0436-c2ec-4644-b907-4f70c3a09c90 service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493510 Feb 09 02:20:22.041342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (979a48f8-9481-43df-8933-f8c896434bdc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.097262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=979a48f8-9481-43df-8933-f8c896434bdc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:22.139032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f4f13c-1fe9-4057-9cef-91625344072f req-153ab0d8-bdb5-4c49-bd5b-3b315a39fd4b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348490 Feb 09 02:20:22.185583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ddfe540-ba1b-45c1-9650-b8b72e9c3aa6 req-8a42f00f-639f-45cf-a917-8c8e16417652 service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096462 Feb 09 02:20:22.243291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (baee49f3-e646-47c9-b81f-4cefa5e103d2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.260366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59752) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:22.277980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baee49f3-e646-47c9-b81f-4cefa5e103d2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:22.289851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5505ec16-9faa-4c4c-8233-816a99ee64df') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:22.290171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5505ec16-9faa-4c4c-8233-816a99ee64df') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:22.303194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (5505ec16-9faa-4c4c-8233-816a99ee64df), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.324026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5505ec16-9faa-4c4c-8233-816a99ee64df), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.336558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:22.336558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (5505ec16-9faa-4c4c-8233-816a99ee64df), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:22.339225 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:22.383526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9ac4e-0062-4d3e-8f58-22e1bfaa2157 None None] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:22.420193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (baee49f3-e646-47c9-b81f-4cefa5e103d2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.454842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3da20f98-2ce1-4d2a-be40-352cb5a12718 None None] Could not find standard attr ID for object 58d41075-c194-42f0-81d6-c4562752ef89. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:20:22.467796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.471188 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/baee49f3-e646-47c9-b81f-4cefa5e103d2 HTTP/1.1" status: 204 len: 168 time: 1.7925091 Feb 09 02:20:22.472392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e3498-6bef-4a88-9037-5c967573feb2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=baee49f3-e646-47c9-b81f-4cefa5e103d2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:22.474054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:22.489811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef2fbf0e-0725-4f41-a9ac-c86d8b97f49f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a4980694843448bb73fed88a5aa61cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274549 Feb 09 02:20:22.492120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59760) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:22.500083 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029cbb6-1478-41f3-99d1-77af16bb71dd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:22.500602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029cbb6-1478-41f3-99d1-77af16bb71dd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:22.517204 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7029cbb6-1478-41f3-99d1-77af16bb71dd tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/baee49f3-e646-47c9-b81f-4cefa5e103d2 HTTP/1.1" status: 404 len: 339 time: 0.0287404 Feb 09 02:20:22.518109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:22.523187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615575753', 'description': 'd1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:22.550144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:22.554745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.571636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53b537b-ab06-4c55-9cb4-dd3a4168f13b admin admin] Publish callbacks [] for security_group (c5bff78d-1c41-452e-b7f1-c410de7cb02b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.596188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:22.606040 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53b537b-ab06-4c55-9cb4-dd3a4168f13b admin admin] Publish callbacks [] for security_group (c5bff78d-1c41-452e-b7f1-c410de7cb02b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.626767 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8bf158cd-daf2-43a6-a24d-459a5db73433), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.627123 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment 8bf158cd-daf2-43a6-a24d-459a5db73433 of type vlan for network 60f94a36-7628-4bd6-ad32-25681877da52 Feb 09 02:20:22.681987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (60f94a36-7628-4bd6-ad32-25681877da52), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.732669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (60f94a36-7628-4bd6-ad32-25681877da52), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.738309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609311e-26d4-43d2-a336-f9cd6108e611 req-683d02c2-66bf-4610-be73-3727a65dffde tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:22.740077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4609311e-26d4-43d2-a336-f9cd6108e611 req-683d02c2-66bf-4610-be73-3727a65dffde tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 944 time: 0.0939870 Feb 09 02:20:22.741309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53b537b-ab06-4c55-9cb4-dd3a4168f13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c5bff78d-1c41-452e-b7f1-c410de7cb02b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.743417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:22.744033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f53b537b-ab06-4c55-9cb4-dd3a4168f13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.744307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:22.745996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f53b537b-ab06-4c55-9cb4-dd3a4168f13b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5bff78d-1c41-452e-b7f1-c410de7cb02b HTTP/1.1" status: 204 len: 168 time: 0.2521052 Feb 09 02:20:22.769743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b537b-ab06-4c55-9cb4-dd3a4168f13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bff78d-1c41-452e-b7f1-c410de7cb02b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:22.815136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f11a63-ca78-451f-a883-f0e504ec1b0b None None] DHCP port deletion for baee49f3-e646-47c9-b81f-4cefa5e103d2 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:22.818696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4609311e-26d4-43d2-a336-f9cd6108e611 req-ac4c0500-23d5-42ca-a627-42eef273bf0d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Feb 09 02:20:22.847601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d818e-a62e-406e-8cee-46f2e9a52e6b None None] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:22.865386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d818e-a62e-406e-8cee-46f2e9a52e6b None None] Network baee49f3-e646-47c9-b81f-4cefa5e103d2 could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:20:22.866248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=60f94a36-7628-4bd6-ad32-25681877da52,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:22.878182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fbc1e4c4-2eb6-4a68-ba89-199934557f2d tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3589041 Feb 09 02:20:22.880847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:22.881023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 60f94a36-7628-4bd6-ad32-25681877da52 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:22.997746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d875be31-8f21-4a10-a7db-2f707684eae2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:23.001950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59772) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:23.002175 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d875be31-8f21-4a10-a7db-2f707684eae2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/networks?id=60f94a36-7628-4bd6-ad32-25681877da52 HTTP/1.1" status: 200 len: 760 time: 0.1198876 Feb 09 02:20:23.010061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'description': 'd2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:23.211451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (60f94a36-7628-4bd6-ad32-25681877da52), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.233517 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (60f94a36-7628-4bd6-ad32-25681877da52), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.281251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 60f94a36-7628-4bd6-ad32-25681877da52 is not hosted by any dhcp agent {{(pid=103149) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:20:23.286488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:23.287156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.288501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "PUT /v2.0/networks/60f94a36-7628-4bd6-ad32-25681877da52 HTTP/1.1" status: 200 len: 757 time: 0.2851202 Feb 09 02:20:23.293204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:23.338181 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ff24429-db52-408b-92a9-c8c31b13f34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.355393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68d320-e859-4689-b77c-12455ebf1ca7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=60f94a36-7628-4bd6-ad32-25681877da52,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:23.371924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 60f94a36-7628-4bd6-ad32-25681877da52 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:23.375774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a728d2-76c4-4d8a-8f1d-f2506ad18e2d req-bfb48a9a-22de-43de-86fb-8d122ee1ab2c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:23.377510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a728d2-76c4-4d8a-8f1d-f2506ad18e2d req-bfb48a9a-22de-43de-86fb-8d122ee1ab2c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.0973377 Feb 09 02:20:23.438631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a728d2-76c4-4d8a-8f1d-f2506ad18e2d req-c290842b-c9f0-46c6-a1a3-d5ea51cd428e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530972 Feb 09 02:20:23.455349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e5e801-0ae4-47e4-844d-7b7582451485 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:23.457621 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c1e5e801-0ae4-47e4-844d-7b7582451485 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/networks?id=60f94a36-7628-4bd6-ad32-25681877da52 HTTP/1.1" status: 200 len: 760 time: 0.1615279 Feb 09 02:20:23.461260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59790) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:23.501124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473533636'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:23.538336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:23.542145 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.575956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:23.587692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d57f8bd2-44d0-4872-9c6b-ba6529f028d0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.588309 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment d57f8bd2-44d0-4872-9c6b-ba6529f028d0 of type vlan for network 67374d11-6490-472f-bb45-2d71a5d82cd5 Feb 09 02:20:23.644820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (67374d11-6490-472f-bb45-2d71a5d82cd5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.685974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (67374d11-6490-472f-bb45-2d71a5d82cd5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.691982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:23.694790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.740593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59800) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:23.755492 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2919810 Feb 09 02:20:23.758381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59804) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:23.765068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': '67374d11-6490-472f-bb45-2d71a5d82cd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:23.775963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c92254-18fb-4ad8-ad54-d29aa82f5ec2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=67374d11-6490-472f-bb45-2d71a5d82cd5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:23.796257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 67374d11-6490-472f-bb45-2d71a5d82cd5 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:23.882751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-538758374'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:23.892811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:23.896329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:23.991631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Made reservation on behalf of 67462f95bd604212b2c3559380082075 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:23.994906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.015048 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.085878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1501ac4-2d78-4375-8c47-b884b9fb25f0 req-9f9b02a9-f8cf-4f7b-95f3-3bc6c60c5c90 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.087527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1501ac4-2d78-4375-8c47-b884b9fb25f0 req-9f9b02a9-f8cf-4f7b-95f3-3bc6c60c5c90 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 944 time: 0.1437304 Feb 09 02:20:24.231787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1501ac4-2d78-4375-8c47-b884b9fb25f0 req-c6f82def-833b-4cd8-9ac7-21d12124ebc7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238058 Feb 09 02:20:24.256591 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (4e1613e3-b684-4590-80a4-4c472531ce8d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.292019 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for security_group (5265c7d8-62d3-40ff-9451-b25e6f87ecd9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.308645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5265c7d8-62d3-40ff-9451-b25e6f87ecd9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.334511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=4e1613e3-b684-4590-80a4-4c472531ce8d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:24.350299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:24.369784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5265c7d8-62d3-40ff-9451-b25e6f87ecd9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:24.377101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (06206fe5-9a44-48e9-88c9-19abb0c05ea8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.377442 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Added segment 06206fe5-9a44-48e9-88c9-19abb0c05ea8 of type vlan for network 4655fb28-dd39-4511-b89e-c39781abe3ad Feb 09 02:20:24.391721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': 'd57f8bd2-44d0-4872-9c6b-ba6529f028d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '67374d11-6490-472f-bb45-2d71a5d82cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:24.392097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: 67374d11-6490-472f-bb45-2d71a5d82cd5, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:24.428450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (4655fb28-dd39-4511-b89e-c39781abe3ad), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.457596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 67374d11-6490-472f-bb45-2d71a5d82cd5 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:24.472323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (4655fb28-dd39-4511-b89e-c39781abe3ad), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.478571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.479201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.487505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12025c87-959b-48d0-b2cc-8ce094c950a1 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:20:24.491726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 67374d11-6490-472f-bb45-2d71a5d82cd5) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:24.546873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.547462 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.562545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c489a05c-f5c2-4199-810c-eea8463c7815 None None] Network 67374d11-6490-472f-bb45-2d71a5d82cd5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:24.563064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:24.563626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8217454 Feb 09 02:20:24.569066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Request body: {'subnet': {'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:24.592338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-be507082-512a-4a3c-84f6-81136f414792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8323505 Feb 09 02:20:24.596005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59818) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:24.608026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2eb6d-5dda-4cca-ba2c-16c0a3c7e4ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event updated for resources: {'Network': ['ID=4655fb28-dd39-4511-b89e-c39781abe3ad,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:24.720453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 4655fb28-dd39-4511-b89e-c39781abe3ad details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:24.789707 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:20:24.806097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Made reservation on behalf of 67462f95bd604212b2c3559380082075 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:24.806681 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (67374d11-6490-472f-bb45-2d71a5d82cd5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.810353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.837736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2eca8-e979-43a7-b071-d06ce3c09c13 req-3b978dea-4fbb-4785-912a-7e5645625fe4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:24.840144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41c2eca8-e979-43a7-b071-d06ce3c09c13 req-3b978dea-4fbb-4785-912a-7e5645625fe4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1079700 Feb 09 02:20:24.916417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (4e1613e3-b684-4590-80a4-4c472531ce8d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.936903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f066f-27ef-4eda-b349-a99450f26920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-67374d11-6490-472f-bb45-2d71a5d82cd5', 'network_id': '67374d11-6490-472f-bb45-2d71a5d82cd5', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': '4e1613e3-b684-4590-80a4-4c472531ce8d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:24.937769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-933f066f-27ef-4eda-b349-a99450f26920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:24.995317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41c2eca8-e979-43a7-b071-d06ce3c09c13 req-d59ba0ea-76fe-46b5-96bf-62cac338783a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462669 Feb 09 02:20:25.001748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:25.029535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'mac_address': 'fa:16:3e:eb:38:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:20:25.083632 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (4e1613e3-b684-4590-80a4-4c472531ce8d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.135897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (1788cd55-f09c-4e98-98d4-8d7be7762f7f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.137310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1613e3-b684-4590-80a4-4c472531ce8d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:25.212718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event updated for resources: {'Subnet': ['ID=1788cd55-f09c-4e98-98d4-8d7be7762f7f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:25.216580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 12025c87-959b-48d0-b2cc-8ce094c950a1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:25.216981 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.244723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12025c87-959b-48d0-b2cc-8ce094c950a1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:20:25.258249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Checking segment: {'id': '06206fe5-9a44-48e9-88c9-19abb0c05ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:25.258903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Network hostable DHCP agents. Network: 4655fb28-dd39-4511-b89e-c39781abe3ad, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-933f066f-27ef-4eda-b349-a99450f26920 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e1613e3-b684-4590-80a4-4c472531ce8d: This subnet is being modified by another concurrent operation. Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:20:25.264959 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e1613e3-b684-4590-80a4-4c472531ce8d: This subnet is being modified by another concurrent operation. Feb 09 02:20:25.270124 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:20:25.289235 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (67374d11-6490-472f-bb45-2d71a5d82cd5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.307333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:25.310044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Network 4655fb28-dd39-4511-b89e-c39781abe3ad is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:25.314247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff3b47-6f8e-4e23-81fb-4b757b1783db None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:25.337503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 4655fb28-dd39-4511-b89e-c39781abe3ad) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:25.343876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:25.344552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.380086 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ce2287c3-2362-4f69-bbfc-69f7fb16ebb1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8130441 Feb 09 02:20:25.381065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:25.389402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Request body: {'port': {'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad', 'name': 'tempest-TagsExtTest-927252901'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:25.419452 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.480542 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:20:25.506722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:25.508646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67374d11-6490-472f-bb45-2d71a5d82cd5']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:25.568661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Made reservation on behalf of 67462f95bd604212b2c3559380082075 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:25.577100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.614833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] device_id is not set on port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:25.617263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff3b47-6f8e-4e23-81fb-4b757b1783db None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:25.772564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Allocated IP 172.20.0.12 (4655fb28-dd39-4511-b89e-c39781abe3ad/1788cd55-f09c-4e98-98d4-8d7be7762f7f/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:25.841379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['12025c87-959b-48d0-b2cc-8ce094c950a1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:20:25.956681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe90de41-6c3c-4785-b246-5c618f76d992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:25.973763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57f8bd2-44d0-4872-9c6b-ba6529f028d0') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:25.974320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57f8bd2-44d0-4872-9c6b-ba6529f028d0') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:26.017770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-050251f0-e8e4-4d86-b608-adbb07ace610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.020024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-050251f0-e8e4-4d86-b608-adbb07ace610 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.7003992 Feb 09 02:20:26.025059 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (d57f8bd2-44d0-4872-9c6b-ba6529f028d0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.031562 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.060446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d57f8bd2-44d0-4872-9c6b-ba6529f028d0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.079594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.085209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:26.085622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (d57f8bd2-44d0-4872-9c6b-ba6529f028d0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:26.137724 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:26.184855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb0e6-d53a-43c2-b014-9822200e32a6 req-7db23d52-fd17-48fb-8811-464c1ef66243 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.192455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d72cb0e6-d53a-43c2-b014-9822200e32a6 req-7db23d52-fd17-48fb-8811-464c1ef66243 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.8439751 Feb 09 02:20:26.203305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Network 4655fb28-dd39-4511-b89e-c39781abe3ad is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:26.207002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:26.213141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:26.245722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event updated for resources: {'Port': ['ID=68bc4290-46d7-4bb0-b6f1-7c4dfb95da50,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:26.254057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-4655fb28-dd39-4511-b89e-c39781abe3ad', 'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad', 'project_id': '67462f95bd604212b2c3559380082075', 'fixed_ips': [{'subnet_id': '1788cd55-f09c-4e98-98d4-8d7be7762f7f'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:26.259601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.303530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.304302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.311121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f7484-b6e5-47ad-8f8f-548417c9a0f5 req-7348f16a-9e0a-4fa7-9a90-bcaf9bfd8d8d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.313887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-594f7484-b6e5-47ad-8f8f-548417c9a0f5 req-7348f16a-9e0a-4fa7-9a90-bcaf9bfd8d8d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 945 time: 0.8946903 Feb 09 02:20:26.349089 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ad75738b-e3b4-488e-b4e7-ef1c1eea4a0d tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9628839 Feb 09 02:20:26.351129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:26.361069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-819f6b3b-043f-4e01-b466-afd24a96a481 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1231655103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:26.411219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-819f6b3b-043f-4e01-b466-afd24a96a481 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (c10b6a4e-3306-40c8-b3b3-d38ec527a471), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.413109 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-819f6b3b-043f-4e01-b466-afd24a96a481 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (c10b6a4e-3306-40c8-b3b3-d38ec527a471), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.413969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (67374d11-6490-472f-bb45-2d71a5d82cd5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.434693 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.441189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/67374d11-6490-472f-bb45-2d71a5d82cd5 HTTP/1.1" status: 204 len: 168 time: 1.8418484 Feb 09 02:20:26.442973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:26.444747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Allocated IP 172.20.0.2 (4655fb28-dd39-4511-b89e-c39781abe3ad/1788cd55-f09c-4e98-98d4-8d7be7762f7f/735d9629-88b4-4755-a09d-263ad1374040) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:26.460386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d72cb0e6-d53a-43c2-b014-9822200e32a6 req-789e6263-f352-4f20-82cf-3540b26c60ed tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623053 Feb 09 02:20:26.518916 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-89751513-68d6-4b43-bebe-28820749e5b2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] GET failed (client error): The resource could not be found. Feb 09 02:20:26.521817 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-89751513-68d6-4b43-bebe-28820749e5b2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/subnets/4e1613e3-b684-4590-80a4-4c472531ce8d HTTP/1.1" status: 404 len: 337 time: 0.0775993 Feb 09 02:20:26.530365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:26.532001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-594f7484-b6e5-47ad-8f8f-548417c9a0f5 req-4e29aa8d-f25d-40cb-8e70-14d14b20e691 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895015 Feb 09 02:20:26.536762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc60b2b-02a2-486b-ada1-dedffb0e8a92 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=67374d11-6490-472f-bb45-2d71a5d82cd5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:26.552056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-7f0b9989-72d2-4427-92be-7df02014d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.554000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-7f0b9989-72d2-4427-92be-7df02014d936 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.4758067 Feb 09 02:20:26.668448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-3de95eb3-9d3e-4a32-8e22-1911b50406d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.1065154 Feb 09 02:20:26.672893 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e228ee6-a331-414a-be1f-976acaede268 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:26.673512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e228ee6-a331-414a-be1f-976acaede268 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:26.676972 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e228ee6-a331-414a-be1f-976acaede268 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/67374d11-6490-472f-bb45-2d71a5d82cd5 HTTP/1.1" status: 404 len: 339 time: 0.1345139 Feb 09 02:20:26.679389 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Publish callbacks [] for port (735d9629-88b4-4755-a09d-263ad1374040), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.683239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:26.691545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (735d9629-88b4-4755-a09d-263ad1374040), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.730024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-819f6b3b-043f-4e01-b466-afd24a96a481 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for router_controller (c10b6a4e-3306-40c8-b3b3-d38ec527a471), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.741077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Pushing event updated for resources: {'Port': ['ID=735d9629-88b4-4755-a09d-263ad1374040,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:26.751279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Network 4655fb28-dd39-4511-b89e-c39781abe3ad is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:26.753475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:26.755896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:26.787047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-93ff0368-e136-48c9-8e54-dfe5dd46471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.788662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-93ff0368-e136-48c9-8e54-dfe5dd46471a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1140265 Feb 09 02:20:26.830580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-819f6b3b-043f-4e01-b466-afd24a96a481 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (c10b6a4e-3306-40c8-b3b3-d38ec527a471), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.855923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-819f6b3b-043f-4e01-b466-afd24a96a481 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.859850 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-819f6b3b-043f-4e01-b466-afd24a96a481 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5041683 Feb 09 02:20:26.860986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59846) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:26.868454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3b0c8182-1923-4ca7-a841-84a090fb18b2 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1601867537', 'prefixes': ['172.20.0.0/16']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:26.875578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Attempting to bind port 735d9629-88b4-4755-a09d-263ad1374040 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:26.877158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Attempting to bind port 735d9629-88b4-4755-a09d-263ad1374040 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '06206fe5-9a44-48e9-88c9-19abb0c05ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:26.877751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Attempting to bind port 735d9629-88b4-4755-a09d-263ad1374040 on network 4655fb28-dd39-4511-b89e-c39781abe3ad {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:26.887689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:26.888503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Checking segment: {'id': '06206fe5-9a44-48e9-88c9-19abb0c05ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:26.889126 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.889771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Bound using segment: {'id': '06206fe5-9a44-48e9-88c9-19abb0c05ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:26.890667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Bound port: 735d9629-88b4-4755-a09d-263ad1374040, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06206fe5-9a44-48e9-88c9-19abb0c05ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4655fb28-dd39-4511-b89e-c39781abe3ad'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:26.891182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (735d9629-88b4-4755-a09d-263ad1374040), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.955678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-1987b5a0-7690-4a68-98bf-1ad6d7e36ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:26.957251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-1987b5a0-7690-4a68-98bf-1ad6d7e36ad5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1615641 Feb 09 02:20:26.978056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] For port 735d9629-88b4-4755-a09d-263ad1374040, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:26.985886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] For port 735d9629-88b4-4755-a09d-263ad1374040, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=735d9629-88b4-4755-a09d-263ad1374040,segment=NetworkSegment(06206fe5-9a44-48e9-88c9-19abb0c05ea8),segment_id=06206fe5-9a44-48e9-88c9-19abb0c05ea8)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:26.990296 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:26.996041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (735d9629-88b4-4755-a09d-263ad1374040), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:27.072180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d63ef7-3e46-439f-a2fe-24ac54ce255c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.077600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af69c3-17e1-458e-af0b-696fb3dc58f3 None None] Pushing event updated for resources: {'Port': ['ID=735d9629-88b4-4755-a09d-263ad1374040,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:27.078650 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d2d63ef7-3e46-439f-a2fe-24ac54ce255c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3933094 Feb 09 02:20:27.079434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59852) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.081580 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b0c8182-1923-4ca7-a841-84a090fb18b2 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:27.085722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b0c8182-1923-4ca7-a841-84a090fb18b2 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2186296 Feb 09 02:20:27.085969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59854) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.091719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-facf416a-ca64-423a-abac-30b4a4f7b28b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', 'tempest-TagsExtTest-Tag-1450159533') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:27.141691 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62faec59-0711-4e05-a032-f48cead1ae9f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 207 time: 0.0609097 Feb 09 02:20:27.142569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59856) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.237318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-33bd190e-d5db-4f8e-9eb4-6c5b93c59a66 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684116 Feb 09 02:20:27.481335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-facf416a-ca64-423a-abac-30b4a4f7b28b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags/tempest-TagsExtTest-Tag-1450159533 HTTP/1.1" status: 201 len: 201 time: 0.3940618 Feb 09 02:20:27.482977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.488648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-d20da443-986f-4e5b-b58c-6c5414a51490 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', 'tempest-TagsExtTest-Tag-352088159') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:27.518378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-209b6fb0-a6f5-483a-ade8-cd4d0d4cf3df req-1aa60245-e158-4156-96c7-ad5bf45a2578 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643042 Feb 09 02:20:27.557341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47330c1c-6d9b-475c-b491-7efb7f5e9fb7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.563565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47330c1c-6d9b-475c-b491-7efb7f5e9fb7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.579752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47330c1c-6d9b-475c-b491-7efb7f5e9fb7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.597973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47330c1c-6d9b-475c-b491-7efb7f5e9fb7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.609133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-47330c1c-6d9b-475c-b491-7efb7f5e9fb7 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4634545 Feb 09 02:20:27.610902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59864) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.636694 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d20da443-986f-4e5b-b58c-6c5414a51490 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags/tempest-TagsExtTest-Tag-352088159 HTTP/1.1" status: 201 len: 201 time: 0.1515458 Feb 09 02:20:27.637392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.642982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-72703381-9055-4d72-9cef-673ee47764cf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', 'tempest-TagsExtTest-Tag-1706515901') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:27.751723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-716551a2-bfb8-42df-b7ad-7230782842cf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1389790 Feb 09 02:20:27.761537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59870) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.843793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572e55b-862d-48c5-acae-545c9bd2d202 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.845245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572e55b-862d-48c5-acae-545c9bd2d202 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.852656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b572e55b-862d-48c5-acae-545c9bd2d202 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0899065 Feb 09 02:20:27.853469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59872) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:27.969471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73497c25-bc35-4d67-9d1a-b654160972fc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.970797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73497c25-bc35-4d67-9d1a-b654160972fc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['shared'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.972806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-73497c25-bc35-4d67-9d1a-b654160972fc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0998733 Feb 09 02:20:27.988956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174ace7-fce4-432a-ba87-3623f1843305 req-a47aba11-ec2b-4c02-bcad-4e6c47a69f65 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:27.997157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1174ace7-fce4-432a-ba87-3623f1843305 req-a47aba11-ec2b-4c02-bcad-4e6c47a69f65 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 945 time: 0.2717175 Feb 09 02:20:27.999141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59874) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.061944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1fb9e-034f-4cec-8c66-6d9812d9c3f2 req-540a8f4e-9cc2-4639-ae06-24bcaffebfd6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:28.070046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3de1fb9e-034f-4cec-8c66-6d9812d9c3f2 req-540a8f4e-9cc2-4639-ae06-24bcaffebfd6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4590020 Feb 09 02:20:28.094055 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.212008 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72703381-9055-4d72-9cef-673ee47764cf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags/tempest-TagsExtTest-Tag-1706515901 HTTP/1.1" status: 201 len: 201 time: 0.5731823 Feb 09 02:20:28.213269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59878) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.219539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-3491acff-da71-497e-b861-aff05a27fb11 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', 'tempest-TagsExtTest-Tag-1444596311') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:28.284137 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3491acff-da71-497e-b861-aff05a27fb11 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags/tempest-TagsExtTest-Tag-1444596311 HTTP/1.1" status: 201 len: 201 time: 0.0685391 Feb 09 02:20:28.285064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.290258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-28673811-ca76-4fdd-8fe6-dcce75bba166 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:28.326412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3de1fb9e-034f-4cec-8c66-6d9812d9c3f2 req-048e2bc9-a5ab-4bc9-8afb-64ac6adc372e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428396 Feb 09 02:20:28.350296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1174ace7-fce4-432a-ba87-3623f1843305 req-bc869173-b3e9-4298-86d0-eadbebca990c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520112 Feb 09 02:20:28.411987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd8728-56f6-49ea-b763-17cdbfc0feb1 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:28.413820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-03cd8728-56f6-49ea-b763-17cdbfc0feb1 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/networks/1d538bca-0289-4b0d-96e2-1ee60a617ff7 HTTP/1.1" status: 200 len: 800 time: 0.4122021 Feb 09 02:20:28.419750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59882) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.464387 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-28673811-ca76-4fdd-8fe6-dcce75bba166 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags HTTP/1.1" status: 200 len: 241 time: 0.1775331 Feb 09 02:20:28.467009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.471708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-14b0f808-2a47-4764-81a8-8b830cb15799 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', 'tempest-TagsExtTest-Tag-1450159533') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:28.481638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12025c87-959b-48d0-b2cc-8ce094c950a1 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:28.551346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-14b0f808-2a47-4764-81a8-8b830cb15799 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags/tempest-TagsExtTest-Tag-1450159533 HTTP/1.1" status: 204 len: 168 time: 0.0830247 Feb 09 02:20:28.554317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59886) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.562626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-60769fe9-6f88-4123-a59c-c8505a050b8c tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', 'tempest-TagsExtTest-Tag-1450159533') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:28.600511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c73c34b3-e3dd-413c-b35f-e3abffc9d632 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/networks/1d538bca-0289-4b0d-96e2-1ee60a617ff7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1794930 Feb 09 02:20:28.601117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59888) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.614314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 12025c87-959b-48d0-b2cc-8ce094c950a1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:20:28.622403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 12025c87-959b-48d0-b2cc-8ce094c950a1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:28.625637 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.670045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fbeff7-0291-40bf-8d12-7d77da9e87e3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:28.677572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d6fbeff7-0291-40bf-8d12-7d77da9e87e3 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/subnets/3b912fa6-7a6d-4177-a44e-38ec7645b6f1 HTTP/1.1" status: 200 len: 811 time: 0.0747383 Feb 09 02:20:28.678630 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59890) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.699192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f13fe4-a50a-4218-b2a4-647b425365a6 None None] Network 67374d11-6490-472f-bb45-2d71a5d82cd5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:28.701155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51989952-39c0-4e56-933a-b02171e76991 None None] Network 4655fb28-dd39-4511-b89e-c39781abe3ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:28.734069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-60769fe9-6f88-4123-a59c-c8505a050b8c tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags/tempest-TagsExtTest-Tag-1450159533 HTTP/1.1" status: 204 len: 168 time: 0.1756051 Feb 09 02:20:28.734449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59894) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.742379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-735ed0b9-869e-443e-bbe2-cffbb2ceeaa8 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:28.754990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de0843-48dc-4f61-acac-54b36d5e6938 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['shared'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:28.756593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84de0843-48dc-4f61-acac-54b36d5e6938 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "GET /v2.0/subnets/3b912fa6-7a6d-4177-a44e-38ec7645b6f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0764835 Feb 09 02:20:28.762493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.767769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695028568'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:28.806517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f13fe4-a50a-4218-b2a4-647b425365a6 None None] Network 67374d11-6490-472f-bb45-2d71a5d82cd5 could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:20:28.807708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:28.812406 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.847876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-735ed0b9-869e-443e-bbe2-cffbb2ceeaa8 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags HTTP/1.1" status: 200 len: 205 time: 0.1101348 Feb 09 02:20:28.848347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:28.853084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-5b75963b-cad6-42b3-98bc-124929ffbc12 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:28.866243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ee539c57-994c-40f2-b8fb-ee1f0a12d941 None None] Provisioning complete for port 735d9629-88b4-4755-a09d-263ad1374040 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:28.866860 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee539c57-994c-40f2-b8fb-ee1f0a12d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (735d9629-88b4-4755-a09d-263ad1374040), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.893509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:28.905138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b3e40566-8ba8-496c-b617-f811934d2a1d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.905821 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Added segment b3e40566-8ba8-496c-b617-f811934d2a1d of type vlan for network 4b4e5f14-4ff8-471e-9762-93f74e5949bc Feb 09 02:20:28.940745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 12025c87-959b-48d0-b2cc-8ce094c950a1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:28.941309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.956634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (4b4e5f14-4ff8-471e-9762-93f74e5949bc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:28.998753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (4b4e5f14-4ff8-471e-9762-93f74e5949bc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.001163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:29.007491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:29.010505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:29.011790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.012657 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc63d41d-d50e-44b6-acbb-d1bdc86764c8" -d '{"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-plugged", "status": "completed", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:29.017189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.133945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ee539c57-994c-40f2-b8fb-ee1f0a12d941 None None] Current status of the port 735d9629-88b4-4755-a09d-263ad1374040 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:29.134636 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee539c57-994c-40f2-b8fb-ee1f0a12d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (735d9629-88b4-4755-a09d-263ad1374040), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.139171 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea679584-16b2-4b08-a0ac-df47f857eb98 x-openstack-request-id: req-ea679584-16b2-4b08-a0ac-df47f857eb98 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:29.139587 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-plugged", "status": "completed", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:29.139964 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea679584-16b2-4b08-a0ac-df47f857eb98 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:29.140587 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'code': 200} Feb 09 02:20:29.181235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:29.186394 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4220600 Feb 09 02:20:29.188958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59904) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:29.196562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'network_id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:29.216735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ee539c57-994c-40f2-b8fb-ee1f0a12d941 None None] For port 735d9629-88b4-4755-a09d-263ad1374040, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=735d9629-88b4-4755-a09d-263ad1374040,segment=NetworkSegment(06206fe5-9a44-48e9-88c9-19abb0c05ea8),segment_id=06206fe5-9a44-48e9-88c9-19abb0c05ea8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:29.227231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ee539c57-994c-40f2-b8fb-ee1f0a12d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (735d9629-88b4-4755-a09d-263ad1374040), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.272835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dc6d9-49e2-43c4-8b7f-f188a9f84dfc tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Network': ['ID=4b4e5f14-4ff8-471e-9762-93f74e5949bc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:29.280336 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5b75963b-cad6-42b3-98bc-124929ffbc12 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags HTTP/1.1" status: 200 len: 240 time: 0.4284647 Feb 09 02:20:29.281123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:29.285695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-96736750-047a-4763-95b3-0643999323c2 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', 'tempest-TagsExtTest-Tag-352088159') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:29.298223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 735d9629-88b4-4755-a09d-263ad1374040 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:29.458843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-96736750-047a-4763-95b3-0643999323c2 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags/tempest-TagsExtTest-Tag-352088159 HTTP/1.1" status: 204 len: 168 time: 0.1765704 Feb 09 02:20:29.461210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:29.467181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-3634e4f4-45cd-4e1a-ae0f-bb9fa7d32649 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', 'tempest-TagsExtTest-Tag-352088159') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:29.610284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 4b4e5f14-4ff8-471e-9762-93f74e5949bc details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:29.639565 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3634e4f4-45cd-4e1a-ae0f-bb9fa7d32649 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags/tempest-TagsExtTest-Tag-352088159 HTTP/1.1" status: 204 len: 168 time: 0.1772757 Feb 09 02:20:29.641893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:29.646838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-b0a6ce0d-c122-4c47-9beb-28023d4de452 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:29.649397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72460350-99b9-4a22-9ab9-553ffaa9e4df req-4cb96a7e-d23f-4bff-a944-3ca3aa788ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:29.657110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72460350-99b9-4a22-9ab9-553ffaa9e4df req-4cb96a7e-d23f-4bff-a944-3ca3aa788ce0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 1129 time: 0.2643180 Feb 09 02:20:29.677779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Made reservation on behalf of 7fdac5e5ec504c4f8fc3390f2d5e47a5 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:29.684818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.759280 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b0a6ce0d-c122-4c47-9beb-28023d4de452 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags HTTP/1.1" status: 200 len: 205 time: 0.1161480 Feb 09 02:20:29.763032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:29.767902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-b6825185-20e0-4646-89d7-dd00dfc5869a tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:29.771455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 735d9629-88b4-4755-a09d-263ad1374040 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:29.771836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (735d9629-88b4-4755-a09d-263ad1374040), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.781813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Performing IP validity checks on allocation pools {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:20:29.783139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:20:29.860428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee539c57-994c-40f2-b8fb-ee1f0a12d941 None None] Pushing event updated for resources: {'Port': ['ID=735d9629-88b4-4755-a09d-263ad1374040,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:29.894866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:29.948874 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b6825185-20e0-4646-89d7-dd00dfc5869a tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags HTTP/1.1" status: 200 len: 241 time: 0.1821830 Feb 09 02:20:29.949122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:29.954338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-4b741bfe-d092-415f-9ced-d69ffd04e476 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', 'tempest-TagsExtTest-Tag-1706515901') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:29.980676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8862898-5c5f-4edd-86ad-fb78ca0122eb None None] Network 4655fb28-dd39-4511-b89e-c39781abe3ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:29.998330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce933b91-7211-4c40-9791-37712d44abc6 req-455d76a9-546c-4669-9a49-44d3b617b086 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.003184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce933b91-7211-4c40-9791-37712d44abc6 req-455d76a9-546c-4669-9a49-44d3b617b086 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.5474474 Feb 09 02:20:30.009343 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (e9a1dbcd-400f-4517-9bd9-bb43d216699f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.036571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b59cc-c628-4461-8510-46433d490e40 req-7f3cdf89-dd2a-4430-9a3c-eef0c27df37e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.045684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6b59cc-c628-4461-8510-46433d490e40 req-7f3cdf89-dd2a-4430-9a3c-eef0c27df37e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.5135641 Feb 09 02:20:30.089968 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b741bfe-d092-415f-9ced-d69ffd04e476 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags/tempest-TagsExtTest-Tag-1706515901 HTTP/1.1" status: 204 len: 168 time: 0.1397903 Feb 09 02:20:30.090239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 735d9629-88b4-4755-a09d-263ad1374040 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:30.092288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.096912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-39624414-cb43-49e4-a8e9-33c6770831ec None None] Provisioning complete for port 735d9629-88b4-4755-a09d-263ad1374040 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:30.097295 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39624414-cb43-49e4-a8e9-33c6770831ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (735d9629-88b4-4755-a09d-263ad1374040), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.103970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-34c685c4-6251-4c82-86dd-5eb5788f2145 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', 'tempest-TagsExtTest-Tag-1706515901') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:30.131725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72460350-99b9-4a22-9ab9-553ffaa9e4df req-68366ad3-ec65-46ac-a178-2598d6f5e619 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585824 Feb 09 02:20:30.181387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=e9a1dbcd-400f-4517-9bd9-bb43d216699f,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:30.224581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce933b91-7211-4c40-9791-37712d44abc6 req-4ef1e65a-d90a-4f63-ab85-572a2ae9128b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165258 Feb 09 02:20:30.241956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6b59cc-c628-4461-8510-46433d490e40 req-37eabbfd-7a49-42b9-ba3c-f781ff08da70 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935122 Feb 09 02:20:30.262347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Checking segment: {'id': 'b3e40566-8ba8-496c-b617-f811934d2a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:30.262714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network hostable DHCP agents. Network: 4b4e5f14-4ff8-471e-9762-93f74e5949bc, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:30.298872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Network 4b4e5f14-4ff8-471e-9762-93f74e5949bc is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:30.301786 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34c685c4-6251-4c82-86dd-5eb5788f2145 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags/tempest-TagsExtTest-Tag-1706515901 HTTP/1.1" status: 204 len: 168 time: 0.2044787 Feb 09 02:20:30.304261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.315831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-c309d099-4f54-48b8-8656-0f5d3d1a1adf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:30.316242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 4b4e5f14-4ff8-471e-9762-93f74e5949bc) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:30.321318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.321935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.348629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ca6d5-84f8-47c3-bd19-d267d33b269b None None] Network 4b4e5f14-4ff8-471e-9762-93f74e5949bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:30.359758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ce2e2023-2690-47ba-ae15-04abc2b06d29 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1679034 Feb 09 02:20:30.362491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59930) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.367897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1b3c7d6b-40d2-47c2-a376-4a3829e40dc5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:30.504199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-39624414-cb43-49e4-a8e9-33c6770831ec None None] Current status of the port 735d9629-88b4-4755-a09d-263ad1374040 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:30.593231 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c309d099-4f54-48b8-8656-0f5d3d1a1adf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags HTTP/1.1" status: 200 len: 205 time: 0.2870777 Feb 09 02:20:30.598595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.603484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-6ea130b4-5959-46b3-8796-2829752d1f63 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:30.640289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-39624414-cb43-49e4-a8e9-33c6770831ec None None] Provisioning complete for port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:30.640806 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-39624414-cb43-49e4-a8e9-33c6770831ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.658646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7d6b-40d2-47c2-a376-4a3829e40dc5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126300567'] for subnet (e9a1dbcd-400f-4517-9bd9-bb43d216699f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.669228 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6ea130b4-5959-46b3-8796-2829752d1f63 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags HTTP/1.1" status: 200 len: 241 time: 0.0624585 Feb 09 02:20:30.670005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.675561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-404d4487-92e3-4def-a640-ffb5ea5be09b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', 'tempest-TagsExtTest-Tag-1444596311') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:30.722039 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-404d4487-92e3-4def-a640-ffb5ea5be09b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags/tempest-TagsExtTest-Tag-1444596311 HTTP/1.1" status: 204 len: 168 time: 0.0506816 Feb 09 02:20:30.722793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.723761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-4b4e5f14-4ff8-471e-9762-93f74e5949bc', 'network_id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc', 'project_id': '7fdac5e5ec504c4f8fc3390f2d5e47a5', 'fixed_ips': [{'subnet_id': 'e9a1dbcd-400f-4517-9bd9-bb43d216699f'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:30.727793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-fbda3e1e-97a1-443a-bd94-83994374cdcf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', 'tempest-TagsExtTest-Tag-1444596311') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:30.728843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:30.772093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440135-0cb8-4f99-97d7-d2fada03d216 req-7461d759-3f11-4eb2-b53c-030a4b31df6c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:30.776623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee440135-0cb8-4f99-97d7-d2fada03d216 req-7461d759-3f11-4eb2-b53c-030a4b31df6c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3066916 Feb 09 02:20:30.821018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-39624414-cb43-49e4-a8e9-33c6770831ec None None] Port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:20:30.827189 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fbda3e1e-97a1-443a-bd94-83994374cdcf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags/tempest-TagsExtTest-Tag-1444596311 HTTP/1.1" status: 204 len: 168 time: 0.1032732 Feb 09 02:20:30.828859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.845747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-b1d4e788-9e24-4b60-ab4b-fae84f5d6965 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:30.914864 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b1d4e788-9e24-4b60-ab4b-fae84f5d6965 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags HTTP/1.1" status: 200 len: 205 time: 0.0816953 Feb 09 02:20:30.918548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:30.929979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-972045d9-dd32-401c-bb23-f0e7d1ec0352 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:30.978329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-81e3a24f-d3ae-4ff6-a90f-83a1a296b01f None None] Provisioning complete for port 735d9629-88b4-4755-a09d-263ad1374040 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:30.982004 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81e3a24f-d3ae-4ff6-a90f-83a1a296b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (735d9629-88b4-4755-a09d-263ad1374040), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.018133 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-972045d9-dd32-401c-bb23-f0e7d1ec0352 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags HTTP/1.1" status: 204 len: 168 time: 0.0920296 Feb 09 02:20:31.018710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:31.023553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-50895ad8-4480-4975-af20-f7b78c6b68c5 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.032947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7d6b-40d2-47c2-a376-4a3829e40dc5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772409973252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130001372'] for subnet (e9a1dbcd-400f-4517-9bd9-bb43d216699f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.119910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee440135-0cb8-4f99-97d7-d2fada03d216 req-d87da75c-bcb9-4c3b-bc44-980ccaa4d4e5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754906 Feb 09 02:20:31.146254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c7d6b-40d2-47c2-a376-4a3829e40dc5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.146908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7d6b-40d2-47c2-a376-4a3829e40dc5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.148239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b3c7d6b-40d2-47c2-a376-4a3829e40dc5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "PUT /v2.0/subnets/e9a1dbcd-400f-4517-9bd9-bb43d216699f HTTP/1.1" status: 200 len: 877 time: 0.7846138 Feb 09 02:20:31.159830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59952) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:31.173735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 735d9629-88b4-4755-a09d-263ad1374040 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:31.297356 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (4b4e5f14-4ff8-471e-9762-93f74e5949bc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.317401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59958) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:31.319062 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-50895ad8-4480-4975-af20-f7b78c6b68c5 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags HTTP/1.1" status: 204 len: 168 time: 0.2991831 Feb 09 02:20:31.321802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c7d6b-40d2-47c2-a376-4a3829e40dc5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event updated for resources: {'Subnet': ['ID=e9a1dbcd-400f-4517-9bd9-bb43d216699f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:31.329309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-17d746ab-6c46-469f-ba2b-ddc5521b2ff2 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.377477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Allocated IP 172.20.0.3 (4b4e5f14-4ff8-471e-9762-93f74e5949bc/e9a1dbcd-400f-4517-9bd9-bb43d216699f/98cd4ec2-540f-45e5-a686-3f5ef0465cc0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:31.554499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (e9a1dbcd-400f-4517-9bd9-bb43d216699f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.621361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e93a-e38a-468b-82f3-8f86acc3ae78 req-fc2eae65-b74d-4637-90f3-61b87aa67b09 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.622780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f4e93a-e38a-468b-82f3-8f86acc3ae78 req-fc2eae65-b74d-4637-90f3-61b87aa67b09 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.2220166 Feb 09 02:20:31.693011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-17d746ab-6c46-469f-ba2b-ddc5521b2ff2 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags HTTP/1.1" status: 204 len: 168 time: 0.3695910 Feb 09 02:20:31.694677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:31.701458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-22a394f7-7f41-49c2-b609-6b188940200b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.702874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Publish callbacks [] for port (98cd4ec2-540f-45e5-a686-3f5ef0465cc0), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.723154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (98cd4ec2-540f-45e5-a686-3f5ef0465cc0), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.740000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f4e93a-e38a-468b-82f3-8f86acc3ae78 req-7f0e8301-2004-4d71-8a37-46156cefcb48 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054618 Feb 09 02:20:31.797153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Pushing event updated for resources: {'Port': ['ID=98cd4ec2-540f-45e5-a686-3f5ef0465cc0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:31.799785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 735d9629-88b4-4755-a09d-263ad1374040 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:31.800197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (735d9629-88b4-4755-a09d-263ad1374040), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.801492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908226e-d40a-4568-aa43-664edf3bd9eb req-62890ee7-e648-4076-9862-e193b8976831 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:31.803193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4908226e-d40a-4568-aa43-664edf3bd9eb req-62890ee7-e648-4076-9862-e193b8976831 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1738365 Feb 09 02:20:31.818652 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (e9a1dbcd-400f-4517-9bd9-bb43d216699f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.862867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-81e3a24f-d3ae-4ff6-a90f-83a1a296b01f None None] Current status of the port 735d9629-88b4-4755-a09d-263ad1374040 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:31.864574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a1dbcd-400f-4517-9bd9-bb43d216699f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:31.899333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-81e3a24f-d3ae-4ff6-a90f-83a1a296b01f None None] Provisioning complete for port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:31.900857 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-81e3a24f-d3ae-4ff6-a90f-83a1a296b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:31.906543 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-22a394f7-7f41-49c2-b609-6b188940200b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags HTTP/1.1" status: 204 len: 168 time: 0.2102768 Feb 09 02:20:31.912463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:31.923637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-9d8c1d15-2cd6-452a-9ffb-2900223f2b1a tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', 'tempest-TagsExtTest-Tag-949862372') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:31.953255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Network 4b4e5f14-4ff8-471e-9762-93f74e5949bc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:31.956835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:31.961833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:31.986041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (4b4e5f14-4ff8-471e-9762-93f74e5949bc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.018151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-81e3a24f-d3ae-4ff6-a90f-83a1a296b01f None None] Port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:20:32.028742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4908226e-d40a-4568-aa43-664edf3bd9eb req-3f85e549-859e-41c4-a1eb-4918e1292c41 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094421 Feb 09 02:20:32.041151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 735d9629-88b4-4755-a09d-263ad1374040 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:32.046339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4e5f14-4ff8-471e-9762-93f74e5949bc']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.052247 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9d8c1d15-2cd6-452a-9ffb-2900223f2b1a tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags/tempest-TagsExtTest-Tag-949862372 HTTP/1.1" status: 201 len: 201 time: 0.1379559 Feb 09 02:20:32.055074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59970) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:32.062019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-30883a4e-6d3a-426d-8c05-edc83b214476 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', 'tempest-TagsExtTest-Tag-1409258147') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.092769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e40566-8ba8-496c-b617-f811934d2a1d') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.093323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e40566-8ba8-496c-b617-f811934d2a1d') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.118491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (b3e40566-8ba8-496c-b617-f811934d2a1d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.164548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b3e40566-8ba8-496c-b617-f811934d2a1d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.168769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Attempting to bind port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:32.169232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Attempting to bind port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'b3e40566-8ba8-496c-b617-f811934d2a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:32.169670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Attempting to bind port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0 on network 4b4e5f14-4ff8-471e-9762-93f74e5949bc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:32.177712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:32.178337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (b3e40566-8ba8-496c-b617-f811934d2a1d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.186060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:32.190863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Checking segment: {'id': 'b3e40566-8ba8-496c-b617-f811934d2a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:32.192491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.192988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Bound using segment: {'id': 'b3e40566-8ba8-496c-b617-f811934d2a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:32.194057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Bound port: 98cd4ec2-540f-45e5-a686-3f5ef0465cc0, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e40566-8ba8-496c-b617-f811934d2a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:32.195641 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (98cd4ec2-540f-45e5-a686-3f5ef0465cc0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.221880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-100ce9a7-2324-4976-a22e-02d9110165e5 None None] Provisioning complete for port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:32.224604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-100ce9a7-2324-4976-a22e-02d9110165e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:32.289467 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:32.292713 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:20:32.292713 n-d-826675-12 neutron-server[103149]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:20:32.292713 n-d-826675-12 neutron-server[103149]: [parameters: {'id': '4b4e5f14-4ff8-471e-9762-93f74e5949bc'}] Feb 09 02:20:32.292713 n-d-826675-12 neutron-server[103149]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:20:32.294780 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-30883a4e-6d3a-426d-8c05-edc83b214476 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags/tempest-TagsExtTest-Tag-1409258147 HTTP/1.1" status: 201 len: 201 time: 0.2379148 Feb 09 02:20:32.295468 n-d-826675-12 neutron-server[103149]: DEBUG oslo_db.api [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:20:32.297299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:32.305590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-ed655bbe-a481-4cf5-9717-78a35db8a968 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', 'tempest-TagsExtTest-Tag-1147782499') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.337356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-100ce9a7-2324-4976-a22e-02d9110165e5 None None] Port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:20:32.378165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] For port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:32.390654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] For port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=98cd4ec2-540f-45e5-a686-3f5ef0465cc0,segment=NetworkSegment(b3e40566-8ba8-496c-b617-f811934d2a1d),segment_id=b3e40566-8ba8-496c-b617-f811934d2a1d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:32.404779 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (98cd4ec2-540f-45e5-a686-3f5ef0465cc0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.460020 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed655bbe-a481-4cf5-9717-78a35db8a968 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags/tempest-TagsExtTest-Tag-1147782499 HTTP/1.1" status: 201 len: 201 time: 0.1614101 Feb 09 02:20:32.460789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:32.466351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-ab4b5b85-2b12-4a56-8d3d-9cd62fa4f726 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', 'tempest-TagsExtTest-Tag-1552797889') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.467237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6c47a-1457-4ec7-810f-87f4175a02b8 req-b1d603ff-a69d-437b-bd37-87e2038eec38 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:32.475183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf6c47a-1457-4ec7-810f-87f4175a02b8 req-b1d603ff-a69d-437b-bd37-87e2038eec38 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1386168 Feb 09 02:20:32.479856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d5458-8e26-4ee0-91fb-d28eda3fcd6f None None] Pushing event updated for resources: {'Port': ['ID=98cd4ec2-540f-45e5-a686-3f5ef0465cc0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:32.574438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bbf6c47a-1457-4ec7-810f-87f4175a02b8 req-fc7e8185-a073-48c8-9b54-071234a23233 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983768 Feb 09 02:20:32.605958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d27b73-216a-4415-b557-544e799e728f None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:20:32.631850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59982) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:32.632097 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab4b5b85-2b12-4a56-8d3d-9cd62fa4f726 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags/tempest-TagsExtTest-Tag-1552797889 HTTP/1.1" status: 201 len: 201 time: 0.1700909 Feb 09 02:20:32.637068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-351bda2e-0874-45a3-aede-9ef7aae4aecc tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', {'tags': ['tempest-TagsExtTest-Tag-1020158442', 'tempest-TagsExtTest-Tag-126944228', 'tempest-TagsExtTest-Tag-380007468']}) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.718083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-351bda2e-0874-45a3-aede-9ef7aae4aecc tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags HTTP/1.1" status: 200 len: 316 time: 0.0828550 Feb 09 02:20:32.718761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59984) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:32.724578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-a8ebf115-5a47-4d5a-896e-cfbc3a7de8a4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.782889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d27b73-216a-4415-b557-544e799e728f None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:20:32.799383 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (4b4e5f14-4ff8-471e-9762-93f74e5949bc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:32.921478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a8ebf115-5a47-4d5a-896e-cfbc3a7de8a4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags HTTP/1.1" status: 204 len: 168 time: 0.2019925 Feb 09 02:20:32.925699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:32.931283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-6d66701e-4192-41b9-904a-38d00d3f2e44 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', 'tempest-TagsExtTest-Tag-1020158442') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:32.935157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Deleting port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:32.935807 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (98cd4ec2-540f-45e5-a686-3f5ef0465cc0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.001867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41258324-df20-467c-b131-4f7c2a6719e1 req-8d0541cd-0747-4ec6-8c32-3c64fc4406eb tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.003846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41258324-df20-467c-b131-4f7c2a6719e1 req-8d0541cd-0747-4ec6-8c32-3c64fc4406eb tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1392663 Feb 09 02:20:33.048575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] For port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=98cd4ec2-540f-45e5-a686-3f5ef0465cc0,segment=NetworkSegment(b3e40566-8ba8-496c-b617-f811934d2a1d),segment_id=b3e40566-8ba8-496c-b617-f811934d2a1d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:33.048945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (98cd4ec2-540f-45e5-a686-3f5ef0465cc0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.055935 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6d66701e-4192-41b9-904a-38d00d3f2e44 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:33.059726 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6d66701e-4192-41b9-904a-38d00d3f2e44 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags/tempest-TagsExtTest-Tag-1020158442 HTTP/1.1" status: 404 len: 329 time: 0.1330366 Feb 09 02:20:33.062847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.071170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-67a60357-3761-4e68-8578-707f7c81d018 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', 'tempest-TagsExtTest-Tag-126944228') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.085455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Calling delete_port for 98cd4ec2-540f-45e5-a686-3f5ef0465cc0 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:33.094592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41258324-df20-467c-b131-4f7c2a6719e1 req-1e30b1e1-6918-47cc-9e5a-f659e0a20070 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802794 Feb 09 02:20:33.187326 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-67a60357-3761-4e68-8578-707f7c81d018 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:33.189126 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-67a60357-3761-4e68-8578-707f7c81d018 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags/tempest-TagsExtTest-Tag-126944228 HTTP/1.1" status: 404 len: 328 time: 0.1253304 Feb 09 02:20:33.192526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59996) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.204728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-50ed3bce-8a8c-4b31-ab56-dfc7e4f67954 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f', 'tempest-TagsExtTest-Tag-380007468') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.263048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c92c9-9263-4f1e-bd3f-322714fbbfb9 None None] Network 4b4e5f14-4ff8-471e-9762-93f74e5949bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:33.263669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (98cd4ec2-540f-45e5-a686-3f5ef0465cc0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.312546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Port': ['ID=98cd4ec2-540f-45e5-a686-3f5ef0465cc0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:33.338793 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-50ed3bce-8a8c-4b31-ab56-dfc7e4f67954 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:33.342334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-50ed3bce-8a8c-4b31-ab56-dfc7e4f67954 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags/tempest-TagsExtTest-Tag-380007468 HTTP/1.1" status: 404 len: 328 time: 0.1461370 Feb 09 02:20:33.342734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.350711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-a9f590be-21f5-4039-aec3-1c5b792777fa tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', {'tags': ['tempest-TagsExtTest-Tag-1334081360', 'tempest-TagsExtTest-Tag-558704546', 'tempest-TagsExtTest-Tag-1310293192']}) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.361987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No DVR routers for this DVR port 98cd4ec2-540f-45e5-a686-3f5ef0465cc0 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:33.417794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48eda1c-0690-4619-8daa-89ad28b8dd4d None None] Network 4b4e5f14-4ff8-471e-9762-93f74e5949bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:33.532423 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a9f590be-21f5-4039-aec3-1c5b792777fa tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags HTTP/1.1" status: 200 len: 317 time: 0.1862998 Feb 09 02:20:33.533032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.538117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-025852b9-1ce8-4c00-be28-7f420885ffb8 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.577762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (4b4e5f14-4ff8-471e-9762-93f74e5949bc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.659301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4e5f14-4ff8-471e-9762-93f74e5949bc']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.669552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cca2a-5e8c-404c-8c12-b4f75dd15842 req-dec028d3-3b18-401e-81f6-6db0a1839e76 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.685637 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-025852b9-1ce8-4c00-be28-7f420885ffb8 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags HTTP/1.1" status: 204 len: 168 time: 0.1518884 Feb 09 02:20:33.686446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc2cca2a-5e8c-404c-8c12-b4f75dd15842 req-dec028d3-3b18-401e-81f6-6db0a1839e76 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1639829 Feb 09 02:20:33.688529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60010) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.698858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-01eb4879-1ea9-4520-9f04-22a959ae722f tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', 'tempest-TagsExtTest-Tag-1334081360') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.716236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e40566-8ba8-496c-b617-f811934d2a1d') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.716764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e40566-8ba8-496c-b617-f811934d2a1d') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.751107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (b3e40566-8ba8-496c-b617-f811934d2a1d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.777554 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-01eb4879-1ea9-4520-9f04-22a959ae722f tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:33.779318 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-01eb4879-1ea9-4520-9f04-22a959ae722f tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags/tempest-TagsExtTest-Tag-1334081360 HTTP/1.1" status: 404 len: 329 time: 0.0894566 Feb 09 02:20:33.781964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.789067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-affc6a82-3890-4b35-8364-8f64aa9a818b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', 'tempest-TagsExtTest-Tag-558704546') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.794335 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b3e40566-8ba8-496c-b617-f811934d2a1d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.816437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc2cca2a-5e8c-404c-8c12-b4f75dd15842 req-2712fc05-5af8-4351-912d-4cfa1150dc7c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228876 Feb 09 02:20:33.820795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:33.821505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (b3e40566-8ba8-496c-b617-f811934d2a1d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:33.825430 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:33.870477 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-affc6a82-3890-4b35-8364-8f64aa9a818b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:33.875462 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-affc6a82-3890-4b35-8364-8f64aa9a818b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags/tempest-TagsExtTest-Tag-558704546 HTTP/1.1" status: 404 len: 328 time: 0.0920801 Feb 09 02:20:33.876572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.881192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-5d239ac8-6a7f-43ff-b931-af4a5008fd23 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50', 'tempest-TagsExtTest-Tag-1310293192') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:33.910170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6371318-8c02-4105-a5f7-72e0b5fd58c3 req-49d2d573-ada1-46b0-a7ec-cff49c3476e5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:33.911880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6371318-8c02-4105-a5f7-72e0b5fd58c3 req-49d2d573-ada1-46b0-a7ec-cff49c3476e5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2168429 Feb 09 02:20:33.913447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (4b4e5f14-4ff8-471e-9762-93f74e5949bc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.940844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:33.950362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60016) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:33.950683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/4b4e5f14-4ff8-471e-9762-93f74e5949bc HTTP/1.1" status: 204 len: 168 time: 2.7893047 Feb 09 02:20:33.951435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737bab1-2c85-4ad7-9e97-f82b6003e87a tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=4b4e5f14-4ff8-471e-9762-93f74e5949bc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:33.998639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6371318-8c02-4105-a5f7-72e0b5fd58c3 req-ebbd7a19-c40d-466f-9aab-c12a3293ff16 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641983 Feb 09 02:20:34.009462 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-390ffeea-e58c-497f-b11c-b5dd3943db34 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.010131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390ffeea-e58c-497f-b11c-b5dd3943db34 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.034023 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-390ffeea-e58c-497f-b11c-b5dd3943db34 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/e9a1dbcd-400f-4517-9bd9-bb43d216699f HTTP/1.1" status: 404 len: 337 time: 0.0727544 Feb 09 02:20:34.038226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.041689 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-5d239ac8-6a7f-43ff-b931-af4a5008fd23 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:34.046706 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5d239ac8-6a7f-43ff-b931-af4a5008fd23 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags/tempest-TagsExtTest-Tag-1310293192 HTTP/1.1" status: 404 len: 329 time: 0.1690230 Feb 09 02:20:34.047014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60022) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.058711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-026fbdad-d27c-4d3a-bee8-08bd5cda5055 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', {'tags': ['tempest-TagsExtTest-Tag-275040077', 'tempest-TagsExtTest-Tag-371451678', 'tempest-TagsExtTest-Tag-496723448']}) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:34.068530 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-95236ed6-a6f2-4346-a268-c83b2a50fe3f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.069264 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95236ed6-a6f2-4346-a268-c83b2a50fe3f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.081781 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-95236ed6-a6f2-4346-a268-c83b2a50fe3f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/4b4e5f14-4ff8-471e-9762-93f74e5949bc HTTP/1.1" status: 404 len: 339 time: 0.0231981 Feb 09 02:20:34.082303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60024) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.134439 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4445c8ea-4c93-4cbf-8a85-5dbd7efabddf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.134966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4445c8ea-4c93-4cbf-8a85-5dbd7efabddf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.141952 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4445c8ea-4c93-4cbf-8a85-5dbd7efabddf tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/4e1613e3-b684-4590-80a4-4c472531ce8d HTTP/1.1" status: 404 len: 337 time: 0.0583286 Feb 09 02:20:34.142614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.212079 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc0e500-7039-45fd-90d9-57f861845a59 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.212369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc0e500-7039-45fd-90d9-57f861845a59 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.216000 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ffc0e500-7039-45fd-90d9-57f861845a59 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/67374d11-6490-472f-bb45-2d71a5d82cd5 HTTP/1.1" status: 404 len: 339 time: 0.0710948 Feb 09 02:20:34.218670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.365077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (60f94a36-7628-4bd6-ad32-25681877da52), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.368273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-026fbdad-d27c-4d3a-bee8-08bd5cda5055 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags HTTP/1.1" status: 200 len: 315 time: 0.3173397 Feb 09 02:20:34.371987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60034) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.381308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-9af4f448-4c79-4032-930e-cb01ce4d12ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:34.508709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (60f94a36-7628-4bd6-ad32-25681877da52), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.536053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f94a36-7628-4bd6-ad32-25681877da52']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:34.553533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf158cd-daf2-43a6-a24d-459a5db73433') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:34.554144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf158cd-daf2-43a6-a24d-459a5db73433') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:34.567766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (8bf158cd-daf2-43a6-a24d-459a5db73433), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.585950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8bf158cd-daf2-43a6-a24d-459a5db73433), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.592263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:34.592674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (8bf158cd-daf2-43a6-a24d-459a5db73433), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:34.597956 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:34.680531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (60f94a36-7628-4bd6-ad32-25681877da52), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.690379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.696761 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/60f94a36-7628-4bd6-ad32-25681877da52 HTTP/1.1" status: 204 len: 168 time: 0.4767232 Feb 09 02:20:34.705485 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.727985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd252fe-d724-4d91-916e-c0ea9bf241e5 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=60f94a36-7628-4bd6-ad32-25681877da52,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:34.750300 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68fb8cf-e9cf-4474-ba8b-8e5218a23520 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.752419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68fb8cf-e9cf-4474-ba8b-8e5218a23520 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.758900 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f68fb8cf-e9cf-4474-ba8b-8e5218a23520 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/979a48f8-9481-43df-8933-f8c896434bdc HTTP/1.1" status: 404 len: 337 time: 0.0512064 Feb 09 02:20:34.759643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60040) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.788805 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41a21c1-dd7c-48fc-a874-15f1f4796a5e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.789435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41a21c1-dd7c-48fc-a874-15f1f4796a5e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.795029 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d41a21c1-dd7c-48fc-a874-15f1f4796a5e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/baee49f3-e646-47c9-b81f-4cefa5e103d2 HTTP/1.1" status: 404 len: 339 time: 0.0342231 Feb 09 02:20:34.795998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.826148 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f85b9fb-7d0f-454a-bf38-f3c933ebc792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.826713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f85b9fb-7d0f-454a-bf38-f3c933ebc792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.832261 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8f85b9fb-7d0f-454a-bf38-f3c933ebc792 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/85b83615-1641-4e15-a85c-8a371a0863f9 HTTP/1.1" status: 404 len: 337 time: 0.0326154 Feb 09 02:20:34.832603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.860710 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedf0da5-a457-4de9-ba86-b50bd23b5962 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.860710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedf0da5-a457-4de9-ba86-b50bd23b5962 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.864227 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bedf0da5-a457-4de9-ba86-b50bd23b5962 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/e92318b8-538f-40f1-bbfa-e29d74eee124 HTTP/1.1" status: 404 len: 339 time: 0.0302830 Feb 09 02:20:34.866935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.893981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c03477-747e-4938-a0e5-1ad74a350e11 req-3fc9b0da-4566-42e3-8e3b-819da07c10bf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:34.895447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0c03477-747e-4938-a0e5-1ad74a350e11 req-3fc9b0da-4566-42e3-8e3b-819da07c10bf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.5659707 Feb 09 02:20:34.895774 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-10aa79ec-909e-4d44-83f3-03648473f63c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.896463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10aa79ec-909e-4d44-83f3-03648473f63c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.901598 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-10aa79ec-909e-4d44-83f3-03648473f63c tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/23daaf47-5989-41a7-8133-1d64a6b6f3b9 HTTP/1.1" status: 404 len: 337 time: 0.0333455 Feb 09 02:20:34.904721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.924789 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9bb434-5bd8-46f0-9b48-f5d0fa778d13 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.926080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9bb434-5bd8-46f0-9b48-f5d0fa778d13 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.929995 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7c9bb434-5bd8-46f0-9b48-f5d0fa778d13 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/bc404134-7c44-43a7-8b9e-cd450fe0d867 HTTP/1.1" status: 404 len: 339 time: 0.0228555 Feb 09 02:20:34.932075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:34.965023 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb91884-aa83-4a60-be43-844130b8f9ae tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:34.965743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb91884-aa83-4a60-be43-844130b8f9ae tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:34.969045 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0bb91884-aa83-4a60-be43-844130b8f9ae tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/a7a7471a-8f1d-4bd8-9de3-038789cf8498 HTTP/1.1" status: 404 len: 337 time: 0.0348663 Feb 09 02:20:34.971541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.004421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0c03477-747e-4938-a0e5-1ad74a350e11 req-4c988cad-c473-43d6-8670-2c44d12b40d2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031339 Feb 09 02:20:35.005785 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-56046729-81b0-477e-8160-c87a51d8264f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.006813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56046729-81b0-477e-8160-c87a51d8264f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.013507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34cb5b-17b2-4b4a-b643-0659ad928ded req-9633f595-6e69-4751-8c1f-83741ee326b9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:35.014357 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56046729-81b0-477e-8160-c87a51d8264f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/6b9670cf-8cfa-455b-bd89-2fec2db905dd HTTP/1.1" status: 404 len: 339 time: 0.0303955 Feb 09 02:20:35.015590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb34cb5b-17b2-4b4a-b643-0659ad928ded req-9633f595-6e69-4751-8c1f-83741ee326b9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1045253 Feb 09 02:20:35.019847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9af4f448-4c79-4032-930e-cb01ce4d12ed tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags HTTP/1.1" status: 204 len: 168 time: 0.6399255 Feb 09 02:20:35.020050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60058) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.021059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.024737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-ba90b3b6-1029-47aa-95f7-8f18be75b4cb tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', 'tempest-TagsExtTest-Tag-275040077') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.051293 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33283be-b400-4ed0-ab72-a9496b69a246 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.051864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33283be-b400-4ed0-ab72-a9496b69a246 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.056880 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c33283be-b400-4ed0-ab72-a9496b69a246 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/00a72b93-3e5a-4753-b100-25c377968b1d HTTP/1.1" status: 404 len: 337 time: 0.0328486 Feb 09 02:20:35.058443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.079080 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-66252f2c-d9e9-4171-877c-612b9fb89dd2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.080032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66252f2c-d9e9-4171-877c-612b9fb89dd2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.083406 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-66252f2c-d9e9-4171-877c-612b9fb89dd2 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/b52c2fe1-52d6-4fc8-a50f-ea5fc5081079 HTTP/1.1" status: 404 len: 339 time: 0.0236628 Feb 09 02:20:35.085602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.114811 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-272eb4ae-4c47-473b-b62b-7e4f72561132 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.115281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272eb4ae-4c47-473b-b62b-7e4f72561132 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.123261 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-272eb4ae-4c47-473b-b62b-7e4f72561132 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/cafc8059-a7f4-4608-9b24-af63426908c8 HTTP/1.1" status: 404 len: 337 time: 0.0332921 Feb 09 02:20:35.123599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60064) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.150973 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd3e3d1-1fc2-471f-b1f8-6c8d8ce78614 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.151413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd3e3d1-1fc2-471f-b1f8-6c8d8ce78614 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.154420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9cd3e3d1-1fc2-471f-b1f8-6c8d8ce78614 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/494af1d3-9b07-4f04-b6aa-735cb7079a5c HTTP/1.1" status: 404 len: 339 time: 0.0298345 Feb 09 02:20:35.157345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.158808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb34cb5b-17b2-4b4a-b643-0659ad928ded req-800f472a-a9b0-4b10-b762-dad517e3498a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313651 Feb 09 02:20:35.172562 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-ba90b3b6-1029-47aa-95f7-8f18be75b4cb tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:35.176183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ba90b3b6-1029-47aa-95f7-8f18be75b4cb tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags/tempest-TagsExtTest-Tag-275040077 HTTP/1.1" status: 404 len: 328 time: 0.1526237 Feb 09 02:20:35.176439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60068) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.181256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-a6ef17a0-39fa-4a99-a85e-d9454412f673 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', 'tempest-TagsExtTest-Tag-371451678') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.202078 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c8d6b7-8979-4122-8f79-50751a23a208 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.202704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c8d6b7-8979-4122-8f79-50751a23a208 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.205818 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-41c8d6b7-8979-4122-8f79-50751a23a208 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/dbc0038e-d172-4984-832c-a0e79fa56bc4 HTTP/1.1" status: 404 len: 337 time: 0.0471363 Feb 09 02:20:35.208316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.228663 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-672fbecb-caca-42a4-bb66-b21c4fd90b9e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.231296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672fbecb-caca-42a4-bb66-b21c4fd90b9e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.234878 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-672fbecb-caca-42a4-bb66-b21c4fd90b9e tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/737b5f11-0540-48b8-b1f8-e820fa6ea6aa HTTP/1.1" status: 404 len: 339 time: 0.0233488 Feb 09 02:20:35.236717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60074) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.268939 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91e054a-8154-441c-b147-fc906b3730d8 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.269420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91e054a-8154-441c-b147-fc906b3730d8 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.272793 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d91e054a-8154-441c-b147-fc906b3730d8 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/904c523b-41a2-4256-ad84-eab0953df22b HTTP/1.1" status: 404 len: 337 time: 0.0351062 Feb 09 02:20:35.279037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60080) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.280474 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-a6ef17a0-39fa-4a99-a85e-d9454412f673 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:35.282509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a6ef17a0-39fa-4a99-a85e-d9454412f673 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags/tempest-TagsExtTest-Tag-371451678 HTTP/1.1" status: 404 len: 328 time: 0.1041467 Feb 09 02:20:35.284473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60082) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.289111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-9c3dc3e8-922a-465f-bef5-b8474972a86b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471', 'tempest-TagsExtTest-Tag-496723448') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.306129 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0d7d24-0a6f-43be-ad69-de1e60aaff62 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:35.306700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0d7d24-0a6f-43be-ad69-de1e60aaff62 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:35.311503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cd0d7d24-0a6f-43be-ad69-de1e60aaff62 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/04818805-3c35-4d68-9007-c1be80c0efcb HTTP/1.1" status: 404 len: 339 time: 0.0286772 Feb 09 02:20:35.314193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.373129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Deleting subnet 3b912fa6-7a6d-4177-a44e-38ec7645b6f1 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:35.380105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (3b912fa6-7a6d-4177-a44e-38ec7645b6f1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:35.392522 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-9c3dc3e8-922a-465f-bef5-b8474972a86b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:35.393765 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9c3dc3e8-922a-465f-bef5-b8474972a86b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags/tempest-TagsExtTest-Tag-496723448 HTTP/1.1" status: 404 len: 328 time: 0.1081626 Feb 09 02:20:35.396436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60088) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.410979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-9fd27fbe-ae2a-48a3-aadd-6686ca10c3a0 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', {'tags': ['tempest-TagsExtTest-Tag-735700631', 'tempest-TagsExtTest-Tag-659117035', 'tempest-TagsExtTest-Tag-703623821']}) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.441365 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (3b912fa6-7a6d-4177-a44e-38ec7645b6f1), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:35.466958 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9fd27fbe-ae2a-48a3-aadd-6686ca10c3a0 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "PUT /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags HTTP/1.1" status: 200 len: 315 time: 0.0691416 Feb 09 02:20:35.468087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60090) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.472124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-9841ac3c-f6ea-431d-b3eb-73dbcb9574c1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.571402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9841ac3c-f6ea-431d-b3eb-73dbcb9574c1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags HTTP/1.1" status: 204 len: 168 time: 0.1002121 Feb 09 02:20:35.571640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60092) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.574872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (3b912fa6-7a6d-4177-a44e-38ec7645b6f1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:35.580206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-cb063bc8-295d-4cf6-9687-50fc6255786b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', 'tempest-TagsExtTest-Tag-735700631') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.641376 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-cb063bc8-295d-4cf6-9687-50fc6255786b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:35.645103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cb063bc8-295d-4cf6-9687-50fc6255786b tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags/tempest-TagsExtTest-Tag-735700631 HTTP/1.1" status: 404 len: 328 time: 0.0698626 Feb 09 02:20:35.645421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60094) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.652917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-fd975817-b393-4f4d-bd25-8434472e560c tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', 'tempest-TagsExtTest-Tag-659117035') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.684531 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (3b912fa6-7a6d-4177-a44e-38ec7645b6f1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:35.691143 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-fd975817-b393-4f4d-bd25-8434472e560c tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:35.695889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fd975817-b393-4f4d-bd25-8434472e560c tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags/tempest-TagsExtTest-Tag-659117035 HTTP/1.1" status: 404 len: 328 time: 0.0459089 Feb 09 02:20:35.696696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.705520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-cf0990ee-fffe-4304-bce6-def28eccdef3 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41', 'tempest-TagsExtTest-Tag-703623821') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.718467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Subnet': ['ID=3b912fa6-7a6d-4177-a44e-38ec7645b6f1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:35.720510 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:35.726310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5c6283bb-cdce-4021-8164-3fb86e308537 tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/subnets/3b912fa6-7a6d-4177-a44e-38ec7645b6f1 HTTP/1.1" status: 204 len: 168 time: 0.4088662 Feb 09 02:20:35.726739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60098) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.739747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf3862-03b7-4fe2-bf7e-954d66b9e7ac None None] Network 1d538bca-0289-4b0d-96e2-1ee60a617ff7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:35.758828 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-cf0990ee-fffe-4304-bce6-def28eccdef3 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] show failed (client error): The resource could not be found. Feb 09 02:20:35.763550 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf0990ee-fffe-4304-bce6-def28eccdef3 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags/tempest-TagsExtTest-Tag-703623821 HTTP/1.1" status: 404 len: 328 time: 0.0587032 Feb 09 02:20:35.764811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.771484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-3131c30f-f41b-450c-bf25-96b7c81b66bf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.805954 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3131c30f-f41b-450c-bf25-96b7c81b66bf tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41/tags HTTP/1.1" status: 204 len: 168 time: 0.0409617 Feb 09 02:20:35.809819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:35.816296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-620b1a3c-742e-44f6-b186-8251d61c68af tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c10b6a4e-3306-40c8-b3b3-d38ec527a471') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:35.852626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (1d538bca-0289-4b0d-96e2-1ee60a617ff7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:35.929668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Deleting port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:35.930299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.014862 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-620b1a3c-742e-44f6-b186-8251d61c68af tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471/tags HTTP/1.1" status: 204 len: 168 time: 0.2037396 Feb 09 02:20:36.017349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:36.019813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] For port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=700b7d77-91a6-45e4-9fed-de77f0a0ec3d,segment=NetworkSegment(a99205ee-dd37-4ceb-966c-bef757209fa7),segment_id=a99205ee-dd37-4ceb-966c-bef757209fa7)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:36.020206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.021623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-83f1c5f3-cb81-455a-bd90-c88546fc402e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68bc4290-46d7-4bb0-b6f1-7c4dfb95da50') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:36.047600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Calling delete_port for 700b7d77-91a6-45e4-9fed-de77f0a0ec3d owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:36.173205 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-83f1c5f3-cb81-455a-bd90-c88546fc402e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50/tags HTTP/1.1" status: 204 len: 168 time: 0.1524646 Feb 09 02:20:36.173442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:36.184024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-d9b596f9-8408-42a4-88c1-39fd04eee537 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1788cd55-f09c-4e98-98d4-8d7be7762f7f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:36.251615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bacca9-2c94-40ae-821d-4c1102687627 req-e5911b0b-cd5b-47ca-a453-d8ed44df4a5d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:36.253203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17bacca9-2c94-40ae-821d-4c1102687627 req-e5911b0b-cd5b-47ca-a453-d8ed44df4a5d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1153243 Feb 09 02:20:36.254714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (700b7d77-91a6-45e4-9fed-de77f0a0ec3d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.316727 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d9b596f9-8408-42a4-88c1-39fd04eee537 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1419470 Feb 09 02:20:36.321816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:36.330988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d10ac0-bf57-48cc-a749-36918fef86a5 None None] DHCP port deletion for 1d538bca-0289-4b0d-96e2-1ee60a617ff7 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:36.352006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] No DVR routers for this DVR port 700b7d77-91a6-45e4-9fed-de77f0a0ec3d on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:36.360854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Port': ['ID=700b7d77-91a6-45e4-9fed-de77f0a0ec3d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:36.471461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-200683ae-faf1-4eb2-a277-a50431de5cb9 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.472877 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-200683ae-faf1-4eb2-a277-a50431de5cb9 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnetpools/a1fef6e5-6cbc-4ef1-a8a6-e7ddec710a41 HTTP/1.1" status: 204 len: 168 time: 0.1516857 Feb 09 02:20:36.476510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60118) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:36.522744 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5af4bf75-57ff-40e3-bfa4-55a0bb6ae6e9 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10b6a4e-3306-40c8-b3b3-d38ec527a471 HTTP/1.1" status: 200 len: 205 time: 0.0426807 Feb 09 02:20:36.523699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60120) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:36.525161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f63539-daac-41e0-9f52-5c816b5d6abe req-550d1918-e35c-4605-b1dc-d40e4f061b4f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:36.535833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7f63539-daac-41e0-9f52-5c816b5d6abe req-550d1918-e35c-4605-b1dc-d40e4f061b4f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.2062032 Feb 09 02:20:36.591478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17bacca9-2c94-40ae-821d-4c1102687627 req-1f12afbf-bcc7-40aa-bff0-629daf63c7e6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239517 Feb 09 02:20:36.593187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (1d538bca-0289-4b0d-96e2-1ee60a617ff7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.611278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7f63539-daac-41e0-9f52-5c816b5d6abe req-ebbf4320-976c-4638-a9c0-e580a06843a1 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696988 Feb 09 02:20:36.645772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d538bca-0289-4b0d-96e2-1ee60a617ff7']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:36.664632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99205ee-dd37-4ceb-966c-bef757209fa7') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:36.664938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99205ee-dd37-4ceb-966c-bef757209fa7') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:36.668719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e732d9e9-8d36-4938-bfcb-e1080125e0f4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for router (c10b6a4e-3306-40c8-b3b3-d38ec527a471), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.681403 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (a99205ee-dd37-4ceb-966c-bef757209fa7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.703861 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a99205ee-dd37-4ceb-966c-bef757209fa7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.711114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:36.711653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (a99205ee-dd37-4ceb-966c-bef757209fa7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:36.758029 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:36.826658 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (1d538bca-0289-4b0d-96e2-1ee60a617ff7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.835040 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.839184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] 10.222.0.53 "DELETE /v2.0/networks/1d538bca-0289-4b0d-96e2-1ee60a617ff7 HTTP/1.1" status: 204 len: 168 time: 1.1112897 Feb 09 02:20:36.862150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed463d88-bdb9-4255-9ba2-f5393d2b8d05 req-f34c2f1a-9cd8-4f88-b18a-7f9357010b6d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:36.873407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed463d88-bdb9-4255-9ba2-f5393d2b8d05 req-f34c2f1a-9cd8-4f88-b18a-7f9357010b6d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1111627 Feb 09 02:20:36.876662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a766cac-3bbb-41ce-8e39-896755dd704f tempest-NetworksTest-1682783248 tempest-NetworksTest-1682783248-project] Pushing event deleted for resources: {'Network': ['ID=1d538bca-0289-4b0d-96e2-1ee60a617ff7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:36.929345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e732d9e9-8d36-4938-bfcb-e1080125e0f4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (c10b6a4e-3306-40c8-b3b3-d38ec527a471), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.936696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e732d9e9-8d36-4938-bfcb-e1080125e0f4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for router_controller (c10b6a4e-3306-40c8-b3b3-d38ec527a471), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.950593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed463d88-bdb9-4255-9ba2-f5393d2b8d05 req-905530b4-d5fe-481a-a8ef-a5c6ce14edd8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760767 Feb 09 02:20:37.083504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 700b7d77-91a6-45e4-9fed-de77f0a0ec3d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:37.091136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e732d9e9-8d36-4938-bfcb-e1080125e0f4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (c10b6a4e-3306-40c8-b3b3-d38ec527a471), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.092491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e732d9e9-8d36-4938-bfcb-e1080125e0f4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Fanout notify agent at l3_agent the message router_deleted on router c10b6a4e-3306-40c8-b3b3-d38ec527a471 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:20:37.113890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e732d9e9-8d36-4938-bfcb-e1080125e0f4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.118100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 700b7d77-91a6-45e4-9fed-de77f0a0ec3d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:20:37.118845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 700b7d77-91a6-45e4-9fed-de77f0a0ec3d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:37.124179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60130) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:37.131010 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e732d9e9-8d36-4938-bfcb-e1080125e0f4 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/routers/c10b6a4e-3306-40c8-b3b3-d38ec527a471 HTTP/1.1" status: 204 len: 168 time: 0.5954592 Feb 09 02:20:37.198834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37ca74-ddc1-4d61-ad0f-b6058871c641 req-bbbff352-26e1-49ea-a30a-06bf4f0599f1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:37.200824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f37ca74-ddc1-4d61-ad0f-b6058871c641 req-bbbff352-26e1-49ea-a30a-06bf4f0599f1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1768830 Feb 09 02:20:37.299387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f37ca74-ddc1-4d61-ad0f-b6058871c641 req-21d97b59-6484-4087-adc3-a88503c7000b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895681 Feb 09 02:20:37.303940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Deleting port 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:37.303940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.358310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60136) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:37.417055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.430261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Calling delete_port for 68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:37.562064 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b6d479ba-1e42-45d3-9c5a-26b118d5143d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fdac5e5ec504c4f8fc3390f2d5e47a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011578 Feb 09 02:20:37.562924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:37.623926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce57df9-aa8c-4e31-aa1f-2bcddb68439d admin admin] Publish callbacks [] for security_group (c04caf73-eb35-44cf-b384-d4e85473769d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.635991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (68bc4290-46d7-4bb0-b6f1-7c4dfb95da50), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.666026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce57df9-aa8c-4e31-aa1f-2bcddb68439d admin admin] Publish callbacks [] for security_group (c04caf73-eb35-44cf-b384-d4e85473769d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.719547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event deleted for resources: {'Port': ['ID=68bc4290-46d7-4bb0-b6f1-7c4dfb95da50,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:37.738432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce57df9-aa8c-4e31-aa1f-2bcddb68439d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c04caf73-eb35-44cf-b384-d4e85473769d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.741377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ce57df9-aa8c-4e31-aa1f-2bcddb68439d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.761986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3ce57df9-aa8c-4e31-aa1f-2bcddb68439d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c04caf73-eb35-44cf-b384-d4e85473769d HTTP/1.1" status: 204 len: 168 time: 0.1977692 Feb 09 02:20:37.789918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce57df9-aa8c-4e31-aa1f-2bcddb68439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04caf73-eb35-44cf-b384-d4e85473769d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:37.852222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-c850c663-0faa-4643-a5f7-2b97155c40f6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2381105 Feb 09 02:20:37.863092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfe6cb-4675-4fbc-8bba-e4addd9d6d75 req-acdc31b4-c593-400b-a808-317947e63109 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:37.864815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4cfe6cb-4675-4fbc-8bba-e4addd9d6d75 req-acdc31b4-c593-400b-a808-317947e63109 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2493391 Feb 09 02:20:37.868218 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.875685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-97a7a469-a9bd-43d8-90aa-2f67ed43fb4e tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/ports/68bc4290-46d7-4bb0-b6f1-7c4dfb95da50 HTTP/1.1" status: 204 len: 168 time: 0.7480953 Feb 09 02:20:37.876467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60148) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:37.915530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db076af8-be5f-4ddd-bb87-3c16b20be3b5 req-49bb2d02-0d20-4c54-8e91-519c9575ab41 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:37.924535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db076af8-be5f-4ddd-bb87-3c16b20be3b5 req-49bb2d02-0d20-4c54-8e91-519c9575ab41 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1717899 Feb 09 02:20:37.946518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Deleting subnet 1788cd55-f09c-4e98-98d4-8d7be7762f7f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:37.967161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for subnet (1788cd55-f09c-4e98-98d4-8d7be7762f7f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.037648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1788cd55-f09c-4e98-98d4-8d7be7762f7f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.125830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4cfe6cb-4675-4fbc-8bba-e4addd9d6d75 req-9655ed3d-ea8f-42e9-9c47-211d199129c0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419851 Feb 09 02:20:38.126890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db076af8-be5f-4ddd-bb87-3c16b20be3b5 req-3eb55294-abe6-41b8-8105-c6e36991705c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011287 Feb 09 02:20:38.129348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-97916b17-62e4-4e1b-a465-6daf6375a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:38.131623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-97916b17-62e4-4e1b-a465-6daf6375a17f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 1128 time: 0.2027488 Feb 09 02:20:38.237286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1788cd55-f09c-4e98-98d4-8d7be7762f7f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.331380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-ca632fbb-14a8-4a0a-b3be-d1e7e624d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:38.333862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-ca632fbb-14a8-4a0a-b3be-d1e7e624d308 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.1675348 Feb 09 02:20:38.394841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1788cd55-f09c-4e98-98d4-8d7be7762f7f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.406686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-6f2ac655-19d0-4eb2-ac73-6e398aa5f6cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=358b428d-18e9-4a5e-bb8c-51df63390668 HTTP/1.1" status: 200 len: 217 time: 0.0528626 Feb 09 02:20:38.433150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.449447 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/subnets/1788cd55-f09c-4e98-98d4-8d7be7762f7f HTTP/1.1" status: 204 len: 168 time: 0.5660326 Feb 09 02:20:38.449447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:38.452926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11001252-017e-4ffe-8063-f09d1f16b759 None None] Network 4655fb28-dd39-4511-b89e-c39781abe3ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:38.495294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-e992b555-495e-40a6-8430-a07b3bf182b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:38.498245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-e992b555-495e-40a6-8430-a07b3bf182b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0840549 Feb 09 02:20:38.536856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cfc35-8d44-444d-af0d-d355f04819d1 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event deleted for resources: {'Subnet': ['ID=1788cd55-f09c-4e98-98d4-8d7be7762f7f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:38.556471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (4655fb28-dd39-4511-b89e-c39781abe3ad), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.639690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Deleting port 735d9629-88b4-4755-a09d-263ad1374040 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:38.640659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (735d9629-88b4-4755-a09d-263ad1374040), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.656083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-81ade94f-8e23-49b1-9639-c33a95b44f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:38.658664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-81ade94f-8e23-49b1-9639-c33a95b44f4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1529570 Feb 09 02:20:38.748513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] For port 735d9629-88b4-4755-a09d-263ad1374040, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=735d9629-88b4-4755-a09d-263ad1374040,segment=NetworkSegment(06206fe5-9a44-48e9-88c9-19abb0c05ea8),segment_id=06206fe5-9a44-48e9-88c9-19abb0c05ea8)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:38.748818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (735d9629-88b4-4755-a09d-263ad1374040), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.777741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Calling delete_port for 735d9629-88b4-4755-a09d-263ad1374040 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:38.821941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-29ca3543-464b-424e-9ac9-eaf8f1476c00 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566138 Feb 09 02:20:38.856095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] DHCP port deletion for 4655fb28-dd39-4511-b89e-c39781abe3ad request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:38.923372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (735d9629-88b4-4755-a09d-263ad1374040), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.947811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e4fee1-534d-4839-8e05-edc9e4d84921 req-14eb3523-59e4-46d4-9b60-1b5ec14b5f0a service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183808 Feb 09 02:20:38.959597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] Deleting port 735d9629-88b4-4755-a09d-263ad1374040 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:38.959982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (735d9629-88b4-4755-a09d-263ad1374040), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.963449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event deleted for resources: {'Port': ['ID=735d9629-88b4-4755-a09d-263ad1374040,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:38.996276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] No DVR routers for this DVR port 735d9629-88b4-4755-a09d-263ad1374040 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:39.062633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] For port 735d9629-88b4-4755-a09d-263ad1374040, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:39.062965 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (735d9629-88b4-4755-a09d-263ad1374040), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.077793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60176) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:39.093002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] Calling delete_port for 735d9629-88b4-4755-a09d-263ad1374040 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:39.103727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] Port 735d9629-88b4-4755-a09d-263ad1374040 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:20:39.108470 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (735d9629-88b4-4755-a09d-263ad1374040), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.125636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 735d9629-88b4-4755-a09d-263ad1374040 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:39.158175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (4655fb28-dd39-4511-b89e-c39781abe3ad), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.174011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 735d9629-88b4-4755-a09d-263ad1374040 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:20:39.174638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 735d9629-88b4-4755-a09d-263ad1374040 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:39.207677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] No DVR routers for this DVR port 735d9629-88b4-4755-a09d-263ad1374040 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:39.211125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4655fb28-dd39-4511-b89e-c39781abe3ad']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:39.214706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19554e-10b7-47c5-9593-d96a0a476af2 None None] Pushing event deleted for resources: {'Port': ['ID=735d9629-88b4-4755-a09d-263ad1374040,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:39.235985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06206fe5-9a44-48e9-88c9-19abb0c05ea8') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:39.236407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06206fe5-9a44-48e9-88c9-19abb0c05ea8') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:39.252326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (06206fe5-9a44-48e9-88c9-19abb0c05ea8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.270389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (06206fe5-9a44-48e9-88c9-19abb0c05ea8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.281960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:39.285320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (06206fe5-9a44-48e9-88c9-19abb0c05ea8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:39.292257 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:39.347106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1385063742'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:39.397083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f470c47-025b-4303-8134-c32a442ae474 req-01cbdec6-894f-43b5-946b-17fe62a80f3e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.399310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f470c47-025b-4303-8134-c32a442ae474 req-01cbdec6-894f-43b5-946b-17fe62a80f3e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1514692 Feb 09 02:20:39.409494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (4655fb28-dd39-4511-b89e-c39781abe3ad), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.417372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.426024 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] 10.222.0.53 "DELETE /v2.0/networks/4655fb28-dd39-4511-b89e-c39781abe3ad HTTP/1.1" status: 204 len: 168 time: 0.9775565 Feb 09 02:20:39.446631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbd19f-0b0a-430d-8ec6-dc65cec5d394 tempest-TagsExtTest-1631006734 tempest-TagsExtTest-1631006734-project] Pushing event deleted for resources: {'Network': ['ID=4655fb28-dd39-4511-b89e-c39781abe3ad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:39.467311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:39.470727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.510042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.546337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f470c47-025b-4303-8134-c32a442ae474 req-d9eadfec-329a-45e6-84ad-f07a26812ca4 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367495 Feb 09 02:20:39.598635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5fe66-c5b2-4ab3-ad2c-8a5f8dc0cc1a req-c8e850da-96ef-4fe8-87f9-2670335e6ef4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.600444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ed5fe66-c5b2-4ab3-ad2c-8a5f8dc0cc1a req-c8e850da-96ef-4fe8-87f9-2670335e6ef4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1097279 Feb 09 02:20:39.703329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ed5fe66-c5b2-4ab3-ad2c-8a5f8dc0cc1a req-3cdd0dc7-0afb-4b69-bb17-f07128220c14 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948799 Feb 09 02:20:39.727055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (e5911dba-8e10-4697-b5bd-e75215b027df), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.732204 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e5911dba-8e10-4697-b5bd-e75215b027df), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.769801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:39.782361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5911dba-8e10-4697-b5bd-e75215b027df,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:39.789927 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (215b6b01-f8e9-4976-afd7-54f01a2eda02), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.790367 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment 215b6b01-f8e9-4976-afd7-54f01a2eda02 of type vlan for network 16e429ab-665c-4020-aa05-4097f46f9008 Feb 09 02:20:39.802974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60196) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:39.862617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (16e429ab-665c-4020-aa05-4097f46f9008), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.912193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (16e429ab-665c-4020-aa05-4097f46f9008), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.918683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:39.920373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:39.999719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9181092 Feb 09 02:20:40.000226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60200) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:40.008151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'name': 'tempest-PortsIpV6TestJSON-1146012560'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:40.017448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebfab9-55c9-47fc-8f94-c2099706dec8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=16e429ab-665c-4020-aa05-4097f46f9008,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:40.034750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:40.115313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:40.115906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-15dd77e6-7b9a-4492-aa3d-daadfa0e522f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67462f95bd604212b2c3559380082075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110135 Feb 09 02:20:40.172361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:40.184707 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.194482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60206) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:40.209123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 840315d2-28f8-4027-ae65-b9f606ed70a0 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:40.216808 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-916807ce-f33e-4ad0-86d5-d9285f6abceb admin admin] Publish callbacks [] for security_group (5265c7d8-62d3-40ff-9451-b25e6f87ecd9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.240301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-916807ce-f33e-4ad0-86d5-d9285f6abceb admin admin] Publish callbacks [] for security_group (5265c7d8-62d3-40ff-9451-b25e6f87ecd9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.298702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-916807ce-f33e-4ad0-86d5-d9285f6abceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5265c7d8-62d3-40ff-9451-b25e6f87ecd9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.301657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-916807ce-f33e-4ad0-86d5-d9285f6abceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.303045 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-916807ce-f33e-4ad0-86d5-d9285f6abceb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5265c7d8-62d3-40ff-9451-b25e6f87ecd9 HTTP/1.1" status: 204 len: 168 time: 0.1866546 Feb 09 02:20:40.325795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916807ce-f33e-4ad0-86d5-d9285f6abceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5265c7d8-62d3-40ff-9451-b25e6f87ecd9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:40.405076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7887-f790-4e9b-941a-7407f56bc945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.455943 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.540317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.584815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7887-f790-4e9b-941a-7407f56bc945 admin admin] Publish callbacks [] for security_group (7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.605476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7887-f790-4e9b-941a-7407f56bc945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.907594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=840315d2-28f8-4027-ae65-b9f606ed70a0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:40.939258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': '215b6b01-f8e9-4976-afd7-54f01a2eda02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:40.939822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: 16e429ab-665c-4020-aa05-4097f46f9008, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:40.973057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ab8b7887-f790-4e9b-941a-7407f56bc945 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4be6adb92f5c4a7ca7cf56d2ebe5a15c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7773263 Feb 09 02:20:40.976677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:41.005513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b7887-f790-4e9b-941a-7407f56bc945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:41.015772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:41.032436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 16e429ab-665c-4020-aa05-4097f46f9008) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:41.042596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0377586-29b5-41d5-a960-c645a69188bc None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:41.063054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:41.073939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1a78-a3c7-4e0f-90ad-9a1b02e202e0 admin admin] Publish callbacks [] for security_group (7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.078441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.079190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.110589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1a78-a3c7-4e0f-90ad-9a1b02e202e0 admin admin] Publish callbacks [] for security_group (7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.146823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ba4e-c59c-41f2-bb43-c0cbb4b0e7e2 req-c1f88567-194c-4ae5-aa90-0cbb79e3c548 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.148581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f967ba4e-c59c-41f2-bb43-c0cbb4b0e7e2 req-c1f88567-194c-4ae5-aa90-0cbb79e3c548 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2350254 Feb 09 02:20:41.159252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271bdf-7e26-4475-a3d5-d1f62aa1583f req-150c0f1b-4ad7-4c31-bd1d-921dae2d5f65 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.160895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97271bdf-7e26-4475-a3d5-d1f62aa1583f req-150c0f1b-4ad7-4c31-bd1d-921dae2d5f65 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.2564378 Feb 09 02:20:41.171841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a24b1af1-2c3e-460a-84ad-95e02a15aec4 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1700201 Feb 09 02:20:41.178989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60238) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:41.187093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-875678844'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:41.208187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60240) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:41.217713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030820 Feb 09 02:20:41.239180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60242) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:41.281758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:41.285686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.327403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f967ba4e-c59c-41f2-bb43-c0cbb4b0e7e2 req-57d1391c-0e48-4e87-b88c-d2f2165edab9 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650388 Feb 09 02:20:41.343166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97271bdf-7e26-4475-a3d5-d1f62aa1583f req-77c37546-cb17-4b7a-8631-75cf6a9c1cfa tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583099 Feb 09 02:20:41.365228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:41.387449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f7851125-cd26-42a6-b059-e48312c4950c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.390936 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment f7851125-cd26-42a6-b059-e48312c4950c of type vlan for network ec8acf81-ac70-4dee-8980-fde42e739ab2 Feb 09 02:20:41.411065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a71bc1a4-c532-4495-bbf2-73eab79b70fe tempest-NetworksApiDiscovery-1778740589 tempest-NetworksApiDiscovery-1778740589-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1704538 Feb 09 02:20:41.455304 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ec8acf81-ac70-4dee-8980-fde42e739ab2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.485747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ec8acf81-ac70-4dee-8980-fde42e739ab2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.493828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:41.495525 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.557130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1a78-a3c7-4e0f-90ad-9a1b02e202e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.560510 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1a78-a3c7-4e0f-90ad-9a1b02e202e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.561923 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e5f1a78-a3c7-4e0f-90ad-9a1b02e202e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17 HTTP/1.1" status: 204 len: 168 time: 0.5840256 Feb 09 02:20:41.571607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f1a78-a3c7-4e0f-90ad-9a1b02e202e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3faca-72cc-4d0d-a2fd-fe3f8d077d17,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:41.587338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=ec8acf81-ac70-4dee-8980-fde42e739ab2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:41.607662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dc3d0b07-330f-45bf-b367-9d1a5aef61fb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4260664 Feb 09 02:20:41.610341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60250) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:41.613375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ec8acf81-ac70-4dee-8980-fde42e739ab2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:41.618172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'ports': [{'network_id': '16e429ab-665c-4020-aa05-4097f46f9008'}, {'network_id': 'ec8acf81-ac70-4dee-8980-fde42e739ab2'}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:41.618751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:41.619450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': 'ec8acf81-ac70-4dee-8980-fde42e739ab2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:41.805287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60256) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:41.826066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:41.832587 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.850391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.954807 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-905a787c-a652-465c-a8af-9e3c70973803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:41.976598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60260) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:41.998496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8de0686-bfae-4e74-b488-9456277a61a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.035960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port c8003036-e24a-4248-9abb-3854317b453b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:42.103286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-905a787c-a652-465c-a8af-9e3c70973803 admin admin] Publish callbacks [] for security_group (2d80f18d-6189-45a6-ba68-0751810c758c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.109860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-905a787c-a652-465c-a8af-9e3c70973803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2d80f18d-6189-45a6-ba68-0751810c758c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.134674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (c8003036-e24a-4248-9abb-3854317b453b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.179918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-905a787c-a652-465c-a8af-9e3c70973803 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=789e496577b5480499bcd34e3aaddb99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707733 Feb 09 02:20:42.183506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60262) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:42.184187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a787c-a652-465c-a8af-9e3c70973803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80f18d-6189-45a6-ba68-0751810c758c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:42.204163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8de0686-bfae-4e74-b488-9456277a61a3 admin admin] Publish callbacks [] for security_group (86e3131e-6558-40a6-b3bf-ce004785417f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.215972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8de0686-bfae-4e74-b488-9456277a61a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (86e3131e-6558-40a6-b3bf-ce004785417f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.233521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port c09ca635-9a26-4cdf-b685-1aa487ee0d21 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:42.280638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e8de0686-bfae-4e74-b488-9456277a61a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c30588bc687b4074bc1ba7ea9e1c259e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3027852 Feb 09 02:20:42.284105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60264) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:42.286274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0686-bfae-4e74-b488-9456277a61a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e3131e-6558-40a6-b3bf-ce004785417f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:42.326081 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e169-c46c-4c68-983b-a87e7f7a9da9 admin admin] Publish callbacks [] for security_group (2d80f18d-6189-45a6-ba68-0751810c758c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.326519 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (c09ca635-9a26-4cdf-b685-1aa487ee0d21), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.368079 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e169-c46c-4c68-983b-a87e7f7a9da9 admin admin] Publish callbacks [] for security_group (2d80f18d-6189-45a6-ba68-0751810c758c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.369522 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c8003036-e24a-4248-9abb-3854317b453b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.382364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b75197c0-a34e-41cf-9639-d7b09b8566d3 admin admin] Publish callbacks [] for security_group (86e3131e-6558-40a6-b3bf-ce004785417f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.429119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b75197c0-a34e-41cf-9639-d7b09b8566d3 admin admin] Publish callbacks [] for security_group (86e3131e-6558-40a6-b3bf-ce004785417f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.429913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:42.431357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=c8003036-e24a-4248-9abb-3854317b453b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:42.436062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:42.438490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:42.439695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c09ca635-9a26-4cdf-b685-1aa487ee0d21), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.523549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=c09ca635-9a26-4cdf-b685-1aa487ee0d21,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:42.532260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': 'f7851125-cd26-42a6-b059-e48312c4950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ec8acf81-ac70-4dee-8980-fde42e739ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:42.532607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: ec8acf81-ac70-4dee-8980-fde42e739ab2, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:42.537574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e169-c46c-4c68-983b-a87e7f7a9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2d80f18d-6189-45a6-ba68-0751810c758c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.539978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e169-c46c-4c68-983b-a87e7f7a9da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.541131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1bc3e169-c46c-4c68-983b-a87e7f7a9da9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d80f18d-6189-45a6-ba68-0751810c758c HTTP/1.1" status: 204 len: 168 time: 0.3589017 Feb 09 02:20:42.554578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network ec8acf81-ac70-4dee-8980-fde42e739ab2 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:42.566114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ec8acf81-ac70-4dee-8980-fde42e739ab2) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:42.570347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:42.575167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3e169-c46c-4c68-983b-a87e7f7a9da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80f18d-6189-45a6-ba68-0751810c758c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:42.576785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:42.579663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f604b-cbbb-4c23-af09-f73460547b7e None None] Network ec8acf81-ac70-4dee-8980-fde42e739ab2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:42.584789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b75197c0-a34e-41cf-9639-d7b09b8566d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (86e3131e-6558-40a6-b3bf-ce004785417f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.587186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b75197c0-a34e-41cf-9639-d7b09b8566d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.588157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b75197c0-a34e-41cf-9639-d7b09b8566d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86e3131e-6558-40a6-b3bf-ce004785417f HTTP/1.1" status: 204 len: 168 time: 0.3028166 Feb 09 02:20:42.589318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:42.590051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.621219 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6416b610-576a-4457-91a1-b69b4fc8ac88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0062909 Feb 09 02:20:42.622266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50023124-860f-42df-8c5c-a3505214f7b7 req-b577a8ec-983f-4fe6-bcfc-e9ffef46fe04 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:42.623908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50023124-860f-42df-8c5c-a3505214f7b7 req-b577a8ec-983f-4fe6-bcfc-e9ffef46fe04 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1686351 Feb 09 02:20:42.624145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:42.633835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75197c0-a34e-41cf-9639-d7b09b8566d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e3131e-6558-40a6-b3bf-ce004785417f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:42.644879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55161295-a456-478b-9af4-00afbb64fe01 req-081d8a47-9af7-4c65-8511-7bbd70cd502a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:42.646540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55161295-a456-478b-9af4-00afbb64fe01 req-081d8a47-9af7-4c65-8511-7bbd70cd502a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1691284 Feb 09 02:20:42.777403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50023124-860f-42df-8c5c-a3505214f7b7 req-630c2c46-9875-4b5b-903d-866f75c551dd tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444492 Feb 09 02:20:42.785477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55161295-a456-478b-9af4-00afbb64fe01 req-dbb02f0c-f6e3-4c72-a38c-3d694f305995 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266761 Feb 09 02:20:42.796289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port c09ca635-9a26-4cdf-b685-1aa487ee0d21 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:42.796980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c09ca635-9a26-4cdf-b685-1aa487ee0d21), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.884906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c09ca635-9a26-4cdf-b685-1aa487ee0d21), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:42.899270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for c09ca635-9a26-4cdf-b685-1aa487ee0d21 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:42.997912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c09ca635-9a26-4cdf-b685-1aa487ee0d21), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.035340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=c09ca635-9a26-4cdf-b685-1aa487ee0d21,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:43.039867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.043123 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3de30e73-90f8-4a38-be5a-288e8951f71e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/c09ca635-9a26-4cdf-b685-1aa487ee0d21 HTTP/1.1" status: 204 len: 168 time: 0.4180353 Feb 09 02:20:43.045724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.163459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d930a4e-40bb-4d3c-9bbb-c1f128318cde tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:43.171885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d930a4e-40bb-4d3c-9bbb-c1f128318cde tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:43.177011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60298) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.177379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4d930a4e-40bb-4d3c-9bbb-c1f128318cde tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1302629 Feb 09 02:20:43.287600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port c8003036-e24a-4248-9abb-3854317b453b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:43.287949 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c8003036-e24a-4248-9abb-3854317b453b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.369226 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c8003036-e24a-4248-9abb-3854317b453b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.384427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for c8003036-e24a-4248-9abb-3854317b453b owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:43.481555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c8003036-e24a-4248-9abb-3854317b453b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.522942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=c8003036-e24a-4248-9abb-3854317b453b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:43.532265 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.536203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8dd55b38-a195-4861-8f89-a3c0fbb4311c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/c8003036-e24a-4248-9abb-3854317b453b HTTP/1.1" status: 204 len: 168 time: 0.3576140 Feb 09 02:20:43.538692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60316) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.567035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.646676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25a548-7daf-4644-a3b2-44ec6880cd75 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:43.650932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bb25a548-7daf-4644-a3b2-44ec6880cd75 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1111882 Feb 09 02:20:43.655944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60324) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.683733 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62d05fc-2d87-4601-b8dd-055008f963ef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:20:43.687732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b62d05fc-2d87-4601-b8dd-055008f963ef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/c09ca635-9a26-4cdf-b685-1aa487ee0d21 HTTP/1.1" status: 404 len: 333 time: 0.0280602 Feb 09 02:20:43.688044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60328) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.717496 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9696918b-ccd9-47d3-a736-596314b8ecbe tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:20:43.719098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9696918b-ccd9-47d3-a736-596314b8ecbe tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/c8003036-e24a-4248-9abb-3854317b453b HTTP/1.1" status: 404 len: 333 time: 0.0300004 Feb 09 02:20:43.721679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60330) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:43.817107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1142933034-network', 'tenant_id': 'bc9b3806ed7443d8b2164c3acb279675'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:43.828030 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ec8acf81-ac70-4dee-8980-fde42e739ab2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.841263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Made reservation on behalf of bc9b3806ed7443d8b2164c3acb279675 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:43.845166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.857260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.937761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ec8acf81-ac70-4dee-8980-fde42e739ab2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.957973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks [] for security_group (108387a1-0dae-4e34-a97d-c2d0ba4564b2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.962977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (108387a1-0dae-4e34-a97d-c2d0ba4564b2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:43.990796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:44.005900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108387a1-0dae-4e34-a97d-c2d0ba4564b2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:44.011905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a518ec28-0378-4f16-8596-5e643ed14af2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.012280 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Added segment a518ec28-0378-4f16-8596-5e643ed14af2 of type vlan for network 3682ab68-04f5-438d-b7b6-d48159da4fd4 Feb 09 02:20:44.013387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8acf81-ac70-4dee-8980-fde42e739ab2']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:44.029194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7851125-cd26-42a6-b059-e48312c4950c') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:44.029506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7851125-cd26-42a6-b059-e48312c4950c') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:44.046521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (f7851125-cd26-42a6-b059-e48312c4950c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.063796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (3682ab68-04f5-438d-b7b6-d48159da4fd4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.073814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f7851125-cd26-42a6-b059-e48312c4950c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.089105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72f334-4251-43bb-b0eb-1a5980950a97 req-0fed1e87-f953-4036-87f8-c21ab52fea7b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:44.090698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f72f334-4251-43bb-b0eb-1a5980950a97 req-0fed1e87-f953-4036-87f8-c21ab52fea7b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1487069 Feb 09 02:20:44.098136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (3682ab68-04f5-438d-b7b6-d48159da4fd4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.099396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:44.099565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542be7-e3f2-442f-8265-a6e2375bffe8 req-5338106b-ab93-4494-97c8-e0d2ba5125d0 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:44.100187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.101033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb542be7-e3f2-442f-8265-a6e2375bffe8 req-5338106b-ab93-4494-97c8-e0d2ba5125d0 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1601465 Feb 09 02:20:44.102215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:44.102647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (f7851125-cd26-42a6-b059-e48312c4950c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:44.107284 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:44.161546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5901117 Feb 09 02:20:44.161791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60348) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:44.167681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Request body: {'subnet': {'network_id': '3682ab68-04f5-438d-b7b6-d48159da4fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1142933034-subnet', 'tenant_id': 'bc9b3806ed7443d8b2164c3acb279675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:44.198955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bfd4c-0ee4-41dc-a5ef-2b6c884b9117 admin admin] Pushing event updated for resources: {'Network': ['ID=3682ab68-04f5-438d-b7b6-d48159da4fd4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:44.211549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Made reservation on behalf of bc9b3806ed7443d8b2164c3acb279675 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:44.213902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 3682ab68-04f5-438d-b7b6-d48159da4fd4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:44.216538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.227134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ec8acf81-ac70-4dee-8980-fde42e739ab2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.249681 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.252999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/ec8acf81-ac70-4dee-8980-fde42e739ab2 HTTP/1.1" status: 204 len: 168 time: 0.5303767 Feb 09 02:20:44.258197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60350) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:44.278269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814233605'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:44.287462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f72f334-4251-43bb-b0eb-1a5980950a97 req-07517228-6723-4f1e-887e-9cde9f8f2f7d tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809869 Feb 09 02:20:44.288185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9be0dd-47d7-4870-8b0e-1761421631dd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=ec8acf81-ac70-4dee-8980-fde42e739ab2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:44.295877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb542be7-e3f2-442f-8265-a6e2375bffe8 req-b15dd6b9-d573-4805-a720-8694c9062b74 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691217 Feb 09 02:20:44.313815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:44.318221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.360499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:44.371044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5ff00d5b-c8db-4797-a37b-36aa0cf16114), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.371396 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment 5ff00d5b-c8db-4797-a37b-36aa0cf16114 of type vlan for network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 Feb 09 02:20:44.413615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (5d5f5bf1-2484-40b9-9504-5b01c2a6ab35), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.449119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (5d5f5bf1-2484-40b9-9504-5b01c2a6ab35), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.455268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:44.455850 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.468781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (b4c7e29a-8fbf-43e7-9b65-81c978b7c899), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.510890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2369404 Feb 09 02:20:44.515719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60358) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:44.526882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:44.540152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c7e29a-8fbf-43e7-9b65-81c978b7c899,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:44.562916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Checking segment: {'id': 'a518ec28-0378-4f16-8596-5e643ed14af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3682ab68-04f5-438d-b7b6-d48159da4fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:44.563290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Network hostable DHCP agents. Network: 3682ab68-04f5-438d-b7b6-d48159da4fd4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:44.587762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Network 3682ab68-04f5-438d-b7b6-d48159da4fd4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:44.602106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8829c6e-4174-463d-af53-ef5b30d6e6ee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=5d5f5bf1-2484-40b9-9504-5b01c2a6ab35,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:44.603650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 3682ab68-04f5-438d-b7b6-d48159da4fd4) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:44.615227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b448dc-f2ce-40f1-9a04-f30504524ca6 None None] Network 3682ab68-04f5-438d-b7b6-d48159da4fd4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:44.617932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:44.618707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.623923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:44.640437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b25e702-d3aa-4e4e-b77e-f008bd6b1ab8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4775765 Feb 09 02:20:44.661675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:44.667134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:44.746341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Performing IP validity checks on allocation pools {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:20:44.753761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:20:44.828641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425dca1e-cfe6-4256-ba69-511eda1a8271 None None] Network 3682ab68-04f5-438d-b7b6-d48159da4fd4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:44.990812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-8d84888a-07e1-48d2-8cb0-bc5020736883 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1172554 Feb 09 02:20:44.992428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ceb20bfa-317d-46ed-a8a4-d06a7bd317c2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.040114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60372) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:45.098045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=ceb20bfa-317d-46ed-a8a4-d06a7bd317c2,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:45.111055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': '5ff00d5b-c8db-4797-a37b-36aa0cf16114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:45.111435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:45.126589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.127307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.127943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.128790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.129423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.130882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.131443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.133682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b91da6ce-4c36-404e-971a-f82d20d672af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7828a036b594ca6a33035d1ced581e6&device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 6714 time: 0.1114154 Feb 09 02:20:45.151760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:45.182365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:45.189946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0a8e-cc0b-44cd-b73e-591d4b766f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.190492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c333656-cee5-4eae-8709-c6a6373b22d9 None None] Network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:45.226262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.226905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.254217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-39193256-d3d2-42b9-bdec-610686cae48b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7370958 Feb 09 02:20:45.258084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:45.272933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35', 'name': 'tempest-PortsIpV6TestJSON-495488770'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:45.288505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-f7cac655-70cc-4d3f-b4d1-fbf2a34a9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.289170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-f7cac655-70cc-4d3f-b4d1-fbf2a34a9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.289649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-f7cac655-70cc-4d3f-b4d1-fbf2a34a9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.291619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-f7cac655-70cc-4d3f-b4d1-fbf2a34a9fa9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a22a3c2c-bd0b-48cb-9111-c8e742c68c39&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&id=16037fc7-24c0-41a7-a4f5-95e71c352d59&id=16037fc7-24c0-41a7-a4f5-95e71c352d59 HTTP/1.1" status: 200 len: 2294 time: 0.1333382 Feb 09 02:20:45.341668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-5d5f5bf1-2484-40b9-9504-5b01c2a6ab35', 'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35', 'project_id': '3e52ffce114b41ee9c1c603a650bc819', 'fixed_ips': [{'subnet_id': 'ceb20bfa-317d-46ed-a8a4-d06a7bd317c2'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:45.342638 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.444276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:45.451388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1776253505-network', 'tenant_id': '743e44d96e43421b98428b44eb97aa65'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:45.487131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b0960956-418a-462d-82b8-f0129504a224 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba86df4c-70b5-459e-8102-b2957740d843 HTTP/1.1" status: 200 len: 1001 time: 0.1876411 Feb 09 02:20:45.487560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0a8e-cc0b-44cd-b73e-591d4b766f0f admin admin] Publish callbacks [] for security_group (70edc3cd-0102-4ce9-97a1-14990206c808), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.515570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0a8e-cc0b-44cd-b73e-591d4b766f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70edc3cd-0102-4ce9-97a1-14990206c808), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.518107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Allocated IP 2001:db8::2 (5d5f5bf1-2484-40b9-9504-5b01c2a6ab35/ceb20bfa-317d-46ed-a8a4-d06a7bd317c2/d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:45.522548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:45.527562 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.571691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Made reservation on behalf of 743e44d96e43421b98428b44eb97aa65 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:45.574278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.598020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-62548bd1-4214-43a4-a05a-f9683d7a5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.600186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-62548bd1-4214-43a4-a05a-f9683d7a5674 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02533a48-c34d-452b-843e-afc3d82cd6f8 HTTP/1.1" status: 200 len: 851 time: 0.0890999 Feb 09 02:20:45.609947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.613029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121013f3-b5b5-4e64-96bf-b817478c8794 req-7489a33c-6794-4fe2-ba35-8a978a4605e1 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.613352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 3d4f0448-27e3-4c6b-b80d-e81f44ec55d0 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:45.614610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-121013f3-b5b5-4e64-96bf-b817478c8794 req-7489a33c-6794-4fe2-ba35-8a978a4605e1 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1322968 Feb 09 02:20:45.618939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc0a8e-cc0b-44cd-b73e-591d4b766f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70edc3cd-0102-4ce9-97a1-14990206c808,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:45.630830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb044847-39c3-4a96-af0e-008cd4180554 req-96884768-1b2c-41af-ae91-43d8dd3c1ead tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.631125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e1cc0a8e-cc0b-44cd-b73e-591d4b766f0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ea89ec3fb8e49e3a6aa5e319867f490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5897427 Feb 09 02:20:45.632396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb044847-39c3-4a96-af0e-008cd4180554 req-96884768-1b2c-41af-ae91-43d8dd3c1ead tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1636145 Feb 09 02:20:45.634262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:45.722339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Publish callbacks [] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.731090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.732664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-121013f3-b5b5-4e64-96bf-b817478c8794 req-fc067f8d-9e57-40cb-9beb-86f68a417f82 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992358 Feb 09 02:20:45.745921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-31535518-529e-40aa-bbf6-613ba52c5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:45.747512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-31535518-529e-40aa-bbf6-613ba52c5e8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a22a3c2c-bd0b-48cb-9111-c8e742c68c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1319821 Feb 09 02:20:45.751769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb044847-39c3-4a96-af0e-008cd4180554 req-54aecbe4-fab4-4dfa-a8d8-8726e3422026 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941589 Feb 09 02:20:45.796465 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:45.799470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:45.803117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:45.811286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Pushing event updated for resources: {'Port': ['ID=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:45.811539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43a345bd-5b14-4d9b-ba8e-6933e663f391 admin admin] Publish callbacks [] for security_group (70edc3cd-0102-4ce9-97a1-14990206c808), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.858748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::f4 (5d5f5bf1-2484-40b9-9504-5b01c2a6ab35/ceb20bfa-317d-46ed-a8a4-d06a7bd317c2/3d4f0448-27e3-4c6b-b80d-e81f44ec55d0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:45.863280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-82312e3d-bf9e-4cbb-a50e-e4feab91cec0 service neutron] 10.222.0.72 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090143 Feb 09 02:20:45.867919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Attempting to bind port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:45.868249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Attempting to bind port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5ff00d5b-c8db-4797-a37b-36aa0cf16114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:45.868669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Attempting to bind port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e on network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:45.874503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:45.874775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Checking segment: {'id': '5ff00d5b-c8db-4797-a37b-36aa0cf16114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:45.875372 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.875901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Bound using segment: {'id': '5ff00d5b-c8db-4797-a37b-36aa0cf16114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:45.876380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Bound port: d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff00d5b-c8db-4797-a37b-36aa0cf16114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5d5f5bf1-2484-40b9-9504-5b01c2a6ab35'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:45.876762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.887737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43a345bd-5b14-4d9b-ba8e-6933e663f391 admin admin] Publish callbacks [] for security_group (70edc3cd-0102-4ce9-97a1-14990206c808), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.940926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks [] for security_group (44962999-c97d-444c-8596-a0f8c3b55922), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.946906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] For port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:45.952383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] For port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,segment=NetworkSegment(5ff00d5b-c8db-4797-a37b-36aa0cf16114),segment_id=5ff00d5b-c8db-4797-a37b-36aa0cf16114)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:45.956036 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (44962999-c97d-444c-8596-a0f8c3b55922), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.960286 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:45.966829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-d6d9c5f2-3302-4750-9706-649eee9ea091 service neutron] 10.222.0.72 "GET /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980320 Feb 09 02:20:46.012358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:46.016380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-369dea31-f150-461c-8bf1-35fda308469a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=5246e36a-39e7-46e8-a6ce-1b688b43aef7 HTTP/1.1" status: 200 len: 217 time: 0.0432796 Feb 09 02:20:46.045438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d57de-7c38-4c5a-aaf7-99b8bea9849d None None] Pushing event updated for resources: {'Port': ['ID=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:46.051212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44962999-c97d-444c-8596-a0f8c3b55922,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:46.067011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43a345bd-5b14-4d9b-ba8e-6933e663f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70edc3cd-0102-4ce9-97a1-14990206c808), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.069579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43a345bd-5b14-4d9b-ba8e-6933e663f391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.070769 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43a345bd-5b14-4d9b-ba8e-6933e663f391 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70edc3cd-0102-4ce9-97a1-14990206c808 HTTP/1.1" status: 204 len: 168 time: 0.4355586 Feb 09 02:20:46.072137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2b6606a8-b028-4257-b047-0ac6b5861ca0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.072416 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Added segment 2b6606a8-b028-4257-b047-0ac6b5861ca0 of type vlan for network 0c2bee38-3d56-4961-a74d-3d536de64131 Feb 09 02:20:46.087003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-9440569e-503f-4505-bc22-ecbb0df2b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:46.088836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-9440569e-503f-4505-bc22-ecbb0df2b548 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.0669365 Feb 09 02:20:46.126279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a345bd-5b14-4d9b-ba8e-6933e663f391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70edc3cd-0102-4ce9-97a1-14990206c808,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:46.148608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (0c2bee38-3d56-4961-a74d-3d536de64131), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.162975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-754e54cb-fc08-4125-bc46-ad3e9fb60150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:46.164878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-754e54cb-fc08-4125-bc46-ad3e9fb60150 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0707476 Feb 09 02:20:46.197036 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (3d4f0448-27e3-4c6b-b80d-e81f44ec55d0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.209857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (0c2bee38-3d56-4961-a74d-3d536de64131), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.210884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:46.211490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.319855 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8739760 Feb 09 02:20:46.326003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:46.334365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Request body: {'subnet': {'network_id': '0c2bee38-3d56-4961-a74d-3d536de64131', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1776253505-subnet', 'tenant_id': '743e44d96e43421b98428b44eb97aa65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:46.347238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-64a2bfea-b95b-48f6-9748-cb67686b013c service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764865 Feb 09 02:20:46.348303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef4ba-5c5b-4ee3-880f-b986572c3b70 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2bee38-3d56-4961-a74d-3d536de64131,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:46.361222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 0c2bee38-3d56-4961-a74d-3d536de64131 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:46.388928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3d4f0448-27e3-4c6b-b80d-e81f44ec55d0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.446734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=3d4f0448-27e3-4c6b-b80d-e81f44ec55d0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:46.455427 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Made reservation on behalf of 743e44d96e43421b98428b44eb97aa65 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:46.457805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.488813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-d3139219-32db-460d-844b-f806cde3ec8a service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306956 Feb 09 02:20:46.507370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:46.511569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:46.513693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:46.519363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:46.520515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.551827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-387a341b-c0b7-4740-84b8-8c4735ff136b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=7c54b8d8-c80c-4f6b-8108-c82a1092963d HTTP/1.1" status: 200 len: 217 time: 0.0567198 Feb 09 02:20:46.554284 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba5e7b1b-561a-424c-8331-84a159f997f1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2948251 Feb 09 02:20:46.558059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60400) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:46.678005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60402) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:46.707159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e48baa89-b065-4dfe-a66f-97d48fd25cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.724211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-808ba670-2abf-44f8-98b4-0e27cebaf168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:46.725908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-808ba670-2abf-44f8-98b4-0e27cebaf168 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.1656194 Feb 09 02:20:46.727904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (1b4ca690-8d54-45b8-90ee-af3b133b0b1c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.822671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4ca690-8d54-45b8-90ee-af3b133b0b1c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:46.832398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Checking segment: {'id': '2b6606a8-b028-4257-b047-0ac6b5861ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0c2bee38-3d56-4961-a74d-3d536de64131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:46.832933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Network hostable DHCP agents. Network: 0c2bee38-3d56-4961-a74d-3d536de64131, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:46.853273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Network 0c2bee38-3d56-4961-a74d-3d536de64131 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:46.868521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 0c2bee38-3d56-4961-a74d-3d536de64131) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:46.874535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:46.875877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.880024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f9393-50af-4ff3-959f-1bb9260ecacd None None] Network 0c2bee38-3d56-4961-a74d-3d536de64131 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:46.892882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 3d4f0448-27e3-4c6b-b80d-e81f44ec55d0 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:46.893288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3d4f0448-27e3-4c6b-b80d-e81f44ec55d0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:46.904076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5c748de6-119d-4ed7-a3f7-2b61ee2795e1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5767047 Feb 09 02:20:47.105639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c8f5f-3a12-4dcb-b214-2f92bd665115 None None] Network 0c2bee38-3d56-4961-a74d-3d536de64131 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:47.148029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:47.208698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:47.244539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] Deleting subnet b4c7e29a-8fbf-43e7-9b65-81c978b7c899 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:47.255215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] Publish callbacks [] for subnet (b4c7e29a-8fbf-43e7-9b65-81c978b7c899), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.318667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:47.319091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.321563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-aab0ad5a-18c8-4fb9-a290-36ea3a4dce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:47.325250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-aab0ad5a-18c8-4fb9-a290-36ea3a4dce75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5928972 Feb 09 02:20:47.337546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (b4c7e29a-8fbf-43e7-9b65-81c978b7c899), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.434578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b4c7e29a-8fbf-43e7-9b65-81c978b7c899), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.435006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e48baa89-b065-4dfe-a66f-97d48fd25cf3 admin admin] Publish callbacks [] for security_group (8bd0a19e-2d75-45f1-9a86-9838c23b3ae3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.476930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e48baa89-b065-4dfe-a66f-97d48fd25cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8bd0a19e-2d75-45f1-9a86-9838c23b3ae3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.480774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:47.483998 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.509493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3224e1-5e23-4d49-8469-274e5c680998 req-a26a5da2-b65f-427e-9fb8-b70c4bbc49e7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:47.512104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e3224e1-5e23-4d49-8469-274e5c680998 req-a26a5da2-b65f-427e-9fb8-b70c4bbc49e7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.6616039 Feb 09 02:20:47.529743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f02336-e13b-481d-b414-c428a9ec927f req-a4cc1d23-d3b4-463b-8df6-59041a0ba84b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:47.531356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35f02336-e13b-481d-b414-c428a9ec927f req-a4cc1d23-d3b4-463b-8df6-59041a0ba84b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.6852906 Feb 09 02:20:47.544979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (b4c7e29a-8fbf-43e7-9b65-81c978b7c899), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.576849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c7e29a-8fbf-43e7-9b65-81c978b7c899,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:47.579101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.585001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a799075-0890-451e-85c0-466cacd0ccae admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b4c7e29a-8fbf-43e7-9b65-81c978b7c899 HTTP/1.1" status: 204 len: 168 time: 0.4359803 Feb 09 02:20:47.585976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:47.601285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641efa6-3ccb-4992-9765-0880eb449057 None None] Network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:47.613731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3d4f0448-27e3-4c6b-b80d-e81f44ec55d0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.627966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e48baa89-b065-4dfe-a66f-97d48fd25cf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=674ed2e484974130939d2d81566e48b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9484696 Feb 09 02:20:47.641673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,segment=NetworkSegment(5ff00d5b-c8db-4797-a37b-36aa0cf16114),segment_id=5ff00d5b-c8db-4797-a37b-36aa0cf16114)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:47.644889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60414) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:47.658606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48baa89-b065-4dfe-a66f-97d48fd25cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0a19e-2d75-45f1-9a86-9838c23b3ae3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:47.667692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 3d4f0448-27e3-4c6b-b80d-e81f44ec55d0 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:47.701098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-e2be33f7-f31d-489d-b79d-e3e5a4fc2086 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642008 Feb 09 02:20:47.713863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.725506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (3682ab68-04f5-438d-b7b6-d48159da4fd4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.753043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-70dfeba0-9421-47b5-af53-a9d1cadbcd71 None None] Provisioning complete for port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:47.753415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70dfeba0-9421-47b5-af53-a9d1cadbcd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.780038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e3224e1-5e23-4d49-8469-274e5c680998 req-8790c45d-ace5-4439-a625-f160091688fd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455809 Feb 09 02:20:47.844967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35f02336-e13b-481d-b414-c428a9ec927f req-9ccd3581-260c-42d6-9352-2647ccdb99c5 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983336 Feb 09 02:20:47.853001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:47.874624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.893723 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (3682ab68-04f5-438d-b7b6-d48159da4fd4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.918648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3682ab68-04f5-438d-b7b6-d48159da4fd4']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:47.925540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-604e611d-630a-472a-81bb-510054b27a59 admin admin] Publish callbacks [] for security_group (8bd0a19e-2d75-45f1-9a86-9838c23b3ae3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.933097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a518ec28-0378-4f16-8596-5e643ed14af2') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:47.933608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a518ec28-0378-4f16-8596-5e643ed14af2') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:47.939108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-70dfeba0-9421-47b5-af53-a9d1cadbcd71 None None] Current status of the port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:47.948413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a518ec28-0378-4f16-8596-5e643ed14af2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.969553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-d9aa8496-7ee6-41a2-a6a6-a762a816253b service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578218 Feb 09 02:20:47.973665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a518ec28-0378-4f16-8596-5e643ed14af2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.976359 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-604e611d-630a-472a-81bb-510054b27a59 admin admin] Publish callbacks [] for security_group (8bd0a19e-2d75-45f1-9a86-9838c23b3ae3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.985037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:47.985280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a518ec28-0378-4f16-8596-5e643ed14af2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:47.987609 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:48.063215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-3bbfae6b-c074-4792-9976-183b984325d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0843596 Feb 09 02:20:48.074110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (3682ab68-04f5-438d-b7b6-d48159da4fd4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.080673 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.088001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3682ab68-04f5-438d-b7b6-d48159da4fd4 HTTP/1.1" status: 204 len: 168 time: 0.5009391 Feb 09 02:20:48.091989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:48.131508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda69df9-242a-4275-b121-504007b42063 admin admin] Pushing event deleted for resources: {'Network': ['ID=3682ab68-04f5-438d-b7b6-d48159da4fd4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.140820 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3d4f0448-27e3-4c6b-b80d-e81f44ec55d0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.161575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] Deleting subnet 1b4ca690-8d54-45b8-90ee-af3b133b0b1c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:48.168069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] Publish callbacks [] for subnet (1b4ca690-8d54-45b8-90ee-af3b133b0b1c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.181471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=3d4f0448-27e3-4c6b-b80d-e81f44ec55d0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.193781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b34b1138-ace3-4d19-b660-ada734edbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:48.195867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-b34b1138-ace3-4d19-b660-ada734edbf48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.1209748 Feb 09 02:20:48.200101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-604e611d-630a-472a-81bb-510054b27a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8bd0a19e-2d75-45f1-9a86-9838c23b3ae3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.203550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-604e611d-630a-472a-81bb-510054b27a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.205212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-604e611d-630a-472a-81bb-510054b27a59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bd0a19e-2d75-45f1-9a86-9838c23b3ae3 HTTP/1.1" status: 204 len: 168 time: 0.5581834 Feb 09 02:20:48.216683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1b4ca690-8d54-45b8-90ee-af3b133b0b1c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.270325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.273619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d250cacc-97fe-4720-9e94-b614c717bfee tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/3d4f0448-27e3-4c6b-b80d-e81f44ec55d0 HTTP/1.1" status: 204 len: 168 time: 1.7145264 Feb 09 02:20:48.274819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e611d-630a-472a-81bb-510054b27a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0a19e-2d75-45f1-9a86-9838c23b3ae3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.276513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:48.278379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1b4ca690-8d54-45b8-90ee-af3b133b0b1c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.321778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-a8aca4ad-bb88-41dc-8c90-3cc121548d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:48.323681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-a8aca4ad-bb88-41dc-8c90-3cc121548d5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1151495 Feb 09 02:20:48.365137 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc6817d-1024-4d3d-9110-f60517d604cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:20:48.365710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc6817d-1024-4d3d-9110-f60517d604cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:20:48.373426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6bc6817d-1024-4d3d-9110-f60517d604cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/3d4f0448-27e3-4c6b-b80d-e81f44ec55d0 HTTP/1.1" status: 404 len: 333 time: 0.0923781 Feb 09 02:20:48.374062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:48.384439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-22e58631-c945-47ca-a3ea-6ddd1e3e24f1 None None] Provisioning complete for port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:48.385371 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22e58631-c945-47ca-a3ea-6ddd1e3e24f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.429563 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b756092f-34cb-4334-8e98-745eac3f5931 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:20:48.435955 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b756092f-34cb-4334-8e98-745eac3f5931 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/3d4f0448-27e3-4c6b-b80d-e81f44ec55d0 HTTP/1.1" status: 404 len: 333 time: 0.0493710 Feb 09 02:20:48.436530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:48.450799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-7066b590-5f8d-4bed-9afc-71bef134bd25 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204894 Feb 09 02:20:48.543556 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1b4ca690-8d54-45b8-90ee-af3b133b0b1c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.594737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet ceb20bfa-317d-46ed-a8a4-d06a7bd317c2 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:48.598422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.606164 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1b4ca690-8d54-45b8-90ee-af3b133b0b1c HTTP/1.1" status: 204 len: 168 time: 0.5139787 Feb 09 02:20:48.607166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:48.616858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98531-6036-4c31-8a95-22d6a179015a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4ca690-8d54-45b8-90ee-af3b133b0b1c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:48.618823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (ceb20bfa-317d-46ed-a8a4-d06a7bd317c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.650081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-708f1603-3210-4fc7-b73d-d766fbf26cd2 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932006 Feb 09 02:20:48.727000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-a5b57e6d-c8c7-4240-9e8f-181a2034af4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b HTTP/1.1" status: 200 len: 217 time: 0.0696516 Feb 09 02:20:48.745864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (ceb20bfa-317d-46ed-a8a4-d06a7bd317c2), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.780157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-22e58631-c945-47ca-a3ea-6ddd1e3e24f1 None None] Current status of the port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:48.784898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-22e58631-c945-47ca-a3ea-6ddd1e3e24f1 None None] Could not find standard attr ID for object 3d4f0448-27e3-4c6b-b80d-e81f44ec55d0. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:20:48.805421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (0c2bee38-3d56-4961-a74d-3d536de64131), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.818097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-8be7f8a8-3fca-48d2-95f5-a73c7d7aa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:48.819638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-8be7f8a8-3fca-48d2-95f5-a73c7d7aa78e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 200 len: 797 time: 0.0864093 Feb 09 02:20:48.902006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-304a0d5f-bfb4-4a91-a1ec-8a805673178c None None] Could not find standard attr ID for object 3d4f0448-27e3-4c6b-b80d-e81f44ec55d0. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:20:48.913675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ceb20bfa-317d-46ed-a8a4-d06a7bd317c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:48.932667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-beb3c128-fc20-443e-ad03-e8d7e3836356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:48.934327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-beb3c128-fc20-443e-ad03-e8d7e3836356 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1079221 Feb 09 02:20:48.956102 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.039329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (ceb20bfa-317d-46ed-a8a4-d06a7bd317c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.084526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.090960 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/ceb20bfa-317d-46ed-a8a4-d06a7bd317c2 HTTP/1.1" status: 204 len: 168 time: 0.6501880 Feb 09 02:20:49.091696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:49.128605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60141e51-be34-4b02-82e5-9b12fde3647d req-87d6e7ba-770f-40ed-ba0d-2772f46af2bc tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:49.131897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60141e51-be34-4b02-82e5-9b12fde3647d req-87d6e7ba-770f-40ed-ba0d-2772f46af2bc tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.2149935 Feb 09 02:20:49.196209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:49.243305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9038ae3-4afd-44af-aeee-47745023b30c None None] Network 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:49.250636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efae623-07f2-4a56-ae1e-98fd08bfe620 req-fc66ad04-1e9b-4c92-9de6-b5f9ee78a008 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:49.252259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8efae623-07f2-4a56-ae1e-98fd08bfe620 req-fc66ad04-1e9b-4c92-9de6-b5f9ee78a008 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2185905 Feb 09 02:20:49.313891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-4897f084-42f6-4752-a7ff-62baa30fd807 service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617246 Feb 09 02:20:49.331061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60141e51-be34-4b02-82e5-9b12fde3647d req-fe0790a0-32e8-4b40-af96-0254624ae2e1 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980081 Feb 09 02:20:49.371106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (0c2bee38-3d56-4961-a74d-3d536de64131), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.416078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2bee38-3d56-4961-a74d-3d536de64131']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:49.429668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:49.430054 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.453259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6606a8-b028-4257-b047-0ac6b5861ca0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:49.453259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6606a8-b028-4257-b047-0ac6b5861ca0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:49.505953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8efae623-07f2-4a56-ae1e-98fd08bfe620 req-7512a948-74e8-465d-bb53-ac527596c6ef tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413476 Feb 09 02:20:49.549318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af114498-39d9-4950-bdac-119dfd0a061f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb20bfa-317d-46ed-a8a4-d06a7bd317c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:49.556258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] DHCP port deletion for 5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:49.561963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:49.571712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-4aa3c3cd-f358-4eb0-b793-928fd335f40c service neutron] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274671 Feb 09 02:20:49.574755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (2b6606a8-b028-4257-b047-0ac6b5861ca0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.580108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (5d5f5bf1-2484-40b9-9504-5b01c2a6ab35), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.627271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] Deleting port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:49.627660 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.634246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2b6606a8-b028-4257-b047-0ac6b5861ca0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.649759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-d5b33333-44a0-4f98-b0c7-6424c54f3e0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab HTTP/1.1" status: 200 len: 217 time: 0.0715442 Feb 09 02:20:49.683968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:49.684938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (2b6606a8-b028-4257-b047-0ac6b5861ca0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:49.688210 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:49.740624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-84819d64-7161-4794-a033-170ada7743a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:49.744397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-84819d64-7161-4794-a033-170ada7743a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=843cba68-4f89-4ae3-8169-b99f5d945506 HTTP/1.1" status: 200 len: 797 time: 0.0882039 Feb 09 02:20:49.818229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (0c2bee38-3d56-4961-a74d-3d536de64131), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.831169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.835652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] For port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,segment=NetworkSegment(5ff00d5b-c8db-4797-a37b-36aa0cf16114),segment_id=5ff00d5b-c8db-4797-a37b-36aa0cf16114)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:49.838146 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.839965 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0c2bee38-3d56-4961-a74d-3d536de64131 HTTP/1.1" status: 204 len: 168 time: 1.2304394 Feb 09 02:20:49.862598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-1277f6de-dc3d-4200-a811-dc4dab950674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:49.871607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-1277f6de-dc3d-4200-a811-dc4dab950674 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16037fc7-24c0-41a7-a4f5-95e71c352d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1193073 Feb 09 02:20:49.873265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] Calling delete_port for d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:49.880568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413e8ce-5cfb-4222-8fa6-608abd97b5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2bee38-3d56-4961-a74d-3d536de64131,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:49.918778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:49.920620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:49.995572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.063350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] Pushing event deleted for resources: {'Port': ['ID=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.067143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1967cd1-d5e4-4bb9-a4a4-8a85570c64f4 None None] No DVR routers for this DVR port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:50.094398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:50.116286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-8784b528-0eeb-451b-914d-a7d2f423c177 service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388055 Feb 09 02:20:50.145091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] For port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,segment=NetworkSegment(5ff00d5b-c8db-4797-a37b-36aa0cf16114),segment_id=5ff00d5b-c8db-4797-a37b-36aa0cf16114)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:50.145885 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.182752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:50.196918 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-50a3f564-80ae-4efb-9e5a-03b30688ffe7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc9b3806ed7443d8b2164c3acb279675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0994081 Feb 09 02:20:50.201419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:50.259417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-c274bd22-37b5-4eee-8a93-f128ab8e6d8c service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314471 Feb 09 02:20:50.311931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-33c2035f-7b3b-47bb-88a9-4543b7b9a0b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636 HTTP/1.1" status: 200 len: 217 time: 0.0455332 Feb 09 02:20:50.322583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f21956b3-1ac4-4286-9771-7d757a9db5f0 admin admin] Publish callbacks [] for security_group (108387a1-0dae-4e34-a97d-c2d0ba4564b2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.340752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.362387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f21956b3-1ac4-4286-9771-7d757a9db5f0 admin admin] Publish callbacks [] for security_group (108387a1-0dae-4e34-a97d-c2d0ba4564b2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.378973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-42e6db0c-9b38-44eb-9085-c09d05be5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:50.380792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-42e6db0c-9b38-44eb-9085-c09d05be5d6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=843cba68-4f89-4ae3-8169-b99f5d945506 HTTP/1.1" status: 200 len: 797 time: 0.0633521 Feb 09 02:20:50.388277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.393465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No DVR routers for this DVR port d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:50.492381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-a85d32e0-d7df-46e7-990f-10cc240919c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:50.495138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-a85d32e0-d7df-46e7-990f-10cc240919c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16037fc7-24c0-41a7-a4f5-95e71c352d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1074972 Feb 09 02:20:50.507593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a007d-6cdd-4ea9-a807-c6c14bd042f1 req-c307a84b-b27d-4ea8-8d9c-77ad8876ea96 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:50.515731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c89a007d-6cdd-4ea9-a807-c6c14bd042f1 req-c307a84b-b27d-4ea8-8d9c-77ad8876ea96 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.0853007 Feb 09 02:20:50.520006 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (5d5f5bf1-2484-40b9-9504-5b01c2a6ab35), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.564484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5f5bf1-2484-40b9-9504-5b01c2a6ab35']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:50.569887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f21956b3-1ac4-4286-9771-7d757a9db5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (108387a1-0dae-4e34-a97d-c2d0ba4564b2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.575978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f21956b3-1ac4-4286-9771-7d757a9db5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.577463 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f21956b3-1ac4-4286-9771-7d757a9db5f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/108387a1-0dae-4e34-a97d-c2d0ba4564b2 HTTP/1.1" status: 204 len: 168 time: 0.3750455 Feb 09 02:20:50.589844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff00d5b-c8db-4797-a37b-36aa0cf16114') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:50.590345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff00d5b-c8db-4797-a37b-36aa0cf16114') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:50.603249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21956b3-1ac4-4286-9771-7d757a9db5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108387a1-0dae-4e34-a97d-c2d0ba4564b2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.610737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (5ff00d5b-c8db-4797-a37b-36aa0cf16114), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.634576 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5ff00d5b-c8db-4797-a37b-36aa0cf16114), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.650638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:50.651902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (5ff00d5b-c8db-4797-a37b-36aa0cf16114), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:50.658098 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:50.732899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c89a007d-6cdd-4ea9-a807-c6c14bd042f1 req-f6af90c8-a48c-4e7b-9952-2c2ac44eb77a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162552 Feb 09 02:20:50.745224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (5d5f5bf1-2484-40b9-9504-5b01c2a6ab35), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.751624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-ff5fcf40-0b01-4041-b14e-1ca951e4f4ce service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316444 Feb 09 02:20:50.755979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.765426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/5d5f5bf1-2484-40b9-9504-5b01c2a6ab35 HTTP/1.1" status: 204 len: 168 time: 1.6725147 Feb 09 02:20:50.769446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:50.769937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be138b-b932-4d55-ba58-c5aaa9a3e80f req-eec602c5-99fe-4f60-a64d-89a8abc20927 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:50.771548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87be138b-b932-4d55-ba58-c5aaa9a3e80f req-eec602c5-99fe-4f60-a64d-89a8abc20927 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1174605 Feb 09 02:20:50.777574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1900568511'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:50.801180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c260c-9ccb-420a-9f03-d37905e31045 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=5d5f5bf1-2484-40b9-9504-5b01c2a6ab35,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.824859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:50.829091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.875703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:50.895614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7dfe70a0-856b-4682-a9f6-9651dc523475), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.896796 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment 7dfe70a0-856b-4682-a9f6-9651dc523475 of type vlan for network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a Feb 09 02:20:50.931035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87be138b-b932-4d55-ba58-c5aaa9a3e80f req-d693935c-eb9c-4db3-8309-823530054b21 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504965 Feb 09 02:20:50.967330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-197d00f3-c438-4d2f-b69c-431ef7f0b4ad req-bb2686bc-9a8b-429a-80be-994e2efbecee service neutron] 10.222.0.72 "GET /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053471 Feb 09 02:20:51.013660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2829ca3f-34fc-4bb1-9dc5-aba5743a434a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.080492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2829ca3f-34fc-4bb1-9dc5-aba5743a434a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.094248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:51.095575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.113559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:51.169360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:20:51.170499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d7cea7e6-0fae-4a48-95e5-f76e1e1cd42e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:51.215377 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4383433 Feb 09 02:20:51.215377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fce1fc-23e2-435e-94d4-ee73073d33bb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=2829ca3f-34fc-4bb1-9dc5-aba5743a434a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:51.216681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60494) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:51.221123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:51.233661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:51.235109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:51.324473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-98ef62ce-04c1-4669-96bb-a372bdf54e84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=743e44d96e43421b98428b44eb97aa65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0887759 Feb 09 02:20:51.335639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:51.408043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98199edd-de58-4b43-8ace-0c505600c784 admin admin] Publish callbacks [] for security_group (44962999-c97d-444c-8596-a0f8c3b55922), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.433699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98199edd-de58-4b43-8ace-0c505600c784 admin admin] Publish callbacks [] for security_group (44962999-c97d-444c-8596-a0f8c3b55922), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.453594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135176-01e9-442a-a6c4-edf660b9f08f req-39053dc9-c1ea-48c5-9ae5-ba49132596a7 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:51.455254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6135176-01e9-442a-a6c4-edf660b9f08f req-39053dc9-c1ea-48c5-9ae5-ba49132596a7 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.1360929 Feb 09 02:20:51.467714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-5cb4485a-b375-45f1-b56c-a77307eea8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:51.469891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-5cb4485a-b375-45f1-b56c-a77307eea8cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 1129 time: 0.1360269 Feb 09 02:20:51.476566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:51.480779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.501931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98199edd-de58-4b43-8ace-0c505600c784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (44962999-c97d-444c-8596-a0f8c3b55922), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.506192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-98199edd-de58-4b43-8ace-0c505600c784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.509743 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-98199edd-de58-4b43-8ace-0c505600c784 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44962999-c97d-444c-8596-a0f8c3b55922 HTTP/1.1" status: 204 len: 168 time: 0.1705625 Feb 09 02:20:51.520831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98199edd-de58-4b43-8ace-0c505600c784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44962999-c97d-444c-8596-a0f8c3b55922,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:51.671763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6135176-01e9-442a-a6c4-edf660b9f08f req-2e439736-62c8-4725-8f80-71887aebf322 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086403 Feb 09 02:20:51.712715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-027a0ffd-e375-422b-b570-accfa4638385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:51.714958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-027a0ffd-e375-422b-b570-accfa4638385 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.2282569 Feb 09 02:20:51.836671 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-acb2a6fe-777c-4584-81cb-ac80e6d92ab4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 200 len: 1002 time: 0.1022251 Feb 09 02:20:51.904969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (8a0907b2-e65b-4eea-8813-43775fc48d3f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:51.973157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-65e19f5a-b412-4afe-9938-9333ce4331d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:51.974662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-65e19f5a-b412-4afe-9938-9333ce4331d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.1306744 Feb 09 02:20:52.037579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=8a0907b2-e65b-4eea-8813-43775fc48d3f,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:52.061678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8f7cc-e92e-4c37-96db-0379c5cc6e78 req-ad8ea792-6988-4af5-aa6c-0094865270ad tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:52.063258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87a8f7cc-e92e-4c37-96db-0379c5cc6e78 req-ad8ea792-6988-4af5-aa6c-0094865270ad tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1990254 Feb 09 02:20:52.069536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': '7dfe70a0-856b-4682-a9f6-9651dc523475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:52.070126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: 2829ca3f-34fc-4bb1-9dc5-aba5743a434a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:52.117813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-6b9a0204-843b-4724-9a62-1d8b66b8aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:52.119378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-6b9a0204-843b-4724-9a62-1d8b66b8aec6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1367614 Feb 09 02:20:52.130590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:52.189673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 2829ca3f-34fc-4bb1-9dc5-aba5743a434a) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:52.196195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87a8f7cc-e92e-4c37-96db-0379c5cc6e78 req-1153f4d8-a4f5-42c9-a55a-f32bda95fb25 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234474 Feb 09 02:20:52.204902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:52.205756 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.208741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321892b-9342-41e4-a8a6-f1142447a78c None None] Network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:52.236835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6d1d183a-bf95-4ae2-ad5a-64415335a54c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0180585 Feb 09 02:20:52.237206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60546) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:52.242649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-379327343'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:52.306301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-47933ca1-abe3-4978-b038-db5298396419 service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768086 Feb 09 02:20:52.368063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-2829ca3f-34fc-4bb1-9dc5-aba5743a434a', 'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a', 'project_id': '3e52ffce114b41ee9c1c603a650bc819', 'fixed_ips': [{'subnet_id': '8a0907b2-e65b-4eea-8813-43775fc48d3f'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:20:52.370255 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.456670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f2a9917-f277-4b4b-82d5-655eb5ee4916 req-8166cae9-3e58-4995-b3a0-6d5f24210c8e service neutron] 10.222.0.72 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368632 Feb 09 02:20:52.457817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:52.461509 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.469608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:52.481944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port b810fbf0-cc32-4d94-9a72-1099bc54e392 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:52.576786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Allocated IP 2001:db8::2 (2829ca3f-34fc-4bb1-9dc5-aba5743a434a/8a0907b2-e65b-4eea-8813-43775fc48d3f/a0cfb3bf-46b5-42e0-975a-306bc4fc8068) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:52.613696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.702434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Publish callbacks [] for security_group (44d440eb-cdf3-4f0e-942a-26692b2a6faf), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.712155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (44d440eb-cdf3-4f0e-942a-26692b2a6faf), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.744104 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bce15389ea404cb6992f349e59575dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722819 Feb 09 02:20:52.747478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60566) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:52.751449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Publish callbacks [] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.769330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.770308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d440eb-cdf3-4f0e-942a-26692b2a6faf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:52.780462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.780950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.783706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.794163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.794655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.795103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.796116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.796562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.797154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:52.797622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.798631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.799585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.799741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:52.800846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.802433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b21c82-beec-4339-acc3-6248c24fc5de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:52.818774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:52.860342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Pushing event updated for resources: {'Port': ['ID=a0cfb3bf-46b5-42e0-975a-306bc4fc8068,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:52.898651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Attempting to bind port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:20:52.898944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Attempting to bind port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '7dfe70a0-856b-4682-a9f6-9651dc523475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:20:52.900144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Attempting to bind port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 on network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:20:52.906629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:20:52.907298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Checking segment: {'id': '7dfe70a0-856b-4682-a9f6-9651dc523475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:52.907868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.908444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Bound using segment: {'id': '7dfe70a0-856b-4682-a9f6-9651dc523475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:20:52.909117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Bound port: a0cfb3bf-46b5-42e0-975a-306bc4fc8068, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfe70a0-856b-4682-a9f6-9651dc523475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2829ca3f-34fc-4bb1-9dc5-aba5743a434a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:20:52.909681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.001476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] For port a0cfb3bf-46b5-42e0-975a-306bc4fc8068, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:20:53.005845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] For port a0cfb3bf-46b5-42e0-975a-306bc4fc8068, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a0cfb3bf-46b5-42e0-975a-306bc4fc8068,segment=NetworkSegment(7dfe70a0-856b-4682-a9f6-9651dc523475),segment_id=7dfe70a0-856b-4682-a9f6-9651dc523475)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:20:53.014924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.090036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d5be5-2021-4ba6-a4df-7628786439af None None] Pushing event updated for resources: {'Port': ['ID=a0cfb3bf-46b5-42e0-975a-306bc4fc8068,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:53.168773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::283 (2829ca3f-34fc-4bb1-9dc5-aba5743a434a/8a0907b2-e65b-4eea-8813-43775fc48d3f/b810fbf0-cc32-4d94-9a72-1099bc54e392) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:20:53.210449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a140d1-1ca7-4864-a3f8-500ccfed9f31 req-90da6434-8f33-43df-8c12-c3e674e20744 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:53.211996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94a140d1-1ca7-4864-a3f8-500ccfed9f31 req-90da6434-8f33-43df-8c12-c3e674e20744 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.4125261 Feb 09 02:20:53.212666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6570720a-04ce-43d0-933b-e1bc9fe58c73 admin admin] Publish callbacks [] for security_group (44d440eb-cdf3-4f0e-942a-26692b2a6faf), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.311202 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6570720a-04ce-43d0-933b-e1bc9fe58c73 admin admin] Publish callbacks [] for security_group (44d440eb-cdf3-4f0e-942a-26692b2a6faf), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.323929 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19ab7d99-fdb2-43f0-a65c-e80f23d87688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.439300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94a140d1-1ca7-4864-a3f8-500ccfed9f31 req-58e37831-13db-4495-8517-a7ec91f557bd tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126429 Feb 09 02:20:53.504437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c7efa-1538-4701-a453-f551b66596de req-7225651d-a82c-40b5-8af2-7596f11df536 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:53.506072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b2c7efa-1538-4701-a453-f551b66596de req-7225651d-a82c-40b5-8af2-7596f11df536 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1921341 Feb 09 02:20:53.512382 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (b810fbf0-cc32-4d94-9a72-1099bc54e392), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.544344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6570720a-04ce-43d0-933b-e1bc9fe58c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (44d440eb-cdf3-4f0e-942a-26692b2a6faf), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.547532 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6570720a-04ce-43d0-933b-e1bc9fe58c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.550505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6570720a-04ce-43d0-933b-e1bc9fe58c73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44d440eb-cdf3-4f0e-942a-26692b2a6faf HTTP/1.1" status: 204 len: 168 time: 0.7998157 Feb 09 02:20:53.580357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570720a-04ce-43d0-933b-e1bc9fe58c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d440eb-cdf3-4f0e-942a-26692b2a6faf,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:53.623082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b2c7efa-1538-4701-a453-f551b66596de req-9493b0bb-78fd-45ee-a111-52dc4f11c093 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073945 Feb 09 02:20:53.630295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b810fbf0-cc32-4d94-9a72-1099bc54e392), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.677222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:53.680595 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:53.688061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:53.693289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:53.693922 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.712671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=b810fbf0-cc32-4d94-9a72-1099bc54e392,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:53.723001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1cb16b08-c45a-4de0-9f3f-2e218d4bc6cc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4825108 Feb 09 02:20:53.723827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60590) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:53.837635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port b810fbf0-cc32-4d94-9a72-1099bc54e392 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:53.838041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b810fbf0-cc32-4d94-9a72-1099bc54e392), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.946473 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b810fbf0-cc32-4d94-9a72-1099bc54e392), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:53.964952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for b810fbf0-cc32-4d94-9a72-1099bc54e392 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:54.014791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:54.031048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d11f99c-9a9c-4c9a-b601-3e8807f761fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.149414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d11f99c-9a9c-4c9a-b601-3e8807f761fa admin admin] Publish callbacks [] for security_group (25ffbf3c-d55d-447d-aae5-23c01893421c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.156137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6d11f99c-9a9c-4c9a-b601-3e8807f761fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (25ffbf3c-d55d-447d-aae5-23c01893421c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.172638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b810fbf0-cc32-4d94-9a72-1099bc54e392), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.204245 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6d11f99c-9a9c-4c9a-b601-3e8807f761fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ae429996122457990b631b86ffbb20e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874633 Feb 09 02:20:54.204897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11f99c-9a9c-4c9a-b601-3e8807f761fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ffbf3c-d55d-447d-aae5-23c01893421c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:54.207333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:54.220838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=b810fbf0-cc32-4d94-9a72-1099bc54e392,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:54.241265 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.245088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-57229707-ca29-4ea8-b364-257b6251ce1d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/b810fbf0-cc32-4d94-9a72-1099bc54e392 HTTP/1.1" status: 204 len: 168 time: 0.5201235 Feb 09 02:20:54.247672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60600) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:54.275028 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09de0c8-7f81-4c26-a49c-5ffe64d61d4c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:20:54.276397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a59899d-9384-4623-8c72-16bae5fc08bf admin admin] Publish callbacks [] for security_group (25ffbf3c-d55d-447d-aae5-23c01893421c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.278198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d09de0c8-7f81-4c26-a49c-5ffe64d61d4c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/b810fbf0-cc32-4d94-9a72-1099bc54e392 HTTP/1.1" status: 404 len: 333 time: 0.0286748 Feb 09 02:20:54.282181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60602) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:54.306059 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a59899d-9384-4623-8c72-16bae5fc08bf admin admin] Publish callbacks [] for security_group (25ffbf3c-d55d-447d-aae5-23c01893421c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.339268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 8a0907b2-e65b-4eea-8813-43775fc48d3f {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:20:54.343370 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (8a0907b2-e65b-4eea-8813-43775fc48d3f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.366372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a59899d-9384-4623-8c72-16bae5fc08bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (25ffbf3c-d55d-447d-aae5-23c01893421c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.371008 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8a59899d-9384-4623-8c72-16bae5fc08bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.372912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8a59899d-9384-4623-8c72-16bae5fc08bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25ffbf3c-d55d-447d-aae5-23c01893421c HTTP/1.1" status: 204 len: 168 time: 0.1604221 Feb 09 02:20:54.386124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59899d-9384-4623-8c72-16bae5fc08bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ffbf3c-d55d-447d-aae5-23c01893421c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:54.396882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (8a0907b2-e65b-4eea-8813-43775fc48d3f), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.452594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89780274-e1f5-4582-acd1-b9666bf7f4c9 None None] Network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:54.517726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (8a0907b2-e65b-4eea-8813-43775fc48d3f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.524306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f0dcdca6-e8a5-4f29-81a5-1fa1c80b0c62 None None] Provisioning complete for port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:54.524654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdca6-e8a5-4f29-81a5-1fa1c80b0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.641480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc310589-512d-437b-9078-9edd710e41a8 req-9e0f327c-ea0b-4efc-80b2-161330d3091f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:54.648910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc310589-512d-437b-9078-9edd710e41a8 req-9e0f327c-ea0b-4efc-80b2-161330d3091f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.0960333 Feb 09 02:20:54.663271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcdca6-e8a5-4f29-81a5-1fa1c80b0c62 None None] Current status of the port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:54.664076 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdca6-e8a5-4f29-81a5-1fa1c80b0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.678887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (8a0907b2-e65b-4eea-8813-43775fc48d3f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.699560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.705226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/8a0907b2-e65b-4eea-8813-43775fc48d3f HTTP/1.1" status: 204 len: 168 time: 0.4196713 Feb 09 02:20:54.705936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60614) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:54.756119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6eb99-1532-424e-af4d-cec4fa0480aa tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0907b2-e65b-4eea-8813-43775fc48d3f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:54.781165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-f0dcdca6-e8a5-4f29-81a5-1fa1c80b0c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:20:54.781533 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-f0dcdca6-e8a5-4f29-81a5-1fa1c80b0c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:20:54.834681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2829ca3f-34fc-4bb1-9dc5-aba5743a434a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.835683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc310589-512d-437b-9078-9edd710e41a8 req-746a7d4a-e6db-4855-bbea-aa2249cffbd2 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851802 Feb 09 02:20:54.875199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb71f60-1260-4c57-af09-bdebc53a079a req-4dbf46ec-6149-432b-9b4c-5b0306ba758d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:54.876960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcb71f60-1260-4c57-af09-bdebc53a079a req-4dbf46ec-6149-432b-9b4c-5b0306ba758d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1357267 Feb 09 02:20:54.914982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:54.915356 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:54.936791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcb71f60-1260-4c57-af09-bdebc53a079a req-1ec57904-f15a-40be-919b-1782e2d76076 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 Feb 09 02:20:54.954915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f89106a-b245-48bf-9df8-57d221be3c60 None None] Network 2829ca3f-34fc-4bb1-9dc5-aba5743a434a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:54.993659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] For port a0cfb3bf-46b5-42e0-975a-306bc4fc8068, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a0cfb3bf-46b5-42e0-975a-306bc4fc8068,segment=NetworkSegment(7dfe70a0-856b-4682-a9f6-9651dc523475),segment_id=7dfe70a0-856b-4682-a9f6-9651dc523475)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:54.995451 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.030108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for a0cfb3bf-46b5-42e0-975a-306bc4fc8068 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:55.136647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a0cfb3bf-46b5-42e0-975a-306bc4fc8068 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:55.178271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a0cfb3bf-46b5-42e0-975a-306bc4fc8068), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.197466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:20:55.198754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:20:55.199451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a0cfb3bf-46b5-42e0-975a-306bc4fc8068 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 02:20:55.229274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No DVR routers for this DVR port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:20:55.231260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=a0cfb3bf-46b5-42e0-975a-306bc4fc8068,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:55.231390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02952fd8-2a02-45bd-9ffa-532184ea2f11 None None] DHCP port deletion for 2829ca3f-34fc-4bb1-9dc5-aba5743a434a request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:20:55.239991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 not found, will not notify nova. {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 02:20:55.303186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcdca6-e8a5-4f29-81a5-1fa1c80b0c62 None None] Port a0cfb3bf-46b5-42e0-975a-306bc4fc8068 update to ACTIVE by agent not found {{(pid=103151) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 02:20:55.316964 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2829ca3f-34fc-4bb1-9dc5-aba5743a434a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.340463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2829ca3f-34fc-4bb1-9dc5-aba5743a434a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:55.357555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfe70a0-856b-4682-a9f6-9651dc523475') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:55.357555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfe70a0-856b-4682-a9f6-9651dc523475') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:20:55.371133 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (7dfe70a0-856b-4682-a9f6-9651dc523475), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.388439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7dfe70a0-856b-4682-a9f6-9651dc523475), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.393225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:20:55.393625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (7dfe70a0-856b-4682-a9f6-9651dc523475), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:20:55.397510 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:20:55.414825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-30314649-3feb-44e2-8c98-6beb7a801ab3 None None] Could not find standard attr ID for object a0cfb3bf-46b5-42e0-975a-306bc4fc8068. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:20:55.481285 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2829ca3f-34fc-4bb1-9dc5-aba5743a434a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.502648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.506623 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/2829ca3f-34fc-4bb1-9dc5-aba5743a434a HTTP/1.1" status: 204 len: 168 time: 0.7994282 Feb 09 02:20:55.511109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60642) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:55.521906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'name': 'tempest-PortsIpV6TestJSON-905489672'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:55.538244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73fbfb-232f-405d-942d-a78d2865bb41 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=2829ca3f-34fc-4bb1-9dc5-aba5743a434a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:55.651901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:55.657786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.682806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 9a6ed5b6-024a-4a8f-a778-399429d2ebf1 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:55.685087 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c9d9208-a10b-4b6a-9bf6-94b820ed6f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.875662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (9a6ed5b6-024a-4a8f-a778-399429d2ebf1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.923830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9a6ed5b6-024a-4a8f-a778-399429d2ebf1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:55.985053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:55.989459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:55.994331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:56.001525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:56.002274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.012664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=9a6ed5b6-024a-4a8f-a778-399429d2ebf1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:56.033960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b695456c-82d9-47d0-a80d-ed6ea144e791 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5210969 Feb 09 02:20:56.036729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60660) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:56.113145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030c7ae-bd0b-4b75-ac42-4476d04f79a8 req-e048a2e0-0ac2-4b63-9e23-3ff4e7bf96d7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:56.114907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6030c7ae-bd0b-4b75-ac42-4476d04f79a8 req-e048a2e0-0ac2-4b63-9e23-3ff4e7bf96d7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.0670550 Feb 09 02:20:56.168928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 9a6ed5b6-024a-4a8f-a778-399429d2ebf1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:56.169539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9a6ed5b6-024a-4a8f-a778-399429d2ebf1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.191258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6030c7ae-bd0b-4b75-ac42-4476d04f79a8 req-78b1a50c-b235-4f89-a824-ee1ddb869bf0 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Feb 09 02:20:56.264776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9a6ed5b6-024a-4a8f-a778-399429d2ebf1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.279764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 9a6ed5b6-024a-4a8f-a778-399429d2ebf1 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:56.364364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9a6ed5b6-024a-4a8f-a778-399429d2ebf1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.397538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=9a6ed5b6-024a-4a8f-a778-399429d2ebf1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:56.404508 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.407297 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7707fb02-7113-40bf-8ef7-6909ae3b32ce tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/9a6ed5b6-024a-4a8f-a778-399429d2ebf1 HTTP/1.1" status: 204 len: 168 time: 0.3694091 Feb 09 02:20:56.409834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60662) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:56.417098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'mac_address': 'fa:16:3e:94:9a:f0', 'name': 'tempest-PortsIpV6TestJSON-69067722'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:56.507479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:56.892930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.894855 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:56.923944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 1825dd66-2c68-4325-87d1-3fd9875ab01a yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:57.107283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a0cfb3bf-46b5-42e0-975a-306bc4fc8068 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:20:57.133287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a0cfb3bf-46b5-42e0-975a-306bc4fc8068 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:20:57.133635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a0cfb3bf-46b5-42e0-975a-306bc4fc8068 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:20:57.165194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (1825dd66-2c68-4325-87d1-3fd9875ab01a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.210010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1825dd66-2c68-4325-87d1-3fd9875ab01a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.266252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:57.269825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:57.279012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:57.286923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:57.287693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.310034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=1825dd66-2c68-4325-87d1-3fd9875ab01a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:57.321112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-01462b9f-556f-4f39-860e-f806fac5a065 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9101534 Feb 09 02:20:57.324167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:57.343465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826e743-5ab0-4f55-b9ec-00762127dc04 req-0fecad81-60e5-46bf-af4b-86ba2c3b4ba7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:57.345328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9826e743-5ab0-4f55-b9ec-00762127dc04 req-0fecad81-60e5-46bf-af4b-86ba2c3b4ba7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.0698879 Feb 09 02:20:57.379247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb5fd3-1cde-4ffe-984e-d7a6f6c5fc6f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:57.380638 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47bb5fd3-1cde-4ffe-984e-d7a6f6c5fc6f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/1825dd66-2c68-4325-87d1-3fd9875ab01a HTTP/1.1" status: 200 len: 843 time: 0.0552490 Feb 09 02:20:57.383396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:57.397718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9826e743-5ab0-4f55-b9ec-00762127dc04 req-8b33b0a6-c803-4b73-9bdd-3cd1215a416a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Feb 09 02:20:57.481467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 1825dd66-2c68-4325-87d1-3fd9875ab01a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:57.481727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1825dd66-2c68-4325-87d1-3fd9875ab01a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.553903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1825dd66-2c68-4325-87d1-3fd9875ab01a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.568442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 1825dd66-2c68-4325-87d1-3fd9875ab01a owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:57.646541 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1825dd66-2c68-4325-87d1-3fd9875ab01a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.677892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=1825dd66-2c68-4325-87d1-3fd9875ab01a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:57.683179 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.687293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0362821f-2df9-435d-b0ff-bddb9852e86d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/1825dd66-2c68-4325-87d1-3fd9875ab01a HTTP/1.1" status: 204 len: 168 time: 0.3029633 Feb 09 02:20:57.689806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:57.719151 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc33485-4eb3-4279-8cbd-b5039087c0dc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:20:57.720600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6fc33485-4eb3-4279-8cbd-b5039087c0dc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/1825dd66-2c68-4325-87d1-3fd9875ab01a HTTP/1.1" status: 404 len: 333 time: 0.0298791 Feb 09 02:20:57.724138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:57.729620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'name': 'tempest-PortsIpV6TestJSON-417989249'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:57.819890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:57.823905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:57.843676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 60775065-11fe-4749-9900-837ada9166a8 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:20:58.046444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (60775065-11fe-4749-9900-837ada9166a8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.085031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.091982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (60775065-11fe-4749-9900-837ada9166a8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.150558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:20:58.154378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:58.159283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:20:58.165288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:58.165910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.183819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=60775065-11fe-4749-9900-837ada9166a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:58.201758 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d3708d82-143a-4f90-88e4-068a24b8bb70 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4738021 Feb 09 02:20:58.201999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60700) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:58.207443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:58.305492 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (60775065-11fe-4749-9900-837ada9166a8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.538988 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (60775065-11fe-4749-9900-837ada9166a8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.574777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (60775065-11fe-4749-9900-837ada9166a8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.629856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] In _notify_port_updated(), no bound segment for port 60775065-11fe-4749-9900-837ada9166a8 on network 16e429ab-665c-4020-aa05-4097f46f9008 {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:20:58.637091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:58.638089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.655422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "PUT /v2.0/ports/60775065-11fe-4749-9900-837ada9166a8 HTTP/1.1" status: 200 len: 818 time: 0.4446940 Feb 09 02:20:58.655876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:58.687384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd982ed-ed6b-43fa-9f94-890761fd50d7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=60775065-11fe-4749-9900-837ada9166a8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:58.707213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355446a6-0c62-4e6f-8f8a-973f6e208586 req-1506ac96-40b2-4c84-8138-1e05adb243d5 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:58.709643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355446a6-0c62-4e6f-8f8a-973f6e208586 req-1506ac96-40b2-4c84-8138-1e05adb243d5 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1755986 Feb 09 02:20:58.776976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-355446a6-0c62-4e6f-8f8a-973f6e208586 req-5866dd27-74c0-4f88-9211-71613c765b98 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591564 Feb 09 02:20:58.783665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 60775065-11fe-4749-9900-837ada9166a8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:20:58.784137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (60775065-11fe-4749-9900-837ada9166a8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.866875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (60775065-11fe-4749-9900-837ada9166a8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:58.886490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 60775065-11fe-4749-9900-837ada9166a8 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:20:58.975520 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (60775065-11fe-4749-9900-837ada9166a8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.005994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=60775065-11fe-4749-9900-837ada9166a8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:59.017515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.023121 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-00a065b3-bdb8-4207-96fa-bc9ab425af0c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/60775065-11fe-4749-9900-837ada9166a8 HTTP/1.1" status: 204 len: 168 time: 0.3643649 Feb 09 02:20:59.023871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60736) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:59.084440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d45a56-be02-44ac-ba6c-e31845f543f5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:59.086536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e7d45a56-be02-44ac-ba6c-e31845f543f5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0608780 Feb 09 02:20:59.088785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60738) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:59.116206 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c22e778-4146-4ce0-b70e-33a3a68a1703 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:20:59.118553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c22e778-4146-4ce0-b70e-33a3a68a1703 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/60775065-11fe-4749-9900-837ada9166a8 HTTP/1.1" status: 404 len: 333 time: 0.0278065 Feb 09 02:20:59.122009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:59.127320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1488516875'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:59.149729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:59.153824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.189226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:20:59.200994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (857eb674-782f-481d-9b53-a4b5b51927bc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.201342 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment 857eb674-782f-481d-9b53-a4b5b51927bc of type vlan for network ac956252-9f09-4bb9-af7c-a7e7fa674320 Feb 09 02:20:59.246865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ac956252-9f09-4bb9-af7c-a7e7fa674320), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.285362 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ac956252-9f09-4bb9-af7c-a7e7fa674320), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.292372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:59.293083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.353464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2272460 Feb 09 02:20:59.354301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:59.359415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:20:59.369198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30927c-3dbb-4172-ab46-82fee5160a98 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=ac956252-9f09-4bb9-af7c-a7e7fa674320,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:59.382098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:20:59.466778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:20:59.470435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.683142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.700380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (1f20cc3b-22d2-4467-92f9-fac0de5b26fc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.762446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=1f20cc3b-22d2-4467-92f9-fac0de5b26fc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:59.790105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': '857eb674-782f-481d-9b53-a4b5b51927bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:20:59.790594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: ac956252-9f09-4bb9-af7c-a7e7fa674320, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:20:59.812229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:20:59.823322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ac956252-9f09-4bb9-af7c-a7e7fa674320) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:20:59.827997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:59.828613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:59.833570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb79e4f-6e2c-40ea-bc5b-556fad6308a9 None None] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:20:59.854601 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-184599d8-1972-4cc3-98c2-74a8abf03271 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4983380 Feb 09 02:20:59.857852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60754) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:20:59.865987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3dd3bcaf-5a8a-43ba-851b-b263c5e05a6a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:00.016471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ac956252-9f09-4bb9-af7c-a7e7fa674320', 'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320', 'project_id': '3e52ffce114b41ee9c1c603a650bc819', 'fixed_ips': [{'subnet_id': '1f20cc3b-22d2-4467-92f9-fac0de5b26fc'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:00.017360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.151829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780e7e2-2fd7-4d01-96c9-65e20b552976 req-cff61136-c433-4097-85ff-12d000bdbdcb tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:00.160512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8780e7e2-2fd7-4d01-96c9-65e20b552976 req-cff61136-c433-4097-85ff-12d000bdbdcb tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1136281 Feb 09 02:21:00.215585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Allocated IP 2001:db8::2 (ac956252-9f09-4bb9-af7c-a7e7fa674320/1f20cc3b-22d2-4467-92f9-fac0de5b26fc/1e23e87d-e721-4c44-976a-1e2191dc6714) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:00.232503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8780e7e2-2fd7-4d01-96c9-65e20b552976 req-2bf3babc-9c56-467e-a0fa-a4f47a8d16a4 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710793 Feb 09 02:21:00.262110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd3bcaf-5a8a-43ba-851b-b263c5e05a6a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:00.265956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dd3bcaf-5a8a-43ba-851b-b263c5e05a6a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.402280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd06595-1dbd-45cc-95e5-0382fd3d52e3 req-1da82a00-4d04-4bc3-9c6d-13a5e22b1adf tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:00.404131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-afd06595-1dbd-45cc-95e5-0382fd3d52e3 req-1da82a00-4d04-4bc3-9c6d-13a5e22b1adf tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.1326954 Feb 09 02:21:00.441528 n-d-826675-12 neutron-server[103149]: INFO neutron.db.ipam_backend_mixin [None req-3dd3bcaf-5a8a-43ba-851b-b263c5e05a6a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f20cc3b-22d2-4467-92f9-fac0de5b26fc (CIDR: 2001:db8::/64) Feb 09 02:21:00.450865 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Publish callbacks [] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.463614 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd3bcaf-5a8a-43ba-851b-b263c5e05a6a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:21:00.464641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd3bcaf-5a8a-43ba-851b-b263c5e05a6a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:21:00.475379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.489006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-afd06595-1dbd-45cc-95e5-0382fd3d52e3 req-0116ab07-8dfb-473e-b45e-e7ae2929541a tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777311 Feb 09 02:21:00.516776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3dd3bcaf-5a8a-43ba-851b-b263c5e05a6a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6576085 Feb 09 02:21:00.519646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:00.526214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:00.543141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:00.549895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:00.556239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:00.569716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Pushing event updated for resources: {'Port': ['ID=1e23e87d-e721-4c44-976a-1e2191dc6714,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:00.651335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Attempting to bind port 1e23e87d-e721-4c44-976a-1e2191dc6714 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:00.651713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Attempting to bind port 1e23e87d-e721-4c44-976a-1e2191dc6714 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '857eb674-782f-481d-9b53-a4b5b51927bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:00.652080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Attempting to bind port 1e23e87d-e721-4c44-976a-1e2191dc6714 on network ac956252-9f09-4bb9-af7c-a7e7fa674320 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:00.659540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:00.659952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Checking segment: {'id': '857eb674-782f-481d-9b53-a4b5b51927bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:00.660324 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.660721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Bound using segment: {'id': '857eb674-782f-481d-9b53-a4b5b51927bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:00.661194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Bound port: 1e23e87d-e721-4c44-976a-1e2191dc6714, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857eb674-782f-481d-9b53-a4b5b51927bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:00.661581 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.676380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:00.680780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.758188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] For port 1e23e87d-e721-4c44-976a-1e2191dc6714, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:00.764450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] For port 1e23e87d-e721-4c44-976a-1e2191dc6714, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e23e87d-e721-4c44-976a-1e2191dc6714,segment=NetworkSegment(857eb674-782f-481d-9b53-a4b5b51927bc),segment_id=857eb674-782f-481d-9b53-a4b5b51927bc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:00.786634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.934862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fb203-b645-42d7-8e1e-bad897684d24 None None] Pushing event updated for resources: {'Port': ['ID=1e23e87d-e721-4c44-976a-1e2191dc6714,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:01.148862 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (7ed9f1c5-dac4-4149-b8e9-f5b7296c5089), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:01.235747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=7ed9f1c5-dac4-4149-b8e9-f5b7296c5089,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:01.260066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:01.264546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:01.277434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.277927 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:01.324228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60770) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:01.329635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320', 'fixed_ips': [{'subnet_id': '1f20cc3b-22d2-4467-92f9-fac0de5b26fc'}, {'subnet_id': '7ed9f1c5-dac4-4149-b8e9-f5b7296c5089'}], 'name': 'tempest-PortsIpV6TestJSON-2005788957'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:01.334192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e501b938-d111-4772-843d-5ae1ed389446 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8130162 Feb 09 02:21:01.522969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a345b-8940-4415-9443-ced422e66284 req-b2a5605e-e253-4895-8870-b2e4a4f6861b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.524618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-465a345b-8940-4415-9443-ced422e66284 req-b2a5605e-e253-4895-8870-b2e4a4f6861b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.1249516 Feb 09 02:21:01.587524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:01.677037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-465a345b-8940-4415-9443-ced422e66284 req-0584b6c6-e5be-498c-b1df-f69602cae27f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427832 Feb 09 02:21:01.761101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:01.817660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:21:01.849577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-62d710bb-12bf-45e9-95df-0a05d8e05fdb tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.852508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-62d710bb-12bf-45e9-95df-0a05d8e05fdb tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.82 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.1590431 Feb 09 02:21:02.254343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b3141-44d4-443c-b2ca-82d7778524b7 req-899d5002-d307-4eb6-a2c5-917e794f580b tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:02.256290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c1b3141-44d4-443c-b2ca-82d7778524b7 req-899d5002-d307-4eb6-a2c5-917e794f580b tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.3140028 Feb 09 02:21:02.330295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41ec10-aa67-4531-9b54-9340ad35d090 None None] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:02.387357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Deleting port beb69861-440a-4ce3-8d71-d7f8b2c43289 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:02.387894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.420017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c1b3141-44d4-443c-b2ca-82d7778524b7 req-ec31bcbb-9e10-44b4-acb7-a3210311c071 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560843 Feb 09 02:21:02.509483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6f008d02-6a6a-4d27-a327-1fec96b86679 None None] Provisioning complete for port 1e23e87d-e721-4c44-976a-1e2191dc6714 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:02.511072 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f008d02-6a6a-4d27-a327-1fec96b86679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.512664 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:21:02.555714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] For port beb69861-440a-4ce3-8d71-d7f8b2c43289, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=beb69861-440a-4ce3-8d71-d7f8b2c43289,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:02.556071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.668901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d6d820-6529-456c-a479-85ea03da9e0c None None] Update dhcp port {'port': {'network_id': 'ac956252-9f09-4bb9-af7c-a7e7fa674320', 'fixed_ips': [{'subnet_id': '1f20cc3b-22d2-4467-92f9-fac0de5b26fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ed9f1c5-dac4-4149-b8e9-f5b7296c5089'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '1e23e87d-e721-4c44-976a-1e2191dc6714'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:21:02.713357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6f008d02-6a6a-4d27-a327-1fec96b86679 None None] Current status of the port 1e23e87d-e721-4c44-976a-1e2191dc6714 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:02.713970 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f008d02-6a6a-4d27-a327-1fec96b86679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.716236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d820-6529-456c-a479-85ea03da9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.827274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6f008d02-6a6a-4d27-a327-1fec96b86679 None None] For port 1e23e87d-e721-4c44-976a-1e2191dc6714, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e23e87d-e721-4c44-976a-1e2191dc6714,segment=NetworkSegment(857eb674-782f-481d-9b53-a4b5b51927bc),segment_id=857eb674-782f-481d-9b53-a4b5b51927bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:02.884293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f008d02-6a6a-4d27-a327-1fec96b86679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.960275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f008d02-6a6a-4d27-a327-1fec96b86679 None None] Pushing event updated for resources: {'Port': ['ID=1e23e87d-e721-4c44-976a-1e2191dc6714,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:03.076035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::21b (ac956252-9f09-4bb9-af7c-a7e7fa674320/1f20cc3b-22d2-4467-92f9-fac0de5b26fc/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:03.083111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8:0:1::1b (ac956252-9f09-4bb9-af7c-a7e7fa674320/7ed9f1c5-dac4-4149-b8e9-f5b7296c5089/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:03.156873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e23e87d-e721-4c44-976a-1e2191dc6714 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:03.279860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 1e23e87d-e721-4c44-976a-1e2191dc6714 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:03.282967 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.450309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026890c-7e68-44ff-81f1-d764af421b77 req-0ad5d3d7-09ef-4efd-97bb-b4501b03ac6b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.451922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2026890c-7e68-44ff-81f1-d764af421b77 req-0ad5d3d7-09ef-4efd-97bb-b4501b03ac6b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.4692745 Feb 09 02:21:03.459575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.462977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 1e23e87d-e721-4c44-976a-1e2191dc6714 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:03.495215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:03.508139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.508516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fd51057e-7095-4cff-8e51-576cfd07ce87), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.508843 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Floating IP fd51057e-7095-4cff-8e51-576cfd07ce87 disassociated. External IP: 172.25.6.30, port: beb69861-440a-4ce3-8d71-d7f8b2c43289. Feb 09 02:21:03.509699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Calling delete_port for beb69861-440a-4ce3-8d71-d7f8b2c43289 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:03.546188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2026890c-7e68-44ff-81f1-d764af421b77 req-52fbb6f9-9c4c-4f29-9857-71a07120bf97 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849974 Feb 09 02:21:03.681199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.690739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3fd87f6-d15d-459c-8ddd-d0a36bf59e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.765434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:03.769443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e7d6d820-6529-456c-a479-85ea03da9e0c None None] Allocated IP 2001:db8:0:1::2 (ac956252-9f09-4bb9-af7c-a7e7fa674320/7ed9f1c5-dac4-4149-b8e9-f5b7296c5089/1e23e87d-e721-4c44-976a-1e2191dc6714) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:03.779926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:03.783002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:03.788882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.789630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.814916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db204937-1c45-40b9-9a65-ba0d9491ddce req-aca1c230-6e1a-4f0b-a501-afe0931ba191 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.822112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db204937-1c45-40b9-9a65-ba0d9491ddce req-aca1c230-6e1a-4f0b-a501-afe0931ba191 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 945 time: 0.2819910 Feb 09 02:21:03.829560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=93d2ca6a-6418-46d1-bcc0-ea13f06f98f8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:03.866499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d8050115-b41d-4bb3-8268-b8fbce9bef5f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5410566 Feb 09 02:21:03.867144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60798) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:03.874886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3fd87f6-d15d-459c-8ddd-d0a36bf59e64 admin admin] Publish callbacks [] for security_group (d99b44e5-9000-40fd-a956-0efb56ad616c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.887288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d3fd87f6-d15d-459c-8ddd-d0a36bf59e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d99b44e5-9000-40fd-a956-0efb56ad616c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.897310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f20cc3b-22d2-4467-92f9-fac0de5b26fc'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:03.947292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd87f6-d15d-459c-8ddd-d0a36bf59e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b44e5-9000-40fd-a956-0efb56ad616c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:03.987258 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d3fd87f6-d15d-459c-8ddd-d0a36bf59e64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcaee2a7ba1d4ed3975d389896f43d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904599 Feb 09 02:21:03.989830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:03.991340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e7d6d820-6529-456c-a479-85ea03da9e0c None None] For port 1e23e87d-e721-4c44-976a-1e2191dc6714, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e23e87d-e721-4c44-976a-1e2191dc6714,segment=NetworkSegment(857eb674-782f-481d-9b53-a4b5b51927bc),segment_id=857eb674-782f-481d-9b53-a4b5b51927bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:04.003782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db204937-1c45-40b9-9a65-ba0d9491ddce req-569614e1-e342-4ac1-b202-684532b7e4da tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799946 Feb 09 02:21:04.033451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (beb69861-440a-4ce3-8d71-d7f8b2c43289), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.049621 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d820-6529-456c-a479-85ea03da9e0c None None] Publish callbacks [] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.059651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d820-6529-456c-a479-85ea03da9e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.081364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event deleted for resources: {'Port': ['ID=beb69861-440a-4ce3-8d71-d7f8b2c43289,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:04.097575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.124777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23b66b94-621f-470d-b2e5-f2a1222679da admin admin] Publish callbacks [] for security_group (d99b44e5-9000-40fd-a956-0efb56ad616c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.169409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23b66b94-621f-470d-b2e5-f2a1222679da admin admin] Publish callbacks [] for security_group (d99b44e5-9000-40fd-a956-0efb56ad616c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.279216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23b66b94-621f-470d-b2e5-f2a1222679da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d99b44e5-9000-40fd-a956-0efb56ad616c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.283170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-23b66b94-621f-470d-b2e5-f2a1222679da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.285258 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-23b66b94-621f-470d-b2e5-f2a1222679da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d99b44e5-9000-40fd-a956-0efb56ad616c HTTP/1.1" status: 204 len: 168 time: 0.2937481 Feb 09 02:21:04.307063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Router d747cea1-a117-4d2f-9a8a-5967e83fad01 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:04.329347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b66b94-621f-470d-b2e5-f2a1222679da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b44e5-9000-40fd-a956-0efb56ad616c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:04.468105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6d820-6529-456c-a479-85ea03da9e0c None None] Pushing event updated for resources: {'Port': ['ID=1e23e87d-e721-4c44-976a-1e2191dc6714,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:04.474435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:04.493769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] Sync routers for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:04.511077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:04.512093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:20:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:04.564355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] No DVR routers for this DVR port beb69861-440a-4ce3-8d71-d7f8b2c43289 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:04.568034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.573563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b00e1abf-2701-413a-9433-d7bca9ab5c6c req-85bff378-6b44-4147-b43f-23d2419668dd tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.82 "DELETE /v2.0/ports/beb69861-440a-4ce3-8d71-d7f8b2c43289 HTTP/1.1" status: 204 len: 173 time: 2.6970828 Feb 09 02:21:04.589969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'name': 'network-vif-deleted', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:04.592200 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9716b879-cc22-4e1a-b901-f2762b128198" -d '{"events": [{"server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "name": "network-vif-deleted", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:04.722242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:04.972264 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f30109-cc73-49b2-9311-73b1882192aa x-openstack-request-id: req-76f30109-cc73-49b2-9311-73b1882192aa {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:04.972566 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b88a7c-0ef3-4aba-9fee-c9f6e411732e", "name": "network-vif-deleted", "tag": "beb69861-440a-4ce3-8d71-d7f8b2c43289", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:04.972825 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76f30109-cc73-49b2-9311-73b1882192aa {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:04.973235 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b88a7c-0ef3-4aba-9fee-c9f6e411732e', 'name': 'network-vif-deleted', 'tag': 'beb69861-440a-4ce3-8d71-d7f8b2c43289', 'status': 'completed', 'code': 200} Feb 09 02:21:04.986207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Delete allocated IP 2001:db8:0:1::1b (ac956252-9f09-4bb9-af7c-a7e7fa674320/7ed9f1c5-dac4-4149-b8e9-f5b7296c5089) {{(pid=103149) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:21:05.162780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748fdf3-f3e0-4315-8549-c06e939176e0 req-82bca564-772f-4cdd-b5fb-fff211430eec tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:05.166079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9748fdf3-f3e0-4315-8549-c06e939176e0 req-82bca564-772f-4cdd-b5fb-fff211430eec tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.2998645 Feb 09 02:21:05.245872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e23e87d-e721-4c44-976a-1e2191dc6714 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:05.256400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31743341-34f0-43cc-b3df-b8975c48a489 req-3f57a942-18c7-45e5-afe9-59b0370d270f tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b88a7c-0ef3-4aba-9fee-c9f6e411732e HTTP/1.1" status: 200 len: 210 time: 0.0875523 Feb 09 02:21:05.379926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 1e23e87d-e721-4c44-976a-1e2191dc6714 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:05.380326 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:05.466819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9748fdf3-f3e0-4315-8549-c06e939176e0 req-b71181cb-2fa0-4f38-888c-032974b739fb tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921693 Feb 09 02:21:05.532523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2af6f-5575-4839-a2c0-6d735334cdda None None] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:05.546711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:05.557305 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:05.564344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 5, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:05.652071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] Checking router: d747cea1-a117-4d2f-9a8a-5967e83fad01 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:05.703404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 1e23e87d-e721-4c44-976a-1e2191dc6714 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:05.713404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] In _notify_port_updated(), no bound segment for port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 on network ac956252-9f09-4bb9-af7c-a7e7fa674320 {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:21:05.724932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:05.725947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:20:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:05.738307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:05.739559 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:05.743818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:05.744912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "PUT /v2.0/ports/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 HTTP/1.1" status: 200 len: 926 time: 1.8701117 Feb 09 02:21:05.748069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60846) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:05.755833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f20cc3b-22d2-4467-92f9-fac0de5b26fc'}, {'subnet_id': '7ed9f1c5-dac4-4149-b8e9-f5b7296c5089'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:05.821777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d92d70-3bcf-4131-9a84-6568b82b3d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=93d2ca6a-6418-46d1-bcc0-ea13f06f98f8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:05.866367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:05.927935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:05.956112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-87493345-1880-4405-91ef-be0dead741c1 None None] Provisioning complete for port 1e23e87d-e721-4c44-976a-1e2191dc6714 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:05.956800 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87493345-1880-4405-91ef-be0dead741c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.001987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1142308277-network', 'tenant_id': '78a8376644cf40c9ac0f578fea39ab66'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:06.066138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Made reservation on behalf of 78a8376644cf40c9ac0f578fea39ab66 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:06.072101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.086722 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.253223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks [] for security_group (bb468de4-8cce-42af-b546-2a213de6d91e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.262701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bb468de4-8cce-42af-b546-2a213de6d91e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.268343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-87493345-1880-4405-91ef-be0dead741c1 None None] Current status of the port 1e23e87d-e721-4c44-976a-1e2191dc6714 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:06.283830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:06.324618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6ee3854b-8bc3-4048-a00b-2192eb58aed7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.325113 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Added segment 6ee3854b-8bc3-4048-a00b-2192eb58aed7 of type vlan for network 58e76783-5559-4832-aadd-c20cb6aeb60d Feb 09 02:21:06.363263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 5, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:06.413433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (58e76783-5559-4832-aadd-c20cb6aeb60d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.445302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e84eaa-8ac7-4cc2-bd02-a893305f5c9a None None] The sync data for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 is: [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:19:21Z', 'revision_number': 4, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '42eaa539-628f-4a89-b02e-c57777b17d61', 'name': '', 'network_id': '31259da2-3d44-4f47-b9cb-93c40a1edf5d', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'mac_address': 'fa:16:3e:bf:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:20Z', 'updated_at': '2022-02-09T02:19:26Z', 'revision_number': 5, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'subnets': [{'id': '24cc767f-1dd6-4738-aa8f-514cc8f3f4d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:06.469440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (58e76783-5559-4832-aadd-c20cb6aeb60d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.470733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:06.472060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.507366 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7618198 Feb 09 02:21:06.528560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60872) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:06.537229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Request body: {'subnet': {'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1142308277-subnet', 'tenant_id': '78a8376644cf40c9ac0f578fea39ab66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:06.604437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb468de4-8cce-42af-b546-2a213de6d91e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:06.609609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7d8208fb-a79f-4140-9008-939970a14df5 None None] Provisioning complete for port 1e23e87d-e721-4c44-976a-1e2191dc6714 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:06.610337 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d8208fb-a79f-4140-9008-939970a14df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.619152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcb776-090f-4210-9243-525ee864dfb0 admin admin] Pushing event updated for resources: {'Network': ['ID=58e76783-5559-4832-aadd-c20cb6aeb60d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:06.628689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Made reservation on behalf of 78a8376644cf40c9ac0f578fea39ab66 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:06.631610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.663332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device beb69861-440a-4ce3-8d71-d7f8b2c43289 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:06.665461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 58e76783-5559-4832-aadd-c20cb6aeb60d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:06.771024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: beb69861-440a-4ce3-8d71-d7f8b2c43289 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:06.771507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device beb69861-440a-4ce3-8d71-d7f8b2c43289 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:06.776164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8:0:1::1b2 (ac956252-9f09-4bb9-af7c-a7e7fa674320/7ed9f1c5-dac4-4149-b8e9-f5b7296c5089/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:06.911342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7d8208fb-a79f-4140-9008-939970a14df5 None None] Current status of the port 1e23e87d-e721-4c44-976a-1e2191dc6714 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:06.929337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7d8208fb-a79f-4140-9008-939970a14df5 None None] Provisioning complete for port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:06.929734 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7d8208fb-a79f-4140-9008-939970a14df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.984902 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898494b-a8a2-495d-a4a2-d6602e179ec9 None None] New status for floating IP fd51057e-7095-4cff-8e51-576cfd07ce87: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:07.013584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7d8208fb-a79f-4140-9008-939970a14df5 None None] Port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:07.164227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d0fd35b6-fdda-4521-bb40-6f8103fe16cc None None] Provisioning complete for port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:07.164623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d0fd35b6-fdda-4521-bb40-6f8103fe16cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.172040 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.175958 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (11160cf4-fc3b-4ff2-aecc-9af40d575299), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.202752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.239606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd35b6-fdda-4521-bb40-6f8103fe16cc None None] Port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:07.365245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] In _notify_port_updated(), no bound segment for port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 on network ac956252-9f09-4bb9-af7c-a7e7fa674320 {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:21:07.372303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.372984 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.374556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-33f68dbe-68ba-4eb5-9c25-2e2241169532 None None] Provisioning complete for port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:07.374714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "PUT /v2.0/ports/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 HTTP/1.1" status: 200 len: 1012 time: 1.6255946 Feb 09 02:21:07.375338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-33f68dbe-68ba-4eb5-9c25-2e2241169532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.377374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60886) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:07.400409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11160cf4-fc3b-4ff2-aecc-9af40d575299,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:07.402306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdd395-a6ed-4523-a2dc-ac9cce30e2e2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=93d2ca6a-6418-46d1-bcc0-ea13f06f98f8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:07.406660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Checking segment: {'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:07.407314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Network hostable DHCP agents. Network: 58e76783-5559-4832-aadd-c20cb6aeb60d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:07.427027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-33f68dbe-68ba-4eb5-9c25-2e2241169532 None None] Port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:07.443851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60896) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:07.520849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Network 58e76783-5559-4832-aadd-c20cb6aeb60d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:07.529095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c333c980-f5c3-48e7-bad6-ddab72f0474c tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group (1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.538831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:07.539165 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.542626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 58e76783-5559-4832-aadd-c20cb6aeb60d) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:07.552020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.552701 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.555077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6282739f-ccff-47fc-8cf0-3564a90b8a02 None None] Network 58e76783-5559-4832-aadd-c20cb6aeb60d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:07.573993 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c333c980-f5c3-48e7-bad6-ddab72f0474c tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group (1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.660459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dbb83fe3-79e8-4bbd-8584-b7fd2fd57462 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1298668 Feb 09 02:21:07.670775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.685842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:07.745382 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c333c980-f5c3-48e7-bad6-ddab72f0474c tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.748295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c333c980-f5c3-48e7-bad6-ddab72f0474c tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.749517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c333c980-f5c3-48e7-bad6-ddab72f0474c tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0 HTTP/1.1" status: 204 len: 168 time: 0.3045282 Feb 09 02:21:07.752960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60904) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:07.776672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333c980-f5c3-48e7-bad6-ddab72f0474c tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:07.780197 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-1ea95532-bd18-4a6b-8a33-3584bfffa611 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] show failed (client error): The resource could not be found. Feb 09 02:21:07.782512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ea95532-bd18-4a6b-8a33-3584bfffa611 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "GET /v2.0/security-groups/1a72fd14-b9a5-4693-b83f-ec3f2f3e4dc0 HTTP/1.1" status: 404 len: 347 time: 0.0274692 Feb 09 02:21:07.785535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60906) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:07.866082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-826f6bef-c410-484b-b69f-413889838f9d None None] Provisioning complete for port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:07.866572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-826f6bef-c410-484b-b69f-413889838f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.894984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180a222-d94a-4acf-9b19-aa6dcd9b4012 None None] Network 58e76783-5559-4832-aadd-c20cb6aeb60d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:07.961785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-826f6bef-c410-484b-b69f-413889838f9d None None] Port 93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:08.009386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (93d2ca6a-6418-46d1-bcc0-ea13f06f98f8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.052079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Deleting port ad3b2018-4f5e-419d-8eb7-c598235ad32b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:08.058762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=93d2ca6a-6418-46d1-bcc0-ea13f06f98f8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:08.078258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.116651 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.123080 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c9c42c4a-027c-4681-a373-099023b55d8f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 HTTP/1.1" status: 204 len: 168 time: 0.7420304 Feb 09 02:21:08.123792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:08.172821 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7fbe0b-0ec5-496e-b9b5-1bf1ebbb1000 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:21:08.174485 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba7fbe0b-0ec5-496e-b9b5-1bf1ebbb1000 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 HTTP/1.1" status: 404 len: 333 time: 0.0493884 Feb 09 02:21:08.179497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60914) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:08.248630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.249146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for floatingip (ad3b2018-4f5e-419d-8eb7-c598235ad32b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.297102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Calling delete_port for ad3b2018-4f5e-419d-8eb7-c598235ad32b owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:08.328364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 7ed9f1c5-dac4-4149-b8e9-f5b7296c5089 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:08.337715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (7ed9f1c5-dac4-4149-b8e9-f5b7296c5089), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.752057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (7ed9f1c5-dac4-4149-b8e9-f5b7296c5089), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.898684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (7ed9f1c5-dac4-4149-b8e9-f5b7296c5089), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.949004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ad3b2018-4f5e-419d-8eb7-c598235ad32b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.985701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Pushing event deleted for resources: {'Port': ['ID=ad3b2018-4f5e-419d-8eb7-c598235ad32b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:09.039567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (7ed9f1c5-dac4-4149-b8e9-f5b7296c5089), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.078156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed9f1c5-dac4-4149-b8e9-f5b7296c5089,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:09.086172 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.089669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9e756bd9-8643-4181-bc69-117ac7b81780 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/7ed9f1c5-dac4-4149-b8e9-f5b7296c5089 HTTP/1.1" status: 204 len: 168 time: 0.9090507 Feb 09 02:21:09.092508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks [] for floatingip (fd51057e-7095-4cff-8e51-576cfd07ce87), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.092912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:09.095806 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.099170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-53aea3ea-2dd3-45f2-b664-77df7a8db587 tempest-ServersTestFqdnHostnames-64630522 tempest-ServersTestFqdnHostnames-64630522-project] 10.222.0.53 "DELETE /v2.0/floatingips/fd51057e-7095-4cff-8e51-576cfd07ce87 HTTP/1.1" status: 204 len: 168 time: 1.3124928 Feb 09 02:21:09.102137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60938) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:09.107192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ced57-e34d-4816-bb2b-73f0ed4f9c68 None None] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:09.212399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 1f20cc3b-22d2-4467-92f9-fac0de5b26fc {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:09.219665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (1f20cc3b-22d2-4467-92f9-fac0de5b26fc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.316139 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1f20cc3b-22d2-4467-92f9-fac0de5b26fc), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.509273 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1f20cc3b-22d2-4467-92f9-fac0de5b26fc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.582089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1f20cc3b-22d2-4467-92f9-fac0de5b26fc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.660915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=1f20cc3b-22d2-4467-92f9-fac0de5b26fc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:09.681884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.692631 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0b9d61c6-519b-4f4c-a6fd-ab6c415d9e50 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/1f20cc3b-22d2-4467-92f9-fac0de5b26fc HTTP/1.1" status: 204 len: 168 time: 0.5952909 Feb 09 02:21:09.699470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:09.720726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (d747cea1-a117-4d2f-9a8a-5967e83fad01), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.845219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ac956252-9f09-4bb9-af7c-a7e7fa674320), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.038176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 1e23e87d-e721-4c44-976a-1e2191dc6714 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:10.038547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.114417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] For port 1e23e87d-e721-4c44-976a-1e2191dc6714, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e23e87d-e721-4c44-976a-1e2191dc6714,segment=NetworkSegment(857eb674-782f-481d-9b53-a4b5b51927bc),segment_id=857eb674-782f-481d-9b53-a4b5b51927bc)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:10.115161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.155141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 1e23e87d-e721-4c44-976a-1e2191dc6714 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:10.372040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Deleting port 42eaa539-628f-4a89-b02e-c57777b17d61 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:10.373403 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.466712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1e23e87d-e721-4c44-976a-1e2191dc6714), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.549968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=1e23e87d-e721-4c44-976a-1e2191dc6714,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:10.562407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No DVR routers for this DVR port 1e23e87d-e721-4c44-976a-1e2191dc6714 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:10.572799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] For port 42eaa539-628f-4a89-b02e-c57777b17d61, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=42eaa539-628f-4a89-b02e-c57777b17d61,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:10.575251 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.607277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Calling delete_port for 42eaa539-628f-4a89-b02e-c57777b17d61 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:10.656317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12025c87-959b-48d0-b2cc-8ce094c950a1 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:21:10.743293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ac956252-9f09-4bb9-af7c-a7e7fa674320), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.795271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac956252-9f09-4bb9-af7c-a7e7fa674320']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:10.813846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857eb674-782f-481d-9b53-a4b5b51927bc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:10.815267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857eb674-782f-481d-9b53-a4b5b51927bc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:10.841346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (857eb674-782f-481d-9b53-a4b5b51927bc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.859277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (857eb674-782f-481d-9b53-a4b5b51927bc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.876252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:10.876812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (857eb674-782f-481d-9b53-a4b5b51927bc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.879289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895135d0-1f37-4526-9fed-5c9541f600e4 None None] Network ac956252-9f09-4bb9-af7c-a7e7fa674320 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:10.888739 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:10.940116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-08f47e65-bc88-4ae8-b940-75eb3a257f80 None None] Could not find standard attr ID for object 1e23e87d-e721-4c44-976a-1e2191dc6714. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:21:11.039704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ac956252-9f09-4bb9-af7c-a7e7fa674320), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.111313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.124732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/ac956252-9f09-4bb9-af7c-a7e7fa674320 HTTP/1.1" status: 204 len: 168 time: 1.4239676 Feb 09 02:21:11.129454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:11.134271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:11.162689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d1abe-ec14-4e79-87ea-abd66c93e434 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=ac956252-9f09-4bb9-af7c-a7e7fa674320,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:11.173633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'mac_address': 'fa:16:3e:eb:38:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:21:11.182302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab9550-ad09-470d-91ad-18327c695912 None None] DHCP port deletion for ac956252-9f09-4bb9-af7c-a7e7fa674320 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:11.199414 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (42eaa539-628f-4a89-b02e-c57777b17d61), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.270291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 12025c87-959b-48d0-b2cc-8ce094c950a1 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:11.274156 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.325797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12025c87-959b-48d0-b2cc-8ce094c950a1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:21:11.331211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa52cf-7735-4471-8203-32604a82cf58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:11.347390 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0baa52cf-7735-4471-8203-32604a82cf58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1828790 Feb 09 02:21:11.347390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:11.362270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:11.380468 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.399787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Pushing event deleted for resources: {'Port': ['ID=42eaa539-628f-4a89-b02e-c57777b17d61,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:11.494392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d99cd118-d573-49f9-8593-0aed318cbbdf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1521828 Feb 09 02:21:11.502898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:11.508258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-9562670'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:11.529258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['12025c87-959b-48d0-b2cc-8ce094c950a1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:21:11.601794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:11.610021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.621146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:11.687206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:11.696257 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (d747cea1-a117-4d2f-9a8a-5967e83fad01), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.713779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (939b3185-7a7d-4aaa-8e17-b15c43dd371a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.714135 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment 939b3185-7a7d-4aaa-8e17-b15c43dd371a of type vlan for network 73ded54d-25ce-45c5-8225-260abc8c3442 Feb 09 02:21:11.815055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (73ded54d-25ce-45c5-8225-260abc8c3442), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.861918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (73ded54d-25ce-45c5-8225-260abc8c3442), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.878398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:11.879110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.932756 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4271238 Feb 09 02:21:11.934791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:11.949965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:12.016241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Router d747cea1-a117-4d2f-9a8a-5967e83fad01 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:12.088926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82b658-9ba0-41b3-aaf4-1aaf5dc2597b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=73ded54d-25ce-45c5-8225-260abc8c3442,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:12.099395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 73ded54d-25ce-45c5-8225-260abc8c3442 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:12.135810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:12.144379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.251326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:12.264713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf8df192-f9da-42d6-b25f-dfc4d56508ae admin admin] 10.222.0.53 "PUT /v2.0/routers/d747cea1-a117-4d2f-9a8a-5967e83fad01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1609709 Feb 09 02:21:12.267879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32768) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:12.277872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] Sync routers for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:12.337119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:12.338603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:20:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.488826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks [] for router (d747cea1-a117-4d2f-9a8a-5967e83fad01), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.640739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:12.666110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (878f1bce-8cba-4ca0-a9f5-01ee002f4ef1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.695674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12025c87-959b-48d0-b2cc-8ce094c950a1 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:12.699736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks [] for router_gateway (d747cea1-a117-4d2f-9a8a-5967e83fad01), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.796324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=878f1bce-8cba-4ca0-a9f5-01ee002f4ef1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:12.804896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': '939b3185-7a7d-4aaa-8e17-b15c43dd371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:12.805521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: 73ded54d-25ce-45c5-8225-260abc8c3442, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:12.853086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 73ded54d-25ce-45c5-8225-260abc8c3442 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:12.881195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 73ded54d-25ce-45c5-8225-260abc8c3442) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:12.902233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:12.902873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.932894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fdea8c-15d0-4196-8669-867e2820f670 None None] Network 73ded54d-25ce-45c5-8225-260abc8c3442 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:12.944882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-16fdb124-f52b-4559-b352-82b6ec6daf56 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0089273 Feb 09 02:21:12.947850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:12.961150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442', 'name': 'tempest-PortsIpV6TestJSON-883700893'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:13.057112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 12025c87-959b-48d0-b2cc-8ce094c950a1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:13.057459 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.140179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Deleting port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:13.140515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.243372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e23e87d-e721-4c44-976a-1e2191dc6714 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:13.290813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:13.296505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-73ded54d-25ce-45c5-8225-260abc8c3442', 'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442', 'project_id': '3e52ffce114b41ee9c1c603a650bc819', 'fixed_ips': [{'subnet_id': '878f1bce-8cba-4ca0-a9f5-01ee002f4ef1'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:13.301057 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.302604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.313039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 1e23e87d-e721-4c44-976a-1e2191dc6714 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:13.313365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e23e87d-e721-4c44-976a-1e2191dc6714 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:13.326133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] For port fed078a8-4ab7-4e37-92c9-fcf2aa84caa6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:13.326556 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.362597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Calling delete_port for fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:13.389998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port c8ef0e9b-868e-4676-951c-4d97578b322d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:21:13.565112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:21:11Z', 'revision_number': 5, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port': {'id': 'fed078a8-4ab7-4e37-92c9-fcf2aa84caa6', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:13.603649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] Checking router: d747cea1-a117-4d2f-9a8a-5967e83fad01 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:13.621639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] Routers {'d747cea1-a117-4d2f-9a8a-5967e83fad01'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:13.622346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:20:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d747cea1-a117-4d2f-9a8a-5967e83fad01'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:13.712984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 12025c87-959b-48d0-b2cc-8ce094c950a1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:13.713665 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.756818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:13.759794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:13.762657 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e178eaf-f52f-4c0b-b087-ac722e1136be" -d '{"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-plugged", "status": "completed", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:13.769030 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.835929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:13.848771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] Set router d747cea1-a117-4d2f-9a8a-5967e83fad01 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:13.896673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::326 (73ded54d-25ce-45c5-8225-260abc8c3442/878f1bce-8cba-4ca0-a9f5-01ee002f4ef1/c8ef0e9b-868e-4676-951c-4d97578b322d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:14.093042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fed078a8-4ab7-4e37-92c9-fcf2aa84caa6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.189268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Pushing event deleted for resources: {'Port': ['ID=fed078a8-4ab7-4e37-92c9-fcf2aa84caa6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.221669 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e95fa1-1734-4112-b452-3d494ae7d67e x-openstack-request-id: req-32e95fa1-1734-4112-b452-3d494ae7d67e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:14.221976 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-plugged", "status": "completed", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:14.222218 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32e95fa1-1734-4112-b452-3d494ae7d67e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:14.222670 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'code': 200} Feb 09 02:21:14.229297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:21:12Z', 'revision_number': 6, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:14.263384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed72715-07bf-4487-bdc8-a952bdf87be7 None None] The sync data for ids ['d747cea1-a117-4d2f-9a8a-5967e83fad01'] in n-d-826675-12 is: [{'id': 'd747cea1-a117-4d2f-9a8a-5967e83fad01', 'name': 'tempest-ServersTestFqdnHostnames-550764229-router', 'tenant_id': 'e21a526ec548492da83a4902d99867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:19:16Z', 'updated_at': '2022-02-09T02:21:12Z', 'revision_number': 6, 'project_id': 'e21a526ec548492da83a4902d99867c7', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:14.333615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (d747cea1-a117-4d2f-9a8a-5967e83fad01), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.350224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (c8ef0e9b-868e-4676-951c-4d97578b322d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.440532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c8ef0e9b-868e-4676-951c-4d97578b322d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.508198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 73ded54d-25ce-45c5-8225-260abc8c3442 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:14.514327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:14.519590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:14.530357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:14.535436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.601505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (d747cea1-a117-4d2f-9a8a-5967e83fad01), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.607663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=c8ef0e9b-868e-4676-951c-4d97578b322d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.614073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks [] for router_controller (d747cea1-a117-4d2f-9a8a-5967e83fad01), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.620355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Allocated IP 2001:db8::2 (73ded54d-25ce-45c5-8225-260abc8c3442/878f1bce-8cba-4ca0-a9f5-01ee002f4ef1/27c930c7-3c18-48d2-a55e-419bcee8077f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:14.626275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ef18d08a-fb1e-4135-becf-27b79f003c7e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6749792 Feb 09 02:21:14.632902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:14.655670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442', 'name': 'tempest-PortsIpV6TestJSON-1587981486'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:14.778126 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (d747cea1-a117-4d2f-9a8a-5967e83fad01), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.780203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d747cea1-a117-4d2f-9a8a-5967e83fad01 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:21:14.854395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.855615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-beda621a-b5cc-4f82-b48d-40eea4fe481b admin admin] 10.222.0.53 "DELETE /v2.0/routers/d747cea1-a117-4d2f-9a8a-5967e83fad01 HTTP/1.1" status: 204 len: 168 time: 2.5867307 Feb 09 02:21:14.862512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:15.142893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Publish callbacks [] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.155058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.209686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] Deleting subnet 24cc767f-1dd6-4738-aa8f-514cc8f3f4d6 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:15.231407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] Publish callbacks [] for subnet (24cc767f-1dd6-4738-aa8f-514cc8f3f4d6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.296330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Pushing event updated for resources: {'Port': ['ID=27c930c7-3c18-48d2-a55e-419bcee8077f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:15.302064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Network 73ded54d-25ce-45c5-8225-260abc8c3442 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:15.304325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:15.309546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:15.350055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:15.354644 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.384325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (24cc767f-1dd6-4738-aa8f-514cc8f3f4d6), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.418204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Attempting to bind port 27c930c7-3c18-48d2-a55e-419bcee8077f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:15.418871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Attempting to bind port 27c930c7-3c18-48d2-a55e-419bcee8077f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '939b3185-7a7d-4aaa-8e17-b15c43dd371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:15.419518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Attempting to bind port 27c930c7-3c18-48d2-a55e-419bcee8077f on network 73ded54d-25ce-45c5-8225-260abc8c3442 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:15.436310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:15.436912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Checking segment: {'id': '939b3185-7a7d-4aaa-8e17-b15c43dd371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:15.437583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.438729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Bound using segment: {'id': '939b3185-7a7d-4aaa-8e17-b15c43dd371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:15.438729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Bound port: 27c930c7-3c18-48d2-a55e-419bcee8077f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939b3185-7a7d-4aaa-8e17-b15c43dd371a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73ded54d-25ce-45c5-8225-260abc8c3442'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:15.443835 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.507284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 42eaa539-628f-4a89-b02e-c57777b17d61 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:15.528716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 5dd2a051-195d-4487-acbd-cf47aa7a1c61 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:21:15.582582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 42eaa539-628f-4a89-b02e-c57777b17d61 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:15.583460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 42eaa539-628f-4a89-b02e-c57777b17d61 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:15.642327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] For port 27c930c7-3c18-48d2-a55e-419bcee8077f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:15.655074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] For port 27c930c7-3c18-48d2-a55e-419bcee8077f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=27c930c7-3c18-48d2-a55e-419bcee8077f,segment=NetworkSegment(939b3185-7a7d-4aaa-8e17-b15c43dd371a),segment_id=939b3185-7a7d-4aaa-8e17-b15c43dd371a)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:15.679373 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.921202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6280e0-f3a0-409c-9766-f83e52e419c7 None None] Pushing event updated for resources: {'Port': ['ID=27c930c7-3c18-48d2-a55e-419bcee8077f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:15.992691 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (24cc767f-1dd6-4738-aa8f-514cc8f3f4d6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.149310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::3a2 (73ded54d-25ce-45c5-8225-260abc8c3442/878f1bce-8cba-4ca0-a9f5-01ee002f4ef1/5dd2a051-195d-4487-acbd-cf47aa7a1c61) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:16.314002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (24cc767f-1dd6-4738-aa8f-514cc8f3f4d6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.481148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24cc767f-1dd6-4738-aa8f-514cc8f3f4d6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:16.487542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f11223-62d9-4e64-b33b-4f3c8ea7b3e3 None None] Network 31259da2-3d44-4f47-b9cb-93c40a1edf5d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:16.496243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.501866 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d109188e-2b73-41ff-a520-485b77236dab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/24cc767f-1dd6-4738-aa8f-514cc8f3f4d6 HTTP/1.1" status: 204 len: 168 time: 1.6363115 Feb 09 02:21:16.502630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32878) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:16.700285 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (5dd2a051-195d-4487-acbd-cf47aa7a1c61), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.784077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (31259da2-3d44-4f47-b9cb-93c40a1edf5d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.822065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] DHCP port deletion for 31259da2-3d44-4f47-b9cb-93c40a1edf5d request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:16.865887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5dd2a051-195d-4487-acbd-cf47aa7a1c61), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.932384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Deleting port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:16.932794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.038621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 73ded54d-25ce-45c5-8225-260abc8c3442 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:17.042904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:17.045700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:17.052296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:17.058827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.098108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Deleting port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:17.098601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.133086 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4925656 Feb 09 02:21:17.133804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:17.143958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47e6d7-69ee-4828-b11b-e68a7c88ba38 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=5dd2a051-195d-4487-acbd-cf47aa7a1c61,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.150600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] For port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:17.151103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.259123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Calling delete_port for 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:17.443143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 27c930c7-3c18-48d2-a55e-419bcee8077f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:17.614266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.653417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66046839-8630-4244-9c01-a20c1587e67b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:17.656192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-66046839-8630-4244-9c01-a20c1587e67b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A326 HTTP/1.1" status: 200 len: 928 time: 0.5210941 Feb 09 02:21:17.659030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] For port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,segment=NetworkSegment(5bc6f3a4-e483-475a-83b1-59890fc44ead),segment_id=5bc6f3a4-e483-475a-83b1-59890fc44ead)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:17.660040 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.660687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:17.697204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.709058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] No DVR routers for this DVR port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:17.724007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Calling delete_port for 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:17.884262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409d5ea-263e-43e1-ad78-3b1ec2fb700f None None] Network 73ded54d-25ce-45c5-8225-260abc8c3442 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:17.902370 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (31259da2-3d44-4f47-b9cb-93c40a1edf5d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.903440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.936989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 27c930c7-3c18-48d2-a55e-419bcee8077f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:17.937367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.952637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31259da2-3d44-4f47-b9cb-93c40a1edf5d']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:17.976120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc6f3a4-e483-475a-83b1-59890fc44ead') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:17.983504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc6f3a4-e483-475a-83b1-59890fc44ead') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:18.006321 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (5bc6f3a4-e483-475a-83b1-59890fc44ead), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.019191 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.034014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 5dd2a051-195d-4487-acbd-cf47aa7a1c61 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:18.034684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5dd2a051-195d-4487-acbd-cf47aa7a1c61), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.050108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5bc6f3a4-e483-475a-83b1-59890fc44ead), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.061889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:18.063947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (5bc6f3a4-e483-475a-83b1-59890fc44ead), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:18.069002 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:18.073751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-38803e46-7357-4bcb-9eaa-d0ec16e59c88 None None] Provisioning complete for port 27c930c7-3c18-48d2-a55e-419bcee8077f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:18.074140 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38803e46-7357-4bcb-9eaa-d0ec16e59c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.075934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Pushing event deleted for resources: {'Port': ['ID=73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:18.090913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] No DVR routers for this DVR port 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:18.127942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.128644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.128644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.128883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.129233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.129571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.129913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.130250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.130622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.132668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.132668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.132668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.132668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ce0e3b-6c19-4610-9d6b-bee4706fac7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:18.220293 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (31259da2-3d44-4f47-b9cb-93c40a1edf5d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.252483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 27c930c7-3c18-48d2-a55e-419bcee8077f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:18.252898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.273332 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.287920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] 10.222.0.53 "DELETE /v2.0/networks/31259da2-3d44-4f47-b9cb-93c40a1edf5d HTTP/1.1" status: 204 len: 168 time: 1.7833142 Feb 09 02:21:18.289348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cdf31-3dc5-4263-aa57-341d3ae91520 admin admin] Pushing event deleted for resources: {'Network': ['ID=31259da2-3d44-4f47-b9cb-93c40a1edf5d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:18.318705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5dd2a051-195d-4487-acbd-cf47aa7a1c61), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.332243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 27c930c7-3c18-48d2-a55e-419bcee8077f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=27c930c7-3c18-48d2-a55e-419bcee8077f,segment=NetworkSegment(939b3185-7a7d-4aaa-8e17-b15c43dd371a),segment_id=939b3185-7a7d-4aaa-8e17-b15c43dd371a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:18.348001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 5dd2a051-195d-4487-acbd-cf47aa7a1c61 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:18.433162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-38803e46-7357-4bcb-9eaa-d0ec16e59c88 None None] Current status of the port 27c930c7-3c18-48d2-a55e-419bcee8077f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:18.433494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-38803e46-7357-4bcb-9eaa-d0ec16e59c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.449791 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.613838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32918) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:18.627970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:18.669413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5dd2a051-195d-4487-acbd-cf47aa7a1c61), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.722632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:18.723300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 73d1a666-b7fc-48d7-b1d1-10ca5b2f6bd2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:18.735547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:18.749291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=5dd2a051-195d-4487-acbd-cf47aa7a1c61,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:18.793061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.802156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32920) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:18.803341 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-10c95b1a-5c5c-47f3-bc0a-8bb56a599faf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/5dd2a051-195d-4487-acbd-cf47aa7a1c61 HTTP/1.1" status: 204 len: 168 time: 1.1413348 Feb 09 02:21:18.826292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:18.826811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fed078a8-4ab7-4e37-92c9-fcf2aa84caa6 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:18.835913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=27c930c7-3c18-48d2-a55e-419bcee8077f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:18.865903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-38803e46-7357-4bcb-9eaa-d0ec16e59c88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:21:18.869630 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-38803e46-7357-4bcb-9eaa-d0ec16e59c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:21:18.898242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c7ba008e-21df-44c6-b516-2b0c71ed5b49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e21a526ec548492da83a4902d99867c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806571 Feb 09 02:21:18.898858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:18.899725 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2453b3-19d8-4013-963e-942ac2c8aaae tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:21:18.905763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf2453b3-19d8-4013-963e-942ac2c8aaae tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/5dd2a051-195d-4487-acbd-cf47aa7a1c61 HTTP/1.1" status: 404 len: 333 time: 0.0990086 Feb 09 02:21:18.909468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:18.958876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.115158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14188df4-3706-470d-a1b5-13124065dc52 admin admin] Publish callbacks [] for security_group (a1866cfb-2edd-4945-94bd-12a73e6e261d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.203985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 27c930c7-3c18-48d2-a55e-419bcee8077f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:19.214318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14188df4-3706-470d-a1b5-13124065dc52 admin admin] Publish callbacks [] for security_group (a1866cfb-2edd-4945-94bd-12a73e6e261d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.331636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port c8ef0e9b-868e-4676-951c-4d97578b322d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:19.331983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c8ef0e9b-868e-4676-951c-4d97578b322d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.352752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 27c930c7-3c18-48d2-a55e-419bcee8077f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:19.353436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.497945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-38803e46-7357-4bcb-9eaa-d0ec16e59c88 None None] Current status of the port 27c930c7-3c18-48d2-a55e-419bcee8077f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:19.541913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14188df4-3706-470d-a1b5-13124065dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a1866cfb-2edd-4945-94bd-12a73e6e261d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.549287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14188df4-3706-470d-a1b5-13124065dc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.551120 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-14188df4-3706-470d-a1b5-13124065dc52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1866cfb-2edd-4945-94bd-12a73e6e261d HTTP/1.1" status: 204 len: 168 time: 0.6510990 Feb 09 02:21:19.596075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c8ef0e9b-868e-4676-951c-4d97578b322d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.630898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for c8ef0e9b-868e-4676-951c-4d97578b322d owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:19.701091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 27c930c7-3c18-48d2-a55e-419bcee8077f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:19.715762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b1186c42-f655-44d1-bbd5-c8d6a4c4d6de None None] Provisioning complete for port 27c930c7-3c18-48d2-a55e-419bcee8077f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:19.718319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1186c42-f655-44d1-bbd5-c8d6a4c4d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:19.996206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1186c42-f655-44d1-bbd5-c8d6a4c4d6de None None] Current status of the port 27c930c7-3c18-48d2-a55e-419bcee8077f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:20.020125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b1186c42-f655-44d1-bbd5-c8d6a4c4d6de None None] Provisioning complete for port c8ef0e9b-868e-4676-951c-4d97578b322d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:20.020948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1186c42-f655-44d1-bbd5-c8d6a4c4d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c8ef0e9b-868e-4676-951c-4d97578b322d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.120040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1186c42-f655-44d1-bbd5-c8d6a4c4d6de None None] Port c8ef0e9b-868e-4676-951c-4d97578b322d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:20.138011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b1186c42-f655-44d1-bbd5-c8d6a4c4d6de None None] Could not find standard attr ID for object 5dd2a051-195d-4487-acbd-cf47aa7a1c61. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:21:20.172978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14188df4-3706-470d-a1b5-13124065dc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1866cfb-2edd-4945-94bd-12a73e6e261d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:20.186189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c8ef0e9b-868e-4676-951c-4d97578b322d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.239733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=c8ef0e9b-868e-4676-951c-4d97578b322d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:20.275629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e3312f22-3be9-4c5a-9d1e-9ed4217709bf None None] Could not find standard attr ID for object 5dd2a051-195d-4487-acbd-cf47aa7a1c61. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:21:20.299215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.303599 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-adbc4071-e756-4136-a766-e59ce4b4ceef tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/c8ef0e9b-868e-4676-951c-4d97578b322d HTTP/1.1" status: 204 len: 168 time: 1.3928680 Feb 09 02:21:20.307481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32950) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:20.342822 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6988ded7-ae29-4b4b-97e1-5f2d20dddeb3 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:21:20.344959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6988ded7-ae29-4b4b-97e1-5f2d20dddeb3 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/c8ef0e9b-868e-4676-951c-4d97578b322d HTTP/1.1" status: 404 len: 333 time: 0.0358682 Feb 09 02:21:20.347731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 32952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:20.429598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 878f1bce-8cba-4ca0-a9f5-01ee002f4ef1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:20.435697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (878f1bce-8cba-4ca0-a9f5-01ee002f4ef1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.515420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (878f1bce-8cba-4ca0-a9f5-01ee002f4ef1), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.712490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (878f1bce-8cba-4ca0-a9f5-01ee002f4ef1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.783531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (878f1bce-8cba-4ca0-a9f5-01ee002f4ef1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.827151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:20.828029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130c671-da0e-4951-8012-18f33b0fe4d6 None None] Network 73ded54d-25ce-45c5-8225-260abc8c3442 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:20.839982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32976) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:20.841346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/878f1bce-8cba-4ca0-a9f5-01ee002f4ef1 HTTP/1.1" status: 204 len: 168 time: 0.4922190 Feb 09 02:21:20.926542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921388e5-d828-4888-aced-eb838a1b9942 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=878f1bce-8cba-4ca0-a9f5-01ee002f4ef1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:21.043960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (73ded54d-25ce-45c5-8225-260abc8c3442), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.119859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32986) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:21.187983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 27c930c7-3c18-48d2-a55e-419bcee8077f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:21.188935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.343942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] For port 27c930c7-3c18-48d2-a55e-419bcee8077f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=27c930c7-3c18-48d2-a55e-419bcee8077f,segment=NetworkSegment(939b3185-7a7d-4aaa-8e17-b15c43dd371a),segment_id=939b3185-7a7d-4aaa-8e17-b15c43dd371a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:21.344689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.349223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] DHCP port deletion for 73ded54d-25ce-45c5-8225-260abc8c3442 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:21.352281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2121751416-network', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:21.370757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 27c930c7-3c18-48d2-a55e-419bcee8077f owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:21.425267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:21.429599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.454027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.457045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] Deleting port 27c930c7-3c18-48d2-a55e-419bcee8077f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:21.457417 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.554292 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.617131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] For port 27c930c7-3c18-48d2-a55e-419bcee8077f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=27c930c7-3c18-48d2-a55e-419bcee8077f,segment=NetworkSegment(939b3185-7a7d-4aaa-8e17-b15c43dd371a),segment_id=939b3185-7a7d-4aaa-8e17-b15c43dd371a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:21.617555 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.633468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] Calling delete_port for 27c930c7-3c18-48d2-a55e-419bcee8077f owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:21.647361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=27c930c7-3c18-48d2-a55e-419bcee8077f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:21.663149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.664082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.664959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.665572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.666279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.667185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.667796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.668420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.669001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.670066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.670721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.671345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.672028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:21.685721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No DVR routers for this DVR port 27c930c7-3c18-48d2-a55e-419bcee8077f on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:21.766982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (27c930c7-3c18-48d2-a55e-419bcee8077f), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.804229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] Pushing event deleted for resources: {'Port': ['ID=27c930c7-3c18-48d2-a55e-419bcee8077f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:21.811258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dedf40c-cc0b-47e5-bd30-928f01b0cc75 None None] No DVR routers for this DVR port 27c930c7-3c18-48d2-a55e-419bcee8077f on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:21.911862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (73ded54d-25ce-45c5-8225-260abc8c3442), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:21.961343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ded54d-25ce-45c5-8225-260abc8c3442']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:21.984097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939b3185-7a7d-4aaa-8e17-b15c43dd371a') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:21.985125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939b3185-7a7d-4aaa-8e17-b15c43dd371a') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:22.017626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (939b3185-7a7d-4aaa-8e17-b15c43dd371a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.046288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks [] for security_group (17638d7f-2d24-4af9-924b-a1e1d635077c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.048145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (939b3185-7a7d-4aaa-8e17-b15c43dd371a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.062656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:22.064016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (939b3185-7a7d-4aaa-8e17-b15c43dd371a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.069697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (17638d7f-2d24-4af9-924b-a1e1d635077c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:22.075421 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:22.208898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17638d7f-2d24-4af9-924b-a1e1d635077c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:22.220820 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (73ded54d-25ce-45c5-8225-260abc8c3442), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.228058 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.238398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:22.243784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1160925677'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:22.249037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/73ded54d-25ce-45c5-8225-260abc8c3442 HTTP/1.1" status: 204 len: 168 time: 1.3897250 Feb 09 02:21:22.258676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:22.281167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f20a96-489d-4e23-91cc-ad94737dd6bc tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=73ded54d-25ce-45c5-8225-260abc8c3442,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:22.284739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:22.288748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.295134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.295653 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Added segment dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3 of type vlan for network 56c27297-fec8-495e-afff-227128edc754 Feb 09 02:21:22.362157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:22.372086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (56c27297-fec8-495e-afff-227128edc754), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.376545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.377246 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d of type vlan for network 0b77e62c-7431-4c01-876b-409fdce6809e Feb 09 02:21:22.415446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (56c27297-fec8-495e-afff-227128edc754), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.420027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:22.420923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.440471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (0b77e62c-7431-4c01-876b-409fdce6809e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.476340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (0b77e62c-7431-4c01-876b-409fdce6809e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.484646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:22.485490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.523786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4026749 Feb 09 02:21:22.524600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33012) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:22.542534 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3002975 Feb 09 02:21:22.544544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:22.550409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:22.551942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Request body: {'subnet': {'network_id': '56c27297-fec8-495e-afff-227128edc754', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2121751416-subnet', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:22.558952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2690f-5be9-4973-9603-8af102bbd949 admin admin] Pushing event updated for resources: {'Network': ['ID=56c27297-fec8-495e-afff-227128edc754,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:22.570118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 56c27297-fec8-495e-afff-227128edc754 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:22.609136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:22.611986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.630859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fc01f-1717-4d01-b1d7-7f8d4636bee8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=0b77e62c-7431-4c01-876b-409fdce6809e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:22.658246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 0b77e62c-7431-4c01-876b-409fdce6809e details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:22.764039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:22.774216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:22.950092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (fc0219d0-8175-4edf-b0ff-fe9b5b7281a5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.059207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0219d0-8175-4edf-b0ff-fe9b5b7281a5,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:23.097707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Checking segment: {'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:23.102919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Network hostable DHCP agents. Network: 56c27297-fec8-495e-afff-227128edc754, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:23.185835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Network 56c27297-fec8-495e-afff-227128edc754 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:23.193208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 27c930c7-3c18-48d2-a55e-419bcee8077f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:23.224751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 56c27297-fec8-495e-afff-227128edc754) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:23.243223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:23.248915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.267894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4926d4f2-3389-41fe-9509-342c371cab9d None None] Network 56c27297-fec8-495e-afff-227128edc754 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:23.297375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3421aca4-7f88-4541-bb1b-ce4991bafa28 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7562234 Feb 09 02:21:23.298855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33032) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:23.312552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:23.371703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (8f170423-d073-446b-abb5-654756745f0d), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.375386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (8f170423-d073-446b-abb5-654756745f0d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.412622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 27c930c7-3c18-48d2-a55e-419bcee8077f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:23.412622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 27c930c7-3c18-48d2-a55e-419bcee8077f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:23.480206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (0edcfb52-a209-4eb0-b041-25455576cf1f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.524207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d87eee83-fab3-42d3-aae5-5880583ebc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.577734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=0edcfb52-a209-4eb0-b041-25455576cf1f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:23.591733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': 'e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:23.592050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: 0b77e62c-7431-4c01-876b-409fdce6809e, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:23.614203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 0b77e62c-7431-4c01-876b-409fdce6809e is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:23.633185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 0b77e62c-7431-4c01-876b-409fdce6809e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:23.641695 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks [] for router_controller (8f170423-d073-446b-abb5-654756745f0d), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.643910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:23.647387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.654843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-56c27297-fec8-495e-afff-227128edc754', 'network_id': '56c27297-fec8-495e-afff-227128edc754', 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'fixed_ips': [{'subnet_id': 'fc0219d0-8175-4edf-b0ff-fe9b5b7281a5'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:23.656115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.700080 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ce58996b-e155-4fc4-889a-013ed1a7c843 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1544971 Feb 09 02:21:23.703052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:23.706269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f664f-6309-437c-9833-89e11c6b2384 None None] Network 0b77e62c-7431-4c01-876b-409fdce6809e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:23.716988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e', 'name': 'tempest-PortsIpV6TestJSON-2046686816', 'fixed_ips': [{'subnet_id': '0edcfb52-a209-4eb0-b041-25455576cf1f', 'ip_address': '2001:db8::10'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:23.868627 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks [] for router_gateway (8f170423-d073-446b-abb5-654756745f0d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:23.953843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:24.162471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-0b77e62c-7431-4c01-876b-409fdce6809e', 'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e', 'project_id': '3e52ffce114b41ee9c1c603a650bc819', 'fixed_ips': [{'subnet_id': '0edcfb52-a209-4eb0-b041-25455576cf1f'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:24.163387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:24.181119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:24.239677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 0fd4ae03-6538-4757-a8c1-a4268324c37b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:21:24.271798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Allocated IP 172.20.0.2 (56c27297-fec8-495e-afff-227128edc754/fc0219d0-8175-4edf-b0ff-fe9b5b7281a5/3ae9a9eb-7345-4157-bbd9-b76f56ec2d12) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:24.474842 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks [] for router_gateway (8f170423-d073-446b-abb5-654756745f0d), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:24.515764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:24.529170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Allocated IP 2001:db8::2 (0b77e62c-7431-4c01-876b-409fdce6809e/0edcfb52-a209-4eb0-b041-25455576cf1f/83d0d59e-9529-42ef-a796-be0efc45ef22) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:24.726204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Allocated IP 172.25.6.122 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/dcb851b3-7d23-4180-a930-54f5c1d4efb7) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:25.069635 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Publish callbacks [] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.083344 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.125893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Publish callbacks [] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.165477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Network 0b77e62c-7431-4c01-876b-409fdce6809e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:25.188036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::10 (0b77e62c-7431-4c01-876b-409fdce6809e/0edcfb52-a209-4eb0-b041-25455576cf1f/0fd4ae03-6538-4757-a8c1-a4268324c37b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:25.193354 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.208855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:25.256478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:25.399581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Pushing event updated for resources: {'Port': ['ID=83d0d59e-9529-42ef-a796-be0efc45ef22,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:25.409065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Attempting to bind port 83d0d59e-9529-42ef-a796-be0efc45ef22 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:25.409623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Attempting to bind port 83d0d59e-9529-42ef-a796-be0efc45ef22 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:25.410154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Attempting to bind port 83d0d59e-9529-42ef-a796-be0efc45ef22 on network 0b77e62c-7431-4c01-876b-409fdce6809e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:25.410292 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks [] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.421527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:25.422189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Checking segment: {'id': 'e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:25.422826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.423399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Bound using segment: {'id': 'e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:25.424724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Bound port: 83d0d59e-9529-42ef-a796-be0efc45ef22, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:25.425309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.492108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.505118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] For port 83d0d59e-9529-42ef-a796-be0efc45ef22, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:25.509156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] For port 83d0d59e-9529-42ef-a796-be0efc45ef22, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=83d0d59e-9529-42ef-a796-be0efc45ef22,segment=NetworkSegment(e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d),segment_id=e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:25.531873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Network 56c27297-fec8-495e-afff-227128edc754 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:25.535608 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.551124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:25.563006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:25.636968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Pushing event updated for resources: {'Port': ['ID=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:25.639108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (0fd4ae03-6538-4757-a8c1-a4268324c37b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.653150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:25.668264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb851b3-7d23-4180-a930-54f5c1d4efb7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:25.679768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:25.689146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:25.705149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0fd4ae03-6538-4757-a8c1-a4268324c37b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.772948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=0fd4ae03-6538-4757-a8c1-a4268324c37b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:25.782540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 0b77e62c-7431-4c01-876b-409fdce6809e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:25.784030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:25.786528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:25.793864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:25.794887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.803302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Attempting to bind port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:25.804012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Attempting to bind port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:25.810719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Attempting to bind port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 on network 56c27297-fec8-495e-afff-227128edc754 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:25.823076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-efd17434-37f1-4407-a727-04880018ab81 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1178782 Feb 09 02:21:25.825498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33082) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:25.836767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:25.837148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Checking segment: {'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:25.837600 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.838002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Bound using segment: {'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:25.839046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Bound port: 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:25.839436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.840372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': '0b77e62c-7431-4c01-876b-409fdce6809e', 'name': 'tempest-PortsIpV6TestJSON-136525786', 'fixed_ips': [{'subnet_id': '0edcfb52-a209-4eb0-b041-25455576cf1f', 'ip_address': '2001:db8::f'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:25.844836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-56071fdb-5941-4584-a451-08593e9e3847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:25.899700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55347f48-28fb-4b6d-8d72-87b9a19ef42c None None] Pushing event updated for resources: {'Port': ['ID=83d0d59e-9529-42ef-a796-be0efc45ef22,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:26.052351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] For port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:26.061030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] For port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,segment=NetworkSegment(dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3),segment_id=dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:26.090109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:26.262685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3329-2df6-469b-bd2a-0c235b797659 None None] Pushing event updated for resources: {'Port': ['ID=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:26.404242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:26.408516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks [] for router_gateway (8f170423-d073-446b-abb5-654756745f0d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:26.711012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:26.900312 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (8f170423-d073-446b-abb5-654756745f0d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:26.904379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:26.913389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port f6d43679-c7e7-4de2-8caa-6a3f18e4e332 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:21:27.259580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029cf41-1711-4e34-b925-14e0b2298e17 None None] Network 0b77e62c-7431-4c01-876b-409fdce6809e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:27.412748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:27.443667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::f (0b77e62c-7431-4c01-876b-409fdce6809e/0edcfb52-a209-4eb0-b041-25455576cf1f/f6d43679-c7e7-4de2-8caa-6a3f18e4e332) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:27.559431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7be8a93f-bf78-4f04-8922-fbd4d68037e7 None None] Provisioning complete for port 83d0d59e-9529-42ef-a796-be0efc45ef22 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:27.579039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7be8a93f-bf78-4f04-8922-fbd4d68037e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:27.686154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (f6d43679-c7e7-4de2-8caa-6a3f18e4e332), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:27.755464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Router 8f170423-d073-446b-abb5-654756745f0d is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:21:27.954846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:27.955242 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:27.971095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9852be1-c241-4429-9994-ae0ef0bab62f None None] Network 56c27297-fec8-495e-afff-227128edc754 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:28.075854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f6d43679-c7e7-4de2-8caa-6a3f18e4e332), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:28.083672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:28.100362 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Sync routers for ids ['8f170423-d073-446b-abb5-654756745f0d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:28.123304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Routers {'8f170423-d073-446b-abb5-654756745f0d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:28.123950 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f170423-d073-446b-abb5-654756745f0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:28.205832 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:28.218156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1d40fbed-d96f-410d-8a96-f63b1532dc77 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9165642 Feb 09 02:21:28.221973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:28.263571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 0b77e62c-7431-4c01-876b-409fdce6809e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:28.272529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:28.272866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:28.277403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:28.288680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:28.291662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:28.352635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5199685 Feb 09 02:21:28.355580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c50dc-5f86-4117-96e8-8c6497985b6c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=f6d43679-c7e7-4de2-8caa-6a3f18e4e332,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:28.356307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7be8a93f-bf78-4f04-8922-fbd4d68037e7 None None] Current status of the port 83d0d59e-9529-42ef-a796-be0efc45ef22 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:28.356707 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7be8a93f-bf78-4f04-8922-fbd4d68037e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:28.382091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33118) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:28.414160 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Set router 8f170423-d073-446b-abb5-654756745f0d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:28.481467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7be8a93f-bf78-4f04-8922-fbd4d68037e7 None None] For port 83d0d59e-9529-42ef-a796-be0efc45ef22, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=83d0d59e-9529-42ef-a796-be0efc45ef22,segment=NetworkSegment(e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d),segment_id=e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:28.497798 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7be8a93f-bf78-4f04-8922-fbd4d68037e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:28.856831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa9a6a-9694-459b-b5b0-6725320f7a16 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:28.858764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e5fa9a6a-9694-459b-b5b0-6725320f7a16 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4710834 Feb 09 02:21:28.870277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33136) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:29.015130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8a93f-bf78-4f04-8922-fbd4d68037e7 None None] Pushing event updated for resources: {'Port': ['ID=83d0d59e-9529-42ef-a796-be0efc45ef22,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:29.020694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:29.021403 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.028825 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:21:26Z', 'revision_number': 3, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port': {'id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:24Z', 'updated_at': '2022-02-09T02:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:29.039864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da78ce4-7358-4908-8286-b09bc257d492 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:29.057277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da78ce4-7358-4908-8286-b09bc257d492 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:29.073849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da78ce4-7358-4908-8286-b09bc257d492 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:29.075680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4da78ce4-7358-4908-8286-b09bc257d492 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2035732 Feb 09 02:21:29.078978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33140) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:29.106885 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Checking router: 8f170423-d073-446b-abb5-654756745f0d for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:29.107472 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Updating router 8f170423-d073-446b-abb5-654756745f0d port dcb851b3-7d23-4180-a930-54f5c1d4efb7 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:21:29.165142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-494a2591-0a5d-4858-846b-334a9230f54a None None] Provisioning complete for port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:29.173398 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-494a2591-0a5d-4858-846b-334a9230f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.231365 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.313423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,segment=NetworkSegment(dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3),segment_id=dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:29.332562 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.352211 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.356371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 83d0d59e-9529-42ef-a796-be0efc45ef22 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:29.397527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port f6d43679-c7e7-4de2-8caa-6a3f18e4e332 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:29.399094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f6d43679-c7e7-4de2-8caa-6a3f18e4e332), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.689754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Allocated IP 172.20.0.1 (56c27297-fec8-495e-afff-227128edc754/fc0219d0-8175-4edf-b0ff-fe9b5b7281a5/d3f2cf3d-4524-4539-8fbe-e144f4574f05) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:29.770157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f6d43679-c7e7-4de2-8caa-6a3f18e4e332), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.831947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for f6d43679-c7e7-4de2-8caa-6a3f18e4e332 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:29.952840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:29.977253 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:29.990306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-494a2591-0a5d-4858-846b-334a9230f54a None None] Current status of the port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:30.061363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 83d0d59e-9529-42ef-a796-be0efc45ef22 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:30.061752 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.197331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d16c7041-fe4e-4418-ab1b-108935c05322 None None] Provisioning complete for port 0fd4ae03-6538-4757-a8c1-a4268324c37b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:30.197874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d16c7041-fe4e-4418-ab1b-108935c05322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0fd4ae03-6538-4757-a8c1-a4268324c37b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.216858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks [] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.223550 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Publish callbacks [] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.235697 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.306284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f6d43679-c7e7-4de2-8caa-6a3f18e4e332), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.316365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.403450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=f6d43679-c7e7-4de2-8caa-6a3f18e4e332,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:30.439166 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Attempting to bind port dcb851b3-7d23-4180-a930-54f5c1d4efb7 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:30.447437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 83d0d59e-9529-42ef-a796-be0efc45ef22 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:30.448413 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Attempting to bind port dcb851b3-7d23-4180-a930-54f5c1d4efb7 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:30.449423 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Attempting to bind port dcb851b3-7d23-4180-a930-54f5c1d4efb7 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:30.455973 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Pushing event updated for resources: {'Port': ['ID=dcb851b3-7d23-4180-a930-54f5c1d4efb7,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:30.464577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f2cf3d-4524-4539-8fbe-e144f4574f05,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:30.473946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d16c7041-fe4e-4418-ab1b-108935c05322 None None] Port 0fd4ae03-6538-4757-a8c1-a4268324c37b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:30.482131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.485488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d16c7041-fe4e-4418-ab1b-108935c05322 None None] Could not find standard attr ID for object f6d43679-c7e7-4de2-8caa-6a3f18e4e332. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:21:30.489372 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:30.491716 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:30.496471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Network 56c27297-fec8-495e-afff-227128edc754 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:30.498717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8e1010ee-ad4f-43ed-8d40-b3c17e3020d2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/f6d43679-c7e7-4de2-8caa-6a3f18e4e332 HTTP/1.1" status: 204 len: 168 time: 1.4166110 Feb 09 02:21:30.499578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33164) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:30.500853 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.501436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:30.502029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Bound port: dcb851b3-7d23-4180-a930-54f5c1d4efb7, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:30.502830 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.504358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:30.507911 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.519272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:30.520038 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.522697 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.523687 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.524258 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.526404 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.527255 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.527815 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.528217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d16c7041-fe4e-4418-ab1b-108935c05322 None None] Provisioning complete for port 83d0d59e-9529-42ef-a796-be0efc45ef22 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:30.528597 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d16c7041-fe4e-4418-ab1b-108935c05322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.528966 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.529502 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.530044 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.530627 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.531183 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:30.627800 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5b7bd1-6c4e-4db8-a57c-6cf39b9fd876 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:21:30.630241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9d5b7bd1-6c4e-4db8-a57c-6cf39b9fd876 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/f6d43679-c7e7-4de2-8caa-6a3f18e4e332 HTTP/1.1" status: 404 len: 333 time: 0.1275842 Feb 09 02:21:30.633855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33168) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:30.760136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (8f170423-d073-446b-abb5-654756745f0d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.794366 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] For port dcb851b3-7d23-4180-a930-54f5c1d4efb7, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:30.807260 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] For port dcb851b3-7d23-4180-a930-54f5c1d4efb7, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dcb851b3-7d23-4180-a930-54f5c1d4efb7,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:30.816219 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:30.830945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 83d0d59e-9529-42ef-a796-be0efc45ef22 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:30.987782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d16c7041-fe4e-4418-ab1b-108935c05322 None None] Current status of the port 83d0d59e-9529-42ef-a796-be0efc45ef22 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:31.063100 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Routers {'8f170423-d073-446b-abb5-654756745f0d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:31.069399 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f170423-d073-446b-abb5-654756745f0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:31.136906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-380097a4-192d-4b61-9c7e-54b9bd4296d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:31.138918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-380097a4-192d-4b61-9c7e-54b9bd4296d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.3945851 Feb 09 02:21:31.173326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-560204a1-1c50-486a-ac49-d660386e64b1 None None] Provisioning complete for port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:31.173711 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-560204a1-1c50-486a-ac49-d660386e64b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.175697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45026fc9-ffea-43ce-9862-2316740b521e req-4abed701-4fdb-48d0-bc34-c8943e73b91d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:31.181649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45026fc9-ffea-43ce-9862-2316740b521e req-4abed701-4fdb-48d0-bc34-c8943e73b91d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4351971 Feb 09 02:21:31.183704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 83d0d59e-9529-42ef-a796-be0efc45ef22 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:31.184160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.234037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 0fd4ae03-6538-4757-a8c1-a4268324c37b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:31.234037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0fd4ae03-6538-4757-a8c1-a4268324c37b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.245474 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411df15-664c-4ef3-bbf7-fe024e908dd4 None None] Pushing event updated for resources: {'Port': ['ID=dcb851b3-7d23-4180-a930-54f5c1d4efb7,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:31.330961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.334554 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] Set router 8f170423-d073-446b-abb5-654756745f0d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:31.411669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0fd4ae03-6538-4757-a8c1-a4268324c37b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.425856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 0fd4ae03-6538-4757-a8c1-a4268324c37b owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:31.683574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0fd4ae03-6538-4757-a8c1-a4268324c37b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.715684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-560204a1-1c50-486a-ac49-d660386e64b1 None None] Current status of the port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:31.726279 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:21:26Z', 'revision_number': 3, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port': {'id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:24Z', 'updated_at': '2022-02-09T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:31.801291 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13209c1c-ab35-4c9e-8f69-335a61676107 None None] The sync data for ids ['8f170423-d073-446b-abb5-654756745f0d'] in n-d-826675-12 is: [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:21:26Z', 'revision_number': 3, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port': {'id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:24Z', 'updated_at': '2022-02-09T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:31.885576 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks [] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.890333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-560204a1-1c50-486a-ac49-d660386e64b1 None None] Provisioning complete for port d3f2cf3d-4524-4539-8fbe-e144f4574f05 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:31.895025 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-560204a1-1c50-486a-ac49-d660386e64b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.896972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.933310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=0fd4ae03-6538-4757-a8c1-a4268324c37b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:31.968908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:31.990163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 83d0d59e-9529-42ef-a796-be0efc45ef22 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:31.997222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1cb77f27-b812-4b43-9f08-82a86865b570 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/0fd4ae03-6538-4757-a8c1-a4268324c37b HTTP/1.1" status: 204 len: 168 time: 1.3603251 Feb 09 02:21:31.998476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:32.074630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33188) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:32.082181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-560204a1-1c50-486a-ac49-d660386e64b1 None None] Port d3f2cf3d-4524-4539-8fbe-e144f4574f05 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:32.128832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:32.129526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:32.201344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f2cf3d-4524-4539-8fbe-e144f4574f05,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:32.215255 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e8397f-1012-4875-95de-d602f6654351 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:21:32.233054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (8f170423-d073-446b-abb5-654756745f0d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:32.257588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d0e8397f-1012-4875-95de-d602f6654351 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/0fd4ae03-6538-4757-a8c1-a4268324c37b HTTP/1.1" status: 404 len: 333 time: 0.1812377 Feb 09 02:21:32.263416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33200) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:32.274772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:32.464883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45026fc9-ffea-43ce-9862-2316740b521e req-d28c1f22-e127-4c1e-97f7-e6911fa980c2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2749069 Feb 09 02:21:32.553388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-48d717dd-4420-47e7-a7df-d24f5ca6507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:32.556776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-48d717dd-4420-47e7-a7df-d24f5ca6507f service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 1.4104064 Feb 09 02:21:32.648682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Network 56c27297-fec8-495e-afff-227128edc754 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:32.653868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:32.749133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-faef7d45-abca-4ae8-8133-a642084cb95b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.1824548 Feb 09 02:21:32.778445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dcb851b3-7d23-4180-a930-54f5c1d4efb7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:32.876879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 0edcfb52-a209-4eb0-b041-25455576cf1f {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:32.905118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (0edcfb52-a209-4eb0-b041-25455576cf1f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:32.951704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-ec0497f5-6430-4696-8916-191e9ff9c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:32.953521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-ec0497f5-6430-4696-8916-191e9ff9c22d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1814339 Feb 09 02:21:33.035841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (0edcfb52-a209-4eb0-b041-25455576cf1f), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:33.073833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Router 8f170423-d073-446b-abb5-654756745f0d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:33.105316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port dcb851b3-7d23-4180-a930-54f5c1d4efb7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:33.109858 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:33.171607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-5b080159-db0f-4449-a61a-e4de66f33f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:33.177884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-5b080159-db0f-4449-a61a-e4de66f33f00 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2115781 Feb 09 02:21:33.579292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:33.602244 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b6d80a4-c545-4392-b4f9-fb58bea13c37 admin admin] 10.222.0.53 "PUT /v2.0/routers/8f170423-d073-446b-abb5-654756745f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3782520 Feb 09 02:21:34.149916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0366fd71-dbcd-4db5-b18e-7d11f70d1420 None None] Provisioning complete for port d3f2cf3d-4524-4539-8fbe-e144f4574f05 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:34.155986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0366fd71-dbcd-4db5-b18e-7d11f70d1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.173863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:34.345760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0366fd71-dbcd-4db5-b18e-7d11f70d1420 None None] Port d3f2cf3d-4524-4539-8fbe-e144f4574f05 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:34.354885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0edcfb52-a209-4eb0-b041-25455576cf1f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.371900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-215464125'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:34.439173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:34.443539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.508960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:34.542931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c563fbb5-7b15-4a69-b20a-a09fd7b1e74b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.543576 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Added segment c563fbb5-7b15-4a69-b20a-a09fd7b1e74b of type vlan for network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 Feb 09 02:21:34.597218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dcb851b3-7d23-4180-a930-54f5c1d4efb7 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:34.598816 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.649035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8dd30a74-09a3-4213-9917-37e26d2ea3f1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.699275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074036-9151-45a1-b54d-b1a11edae7c1 req-2c730d63-9a34-4ed8-b903-9d23107fb9d6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:34.701235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8074036-9151-45a1-b54d-b1a11edae7c1 req-2c730d63-9a34-4ed8-b903-9d23107fb9d6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.6725032 Feb 09 02:21:34.742004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8dd30a74-09a3-4213-9917-37e26d2ea3f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.747470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:34.760457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.790877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-54140d7a-249d-479f-be0f-ae6160102d8d service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6014659 Feb 09 02:21:34.791884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port dcb851b3-7d23-4180-a930-54f5c1d4efb7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dcb851b3-7d23-4180-a930-54f5c1d4efb7,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:34.799289 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.863319 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6869242 Feb 09 02:21:34.893860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33256) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:34.904918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'subnet': {'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:35.097001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670e22d-ef25-4139-aab9-0dc759014465 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Network': ['ID=8dd30a74-09a3-4213-9917-37e26d2ea3f1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:35.101629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=dcb851b3-7d23-4180-a930-54f5c1d4efb7,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:35.151129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:35.214943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014f252a-db39-4fe2-ac1e-3ef4197fb1c7 req-e33f5964-729c-4ff5-babc-826835dfd138 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957870 Feb 09 02:21:35.262408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8074036-9151-45a1-b54d-b1a11edae7c1 req-accbe353-eb92-40e8-96f7-7ad06b56f3a4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5264177 Feb 09 02:21:35.267838 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (0edcfb52-a209-4eb0-b041-25455576cf1f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:35.290703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:35.294595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:35.416177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Sync routers for ids ['8f170423-d073-446b-abb5-654756745f0d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:35.476119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Routers {'8f170423-d073-446b-abb5-654756745f0d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:35.476946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=0edcfb52-a209-4eb0-b041-25455576cf1f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:35.477733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f170423-d073-446b-abb5-654756745f0d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:35.480032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:35.483594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b5fd8dc-bfe8-474e-bdf8-d849364614b1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/0edcfb52-a209-4eb0-b041-25455576cf1f HTTP/1.1" status: 204 len: 168 time: 3.2135882 Feb 09 02:21:35.486418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:35.602868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582a352a-4bc4-4300-9d6d-46753c22b391 None None] Network 0b77e62c-7431-4c01-876b-409fdce6809e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:35.649409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (a3795de4-6bbe-4779-9b79-00dd696a840f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:35.793843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (0b77e62c-7431-4c01-876b-409fdce6809e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:35.911784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 83d0d59e-9529-42ef-a796-be0efc45ef22 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:35.912426 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:35.925312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Subnet': ['ID=a3795de4-6bbe-4779-9b79-00dd696a840f,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:35.968786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Set router 8f170423-d073-446b-abb5-654756745f0d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:35.994062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Checking segment: {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:35.996145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network hostable DHCP agents. Network: 8dd30a74-09a3-4213-9917-37e26d2ea3f1, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:36.081159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] For port 83d0d59e-9529-42ef-a796-be0efc45ef22, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=83d0d59e-9529-42ef-a796-be0efc45ef22,segment=NetworkSegment(e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d),segment_id=e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:36.081582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.114073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 83d0d59e-9529-42ef-a796-be0efc45ef22 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:36.141027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:36.193032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8dd30a74-09a3-4213-9917-37e26d2ea3f1) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:36.235107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:36.238685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.271747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a04e6-8e14-4dc1-9eb5-549f57910583 None None] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:36.290286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (83d0d59e-9529-42ef-a796-be0efc45ef22), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.341555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a60e7b9d-c422-4a6e-a2fd-6b878f1f7ceb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4390979 Feb 09 02:21:36.345093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:36.357231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2007086741'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:36.380908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=83d0d59e-9529-42ef-a796-be0efc45ef22,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:36.405071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No DVR routers for this DVR port 83d0d59e-9529-42ef-a796-be0efc45ef22 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:36.481087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18408702-2fa9-4a51-b75f-222c1b0b2bac None None] DHCP port deletion for 0b77e62c-7431-4c01-876b-409fdce6809e request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:36.504200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc736c-2428-403a-90fe-a901efd7fde7 req-64c056f1-210d-4248-976a-8f25ea3875ec tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:36.506165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0adc736c-2428-403a-90fe-a901efd7fde7 req-64c056f1-210d-4248-976a-8f25ea3875ec tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1008227 Feb 09 02:21:36.530126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:36.542228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.632754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0adc736c-2428-403a-90fe-a901efd7fde7 req-1674c6a2-3c8d-4725-bbdf-2e6c7c0b100b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155357 Feb 09 02:21:36.734830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:36.781326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (45cc03ae-a417-4ae2-99a9-d810b9c13852), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.782755 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Added segment 45cc03ae-a417-4ae2-99a9-d810b9c13852 of type vlan for network de891649-f2fc-4d93-8c0b-af2a35a9350c Feb 09 02:21:36.834000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8dd30a74-09a3-4213-9917-37e26d2ea3f1', 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1', 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'fixed_ips': [{'subnet_id': 'a3795de4-6bbe-4779-9b79-00dd696a840f'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:36.834923 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.950718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (de891649-f2fc-4d93-8c0b-af2a35a9350c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.958273 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (0b77e62c-7431-4c01-876b-409fdce6809e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.038836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b77e62c-7431-4c01-876b-409fdce6809e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:37.052206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:37.052713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:37.060476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (de891649-f2fc-4d93-8c0b-af2a35a9350c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.066140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:37.066850 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.078075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.138731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.146402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:37.146843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (e61dd5f0-2c2a-4e2a-80dc-53609f7b9f7d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:37.229206 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:37.241720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Allocated IP 19.80.0.2 (8dd30a74-09a3-4213-9917-37e26d2ea3f1/a3795de4-6bbe-4779-9b79-00dd696a840f/44a68bb8-172c-43d2-b438-1e49b4f42dae) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:37.257604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (0b77e62c-7431-4c01-876b-409fdce6809e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.263674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9136159 Feb 09 02:21:37.269814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33302) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:37.271578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.275950 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/0b77e62c-7431-4c01-876b-409fdce6809e HTTP/1.1" status: 204 len: 168 time: 1.7883017 Feb 09 02:21:37.280421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33304) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:37.280668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'subnet': {'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:37.289529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-431503837'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:37.298151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4542a-8406-496f-978d-efb1b7a744c1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Network': ['ID=de891649-f2fc-4d93-8c0b-af2a35a9350c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:37.389414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3ac4-3fae-4952-be8a-606c6723fd61 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=0b77e62c-7431-4c01-876b-409fdce6809e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:37.405366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:37.410442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.490269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:21:37.520734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a8ac4546-b6be-4c62-92d1-9d18138fd31f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.521507 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Added segment a8ac4546-b6be-4c62-92d1-9d18138fd31f of type vlan for network a9ef783a-de19-48a7-8d55-c78d18299261 Feb 09 02:21:37.610436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a9ef783a-de19-48a7-8d55-c78d18299261), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.629527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Publish callbacks [] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.650309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dcb851b3-7d23-4180-a930-54f5c1d4efb7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:37.652844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network de891649-f2fc-4d93-8c0b-af2a35a9350c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:37.657900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.701799 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a9ef783a-de19-48a7-8d55-c78d18299261), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.707378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:37.708180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.715542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:37.725742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.921266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:37.940066 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6581423 Feb 09 02:21:37.947241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33322) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:37.963364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112b3e2-0fc3-4ef6-a2c6-fc445546a044 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Network': ['ID=a9ef783a-de19-48a7-8d55-c78d18299261,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:37.963948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:37.983996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:37.990749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:38.002952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Pushing event updated for resources: {'Port': ['ID=44a68bb8-172c-43d2-b438-1e49b4f42dae,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:38.030767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a9ef783a-de19-48a7-8d55-c78d18299261 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:21:38.162653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port dcb851b3-7d23-4180-a930-54f5c1d4efb7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:38.164528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.285819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Attempting to bind port 44a68bb8-172c-43d2-b438-1e49b4f42dae on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:38.286482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Attempting to bind port 44a68bb8-172c-43d2-b438-1e49b4f42dae by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:38.287046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Attempting to bind port 44a68bb8-172c-43d2-b438-1e49b4f42dae on network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:38.313292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:38.314391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Checking segment: {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:38.315747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.316532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Bound using segment: {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:38.317452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Bound port: 44a68bb8-172c-43d2-b438-1e49b4f42dae, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:38.318386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.396900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:21:31Z', 'revision_number': 4, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port': {'id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:24Z', 'updated_at': '2022-02-09T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd3f2cf3d-4524-4539-8fbe-e144f4574f05', 'name': '', 'network_id': '56c27297-fec8-495e-afff-227128edc754', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'mac_address': 'fa:16:3e:cf:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'fc0219d0-8175-4edf-b0ff-fe9b5b7281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:29Z', 'updated_at': '2022-02-09T02:21:31Z', 'revision_number': 2, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'subnets': [{'id': 'fc0219d0-8175-4edf-b0ff-fe9b5b7281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:38.444260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:38.448140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.591636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] For port 44a68bb8-172c-43d2-b438-1e49b4f42dae, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:38.608315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] For port 44a68bb8-172c-43d2-b438-1e49b4f42dae, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=44a68bb8-172c-43d2-b438-1e49b4f42dae,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:38.617926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (a64ad28c-90a2-45fc-99ac-fdab1089725a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.943578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Subnet': ['ID=a64ad28c-90a2-45fc-99ac-fdab1089725a,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:38.984098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-e2149548-a9de-41f4-9873-e797035d752e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4056606 Feb 09 02:21:39.046128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Checking segment: {'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:39.046576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network hostable DHCP agents. Network: de891649-f2fc-4d93-8c0b-af2a35a9350c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:39.111239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:39.221302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Checking router: 8f170423-d073-446b-abb5-654756745f0d for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:39.231561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Updating router 8f170423-d073-446b-abb5-654756745f0d port d3f2cf3d-4524-4539-8fbe-e144f4574f05 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:21:39.281036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (621f5f6e-3cb3-4824-8525-210a4a27d5d8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:39.380145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dcb851b3-7d23-4180-a930-54f5c1d4efb7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:39.404793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network de891649-f2fc-4d93-8c0b-af2a35a9350c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:39.423213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Checking segment: {'id': 'a8ac4546-b6be-4c62-92d1-9d18138fd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:39.424434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network hostable DHCP agents. Network: a9ef783a-de19-48a7-8d55-c78d18299261, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:21:39.437479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, de891649-f2fc-4d93-8c0b-af2a35a9350c) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:39.438784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:39.444686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:39.446375 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:39.454040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077dc2e-a221-453c-9e13-8284d79b8cbb None None] Network de891649-f2fc-4d93-8c0b-af2a35a9350c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:39.459531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1038d-a8c4-48fd-8c63-c6a390792b8c None None] Pushing event updated for resources: {'Port': ['ID=44a68bb8-172c-43d2-b438-1e49b4f42dae,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:39.482390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:21:39.502771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-8567647a-973a-43a9-8768-28223f35d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:39.504946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-8567647a-973a-43a9-8768-28223f35d89b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.4469304 Feb 09 02:21:39.532428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7bb3524a-610e-45a7-b517-057e233614b3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2567995 Feb 09 02:21:39.539549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 83d0d59e-9529-42ef-a796-be0efc45ef22 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:39.635438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 83d0d59e-9529-42ef-a796-be0efc45ef22 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:39.635438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 83d0d59e-9529-42ef-a796-be0efc45ef22 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:39.858094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-b30e0dfe-42b6-4bda-96db-4d5e177726ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:39.866835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-b30e0dfe-42b6-4bda-96db-4d5e177726ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.3271163 Feb 09 02:21:39.886074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network a9ef783a-de19-48a7-8d55-c78d18299261 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:21:39.988352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 44a68bb8-172c-43d2-b438-1e49b4f42dae up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:40.105440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=621f5f6e-3cb3-4824-8525-210a4a27d5d8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:40.248526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-de891649-f2fc-4d93-8c0b-af2a35a9350c', 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c', 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'fixed_ips': [{'subnet_id': 'a64ad28c-90a2-45fc-99ac-fdab1089725a'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:40.249401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.282549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a9ef783a-de19-48a7-8d55-c78d18299261) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:40.300362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:40.304643 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.321097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-79ce6c86-97c5-4d92-910a-502e3891bc6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.2214181 Feb 09 02:21:40.325365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996de9fd-0464-4fe2-b84e-2633312c7597 None None] Network a9ef783a-de19-48a7-8d55-c78d18299261 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:40.362023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-5add095d-e40e-4197-9eef-e851451c879f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:40.369260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-5add095d-e40e-4197-9eef-e851451c879f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:40.379061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-5add095d-e40e-4197-9eef-e851451c879f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/networks?id=8dd30a74-09a3-4213-9917-37e26d2ea3f1&id=de891649-f2fc-4d93-8c0b-af2a35a9350c&id=8dd30a74-09a3-4213-9917-37e26d2ea3f1 HTTP/1.1" status: 200 len: 1391 time: 0.5075541 Feb 09 02:21:40.427642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aacba938-1b66-403c-963f-1e82baf11b93 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4690793 Feb 09 02:21:40.432166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33372) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:40.438858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f90c6a70-1670-4032-8de8-455d103bc8df tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1266649110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:40.461815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-4bb72368-3530-4aa6-8987-68066fa447c3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/quotas/c459a5f2787b4c17aa8dfe5ac69707db HTTP/1.1" status: 200 len: 375 time: 0.0807204 Feb 09 02:21:40.500525 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f90c6a70-1670-4032-8de8-455d103bc8df tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.502344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f90c6a70-1670-4032-8de8-455d103bc8df tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.597309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-c3e746d1-2362-4d14-932f-17e7d2301bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:40.602068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-c3e746d1-2362-4d14-932f-17e7d2301bb8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.2675672 Feb 09 02:21:40.641262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f90c6a70-1670-4032-8de8-455d103bc8df tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for router_controller (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.656289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f90c6a70-1670-4032-8de8-455d103bc8df tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.701938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-a9ef783a-de19-48a7-8d55-c78d18299261', 'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261', 'project_id': '3e52ffce114b41ee9c1c603a650bc819', 'fixed_ips': [{'subnet_id': '621f5f6e-3cb3-4824-8525-210a4a27d5d8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:40.703013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.704345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f90c6a70-1670-4032-8de8-455d103bc8df tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.706604 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f90c6a70-1670-4032-8de8-455d103bc8df tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2716267 Feb 09 02:21:40.711224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33374) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:40.721383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261', 'name': 'tempest-PortsIpV6TestJSON-797011916'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:40.900975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Allocated IP 19.86.0.2 (de891649-f2fc-4d93-8c0b-af2a35a9350c/a64ad28c-90a2-45fc-99ac-fdab1089725a/5e7f6967-2bc9-49bf-be5f-1104eef4d686) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:40.952734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-4ea15feb-29a9-49e7-83d8-06a2c25a6451 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4881120 Feb 09 02:21:41.143896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Publish callbacks [] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.148111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-d86c82df-163e-4fb3-bf84-f69e7a3d3650 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942868 Feb 09 02:21:41.158435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:41.162718 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.249703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-d4cf9120-33f4-4c29-8788-8b6d3c6b024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:41.251783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-d4cf9120-33f4-4c29-8788-8b6d3c6b024e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6428258 Feb 09 02:21:41.321207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Publish callbacks [] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.331444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 44a68bb8-172c-43d2-b438-1e49b4f42dae triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:41.340556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.373806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15c978-c17b-4720-aa3d-c9e96ccf60fe None None] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:41.391957 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.405119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-48a8aea0-807e-4a56-8e7d-13847fa66a94 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461451 Feb 09 02:21:41.408766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port a22546aa-c53d-4f94-ba0f-5957083ffed1 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:21:41.543979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.641929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::db (a9ef783a-de19-48a7-8d55-c78d18299261/621f5f6e-3cb3-4824-8525-210a4a27d5d8/a22546aa-c53d-4f94-ba0f-5957083ffed1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:41.853605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Network de891649-f2fc-4d93-8c0b-af2a35a9350c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:41.940620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ac9feab5-4b0b-4ab7-b7f9-7bd242095322 None None] Provisioning complete for port 44a68bb8-172c-43d2-b438-1e49b4f42dae triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:41.941157 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac9feab5-4b0b-4ab7-b7f9-7bd242095322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:41.943667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:41.947499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:41.951720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83dbf17-89b8-4119-b2b1-6d7f577ca77e req-2d06de0f-9724-424e-bf3a-b813ed41e071 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357912 Feb 09 02:21:42.001212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-c0fb5f10-27f1-48db-9101-ce6b80537840 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8508921 Feb 09 02:21:42.201941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-fad2f292-5701-41af-adbd-6a4981687789 service neutron] 10.222.0.53 "GET /v2.0/networks/de891649-f2fc-4d93-8c0b-af2a35a9350c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995118 Feb 09 02:21:42.212617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Pushing event updated for resources: {'Port': ['ID=5e7f6967-2bc9-49bf-be5f-1104eef4d686,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:42.414251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-7c54fd91-ec33-4b56-86b7-59551221eaf1 service neutron] 10.222.0.53 "GET /v2.0/networks/de891649-f2fc-4d93-8c0b-af2a35a9350c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102048 Feb 09 02:21:42.459899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.567588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Attempting to bind port d3f2cf3d-4524-4539-8fbe-e144f4574f05 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:42.568833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Attempting to bind port d3f2cf3d-4524-4539-8fbe-e144f4574f05 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:42.569572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Attempting to bind port d3f2cf3d-4524-4539-8fbe-e144f4574f05 on network 56c27297-fec8-495e-afff-227128edc754 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:42.576262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa010-dc6c-4e53-8c76-f06c823042a2 None None] Pushing event updated for resources: {'Port': ['ID=d3f2cf3d-4524-4539-8fbe-e144f4574f05,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:42.585812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Attempting to bind port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:42.586714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Attempting to bind port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:42.587538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Attempting to bind port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 on network de891649-f2fc-4d93-8c0b-af2a35a9350c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:42.598895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:42.599606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Checking segment: {'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:42.600205 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.600778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Bound using segment: {'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:42.601465 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Bound port: d3f2cf3d-4524-4539-8fbe-e144f4574f05, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '56c27297-fec8-495e-afff-227128edc754'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:42.602038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.608438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 44a68bb8-172c-43d2-b438-1e49b4f42dae is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:42.609097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.620520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:42.621232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Checking segment: {'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:42.622116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.622800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Bound using segment: {'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:42.623503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Bound port: 5e7f6967-2bc9-49bf-be5f-1104eef4d686, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:42.624088 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:42.866277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-9aadcfbb-ecd4-43aa-b967-0af7e3b39196 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430141 Feb 09 02:21:42.989902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Allocated IP 2001:db8::2 (a9ef783a-de19-48a7-8d55-c78d18299261/621f5f6e-3cb3-4824-8525-210a4a27d5d8/05e6752b-5e4b-4509-9487-37559638cbde) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:42.992655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0ff285b2-b49e-43b0-b37e-83f9db49d8cf service neutron] 10.222.0.53 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122491 Feb 09 02:21:42.997051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.079074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 44a68bb8-172c-43d2-b438-1e49b4f42dae, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=44a68bb8-172c-43d2-b438-1e49b4f42dae,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:43.083710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ac9feab5-4b0b-4ab7-b7f9-7bd242095322 None None] Current status of the port 44a68bb8-172c-43d2-b438-1e49b4f42dae is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:43.084107 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac9feab5-4b0b-4ab7-b7f9-7bd242095322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.127680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network a9ef783a-de19-48a7-8d55-c78d18299261 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:43.144266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:43.148596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:43.160151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:43.160856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.262859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=a22546aa-c53d-4f94-ba0f-5957083ffed1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:43.285113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:43.288056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ee093db-cd68-44ca-b7d0-c908d4568b1b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5706859 Feb 09 02:21:43.411139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33452) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:43.764245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] For port d3f2cf3d-4524-4539-8fbe-e144f4574f05, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:43.773974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] For port d3f2cf3d-4524-4539-8fbe-e144f4574f05, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3f2cf3d-4524-4539-8fbe-e144f4574f05,segment=NetworkSegment(dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3),segment_id=dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:43.799338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.840314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:43.982304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] For port 5e7f6967-2bc9-49bf-be5f-1104eef4d686, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:44.060835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] For port 5e7f6967-2bc9-49bf-be5f-1104eef4d686, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5e7f6967-2bc9-49bf-be5f-1104eef4d686,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:44.077706 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15a1dae7-7de0-4ab8-b83b-c1a8efbac49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.081461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Routers {'8f170423-d073-446b-abb5-654756745f0d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:44.082255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f170423-d073-446b-abb5-654756745f0d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:44.168273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.177723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4086a62c-a7fa-4227-a0f8-f36301a7d712 req-680a792e-958f-4aa9-a6aa-077ae4aab347 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 210 time: 0.7517860 Feb 09 02:21:44.219485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-ac9feab5-4b0b-4ab7-b7f9-7bd242095322 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:21:44.220000 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-ac9feab5-4b0b-4ab7-b7f9-7bd242095322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:21:44.227096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=44a68bb8-172c-43d2-b438-1e49b4f42dae,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.449482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] Set router 8f170423-d073-446b-abb5-654756745f0d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:44.482786 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.565981 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15a1dae7-7de0-4ab8-b83b-c1a8efbac49f admin admin] Publish callbacks [] for security_group (f4282246-029d-4a1a-9f12-c9d9007fca65), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.580146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15a1dae7-7de0-4ab8-b83b-c1a8efbac49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f4282246-029d-4a1a-9f12-c9d9007fca65), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.687981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-15a1dae7-7de0-4ab8-b83b-c1a8efbac49f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd5f4f05fb7e4d67ba22aa12f84a5782&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2747469 Feb 09 02:21:44.688639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33480) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:44.773915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa010-dc6c-4e53-8c76-f06c823042a2 None None] Pushing event updated for resources: {'Port': ['ID=d3f2cf3d-4524-4539-8fbe-e144f4574f05,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.820869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1dae7-7de0-4ab8-b83b-c1a8efbac49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4282246-029d-4a1a-9f12-c9d9007fca65,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:44.940154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Publish callbacks [] for port (05e6752b-5e4b-4509-9487-37559638cbde), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:44.942186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcad0-10ff-457f-8c7b-2c4937c4baf9 admin admin] Publish callbacks [] for security_group (f4282246-029d-4a1a-9f12-c9d9007fca65), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.030957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcad0-10ff-457f-8c7b-2c4937c4baf9 admin admin] Publish callbacks [] for security_group (f4282246-029d-4a1a-9f12-c9d9007fca65), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.049242 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (05e6752b-5e4b-4509-9487-37559638cbde), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.082848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9763c-bbdd-4b41-b2f2-eb9958be2278 None None] Pushing event updated for resources: {'Port': ['ID=5e7f6967-2bc9-49bf-be5f-1104eef4d686,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.183911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcad0-10ff-457f-8c7b-2c4937c4baf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f4282246-029d-4a1a-9f12-c9d9007fca65), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.188827 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcad0-10ff-457f-8c7b-2c4937c4baf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.208610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5ffdcad0-10ff-457f-8c7b-2c4937c4baf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4282246-029d-4a1a-9f12-c9d9007fca65 HTTP/1.1" status: 204 len: 168 time: 0.5151815 Feb 09 02:21:45.232266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdcad0-10ff-457f-8c7b-2c4937c4baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4282246-029d-4a1a-9f12-c9d9007fca65,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.248708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Network a9ef783a-de19-48a7-8d55-c78d18299261 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:45.264700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:45.295307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:45.393284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ac9feab5-4b0b-4ab7-b7f9-7bd242095322 None None] Current status of the port 44a68bb8-172c-43d2-b438-1e49b4f42dae is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:45.724256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-cbf2bbff-9a01-434c-8f6c-d479660b0683 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:45.729879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-cbf2bbff-9a01-434c-8f6c-d479660b0683 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:45.731571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-cbf2bbff-9a01-434c-8f6c-d479660b0683 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "GET /v2.0/networks?id=8dd30a74-09a3-4213-9917-37e26d2ea3f1&id=de891649-f2fc-4d93-8c0b-af2a35a9350c&id=8dd30a74-09a3-4213-9917-37e26d2ea3f1 HTTP/1.1" status: 200 len: 1391 time: 0.3123009 Feb 09 02:21:45.736371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.742405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:45.797710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77955c88-dd49-460a-a7a9-877b35342e1e req-e361f467-eb33-433f-bee5-14519e7a606b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 210 time: 0.4459417 Feb 09 02:21:45.797710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'port': {'device_id': '63345c7d-f460-4a02-8875-adb3543a1024', 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1', 'admin_state_up': True, 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:45.864449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Pushing event updated for resources: {'Port': ['ID=05e6752b-5e4b-4509-9487-37559638cbde,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:45.982772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=a22546aa-c53d-4f94-ba0f-5957083ffed1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:46.006057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Provisioning complete for port d3f2cf3d-4524-4539-8fbe-e144f4574f05 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:46.008484 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.029207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Attempting to bind port 05e6752b-5e4b-4509-9487-37559638cbde on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:46.030389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Attempting to bind port 05e6752b-5e4b-4509-9487-37559638cbde by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a8ac4546-b6be-4c62-92d1-9d18138fd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:46.030946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Attempting to bind port 05e6752b-5e4b-4509-9487-37559638cbde on network a9ef783a-de19-48a7-8d55-c78d18299261 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:46.043331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33508) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:46.071737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ff561f38-72bc-45fd-beb0-84090a1e9f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.105582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:46.105972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Checking segment: {'id': 'a8ac4546-b6be-4c62-92d1-9d18138fd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:46.106450 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.106865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Bound using segment: {'id': 'a8ac4546-b6be-4c62-92d1-9d18138fd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:46.107355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Bound port: 05e6752b-5e4b-4509-9487-37559638cbde, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ac4546-b6be-4c62-92d1-9d18138fd31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a9ef783a-de19-48a7-8d55-c78d18299261'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:46.107739 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (05e6752b-5e4b-4509-9487-37559638cbde), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.209954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:46.239393 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.275212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 44a68bb8-172c-43d2-b438-1e49b4f42dae up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:46.298683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.377590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:21:31Z', 'revision_number': 4, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port': {'id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:24Z', 'updated_at': '2022-02-09T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd3f2cf3d-4524-4539-8fbe-e144f4574f05', 'name': '', 'network_id': '56c27297-fec8-495e-afff-227128edc754', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'mac_address': 'fa:16:3e:cf:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'fc0219d0-8175-4edf-b0ff-fe9b5b7281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:29Z', 'updated_at': '2022-02-09T02:21:43Z', 'revision_number': 4, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'subnets': [{'id': 'fc0219d0-8175-4edf-b0ff-fe9b5b7281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:46.464397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a3608-955c-46d1-af4b-1f5ba24e5b28 None None] The sync data for ids ['8f170423-d073-446b-abb5-654756745f0d'] in n-d-826675-12 is: [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:21:31Z', 'revision_number': 4, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port': {'id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:24Z', 'updated_at': '2022-02-09T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd3f2cf3d-4524-4539-8fbe-e144f4574f05', 'name': '', 'network_id': '56c27297-fec8-495e-afff-227128edc754', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'mac_address': 'fa:16:3e:cf:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'fc0219d0-8175-4edf-b0ff-fe9b5b7281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:29Z', 'updated_at': '2022-02-09T02:21:43Z', 'revision_number': 4, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'subnets': [{'id': 'fc0219d0-8175-4edf-b0ff-fe9b5b7281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:46.466059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f981598-fd8a-4de7-a985-9668d3fa68e6 None None] Network de891649-f2fc-4d93-8c0b-af2a35a9350c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:46.494640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ff561f38-72bc-45fd-beb0-84090a1e9f20 admin admin] Publish callbacks [] for security_group (b59a34f5-ba09-45b3-868b-3ca2728550f1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.501840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ff561f38-72bc-45fd-beb0-84090a1e9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b59a34f5-ba09-45b3-868b-3ca2728550f1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.625352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] For port 05e6752b-5e4b-4509-9487-37559638cbde, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:46.707978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ff561f38-72bc-45fd-beb0-84090a1e9f20 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61c0464305244566b8c9a8b4b5bb9cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6602991 Feb 09 02:21:46.717422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33534) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:46.730166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] For port 05e6752b-5e4b-4509-9487-37559638cbde, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=05e6752b-5e4b-4509-9487-37559638cbde,segment=NetworkSegment(a8ac4546-b6be-4c62-92d1-9d18138fd31f),segment_id=a8ac4546-b6be-4c62-92d1-9d18138fd31f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:46.740053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.751850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 44a68bb8-172c-43d2-b438-1e49b4f42dae triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:46.752910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.797575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff561f38-72bc-45fd-beb0-84090a1e9f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59a34f5-ba09-45b3-868b-3ca2728550f1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:46.874990 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (05e6752b-5e4b-4509-9487-37559638cbde), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:46.884708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Allocated IP 19.80.0.42 (8dd30a74-09a3-4213-9917-37e26d2ea3f1/a3795de4-6bbe-4779-9b79-00dd696a840f/bbe94be1-43e5-4e21-a180-5116c2909e2e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:46.901314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Current status of the port d3f2cf3d-4524-4539-8fbe-e144f4574f05 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:46.901730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.160429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] For port d3f2cf3d-4524-4539-8fbe-e144f4574f05, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3f2cf3d-4524-4539-8fbe-e144f4574f05,segment=NetworkSegment(dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3),segment_id=dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:47.197552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.335463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7186c8-451d-483b-9d51-acd76fc48c45 None None] Pushing event updated for resources: {'Port': ['ID=05e6752b-5e4b-4509-9487-37559638cbde,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.406808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 44a68bb8-172c-43d2-b438-1e49b4f42dae is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:47.408454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5e7f6967-2bc9-49bf-be5f-1104eef4d686 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:47.463583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.593518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Provisioning complete for port 44a68bb8-172c-43d2-b438-1e49b4f42dae triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:47.593900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.653181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.663798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.664606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.687075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.887835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=a22546aa-c53d-4f94-ba0f-5957083ffed1,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.932001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16803fbc-05c5-4dd4-bcdf-66aeaf11c3be admin admin] Publish callbacks [] for security_group (b59a34f5-ba09-45b3-868b-3ca2728550f1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.965075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Port': ['ID=bbe94be1-43e5-4e21-a180-5116c2909e2e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:47.977460 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:47.984617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Pushing event updated for resources: {'Port': ['ID=d3f2cf3d-4524-4539-8fbe-e144f4574f05,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:48.105011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:48.105409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.159888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network a9ef783a-de19-48a7-8d55-c78d18299261 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:48.161756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:48.189714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ff17010a-f07a-485d-b22b-f39b212241b3 None None] Current status of the port 44a68bb8-172c-43d2-b438-1e49b4f42dae is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:48.351511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:48.365016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.456661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-44b45630-63b9-4ffd-99bb-e6e0e331d236 None None] Provisioning complete for port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:48.460615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44b45630-63b9-4ffd-99bb-e6e0e331d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:48.558747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Router 6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:21:48.778704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:48.792329 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] Sync routers for ids ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:48.828703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:48.836448 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-01669441-ae28-47bd-89e9-9d5220b873bd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "PUT /v2.0/routers/6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5493534 Feb 09 02:21:48.840760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33586) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:48.842319 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] Routers {'6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:48.851262 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:48.923660 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:48.935905 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] Routers {'6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:48.937559 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:48.944685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 5e7f6967-2bc9-49bf-be5f-1104eef4d686, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5e7f6967-2bc9-49bf-be5f-1104eef4d686,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:48.977529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.005497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79bb9e-ce84-443f-a7f0-248bb11084a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:49.018589 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b79bb9e-ce84-443f-a7f0-248bb11084a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d HTTP/1.1" status: 200 len: 987 time: 0.1735404 Feb 09 02:21:49.019245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:49.041297 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:49.042746 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec899e4e-d350-4317-b47b-6057b943c04b None None] The sync data for ids ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:49.143386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-ee0ae3a2-6418-460e-beef-7c9bd9fb1739 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:49.146111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-ee0ae3a2-6418-460e-beef-7c9bd9fb1739 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.2962017 Feb 09 02:21:49.151657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:49.156964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:49.162682 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16803fbc-05c5-4dd4-bcdf-66aeaf11c3be admin admin] Publish callbacks [] for security_group (b59a34f5-ba09-45b3-868b-3ca2728550f1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.176775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-c4fff12d-2635-4e11-aebd-54e6ba1b783e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/quotas/8d19f7c3de254094bea495fa7d177dc9 HTTP/1.1" status: 200 len: 375 time: 0.0106595 Feb 09 02:21:49.200567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8107-5613-49fd-93be-8ac469547df7 req-34e5e7cb-c70b-4ef9-ad84-90f2c58c3028 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:49.211121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-887e8107-5613-49fd-93be-8ac469547df7 req-34e5e7cb-c70b-4ef9-ad84-90f2c58c3028 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 931 time: 1.5991819 Feb 09 02:21:49.239207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=5e7f6967-2bc9-49bf-be5f-1104eef4d686,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:49.253040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-44b45630-63b9-4ffd-99bb-e6e0e331d236 None None] Current status of the port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:49.260602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7685a2d-b023-4922-a438-a922537e699e None None] Network a9ef783a-de19-48a7-8d55-c78d18299261 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:49.263226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.333285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16803fbc-05c5-4dd4-bcdf-66aeaf11c3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b59a34f5-ba09-45b3-868b-3ca2728550f1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.340804 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16803fbc-05c5-4dd4-bcdf-66aeaf11c3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.343984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-16803fbc-05c5-4dd4-bcdf-66aeaf11c3be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b59a34f5-ba09-45b3-868b-3ca2728550f1 HTTP/1.1" status: 204 len: 168 time: 2.6234205 Feb 09 02:21:49.360153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 05e6752b-5e4b-4509-9487-37559638cbde up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:49.462839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:49.467904 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.548570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16803fbc-05c5-4dd4-bcdf-66aeaf11c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59a34f5-ba09-45b3-868b-3ca2728550f1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:49.580704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-19c94d2a-d3e7-44fc-89af-7328349ecedd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8065174 Feb 09 02:21:49.603619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'port': {'device_id': '63345c7d-f460-4a02-8875-adb3543a1024', 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c', 'admin_state_up': True, 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:49.616533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cc23cbdd-e624-4ea8-ba3d-386620aadbb0 None None] Provisioning complete for port 05e6752b-5e4b-4509-9487-37559638cbde triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:49.617029 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc23cbdd-e624-4ea8-ba3d-386620aadbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (05e6752b-5e4b-4509-9487-37559638cbde), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.693420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-887e8107-5613-49fd-93be-8ac469547df7 req-1cc74221-77ba-420f-891e-2994da1e04a4 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802234 Feb 09 02:21:49.729757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 05e6752b-5e4b-4509-9487-37559638cbde triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:49.730252 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (05e6752b-5e4b-4509-9487-37559638cbde), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:49.830049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-c22db047-2cd7-4d3d-8683-7b5dbf568ae5 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5915875 Feb 09 02:21:49.916109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc23cbdd-e624-4ea8-ba3d-386620aadbb0 None None] Current status of the port 05e6752b-5e4b-4509-9487-37559638cbde is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:49.917492 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc23cbdd-e624-4ea8-ba3d-386620aadbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (05e6752b-5e4b-4509-9487-37559638cbde), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.007555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 05e6752b-5e4b-4509-9487-37559638cbde is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:50.008943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (05e6752b-5e4b-4509-9487-37559638cbde), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.014006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cc23cbdd-e624-4ea8-ba3d-386620aadbb0 None None] For port 05e6752b-5e4b-4509-9487-37559638cbde, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=05e6752b-5e4b-4509-9487-37559638cbde,segment=NetworkSegment(a8ac4546-b6be-4c62-92d1-9d18138fd31f),segment_id=a8ac4546-b6be-4c62-92d1-9d18138fd31f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:50.043507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:50.045866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc23cbdd-e624-4ea8-ba3d-386620aadbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (05e6752b-5e4b-4509-9487-37559638cbde), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.048722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.096283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-c01dd3b8-20df-494a-9d78-dfa467daa59c service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535648 Feb 09 02:21:50.167662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.262841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23cbdd-e624-4ea8-ba3d-386620aadbb0 None None] Pushing event updated for resources: {'Port': ['ID=05e6752b-5e4b-4509-9487-37559638cbde,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:50.300632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cc89c2f7-c32c-41c7-a83c-5e467aa3d2f7 None None] Provisioning complete for port bbe94be1-43e5-4e21-a180-5116c2909e2e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:50.301026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc89c2f7-c32c-41c7-a83c-5e467aa3d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.314903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:21:50.315287 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:21:50.438838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc89c2f7-c32c-41c7-a83c-5e467aa3d2f7 None None] Port bbe94be1-43e5-4e21-a180-5116c2909e2e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:50.516921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-010621c4-0204-4f9a-98f6-4f642a19ace5 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:50.518841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-010621c4-0204-4f9a-98f6-4f642a19ace5 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "GET /v2.0/ports?device_id=8010d86a-dc87-4b63-95d7-0a6a57d0620e HTTP/1.1" status: 200 len: 946 time: 0.5938518 Feb 09 02:21:50.579801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4bade663-03a7-461a-84ce-f5f889e1937a None None] Provisioning complete for port 05e6752b-5e4b-4509-9487-37559638cbde triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:50.580178 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bade663-03a7-461a-84ce-f5f889e1937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (05e6752b-5e4b-4509-9487-37559638cbde), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.587600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-4f9e1de1-7791-494f-b8bc-85a878e5a898 service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792848 Feb 09 02:21:50.641047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Allocated IP 19.86.0.187 (de891649-f2fc-4d93-8c0b-af2a35a9350c/a64ad28c-90a2-45fc-99ac-fdab1089725a/62de4caf-2233-4255-84d3-e2d2a05eaceb) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:50.769483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4bade663-03a7-461a-84ce-f5f889e1937a None None] Current status of the port 05e6752b-5e4b-4509-9487-37559638cbde is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:50.784814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4bade663-03a7-461a-84ce-f5f889e1937a None None] Provisioning complete for port a22546aa-c53d-4f94-ba0f-5957083ffed1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:50.785213 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4bade663-03a7-461a-84ce-f5f889e1937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:50.929802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4bade663-03a7-461a-84ce-f5f889e1937a None None] Port a22546aa-c53d-4f94-ba0f-5957083ffed1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:50.945172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12025c87-959b-48d0-b2cc-8ce094c950a1 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:51.020448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 05e6752b-5e4b-4509-9487-37559638cbde is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:51.023086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3f2cf3d-4524-4539-8fbe-e144f4574f05 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:51.221890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-809567f6-bc8a-4027-a4c4-86eadda92eb4 None None] Provisioning complete for port a22546aa-c53d-4f94-ba0f-5957083ffed1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:51.222406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-809567f6-bc8a-4027-a4c4-86eadda92eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.302880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Deleting port 12025c87-959b-48d0-b2cc-8ce094c950a1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:51.304773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.308364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.381020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70750b-0921-4e4f-b25b-16b54faed7c1 req-2521d221-145b-4076-b6ac-d1dfc92d880f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:51.398961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e70750b-0921-4e4f-b25b-16b54faed7c1 req-2521d221-145b-4076-b6ac-d1dfc92d880f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 931 time: 0.4056232 Feb 09 02:21:51.453611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d3f2cf3d-4524-4539-8fbe-e144f4574f05 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:51.456404 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.486976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-809567f6-bc8a-4027-a4c4-86eadda92eb4 None None] Port a22546aa-c53d-4f94-ba0f-5957083ffed1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:51.555435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 12025c87-959b-48d0-b2cc-8ce094c950a1 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:51.556090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.657556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69c3179a-0fe7-40a8-b7d0-ca3fa6e154ba req-53ed73ca-bdca-4873-9167-7927f4b69821 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 210 time: 0.1571488 Feb 09 02:21:51.675699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:51.684657 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564a9d6-1104-4873-96fe-d4b53b0cc909" -d '{"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-unplugged", "status": "completed", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:51.698243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e70750b-0921-4e4f-b25b-16b54faed7c1 req-c66f99c4-b664-4da3-8498-3201633604fc tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968457 Feb 09 02:21:51.709661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.711292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:51.713616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.752010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Calling delete_port for 12025c87-959b-48d0-b2cc-8ce094c950a1 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:51.811901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 12025c87-959b-48d0-b2cc-8ce094c950a1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=12025c87-959b-48d0-b2cc-8ce094c950a1,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:51.885058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36941e93-0cf4-4545-bfc0-b55a3d7bcca0 None None] Provisioning complete for port a22546aa-c53d-4f94-ba0f-5957083ffed1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:51.886400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36941e93-0cf4-4545-bfc0-b55a3d7bcca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.897307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Port': ['ID=62de4caf-2233-4255-84d3-e2d2a05eaceb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:51.897444 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086915f3-e48f-4dd1-82dc-a0793d8793c3 x-openstack-request-id: req-086915f3-e48f-4dd1-82dc-a0793d8793c3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:51.901518 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-unplugged", "status": "completed", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:51.902163 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-086915f3-e48f-4dd1-82dc-a0793d8793c3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:51.904490 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'code': 200} Feb 09 02:21:51.956209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network de891649-f2fc-4d93-8c0b-af2a35a9350c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:51.962676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:51.976978 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.986583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:51.994484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d3f2cf3d-4524-4539-8fbe-e144f4574f05 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:52.107766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port a22546aa-c53d-4f94-ba0f-5957083ffed1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:52.111038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.280001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554e98e-af45-48dd-9328-38d583d46273 req-e77b8da2-5aa5-439d-b7ba-054aa04a9283 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:52.281735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5554e98e-af45-48dd-9328-38d583d46273 req-e77b8da2-5aa5-439d-b7ba-054aa04a9283 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.3965759 Feb 09 02:21:52.345288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36941e93-0cf4-4545-bfc0-b55a3d7bcca0 None None] Port a22546aa-c53d-4f94-ba0f-5957083ffed1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:52.355170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 05e6752b-5e4b-4509-9487-37559638cbde up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:52.359393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:52.428749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5554e98e-af45-48dd-9328-38d583d46273 req-72becc6b-49bf-40b9-864c-b3ca7fc1f30f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287425 Feb 09 02:21:52.436600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:52.437269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.468251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-02577ab0-b3cd-4bbe-9ab5-e076abc47348 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8772311 Feb 09 02:21:52.484831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-ef3659a2-56cf-4a5f-a562-a35eeb0008e8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:21:52.486877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-ef3659a2-56cf-4a5f-a562-a35eeb0008e8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109231 Feb 09 02:21:52.499349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'port': {'device_id': '63345c7d-f460-4a02-8875-adb3543a1024', 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1', 'admin_state_up': True, 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:52.543888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8badfa85-6afd-4d84-a8a5-f7eb205288c6 None None] Provisioning complete for port a22546aa-c53d-4f94-ba0f-5957083ffed1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:52.545208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8badfa85-6afd-4d84-a8a5-f7eb205288c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.550860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (12025c87-959b-48d0-b2cc-8ce094c950a1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.599643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.621442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 05e6752b-5e4b-4509-9487-37559638cbde triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:52.621813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (05e6752b-5e4b-4509-9487-37559638cbde), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.622287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event deleted for resources: {'Port': ['ID=12025c87-959b-48d0-b2cc-8ce094c950a1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:52.702604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for a22546aa-c53d-4f94-ba0f-5957083ffed1 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:52.767028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8badfa85-6afd-4d84-a8a5-f7eb205288c6 None None] Port a22546aa-c53d-4f94-ba0f-5957083ffed1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:52.790742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] No DVR routers for this DVR port 12025c87-959b-48d0-b2cc-8ce094c950a1 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:52.809685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.813179 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e6c6b660-d8dd-478b-9002-045800cd0951 req-3131fb1a-2e88-487e-bae5-8cb0d7256f3a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "DELETE /v2.0/ports/12025c87-959b-48d0-b2cc-8ce094c950a1 HTTP/1.1" status: 204 len: 173 time: 2.2866492 Feb 09 02:21:52.813678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-deleted', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:52.814112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8badfa85-6afd-4d84-a8a5-f7eb205288c6 None None] Provisioning complete for port 62de4caf-2233-4255-84d3-e2d2a05eaceb triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:52.814540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8badfa85-6afd-4d84-a8a5-f7eb205288c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:52.835724 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88be7d-c021-47e3-9f1f-b9a6a31b1194" -d '{"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-deleted", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:52.853977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79af12f6-decb-438d-b406-4d33e8500e2a req-d10f0886-0f88-4af4-a9f7-c1c7bce10969 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 210 time: 0.0538993 Feb 09 02:21:52.895773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-45214119-2754-40cd-a86e-f13bbaf42ecc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:52.898142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-45214119-2754-40cd-a86e-f13bbaf42ecc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.2265272 Feb 09 02:21:52.983022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8badfa85-6afd-4d84-a8a5-f7eb205288c6 None None] Port 62de4caf-2233-4255-84d3-e2d2a05eaceb cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:52.984713 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d9931-ca6f-4de4-a38e-34df6e67802d x-openstack-request-id: req-5c6d9931-ca6f-4de4-a38e-34df6e67802d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:52.985019 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8010d86a-dc87-4b63-95d7-0a6a57d0620e", "name": "network-vif-deleted", "tag": "12025c87-959b-48d0-b2cc-8ce094c950a1", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:52.985280 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c6d9931-ca6f-4de4-a38e-34df6e67802d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:52.985690 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8010d86a-dc87-4b63-95d7-0a6a57d0620e', 'name': 'network-vif-deleted', 'tag': '12025c87-959b-48d0-b2cc-8ce094c950a1', 'status': 'completed', 'code': 200} Feb 09 02:21:53.026093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 05e6752b-5e4b-4509-9487-37559638cbde is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:53.027615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5e7f6967-2bc9-49bf-be5f-1104eef4d686 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:21:53.125975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:53.132367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.142683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:53.143353 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.223554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf0795-ccce-4644-8aa9-ff1c2ad2c8d1 req-2d668768-9bee-4c2c-b072-5f2d6e3099aa tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:53.231002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf0795-ccce-4644-8aa9-ff1c2ad2c8d1 req-2d668768-9bee-4c2c-b072-5f2d6e3099aa tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:53.239613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96cf0795-ccce-4644-8aa9-ff1c2ad2c8d1 req-2d668768-9bee-4c2c-b072-5f2d6e3099aa tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 1654 time: 0.2493052 Feb 09 02:21:53.242026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a22546aa-c53d-4f94-ba0f-5957083ffed1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.289640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=a22546aa-c53d-4f94-ba0f-5957083ffed1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:53.324261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.324881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.325502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.326090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.327049 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.327649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.328228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.328924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.329490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.330079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.330725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.331288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.331846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:53.411869 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73c29e2b-471a-4f3d-85b8-f709018bff97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.438972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:53.488766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Deleting port 6d030547-a930-45ee-aaf4-f4da7fa87dac {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:53.489115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.582881 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:53.780829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96cf0795-ccce-4644-8aa9-ff1c2ad2c8d1 req-34e9fa93-e9e5-4371-ba33-7eace948fdcf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400994 Feb 09 02:21:53.985678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-8f24b289-a3a1-4bf8-a0c4-6bc61b72a848 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:53.987531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-8f24b289-a3a1-4bf8-a0c4-6bc61b72a848 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.5081468 Feb 09 02:21:54.013155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Request body: {'port': {'device_id': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'admin_state_up': True, 'tenant_id': '8d19f7c3de254094bea495fa7d177dc9'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:54.088543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Allocated IP 19.80.0.212 (8dd30a74-09a3-4213-9917-37e26d2ea3f1/a3795de4-6bbe-4779-9b79-00dd696a840f/ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:54.158195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-570b12c0-fc25-4c57-a4cf-50778b7c1c71 req-18f3f781-de36-48b4-b832-99d416b71323 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 210 time: 0.1646783 Feb 09 02:21:54.185899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] For port 6d030547-a930-45ee-aaf4-f4da7fa87dac, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d030547-a930-45ee-aaf4-f4da7fa87dac,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:54.186274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.234368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e257-31c8-4965-b85f-332349d898a6 req-8b09fe90-0674-4fdb-a995-b0b980aba530 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:54.235913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b58e257-31c8-4965-b85f-332349d898a6 req-8b09fe90-0674-4fdb-a995-b0b980aba530 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 946 time: 0.5273917 Feb 09 02:21:54.257685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Router 6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:54.339521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:54.347266 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-05ef0285-9191-444a-b197-1ff3cea91db5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "PUT /v2.0/routers/6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3199356 Feb 09 02:21:54.347511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:54.355842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] Sync routers for ids ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:54.367654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] Routers {'6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:54.369235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.404153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.414693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] Routers {'6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:54.416732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.417811 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c359af7e-bc50-487d-bddc-edd98cbeb5d0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:21:54.427032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c359af7e-bc50-487d-bddc-edd98cbeb5d0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/a22546aa-c53d-4f94-ba0f-5957083ffed1 HTTP/1.1" status: 404 len: 333 time: 0.0784652 Feb 09 02:21:54.427676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:54.457887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:54.458951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f66405-f53c-49c8-b02b-1cb14c71d3ca None None] The sync data for ids ['6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:54.505979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01c63b83-df00-49a5-af78-bfe8132e636d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for router (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.515972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b58e257-31c8-4965-b85f-332349d898a6 req-56066bd0-6d06-4b76-ab37-2990684571bd tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425008 Feb 09 02:21:54.583675 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.591605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Made reservation on behalf of 8d19f7c3de254094bea495fa7d177dc9 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:54.595110 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.691053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01c63b83-df00-49a5-af78-bfe8132e636d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.692900 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.693284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (dde66c54-db78-4d71-94e0-8b265da56d1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.693618 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Floating IP dde66c54-db78-4d71-94e0-8b265da56d1c disassociated. External IP: 172.25.6.134, port: 6d030547-a930-45ee-aaf4-f4da7fa87dac. Feb 09 02:21:54.693963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Calling delete_port for 6d030547-a930-45ee-aaf4-f4da7fa87dac owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:54.694955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01c63b83-df00-49a5-af78-bfe8132e636d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for router_controller (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.757905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01c63b83-df00-49a5-af78-bfe8132e636d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.759572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c63b83-df00-49a5-af78-bfe8132e636d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Fanout notify agent at l3_agent the message router_deleted on router 6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:21:54.767021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01c63b83-df00-49a5-af78-bfe8132e636d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.768178 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-01c63b83-df00-49a5-af78-bfe8132e636d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/routers/6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d HTTP/1.1" status: 204 len: 168 time: 0.3395727 Feb 09 02:21:54.771026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:54.818968 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.846711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Allocated IP 172.20.0.7 (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50/d6039dc6-c6e1-437d-afb3-9abe08fe0230/157335cc-f319-4c8f-bcdb-1fafada5f7ee) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:54.848501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 621f5f6e-3cb3-4824-8525-210a4a27d5d8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:54.853641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (621f5f6e-3cb3-4824-8525-210a4a27d5d8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.866343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12025c87-959b-48d0-b2cc-8ce094c950a1 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:54.898610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 12025c87-959b-48d0-b2cc-8ce094c950a1 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:54.899355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 12025c87-959b-48d0-b2cc-8ce094c950a1 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:54.914793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (621f5f6e-3cb3-4824-8525-210a4a27d5d8), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:54.915911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Port': ['ID=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.054357 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (621f5f6e-3cb3-4824-8525-210a4a27d5d8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.061404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6d030547-a930-45ee-aaf4-f4da7fa87dac), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.068401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:55.116670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:55.131999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:55.154099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event deleted for resources: {'Port': ['ID=6d030547-a930-45ee-aaf4-f4da7fa87dac,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.222087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (621f5f6e-3cb3-4824-8525-210a4a27d5d8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.291414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=621f5f6e-3cb3-4824-8525-210a4a27d5d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.307489 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.315280 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7c9ecca-ac66-4396-9934-7ab04a36a089 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/621f5f6e-3cb3-4824-8525-210a4a27d5d8 HTTP/1.1" status: 204 len: 168 time: 0.5390844 Feb 09 02:21:55.316085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:55.322694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd3a86-17ba-4aaa-a84c-3683e06138b9 None None] Network a9ef783a-de19-48a7-8d55-c78d18299261 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:55.475988 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a9ef783a-de19-48a7-8d55-c78d18299261), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.584568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a66d90da-e6c9-4120-9f81-0774020f0d6a None None] Provisioning complete for port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:21:55.585564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a66d90da-e6c9-4120-9f81-0774020f0d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.621078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 05e6752b-5e4b-4509-9487-37559638cbde {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:55.621422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (05e6752b-5e4b-4509-9487-37559638cbde), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.692729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a66d90da-e6c9-4120-9f81-0774020f0d6a None None] Port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:21:55.708168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af99f67-087e-4581-9628-843033b30d2e None None] DHCP port deletion for a9ef783a-de19-48a7-8d55-c78d18299261 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:55.765189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] For port 05e6752b-5e4b-4509-9487-37559638cbde, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=05e6752b-5e4b-4509-9487-37559638cbde,segment=NetworkSegment(a8ac4546-b6be-4c62-92d1-9d18138fd31f),segment_id=a8ac4546-b6be-4c62-92d1-9d18138fd31f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:55.769592 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-60bdcf15-7ec7-4c4b-9a01-9d73deea536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.777882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (05e6752b-5e4b-4509-9487-37559638cbde), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.813483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 05e6752b-5e4b-4509-9487-37559638cbde owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:55.813886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2af99f67-087e-4581-9628-843033b30d2e None None] Deleting port 05e6752b-5e4b-4509-9487-37559638cbde {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:55.814307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af99f67-087e-4581-9628-843033b30d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (05e6752b-5e4b-4509-9487-37559638cbde), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.908794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2af99f67-087e-4581-9628-843033b30d2e None None] For port 05e6752b-5e4b-4509-9487-37559638cbde, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=05e6752b-5e4b-4509-9487-37559638cbde,segment=NetworkSegment(a8ac4546-b6be-4c62-92d1-9d18138fd31f),segment_id=a8ac4546-b6be-4c62-92d1-9d18138fd31f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:55.909205 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af99f67-087e-4581-9628-843033b30d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (05e6752b-5e4b-4509-9487-37559638cbde), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.929679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2af99f67-087e-4581-9628-843033b30d2e None None] Calling delete_port for 05e6752b-5e4b-4509-9487-37559638cbde owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:55.932299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (05e6752b-5e4b-4509-9487-37559638cbde), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:55.959085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=05e6752b-5e4b-4509-9487-37559638cbde,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:55.960714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-337e7be3-075a-4c44-b67c-4ab99137212f req-ae2155c1-6137-421c-8e35-3a8e6b3e040e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 210 time: 0.3043091 Feb 09 02:21:55.992055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No DVR routers for this DVR port 05e6752b-5e4b-4509-9487-37559638cbde on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:56.000744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a1c2-99ed-47df-8b25-f255dc3c4b89 req-46ba5e9d-da23-4700-92ee-c3bedf7c7d0d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.017672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a1c2-99ed-47df-8b25-f255dc3c4b89 req-46ba5e9d-da23-4700-92ee-c3bedf7c7d0d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.023053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a1c2-99ed-47df-8b25-f255dc3c4b89 req-46ba5e9d-da23-4700-92ee-c3bedf7c7d0d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.043213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b819a1c2-99ed-47df-8b25-f255dc3c4b89 req-46ba5e9d-da23-4700-92ee-c3bedf7c7d0d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2376 time: 1.1287758 Feb 09 02:21:56.049448 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af99f67-087e-4581-9628-843033b30d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (05e6752b-5e4b-4509-9487-37559638cbde), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.079510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.080190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.088712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af99f67-087e-4581-9628-843033b30d2e None None] Pushing event deleted for resources: {'Port': ['ID=05e6752b-5e4b-4509-9487-37559638cbde,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.104646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af99f67-087e-4581-9628-843033b30d2e None None] No DVR routers for this DVR port 05e6752b-5e4b-4509-9487-37559638cbde on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:56.166208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a9ef783a-de19-48a7-8d55-c78d18299261), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.171994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 05e6752b-5e4b-4509-9487-37559638cbde no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:56.204646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 05e6752b-5e4b-4509-9487-37559638cbde {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:56.205315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 05e6752b-5e4b-4509-9487-37559638cbde not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:56.207902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ef783a-de19-48a7-8d55-c78d18299261']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:56.219767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ac4546-b6be-4c62-92d1-9d18138fd31f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:56.220128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ac4546-b6be-4c62-92d1-9d18138fd31f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:56.237949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55d90652-dc30-4613-ad95-b82c54351922 req-3e230ff3-40f1-445c-8e95-4f4bc7c11019 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 210 time: 0.1461792 Feb 09 02:21:56.241769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a8ac4546-b6be-4c62-92d1-9d18138fd31f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.264258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-897267c5-81d2-4999-b181-85e908e81335 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7703409 Feb 09 02:21:56.264595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a8ac4546-b6be-4c62-92d1-9d18138fd31f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.272592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:56.273612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a8ac4546-b6be-4c62-92d1-9d18138fd31f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.292687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Request body: {'port': {'device_id': '63345c7d-f460-4a02-8875-adb3543a1024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:56.358880 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:56.364613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a9ef783a-de19-48a7-8d55-c78d18299261), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.367912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.375968 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/a9ef783a-de19-48a7-8d55-c78d18299261 HTTP/1.1" status: 204 len: 168 time: 1.0552425 Feb 09 02:21:56.376430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b819a1c2-99ed-47df-8b25-f255dc3c4b89 req-b5c9e9a0-3489-46f9-b56d-dce3ee898a70 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322363 Feb 09 02:21:56.377092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:56.405264 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks [] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.409434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Router 0a78b549-dedd-419c-a4b4-adabce4770f3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:56.440828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bb356-5516-4ff7-a005-019b6c4fb06d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.442533 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca6bb356-5516-4ff7-a005-019b6c4fb06d tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/840315d2-28f8-4027-ae65-b9f606ed70a0 HTTP/1.1" status: 200 len: 845 time: 0.0643270 Feb 09 02:21:56.449635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33730) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:56.453702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26976811-266e-4ff9-bf31-dd4a9cb38452 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=a9ef783a-de19-48a7-8d55-c78d18299261,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.501010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.609184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ccebec17-2e17-407b-89a1-434a737fe336 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/840315d2-28f8-4027-ae65-b9f606ed70a0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1495278 Feb 09 02:21:56.610844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:56.611042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.621475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:56.661538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d030547-a930-45ee-aaf4-f4da7fa87dac no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:56.711507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 6d030547-a930-45ee-aaf4-f4da7fa87dac {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:56.713775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d030547-a930-45ee-aaf4-f4da7fa87dac not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:56.728126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:56.787704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:56.798602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:56.803476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:56.806913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:56.821883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.857418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:56.870109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] Sync routers for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:56.929963 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.930870 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:56.932871 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:56.945727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:56.946556 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.975174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] No DVR routers for this DVR port 6d030547-a930-45ee-aaf4-f4da7fa87dac on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:56.983219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:56.986669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf2c8785-f905-436e-9ae5-4c38b99fb27c req-c7fd4083-3301-480d-866f-0a2376537c87 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.72 "DELETE /v2.0/ports/6d030547-a930-45ee-aaf4-f4da7fa87dac HTTP/1.1" status: 204 len: 173 time: 4.0807981 Feb 09 02:21:56.989783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'name': 'network-vif-deleted', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:56.999616 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6122dc-a278-47de-adb3-443f9f307f5e" -d '{"events": [{"server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "name": "network-vif-deleted", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:57.048684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-f5a8a79f-8eaf-45c0-8380-c922ec79f72e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0481400 Feb 09 02:21:57.057744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Request body: {'port': {'device_id': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:57.110050 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05b1dd0-ca85-4d69-b722-4d09aaa22a40 x-openstack-request-id: req-b05b1dd0-ca85-4d69-b722-4d09aaa22a40 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:57.110787 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fdbea6-5b4a-42ac-a780-4e190678422d", "name": "network-vif-deleted", "tag": "6d030547-a930-45ee-aaf4-f4da7fa87dac", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:57.110787 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b05b1dd0-ca85-4d69-b722-4d09aaa22a40 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:57.111121 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fdbea6-5b4a-42ac-a780-4e190678422d', 'name': 'network-vif-deleted', 'tag': '6d030547-a930-45ee-aaf4-f4da7fa87dac', 'status': 'completed', 'code': 200} Feb 09 02:21:57.328161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (413b61ce-f363-43b7-b78e-a910a77c9333), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.427353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:57.431952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:57.438603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.439195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.447363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863fc32-a58d-4fb8-af87-5f8981144ad6 None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:57.457493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=413b61ce-f363-43b7-b78e-a910a77c9333,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:57.466145 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d99db08d-9aa2-4474-a415-7770a8594ea1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8497214 Feb 09 02:21:57.466977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:57.471010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-78929ce6-ceda-455d-8624-41ed09b7c890 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1354061381'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:57.499896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78929ce6-ceda-455d-8624-41ed09b7c890 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.508295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ad68cc3-b02e-4cd2-8451-1ce18d86810e req-ca819c35-a948-4906-b150-a7c4a5a938e1 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0fdbea6-5b4a-42ac-a780-4e190678422d HTTP/1.1" status: 200 len: 210 time: 0.1318262 Feb 09 02:21:57.509151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.518640 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:57.669093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78929ce6-ceda-455d-8624-41ed09b7c890 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (38ff80c1-b344-443c-baf9-37d2a78c9e61), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.678402 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78929ce6-ceda-455d-8624-41ed09b7c890 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (38ff80c1-b344-443c-baf9-37d2a78c9e61), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.737225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db939f-4aa0-4458-bbb7-49c4b75d7363 req-578ef125-a416-4318-badc-c695aef1b68f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:57.743883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78929ce6-ceda-455d-8624-41ed09b7c890 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.748017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-78929ce6-ceda-455d-8624-41ed09b7c890 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2782354 Feb 09 02:21:57.748410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:57.751540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07db939f-4aa0-4458-bbb7-49c4b75d7363 req-578ef125-a416-4318-badc-c695aef1b68f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 931 time: 0.5993433 Feb 09 02:21:57.754982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e3b0e52f-1500-47c6-ab9b-4e7cde61043c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'security_group': {'name': 'tempest-secgroup-406992914'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:57.760998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78929ce6-ceda-455d-8624-41ed09b7c890 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ff80c1-b344-443c-baf9-37d2a78c9e61,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:57.787560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e52f-1500-47c6-ab9b-4e7cde61043c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.797597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe94be1-43e5-4e21-a180-5116c2909e2e {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:21:57.803125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:57.822825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-16e429ab-665c-4020-aa05-4097f46f9008', 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'project_id': '3e52ffce114b41ee9c1c603a650bc819', 'fixed_ips': [{'subnet_id': '413b61ce-f363-43b7-b78e-a910a77c9333'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:21:57.835667 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.893889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e52f-1500-47c6-ab9b-4e7cde61043c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (d23d1047-ce94-4735-9979-6a0067b87c08), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.902767 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e52f-1500-47c6-ab9b-4e7cde61043c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d23d1047-ce94-4735-9979-6a0067b87c08), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.910788 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Publish callbacks [] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.956461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b0e52f-1500-47c6-ab9b-4e7cde61043c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:57.959048 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e3b0e52f-1500-47c6-ab9b-4e7cde61043c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2090142 Feb 09 02:21:57.965971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:57.983336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1947200413', 'security_groups': ['d23d1047-ce94-4735-9979-6a0067b87c08'], 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '413b61ce-f363-43b7-b78e-a910a77c9333'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:58.107187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07db939f-4aa0-4458-bbb7-49c4b75d7363 req-e3a58aed-138f-43da-90f8-126c637e72fa tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457060 Feb 09 02:21:58.114299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Transition to ACTIVE for port object bbe94be1-43e5-4e21-a180-5116c2909e2e will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:21:58.135571 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:58.149980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b0450c-8b38-4f78-ae70-b6cfbb007506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.163001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.184793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0e52f-1500-47c6-ab9b-4e7cde61043c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23d1047-ce94-4735-9979-6a0067b87c08,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.194376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.209558 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] Checking router: 0a78b549-dedd-419c-a4b4-adabce4770f3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:58.231165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:58.233934 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:21:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:58.237881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Allocated IP 2001:db8::2 (16e429ab-665c-4020-aa05-4097f46f9008/413b61ce-f363-43b7-b78e-a910a77c9333/13562202-85cb-48b7-89ca-28629990122a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:58.320380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b0450c-8b38-4f78-ae70-b6cfbb007506 admin admin] Publish callbacks [] for security_group (93494d56-0d8a-47a0-a25f-4cb8e9be5bda), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.332656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b0450c-8b38-4f78-ae70-b6cfbb007506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (93494d56-0d8a-47a0-a25f-4cb8e9be5bda), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.411165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0450c-8b38-4f78-ae70-b6cfbb007506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93494d56-0d8a-47a0-a25f-4cb8e9be5bda,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.469767 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33b0450c-8b38-4f78-ae70-b6cfbb007506 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad6bfdf989f042d9baef3ba580807448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6651459 Feb 09 02:21:58.475158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:58.561661 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:58.566103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813473e-ea43-4d07-bbcb-8937107f850c req-52b33fb3-1f8c-4020-8ee9-84ccd3a79c32 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.584455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813473e-ea43-4d07-bbcb-8937107f850c req-52b33fb3-1f8c-4020-8ee9-84ccd3a79c32 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.596646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813473e-ea43-4d07-bbcb-8937107f850c req-52b33fb3-1f8c-4020-8ee9-84ccd3a79c32 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:58.600532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:21:58.615522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d813473e-ea43-4d07-bbcb-8937107f850c req-52b33fb3-1f8c-4020-8ee9-84ccd3a79c32 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2376 time: 0.9095986 Feb 09 02:21:58.666137 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Publish callbacks [] for port (13562202-85cb-48b7-89ca-28629990122a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.682258 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (13562202-85cb-48b7-89ca-28629990122a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.758056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:58.763766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.819119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:58.820577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Pushing event updated for resources: {'Port': ['ID=bbe94be1-43e5-4e21-a180-5116c2909e2e,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.829208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:58.838258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:58.842757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 77f4021f-fcf8-4342-a6cd-0f32e5518086 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:21:58.849742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Pushing event updated for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:58.922976 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:58.979426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Attempting to bind port 13562202-85cb-48b7-89ca-28629990122a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:58.979796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Attempting to bind port 13562202-85cb-48b7-89ca-28629990122a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '215b6b01-f8e9-4976-afd7-54f01a2eda02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:58.980159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Attempting to bind port 13562202-85cb-48b7-89ca-28629990122a on network 16e429ab-665c-4020-aa05-4097f46f9008 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:58.993416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:58.993882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Checking segment: {'id': '215b6b01-f8e9-4976-afd7-54f01a2eda02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:58.994330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.994756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Bound using segment: {'id': '215b6b01-f8e9-4976-afd7-54f01a2eda02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:58.995519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Bound port: 13562202-85cb-48b7-89ca-28629990122a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215b6b01-f8e9-4976-afd7-54f01a2eda02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:58.995916 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13562202-85cb-48b7-89ca-28629990122a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:58.999226 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe35e09-3682-408a-98e5-5885b2fb4d5a None None] The sync data for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 is: [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:59.026748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d813473e-ea43-4d07-bbcb-8937107f850c req-2110f8fb-7a8f-46bc-8e9a-00e285041ff6 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097915 Feb 09 02:21:59.109186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Attempting to bind port bbe94be1-43e5-4e21-a180-5116c2909e2e on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:21:59.109677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Attempting to bind port bbe94be1-43e5-4e21-a180-5116c2909e2e by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:21:59.126669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Attempting to bind port bbe94be1-43e5-4e21-a180-5116c2909e2e on network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:59.136412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::181 (16e429ab-665c-4020-aa05-4097f46f9008/413b61ce-f363-43b7-b78e-a910a77c9333/77f4021f-fcf8-4342-a6cd-0f32e5518086) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:21:59.153371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Port bbe94be1-43e5-4e21-a180-5116c2909e2e on network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:21:59.153903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Attempting to bind port bbe94be1-43e5-4e21-a180-5116c2909e2e on network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:21:59.171299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:21:59.178579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Checking segment: {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:21:59.178579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Bound using segment: {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:21:59.178579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Bound port: bbe94be1-43e5-4e21-a180-5116c2909e2e, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:21:59.178579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.317117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157335cc-f319-4c8f-bcdb-1fafada5f7ee {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:21:59.336316 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Publish callbacks [] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.346124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.396923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Transition to ACTIVE for port object 157335cc-f319-4c8f-bcdb-1fafada5f7ee will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:21:59.408516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.409118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6f275-4206-4684-a2de-deea8720876b req-c8ef81aa-1ae7-48a3-93db-7dd083222bf9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:59.420502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bc6f275-4206-4684-a2de-deea8720876b req-c8ef81aa-1ae7-48a3-93db-7dd083222bf9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 931 time: 0.2063649 Feb 09 02:21:59.428326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b0938a-58c8-43c3-b7e8-426753d3ff23 admin admin] Publish callbacks [] for security_group (93494d56-0d8a-47a0-a25f-4cb8e9be5bda), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.437338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.439972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] For port bbe94be1-43e5-4e21-a180-5116c2909e2e, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:59.457438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b0938a-58c8-43c3-b7e8-426753d3ff23 admin admin] Publish callbacks [] for security_group (93494d56-0d8a-47a0-a25f-4cb8e9be5bda), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.528224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:21:59.532699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13562202-85cb-48b7-89ca-28629990122a,segment=NetworkSegment(215b6b01-f8e9-4976-afd7-54f01a2eda02),segment_id=215b6b01-f8e9-4976-afd7-54f01a2eda02)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:59.536813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] For port bbe94be1-43e5-4e21-a180-5116c2909e2e, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bbe94be1-43e5-4e21-a180-5116c2909e2e,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:21:59.545971 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (13562202-85cb-48b7-89ca-28629990122a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.563228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:21:59.570319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:59.574979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:21:59.579622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.596395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4170050-d002-4cd2-bd4d-4f5f6c3f0081 None None] New status for floating IP dde66c54-db78-4d71-94e0-8b265da56d1c: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:59.596631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:21:59.602809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:59.603553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.607849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=77f4021f-fcf8-4342-a6cd-0f32e5518086,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:59.616688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1350828b-f336-4249-bc55-c721b94a3718 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.666977 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e124c0e-5a64-4214-a762-09bb17d880b9 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6946964 Feb 09 02:21:59.672145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33780) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:59.677233 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b0938a-58c8-43c3-b7e8-426753d3ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (93494d56-0d8a-47a0-a25f-4cb8e9be5bda), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.679952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6b0938a-58c8-43c3-b7e8-426753d3ff23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.682012 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a6b0938a-58c8-43c3-b7e8-426753d3ff23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93494d56-0d8a-47a0-a25f-4cb8e9be5bda HTTP/1.1" status: 204 len: 168 time: 1.2054212 Feb 09 02:21:59.689695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1350828b-f336-4249-bc55-c721b94a3718 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.709073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-83ceeac5-af86-4e7f-8d4e-c3537ab01419 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:21:59.736003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0938a-58c8-43c3-b7e8-426753d3ff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93494d56-0d8a-47a0-a25f-4cb8e9be5bda,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:59.800611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1350828b-f336-4249-bc55-c721b94a3718 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.805635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1350828b-f336-4249-bc55-c721b94a3718 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.808951 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1350828b-f336-4249-bc55-c721b94a3718 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e HTTP/1.1" status: 204 len: 168 time: 1.0423572 Feb 09 02:21:59.811946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:59.851238 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-f63f47e1-e67d-4aff-95c4-91114571d641 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] show failed (client error): The resource could not be found. Feb 09 02:21:59.857125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f63f47e1-e67d-4aff-95c4-91114571d641 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups/c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e HTTP/1.1" status: 404 len: 347 time: 0.0370336 Feb 09 02:21:59.858511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350828b-f336-4249-bc55-c721b94a3718 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fcd8bb-cbad-45ff-9113-6de4e20f5b9e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:59.861136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33786) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:59.907852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bc6f275-4206-4684-a2de-deea8720876b req-11314af9-eb17-4f8f-b174-946e87aa3bd5 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862943 Feb 09 02:21:59.989462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:59.992342 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:59.995608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] 10.222.0.82 "PUT /v2.0/ports/bbe94be1-43e5-4e21-a180-5116c2909e2e HTTP/1.1" status: 200 len: 1092 time: 3.7129455 Feb 09 02:21:59.996112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:59.999718 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8" -d '{"events": [{"name": "network-changed", "server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:00.069798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Request body: {'port': {'device_id': '63345c7d-f460-4a02-8875-adb3543a1024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:00.132035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d28bde-cbd0-468b-94d6-059d4a24b2d1 None None] Pushing event updated for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:00.233561 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd7753-0f6a-4db9-888b-07707a913f01 x-openstack-request-id: req-c0dd7753-0f6a-4db9-888b-07707a913f01 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:00.234158 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:00.234158 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0dd7753-0f6a-4db9-888b-07707a913f01 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:00.235247 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e', 'status': 'completed', 'code': 200} Feb 09 02:22:00.246606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ceeac5-af86-4e7f-8d4e-c3537ab01419 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:00.250963 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ceeac5-af86-4e7f-8d4e-c3537ab01419 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.280116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.377483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17436519-bf5b-4669-9f29-d0d6d0a5b21d service neutron] Pushing event updated for resources: {'Port': ['ID=bbe94be1-43e5-4e21-a180-5116c2909e2e,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:00.417141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33796) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:00.432397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-9d1a7b6f-0579-4cad-a565-27e13d728321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.432984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-9d1a7b6f-0579-4cad-a565-27e13d728321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.433427 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-9d1a7b6f-0579-4cad-a565-27e13d728321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.435246 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-9d1a7b6f-0579-4cad-a565-27e13d728321 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2763 time: 0.2043686 Feb 09 02:22:00.439628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Deleting port ddcf4017-90ea-4939-9284-c815aa9e98e0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:00.439977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.445833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa239-03fa-4e5f-86f0-9990aaedf7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.448646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Attempting to bind port 157335cc-f319-4c8f-bcdb-1fafada5f7ee on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:00.448984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Attempting to bind port 157335cc-f319-4c8f-bcdb-1fafada5f7ee by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:00.449321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Attempting to bind port 157335cc-f319-4c8f-bcdb-1fafada5f7ee on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:00.491649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Port 157335cc-f319-4c8f-bcdb-1fafada5f7ee on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:00.491981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Attempting to bind port 157335cc-f319-4c8f-bcdb-1fafada5f7ee on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:00.525089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:00.525447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Checking segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:00.525820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Bound using segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:00.526269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Bound port: 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:00.526661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.534190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.591438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83d15-91ff-46fa-8f74-477c8d7a2f13 req-7f784cf0-6b2c-430f-870d-3640a795339b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.596953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83d15-91ff-46fa-8f74-477c8d7a2f13 req-7f784cf0-6b2c-430f-870d-3640a795339b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.602217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83d15-91ff-46fa-8f74-477c8d7a2f13 req-7f784cf0-6b2c-430f-870d-3640a795339b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.604098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0c83d15-91ff-46fa-8f74-477c8d7a2f13 req-7f784cf0-6b2c-430f-870d-3640a795339b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2388 time: 0.3594620 Feb 09 02:22:00.620455 n-d-826675-12 neutron-server[103149]: INFO neutron.db.ipam_backend_mixin [None req-83ceeac5-af86-4e7f-8d4e-c3537ab01419 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 413b61ce-f363-43b7-b78e-a910a77c9333 (CIDR: 2001:db8::/64) Feb 09 02:22:00.655872 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ceeac5-af86-4e7f-8d4e-c3537ab01419 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:22:00.656382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ceeac5-af86-4e7f-8d4e-c3537ab01419 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:00.673867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.674299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (ddcf4017-90ea-4939-9284-c815aa9e98e0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:00.707290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Calling delete_port for ddcf4017-90ea-4939-9284-c815aa9e98e0 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:00.810150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-1f5b3892-e5a4-4dbf-b387-97f443647833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.810667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-1f5b3892-e5a4-4dbf-b387-97f443647833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.811132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-1f5b3892-e5a4-4dbf-b387-97f443647833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:00.813002 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-1f5b3892-e5a4-4dbf-b387-97f443647833 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3696861 Feb 09 02:22:01.008229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-389b3a74-1393-4e0d-b99b-874003e68f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:01.010296 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5f623208-6e1a-435d-bbe8-6a4fb66a24f8 req-389b3a74-1393-4e0d-b99b-874003e68f14 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900163 Feb 09 02:22:01.144669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ddcf4017-90ea-4939-9284-c815aa9e98e0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.186953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event deleted for resources: {'Port': ['ID=ddcf4017-90ea-4939-9284-c815aa9e98e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:01.204836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-83ceeac5-af86-4e7f-8d4e-c3537ab01419 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5013084 Feb 09 02:22:01.209143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:01.215950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:01.239596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0c83d15-91ff-46fa-8f74-477c8d7a2f13 req-0da2b35f-871e-486d-a89d-0dd19d967331 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154244 Feb 09 02:22:01.321322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:01.337681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431f16-99ac-4261-9e6d-5815a503459a req-1544684b-52ef-46f4-bb7a-bc45a18f403c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:01.339651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca431f16-99ac-4261-9e6d-5815a503459a req-1544684b-52ef-46f4-bb7a-bc45a18f403c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 943 time: 0.2697818 Feb 09 02:22:01.364094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Provisioning complete for port 840315d2-28f8-4027-ae65-b9f606ed70a0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:01.367193 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.369286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa239-03fa-4e5f-86f0-9990aaedf7f7 admin admin] Publish callbacks [] for security_group (8e5e86bc-86a9-46bf-89f0-38ba832f0e10), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.379162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:01.395948 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa239-03fa-4e5f-86f0-9990aaedf7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8e5e86bc-86a9-46bf-89f0-38ba832f0e10), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.403213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (dde66c54-db78-4d71-94e0-8b265da56d1c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.405935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.409879 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e83fe9a-ed53-4ede-b3b5-d3348ac5db3f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "DELETE /v2.0/floatingips/dde66c54-db78-4d71-94e0-8b265da56d1c HTTP/1.1" status: 204 len: 168 time: 1.5444598 Feb 09 02:22:01.455546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Port 840315d2-28f8-4027-ae65-b9f606ed70a0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:01.474152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3a7fa239-03fa-4e5f-86f0-9990aaedf7f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aafe81a5d0e64a01b7fff30e7106eded&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0559051 Feb 09 02:22:01.479703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:01.481906 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.489432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:01.502168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:01.505680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.507997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.648155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:01.648648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13562202-85cb-48b7-89ca-28629990122a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.707315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13562202-85cb-48b7-89ca-28629990122a,segment=NetworkSegment(215b6b01-f8e9-4976-afd7-54f01a2eda02),segment_id=215b6b01-f8e9-4976-afd7-54f01a2eda02)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:01.713028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b166d04-169e-4552-9e46-ff5ad1130447 admin admin] Publish callbacks [] for security_group (8e5e86bc-86a9-46bf-89f0-38ba832f0e10), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.715675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (13562202-85cb-48b7-89ca-28629990122a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.721443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:01.722159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.724784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] 10.222.0.72 "PUT /v2.0/ports/157335cc-f319-4c8f-bcdb-1fafada5f7ee HTTP/1.1" status: 200 len: 1092 time: 4.6714556 Feb 09 02:22:01.745794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b166d04-169e-4552-9e46-ff5ad1130447 admin admin] Publish callbacks [] for security_group (8e5e86bc-86a9-46bf-89f0-38ba832f0e10), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.800586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fa239-03fa-4e5f-86f0-9990aaedf7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e86bc-86a9-46bf-89f0-38ba832f0e10,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:01.844361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56be9c-4784-4cb0-a32e-eb9fc9645899 None None] Pushing event updated for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:01.866064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a0877f83-630c-40b2-9fce-eb4598024ca5 None None] Provisioning complete for port 77f4021f-fcf8-4342-a6cd-0f32e5518086 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:01.866352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a0877f83-630c-40b2-9fce-eb4598024ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.892745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca431f16-99ac-4261-9e6d-5815a503459a req-8bc09d67-a41d-4fa8-af1e-88baba1316e3 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303283 Feb 09 02:22:01.893325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33808) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:01.909623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b166d04-169e-4552-9e46-ff5ad1130447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8e5e86bc-86a9-46bf-89f0-38ba832f0e10), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.912306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b166d04-169e-4552-9e46-ff5ad1130447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:01.925839 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b166d04-169e-4552-9e46-ff5ad1130447 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e5e86bc-86a9-46bf-89f0-38ba832f0e10 HTTP/1.1" status: 204 len: 168 time: 0.4337254 Feb 09 02:22:01.937080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b166d04-169e-4552-9e46-ff5ad1130447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e86bc-86a9-46bf-89f0-38ba832f0e10,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:01.944161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a0877f83-630c-40b2-9fce-eb4598024ca5 None None] Port 77f4021f-fcf8-4342-a6cd-0f32e5518086 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:01.949713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a9cd1bdc-c4f3-4bd3-9d88-c7699b0437b4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091038489', 'description': 'tempest-description--253083450'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:01.982435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53c792-e32a-40b4-b6e3-02dd9cc9ca81 service neutron] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:02.021358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.023725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-dd4c6d8a-f9eb-4346-b129-3f39859a77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:02.025738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-dd4c6d8a-f9eb-4346-b129-3f39859a77ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 1126 time: 0.2423975 Feb 09 02:22:02.035737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1bdc-c4f3-4bd3-9d88-c7699b0437b4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.104371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:02.116967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-a7c9c986-21f1-49df-864e-c6b80fb684f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee HTTP/1.1" status: 200 len: 217 time: 0.0714490 Feb 09 02:22:02.120645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:02.125562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:02.126094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.130335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96bbf8-eb80-4f8a-9a18-d2fa727a9109 None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:02.151843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62de4caf-2233-4255-84d3-e2d2a05eaceb {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:02.168143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:02.182407 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Publish callbacks [] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.183825 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b08dbd57-c6c5-4449-9437-7c6b397dfb65 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9737277 Feb 09 02:22:02.188807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:02.206543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1476688724', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f'}], 'security_groups': ['38ff80c1-b344-443c-baf9-37d2a78c9e61']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:02.222796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Transition to ACTIVE for port object 62de4caf-2233-4255-84d3-e2d2a05eaceb will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:02.244978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:02.251217 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88388b67-196b-4fed-a776-2bdb67e26988" -d '{"events": [{"name": "network-changed", "server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:02.255938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-afe85177-31f6-472d-bede-e3bd3b6568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:02.258389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-afe85177-31f6-472d-bede-e3bd3b6568f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.1380098 Feb 09 02:22:02.290398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13562202-85cb-48b7-89ca-28629990122a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:02.305645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1bdc-c4f3-4bd3-9d88-c7699b0437b4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (242f7a00-ea2e-4274-967c-f199b23284cd), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.306864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.324494 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1bdc-c4f3-4bd3-9d88-c7699b0437b4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (242f7a00-ea2e-4274-967c-f199b23284cd), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.441966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-9d6ab54d-c7fe-4c12-b075-96e44fa62435 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230819 Feb 09 02:22:02.456259 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.529551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:02.534548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.719068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd1bdc-c4f3-4bd3-9d88-c7699b0437b4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242f7a00-ea2e-4274-967c-f199b23284cd,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:02.805058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d014c-2c2c-456d-bcb3-eb74e475e54a None None] Update dhcp port {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'fixed_ips': [{'subnet_id': '413b61ce-f363-43b7-b78e-a910a77c9333', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '13562202-85cb-48b7-89ca-28629990122a'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:22:02.875029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1bdc-c4f3-4bd3-9d88-c7699b0437b4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.878900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d56d014c-2c2c-456d-bcb3-eb74e475e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13562202-85cb-48b7-89ca-28629990122a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:02.879063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a9cd1bdc-c4f3-4bd3-9d88-c7699b0437b4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9550905 Feb 09 02:22:02.885584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Pushing event updated for resources: {'Port': ['ID=62de4caf-2233-4255-84d3-e2d2a05eaceb,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:02.888235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:02.895849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33830) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:02.913893 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f797d66f-785f-4bbb-9684-d1a4fbe6f612 x-openstack-request-id: req-f797d66f-785f-4bbb-9684-d1a4fbe6f612 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:02.914243 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:02.914618 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f797d66f-785f-4bbb-9684-d1a4fbe6f612 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:02.915521 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'status': 'completed', 'code': 200} Feb 09 02:22:02.919960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-08bf7864-ebff-40e0-aee4-c324f741af64 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'security_group_rule': {'security_group_id': '242f7a00-ea2e-4274-967c-f199b23284cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:03.026033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08bf7864-ebff-40e0-aee4-c324f741af64 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (04e8354b-85df-413f-b5af-a131522bdd27), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.042536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Attempting to bind port 62de4caf-2233-4255-84d3-e2d2a05eaceb on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:03.042878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Attempting to bind port 62de4caf-2233-4255-84d3-e2d2a05eaceb by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:03.043219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Attempting to bind port 62de4caf-2233-4255-84d3-e2d2a05eaceb on network de891649-f2fc-4d93-8c0b-af2a35a9350c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:03.112267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93946f62-45c9-43f2-ab8c-2dda27c89d09 req-ef5e77a3-70e0-4fa1-81cb-cae3de24ab78 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.118577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93946f62-45c9-43f2-ab8c-2dda27c89d09 req-ef5e77a3-70e0-4fa1-81cb-cae3de24ab78 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.124298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93946f62-45c9-43f2-ab8c-2dda27c89d09 req-ef5e77a3-70e0-4fa1-81cb-cae3de24ab78 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.126061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93946f62-45c9-43f2-ab8c-2dda27c89d09 req-ef5e77a3-70e0-4fa1-81cb-cae3de24ab78 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2400 time: 0.6867945 Feb 09 02:22:03.126736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Port 62de4caf-2233-4255-84d3-e2d2a05eaceb on network de891649-f2fc-4d93-8c0b-af2a35a9350c not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:03.127069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Attempting to bind port 62de4caf-2233-4255-84d3-e2d2a05eaceb on network de891649-f2fc-4d93-8c0b-af2a35a9350c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:03.137867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Delete allocated IP 2001:db8::181 (16e429ab-665c-4020-aa05-4097f46f9008/413b61ce-f363-43b7-b78e-a910a77c9333) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:22:03.158728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8:0:1::b5 (16e429ab-665c-4020-aa05-4097f46f9008/8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f/77f4021f-fcf8-4342-a6cd-0f32e5518086) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:03.182832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-80921dee-28fe-414d-a5d7-eeb0e8e47d1f service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985226 Feb 09 02:22:03.187971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:03.188325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Checking segment: {'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:03.188723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Bound using segment: {'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:03.189178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Bound port: 62de4caf-2233-4255-84d3-e2d2a05eaceb, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cc03ae-a417-4ae2-99a9-d810b9c13852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:03.189547 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.279317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08bf7864-ebff-40e0-aee4-c324f741af64 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (04e8354b-85df-413f-b5af-a131522bdd27), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.308763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08bf7864-ebff-40e0-aee4-c324f741af64 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (04e8354b-85df-413f-b5af-a131522bdd27), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.356199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf7864-ebff-40e0-aee4-c324f741af64 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e8354b-85df-413f-b5af-a131522bdd27,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:03.395149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93946f62-45c9-43f2-ab8c-2dda27c89d09 req-04849d19-d6bc-435a-80c0-7eeb79579a3c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418983 Feb 09 02:22:03.407659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.418523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.418846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ac022-48cd-4aee-9b16-5266e1aab66f req-1f156f5c-4cf3-4bfd-b3bd-a0c4b2ff601d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.425815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d25ac022-48cd-4aee-9b16-5266e1aab66f req-1f156f5c-4cf3-4bfd-b3bd-a0c4b2ff601d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 943 time: 0.3695314 Feb 09 02:22:03.457341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08bf7864-ebff-40e0-aee4-c324f741af64 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.463012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-08bf7864-ebff-40e0-aee4-c324f741af64 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5536931 Feb 09 02:22:03.471984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:03.475238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=77f4021f-fcf8-4342-a6cd-0f32e5518086,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:03.483964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f489e44-bb18-4cf2-b145-137508815380 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'security_group_rule': {'security_group_id': '242f7a00-ea2e-4274-967c-f199b23284cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:03.487933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] For port 62de4caf-2233-4255-84d3-e2d2a05eaceb, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:03.499161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] For port 62de4caf-2233-4255-84d3-e2d2a05eaceb, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=62de4caf-2233-4255-84d3-e2d2a05eaceb,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:03.511683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d56d014c-2c2c-456d-bcb3-eb74e475e54a None None] Allocated IP 2001:db8:0:1::2 (16e429ab-665c-4020-aa05-4097f46f9008/8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f/13562202-85cb-48b7-89ca-28629990122a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:03.584564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.585321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] In _notify_port_updated(), no bound segment for port 77f4021f-fcf8-4342-a6cd-0f32e5518086 on network 16e429ab-665c-4020-aa05-4097f46f9008 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:22:03.593013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.593680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.595203 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-45a857f7-d22f-4d9f-9624-c3c4d00da829 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "PUT /v2.0/ports/77f4021f-fcf8-4342-a6cd-0f32e5518086 HTTP/1.1" status: 200 len: 930 time: 1.4053133 Feb 09 02:22:03.598192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:03.650583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f489e44-bb18-4cf2-b145-137508815380 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (7a4a7c57-16f5-4e30-b55c-824658841fea), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.663434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa5f6cd-6ba5-4f15-8f9b-7308268584b3 req-2511b637-26ba-4991-b3c6-a4688969ee75 service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708948 Feb 09 02:22:03.698894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d56d014c-2c2c-456d-bcb3-eb74e475e54a None None] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13562202-85cb-48b7-89ca-28629990122a,segment=NetworkSegment(215b6b01-f8e9-4976-afd7-54f01a2eda02),segment_id=215b6b01-f8e9-4976-afd7-54f01a2eda02)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:03.735169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d25ac022-48cd-4aee-9b16-5266e1aab66f req-1cb450e6-b76f-4518-bea2-a9ab8182a458 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068902 Feb 09 02:22:03.765007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.765930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.767883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] 10.222.0.82 "PUT /v2.0/ports/62de4caf-2233-4255-84d3-e2d2a05eaceb HTTP/1.1" status: 200 len: 1093 time: 3.7076418 Feb 09 02:22:03.777007 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d56d014c-2c2c-456d-bcb3-eb74e475e54a None None] Publish callbacks [] for port (13562202-85cb-48b7-89ca-28629990122a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.786284 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d56d014c-2c2c-456d-bcb3-eb74e475e54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (13562202-85cb-48b7-89ca-28629990122a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.816045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 77f4021f-fcf8-4342-a6cd-0f32e5518086 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:03.816706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.824450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e18a3-f02c-4509-836b-fe78611df07a service neutron] Pushing event updated for resources: {'Port': ['ID=62de4caf-2233-4255-84d3-e2d2a05eaceb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:03.885476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d014c-2c2c-456d-bcb3-eb74e475e54a None None] Pushing event updated for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:03.901095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388b67-196b-4fed-a776-2bdb67e26988 req-e3382e9a-e5cb-4e16-b8a2-2a23cbc59416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:03.902713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88388b67-196b-4fed-a776-2bdb67e26988 req-e3382e9a-e5cb-4e16-b8a2-2a23cbc59416 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 1126 time: 0.1339357 Feb 09 02:22:03.927814 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f489e44-bb18-4cf2-b145-137508815380 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (7a4a7c57-16f5-4e30-b55c-824658841fea), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.947272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f489e44-bb18-4cf2-b145-137508815380 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (7a4a7c57-16f5-4e30-b55c-824658841fea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:03.971978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f489e44-bb18-4cf2-b145-137508815380 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4a7c57-16f5-4e30-b55c-824658841fea,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.051379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f489e44-bb18-4cf2-b145-137508815380 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.056557 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f489e44-bb18-4cf2-b145-137508815380 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5746195 Feb 09 02:22:04.081162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33860) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:04.095753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:04.139035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Request body: {'port': {'device_id': '63345c7d-f460-4a02-8875-adb3543a1024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:04.154697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.191663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13562202-85cb-48b7-89ca-28629990122a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:04.202959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 77f4021f-fcf8-4342-a6cd-0f32e5518086 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:04.263231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.329827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:04.330221 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.357725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388b67-196b-4fed-a776-2bdb67e26988 req-14364624-001c-4dcd-83e7-f5b0e229ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:04.359354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88388b67-196b-4fed-a776-2bdb67e26988 req-14364624-001c-4dcd-83e7-f5b0e229ec70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 906 time: 0.4419086 Feb 09 02:22:04.403007 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.471650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (77f4021f-fcf8-4342-a6cd-0f32e5518086), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.485696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:04.523206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88388b67-196b-4fed-a776-2bdb67e26988 req-3f27edd8-feef-424d-840d-af0db7a61b1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee HTTP/1.1" status: 200 len: 217 time: 0.1221364 Feb 09 02:22:04.527221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=77f4021f-fcf8-4342-a6cd-0f32e5518086,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.559792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.564760 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-825e9fdb-f202-41a9-95b2-9eeb6ea2e082 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/77f4021f-fcf8-4342-a6cd-0f32e5518086 HTTP/1.1" status: 204 len: 168 time: 0.9642794 Feb 09 02:22:04.566013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33874) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:04.598290 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12ab132-97d2-4e03-a6f0-adc17be0dbba tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:22:04.599792 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b12ab132-97d2-4e03-a6f0-adc17be0dbba tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/77f4021f-fcf8-4342-a6cd-0f32e5518086 HTTP/1.1" status: 404 len: 333 time: 0.0324905 Feb 09 02:22:04.603552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:04.683580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388b67-196b-4fed-a776-2bdb67e26988 req-bb888073-c972-464f-8f1d-49e797cb13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:04.685125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88388b67-196b-4fed-a776-2bdb67e26988 req-bb888073-c972-464f-8f1d-49e797cb13dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.1557946 Feb 09 02:22:04.687701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d084ca1-142e-4323-8b19-14676eea8d44 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (d23d1047-ce94-4735-9979-6a0067b87c08), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.727845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d084ca1-142e-4323-8b19-14676eea8d44 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (d23d1047-ce94-4735-9979-6a0067b87c08), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.788659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d084ca1-142e-4323-8b19-14676eea8d44 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d23d1047-ce94-4735-9979-6a0067b87c08), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.792680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d084ca1-142e-4323-8b19-14676eea8d44 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.798510 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3d084ca1-142e-4323-8b19-14676eea8d44 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/security-groups/d23d1047-ce94-4735-9979-6a0067b87c08 HTTP/1.1" status: 204 len: 168 time: 0.1916544 Feb 09 02:22:04.805001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:04.815411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706cc0c-d95f-4af4-842e-82b92cbc764f req-895afc36-6bb2-451d-b8fe-a7d714abc63d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:04.821661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706cc0c-d95f-4af4-842e-82b92cbc764f req-895afc36-6bb2-451d-b8fe-a7d714abc63d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:04.827516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d084ca1-142e-4323-8b19-14676eea8d44 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23d1047-ce94-4735-9979-6a0067b87c08,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:04.839392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706cc0c-d95f-4af4-842e-82b92cbc764f req-895afc36-6bb2-451d-b8fe-a7d714abc63d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:04.841137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3706cc0c-d95f-4af4-842e-82b92cbc764f req-895afc36-6bb2-451d-b8fe-a7d714abc63d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2400 time: 0.3199348 Feb 09 02:22:04.843185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88388b67-196b-4fed-a776-2bdb67e26988 req-f1745e86-cc86-4c54-b6e4-28f5cfcb106a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891972 Feb 09 02:22:04.932597 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ce8c-5f93-417f-8b72-b20cc9f1f439 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (38ff80c1-b344-443c-baf9-37d2a78c9e61), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.959710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'tag': '62de4caf-2233-4255-84d3-e2d2a05eaceb'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:04.959926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ce8c-5f93-417f-8b72-b20cc9f1f439 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (38ff80c1-b344-443c-baf9-37d2a78c9e61), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.962320 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "tag": "62de4caf-2233-4255-84d3-e2d2a05eaceb"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:05.014812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ce8c-5f93-417f-8b72-b20cc9f1f439 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (38ff80c1-b344-443c-baf9-37d2a78c9e61), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.017754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ce8c-5f93-417f-8b72-b20cc9f1f439 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.019041 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ceb8ce8c-5f93-417f-8b72-b20cc9f1f439 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/security-groups/38ff80c1-b344-443c-baf9-37d2a78c9e61 HTTP/1.1" status: 204 len: 168 time: 0.2065120 Feb 09 02:22:05.023119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:05.051046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8ce8c-5f93-417f-8b72-b20cc9f1f439 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ff80c1-b344-443c-baf9-37d2a78c9e61,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:05.123194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 413b61ce-f363-43b7-b78e-a910a77c9333 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:05.143241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (413b61ce-f363-43b7-b78e-a910a77c9333), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.154063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-32b85066-2a00-4778-8d31-21df32789959 None None] Provisioning complete for port 840315d2-28f8-4027-ae65-b9f606ed70a0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:05.154766 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32b85066-2a00-4778-8d31-21df32789959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.193327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3706cc0c-d95f-4af4-842e-82b92cbc764f req-4e20a171-9be1-4c8e-87e6-b20161e1ff10 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429258 Feb 09 02:22:05.233433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (413b61ce-f363-43b7-b78e-a910a77c9333), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.234008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-32b85066-2a00-4778-8d31-21df32789959 None None] Port 840315d2-28f8-4027-ae65-b9f606ed70a0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:05.247844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-32b85066-2a00-4778-8d31-21df32789959 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:05.248482 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32b85066-2a00-4778-8d31-21df32789959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.249529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca5964-4592-421c-8410-8e62dfde1a04 req-bd59e2a5-7be0-41c0-9e52-7987feae2fe1 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.265509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58ca5964-4592-421c-8410-8e62dfde1a04 req-bd59e2a5-7be0-41c0-9e52-7987feae2fe1 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 943 time: 0.3690362 Feb 09 02:22:05.307001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.311413 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf38a494-d9b9-4ce2-bcae-ef3388cdd623 x-openstack-request-id: req-cf38a494-d9b9-4ce2-bcae-ef3388cdd623 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:05.311934 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "tag": "62de4caf-2233-4255-84d3-e2d2a05eaceb", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:05.312737 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf38a494-d9b9-4ce2-bcae-ef3388cdd623 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:05.313341 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'tag': '62de4caf-2233-4255-84d3-e2d2a05eaceb', 'status': 'completed', 'code': 200} Feb 09 02:22:05.393790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-32b85066-2a00-4778-8d31-21df32789959 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:05.396425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33896) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:05.402753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-32b85066-2a00-4778-8d31-21df32789959 None None] Could not find standard attr ID for object 77f4021f-fcf8-4342-a6cd-0f32e5518086. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:22:05.414923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58ca5964-4592-421c-8410-8e62dfde1a04 req-2bd1812b-ae31-4e89-a8bd-d0e569a2e75e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433332 Feb 09 02:22:05.515234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8e89eedd-5291-4d14-9e1d-7e73101ba2cd None None] Could not find standard attr ID for object 77f4021f-fcf8-4342-a6cd-0f32e5518086. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:22:05.555853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88388b67-196b-4fed-a776-2bdb67e26988 req-d6c34a83-5129-4541-a972-2245ca1022e8 service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914828 Feb 09 02:22:05.671600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a04086a-9c80-4eba-9c22-0c345c09f82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:05.872011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-981becd3-6983-4c3e-95db-9b7957035749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.872574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-981becd3-6983-4c3e-95db-9b7957035749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.873117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-981becd3-6983-4c3e-95db-9b7957035749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:05.874959 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-981becd3-6983-4c3e-95db-9b7957035749 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2862 time: 0.5586019 Feb 09 02:22:05.941101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (413b61ce-f363-43b7-b78e-a910a77c9333), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.039186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:06.044959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-c25875e0-5b10-4a60-bbb3-a4d6136a4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.045673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-c25875e0-5b10-4a60-bbb3-a4d6136a4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.046539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-c25875e0-5b10-4a60-bbb3-a4d6136a4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.048301 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-c25875e0-5b10-4a60-bbb3-a4d6136a4003 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1661174 Feb 09 02:22:06.060931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Publish callbacks [] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.064827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (413b61ce-f363-43b7-b78e-a910a77c9333), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.101075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Transition to ACTIVE for port object ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:06.135184 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.141204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Allocated IP 172.25.6.153 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/a02e094f-69ab-4944-ad56-0dfa4a59e89a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:06.143869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.147598 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/413b61ce-f363-43b7-b78e-a910a77c9333 HTTP/1.1" status: 204 len: 168 time: 1.1236677 Feb 09 02:22:06.153851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042875eb-f597-46bf-bb68-83219a27b3a7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=413b61ce-f363-43b7-b78e-a910a77c9333,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.159529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05189e1f-e811-4cf5-b593-0eab53fd4837 None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:06.168696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:06.186821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:06.299005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88388b67-196b-4fed-a776-2bdb67e26988 req-e4afa769-8adb-4fb1-abd8-efcb78e0782d service neutron] 10.222.0.72 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088971 Feb 09 02:22:06.307137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-1d27dd91-4bbe-4ae7-badd-3c821969e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.312334 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fcc88dd9-a411-4e40-8ecd-1cfd7458e9cb req-1d27dd91-4bbe-4ae7-badd-3c821969e603 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2583752 Feb 09 02:22:06.390692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:06.394431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.438610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.578086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a04086a-9c80-4eba-9c22-0c345c09f82c admin admin] Publish callbacks [] for security_group (d918b098-66f0-4647-8834-cdd21eb979d0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.660138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a04086a-9c80-4eba-9c22-0c345c09f82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d918b098-66f0-4647-8834-cdd21eb979d0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.678154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 157335cc-f319-4c8f-bcdb-1fafada5f7ee details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:06.753224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Attempting to bind port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:06.753846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Attempting to bind port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:06.754432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Attempting to bind port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b on network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:06.793231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9a04086a-9c80-4eba-9c22-0c345c09f82c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b4209a23b9b41aa801469e6555cb33d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3769660 Feb 09 02:22:06.797947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.801021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b on network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:06.801585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Attempting to bind port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b on network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:06.813491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33918) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:06.824504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.833184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04086a-9c80-4eba-9c22-0c345c09f82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d918b098-66f0-4647-8834-cdd21eb979d0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.876486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:06.881306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:06.889929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191340-62b5-4c47-8b06-670a06f0ea69 req-6ec706d7-2cdd-4063-899f-e5d7c567504d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.893488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.894023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.895911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191340-62b5-4c47-8b06-670a06f0ea69 req-6ec706d7-2cdd-4063-899f-e5d7c567504d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.902276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191340-62b5-4c47-8b06-670a06f0ea69 req-6ec706d7-2cdd-4063-899f-e5d7c567504d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.907102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:06.907312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65191340-62b5-4c47-8b06-670a06f0ea69 req-6ec706d7-2cdd-4063-899f-e5d7c567504d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2412 time: 0.5932395 Feb 09 02:22:06.917870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb91fc-b0d7-4c6d-8058-0e33d5864d02 req-b7ed1c9b-0247-47c7-948f-76d665b85990 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:06.919849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fcb91fc-b0d7-4c6d-8058-0e33d5864d02 req-b7ed1c9b-0247-47c7-948f-76d665b85990 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 943 time: 0.3541684 Feb 09 02:22:06.927094 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:06.933682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'mac_address': 'fa:16:3e:b5:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:06.958255 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6021a52c-6583-4770-bfd0-f80225452a58 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7825756 Feb 09 02:22:06.958986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:06.968228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-78e99d8b-753f-42df-8eae-ed0bfeb96d17 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1543307449'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:06.982442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 157335cc-f319-4c8f-bcdb-1fafada5f7ee is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:06.982864 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.009519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:07.009834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Checking segment: {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:07.010334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Bound using segment: {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:07.010836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Bound port: ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:07.011418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.013647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e99d8b-753f-42df-8eae-ed0bfeb96d17 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.018806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157335cc-f319-4c8f-bcdb-1fafada5f7ee {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:07.045975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:07.048279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65191340-62b5-4c47-8b06-670a06f0ea69 req-a81be11d-b851-43b4-81c0-1753cb8113f2 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269701 Feb 09 02:22:07.053339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.120166 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfee50bc-3849-4f27-9f65-9c178f813531 admin admin] Publish callbacks [] for security_group (d918b098-66f0-4647-8834-cdd21eb979d0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.132681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.142082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e99d8b-753f-42df-8eae-ed0bfeb96d17 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (6ab5989d-2d29-4f80-88ea-307b2a64dcad), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.150563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e99d8b-753f-42df-8eae-ed0bfeb96d17 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6ab5989d-2d29-4f80-88ea-307b2a64dcad), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.184139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.185878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e99d8b-753f-42df-8eae-ed0bfeb96d17 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5989d-2d29-4f80-88ea-307b2a64dcad,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.190637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-78e99d8b-753f-42df-8eae-ed0bfeb96d17 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.194941 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-78e99d8b-753f-42df-8eae-ed0bfeb96d17 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2312477 Feb 09 02:22:07.194941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:07.201710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-02d62f21-143f-44d5-9e14-9f9c3afc4805 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'security_group': {'name': 'tempest-secgroup-550829278'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:07.203693 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfee50bc-3849-4f27-9f65-9c178f813531 admin admin] Publish callbacks [] for security_group (d918b098-66f0-4647-8834-cdd21eb979d0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.228812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02d62f21-143f-44d5-9e14-9f9c3afc4805 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.254085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fcb91fc-b0d7-4c6d-8058-0e33d5864d02 req-39a1de3c-6b69-4987-8e73-883f06c22f6d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404828 Feb 09 02:22:07.266159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] For port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:07.295535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11f3c5-0c4f-4e9f-b06b-bd4f3d166e4f None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:07.318167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:07.320881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] For port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:07.324153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02d62f21-143f-44d5-9e14-9f9c3afc4805 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (b807e1b8-aab3-4076-9e86-71ce683e2837), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.325245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'Port': ['ID=a02e094f-69ab-4944-ad56-0dfa4a59e89a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.328529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:07.331455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:07.332253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02d62f21-143f-44d5-9e14-9f9c3afc4805 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b807e1b8-aab3-4076-9e86-71ce683e2837), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.358679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.365117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6cb0f416-7ed7-40bb-b229-da43d15b53c9 None None] Provisioning complete for port 840315d2-28f8-4027-ae65-b9f606ed70a0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:07.365833 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f416-7ed7-40bb-b229-da43d15b53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.413779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02d62f21-143f-44d5-9e14-9f9c3afc4805 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.431018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-02d62f21-143f-44d5-9e14-9f9c3afc4805 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2319870 Feb 09 02:22:07.433377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d62f21-143f-44d5-9e14-9f9c3afc4805 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b807e1b8-aab3-4076-9e86-71ce683e2837,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.434148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:07.434801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.436269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:07.436425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] 10.222.0.82 "PUT /v2.0/ports/ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b HTTP/1.1" status: 200 len: 1093 time: 3.6147184 Feb 09 02:22:07.436829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'tag': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:07.439137 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc" -d '{"events": [{"name": "network-changed", "server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "tag": "ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:07.440773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2d148a02-e00e-4dd6-bfd9-b2e62a812dbb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'security_group': {'name': 'tempest-secgroup-64725250'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:07.469093 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfee50bc-3849-4f27-9f65-9c178f813531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d918b098-66f0-4647-8834-cdd21eb979d0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.480071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfee50bc-3849-4f27-9f65-9c178f813531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.486484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0f416-7ed7-40bb-b229-da43d15b53c9 None None] Port 840315d2-28f8-4027-ae65-b9f606ed70a0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:07.495524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d148a02-e00e-4dd6-bfd9-b2e62a812dbb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.500232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cfee50bc-3849-4f27-9f65-9c178f813531 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d918b098-66f0-4647-8834-cdd21eb979d0 HTTP/1.1" status: 204 len: 168 time: 0.6623671 Feb 09 02:22:07.521908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['157335cc-f319-4c8f-bcdb-1fafada5f7ee'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:07.535432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6cb0f416-7ed7-40bb-b229-da43d15b53c9 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:07.536577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f416-7ed7-40bb-b229-da43d15b53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.605771 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802c58e-c904-43fb-b58d-c18af2cdba4d x-openstack-request-id: req-3802c58e-c904-43fb-b58d-c18af2cdba4d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:07.606076 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "tag": "ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:07.607564 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3802c58e-c904-43fb-b58d-c18af2cdba4d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:07.608180 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'tag': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b', 'status': 'completed', 'code': 200} Feb 09 02:22:07.660114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d148a02-e00e-4dd6-bfd9-b2e62a812dbb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (8c9ea13a-e5fe-499b-8e1d-a928148d4f18), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.670031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d148a02-e00e-4dd6-bfd9-b2e62a812dbb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c9ea13a-e5fe-499b-8e1d-a928148d4f18), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.681765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdffdb-fae8-47c9-9136-8ba40fe56bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.719849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d148a02-e00e-4dd6-bfd9-b2e62a812dbb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.731383 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d148a02-e00e-4dd6-bfd9-b2e62a812dbb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2939310 Feb 09 02:22:07.733600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:07.741052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-820563320', 'security_groups': ['8c9ea13a-e5fe-499b-8e1d-a928148d4f18'], 'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:07.746083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36efadc3-3871-4ba3-bb56-e089f651faae None None] Update dhcp port {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'fixed_ips': [{'subnet_id': '8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '13562202-85cb-48b7-89ca-28629990122a'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:22:07.757757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee50bc-3849-4f27-9f65-9c178f813531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d918b098-66f0-4647-8834-cdd21eb979d0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.870492 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36efadc3-3871-4ba3-bb56-e089f651faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13562202-85cb-48b7-89ca-28629990122a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.907925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d148a02-e00e-4dd6-bfd9-b2e62a812dbb tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ea13a-e5fe-499b-8e1d-a928148d4f18,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:07.932650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0f416-7ed7-40bb-b229-da43d15b53c9 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:07.984105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (fc109be4-3e47-48ee-ba15-49bd850f7a56), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.987760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-6fdcec7a-ed06-402c-bcbc-d1b1e6c3a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:07.988506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-6fdcec7a-ed06-402c-bcbc-d1b1e6c3a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:07.995262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-6fdcec7a-ed06-402c-bcbc-d1b1e6c3a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:07.997878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-6fdcec7a-ed06-402c-bcbc-d1b1e6c3a7de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2961 time: 0.4781921 Feb 09 02:22:08.001846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:08.139612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-36efadc3-3871-4ba3-bb56-e089f651faae None None] Allocated IP 2001:db8::2 (16e429ab-665c-4020-aa05-4097f46f9008/dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f/13562202-85cb-48b7-89ca-28629990122a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:08.145016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:08.154770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-9d9ec05d-9a56-4ace-8eb2-1c67bca45476 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.42&port_id=bbe94be1-43e5-4e21-a180-5116c2909e2e HTTP/1.1" status: 200 len: 217 time: 0.1406934 Feb 09 02:22:08.195563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7ce9-27f9-435c-85ca-463816dd665e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.250196 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.280586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-b2fa0c17-c014-4e29-a0aa-0c7937dee7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.282225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-b2fa0c17-c014-4e29-a0aa-0c7937dee7f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3795de4-6bbe-4779-9b79-00dd696a840f HTTP/1.1" status: 200 len: 801 time: 0.1184778 Feb 09 02:22:08.398795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.403314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a8c4-d042-4135-8b58-7f50f571752d req-9afbb5ac-b797-4d1e-8328-1f0367a1aff8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.408666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a8c4-d042-4135-8b58-7f50f571752d req-9afbb5ac-b797-4d1e-8328-1f0367a1aff8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.414209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a8c4-d042-4135-8b58-7f50f571752d req-9afbb5ac-b797-4d1e-8328-1f0367a1aff8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.423372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1308a8c4-d042-4135-8b58-7f50f571752d req-9afbb5ac-b797-4d1e-8328-1f0367a1aff8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2412 time: 0.2099977 Feb 09 02:22:08.469952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] device_id is not set on port 59295762-13ed-465a-b6a9-32fbdcda87c6 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:22:08.490262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36efadc3-3871-4ba3-bb56-e089f651faae None None] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13562202-85cb-48b7-89ca-28629990122a,segment=NetworkSegment(215b6b01-f8e9-4976-afd7-54f01a2eda02),segment_id=215b6b01-f8e9-4976-afd7-54f01a2eda02)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:08.580655 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36efadc3-3871-4ba3-bb56-e089f651faae None None] Publish callbacks [] for port (13562202-85cb-48b7-89ca-28629990122a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.590097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36efadc3-3871-4ba3-bb56-e089f651faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (13562202-85cb-48b7-89ca-28629990122a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.600002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1308a8c4-d042-4135-8b58-7f50f571752d req-be116746-2e83-44c9-ad5e-039153e194ff tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754065 Feb 09 02:22:08.697502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7ce9-27f9-435c-85ca-463816dd665e admin admin] Publish callbacks [] for security_group (b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.706977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fa7ce9-27f9-435c-85ca-463816dd665e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.726942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efadc3-3871-4ba3-bb56-e089f651faae None None] Pushing event updated for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:08.737760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.744001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-67abb8fa-a6ff-40c3-a44f-aeecef7d6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.746413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-67abb8fa-a6ff-40c3-a44f-aeecef7d6055 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8dd30a74-09a3-4213-9917-37e26d2ea3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4362354 Feb 09 02:22:08.749749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.806239 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1fa7ce9-27f9-435c-85ca-463816dd665e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4e43cf8e5c44aa9bb3b5185fbb593e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570160 Feb 09 02:22:08.808859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:08.833961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa7ce9-27f9-435c-85ca-463816dd665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:08.863713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aef7b-59a4-4959-bdd2-298d3127701c req-0c48e1e5-d8c2-4e3b-baaf-5bdcfc5cac3c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:08.865467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-625aef7b-59a4-4959-bdd2-298d3127701c req-0c48e1e5-d8c2-4e3b-baaf-5bdcfc5cac3c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 944 time: 0.4293075 Feb 09 02:22:08.868621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8::1a0 (16e429ab-665c-4020-aa05-4097f46f9008/dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f/59295762-13ed-465a-b6a9-32fbdcda87c6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:08.903060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9293d907-781d-4787-a688-49fdadc4393a admin admin] Publish callbacks [] for security_group (b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.942156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'Port': ['ID=a02e094f-69ab-4944-ad56-0dfa4a59e89a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:08.957939 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fc109be4-3e47-48ee-ba15-49bd850f7a56), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.965719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9293d907-781d-4787-a688-49fdadc4393a admin admin] Publish callbacks [] for security_group (b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.004563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.005906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3948ab25-e1eb-4d60-975f-cfc26a34c9e6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9237616 Feb 09 02:22:09.010118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-625aef7b-59a4-4959-bdd2-298d3127701c req-0d7d4204-6aeb-4ea3-9718-2707b6f778b5 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142790 Feb 09 02:22:09.023702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-e5ef3d55-569f-4b01-aa84-528b89ce04ea service neutron] 10.222.0.82 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629635 Feb 09 02:22:09.184774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.185584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-c7ef78b4-7961-4bf3-bcdc-5bcb09f0da92 service neutron] 10.222.0.82 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547861 Feb 09 02:22:09.235447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.246933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-7d165eb8-a9b2-45b0-9d76-60c8ed5039c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=62de4caf-2233-4255-84d3-e2d2a05eaceb HTTP/1.1" status: 200 len: 217 time: 0.0544667 Feb 09 02:22:09.291640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:09.304766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:09.312229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:09.318352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:09.318892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.326712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9293d907-781d-4787-a688-49fdadc4393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.330333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9293d907-781d-4787-a688-49fdadc4393a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.331650 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9293d907-781d-4787-a688-49fdadc4393a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad HTTP/1.1" status: 204 len: 168 time: 0.5231054 Feb 09 02:22:09.347621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-2f7f8733-d749-499a-9a2d-e7c6a5e1d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:09.347886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=59295762-13ed-465a-b6a9-32fbdcda87c6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:09.349151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-2f7f8733-d749-499a-9a2d-e7c6a5e1d533 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a64ad28c-90a2-45fc-99ac-fdab1089725a HTTP/1.1" status: 200 len: 801 time: 0.0962980 Feb 09 02:22:09.361096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293d907-781d-4787-a688-49fdadc4393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f13ed-2c55-4e72-a3e6-ffe9f23f1bad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:09.367657 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2f858234-76b3-48bb-bb28-0d6ac9698996 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6324997 Feb 09 02:22:09.373388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33992) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:09.382582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-241bb031-da1a-46d1-b93f-c05abf6222b5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:09.404536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-a6093e33-64d1-42a3-a505-7a0240468e96 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1091038489&fields=id&tenant_id=1818d444d0ed4bf595cc8def49151954 HTTP/1.1" status: 200 len: 267 time: 0.1420929 Feb 09 02:22:09.573381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-cf72c188-ca7d-4fae-8f21-302300b3f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:09.575165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-cf72c188-ca7d-4fae-8f21-302300b3f569 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de891649-f2fc-4d93-8c0b-af2a35a9350c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2153649 Feb 09 02:22:09.680978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-176ca164-3b7c-4712-b44f-276e2998a0c4 None None] Provisioning complete for port 840315d2-28f8-4027-ae65-b9f606ed70a0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:09.681654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-176ca164-3b7c-4712-b44f-276e2998a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.761578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-176ca164-3b7c-4712-b44f-276e2998a0c4 None None] Port 840315d2-28f8-4027-ae65-b9f606ed70a0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:09.774941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-176ca164-3b7c-4712-b44f-276e2998a0c4 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:09.775330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-176ca164-3b7c-4712-b44f-276e2998a0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.795493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-d84a2290-1a8c-4989-a3f9-ac12559ffb37 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:09.797085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-d84a2290-1a8c-4989-a3f9-ac12559ffb37 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 811 time: 0.3769884 Feb 09 02:22:09.813353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241bb031-da1a-46d1-b93f-c05abf6222b5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:09.816772 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-241bb031-da1a-46d1-b93f-c05abf6222b5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:09.910071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-176ca164-3b7c-4712-b44f-276e2998a0c4 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:09.928120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-c8f0fa42-20ac-4231-a97e-1ccc492cb324 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/quotas/1818d444d0ed4bf595cc8def49151954 HTTP/1.1" status: 200 len: 375 time: 0.1071825 Feb 09 02:22:09.955251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-fa7d9395-7bca-41a6-b980-97879a22da54 service neutron] 10.222.0.82 "GET /v2.0/networks/de891649-f2fc-4d93-8c0b-af2a35a9350c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691773 Feb 09 02:22:10.060476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ef38486b-d8f9-4134-b25e-17d5440e7b93 None None] Provisioning complete for port 59295762-13ed-465a-b6a9-32fbdcda87c6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:10.060864 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef38486b-d8f9-4134-b25e-17d5440e7b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.125573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ef38486b-d8f9-4134-b25e-17d5440e7b93 None None] Port 59295762-13ed-465a-b6a9-32fbdcda87c6 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:10.132565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13562202-85cb-48b7-89ca-28629990122a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:10.236863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:10.237255 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.377269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:10.553820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e2a4-8407-484f-a918-80c6dd562a37 req-73442a3b-8796-4891-a088-4f282ee8112e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:10.560393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e2a4-8407-484f-a918-80c6dd562a37 req-73442a3b-8796-4891-a088-4f282ee8112e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:10.565988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275e2a4-8407-484f-a918-80c6dd562a37 req-73442a3b-8796-4891-a088-4f282ee8112e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:10.567841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9275e2a4-8407-484f-a918-80c6dd562a37 req-73442a3b-8796-4891-a088-4f282ee8112e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2412 time: 0.8081896 Feb 09 02:22:10.598185 n-d-826675-12 neutron-server[103149]: INFO neutron.db.ipam_backend_mixin [None req-241bb031-da1a-46d1-b93f-c05abf6222b5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f (CIDR: 2001:db8::/64) Feb 09 02:22:10.611207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-6770bf92-39cf-4f20-9975-aae9f8e1bee5 service neutron] 10.222.0.82 "GET /v2.0/networks/de891649-f2fc-4d93-8c0b-af2a35a9350c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326845 Feb 09 02:22:10.614933 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-241bb031-da1a-46d1-b93f-c05abf6222b5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:22:10.615380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241bb031-da1a-46d1-b93f-c05abf6222b5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:10.627647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-e55b38a6-8c3b-41b9-b732-67b1916c1f02 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6895032 Feb 09 02:22:10.694952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-2e2b4ca6-a148-40b6-95bb-241bd823e8ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b HTTP/1.1" status: 200 len: 217 time: 0.0768051 Feb 09 02:22:10.703399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 157335cc-f319-4c8f-bcdb-1fafada5f7ee up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:10.798959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 157335cc-f319-4c8f-bcdb-1fafada5f7ee completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:10.803840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:10.804364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-241bb031-da1a-46d1-b93f-c05abf6222b5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4272580 Feb 09 02:22:10.808047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 157335cc-f319-4c8f-bcdb-1fafada5f7ee triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:10.808464 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.813529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4d85497e-65c5-44b5-ac1b-df2e0071e039 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:10.819514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9275e2a4-8407-484f-a918-80c6dd562a37 req-ddb18212-9986-4afb-a54a-3a5f71ba45ad tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377498 Feb 09 02:22:10.844891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-bda77e7b-c6e2-4f15-a332-c0dc06ba306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:10.846792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-bda77e7b-c6e2-4f15-a332-c0dc06ba306f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3795de4-6bbe-4779-9b79-00dd696a840f HTTP/1.1" status: 200 len: 801 time: 0.1260133 Feb 09 02:22:10.996236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-5699ab63-7fca-4623-93e7-8edfaa7af847 service neutron] 10.222.0.53 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210962 Feb 09 02:22:11.040140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 157335cc-f319-4c8f-bcdb-1fafada5f7ee is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:11.040578 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.084570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:11.089191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-5432e0df-95d9-4a94-a61d-dfdac3eeb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.091194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-5432e0df-95d9-4a94-a61d-dfdac3eeb249 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8dd30a74-09a3-4213-9917-37e26d2ea3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2376730 Feb 09 02:22:11.096201 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda1d6be-d8ab-4404-917b-4b6df094d319" -d '{"events": [{"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-plugged", "status": "completed", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:11.123234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:11.135534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.196546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:11.229176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d85497e-65c5-44b5-ac1b-df2e0071e039 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:11.234942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d85497e-65c5-44b5-ac1b-df2e0071e039 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.370629 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-4d85497e-65c5-44b5-ac1b-df2e0071e039 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f (CIDR: 2001:db8:0:1::/64) Feb 09 02:22:11.381806 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d85497e-65c5-44b5-ac1b-df2e0071e039 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:22:11.383033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d85497e-65c5-44b5-ac1b-df2e0071e039 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:11.408481 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4d85497e-65c5-44b5-ac1b-df2e0071e039 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6022539 Feb 09 02:22:11.412107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34064) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:11.419938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'subnet': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:11.424811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305347a-06b5-43e7-8081-5676eb9edd37 req-5c54f871-a4ec-4b06-b030-748fc5dc913c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.432685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d305347a-06b5-43e7-8081-5676eb9edd37 req-5c54f871-a4ec-4b06-b030-748fc5dc913c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 944 time: 0.4478500 Feb 09 02:22:11.439906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-230f56aa-ad37-423d-9319-309b800ee91b service neutron] 10.222.0.82 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229198 Feb 09 02:22:11.483977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-50262584-327b-4ab2-bdc4-bbf1f1b75f7f service neutron] 10.222.0.53 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709561 Feb 09 02:22:11.599403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d305347a-06b5-43e7-8081-5676eb9edd37 req-43cc40f1-2392-4fda-95dc-7c60098f3605 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656947 Feb 09 02:22:11.600894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Made reservation on behalf of 3e52ffce114b41ee9c1c603a650bc819 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:11.607888 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:11.688480 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b8e09-756b-461e-b0bd-687eb2b41e74 x-openstack-request-id: req-637b8e09-756b-461e-b0bd-687eb2b41e74 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:11.688794 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-plugged", "status": "completed", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:11.689049 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-637b8e09-756b-461e-b0bd-687eb2b41e74 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:11.689460 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'code': 200} Feb 09 02:22:11.753599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34c2598c-eede-476c-b8a4-75d210f104b0 req-f8df0837-ad42-4838-9b3f-ac74cb959dbe tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 210 time: 0.0794203 Feb 09 02:22:11.798678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-979fdfcf-689a-4a1e-80ec-c95c81bb1b11 req-60508b35-dfad-4609-82a0-9af4e373a3b2 service neutron] 10.222.0.82 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468695 Feb 09 02:22:11.815702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da894a7-666c-4cce-9945-e94bd1399594 req-d3a83a0d-f008-4c99-b7d0-9cd6d25ab1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.817380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8da894a7-666c-4cce-9945-e94bd1399594 req-d3a83a0d-f008-4c99-b7d0-9cd6d25ab1ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 1128 time: 0.0628405 Feb 09 02:22:11.889143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8da894a7-666c-4cce-9945-e94bd1399594 req-308528d2-857d-49e6-a783-b8b8374cb884 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656626 Feb 09 02:22:11.942949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-86321850-ea5b-4448-802b-dfa158068a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.943536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-86321850-ea5b-4448-802b-dfa158068a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.944223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-86321850-ea5b-4448-802b-dfa158068a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:11.946123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-86321850-ea5b-4448-802b-dfa158068a93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2961 time: 0.0595946 Feb 09 02:22:12.134261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (b4a6f80e-c95c-43ad-ad32-6eef437cb70e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.169926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938cfed-f306-4caf-bcbd-31284c1febcb req-ffdbb0eb-87de-427f-842b-8637dc66cd5d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.175572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938cfed-f306-4caf-bcbd-31284c1febcb req-ffdbb0eb-87de-427f-842b-8637dc66cd5d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.182189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938cfed-f306-4caf-bcbd-31284c1febcb req-ffdbb0eb-87de-427f-842b-8637dc66cd5d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.190101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1938cfed-f306-4caf-bcbd-31284c1febcb req-ffdbb0eb-87de-427f-842b-8637dc66cd5d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2412 time: 0.1720302 Feb 09 02:22:12.202837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Subnet': ['ID=b4a6f80e-c95c-43ad-ad32-6eef437cb70e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:12.203294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-483d9203-5546-48f2-aea8-57a673d9d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.209807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-483d9203-5546-48f2-aea8-57a673d9d4f1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8dd30a74-09a3-4213-9917-37e26d2ea3f1 HTTP/1.1" status: 200 len: 902 time: 0.2515836 Feb 09 02:22:12.238919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Network 16e429ab-665c-4020-aa05-4097f46f9008 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:12.246910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:12.250540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.251268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.263034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c57570-daf9-4025-a6b4-b2e298649fce None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:12.265637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-1a54cc61-d162-492c-9abd-2ed7f6b91733 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b HTTP/1.1" status: 200 len: 217 time: 0.0530381 Feb 09 02:22:12.291431 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ec1a938d-6df5-4b2d-8e05-d3fbcc61cf53 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8780286 Feb 09 02:22:12.294000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34098) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:12.305233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-535163714', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4a6f80e-c95c-43ad-ad32-6eef437cb70e'}], 'security_groups': ['6ab5989d-2d29-4f80-88ea-307b2a64dcad', 'b807e1b8-aab3-4076-9e86-71ce683e2837']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:12.334056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1938cfed-f306-4caf-bcbd-31284c1febcb req-94d951e1-cbea-4a3f-8fce-651ddbf5ca35 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429379 Feb 09 02:22:12.375169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-959259ab-a4d1-4b86-b3e0-093505787af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.377337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-959259ab-a4d1-4b86-b3e0-093505787af7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3795de4-6bbe-4779-9b79-00dd696a840f HTTP/1.1" status: 200 len: 801 time: 0.1053627 Feb 09 02:22:12.475310 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.506668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-ca9562c2-2ade-4129-89e8-7e3fa176e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.510025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-ca9562c2-2ade-4129-89e8-7e3fa176e860 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8dd30a74-09a3-4213-9917-37e26d2ea3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1249020 Feb 09 02:22:12.706006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed933c9d-b2e5-404f-979e-5a19be18b9ca None None] Update dhcp port {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'fixed_ips': [{'subnet_id': '8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4a6f80e-c95c-43ad-ad32-6eef437cb70e'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '13562202-85cb-48b7-89ca-28629990122a'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:22:12.763956 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed933c9d-b2e5-404f-979e-5a19be18b9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13562202-85cb-48b7-89ca-28629990122a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:12.769440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-43b14612-6458-47ca-879d-e0c85701b70b service neutron] 10.222.0.82 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452414 Feb 09 02:22:12.911305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79d767a-37e3-4cd5-88fc-d8f75bac61cc req-2b5c7a85-d33e-4f1f-b896-7a482b1aeec1 service neutron] 10.222.0.82 "GET /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225190 Feb 09 02:22:12.938515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492a5a-5112-4e41-b491-dcd304308a88 req-8b912a7b-e617-4e4e-b62e-d46d15930505 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:12.940561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d492a5a-5112-4e41-b491-dcd304308a88 req-8b912a7b-e617-4e4e-b62e-d46d15930505 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 945 time: 0.2392578 Feb 09 02:22:13.059094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cdf2bd3-f02b-4181-980f-d9a765e7c182 req-aa081b90-6b4f-41f4-bbfc-9e7b764a1228 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 210 time: 0.1514571 Feb 09 02:22:13.098472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ed933c9d-b2e5-404f-979e-5a19be18b9ca None None] Allocated IP 2001:db8:0:2::2 (16e429ab-665c-4020-aa05-4097f46f9008/b4a6f80e-c95c-43ad-ad32-6eef437cb70e/13562202-85cb-48b7-89ca-28629990122a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:13.175708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d492a5a-5112-4e41-b491-dcd304308a88 req-01fbe8d2-4553-432a-adc2-e7a10c327da9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328175 Feb 09 02:22:13.308225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ed933c9d-b2e5-404f-979e-5a19be18b9ca None None] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13562202-85cb-48b7-89ca-28629990122a,segment=NetworkSegment(215b6b01-f8e9-4976-afd7-54f01a2eda02),segment_id=215b6b01-f8e9-4976-afd7-54f01a2eda02)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:13.337358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-5d03d285-7623-4453-be27-fca74f3f47ff tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:13.340994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-5d03d285-7623-4453-be27-fca74f3f47ff tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.82 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 811 time: 0.2111733 Feb 09 02:22:13.376163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed933c9d-b2e5-404f-979e-5a19be18b9ca None None] Publish callbacks [] for port (13562202-85cb-48b7-89ca-28629990122a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:13.396208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed933c9d-b2e5-404f-979e-5a19be18b9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (13562202-85cb-48b7-89ca-28629990122a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:13.574920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed933c9d-b2e5-404f-979e-5a19be18b9ca None None] Pushing event updated for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:13.582360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-6bd69917-1781-4cc9-8e65-6616d455a96e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1818d444d0ed4bf595cc8def49151954 HTTP/1.1" status: 200 len: 380 time: 0.2319326 Feb 09 02:22:13.604091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'port': {'device_id': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'admin_state_up': True, 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'security_groups': ['242f7a00-ea2e-4274-967c-f199b23284cd']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:13.646892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Delete allocated IP 2001:db8::1a0 (16e429ab-665c-4020-aa05-4097f46f9008/dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:22:13.658817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Allocated IP 2001:db8:0:2::1a9 (16e429ab-665c-4020-aa05-4097f46f9008/b4a6f80e-c95c-43ad-ad32-6eef437cb70e/59295762-13ed-465a-b6a9-32fbdcda87c6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:13.740428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884c53-6dcf-4153-a596-884c520c2494 req-7192e726-06bd-4134-80b7-66288889b969 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:13.746062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884c53-6dcf-4153-a596-884c520c2494 req-7192e726-06bd-4134-80b7-66288889b969 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:13.751762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884c53-6dcf-4153-a596-884c520c2494 req-7192e726-06bd-4134-80b7-66288889b969 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:13.759834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11884c53-6dcf-4153-a596-884c520c2494 req-7192e726-06bd-4134-80b7-66288889b969 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2412 time: 0.3125777 Feb 09 02:22:13.825024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:13.863952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11884c53-6dcf-4153-a596-884c520c2494 req-ba7f18f5-7fef-4fbc-b21c-6f748fe1d4c9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029077 Feb 09 02:22:13.897992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Made reservation on behalf of 1818d444d0ed4bf595cc8def49151954 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:13.903537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:13.986848 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:13.993421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.078778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64609a31-1d5c-4e6d-80ef-0c754d83c06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.134319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] In _notify_port_updated(), no bound segment for port 59295762-13ed-465a-b6a9-32fbdcda87c6 on network 16e429ab-665c-4020-aa05-4097f46f9008 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:22:14.142732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:14.143413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.144827 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "PUT /v2.0/ports/59295762-13ed-465a-b6a9-32fbdcda87c6 HTTP/1.1" status: 200 len: 969 time: 1.8496492 Feb 09 02:22:14.146068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac07174-397b-4126-bc59-bf32c596670c tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event updated for resources: {'Port': ['ID=59295762-13ed-465a-b6a9-32fbdcda87c6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.147601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34150) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:14.170050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Allocated IP 172.20.0.14 (be1038e3-a826-4512-9d3d-5c6c50e29088/924972f2-9aa9-49d2-bef0-3d7a8584a68d/9166dbb7-c0a6-4f12-af3a-51daa842daf0) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:14.194277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13562202-85cb-48b7-89ca-28629990122a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:14.265695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f79969b-d9ea-485e-9987-e9ad3c4c4c12 req-3afb78ce-d9fc-468b-ac13-2e5a38e5ba2a tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 210 time: 0.0929959 Feb 09 02:22:14.293875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64609a31-1d5c-4e6d-80ef-0c754d83c06e admin admin] Publish callbacks [] for security_group (1b2f0597-2f21-4fab-8475-3117446798e0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.306229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64609a31-1d5c-4e6d-80ef-0c754d83c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1b2f0597-2f21-4fab-8475-3117446798e0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.317779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:14.318372 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.403018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64609a31-1d5c-4e6d-80ef-0c754d83c06e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f7a5e6fa2a1423eaf473d694ec5f626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5766697 Feb 09 02:22:14.404125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64609a31-1d5c-4e6d-80ef-0c754d83c06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2f0597-2f21-4fab-8475-3117446798e0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.407850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:14.413348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:14.482617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-659476c7-9c9f-40d0-8f88-5cc2799861c1 admin admin] Publish callbacks [] for security_group (1b2f0597-2f21-4fab-8475-3117446798e0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.519702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-659476c7-9c9f-40d0-8f88-5cc2799861c1 admin admin] Publish callbacks [] for security_group (1b2f0597-2f21-4fab-8475-3117446798e0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.529586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ec05-87ec-43ed-a6c2-3ded7e8e4135 req-9320ff9c-98b2-41e9-9704-09e0dee0a670 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:14.531247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3490ec05-87ec-43ed-a6c2-3ded7e8e4135 req-9320ff9c-98b2-41e9-9704-09e0dee0a670 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 945 time: 0.1960809 Feb 09 02:22:14.553372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 59295762-13ed-465a-b6a9-32fbdcda87c6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:14.553726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.583898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-659476c7-9c9f-40d0-8f88-5cc2799861c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1b2f0597-2f21-4fab-8475-3117446798e0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.589692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-659476c7-9c9f-40d0-8f88-5cc2799861c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.591723 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-659476c7-9c9f-40d0-8f88-5cc2799861c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b2f0597-2f21-4fab-8475-3117446798e0 HTTP/1.1" status: 204 len: 168 time: 0.1824737 Feb 09 02:22:14.619494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Provisioning complete for port 59295762-13ed-465a-b6a9-32fbdcda87c6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:14.620333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659476c7-9c9f-40d0-8f88-5cc2799861c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2f0597-2f21-4fab-8475-3117446798e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:14.647045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.715443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Port 59295762-13ed-465a-b6a9-32fbdcda87c6 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:14.739746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Provisioning complete for port 840315d2-28f8-4027-ae65-b9f606ed70a0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:14.740501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.785290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Port 840315d2-28f8-4027-ae65-b9f606ed70a0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:14.796072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.799555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:14.800223 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.808691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3490ec05-87ec-43ed-a6c2-3ded7e8e4135 req-3a485b61-3d19-474b-9f98-1dcadc0252cd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691689 Feb 09 02:22:14.812055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:14.838599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 59295762-13ed-465a-b6a9-32fbdcda87c6 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:14.917258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device bbe94be1-43e5-4e21-a180-5116c2909e2e details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:14.936924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.064016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event updated for resources: {'Port': ['ID=9166dbb7-c0a6-4f12-af3a-51daa842daf0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:15.084064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7d44c-b174-4747-98cd-84a342781623 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:15.168324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port bbe94be1-43e5-4e21-a180-5116c2909e2e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bbe94be1-43e5-4e21-a180-5116c2909e2e,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:15.188477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'bbe94be1-43e5-4e21-a180-5116c2909e2e', 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1', 'port_id': 'bbe94be1-43e5-4e21-a180-5116c2909e2e', 'mac_address': 'fa:16:3e:ee:93:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3795de4-6bbe-4779-9b79-00dd696a840f', 'ip_address': '19.80.0.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:15.215110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:15.217289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Network be1038e3-a826-4512-9d3d-5c6c50e29088 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:15.221607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:15.224850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:15.233994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.246925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-74611250-512c-4bc7-abde-af8b9c64a5fb None None] Provisioning complete for port 59295762-13ed-465a-b6a9-32fbdcda87c6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:15.247377 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74611250-512c-4bc7-abde-af8b9c64a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (59295762-13ed-465a-b6a9-32fbdcda87c6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.256375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-767c4b6b-61f6-48ad-95d5-d3d1c6b906c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.273316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port bbe94be1-43e5-4e21-a180-5116c2909e2e is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:15.273700 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.275698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-74611250-512c-4bc7-abde-af8b9c64a5fb None None] Port 59295762-13ed-465a-b6a9-32fbdcda87c6 was deleted so its status cannot be updated. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 02:22:15.299351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe94be1-43e5-4e21-a180-5116c2909e2e {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:15.329919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port bbe94be1-43e5-4e21-a180-5116c2909e2e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bbe94be1-43e5-4e21-a180-5116c2909e2e,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:15.336770 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.337833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 62de4caf-2233-4255-84d3-e2d2a05eaceb details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:15.376604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-767c4b6b-61f6-48ad-95d5-d3d1c6b906c6 admin admin] Publish callbacks [] for security_group (c6e39cef-9f23-4f75-aab0-7ced72ebc43c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.382249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-767c4b6b-61f6-48ad-95d5-d3d1c6b906c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c6e39cef-9f23-4f75-aab0-7ced72ebc43c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.422506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=59295762-13ed-465a-b6a9-32fbdcda87c6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:15.468662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=bbe94be1-43e5-4e21-a180-5116c2909e2e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:15.493533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e283-267d-4b8f-85fe-2f1aedb0ab20 req-bceb855d-9ab2-4fdb-a615-758ca191dcf8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:15.494439 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-767c4b6b-61f6-48ad-95d5-d3d1c6b906c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=504a4e19663a498387d5b2efaa82b457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772870 Feb 09 02:22:15.496377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c4b6b-61f6-48ad-95d5-d3d1c6b906c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e39cef-9f23-4f75-aab0-7ced72ebc43c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:15.500409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34190) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:15.507273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e283-267d-4b8f-85fe-2f1aedb0ab20 req-bceb855d-9ab2-4fdb-a615-758ca191dcf8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:15.512997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e283-267d-4b8f-85fe-2f1aedb0ab20 req-bceb855d-9ab2-4fdb-a615-758ca191dcf8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:15.523138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2d6e283-267d-4b8f-85fe-2f1aedb0ab20 req-bceb855d-9ab2-4fdb-a615-758ca191dcf8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2412 time: 0.4526269 Feb 09 02:22:15.540386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:15.541123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.561548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.565027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bf36bf7f-a6e8-4c02-8ec0-92aa186ee8a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/59295762-13ed-465a-b6a9-32fbdcda87c6 HTTP/1.1" status: 204 len: 168 time: 1.4163804 Feb 09 02:22:15.570086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34192) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:15.575373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 62de4caf-2233-4255-84d3-e2d2a05eaceb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=62de4caf-2233-4255-84d3-e2d2a05eaceb,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:15.601411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '62de4caf-2233-4255-84d3-e2d2a05eaceb', 'network_id': 'de891649-f2fc-4d93-8c0b-af2a35a9350c', 'port_id': '62de4caf-2233-4255-84d3-e2d2a05eaceb', 'mac_address': 'fa:16:3e:81:bb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64ad28c-90a2-45fc-99ac-fdab1089725a', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:15.619105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf49f875-b1f3-4c16-b9f1-7386bdba746e admin admin] Publish callbacks [] for security_group (c6e39cef-9f23-4f75-aab0-7ced72ebc43c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.655569 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf49f875-b1f3-4c16-b9f1-7386bdba746e admin admin] Publish callbacks [] for security_group (c6e39cef-9f23-4f75-aab0-7ced72ebc43c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.660697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dee75b43-0711-48e5-ae61-0459865e0cd9 None None] Provisioning complete for port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:15.661441 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dee75b43-0711-48e5-ae61-0459865e0cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.665047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 62de4caf-2233-4255-84d3-e2d2a05eaceb is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:15.665862 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.693301 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe13b88c-044b-4d7e-9ccf-383a42897c6f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] GET failed (client error): The resource could not be found. Feb 09 02:22:15.696785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fe13b88c-044b-4d7e-9ccf-383a42897c6f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports/59295762-13ed-465a-b6a9-32fbdcda87c6 HTTP/1.1" status: 404 len: 333 time: 0.1231844 Feb 09 02:22:15.712454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62de4caf-2233-4255-84d3-e2d2a05eaceb {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:15.716387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038c8a-1114-45ed-95a5-a576d773dee2 req-184067ad-0b53-46b4-8c70-57c959eb6c27 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:15.723356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:15.726598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad038c8a-1114-45ed-95a5-a576d773dee2 req-184067ad-0b53-46b4-8c70-57c959eb6c27 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 945 time: 0.4617147 Feb 09 02:22:15.733192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-c81d418e-fbcf-451e-ac27-ff990f0c0f91 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1332848 Feb 09 02:22:15.749642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf49f875-b1f3-4c16-b9f1-7386bdba746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c6e39cef-9f23-4f75-aab0-7ced72ebc43c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.752968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf49f875-b1f3-4c16-b9f1-7386bdba746e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.756374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bf49f875-b1f3-4c16-b9f1-7386bdba746e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6e39cef-9f23-4f75-aab0-7ced72ebc43c HTTP/1.1" status: 204 len: 168 time: 0.2525346 Feb 09 02:22:15.766186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Request body: {'port': {'device_id': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:15.776914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 62de4caf-2233-4255-84d3-e2d2a05eaceb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=62de4caf-2233-4255-84d3-e2d2a05eaceb,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:15.780411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dee75b43-0711-48e5-ae61-0459865e0cd9 None None] Port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:15.783915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49f875-b1f3-4c16-b9f1-7386bdba746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e39cef-9f23-4f75-aab0-7ced72ebc43c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:15.824439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebdf7e-55f5-4049-b030-b695225f729e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (8c9ea13a-e5fe-499b-8e1d-a928148d4f18), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.825270 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.826314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:15.859976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2d6e283-267d-4b8f-85fe-2f1aedb0ab20 req-815a6440-6d3a-4afd-97f3-7882a8f885e9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340850 Feb 09 02:22:15.883027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebdf7e-55f5-4049-b030-b695225f729e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (8c9ea13a-e5fe-499b-8e1d-a928148d4f18), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:15.908340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:15.925138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b', 'network_id': '8dd30a74-09a3-4213-9917-37e26d2ea3f1', 'port_id': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b', 'mac_address': 'fa:16:3e:85:5f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3795de4-6bbe-4779-9b79-00dd696a840f', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:15.982663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad038c8a-1114-45ed-95a5-a576d773dee2 req-21ace3dd-5764-40cc-bb68-b6a5461c8e45 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066278 Feb 09 02:22:15.995357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.050923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebdf7e-55f5-4049-b030-b695225f729e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c9ea13a-e5fe-499b-8e1d-a928148d4f18), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.054328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68ebdf7e-55f5-4049-b030-b695225f729e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.056039 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-68ebdf7e-55f5-4049-b030-b695225f729e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/security-groups/8c9ea13a-e5fe-499b-8e1d-a928148d4f18 HTTP/1.1" status: 204 len: 168 time: 0.3313723 Feb 09 02:22:16.060235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:16.083344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:16.083744 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.100382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=62de4caf-2233-4255-84d3-e2d2a05eaceb,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:16.109827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebdf7e-55f5-4049-b030-b695225f729e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ea13a-e5fe-499b-8e1d-a928148d4f18,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:16.112881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:16.129782 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f190b38-88a4-430f-bbea-ae30f1534e5e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (b807e1b8-aab3-4076-9e86-71ce683e2837), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.156796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f190b38-88a4-430f-bbea-ae30f1534e5e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (b807e1b8-aab3-4076-9e86-71ce683e2837), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.167198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:16.186096 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.235126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f190b38-88a4-430f-bbea-ae30f1534e5e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b807e1b8-aab3-4076-9e86-71ce683e2837), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.244293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f190b38-88a4-430f-bbea-ae30f1534e5e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.247912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f190b38-88a4-430f-bbea-ae30f1534e5e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/security-groups/b807e1b8-aab3-4076-9e86-71ce683e2837 HTTP/1.1" status: 204 len: 168 time: 0.1865628 Feb 09 02:22:16.253863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34208) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:16.270499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190b38-88a4-430f-bbea-ae30f1534e5e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b807e1b8-aab3-4076-9e86-71ce683e2837,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:16.275013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:16.344287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b99e0-111f-48cf-baea-d84991e016f2 req-32a03a04-052d-44fe-bd5b-32be03a54eb8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:16.345809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c82b99e0-111f-48cf-baea-d84991e016f2 req-32a03a04-052d-44fe-bd5b-32be03a54eb8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 932 time: 0.3005221 Feb 09 02:22:16.423132 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6d776f5-3714-4c6d-922a-578556f325d5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (6ab5989d-2d29-4f80-88ea-307b2a64dcad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.485817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9166dbb7-c0a6-4f12-af3a-51daa842daf0 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:16.492196 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:16.496371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c82b99e0-111f-48cf-baea-d84991e016f2 req-42d48c13-5c2b-41de-a435-51f2365f49ad tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410346 Feb 09 02:22:16.500689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6d776f5-3714-4c6d-922a-578556f325d5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (6ab5989d-2d29-4f80-88ea-307b2a64dcad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.508650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Publish callbacks [] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.547478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Transition to ACTIVE for port object 9166dbb7-c0a6-4f12-af3a-51daa842daf0 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:16.555751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.605329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6d776f5-3714-4c6d-922a-578556f325d5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6ab5989d-2d29-4f80-88ea-307b2a64dcad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.608130 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6d776f5-3714-4c6d-922a-578556f325d5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.609358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c6d776f5-3714-4c6d-922a-578556f325d5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ab5989d-2d29-4f80-88ea-307b2a64dcad HTTP/1.1" status: 204 len: 168 time: 0.3544965 Feb 09 02:22:16.622441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:16.627728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d776f5-3714-4c6d-922a-578556f325d5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5989d-2d29-4f80-88ea-307b2a64dcad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:16.637988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Pushing event updated for resources: {'Port': ['ID=9166dbb7-c0a6-4f12-af3a-51daa842daf0,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:16.705112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['bbe94be1-43e5-4e21-a180-5116c2909e2e'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:16.727381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:16.733439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.773083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['62de4caf-2233-4255-84d3-e2d2a05eaceb'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:16.799995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.802372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Attempting to bind port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:16.806107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Attempting to bind port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:16.806508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Attempting to bind port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 on network be1038e3-a826-4512-9d3d-5c6c50e29088 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:16.830237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 on network be1038e3-a826-4512-9d3d-5c6c50e29088 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:16.830594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Attempting to bind port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 on network be1038e3-a826-4512-9d3d-5c6c50e29088 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:16.836972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:16.837337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Checking segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:16.838501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Bound using segment: {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:16.838648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Bound port: 9166dbb7-c0a6-4f12-af3a-51daa842daf0, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e86d55-5e36-40e6-83dd-bc5759d349c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:16.839179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:16.986324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.001991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] For port 9166dbb7-c0a6-4f12-af3a-51daa842daf0, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:17.007079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] For port 9166dbb7-c0a6-4f12-af3a-51daa842daf0, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:17.070317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.082931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.172946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:17.179398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:17.187726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.195010 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5edb3196-688e-48e3-94ca-d12c05f47c88 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f HTTP/1.1" status: 204 len: 168 time: 0.5713537 Feb 09 02:22:17.202817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec17ac-68c1-480e-b371-2e90d228d935 None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:17.203940 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:17.316283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet b4a6f80e-c95c-43ad-ad32-6eef437cb70e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:17.331324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (b4a6f80e-c95c-43ad-ad32-6eef437cb70e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.402156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321755891-network', 'tenant_id': '23354501483f4004b5f038c1d4ba81c2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:17.427663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (b4a6f80e-c95c-43ad-ad32-6eef437cb70e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.599103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Made reservation on behalf of 23354501483f4004b5f038c1d4ba81c2 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:17.603045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.608086 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b4a6f80e-c95c-43ad-ad32-6eef437cb70e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.645310 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.679216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:17.681255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.682994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] 10.222.0.82 "PUT /v2.0/ports/9166dbb7-c0a6-4f12-af3a-51daa842daf0 HTTP/1.1" status: 200 len: 1093 time: 1.9319382 Feb 09 02:22:17.683660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:17.691870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:17.698020 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b1da29-543f-46e6-b49c-75838377dad7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:17.723085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4df00c-c1d6-410e-bd95-b6a865bf5856 service neutron] Pushing event updated for resources: {'Port': ['ID=9166dbb7-c0a6-4f12-af3a-51daa842daf0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:17.747516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e1e90-2d73-4796-90f2-daa4926dbf71 req-82b2f225-199c-4f01-bc87-01a639d397a1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:17.753217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e1e90-2d73-4796-90f2-daa4926dbf71 req-82b2f225-199c-4f01-bc87-01a639d397a1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:17.759723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e1e90-2d73-4796-90f2-daa4926dbf71 req-82b2f225-199c-4f01-bc87-01a639d397a1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:17.772850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75e1e90-2d73-4796-90f2-daa4926dbf71 req-82b2f225-199c-4f01-bc87-01a639d397a1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2415 time: 0.7630162 Feb 09 02:22:17.809939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14e4e7-adf6-4deb-b852-7f09993c6563 req-de2a49de-2372-4237-8fec-021462596398 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:17.817140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec14e4e7-adf6-4deb-b852-7f09993c6563 req-de2a49de-2372-4237-8fec-021462596398 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 945 time: 0.7436557 Feb 09 02:22:17.842267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks [] for security_group (be82c92c-c28c-40bb-b64d-4d8ac42f7ec8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.845928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (b4a6f80e-c95c-43ad-ad32-6eef437cb70e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.861782 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (be82c92c-c28c-40bb-b64d-4d8ac42f7ec8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.875008 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.905539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a6f80e-c95c-43ad-ad32-6eef437cb70e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:17.920187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:17.925347 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af0c094b-e8dd-444c-9869-d447e753d818 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/b4a6f80e-c95c-43ad-ad32-6eef437cb70e HTTP/1.1" status: 204 len: 168 time: 0.7203431 Feb 09 02:22:17.930919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34264) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:17.945544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:17.986210 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3211df-cabc-40b9-808b-56de0bf05da2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:17.987028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3211df-cabc-40b9-808b-56de0bf05da2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:17.990638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1e3211df-cabc-40b9-808b-56de0bf05da2 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/dfdd260c-fc07-4ea1-bbfd-2ee1a232c47f HTTP/1.1" status: 404 len: 337 time: 0.0547628 Feb 09 02:22:17.993374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:18.002571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2ff3ee91-7132-4aac-9e03-e625e4127640), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.003044 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Added segment 2ff3ee91-7132-4aac-9e03-e625e4127640 of type vlan for network ae7cd031-c4ec-4034-a113-ccb05fb9862a Feb 09 02:22:18.010208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec14e4e7-adf6-4deb-b852-7f09993c6563 req-c1e105a4-e378-4c41-9903-a34cd3336585 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864467 Feb 09 02:22:18.028168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:18.059606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75e1e90-2d73-4796-90f2-daa4926dbf71 req-783c0353-0f5f-4566-9b77-2d2d69860c21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904468 Feb 09 02:22:18.073529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-2c938461-5d1a-4105-a1ef-5350aa857978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:18.083337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-2c938461-5d1a-4105-a1ef-5350aa857978 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 1127 time: 0.3126926 Feb 09 02:22:18.150879 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105022af-5996-4b66-a2c4-227fd2b151f2 x-openstack-request-id: req-105022af-5996-4b66-a2c4-227fd2b151f2 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:18.151468 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:18.151882 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-105022af-5996-4b66-a2c4-227fd2b151f2 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:18.152455 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'status': 'completed', 'code': 200} Feb 09 02:22:18.156025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-7dffd763-0610-451b-8565-0745c98bd0aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0 HTTP/1.1" status: 200 len: 217 time: 0.0646226 Feb 09 02:22:18.167105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ae7cd031-c4ec-4034-a113-ccb05fb9862a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.179701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting subnet 8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:18.186585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.261525 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ae7cd031-c4ec-4034-a113-ccb05fb9862a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.262532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:18.263113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.265424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-bd2bf01d-3c71-46a2-abdd-a61cda2ba30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:18.268261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-bd2bf01d-3c71-46a2-abdd-a61cda2ba30b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.1005344 Feb 09 02:22:18.299919 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.341564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ddc68-7891-4f03-8727-456c86aa48c4 req-cf0e12bb-baff-4e59-b9fe-e301555e0827 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:18.344712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a84ddc68-7891-4f03-8727-456c86aa48c4 req-cf0e12bb-baff-4e59-b9fe-e301555e0827 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 944 time: 0.1909645 Feb 09 02:22:18.366944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236983f-686b-403d-b089-a4901b243e1a req-21161774-8821-45e3-a8f8-ff27b6bad858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:18.370010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-21161774-8821-45e3-a8f8-ff27b6bad858 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0941315 Feb 09 02:22:18.496506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20002e-e038-4efe-9978-b9c1466c858e None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:18.511314 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3320422 Feb 09 02:22:18.514940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34286) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:18.528603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcc8c3-5126-46c6-b7ff-760e067ebcca admin admin] Pushing event updated for resources: {'Network': ['ID=ae7cd031-c4ec-4034-a113-ccb05fb9862a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:18.530280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Request body: {'subnet': {'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321755891-subnet', 'tenant_id': '23354501483f4004b5f038c1d4ba81c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:18.544097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a84ddc68-7891-4f03-8727-456c86aa48c4 req-d6c18901-8d5e-43e8-a559-0b1dd224589b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718326 Feb 09 02:22:18.600010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Made reservation on behalf of 23354501483f4004b5f038c1d4ba81c2 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:18.603744 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.630871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ae7cd031-c4ec-4034-a113-ccb05fb9862a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:22:18.635681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.686439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-8f5924fe-6f42-4f41-ae64-5791ba0346bf service neutron] 10.222.0.82 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057435 Feb 09 02:22:18.809160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.841914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-207ed908-9046-46cc-ad88-1a0d9d6940e6 None None] Provisioning complete for port 840315d2-28f8-4027-ae65-b9f606ed70a0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:18.842347 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-207ed908-9046-46cc-ad88-1a0d9d6940e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.904078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Subnet': ['ID=8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:18.912614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:18.915935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0236983f-686b-403d-b089-a4901b243e1a req-a8af3aee-2a35-4f15-badc-53437ed8b3d7 service neutron] 10.222.0.82 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145116 Feb 09 02:22:18.917768 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1925209b-ef4f-4bb7-85b0-a9973d222ad0 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f HTTP/1.1" status: 204 len: 168 time: 0.9231250 Feb 09 02:22:18.921409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34308) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:18.962446 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c65cd5e-f6cf-4a74-888a-40049a8816a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:18.963359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c65cd5e-f6cf-4a74-888a-40049a8816a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:18.969498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5c65cd5e-f6cf-4a74-888a-40049a8816a8 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/413b61ce-f363-43b7-b78e-a910a77c9333 HTTP/1.1" status: 404 len: 337 time: 0.0463161 Feb 09 02:22:18.972137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.028912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4f94a986-1ba0-46cf-aec0-c10c772c9bc5 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d HTTP/1.1" status: 200 len: 205 time: 0.0555291 Feb 09 02:22:19.033312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34312) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.080774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (722d46bd-c69a-4c6c-8e98-e80bd935693e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.090392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1da29-543f-46e6-b49c-75838377dad7 req-d688f532-0230-4c50-a005-c1866c5800ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.092521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16b1da29-543f-46e6-b49c-75838377dad7 req-d688f532-0230-4c50-a005-c1866c5800ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 1127 time: 0.1110451 Feb 09 02:22:19.153013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 62de4caf-2233-4255-84d3-e2d2a05eaceb up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:19.154277 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-476f01c7-df10-48df-9616-493f013288b7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] delete failed (client error): The resource could not be found. Feb 09 02:22:19.157678 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-476f01c7-df10-48df-9616-493f013288b7 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/routers/6e31a17d-6c3c-4aa3-a3c9-f72fef0e692d HTTP/1.1" status: 404 len: 336 time: 0.1213238 Feb 09 02:22:19.158374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.202895 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a3213c-7091-41a8-a703-65e875267c8a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.204743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a3213c-7091-41a8-a703-65e875267c8a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.227091 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-06a3213c-7091-41a8-a703-65e875267c8a tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/621f5f6e-3cb3-4824-8525-210a4a27d5d8 HTTP/1.1" status: 404 len: 337 time: 0.0640852 Feb 09 02:22:19.227777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34322) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.243671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-207ed908-9046-46cc-ad88-1a0d9d6940e6 None None] Port 840315d2-28f8-4027-ae65-b9f606ed70a0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:19.269338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.314135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722d46bd-c69a-4c6c-8e98-e80bd935693e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:19.327411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-207ed908-9046-46cc-ad88-1a0d9d6940e6 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:19.327777 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d2600f-5f93-43c0-bca4-ca7438a665e1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.327942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-207ed908-9046-46cc-ad88-1a0d9d6940e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.329913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d2600f-5f93-43c0-bca4-ca7438a665e1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.336112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-76d2600f-5f93-43c0-bca4-ca7438a665e1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/0edcfb52-a209-4eb0-b041-25455576cf1f HTTP/1.1" status: 404 len: 337 time: 0.1031754 Feb 09 02:22:19.339627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.360956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Checking segment: {'id': '2ff3ee91-7132-4aac-9e03-e625e4127640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:19.361752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Network hostable DHCP agents. Network: ae7cd031-c4ec-4034-a113-ccb05fb9862a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:19.375736 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3156ee-0508-496b-b8d3-ff68c714c49b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.376226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3156ee-0508-496b-b8d3-ff68c714c49b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.381437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-be3156ee-0508-496b-b8d3-ff68c714c49b tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/878f1bce-8cba-4ca0-a9f5-01ee002f4ef1 HTTP/1.1" status: 404 len: 337 time: 0.0405738 Feb 09 02:22:19.384337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34330) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.400091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 62de4caf-2233-4255-84d3-e2d2a05eaceb completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:19.405942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 62de4caf-2233-4255-84d3-e2d2a05eaceb triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:19.406607 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.419494 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eea66d2-d59c-4e7d-8d93-b9ee08830981 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.420123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eea66d2-d59c-4e7d-8d93-b9ee08830981 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.420435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1da29-543f-46e6-b49c-75838377dad7 req-2c08f296-8078-4fc1-a95f-2e1cc1a1b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.422107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16b1da29-543f-46e6-b49c-75838377dad7 req-2c08f296-8078-4fc1-a95f-2e1cc1a1b938 service neutron] 10.222.0.82 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.2608306 Feb 09 02:22:19.423749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2eea66d2-d59c-4e7d-8d93-b9ee08830981 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/93d2ca6a-6418-46d1-bcc0-ea13f06f98f8 HTTP/1.1" status: 404 len: 333 time: 0.0384448 Feb 09 02:22:19.426484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.450382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Network ae7cd031-c4ec-4034-a113-ccb05fb9862a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:19.472198 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ea2433-c232-4c80-abbe-a9b1134d5bb1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.473555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ea2433-c232-4c80-abbe-a9b1134d5bb1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.480855 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c9ea2433-c232-4c80-abbe-a9b1134d5bb1 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/7ed9f1c5-dac4-4149-b8e9-f5b7296c5089 HTTP/1.1" status: 404 len: 337 time: 0.0532796 Feb 09 02:22:19.481471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.501887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ae7cd031-c4ec-4034-a113-ccb05fb9862a) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:19.515561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafc017-e0f5-4dcf-bd9d-28b810d5a26f req-d5872835-8c9b-4361-ba12-8fd867b1c7c5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.516715 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e972ff7-5c7c-4ed9-aec4-f6cdd1895a2e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.517702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e972ff7-5c7c-4ed9-aec4-f6cdd1895a2e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.517920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e30f4-a7de-4cea-895e-768dda8be13e None None] Network ae7cd031-c4ec-4034-a113-ccb05fb9862a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:19.521972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafc017-e0f5-4dcf-bd9d-28b810d5a26f req-d5872835-8c9b-4361-ba12-8fd867b1c7c5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.523135 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7e972ff7-5c7c-4ed9-aec4-f6cdd1895a2e tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/1f20cc3b-22d2-4467-92f9-fac0de5b26fc HTTP/1.1" status: 404 len: 337 time: 0.0404377 Feb 09 02:22:19.524041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.536817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafc017-e0f5-4dcf-bd9d-28b810d5a26f req-d5872835-8c9b-4361-ba12-8fd867b1c7c5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.543166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecafc017-e0f5-4dcf-bd9d-28b810d5a26f req-d5872835-8c9b-4361-ba12-8fd867b1c7c5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2415 time: 0.3433976 Feb 09 02:22:19.551973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16b1da29-543f-46e6-b49c-75838377dad7 req-f38ef232-f7d7-4730-aceb-22d84a720516 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0 HTTP/1.1" status: 200 len: 217 time: 0.1200244 Feb 09 02:22:19.556333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.556927 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.559370 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7454af6-d435-4d62-a027-c9681f39445f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.560201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7454af6-d435-4d62-a027-c9681f39445f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.564312 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c7454af6-d435-4d62-a027-c9681f39445f tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/b810fbf0-cc32-4d94-9a72-1099bc54e392 HTTP/1.1" status: 404 len: 333 time: 0.0389788 Feb 09 02:22:19.566790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.592167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb508e2-928b-46b4-b59b-149bb1a373ab None None] Update dhcp port {'port': {'network_id': '16e429ab-665c-4020-aa05-4097f46f9008', 'fixed_ips': [{'subnet_id': '8a15f4d6-0ed1-4f07-93b6-3d7f64ab158f'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '13562202-85cb-48b7-89ca-28629990122a'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:22:19.603102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-207ed908-9046-46cc-ad88-1a0d9d6940e6 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:19.605294 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1ab82a-a6f6-49bc-b386-e1738c185245 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.605870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1ab82a-a6f6-49bc-b386-e1738c185245 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.609801 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8f1ab82a-a6f6-49bc-b386-e1738c185245 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/8a0907b2-e65b-4eea-8813-43775fc48d3f HTTP/1.1" status: 404 len: 337 time: 0.0417545 Feb 09 02:22:19.614749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34346) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.661224 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c84345-5e5c-4f43-a3d1-e5daeb9ede25 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] DELETE failed (client error): The resource could not be found. Feb 09 02:22:19.661764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c84345-5e5c-4f43-a3d1-e5daeb9ede25 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:22:19.666242 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-54c84345-5e5c-4f43-a3d1-e5daeb9ede25 tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/subnets/ceb20bfa-317d-46ed-a8a4-d06a7bd317c2 HTTP/1.1" status: 404 len: 337 time: 0.0503194 Feb 09 02:22:19.668710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34348) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:19.671890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ece0fcc8-fa8c-4194-ab31-4c29373b4cb4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1505146 Feb 09 02:22:19.675613 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aeb508e2-928b-46b4-b59b-149bb1a373ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13562202-85cb-48b7-89ca-28629990122a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.685016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.690721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.701549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.709515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.716128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.721599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.727601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.730123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-43af0ac0-8187-416a-8ef7-43a7074d6c92 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.3608828 Feb 09 02:22:19.769082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1da29-543f-46e6-b49c-75838377dad7 req-3c01ec82-0a83-41ff-b08a-97fb9ea9b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.770880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16b1da29-543f-46e6-b49c-75838377dad7 req-3c01ec82-0a83-41ff-b08a-97fb9ea9b246 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.1884067 Feb 09 02:22:19.777299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecafc017-e0f5-4dcf-bd9d-28b810d5a26f req-1fc803b1-4ab4-476a-a189-a567b58b2b58 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242815 Feb 09 02:22:19.823953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 62de4caf-2233-4255-84d3-e2d2a05eaceb is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:19.824478 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.840538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc044e46-bf52-4613-a6aa-f6d11e9ff917 None None] Network ae7cd031-c4ec-4034-a113-ccb05fb9862a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:19.860558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 840315d2-28f8-4027-ae65-b9f606ed70a0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:19.861015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:19.879711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b539c8c4-09b4-4fb7-be6d-5a67dd173c5b req-b862155c-9440-4581-84b5-45c6e34a3e7f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433764 Feb 09 02:22:19.895582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1da29-543f-46e6-b49c-75838377dad7 req-44dda5a6-12d0-43b4-8842-4698e7578800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:19.897257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16b1da29-543f-46e6-b49c-75838377dad7 req-44dda5a6-12d0-43b4-8842-4698e7578800 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1177027 Feb 09 02:22:20.006803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.026759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62de4caf-2233-4255-84d3-e2d2a05eaceb'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:20.028301 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a4aa98-2d33-470f-8738-9baa638b5df6" -d '{"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-plugged", "status": "completed", "tag": "62de4caf-2233-4255-84d3-e2d2a05eaceb"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:20.045622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 840315d2-28f8-4027-ae65-b9f606ed70a0 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:20.076494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 62de4caf-2233-4255-84d3-e2d2a05eaceb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=62de4caf-2233-4255-84d3-e2d2a05eaceb,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:20.091913 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.175104 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c171e3-67e3-44e0-b20c-c18b1c2f7935 x-openstack-request-id: req-43c171e3-67e3-44e0-b20c-c18b1c2f7935 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:20.175822 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-plugged", "status": "completed", "tag": "62de4caf-2233-4255-84d3-e2d2a05eaceb", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:20.175822 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43c171e3-67e3-44e0-b20c-c18b1c2f7935 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:20.176078 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62de4caf-2233-4255-84d3-e2d2a05eaceb', 'code': 200} Feb 09 02:22:20.184589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8b3da-d172-4516-9b83-677bdb70569a None None] Network 16e429ab-665c-4020-aa05-4097f46f9008 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:20.189070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16b1da29-543f-46e6-b49c-75838377dad7 req-146a9b51-2f39-4609-8a5c-b92347a9200b service neutron] 10.222.0.82 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852969 Feb 09 02:22:20.216822 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (840315d2-28f8-4027-ae65-b9f606ed70a0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.256024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1629232f-e794-4cce-ade3-190343dd9001 None None] Could not find standard attr ID for object 840315d2-28f8-4027-ae65-b9f606ed70a0. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:22:20.260955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=840315d2-28f8-4027-ae65-b9f606ed70a0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:20.273895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.278931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5b6fdac1-12fa-430d-b073-68ce9bdc1fdd tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/ports/840315d2-28f8-4027-ae65-b9f606ed70a0 HTTP/1.1" status: 204 len: 168 time: 0.6091251 Feb 09 02:22:20.281380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:20.301031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=62de4caf-2233-4255-84d3-e2d2a05eaceb,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:20.358881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.358881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.358881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.370704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.371210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.371564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.371908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.372244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.372633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.372975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.373312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.373647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.375412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:20.380072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bfbd5-9f11-4c06-a674-315602ba441c req-374312c3-6b66-4313-974a-1934015070f8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:20.388921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471bfbd5-9f11-4c06-a674-315602ba441c req-374312c3-6b66-4313-974a-1934015070f8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 944 time: 0.3913229 Feb 09 02:22:20.407316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1629232f-e794-4cce-ade3-190343dd9001 None None] Provisioning complete for port 13562202-85cb-48b7-89ca-28629990122a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:20.410198 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1629232f-e794-4cce-ade3-190343dd9001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13562202-85cb-48b7-89ca-28629990122a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.441693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16b1da29-543f-46e6-b49c-75838377dad7 req-7bc71dbc-dbfc-443c-8bdb-db4585a4f7aa service neutron] 10.222.0.82 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441177 Feb 09 02:22:20.472894 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (16e429ab-665c-4020-aa05-4097f46f9008), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.490668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471bfbd5-9f11-4c06-a674-315602ba441c req-093cb4e8-1208-42ed-a9a1-3652fd165c2c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997188 Feb 09 02:22:20.552812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] DHCP port deletion for 16e429ab-665c-4020-aa05-4097f46f9008 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:20.564344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1629232f-e794-4cce-ade3-190343dd9001 None None] Current status of the port 13562202-85cb-48b7-89ca-28629990122a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:20.588079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Deleting port 13562202-85cb-48b7-89ca-28629990122a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:20.588079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (13562202-85cb-48b7-89ca-28629990122a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.617742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] Deleting port 13562202-85cb-48b7-89ca-28629990122a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:20.618287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (13562202-85cb-48b7-89ca-28629990122a), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.673898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13562202-85cb-48b7-89ca-28629990122a,segment=NetworkSegment(215b6b01-f8e9-4976-afd7-54f01a2eda02),segment_id=215b6b01-f8e9-4976-afd7-54f01a2eda02)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:20.674350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (13562202-85cb-48b7-89ca-28629990122a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.695163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Calling delete_port for 13562202-85cb-48b7-89ca-28629990122a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:20.703060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34388) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:20.708907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-224756279-network', 'tenant_id': 'd6ddead8e25d4a05b5574dbce23293da'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:20.714089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] For port 13562202-85cb-48b7-89ca-28629990122a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13562202-85cb-48b7-89ca-28629990122a,segment=NetworkSegment(215b6b01-f8e9-4976-afd7-54f01a2eda02),segment_id=215b6b01-f8e9-4976-afd7-54f01a2eda02)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:20.714662 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (13562202-85cb-48b7-89ca-28629990122a), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.730731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] Calling delete_port for 13562202-85cb-48b7-89ca-28629990122a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:20.734699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Made reservation on behalf of d6ddead8e25d4a05b5574dbce23293da for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:20.737099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.749653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.798325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (13562202-85cb-48b7-89ca-28629990122a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.804870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 157335cc-f319-4c8f-bcdb-1fafada5f7ee details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:20.833739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] No DVR routers for this DVR port 13562202-85cb-48b7-89ca-28629990122a on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:20.867073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:20.896322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks [] for security_group (12b1ff47-e6ea-4a60-a370-18e3868e82cf), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.929447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device bbe94be1-43e5-4e21-a180-5116c2909e2e up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:20.937616 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (13562202-85cb-48b7-89ca-28629990122a), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.960127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (12b1ff47-e6ea-4a60-a370-18e3868e82cf), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.967926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (16e429ab-665c-4020-aa05-4097f46f9008), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:20.990467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b1ff47-e6ea-4a60-a370-18e3868e82cf,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:20.999681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e429ab-665c-4020-aa05-4097f46f9008']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:21.012018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:21.018411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215b6b01-f8e9-4976-afd7-54f01a2eda02') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:21.018874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215b6b01-f8e9-4976-afd7-54f01a2eda02') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:21.031972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (215b6b01-f8e9-4976-afd7-54f01a2eda02), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.050193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (215b6b01-f8e9-4976-afd7-54f01a2eda02), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.054628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7f32-80b8-45d0-8b1f-90988e832497 req-bde246f0-4a30-436f-9c71-d785d10610ef tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.059931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:21.061066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (215b6b01-f8e9-4976-afd7-54f01a2eda02), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.061346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] Pushing event deleted for resources: {'Port': ['ID=13562202-85cb-48b7-89ca-28629990122a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:21.061480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7f32-80b8-45d0-8b1f-90988e832497 req-bde246f0-4a30-436f-9c71-d785d10610ef tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.068938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7f32-80b8-45d0-8b1f-90988e832497 req-bde246f0-4a30-436f-9c71-d785d10610ef tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.071459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91fa7f32-80b8-45d0-8b1f-90988e832497 req-bde246f0-4a30-436f-9c71-d785d10610ef tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2416 time: 0.1729481 Feb 09 02:22:21.072796 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (cc6d7051-006a-44d2-bb86-4283e81fd0c6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.073137 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Added segment cc6d7051-006a-44d2-bb86-4283e81fd0c6 of type vlan for network 5544c47a-dcbf-4a6a-a70b-91fc31e39507 Feb 09 02:22:21.089107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56922b-a527-41c8-886a-fed0f6cc0ba1 None None] No DVR routers for this DVR port 13562202-85cb-48b7-89ca-28629990122a on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:21.120195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:21.144368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'mac_address': 'fa:16:3e:b5:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:21.152394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port bbe94be1-43e5-4e21-a180-5116c2909e2e completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:21.155879 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:21.173509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (16e429ab-665c-4020-aa05-4097f46f9008), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.200620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (5544c47a-dcbf-4a6a-a70b-91fc31e39507), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.214838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 157335cc-f319-4c8f-bcdb-1fafada5f7ee is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:21.215456 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.220163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.229203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91fa7f32-80b8-45d0-8b1f-90988e832497 req-40861455-e303-429a-ba60-d224fd2c4abc tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090877 Feb 09 02:22:21.229899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port bbe94be1-43e5-4e21-a180-5116c2909e2e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:21.229899 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.232908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] 10.222.0.53 "DELETE /v2.0/networks/16e429ab-665c-4020-aa05-4097f46f9008 HTTP/1.1" status: 204 len: 168 time: 0.9502120 Feb 09 02:22:21.234138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a120b0f-9b18-461c-99b6-88c04fc0f5bf tempest-PortsIpV6TestJSON-398457866 tempest-PortsIpV6TestJSON-398457866-project] Pushing event deleted for resources: {'Network': ['ID=16e429ab-665c-4020-aa05-4097f46f9008,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:21.241596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.247978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.253263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.262851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.268412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.268986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 157335cc-f319-4c8f-bcdb-1fafada5f7ee {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:21.274655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.282097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.284165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-fcc64d7b-9f94-40e4-90ef-8ed2861923a2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.2461097 Feb 09 02:22:21.315147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:21.322654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.354120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (5544c47a-dcbf-4a6a-a70b-91fc31e39507), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.355355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.355847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.431296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:21.439529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port bbe94be1-43e5-4e21-a180-5116c2909e2e is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:21.440141 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.488864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port bbe94be1-43e5-4e21-a180-5116c2909e2e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bbe94be1-43e5-4e21-a180-5116c2909e2e,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:21.491999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['157335cc-f319-4c8f-bcdb-1fafada5f7ee'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:21.493654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7894042 Feb 09 02:22:21.496788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:21.500676 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.501471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:21.508032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Request body: {'subnet': {'network_id': '5544c47a-dcbf-4a6a-a70b-91fc31e39507', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-224756279-subnet', 'tenant_id': 'd6ddead8e25d4a05b5574dbce23293da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:21.508710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe41a15-f9fd-46ff-a9a2-69e9cfe4c383 admin admin] Pushing event updated for resources: {'Network': ['ID=5544c47a-dcbf-4a6a-a70b-91fc31e39507,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:21.538865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d4eb537-3cfc-4c02-9649-c60c4729bd02 req-9edfb25a-9b43-4539-88a7-1a741114c02a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2386715 Feb 09 02:22:21.554259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Made reservation on behalf of d6ddead8e25d4a05b5574dbce23293da for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:21.561481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.579234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 5544c47a-dcbf-4a6a-a70b-91fc31e39507 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:22:21.702568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0555b-e864-45a0-8539-25de141db791 req-b72d6453-c380-4ff5-bbaa-6d5db04116e0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:21.705469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6d0555b-e864-45a0-8539-25de141db791 req-b72d6453-c380-4ff5-bbaa-6d5db04116e0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 944 time: 0.1202829 Feb 09 02:22:21.782318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34426) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:21.824113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6d0555b-e864-45a0-8539-25de141db791 req-81c26a2a-45f4-4f0b-b2fd-36539b3e600c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100285 Feb 09 02:22:21.879371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (5cde597c-d834-47d3-9842-61c1d644eb03), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:21.948735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Checking segment: {'id': 'cc6d7051-006a-44d2-bb86-4283e81fd0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5544c47a-dcbf-4a6a-a70b-91fc31e39507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:21.949104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Network hostable DHCP agents. Network: 5544c47a-dcbf-4a6a-a70b-91fc31e39507, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:21.949763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=bbe94be1-43e5-4e21-a180-5116c2909e2e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:21.952615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cde597c-d834-47d3-9842-61c1d644eb03,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:21.973199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Network 5544c47a-dcbf-4a6a-a70b-91fc31e39507 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:21.987343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:21.997894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:21.998828 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.000041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1d46a113-0b65-4149-bd23-3c0d252c2501 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e52ffce114b41ee9c1c603a650bc819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197437 Feb 09 02:22:22.001270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 5544c47a-dcbf-4a6a-a70b-91fc31e39507) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:22.002541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34430) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:22.009089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.010354 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.034559 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eea61a5f-8a0a-476d-a115-be821180065e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5362222 Feb 09 02:22:22.038227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2775f8-bcef-4608-85cd-486b47454866 None None] Network 5544c47a-dcbf-4a6a-a70b-91fc31e39507 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:22.094515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Publish callbacks [] for security_group (e5911dba-8e10-4697-b5bd-e75215b027df), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.135570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Publish callbacks [] for security_group (e5911dba-8e10-4697-b5bd-e75215b027df), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.205195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:22.207522 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c6f9ad-f2e0-4c5d-8a91-6af5505152c2" -d '{"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-plugged", "status": "completed", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:22.210170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13562202-85cb-48b7-89ca-28629990122a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:22.227680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e5911dba-8e10-4697-b5bd-e75215b027df), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.232159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.233729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5911dba-8e10-4697-b5bd-e75215b027df HTTP/1.1" status: 204 len: 168 time: 0.2301123 Feb 09 02:22:22.246410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5911dba-8e10-4697-b5bd-e75215b027df,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:22.256391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.257130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.257704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.258884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.259490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.260074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.260996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.261563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.262181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.262797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.263376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.263953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.264752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867630ca-f345-4f62-a4a1-ec81aad58438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:22.340676 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa4e5b-1073-453b-86dd-86992684fb78 x-openstack-request-id: req-a4aa4e5b-1073-453b-86dd-86992684fb78 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:22.341366 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-plugged", "status": "completed", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:22.341366 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4aa4e5b-1073-453b-86dd-86992684fb78 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:22.341775 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e', 'code': 200} Feb 09 02:22:22.354789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 13562202-85cb-48b7-89ca-28629990122a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:22.355028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13562202-85cb-48b7-89ca-28629990122a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:22.479449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed7bd9e-89fb-4e37-bf15-8afb2ad2f001 None None] Network 5544c47a-dcbf-4a6a-a70b-91fc31e39507 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:22.494939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1857059-e00e-4632-a097-4ab8e3ee9483 req-d4b5b0a9-530d-4a98-b0a6-fa3ad42fc50c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.500979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1857059-e00e-4632-a097-4ab8e3ee9483 req-d4b5b0a9-530d-4a98-b0a6-fa3ad42fc50c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.507317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1857059-e00e-4632-a097-4ab8e3ee9483 req-d4b5b0a9-530d-4a98-b0a6-fa3ad42fc50c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.510238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1857059-e00e-4632-a097-4ab8e3ee9483 req-d4b5b0a9-530d-4a98-b0a6-fa3ad42fc50c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2417 time: 0.1615465 Feb 09 02:22:22.599810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1857059-e00e-4632-a097-4ab8e3ee9483 req-affa4804-52b0-48d0-ae43-7bba6a07bd5d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755095 Feb 09 02:22:22.605502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:22.606195 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.699017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:22.708834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.776780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.782802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.790184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.796041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.801368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.807126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 157335cc-f319-4c8f-bcdb-1fafada5f7ee up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:22.807365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.812930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.815503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-35e94937-d388-4cf0-be63-e66e1d5aaa7d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.1909535 Feb 09 02:22:22.854116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.858674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.862188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:22.864270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.873268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.878973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.885609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.891000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.892972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-f8913fc1-6e0d-493b-9c6b-0dcfe8d563f6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 5433 time: 0.1892495 Feb 09 02:22:22.914586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 157335cc-f319-4c8f-bcdb-1fafada5f7ee triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:22.915245 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:22.953843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9166dbb7-c0a6-4f12-af3a-51daa842daf0 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:22.971783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-7d53a3d8-216a-4e02-86a9-5929005a19c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:22.973230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-7d53a3d8-216a-4e02-86a9-5929005a19c0 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "GET /v2.0/ports/5246e36a-39e7-46e8-a6ce-1b688b43aef7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1505213 Feb 09 02:22:23.135883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-87dfef61-51ba-40fd-af02-b8e36c0311a1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "GET /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1530240 Feb 09 02:22:23.145306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 157335cc-f319-4c8f-bcdb-1fafada5f7ee is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:23.145698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.170295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9166dbb7-c0a6-4f12-af3a-51daa842daf0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:23.200140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ea579f7-789e-4762-bb5c-f8c1d4ee4b6f req-89258959-c47a-4aeb-996c-d061cedf1c4d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2650518 Feb 09 02:22:23.210642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:23.216695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:23.229709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'port_id': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'mac_address': 'fa:16:3e:c6:a2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:23.253257 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.254740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7fba4c8e-0131-4ebf-885c-0923fd755eab no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:23.380643 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.384043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:23.384734 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.420069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9166dbb7-c0a6-4f12-af3a-51daa842daf0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:23.432338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d236-5d70-44f0-8278-b2d4962e68e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.442698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:23.463411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d56ad1-3504-4ca1-91ca-c733340d9317 req-fa7927e2-8800-4d3f-930f-a24ed6b40628 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:23.465877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9166dbb7-c0a6-4f12-af3a-51daa842daf0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:23.471107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09d56ad1-3504-4ca1-91ca-c733340d9317 req-fa7927e2-8800-4d3f-930f-a24ed6b40628 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 944 time: 0.1600101 Feb 09 02:22:23.478540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.481344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-34f0de52-dad8-47f0-aec9-95dde346b983 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:23.483661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-34f0de52-dad8-47f0-aec9-95dde346b983 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/networks?id=ae7cd031-c4ec-4034-a113-ccb05fb9862a HTTP/1.1" status: 200 len: 808 time: 0.5082505 Feb 09 02:22:23.519869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-ab08cc06-6429-466b-8793-6c5d56281f73 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/quotas/23354501483f4004b5f038c1d4ba81c2 HTTP/1.1" status: 200 len: 375 time: 0.0252585 Feb 09 02:22:23.568133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7fba4c8e-0131-4ebf-885c-0923fd755eab is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:23.568572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.598927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:23.599486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-2a2950df-b0b8-4a95-95d8-90a69cde226b tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=23354501483f4004b5f038c1d4ba81c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641444 Feb 09 02:22:23.635998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7fba4c8e-0131-4ebf-885c-0923fd755eab, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:23.637017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9166dbb7-c0a6-4f12-af3a-51daa842daf0,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:23.651017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.651810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 5246e36a-39e7-46e8-a6ce-1b688b43aef7 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:23.718749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09d56ad1-3504-4ca1-91ca-c733340d9317 req-62cd7dcb-e2ca-4077-92e8-cca7e3a128c6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465312 Feb 09 02:22:23.750303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1122621412'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:23.780323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7fba4c8e-0131-4ebf-885c-0923fd755eab,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:23.782963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:23.810539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.825929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.830091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] For port 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=5246e36a-39e7-46e8-a6ce-1b688b43aef7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:23.873601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:23.874015 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.875406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-27628771-1ed7-4489-b5ee-44088c9ad7b6 service neutron] 10.222.0.53 "GET /v2.0/networks/ae7cd031-c4ec-4034-a113-ccb05fb9862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523563 Feb 09 02:22:23.885983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['9166dbb7-c0a6-4f12-af3a-51daa842daf0'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:23.953266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] For port 5246e36a-39e7-46e8-a6ce-1b688b43aef7, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:23.967433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for security_group (80423f33-e288-4520-9e1f-1d53c51c5fb3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.976509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (80423f33-e288-4520-9e1f-1d53c51c5fb3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:23.992060 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:24.007857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (26d0526c-524f-4e5c-8bda-4acc810c97f9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.008905 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment 26d0526c-524f-4e5c-8bda-4acc810c97f9 of type vlan for network 8923086a-95ac-4958-9898-6db406e745bb Feb 09 02:22:24.020884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] device_id is not set on port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:22:24.044368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] Publish callbacks [] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.064398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.084616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45344e-1b15-4a39-8c71-28649d758a6a req-3d87f988-5ddb-4db1-bd89-795760955c6c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.090451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45344e-1b15-4a39-8c71-28649d758a6a req-3d87f988-5ddb-4db1-bd89-795760955c6c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.096764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45344e-1b15-4a39-8c71-28649d758a6a req-3d87f988-5ddb-4db1-bd89-795760955c6c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.098350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8923086a-95ac-4958-9898-6db406e745bb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.098734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b45344e-1b15-4a39-8c71-28649d758a6a req-3d87f988-5ddb-4db1-bd89-795760955c6c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2418 time: 0.2026045 Feb 09 02:22:24.164864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8923086a-95ac-4958-9898-6db406e745bb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.173235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.174146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.186282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:22:24.186881 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:22:24.199838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] Pushing event updated for resources: {'Port': ['ID=5246e36a-39e7-46e8-a6ce-1b688b43aef7,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:24.205565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-ac25dd59-0e52-4541-8891-3f7a6fbf450d service neutron] 10.222.0.53 "GET /v2.0/networks/ae7cd031-c4ec-4034-a113-ccb05fb9862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196225 Feb 09 02:22:24.270814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b45344e-1b15-4a39-8c71-28649d758a6a req-688a18a0-f131-49cf-8182-ddc010e17997 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432335 Feb 09 02:22:24.271904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] No DVR routers for this DVR port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:24.307571 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7074649 Feb 09 02:22:24.318846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:24.343224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b'}, {'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:24.345783 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830252f2-67d4-418f-bff0-b3aecfbd22cd" -d '{"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-plugged", "status": "completed", "tag": "ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b"}, {"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-plugged", "status": "completed", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:24.346082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1347920772'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:24.376569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=8923086a-95ac-4958-9898-6db406e745bb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:24.381547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63797d4-9186-4b74-a6bc-a98bc0c541ef tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80423f33-e288-4520-9e1f-1d53c51c5fb3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:24.388779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] In _notify_port_updated(), no bound segment for port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:22:24.393218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8923086a-95ac-4958-9898-6db406e745bb details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:22:24.393788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.394023 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.397639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-f7764f1b-e4c5-43e9-ba13-c963c4694375 service neutron] 10.222.0.72 "PUT /v2.0/ports/5246e36a-39e7-46e8-a6ce-1b688b43aef7 HTTP/1.1" status: 200 len: 1028 time: 1.1933262 Feb 09 02:22:24.411598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:24.422088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.471099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:24.516815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (95c3fd93-6f73-4b69-956e-f02d80a994c1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.517532 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment 95c3fd93-6f73-4b69-956e-f02d80a994c1 of type vlan for network 7a2163d5-3747-4695-9267-f652cb13936f Feb 09 02:22:24.575730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7a2163d5-3747-4695-9267-f652cb13936f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.579869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-6deed9d9-701d-4d19-b4d9-29b52e45efeb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.581411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-6deed9d9-701d-4d19-b4d9-29b52e45efeb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "GET /v2.0/ports/7c54b8d8-c80c-4f6b-8108-c82a1092963d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1623366 Feb 09 02:22:24.599991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-b85bf86a-b82a-453d-8550-af5aa01c6a65 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.636542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7a2163d5-3747-4695-9267-f652cb13936f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.638748 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0243c0a-3d13-4ab9-ad3d-57030a3b0804 x-openstack-request-id: req-d0243c0a-3d13-4ab9-ad3d-57030a3b0804 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:24.639096 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-plugged", "status": "completed", "tag": "ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b", "code": 200}, {"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-plugged", "status": "completed", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:24.639367 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0243c0a-3d13-4ab9-ad3d-57030a3b0804 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:24.639791 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b', 'code': 200} Feb 09 02:22:24.642051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.643347 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'code': 200} Feb 09 02:22:24.643621 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab', 'code': 200} Feb 09 02:22:24.643769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.652534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-b85bf86a-b82a-453d-8550-af5aa01c6a65 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.683349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-b85bf86a-b82a-453d-8550-af5aa01c6a65 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.690231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-b85bf86a-b82a-453d-8550-af5aa01c6a65 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.697822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-b85bf86a-b82a-453d-8550-af5aa01c6a65 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.704412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-b85bf86a-b82a-453d-8550-af5aa01c6a65 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.706781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-b85bf86a-b82a-453d-8550-af5aa01c6a65 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 4656 time: 0.3062947 Feb 09 02:22:24.754613 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4315329 Feb 09 02:22:24.765175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:24.766711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:24.804301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': '8923086a-95ac-4958-9898-6db406e745bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:24.821273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61fed67c-2061-4c9a-8478-0aeba1444b71 req-514ca41c-4005-4d4f-8063-4f0350e4bb82 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 210 time: 0.1120434 Feb 09 02:22:24.846927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f37ba888-d8a9-487d-b138-6f2c3293ee22 None None] Provisioning complete for port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:24.847457 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f37ba888-d8a9-487d-b138-6f2c3293ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.851036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:24.924565 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:24.930937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fb97c-9753-4aef-810a-790196e52fa2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=7a2163d5-3747-4695-9267-f652cb13936f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:24.943358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77eb902a-42b7-40b9-945e-690b9cb8cb9f req-4f3df9d4-e439-4e61-bb91-df60a50b350d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=5817854a-9a35-4ec5-bc51-782996e51e2e&id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827958 Feb 09 02:22:24.943694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device e9584cf1-6667-40ab-b495-1c5fc8d0340b no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:24.983866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c192e-913b-41b3-9a80-d454493ccd76 req-d9382b3d-8d1c-4ad5-9ae9-5ac8e7c7e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.996521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c192e-913b-41b3-9a80-d454493ccd76 req-d9382b3d-8d1c-4ad5-9ae9-5ac8e7c7e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.997257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c192e-913b-41b3-9a80-d454493ccd76 req-d9382b3d-8d1c-4ad5-9ae9-5ac8e7c7e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:24.999234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c5c192e-913b-41b3-9a80-d454493ccd76 req-d9382b3d-8d1c-4ad5-9ae9-5ac8e7c7e5a9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2967 time: 0.2812471 Feb 09 02:22:25.050206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7a2163d5-3747-4695-9267-f652cb13936f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:22:25.051412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:25.067319 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.202279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port e9584cf1-6667-40ab-b495-1c5fc8d0340b is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:25.202937 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.205020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f37ba888-d8a9-487d-b138-6f2c3293ee22 None None] Port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:25.358878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port e9584cf1-6667-40ab-b495-1c5fc8d0340b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:25.371519 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.373717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device ba86df4c-70b5-459e-8102-b2957740d843 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:25.488823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=e9584cf1-6667-40ab-b495-1c5fc8d0340b,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:25.489913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (54eb9c0f-b3f4-437a-a581-88dd92e7e662), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.535572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port ba86df4c-70b5-459e-8102-b2957740d843 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:25.536086 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ba86df4c-70b5-459e-8102-b2957740d843), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.606528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port ba86df4c-70b5-459e-8102-b2957740d843, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ba86df4c-70b5-459e-8102-b2957740d843,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:25.615947 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ba86df4c-70b5-459e-8102-b2957740d843), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.621060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d0cc6fc7-823d-48a5-a065-28807e7f4fe7 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:25.630138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=54eb9c0f-b3f4-437a-a581-88dd92e7e662,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:25.665108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': '26d0526c-524f-4e5c-8bda-4acc810c97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8923086a-95ac-4958-9898-6db406e745bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:25.666562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: 8923086a-95ac-4958-9898-6db406e745bb, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:25.705724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 8923086a-95ac-4958-9898-6db406e745bb is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:25.722520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8923086a-95ac-4958-9898-6db406e745bb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:25.727209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:25.728396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.755204 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d10a0b11-d9c4-4223-abb2-694041641a3f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9875717 Feb 09 02:22:25.758492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34604) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:25.764378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': '7a2163d5-3747-4695-9267-f652cb13936f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:25.767319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a427e-5452-469c-8e06-035a79ef262a None None] Network 8923086a-95ac-4958-9898-6db406e745bb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:25.845107 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96301ba8-56d8-4536-86de-13bc8f6b63d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:25.913664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] For port 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7c54b8d8-c80c-4f6b-8108-c82a1092963d,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:25.961255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] For port 7c54b8d8-c80c-4f6b-8108-c82a1092963d, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:25.984014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:25.987567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.008295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] device_id is not set on port 7c54b8d8-c80c-4f6b-8108-c82a1092963d yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:22:26.022264 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] Publish callbacks [] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.045787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=ba86df4c-70b5-459e-8102-b2957740d843,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:26.118715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:26.127818 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.142778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.180967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8923086a-95ac-4958-9898-6db406e745bb', 'network_id': '8923086a-95ac-4958-9898-6db406e745bb', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '54eb9c0f-b3f4-437a-a581-88dd92e7e662'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:22:26.181934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.219923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] Pushing event updated for resources: {'Port': ['ID=7c54b8d8-c80c-4f6b-8108-c82a1092963d,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:26.301884 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c5c192e-913b-41b3-9a80-d454493ccd76 req-b3898ca5-f48b-4916-8eae-24be8451bde8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2614176 Feb 09 02:22:26.330848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9cb15-08a6-4b6c-b6f5-f41bacdd5482 req-324af2c6-9fde-4a91-8a20-a26ca0d5678e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:26.332517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bee9cb15-08a6-4b6c-b6f5-f41bacdd5482 req-324af2c6-9fde-4a91-8a20-a26ca0d5678e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 945 time: 1.3311677 Feb 09 02:22:26.335229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] No DVR routers for this DVR port 7c54b8d8-c80c-4f6b-8108-c82a1092963d on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:26.560401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-7fca0a80-5ea6-4d3f-8c1f-1565b44ca807 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:26.574760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-7fca0a80-5ea6-4d3f-8c1f-1565b44ca807 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.72 "GET /v2.0/networks?id=ae7cd031-c4ec-4034-a113-ccb05fb9862a HTTP/1.1" status: 200 len: 808 time: 0.2188466 Feb 09 02:22:26.620562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:26.648062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:26.648495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Request body: {'port': {'device_id': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a', 'admin_state_up': True, 'tenant_id': '23354501483f4004b5f038c1d4ba81c2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:26.651664 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf9fd58-c22c-427f-9b0a-65e9691d3389" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "ba86df4c-70b5-459e-8102-b2957740d843"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:26.651883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (080ea6b7-47cf-4d69-8702-8ba67b7f5dca), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.667140 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.667976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c54b8d8-c80c-4f6b-8108-c82a1092963d no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:26.785381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc51b37-9678-4d6f-aae0-4804011bc828 req-5ca166d2-9255-486c-8b66-0d4cf5da50b1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:26.800018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc51b37-9678-4d6f-aae0-4804011bc828 req-5ca166d2-9255-486c-8b66-0d4cf5da50b1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:26.805777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc51b37-9678-4d6f-aae0-4804011bc828 req-5ca166d2-9255-486c-8b66-0d4cf5da50b1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:26.808294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bc51b37-9678-4d6f-aae0-4804011bc828 req-5ca166d2-9255-486c-8b66-0d4cf5da50b1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2418 time: 0.7802589 Feb 09 02:22:26.859347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bee9cb15-08a6-4b6c-b6f5-f41bacdd5482 req-908d39b9-261c-4a4b-b62c-de7e1e93ccdd tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5023158 Feb 09 02:22:26.901162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Allocated IP 2001:db8::2 (8923086a-95ac-4958-9898-6db406e745bb/54eb9c0f-b3f4-437a-a581-88dd92e7e662/30fb98c4-b467-4b02-9172-2e9fa151eba5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:26.908640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] In _notify_port_updated(), no bound segment for port 7c54b8d8-c80c-4f6b-8108-c82a1092963d on network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:22:26.910185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:26.911665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:26.913552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-c39ddac8-1f44-40d0-8cf5-9361476e8fef service neutron] 10.222.0.72 "PUT /v2.0/ports/7c54b8d8-c80c-4f6b-8108-c82a1092963d HTTP/1.1" status: 200 len: 1027 time: 2.2056737 Feb 09 02:22:27.011997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Made reservation on behalf of 23354501483f4004b5f038c1d4ba81c2 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:27.017886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.135707 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Publish callbacks [] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.171698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9166dbb7-c0a6-4f12-af3a-51daa842daf0 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:27.187083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Allocated IP 172.20.0.3 (ae7cd031-c4ec-4034-a113-ccb05fb9862a/722d46bd-c69a-4c6c-8e98-e80bd935693e/de0be8b0-ce6f-4440-8fea-eb2d919ff476) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:27.237823 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.308849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Network 8923086a-95ac-4958-9898-6db406e745bb is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:27.342367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:27.352933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:27.383109 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks [] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.412539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e9b3f1d1-57b8-4db6-a736-cacf436404c0 None None] Provisioning complete for port 7c54b8d8-c80c-4f6b-8108-c82a1092963d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:27.412929 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f1d1-57b8-4db6-a736-cacf436404c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.427570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.432033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bc51b37-9678-4d6f-aae0-4804011bc828 req-37211f0c-a503-42d8-a79b-e400fd07d4ea tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788980 Feb 09 02:22:27.464239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.465561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 7c54b8d8-c80c-4f6b-8108-c82a1092963d host ! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:22:27.466136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7c54b8d8-c80c-4f6b-8108-c82a1092963d not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:27.466782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f05cd93a-59af-41ff-bdb8-b5700a7bb636 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:27.507945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:27.532812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=080ea6b7-47cf-4d69-8702-8ba67b7f5dca,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:27.536005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:27.536536 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.568488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': '95c3fd93-6f73-4b69-956e-f02d80a994c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7a2163d5-3747-4695-9267-f652cb13936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:27.568879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: 7a2163d5-3747-4695-9267-f652cb13936f, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:27.573098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Attempting to bind port 30fb98c4-b467-4b02-9172-2e9fa151eba5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:27.573629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Attempting to bind port 30fb98c4-b467-4b02-9172-2e9fa151eba5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '26d0526c-524f-4e5c-8bda-4acc810c97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8923086a-95ac-4958-9898-6db406e745bb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:27.574163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Attempting to bind port 30fb98c4-b467-4b02-9172-2e9fa151eba5 on network 8923086a-95ac-4958-9898-6db406e745bb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:27.623660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:27.629798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 7a2163d5-3747-4695-9267-f652cb13936f is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:27.639541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3f1d1-57b8-4db6-a736-cacf436404c0 None None] Port 7c54b8d8-c80c-4f6b-8108-c82a1092963d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:27.657491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Pushing event updated for resources: {'Port': ['ID=de0be8b0-ce6f-4440-8fea-eb2d919ff476,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:27.661621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 7a2163d5-3747-4695-9267-f652cb13936f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:27.668696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.670670 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.679406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:27.680626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Checking segment: {'id': '26d0526c-524f-4e5c-8bda-4acc810c97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8923086a-95ac-4958-9898-6db406e745bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:27.681223 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.681817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Bound using segment: {'id': '26d0526c-524f-4e5c-8bda-4acc810c97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8923086a-95ac-4958-9898-6db406e745bb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:27.682594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Bound port: 30fb98c4-b467-4b02-9172-2e9fa151eba5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d0526c-524f-4e5c-8bda-4acc810c97f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8923086a-95ac-4958-9898-6db406e745bb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:27.683200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.710126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8bec9c-1b7f-4f96-9685-3ff082fe780b None None] Network 7a2163d5-3747-4695-9267-f652cb13936f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:27.726827 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f4cfd7e-d078-478a-b4e8-0614419960ba tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9591403 Feb 09 02:22:27.728723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34630) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:27.742960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-319275ff-96cf-495e-b869-98c1fa772355 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1892600336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:27.746009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Network ae7cd031-c4ec-4034-a113-ccb05fb9862a is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:27.777734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:27.791270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e1e0-240c-482c-9ad6-4df45304ec8c req-09fe9324-fc5a-4f19-86e3-c8f9f8fa85b2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.797240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e1e0-240c-482c-9ad6-4df45304ec8c req-09fe9324-fc5a-4f19-86e3-c8f9f8fa85b2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.802790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e1e0-240c-482c-9ad6-4df45304ec8c req-09fe9324-fc5a-4f19-86e3-c8f9f8fa85b2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.808061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-319275ff-96cf-495e-b869-98c1fa772355 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.808571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e1e0-240c-482c-9ad6-4df45304ec8c req-09fe9324-fc5a-4f19-86e3-c8f9f8fa85b2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.813575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-319275ff-96cf-495e-b869-98c1fa772355 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.814229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e1e0-240c-482c-9ad6-4df45304ec8c req-09fe9324-fc5a-4f19-86e3-c8f9f8fa85b2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.816179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f927e1e0-240c-482c-9ad6-4df45304ec8c req-09fe9324-fc5a-4f19-86e3-c8f9f8fa85b2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 3876 time: 0.1709530 Feb 09 02:22:27.818772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:27.927725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:27.932227 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.940055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-319275ff-96cf-495e-b869-98c1fa772355 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.951240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-319275ff-96cf-495e-b869-98c1fa772355 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.958275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Pushing event updated for resources: {'Port': ['ID=30fb98c4-b467-4b02-9172-2e9fa151eba5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:27.982789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-319275ff-96cf-495e-b869-98c1fa772355 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:27.984084 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-319275ff-96cf-495e-b869-98c1fa772355 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2518246 Feb 09 02:22:27.984775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-a3df60f0-5d9a-4ca1-9c27-14eba8f91872 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3591084 Feb 09 02:22:27.987828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:27.990086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-81062402-8909-4cdb-a56a-55f1fd18d503 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:22:27.991271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-81062402-8909-4cdb-a56a-55f1fd18d503 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056787 Feb 09 02:22:28.008576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24d45-fca9-4e4d-bf40-a9a6437f125b req-bbd411a6-44b1-42bc-af57-d9d49b322aa2 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:28.013768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5c24d45-fca9-4e4d-bf40-a9a6437f125b req-bbd411a6-44b1-42bc-af57-d9d49b322aa2 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 931 time: 0.5881102 Feb 09 02:22:28.037835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port e9584cf1-6667-40ab-b495-1c5fc8d0340b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:28.038228 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.124512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f05cd93a-59af-41ff-bdb8-b5700a7bb636 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:28.124911 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.127618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] For port 30fb98c4-b467-4b02-9172-2e9fa151eba5, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:28.194150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Request body: {'port': {'device_id': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:28.252887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] For port 30fb98c4-b467-4b02-9172-2e9fa151eba5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30fb98c4-b467-4b02-9172-2e9fa151eba5,segment=NetworkSegment(26d0526c-524f-4e5c-8bda-4acc810c97f9),segment_id=26d0526c-524f-4e5c-8bda-4acc810c97f9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:28.276552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f927e1e0-240c-482c-9ad6-4df45304ec8c req-3a498a38-14b0-4fe3-8a0d-5d410b86689e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116059 Feb 09 02:22:28.310773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.315222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.316963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:28.317203 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.344311 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.384796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5c24d45-fca9-4e4d-bf40-a9a6437f125b req-db4a5080-5b06-4594-a370-8709e9fdf7b3 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637464 Feb 09 02:22:28.410870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-7a2163d5-3747-4695-9267-f652cb13936f', 'network_id': '7a2163d5-3747-4695-9267-f652cb13936f', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '080ea6b7-47cf-4d69-8702-8ba67b7f5dca'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:22:28.411325 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.412283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] For port e9584cf1-6667-40ab-b495-1c5fc8d0340b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=e9584cf1-6667-40ab-b495-1c5fc8d0340b,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:28.412726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.436228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for e9584cf1-6667-40ab-b495-1c5fc8d0340b owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:28.472202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f05cd93a-59af-41ff-bdb8-b5700a7bb636, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:28.713207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853f388-c940-4298-8390-25aae7d6b073 None None] Pushing event updated for resources: {'Port': ['ID=30fb98c4-b467-4b02-9172-2e9fa151eba5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:28.725871 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba9a793-6334-485b-99fa-2b98a9dd1336 x-openstack-request-id: req-4ba9a793-6334-485b-99fa-2b98a9dd1336 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:28.726473 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "ba86df4c-70b5-459e-8102-b2957740d843", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:28.726473 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ba9a793-6334-485b-99fa-2b98a9dd1336 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:28.726889 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b', 'code': 200} Feb 09 02:22:28.727156 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843', 'code': 200} Feb 09 02:22:28.727415 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7', 'code': 200} Feb 09 02:22:28.749190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.758612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.935389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c52b2-fdac-413f-883f-f945b3366885 req-af37b221-79b0-4943-b38d-8ec6f81d8cc6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:28.937434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e40c52b2-fdac-413f-883f-f945b3366885 req-af37b221-79b0-4943-b38d-8ec6f81d8cc6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 945 time: 0.2913699 Feb 09 02:22:28.972222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8ee4-0d2b-4a5f-a9f4-51e31ebc67e0 req-ab393da8-7257-4a8d-b2a9-93f7fe2ee477 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:28.981487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8ee4-0d2b-4a5f-a9f4-51e31ebc67e0 req-ab393da8-7257-4a8d-b2a9-93f7fe2ee477 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:28.989825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8ee4-0d2b-4a5f-a9f4-51e31ebc67e0 req-ab393da8-7257-4a8d-b2a9-93f7fe2ee477 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:28.999584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-297b8ee4-0d2b-4a5f-a9f4-51e31ebc67e0 req-ab393da8-7257-4a8d-b2a9-93f7fe2ee477 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2418 time: 0.3227980 Feb 09 02:22:29.010452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Allocated IP 2001:db8:1::2 (7a2163d5-3747-4695-9267-f652cb13936f/080ea6b7-47cf-4d69-8702-8ba67b7f5dca/d3a1ec97-7f5f-4550-9376-3ec2e5af2163) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:29.014380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f05cd93a-59af-41ff-bdb8-b5700a7bb636,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:29.068559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9166dbb7-c0a6-4f12-af3a-51daa842daf0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:29.085842 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.153592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e40c52b2-fdac-413f-883f-f945b3366885 req-25266881-8ef5-4d66-ad8a-5be660d51be0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447139 Feb 09 02:22:29.224201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e9584cf1-6667-40ab-b495-1c5fc8d0340b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.269433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-297b8ee4-0d2b-4a5f-a9f4-51e31ebc67e0 req-61a9fe57-4cc4-4dd0-8700-15f75556d2b8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685030 Feb 09 02:22:29.296536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9166dbb7-c0a6-4f12-af3a-51daa842daf0,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:29.473972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=e9584cf1-6667-40ab-b495-1c5fc8d0340b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:29.500628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8::1 (8923086a-95ac-4958-9898-6db406e745bb/54eb9c0f-b3f4-437a-a581-88dd92e7e662/2d7b5ad2-710c-4706-b851-58e0af17958d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:29.571189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] No DVR routers for this DVR port e9584cf1-6667-40ab-b495-1c5fc8d0340b on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:29.591481 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Publish callbacks [] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.611790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.619359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0be8b0-ce6f-4440-8fea-eb2d919ff476 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:29.631524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.640188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-13d54382-69f2-4cb6-baa3-66cbf0a30bd3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "DELETE /v2.0/ports/e9584cf1-6667-40ab-b495-1c5fc8d0340b HTTP/1.1" status: 204 len: 173 time: 2.7167065 Feb 09 02:22:29.663745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:29.666446 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb298f-9320-4d25-be96-0d8683bcc38e" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:29.722631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Network 7a2163d5-3747-4695-9267-f652cb13936f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:29.733256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:29.741463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:29.763286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Publish callbacks [] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.780015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.820149 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.846095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Pushing event updated for resources: {'Port': ['ID=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:29.876699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.941522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Transition to ACTIVE for port object de0be8b0-ce6f-4440-8fea-eb2d919ff476 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:29.942283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Attempting to bind port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:29.942847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Attempting to bind port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '95c3fd93-6f73-4b69-956e-f02d80a994c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7a2163d5-3747-4695-9267-f652cb13936f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:29.943439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Attempting to bind port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 on network 7a2163d5-3747-4695-9267-f652cb13936f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:29.963589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:29.963985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Checking segment: {'id': '95c3fd93-6f73-4b69-956e-f02d80a994c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7a2163d5-3747-4695-9267-f652cb13936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:29.964408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.964849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Bound using segment: {'id': '95c3fd93-6f73-4b69-956e-f02d80a994c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7a2163d5-3747-4695-9267-f652cb13936f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:29.965409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Bound port: d3a1ec97-7f5f-4550-9376-3ec2e5af2163, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c3fd93-6f73-4b69-956e-f02d80a994c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7a2163d5-3747-4695-9267-f652cb13936f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:29.965805 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:29.983929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.030953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 8923086a-95ac-4958-9898-6db406e745bb is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:30.038653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:30.065477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:30.066331 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.074320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Pushing event updated for resources: {'Port': ['ID=de0be8b0-ce6f-4440-8fea-eb2d919ff476,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:30.168232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=2d7b5ad2-710c-4706-b851-58e0af17958d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:30.229612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f19ee-b060-45e7-bb20-f9193217009b req-40619893-2e2f-4adc-9e14-6bd1ace0f2fc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.252819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f19ee-b060-45e7-bb20-f9193217009b req-40619893-2e2f-4adc-9e14-6bd1ace0f2fc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.262525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] For port d3a1ec97-7f5f-4550-9376-3ec2e5af2163, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:30.270202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f19ee-b060-45e7-bb20-f9193217009b req-40619893-2e2f-4adc-9e14-6bd1ace0f2fc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.272734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] For port d3a1ec97-7f5f-4550-9376-3ec2e5af2163, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,segment=NetworkSegment(95c3fd93-6f73-4b69-956e-f02d80a994c1),segment_id=95c3fd93-6f73-4b69-956e-f02d80a994c1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:30.276187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f19ee-b060-45e7-bb20-f9193217009b req-40619893-2e2f-4adc-9e14-6bd1ace0f2fc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.278232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f3f19ee-b060-45e7-bb20-f9193217009b req-40619893-2e2f-4adc-9e14-6bd1ace0f2fc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 3142 time: 0.7221677 Feb 09 02:22:30.284883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.299414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc913b1-892a-4ba9-b8b5-279ca17545f0 req-249662fe-09f6-4095-884b-8c37ce8e52a3 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:30.301308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cc913b1-892a-4ba9-b8b5-279ca17545f0 req-249662fe-09f6-4095-884b-8c37ce8e52a3 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 931 time: 0.7438855 Feb 09 02:22:30.359502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30fb98c4-b467-4b02-9172-2e9fa151eba5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:30.444945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.485120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f3f19ee-b060-45e7-bb20-f9193217009b req-10fa6ffd-9a65-4c7b-bf17-6ca4ae02baa8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930847 Feb 09 02:22:30.524715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedb9f5-42df-4f9d-ac1b-54b65fd1c7ef None None] Pushing event updated for resources: {'Port': ['ID=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:30.547688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Attempting to bind port de0be8b0-ce6f-4440-8fea-eb2d919ff476 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:30.548300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Attempting to bind port de0be8b0-ce6f-4440-8fea-eb2d919ff476 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '2ff3ee91-7132-4aac-9e03-e625e4127640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:30.548880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Attempting to bind port de0be8b0-ce6f-4440-8fea-eb2d919ff476 on network ae7cd031-c4ec-4034-a113-ccb05fb9862a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:30.568011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cc913b1-892a-4ba9-b8b5-279ca17545f0 req-bda0df71-6168-4cc9-89f3-e32370ec2b83 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175643 Feb 09 02:22:30.580718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Port de0be8b0-ce6f-4440-8fea-eb2d919ff476 on network ae7cd031-c4ec-4034-a113-ccb05fb9862a not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:30.581238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Attempting to bind port de0be8b0-ce6f-4440-8fea-eb2d919ff476 on network ae7cd031-c4ec-4034-a113-ccb05fb9862a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:30.584961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 30fb98c4-b467-4b02-9172-2e9fa151eba5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:30.586256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.596647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port 7fba4c8e-0131-4ebf-885c-0923fd755eab {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:30.596647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.708246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] For port 7fba4c8e-0131-4ebf-885c-0923fd755eab, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7fba4c8e-0131-4ebf-885c-0923fd755eab,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:30.708776 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.747035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for 7fba4c8e-0131-4ebf-885c-0923fd755eab owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:30.790240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636'}, {'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:30.797476 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad843b3-31dc-49c4-a83f-c3d21eac8d3e" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636"}, {"server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "name": "network-vif-plugged", "status": "completed", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:30.866513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 30fb98c4-b467-4b02-9172-2e9fa151eba5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:30.866942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.931851 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fc5b5c-a6f8-420c-b5ff-2848e6a034af x-openstack-request-id: req-19fc5b5c-a6f8-420c-b5ff-2848e6a034af {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:30.936885 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "e9584cf1-6667-40ab-b495-1c5fc8d0340b", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:30.937499 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19fc5b5c-a6f8-420c-b5ff-2848e6a034af {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:30.938184 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'e9584cf1-6667-40ab-b495-1c5fc8d0340b', 'status': 'completed', 'code': 200} Feb 09 02:22:30.939852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:30.951748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Checking segment: {'id': '2ff3ee91-7132-4aac-9e03-e625e4127640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:30.952254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Bound using segment: {'id': '2ff3ee91-7132-4aac-9e03-e625e4127640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:30.952804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Bound port: de0be8b0-ce6f-4440-8fea-eb2d919ff476, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff3ee91-7132-4aac-9e03-e625e4127640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:30.953328 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:30.987254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 30fb98c4-b467-4b02-9172-2e9fa151eba5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30fb98c4-b467-4b02-9172-2e9fa151eba5,segment=NetworkSegment(26d0526c-524f-4e5c-8bda-4acc810c97f9),segment_id=26d0526c-524f-4e5c-8bda-4acc810c97f9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:30.995549 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.161661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=30fb98c4-b467-4b02-9172-2e9fa151eba5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:31.184958 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9017c0e9-d42a-4149-9e40-a9d71d2c0d1d x-openstack-request-id: req-9017c0e9-d42a-4149-9e40-a9d71d2c0d1d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:31.190842 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-unplugged", "status": "completed", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636", "code": 200}, {"server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "name": "network-vif-plugged", "status": "completed", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:31.191383 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9017c0e9-d42a-4149-9e40-a9d71d2c0d1d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:31.192293 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636', 'code': 200} Feb 09 02:22:31.193158 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'code': 200} Feb 09 02:22:31.310661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bef6d1-2309-4880-b369-9b86f21cc670 None None] Network 8923086a-95ac-4958-9898-6db406e745bb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:31.410594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.433439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.434704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.458323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b6445265-815d-4955-aac1-10f5db3df6e7 None None] Provisioning complete for port 30fb98c4-b467-4b02-9172-2e9fa151eba5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:31.458904 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b6445265-815d-4955-aac1-10f5db3df6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.494739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] For port de0be8b0-ce6f-4440-8fea-eb2d919ff476, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:31.536052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] For port de0be8b0-ce6f-4440-8fea-eb2d919ff476, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=de0be8b0-ce6f-4440-8fea-eb2d919ff476,segment=NetworkSegment(2ff3ee91-7132-4aac-9e03-e625e4127640),segment_id=2ff3ee91-7132-4aac-9e03-e625e4127640)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:31.549529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bd18a-89df-451d-9466-a8cf48076982 req-beba707b-5ffd-432a-afb7-d8ce502d75d7 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:31.557766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-403bd18a-89df-451d-9466-a8cf48076982 req-beba707b-5ffd-432a-afb7-d8ce502d75d7 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.3889835 Feb 09 02:22:31.565437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8aadc-59d3-477b-ae4c-bbc783244666 req-c47ac21c-86a2-48ef-b313-bcd4903d8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:31.567238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54e8aadc-59d3-477b-ae4c-bbc783244666 req-c47ac21c-86a2-48ef-b313-bcd4903d8132 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 1129 time: 0.2256870 Feb 09 02:22:31.582306 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.591261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=2d7b5ad2-710c-4706-b851-58e0af17958d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:31.672802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Pushing event updated for resources: {'Port': ['ID=de0be8b0-ce6f-4440-8fea-eb2d919ff476,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:31.710563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3410a-0c37-4cfa-a791-2bee4ae96043 req-e39c8e00-453d-47be-9cea-3b2c5841a998 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:31.716524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3410a-0c37-4cfa-a791-2bee4ae96043 req-e39c8e00-453d-47be-9cea-3b2c5841a998 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:31.732820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3410a-0c37-4cfa-a791-2bee4ae96043 req-e39c8e00-453d-47be-9cea-3b2c5841a998 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:31.732820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24e3410a-0c37-4cfa-a791-2bee4ae96043 req-e39c8e00-453d-47be-9cea-3b2c5841a998 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2418 time: 0.3898151 Feb 09 02:22:31.742142 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7fba4c8e-0131-4ebf-885c-0923fd755eab), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:31.879506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 8923086a-95ac-4958-9898-6db406e745bb is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:31.881252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:31.885962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b6445265-815d-4955-aac1-10f5db3df6e7 None None] Current status of the port 30fb98c4-b467-4b02-9172-2e9fa151eba5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:32.152791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 8f1e0057-1cb8-43c6-89fe-05f6ccde2291 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:22:32.422389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:32.437060 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-09e332a3-1ab3-47ed-899a-1b5d34a6b6f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/8f1e0057-1cb8-43c6-89fe-05f6ccde2291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4474425 Feb 09 02:22:32.438328 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] Sync routers for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:32.439611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:32.447386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30fb98c4-b467-4b02-9172-2e9fa151eba5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:32.481505 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:32.505754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:32.508820 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:32.512245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-e3c781ab-0e24-46e2-9623-8cc8d2396c01 service neutron] 10.222.0.72 "PUT /v2.0/ports/de0be8b0-ce6f-4440-8fea-eb2d919ff476 HTTP/1.1" status: 200 len: 1092 time: 4.4877338 Feb 09 02:22:32.516540 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:32.558930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=7fba4c8e-0131-4ebf-885c-0923fd755eab,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:32.598816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a8830c-85db-4cc5-b099-a2dd210fdc4d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:32.604622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d2a8830c-85db-4cc5-b099-a2dd210fdc4d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports/2d7b5ad2-710c-4706-b851-58e0af17958d HTTP/1.1" status: 200 len: 911 time: 0.1628637 Feb 09 02:22:32.605941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:32.606589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaff189a-0801-47c1-997a-8a2536718ff5 None None] Network 7a2163d5-3747-4695-9267-f652cb13936f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:32.649904 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:32.676447 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:32.677564 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:32.700630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-403bd18a-89df-451d-9466-a8cf48076982 req-d1598852-80bf-45df-a758-c3816a20ff5b tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1417232 Feb 09 02:22:32.798162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5ae32f57-8805-492d-bb77-745572a83477 None None] Provisioning complete for port 30fb98c4-b467-4b02-9172-2e9fa151eba5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:32.798402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ae32f57-8805-492d-bb77-745572a83477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:32.798618 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:32.799463 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f0edc-b7cc-4c6f-9b30-2e874c329a19 None None] The sync data for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:32.828034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54e8aadc-59d3-477b-ae4c-bbc783244666 req-73582911-3fc3-45c7-881e-5e41e3716a1c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2481678 Feb 09 02:22:32.907986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 30fb98c4-b467-4b02-9172-2e9fa151eba5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:32.908548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:32.922354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] No DVR routers for this DVR port 7fba4c8e-0131-4ebf-885c-0923fd755eab on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:32.955090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'tag': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:32.961244 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9cbdaa-b00b-4745-8328-81ff60da5019" -d '{"events": [{"name": "network-changed", "server_uuid": "9930ab85-2e90-47fd-a5ec-95672bd24284", "tag": "de0be8b0-ce6f-4440-8fea-eb2d919ff476"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:32.982165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24e3410a-0c37-4cfa-a791-2bee4ae96043 req-52bb3605-06f1-4372-8fd3-d9ae990522d4 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2413933 Feb 09 02:22:32.983734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:33.000238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-9396adb0-6c3a-48f4-a3ef-c9313277b0eb tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "DELETE /v2.0/ports/7fba4c8e-0131-4ebf-885c-0923fd755eab HTTP/1.1" status: 204 len: 173 time: 3.2485492 Feb 09 02:22:33.057952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5ae32f57-8805-492d-bb77-745572a83477 None None] Current status of the port 30fb98c4-b467-4b02-9172-2e9fa151eba5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:33.142754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5ae32f57-8805-492d-bb77-745572a83477 None None] Provisioning complete for port 2d7b5ad2-710c-4706-b851-58e0af17958d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:33.145377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0857f3e6-b1e3-4b4d-8b9c-bf2ad6f19042 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.150617 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ae32f57-8805-492d-bb77-745572a83477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:33.167212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0857f3e6-b1e3-4b4d-8b9c-bf2ad6f19042 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.191273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0857f3e6-b1e3-4b4d-8b9c-bf2ad6f19042 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.207124 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0857f3e6-b1e3-4b4d-8b9c-bf2ad6f19042 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 2418 time: 0.3938489 Feb 09 02:22:33.267344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-2b194b06-8ba2-485a-a2bc-4717931cdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.272665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-2b194b06-8ba2-485a-a2bc-4717931cdddf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23354501483f4004b5f038c1d4ba81c2&device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 1126 time: 0.6786444 Feb 09 02:22:33.300089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 30fb98c4-b467-4b02-9172-2e9fa151eba5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:33.301502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3a1ec97-7f5f-4550-9376-3ec2e5af2163 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:33.305535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5ae32f57-8805-492d-bb77-745572a83477 None None] Port 2d7b5ad2-710c-4706-b851-58e0af17958d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:33.402583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62938d-a722-4bc0-87c9-19ccc96ddea3 req-a4749d0f-dc55-4f22-8709-85bc425a18fa tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.475688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62938d-a722-4bc0-87c9-19ccc96ddea3 req-a4749d0f-dc55-4f22-8709-85bc425a18fa tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.512353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62938d-a722-4bc0-87c9-19ccc96ddea3 req-a4749d0f-dc55-4f22-8709-85bc425a18fa tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.515254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c62938d-a722-4bc0-87c9-19ccc96ddea3 req-a4749d0f-dc55-4f22-8709-85bc425a18fa tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 2409 time: 0.6235604 Feb 09 02:22:33.533219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Provisioning complete for port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:33.533634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:33.557897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-3d83e052-2160-4f6b-8dce-fa74bb6ea759 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de0be8b0-ce6f-4440-8fea-eb2d919ff476 HTTP/1.1" status: 200 len: 217 time: 0.2595119 Feb 09 02:22:33.607183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:33.607583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:33.686994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c62938d-a722-4bc0-87c9-19ccc96ddea3 req-94282c77-2184-4b42-95a3-59c5b2529676 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353240 Feb 09 02:22:33.700978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09516284-104d-4410-b5e3-197cf6646eed req-e0e78ef8-62fa-4496-ae07-6745d9b42fb4 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.715913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09516284-104d-4410-b5e3-197cf6646eed req-e0e78ef8-62fa-4496-ae07-6745d9b42fb4 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 943 time: 0.5618651 Feb 09 02:22:33.777316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:33.778384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:33.841242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09516284-104d-4410-b5e3-197cf6646eed req-4fd1bb0a-e3c6-4c6c-aaf8-d434fdd3f646 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978940 Feb 09 02:22:33.852034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port f05cd93a-59af-41ff-bdb8-b5700a7bb636 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:33.855130 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:33.870213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-2f29bb50-b893-4a82-87b4-595802b025f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:33.872114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-2f29bb50-b893-4a82-87b4-595802b025f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=722d46bd-c69a-4c6c-8e98-e80bd935693e HTTP/1.1" status: 200 len: 848 time: 0.2002425 Feb 09 02:22:33.957298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:33.957932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:33.986277 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5e2ea2-641e-47ea-98fc-2e8a3237d257 x-openstack-request-id: req-fb5e2ea2-641e-47ea-98fc-2e8a3237d257 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:33.987099 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9930ab85-2e90-47fd-a5ec-95672bd24284", "tag": "de0be8b0-ce6f-4440-8fea-eb2d919ff476", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:33.987661 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb5e2ea2-641e-47ea-98fc-2e8a3237d257 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:33.988386 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'tag': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476', 'status': 'completed', 'code': 200} Feb 09 02:22:34.013579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port d3a1ec97-7f5f-4550-9376-3ec2e5af2163, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,segment=NetworkSegment(95c3fd93-6f73-4b69-956e-f02d80a994c1),segment_id=95c3fd93-6f73-4b69-956e-f02d80a994c1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:34.057130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-523ce608-80d7-449e-846c-b91f1483eb4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae7cd031-c4ec-4034-a113-ccb05fb9862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482506 Feb 09 02:22:34.065574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Current status of the port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:34.066036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:34.074116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:34.253764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:34.257459 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:34.304797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:34.312368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f26bb-5b4e-4faf-8955-b7465b460bbc req-a6ecf405-7a51-4d9e-b334-1faa881e5090 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:34.313960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f72f26bb-5b4e-4faf-8955-b7465b460bbc req-a6ecf405-7a51-4d9e-b334-1faa881e5090 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3218179 Feb 09 02:22:34.346481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:34.352246 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:22:34.352627 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:22:34.380558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-ecc61130-8d80-400c-8118-dccf697645eb service neutron] 10.222.0.72 "GET /v2.0/networks/ae7cd031-c4ec-4034-a113-ccb05fb9862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153234 Feb 09 02:22:34.420285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d838046-bd45-4919-a09c-d92a4e0cbc08 req-162cb724-896c-4fca-8703-78f9d701f30c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:34.422479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d838046-bd45-4919-a09c-d92a4e0cbc08 req-162cb724-896c-4fca-8703-78f9d701f30c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.2789090 Feb 09 02:22:34.425564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] For port f05cd93a-59af-41ff-bdb8-b5700a7bb636, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f05cd93a-59af-41ff-bdb8-b5700a7bb636,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:34.425932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:34.481383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:34.540391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for f05cd93a-59af-41ff-bdb8-b5700a7bb636 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:34.552076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f72f26bb-5b4e-4faf-8955-b7465b460bbc req-dfbc0490-7022-4249-b8d5-a3584ebb4aaa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198174 Feb 09 02:22:34.652704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d838046-bd45-4919-a09c-d92a4e0cbc08 req-3ed05749-2f22-41c7-9ab2-01618745f611 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086210 Feb 09 02:22:34.748933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:34.762510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['62de4caf-2233-4255-84d3-e2d2a05eaceb', 'bbe94be1-43e5-4e21-a180-5116c2909e2e', 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:35.013128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Current status of the port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:35.050557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:35.052290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Provisioning complete for port 2d7b5ad2-710c-4706-b851-58e0af17958d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:35.064058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.098705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:35.112019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.115910 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-3e26076d-e70b-4143-ade6-7a45243c6701 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "DELETE /v2.0/ports/ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b HTTP/1.1" status: 204 len: 173 time: 1.8312225 Feb 09 02:22:35.118714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-deleted', 'tag': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:35.121596 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d266089e-bb78-4ad9-92ea-9ee1a7185453" -d '{"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-deleted", "tag": "ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:35.136910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbff8f-d284-4621-b0bf-bedcc372d2bc None None] Port 2d7b5ad2-710c-4706-b851-58e0af17958d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:35.149655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba9e9b5c-3efd-485a-b47a-b5896bbcbf74 req-1a01c89e-d68a-4ee7-a70d-09302fab2478 service neutron] 10.222.0.72 "GET /v2.0/networks/ae7cd031-c4ec-4034-a113-ccb05fb9862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455022 Feb 09 02:22:35.159798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04197e6e-899e-4730-9c8d-1bcc5e02560e req-228561c8-8f77-4b8b-875c-854fe85d195b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:35.167303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04197e6e-899e-4730-9c8d-1bcc5e02560e req-228561c8-8f77-4b8b-875c-854fe85d195b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:35.171235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04197e6e-899e-4730-9c8d-1bcc5e02560e req-228561c8-8f77-4b8b-875c-854fe85d195b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 1682 time: 0.4343731 Feb 09 02:22:35.179797 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f05cd93a-59af-41ff-bdb8-b5700a7bb636), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.212719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8:1::1 (7a2163d5-3747-4695-9267-f652cb13936f/080ea6b7-47cf-4d69-8702-8ba67b7f5dca/53699ddf-4f12-4463-920a-851dcc90bfaf) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:35.291085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04197e6e-899e-4730-9c8d-1bcc5e02560e req-2926fe9c-cf2e-4bab-880c-25320cb92052 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739834 Feb 09 02:22:35.318618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7cf6f404-6815-4f25-9d18-93ad39ac24f3 None None] Provisioning complete for port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:35.318866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f404-6815-4f25-9d18-93ad39ac24f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.401048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=f05cd93a-59af-41ff-bdb8-b5700a7bb636,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:35.465308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88b0e0-ed33-4a76-8fa8-e8f378791b7e req-3ba46210-0a9c-435d-8d02-fec75664f318 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:35.472464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a88b0e0-ed33-4a76-8fa8-e8f378791b7e req-3ba46210-0a9c-435d-8d02-fec75664f318 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.6610658 Feb 09 02:22:35.491229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6f404-6815-4f25-9d18-93ad39ac24f3 None None] Current status of the port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:35.535197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7cf6f404-6815-4f25-9d18-93ad39ac24f3 None None] Provisioning complete for port 2d7b5ad2-710c-4706-b851-58e0af17958d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:35.535590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f404-6815-4f25-9d18-93ad39ac24f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.544491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] No DVR routers for this DVR port f05cd93a-59af-41ff-bdb8-b5700a7bb636 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:35.551050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.554558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-96ade89e-9c06-464b-9b0a-87859142f877 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "DELETE /v2.0/ports/f05cd93a-59af-41ff-bdb8-b5700a7bb636 HTTP/1.1" status: 204 len: 173 time: 2.5531383 Feb 09 02:22:35.619016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716263e-36f9-4bb8-a36d-f0f4515525d0 req-f17ce870-b75e-44d9-9ad6-af7c9b5b1e05 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:35.624255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716263e-36f9-4bb8-a36d-f0f4515525d0 req-f17ce870-b75e-44d9-9ad6-af7c9b5b1e05 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:35.631219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b716263e-36f9-4bb8-a36d-f0f4515525d0 req-f17ce870-b75e-44d9-9ad6-af7c9b5b1e05 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 1676 time: 0.2230239 Feb 09 02:22:35.635762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port 62de4caf-2233-4255-84d3-e2d2a05eaceb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:35.636462 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.654556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6f404-6815-4f25-9d18-93ad39ac24f3 None None] Port 2d7b5ad2-710c-4706-b851-58e0af17958d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:35.702886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-a5ecab92-b1a0-47f7-9119-af5db99d8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:35.704460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-a5ecab92-b1a0-47f7-9119-af5db99d8ff3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23354501483f4004b5f038c1d4ba81c2&device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 1126 time: 0.4706261 Feb 09 02:22:35.720881 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.795288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port 62de4caf-2233-4255-84d3-e2d2a05eaceb, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=62de4caf-2233-4255-84d3-e2d2a05eaceb,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:35.796076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.809842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a88b0e0-ed33-4a76-8fa8-e8f378791b7e req-577a8e58-8dfa-442c-8cfc-c6aaf2682e2b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300538 Feb 09 02:22:35.816753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for 62de4caf-2233-4255-84d3-e2d2a05eaceb owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:35.893229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b716263e-36f9-4bb8-a36d-f0f4515525d0 req-377b7999-f1f8-4e65-8cf8-84205dcab3d8 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599442 Feb 09 02:22:35.903712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port ba86df4c-70b5-459e-8102-b2957740d843 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:35.904080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ba86df4c-70b5-459e-8102-b2957740d843), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:35.997408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.112010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab'}, {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:36.119130 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554bb49b-c434-4ee6-bb7a-ffddeff2c217 x-openstack-request-id: req-554bb49b-c434-4ee6-bb7a-ffddeff2c217 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:36.119678 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-deleted", "tag": "ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:36.119678 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-554bb49b-c434-4ee6-bb7a-ffddeff2c217 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:36.119989 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-deleted', 'tag': 'ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b', 'status': 'completed', 'code': 200} Feb 09 02:22:36.120553 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b68f35-d770-4f4a-9339-33c95ba85a51" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab"}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:36.153675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 7a2163d5-3747-4695-9267-f652cb13936f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:36.165484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:36.170497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:36.171041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.191673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=53699ddf-4f12-4463-920a-851dcc90bfaf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:36.271599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3a1ec97-7f5f-4550-9376-3ec2e5af2163 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:36.300212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (62de4caf-2233-4255-84d3-e2d2a05eaceb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.380817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-468d3c21-4e18-4b4b-9ee6-ee024738c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:36.383012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-468d3c21-4e18-4b4b-9ee6-ee024738c372 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ae7cd031-c4ec-4034-a113-ccb05fb9862a HTTP/1.1" status: 200 len: 909 time: 0.6668720 Feb 09 02:22:36.397543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=62de4caf-2233-4255-84d3-e2d2a05eaceb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:36.440764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:36.441290 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.480676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-8d715f96-5ef8-4717-ad8e-8aacd8d7025e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de0be8b0-ce6f-4440-8fea-eb2d919ff476 HTTP/1.1" status: 200 len: 217 time: 0.0879247 Feb 09 02:22:36.535069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] For port ba86df4c-70b5-459e-8102-b2957740d843, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ba86df4c-70b5-459e-8102-b2957740d843,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:36.539079 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ba86df4c-70b5-459e-8102-b2957740d843), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.574820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port 62de4caf-2233-4255-84d3-e2d2a05eaceb on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:36.577038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.593392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-0155e2a0-ed95-4fdb-9c3f-c05b274118ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "DELETE /v2.0/ports/62de4caf-2233-4255-84d3-e2d2a05eaceb HTTP/1.1" status: 204 len: 173 time: 1.4404657 Feb 09 02:22:36.656060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:36.805155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f28fd93e-818a-44d3-95f1-a2f5977d6558 None None] Provisioning complete for port 53699ddf-4f12-4463-920a-851dcc90bfaf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:36.808732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f28fd93e-818a-44d3-95f1-a2f5977d6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.814625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dddb9-a4df-4f62-9d69-d13f8f3f564a req-a7802fa0-2bfb-43de-bf9e-ad7f095ea693 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:36.816216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-018dddb9-a4df-4f62-9d69-d13f8f3f564a req-a7802fa0-2bfb-43de-bf9e-ad7f095ea693 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 943 time: 0.6615551 Feb 09 02:22:36.822378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.889436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f28fd93e-818a-44d3-95f1-a2f5977d6558 None None] Port 53699ddf-4f12-4463-920a-851dcc90bfaf cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:37.005631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 62de4caf-2233-4255-84d3-e2d2a05eaceb no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:37.035676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9009ff-7d1d-4012-9401-ec3d7da472d9 req-7155632d-82e5-48b5-b7f3-489705b7a1ff tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:37.039912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f9009ff-7d1d-4012-9401-ec3d7da472d9 req-7155632d-82e5-48b5-b7f3-489705b7a1ff tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.7628284 Feb 09 02:22:37.049071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 62de4caf-2233-4255-84d3-e2d2a05eaceb {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:37.049071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 62de4caf-2233-4255-84d3-e2d2a05eaceb not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:37.049405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device bbe94be1-43e5-4e21-a180-5116c2909e2e no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:37.079274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-4ecc7b7d-0db7-4675-a188-454ccd53692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:37.082247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-4ecc7b7d-0db7-4675-a188-454ccd53692e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=722d46bd-c69a-4c6c-8e98-e80bd935693e HTTP/1.1" status: 200 len: 848 time: 0.5751159 Feb 09 02:22:37.095072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.095793 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.096300 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Floating IP 8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1 disassociated. External IP: 172.25.6.102, port: ba86df4c-70b5-459e-8102-b2957740d843. Feb 09 02:22:37.097606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for ba86df4c-70b5-459e-8102-b2957740d843 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:37.193266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-018dddb9-a4df-4f62-9d69-d13f8f3f564a req-52ed2010-5503-46c1-a062-3c60e845913b tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388500 Feb 09 02:22:37.237923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-4eed878d-290e-4eb2-82ea-94f358d4f565 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ae7cd031-c4ec-4034-a113-ccb05fb9862a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428319 Feb 09 02:22:37.259583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port bbe94be1-43e5-4e21-a180-5116c2909e2e is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:37.259981 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.291207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:37.295289 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7811755-d7d6-4da6-b096-5b1f96e25ebe" -d '{"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:37.314891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port bbe94be1-43e5-4e21-a180-5116c2909e2e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bbe94be1-43e5-4e21-a180-5116c2909e2e,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:37.329803 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.330633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:37.380908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f9009ff-7d1d-4012-9401-ec3d7da472d9 req-1e345762-c2c5-4429-ac12-df234e119343 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343685 Feb 09 02:22:37.460020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:37.460600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device ad4c47ff-f4ad-4d87-8de1-53ecba8aa74b not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:37.528980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port bbe94be1-43e5-4e21-a180-5116c2909e2e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:37.529621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.586990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=bbe94be1-43e5-4e21-a180-5116c2909e2e,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:37.791715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port bbe94be1-43e5-4e21-a180-5116c2909e2e, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bbe94be1-43e5-4e21-a180-5116c2909e2e,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:37.792280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.821390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for bbe94be1-43e5-4e21-a180-5116c2909e2e owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:37.848457 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cfc5cf-4e1e-436b-80ee-56a96629d1f1 x-openstack-request-id: req-15cfc5cf-4e1e-436b-80ee-56a96629d1f1 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:37.849078 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "7fba4c8e-0131-4ebf-885c-0923fd755eab", "status": "completed", "code": 200}, {"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "f05cd93a-59af-41ff-bdb8-b5700a7bb636", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:37.849309 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15cfc5cf-4e1e-436b-80ee-56a96629d1f1 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:37.849719 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': '7fba4c8e-0131-4ebf-885c-0923fd755eab', 'status': 'completed', 'code': 200} Feb 09 02:22:37.849978 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'f05cd93a-59af-41ff-bdb8-b5700a7bb636', 'status': 'completed', 'code': 200} Feb 09 02:22:37.914598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.928862 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.930401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.994676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-f3c44f00-a956-4ebf-a4c8-441f9984c52b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:38.006428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-f3c44f00-a956-4ebf-a4c8-441f9984c52b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.6526058 Feb 09 02:22:38.031115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-58b8f95e-f703-4b15-910e-aec01739aa05 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/quotas/8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 375 time: 0.0210700 Feb 09 02:22:38.067253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=53699ddf-4f12-4463-920a-851dcc90bfaf,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:38.117003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0143c4-4acd-4695-b07d-b6f324f8bccb req-465366b2-b24a-4759-950b-d6956d159d77 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:38.125560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf0143c4-4acd-4695-b07d-b6f324f8bccb req-465366b2-b24a-4759-950b-d6956d159d77 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=63345c7d-f460-4a02-8875-adb3543a1024 HTTP/1.1" status: 200 len: 943 time: 0.2942636 Feb 09 02:22:38.139701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-deleted', 'tag': '62de4caf-2233-4255-84d3-e2d2a05eaceb'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:38.152866 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d7075-454d-4747-8707-124ebc368057" -d '{"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-deleted", "tag": "62de4caf-2233-4255-84d3-e2d2a05eaceb"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:38.229069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 7a2163d5-3747-4695-9267-f652cb13936f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:38.230943 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:38.233114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bbe94be1-43e5-4e21-a180-5116c2909e2e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:38.328384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port bbe94be1-43e5-4e21-a180-5116c2909e2e on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:38.331108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:38.333107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ba86df4c-70b5-459e-8102-b2957740d843), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:38.334771 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8b46bb6d-4719-49b6-b2bf-0ec057cfdf97 req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.82 "DELETE /v2.0/ports/bbe94be1-43e5-4e21-a180-5116c2909e2e HTTP/1.1" status: 204 len: 173 time: 1.7316813 Feb 09 02:22:38.336703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c277b-d8dd-48a3-a8e7-1aa8d6dfb646 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=bbe94be1-43e5-4e21-a180-5116c2909e2e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:38.586860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 8f1e0057-1cb8-43c6-89fe-05f6ccde2291 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:38.640807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-60833fe6-6182-4593-9b3c-d3d9cddd818c service neutron] 10.222.0.72 "GET /v2.0/networks/ae7cd031-c4ec-4034-a113-ccb05fb9862a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3846126 Feb 09 02:22:38.641598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=ba86df4c-70b5-459e-8102-b2957740d843,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:38.759261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-aa637cfe-ba11-4558-8d97-41acb7713037 None None] Provisioning complete for port 53699ddf-4f12-4463-920a-851dcc90bfaf triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:38.759842 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa637cfe-ba11-4558-8d97-41acb7713037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:38.768585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:38.780449 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5ee1d197-06dd-420d-92bc-08f4f04562ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/8f1e0057-1cb8-43c6-89fe-05f6ccde2291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1714716 Feb 09 02:22:38.783321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:38.821632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] Sync routers for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:38.856761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:38.860934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:38.866039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-aa637cfe-ba11-4558-8d97-41acb7713037 None None] Port 53699ddf-4f12-4463-920a-851dcc90bfaf cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:38.922072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device de0be8b0-ce6f-4440-8fea-eb2d919ff476 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:38.926678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:38.937456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c9cbdaa-b00b-4745-8328-81ff60da5019 req-afe3d57e-19cc-48a5-9788-4675899128a3 service neutron] 10.222.0.72 "GET /v2.0/networks/ae7cd031-c4ec-4034-a113-ccb05fb9862a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812777 Feb 09 02:22:38.955162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf0143c4-4acd-4695-b07d-b6f324f8bccb req-c58b30f1-e498-4de7-8ed9-296ae2870cef tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8288805 Feb 09 02:22:38.963631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:38.964326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:38.984541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-f0f2c686-0f11-40ba-b73a-2511673bc199 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9545033 Feb 09 02:22:39.019158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa66bd-f4ba-44ce-8717-5faeb7aba22d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:39.027979 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ddaa66bd-f4ba-44ce-8717-5faeb7aba22d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports/53699ddf-4f12-4463-920a-851dcc90bfaf HTTP/1.1" status: 200 len: 913 time: 0.2435772 Feb 09 02:22:39.030845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:39.045541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:39.047088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c95d32-4941-44f6-af38-ec5f46c9bad8 None None] The sync data for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:39.093837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-36aa011f-3186-4950-916f-98b845819ecc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:22:39.354804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Router 453ae69a-0d86-4ef1-a3e1-d279895abae2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:39.468805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port de0be8b0-ce6f-4440-8fea-eb2d919ff476, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=de0be8b0-ce6f-4440-8fea-eb2d919ff476,segment=NetworkSegment(2ff3ee91-7132-4aac-9e03-e625e4127640),segment_id=2ff3ee91-7132-4aac-9e03-e625e4127640)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:39.504222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476', 'network_id': 'ae7cd031-c4ec-4034-a113-ccb05fb9862a', 'port_id': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476', 'mac_address': 'fa:16:3e:43:36:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722d46bd-c69a-4c6c-8e98-e80bd935693e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:39.624825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port de0be8b0-ce6f-4440-8fea-eb2d919ff476 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:39.625230 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:39.631339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a64aba-dd3c-491d-923c-602ab2567834 req-8fe6fcf1-fe8a-4236-8091-fea25c06d98f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:39.634174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3a64aba-dd3c-491d-923c-602ab2567834 req-8fe6fcf1-fe8a-4236-8091-fea25c06d98f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 942 time: 0.2202001 Feb 09 02:22:39.645598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-ddcfeebb-78fd-48d2-9dde-48a96be0c8f0 service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451826 Feb 09 02:22:39.664004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0be8b0-ce6f-4440-8fea-eb2d919ff476 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:39.697991 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-0da80a39-2b84-41a6-8440-e21fc3ace705 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1552324 Feb 09 02:22:39.702036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port de0be8b0-ce6f-4440-8fea-eb2d919ff476, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=de0be8b0-ce6f-4440-8fea-eb2d919ff476,segment=NetworkSegment(2ff3ee91-7132-4aac-9e03-e625e4127640),segment_id=2ff3ee91-7132-4aac-9e03-e625e4127640)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:39.709142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:39.794136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=de0be8b0-ce6f-4440-8fea-eb2d919ff476,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:39.799299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-2e3c31fc-685f-4f44-8644-ed80cd3059f9 service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522970 Feb 09 02:22:39.852897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-9dee9d09-b2b4-4d17-88b8-bdce6cf8d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:39.854844 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-9dee9d09-b2b4-4d17-88b8-bdce6cf8d197 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 1128 time: 0.1035118 Feb 09 02:22:39.886924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3a64aba-dd3c-491d-923c-602ab2567834 req-39b349a1-2c3c-4564-8fb8-542b15cb1e80 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117146 Feb 09 02:22:39.894724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:39.906715 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] Sync routers for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:39.925980 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:39.930196 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:40.006892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] No DVR routers for this DVR port ba86df4c-70b5-459e-8102-b2957740d843 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:40.013095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.026219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-aebad38a-69ce-4d2f-9379-931792ccb890 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "DELETE /v2.0/ports/ba86df4c-70b5-459e-8102-b2957740d843 HTTP/1.1" status: 204 len: 173 time: 4.4592376 Feb 09 02:22:40.027709 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec55ddf-9273-4b68-a164-b17d6773e67b x-openstack-request-id: req-bec55ddf-9273-4b68-a164-b17d6773e67b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:40.028347 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:40.028861 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bec55ddf-9273-4b68-a164-b17d6773e67b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:40.029464 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e', 'code': 200} Feb 09 02:22:40.036799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:40.042508 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3b92a-6ba2-423c-83db-44aa08fe6709" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "ba86df4c-70b5-459e-8102-b2957740d843"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:40.072937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['de0be8b0-ce6f-4440-8fea-eb2d919ff476'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:40.112333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-77f2ee64-a667-4f72-8fc9-6fa8ece3f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:40.137542 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-77f2ee64-a667-4f72-8fc9-6fa8ece3f1ee service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.2548437 Feb 09 02:22:40.276140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-3c28455c-e4da-42e4-a555-6d31d2470989 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=358b428d-18e9-4a5e-bb8c-51df63390668 HTTP/1.1" status: 200 len: 217 time: 0.1082606 Feb 09 02:22:40.279535 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7cf3f5-350f-421d-9c73-c9680882e241 x-openstack-request-id: req-3c7cf3f5-350f-421d-9c73-c9680882e241 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:40.279949 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-deleted", "tag": "62de4caf-2233-4255-84d3-e2d2a05eaceb", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:40.280361 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c7cf3f5-350f-421d-9c73-c9680882e241 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:40.280933 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-deleted', 'tag': '62de4caf-2233-4255-84d3-e2d2a05eaceb', 'status': 'completed', 'code': 200} Feb 09 02:22:40.338529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-595bc4f2-df58-420d-97fc-81bc3790cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:40.341328 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-595bc4f2-df58-420d-97fc-81bc3790cb58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0592506 Feb 09 02:22:40.363181 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:40.427329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:40.427688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.435867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.542701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44c0b9-1c5c-4c0b-9bef-28e3c48c4c3f req-5b53501f-6bad-4f61-8a43-eb6170654b4f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:40.556306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d44c0b9-1c5c-4c0b-9bef-28e3c48c4c3f req-5b53501f-6bad-4f61-8a43-eb6170654b4f tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.3466756 Feb 09 02:22:40.558323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34894) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:40.616097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Request body: {'floatingip': {'port_id': '9166dbb7-c0a6-4f12-af3a-51daa842daf0'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:40.658281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:40.771353 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f878d49-a765-4b1b-89fc-915c2c4bfee6 x-openstack-request-id: req-5f878d49-a765-4b1b-89fc-915c2c4bfee6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:40.771835 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "ba86df4c-70b5-459e-8102-b2957740d843", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:40.772141 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f878d49-a765-4b1b-89fc-915c2c4bfee6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:40.772664 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'ba86df4c-70b5-459e-8102-b2957740d843', 'status': 'completed', 'code': 200} Feb 09 02:22:40.777455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (fc109be4-3e47-48ee-ba15-49bd850f7a56), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.937210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-3d0801c8-b196-4601-b11b-51511a718f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:40.939825 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-3d0801c8-b196-4601-b11b-51511a718f97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5909197 Feb 09 02:22:40.975653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] For port d0cc6fc7-823d-48a5-a065-28807e7f4fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:40.976448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.996996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for d0cc6fc7-823d-48a5-a065-28807e7f4fe7 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:41.012180 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:31Z', 'revision_number': 5, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:41.047863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting subnet a64ad28c-90a2-45fc-99ac-fdab1089725a {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:41.059728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (a64ad28c-90a2-45fc-99ac-fdab1089725a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:41.089274 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] Checking router: 453ae69a-0d86-4ef1-a3e1-d279895abae2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:41.108403 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:41.109445 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:41.121859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (a64ad28c-90a2-45fc-99ac-fdab1089725a), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:41.245286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a64ad28c-90a2-45fc-99ac-fdab1089725a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:41.296031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33452991-1ea6-4073-b01c-fbc13f52e3ff req-e9c56c38-c70d-446b-b50e-27d8e30ca137 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 210 time: 0.4077117 Feb 09 02:22:41.343179 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:41.359078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb58c6-e6c4-4aad-ab12-31ea46efe0a7 req-9e9bb0ab-3634-475f-8f7d-cdd6be3e34ff tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:41.362267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fcb58c6-e6c4-4aad-ab12-31ea46efe0a7 req-9e9bb0ab-3634-475f-8f7d-cdd6be3e34ff tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 944 time: 0.8866167 Feb 09 02:22:41.387365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (a64ad28c-90a2-45fc-99ac-fdab1089725a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:41.476189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836651d-06f6-42ff-8bb5-23be81ff6b8b None None] Network de891649-f2fc-4d93-8c0b-af2a35a9350c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:41.486215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Subnet': ['ID=a64ad28c-90a2-45fc-99ac-fdab1089725a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:41.516712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:41.530954 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ac4f6c0d-d7cf-4935-b9a1-fe8e74e0cc80 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/subnets/a64ad28c-90a2-45fc-99ac-fdab1089725a HTTP/1.1" status: 204 len: 168 time: 0.8588760 Feb 09 02:22:41.542398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:41.636626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fcb58c6-e6c4-4aad-ab12-31ea46efe0a7 req-e8ebc529-3d7a-447d-8135-f1e0c85e1c74 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526493 Feb 09 02:22:41.697410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f4d68-2577-48b9-9cbe-0246a71f8c5a req-c6d3603b-fec8-4d72-8a0c-208b9d6e0ca3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:41.704922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f26f4d68-2577-48b9-9cbe-0246a71f8c5a req-c6d3603b-fec8-4d72-8a0c-208b9d6e0ca3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 942 time: 0.1214693 Feb 09 02:22:41.827873 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-6820b55e-e673-4db0-a6c7-ab322e190d9f service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8666410 Feb 09 02:22:41.892351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] DHCP port deletion for de891649-f2fc-4d93-8c0b-af2a35a9350c request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:41.902679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f26f4d68-2577-48b9-9cbe-0246a71f8c5a req-4f909e49-6ad0-48c4-9632-7b63e8afeef3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966171 Feb 09 02:22:41.905611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d0cc6fc7-823d-48a5-a065-28807e7f4fe7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.075786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] Deleting port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:42.077323 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.175494 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cd772b72-52d7-414b-85b4-4644a341e9cf req-b6e9b705-4adf-4fc6-bd1d-ef2b264465b3 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192742 Feb 09 02:22:42.181050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=d0cc6fc7-823d-48a5-a065-28807e7f4fe7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:42.197707 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:31Z', 'revision_number': 5, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:42.214194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (de891649-f2fc-4d93-8c0b-af2a35a9350c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.311861 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ceee8-6dfa-47b7-ab5f-9dd002d0dd9a None None] The sync data for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 is: [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:15:24Z', 'revision_number': 4, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '0f4ccafa-38b2-4993-bd88-e9434553a9be', 'name': '', 'network_id': 'a22a3c2c-bd0b-48cb-9111-c8e742c68c39', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'mac_address': 'fa:16:3e:96:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:21Z', 'updated_at': '2022-02-09T02:15:31Z', 'revision_number': 5, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'subnets': [{'id': '02533a48-c34d-452b-843e-afc3d82cd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:42.338542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-deleted', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:42.338959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5e7f6967-2bc9-49bf-be5f-1104eef4d686 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:42.342140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] For port 5e7f6967-2bc9-49bf-be5f-1104eef4d686, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5e7f6967-2bc9-49bf-be5f-1104eef4d686,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:42.345891 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226063d-e56c-4d76-a117-1656064dcaf3" -d '{"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-deleted", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:42.358096 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.366758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] No DVR routers for this DVR port d0cc6fc7-823d-48a5-a065-28807e7f4fe7 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:42.374485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.383740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52b41509-6d19-41ec-a9cf-24ed9062f453 req-54fd5881-d749-4e1e-9d31-356ed826159e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.72 "DELETE /v2.0/ports/d0cc6fc7-823d-48a5-a065-28807e7f4fe7 HTTP/1.1" status: 204 len: 173 time: 2.3567080 Feb 09 02:22:42.418973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-d9e43c73-a971-4057-b4de-e07d9a258f72 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:42.423796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-d9e43c73-a971-4057-b4de-e07d9a258f72 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.4055412 Feb 09 02:22:42.444350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'port': {'device_id': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'admin_state_up': True, 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:42.560824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:42.561194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.565454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 53699ddf-4f12-4463-920a-851dcc90bfaf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:42.566320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.570535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] Calling delete_port for 5e7f6967-2bc9-49bf-be5f-1104eef4d686 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:42.771727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Made reservation on behalf of 8fff14ed98e6481db56402c3ccdde54d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:42.776616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:42.781027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:42.784083 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b03564-169e-49c3-99c3-197c7754a647" -d '{"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:42.789266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97d4734b-bfb5-4c03-9892-3e8db81fb240 req-b0001e81-8c0c-444a-9f3e-0038a3c6c23d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 210 time: 0.0530121 Feb 09 02:22:42.978976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port 5e7f6967-2bc9-49bf-be5f-1104eef4d686, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5e7f6967-2bc9-49bf-be5f-1104eef4d686,segment=NetworkSegment(45cc03ae-a417-4ae2-99a9-d810b9c13852),segment_id=45cc03ae-a417-4ae2-99a9-d810b9c13852)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:42.979848 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.034721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for 5e7f6967-2bc9-49bf-be5f-1104eef4d686 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:43.077679 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8509c390-232c-4e91-9f26-0440e86a9454 x-openstack-request-id: req-8509c390-232c-4e91-9f26-0440e86a9454 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:43.080197 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63345c7d-f460-4a02-8875-adb3543a1024", "name": "network-vif-deleted", "tag": "bbe94be1-43e5-4e21-a180-5116c2909e2e", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:43.080805 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8509c390-232c-4e91-9f26-0440e86a9454 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:43.081445 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63345c7d-f460-4a02-8875-adb3543a1024', 'name': 'network-vif-deleted', 'tag': 'bbe94be1-43e5-4e21-a180-5116c2909e2e', 'status': 'completed', 'code': 200} Feb 09 02:22:43.108813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.190361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device de0be8b0-ce6f-4440-8fea-eb2d919ff476 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:22:43.204406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08d3f11-1c87-48b1-b32b-09b2d93a4870 None None] New status for floating IP 8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:43.219653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Allocated IP 172.20.0.5 (c807e0c0-3c9c-47d8-9236-f90112b40139/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c/96b42440-f338-44b9-904d-c29b780fea7a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:43.223725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 53699ddf-4f12-4463-920a-851dcc90bfaf owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:43.487113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:22:43.487661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:22:43.490417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5e7f6967-2bc9-49bf-be5f-1104eef4d686 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:43.493184 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.525715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (53699ddf-4f12-4463-920a-851dcc90bfaf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.585198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=53699ddf-4f12-4463-920a-851dcc90bfaf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:43.636420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (96b42440-f338-44b9-904d-c29b780fea7a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.701069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] No DVR routers for this DVR port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:43.719317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69191108-f114-4ae3-b6d1-53a7504680a3 None None] Pushing event deleted for resources: {'Port': ['ID=5e7f6967-2bc9-49bf-be5f-1104eef4d686,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:43.816384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port de0be8b0-ce6f-4440-8fea-eb2d919ff476 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:22:43.834276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port de0be8b0-ce6f-4440-8fea-eb2d919ff476 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:43.835590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:43.949938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5e7f6967-2bc9-49bf-be5f-1104eef4d686), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.016053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port de0be8b0-ce6f-4440-8fea-eb2d919ff476 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:44.016457 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.059835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=5e7f6967-2bc9-49bf-be5f-1104eef4d686,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:44.064788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port 5e7f6967-2bc9-49bf-be5f-1104eef4d686 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:44.107705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:44.110860 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3ec248-4882-4b46-87a8-fbb7ccf00473" -d '{"events": [{"server_uuid": "9930ab85-2e90-47fd-a5ec-95672bd24284", "name": "network-vif-plugged", "status": "completed", "tag": "de0be8b0-ce6f-4440-8fea-eb2d919ff476"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:44.124522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port de0be8b0-ce6f-4440-8fea-eb2d919ff476, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=de0be8b0-ce6f-4440-8fea-eb2d919ff476,segment=NetworkSegment(2ff3ee91-7132-4aac-9e03-e625e4127640),segment_id=2ff3ee91-7132-4aac-9e03-e625e4127640)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:44.135912 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.184785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (de891649-f2fc-4d93-8c0b-af2a35a9350c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.222239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.245925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=de0be8b0-ce6f-4440-8fea-eb2d919ff476,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:44.274191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de891649-f2fc-4d93-8c0b-af2a35a9350c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:44.298674 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e49e7c-2b8a-40c3-8cda-a509eabf036f x-openstack-request-id: req-a8e49e7c-2b8a-40c3-8cda-a509eabf036f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:44.299126 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750434e6-7f4f-4097-b69c-1acedc2b9261", "name": "network-vif-deleted", "tag": "d0cc6fc7-823d-48a5-a065-28807e7f4fe7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:44.299492 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8e49e7c-2b8a-40c3-8cda-a509eabf036f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:44.300017 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750434e6-7f4f-4097-b69c-1acedc2b9261', 'name': 'network-vif-deleted', 'tag': 'd0cc6fc7-823d-48a5-a065-28807e7f4fe7', 'status': 'completed', 'code': 200} Feb 09 02:22:44.306179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cc03ae-a417-4ae2-99a9-d810b9c13852') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:44.310038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cc03ae-a417-4ae2-99a9-d810b9c13852') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:44.314750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-784f4532-5c43-4c17-be91-1b9f50917a61 req-acc45a3a-5514-4204-aa67-6ecdd53576ab tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0465832 Feb 09 02:22:44.316582 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] It took 1.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:22:44.321010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (96b42440-f338-44b9-904d-c29b780fea7a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.332665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['358b428d-18e9-4a5e-bb8c-51df63390668'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:44.335072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6d61b038-c237-4c4c-8b93-0409f6db4666'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:44.510865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:44.521099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (45cc03ae-a417-4ae2-99a9-d810b9c13852), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.614084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:44.618471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:44.743815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:44.766934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.850256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.872399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=96b42440-f338-44b9-904d-c29b780fea7a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:44.890261 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fc109be4-3e47-48ee-ba15-49bd850f7a56), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:44.918902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5469f6-9edb-4b30-a803-e4d079f9f601 req-b803c41c-98a8-4d61-9ac6-86206331d05d tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:44.929984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce5469f6-9edb-4b30-a803-e4d079f9f601 req-b803c41c-98a8-4d61-9ac6-86206331d05d tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 945 time: 0.6283278 Feb 09 02:22:44.946656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-980bffb6-7ccf-435e-9635-c9a79c0c8180 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5087917 Feb 09 02:22:44.960017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Request body: {'port': {'device_id': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:45.083729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853305e-9d04-4bce-8982-6d2e74e732ab req-92e3875a-f51a-4ddb-9738-eb22027c445c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:45.085380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e853305e-9d04-4bce-8982-6d2e74e732ab req-92e3875a-f51a-4ddb-9738-eb22027c445c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 931 time: 0.5570524 Feb 09 02:22:45.229942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c8fcca5a-397d-44f3-a794-000c3586aaa3 None None] Provisioning complete for port 96b42440-f338-44b9-904d-c29b780fea7a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:22:45.230589 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c8fcca5a-397d-44f3-a794-000c3586aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96b42440-f338-44b9-904d-c29b780fea7a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.321189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce5469f6-9edb-4b30-a803-e4d079f9f601 req-d5ecd393-7917-49cd-b7f6-ccb37cde43df tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901958 Feb 09 02:22:45.334142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcca5a-397d-44f3-a794-000c3586aaa3 None None] Port 96b42440-f338-44b9-904d-c29b780fea7a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:22:45.383546 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96b42440-f338-44b9-904d-c29b780fea7a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.391618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e853305e-9d04-4bce-8982-6d2e74e732ab req-47491d19-25fb-4f6a-abcc-8f008699ec07 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981193 Feb 09 02:22:45.512373 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (45cc03ae-a417-4ae2-99a9-d810b9c13852), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.520786 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Floating IP fc109be4-3e47-48ee-ba15-49bd850f7a56 associated. External IP: 172.25.6.153, port: 9166dbb7-c0a6-4f12-af3a-51daa842daf0. Feb 09 02:22:45.531031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:45.531797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (45cc03ae-a417-4ae2-99a9-d810b9c13852), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.793237 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364c9150-ea84-4119-b312-13738751f955 x-openstack-request-id: req-364c9150-ea84-4119-b312-13738751f955 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:45.793754 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9930ab85-2e90-47fd-a5ec-95672bd24284", "name": "network-vif-plugged", "status": "completed", "tag": "de0be8b0-ce6f-4440-8fea-eb2d919ff476", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:45.794122 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-364c9150-ea84-4119-b312-13738751f955 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:45.794677 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476', 'code': 200} Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:45.881660 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:45.899560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (de891649-f2fc-4d93-8c0b-af2a35a9350c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.911641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:45.920882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/networks/de891649-f2fc-4d93-8c0b-af2a35a9350c HTTP/1.1" status: 204 len: 168 time: 4.3768995 Feb 09 02:22:45.931810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:46.016714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting subnet a3795de4-6bbe-4779-9b79-00dd696a840f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:46.040174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (a3795de4-6bbe-4779-9b79-00dd696a840f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.048278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b42440-f338-44b9-904d-c29b780fea7a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:46.058476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Publish callbacks [] for port (96b42440-f338-44b9-904d-c29b780fea7a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.073657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d67e5-4c31-4432-ab2d-99174b68e6d1 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Network': ['ID=de891649-f2fc-4d93-8c0b-af2a35a9350c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:46.079636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Transition to ACTIVE for port object 96b42440-f338-44b9-904d-c29b780fea7a will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:22:46.111901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (a3795de4-6bbe-4779-9b79-00dd696a840f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.145267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (96b42440-f338-44b9-904d-c29b780fea7a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.227498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ad7e844-4db9-4ae3-91da-4adbcda6b5ae req-c748fbc3-81ad-4a7a-82e6-cbc281bba711 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1396422 Feb 09 02:22:46.321295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a3795de4-6bbe-4779-9b79-00dd696a840f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.356913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Pushing event updated for resources: {'Port': ['ID=96b42440-f338-44b9-904d-c29b780fea7a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:46.542329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Attempting to bind port 96b42440-f338-44b9-904d-c29b780fea7a on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:46.544435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Attempting to bind port 96b42440-f338-44b9-904d-c29b780fea7a by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:46.544888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Attempting to bind port 96b42440-f338-44b9-904d-c29b780fea7a on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:46.623261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12970e4-82aa-4c08-9408-17fd2daaf330 req-0791230e-9193-4f9c-b14a-3cfe2630749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:46.624970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a12970e4-82aa-4c08-9408-17fd2daaf330 req-0791230e-9193-4f9c-b14a-3cfe2630749a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 1128 time: 0.4882100 Feb 09 02:22:46.757241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Port 96b42440-f338-44b9-904d-c29b780fea7a on network c807e0c0-3c9c-47d8-9236-f90112b40139 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:22:46.759290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Attempting to bind port 96b42440-f338-44b9-904d-c29b780fea7a on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:46.806388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 8f1e0057-1cb8-43c6-89fe-05f6ccde2291 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:46.811946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (a3795de4-6bbe-4779-9b79-00dd696a840f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:46.976237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Router 0a78b549-dedd-419c-a4b4-adabce4770f3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:46.994906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:46.995501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:46.996020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Bound using segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:46.999012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Bound port: 96b42440-f338-44b9-904d-c29b780fea7a, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:46.999528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96b42440-f338-44b9-904d-c29b780fea7a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:47.076070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:47.089940 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] Sync routers for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:47.095364 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e12283fa-7695-4aac-af88-2baa0a8d31fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/8f1e0057-1cb8-43c6-89fe-05f6ccde2291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0606282 Feb 09 02:22:47.095364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Subnet': ['ID=a3795de4-6bbe-4779-9b79-00dd696a840f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:47.104277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:47.112791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a12970e4-82aa-4c08-9408-17fd2daaf330 req-53f8dae3-429c-400d-84af-5d41a47e955b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772325 Feb 09 02:22:47.113739 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:47.114705 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:47.186825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4a1ce-387e-4f6a-9783-b4ab86801f61 req-3621d788-2ba2-470e-8c5f-2eace1b83665 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:47.188844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae4a1ce-387e-4f6a-9783-b4ab86801f61 req-3621d788-2ba2-470e-8c5f-2eace1b83665 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 945 time: 0.6342378 Feb 09 02:22:47.197843 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:47.234969 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:47.236609 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:47.276375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:47.282550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c5e716-9b04-4e67-95cb-46abf2076bd9 None None] Network 8dd30a74-09a3-4213-9917-37e26d2ea3f1 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:47.291086 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0b3e0754-dd8a-4db4-94e2-7af31f3f7ce9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/subnets/a3795de4-6bbe-4779-9b79-00dd696a840f HTTP/1.1" status: 204 len: 168 time: 1.3583298 Feb 09 02:22:47.294201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35022) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:47.325910 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:47.327018 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062895ac-6a8c-4079-a762-3cdfd7c9ba87 None None] The sync data for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:47.637293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] DHCP port deletion for 8dd30a74-09a3-4213-9917-37e26d2ea3f1 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:47.653704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd4712-96be-4814-aa0b-5998f047558b req-8ecd73a3-f701-4b1e-8fec-ddc47c573a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:47.672604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04fd4712-96be-4814-aa0b-5998f047558b req-8ecd73a3-f701-4b1e-8fec-ddc47c573a7c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 943 time: 1.0917902 Feb 09 02:22:47.701518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8dd30a74-09a3-4213-9917-37e26d2ea3f1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:47.762201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] Deleting port 44a68bb8-172c-43d2-b438-1e49b4f42dae {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:47.762716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:47.944745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] For port 96b42440-f338-44b9-904d-c29b780fea7a, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:47.962675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] For port 96b42440-f338-44b9-904d-c29b780fea7a, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=96b42440-f338-44b9-904d-c29b780fea7a,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:48.036001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] For port 44a68bb8-172c-43d2-b438-1e49b4f42dae, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=44a68bb8-172c-43d2-b438-1e49b4f42dae,segment=NetworkSegment(c563fbb5-7b15-4a69-b20a-a09fd7b1e74b),segment_id=c563fbb5-7b15-4a69-b20a-a09fd7b1e74b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:48.036648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:48.069849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] Calling delete_port for 44a68bb8-172c-43d2-b438-1e49b4f42dae owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:48.072854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (96b42440-f338-44b9-904d-c29b780fea7a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:48.147723 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:48.253614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:48.254414 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:48.255986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] 10.222.0.82 "PUT /v2.0/ports/96b42440-f338-44b9-904d-c29b780fea7a HTTP/1.1" status: 200 len: 1092 time: 3.3007071 Feb 09 02:22:48.291572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:48.295575 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:48.325029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04fd4712-96be-4814-aa0b-5998f047558b req-f04fd7b4-ed4c-47aa-adef-4c614706bafb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502459 Feb 09 02:22:48.330314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:48.333077 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65186008-72a5-4230-84c7-19e56dbcf6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "tag": "96b42440-f338-44b9-904d-c29b780fea7a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:48.432396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 44a68bb8-172c-43d2-b438-1e49b4f42dae no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:48.442055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] No DVR routers for this DVR port 44a68bb8-172c-43d2-b438-1e49b4f42dae on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:48.452778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc2556-7814-4ce8-8603-bc9719bf154f None None] Pushing event deleted for resources: {'Port': ['ID=44a68bb8-172c-43d2-b438-1e49b4f42dae,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:48.560598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae4a1ce-387e-4f6a-9783-b4ab86801f61 req-92587626-1000-4200-84ca-093a2a2eb2a3 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2516589 Feb 09 02:22:48.659988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 44a68bb8-172c-43d2-b438-1e49b4f42dae {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:48.660347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 44a68bb8-172c-43d2-b438-1e49b4f42dae not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:48.769547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ebcd7-8ee4-4902-9a6e-47c1ec8a4c48 service neutron] Pushing event updated for resources: {'Port': ['ID=96b42440-f338-44b9-904d-c29b780fea7a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:48.803196 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44162dc-64f0-429f-ad9e-7d074ba398de x-openstack-request-id: req-b44162dc-64f0-429f-ad9e-7d074ba398de {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:48.803770 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "tag": "96b42440-f338-44b9-904d-c29b780fea7a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:48.804141 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b44162dc-64f0-429f-ad9e-7d074ba398de {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:48.805195 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a', 'status': 'completed', 'code': 200} Feb 09 02:22:48.810581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-667a223e-1fa8-4c9a-9d6a-a4b15227b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:48.812401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-667a223e-1fa8-4c9a-9d6a-a4b15227b630 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 1126 time: 0.4491005 Feb 09 02:22:48.825961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dfc3349-d90a-4d2b-b6d1-5dd7a9b6c97c req-59e5f736-fdfe-4253-be2c-8da96359c3ad tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1030090 Feb 09 02:22:48.879541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-7f7ee6e2-92f5-45ab-a9b1-cfb2926e551d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b42440-f338-44b9-904d-c29b780fea7a HTTP/1.1" status: 200 len: 217 time: 0.0473883 Feb 09 02:22:48.941251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-46501d61-577a-4562-bd8d-8d32f8bdd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:48.942967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-46501d61-577a-4562-bd8d-8d32f8bdd76a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0541263 Feb 09 02:22:48.944945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port 44a68bb8-172c-43d2-b438-1e49b4f42dae {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:48.945409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:48.949016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:48.966756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] Sync routers for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:48.991143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:48.992722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:49.035521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.143376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 2d7b5ad2-710c-4706-b851-58e0af17958d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:49.143901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.252395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:49.267419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port 44a68bb8-172c-43d2-b438-1e49b4f42dae, host n-d-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:49.268043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.440383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for 44a68bb8-172c-43d2-b438-1e49b4f42dae owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:49.500755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.541616 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.558966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Port 44a68bb8-172c-43d2-b438-1e49b4f42dae was not found and therefore no delete operation was performed {{(pid=103149) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:22:49.560113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 2d7b5ad2-710c-4706-b851-58e0af17958d owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:49.563510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b5c5207c-1209-43c0-aa22-de521ffc5ded tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "PUT /v2.0/floatingips/fc109be4-3e47-48ee-ba15-49bd850f7a56 HTTP/1.1" status: 200 len: 992 time: 8.9567919 Feb 09 02:22:49.706774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (44a68bb8-172c-43d2-b438-1e49b4f42dae), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:49.798018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=44a68bb8-172c-43d2-b438-1e49b4f42dae,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:49.802796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port 44a68bb8-172c-43d2-b438-1e49b4f42dae on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:49.822735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fc109be4-3e47-48ee-ba15-49bd850f7a56', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'port_id': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'mac_address': 'fa:16:3e:c6:a2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:42Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:49.863031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934e39-7745-49de-94b6-308cce5f790c req-14fd26d5-3251-4080-aec0-282fc5b875d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:49.870956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-14fd26d5-3251-4080-aec0-282fc5b875d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9198523 Feb 09 02:22:49.934526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] Checking router: 0a78b549-dedd-419c-a4b4-adabce4770f3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:22:49.958662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:49.959451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:49.977301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2d7b5ad2-710c-4706-b851-58e0af17958d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.144025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=2d7b5ad2-710c-4706-b851-58e0af17958d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:50.265438 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8dd30a74-09a3-4213-9917-37e26d2ea3f1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.293863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:22:50.295423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd30a74-09a3-4213-9917-37e26d2ea3f1']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:50.313289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:50.314095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c563fbb5-7b15-4a69-b20a-a09fd7b1e74b') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:50.327042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (c563fbb5-7b15-4a69-b20a-a09fd7b1e74b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.343257 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c563fbb5-7b15-4a69-b20a-a09fd7b1e74b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.352554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:50.352805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.353656 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (c563fbb5-7b15-4a69-b20a-a09fd7b1e74b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.493259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-9030aca4-1a87-4c13-8705-2375de68ecc8 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700803 Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:50.494360 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:50.547658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-8fc41b2d-63d8-4ab4-bbbf-a92e48dac767 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2287407 Feb 09 02:22:50.548553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8dd30a74-09a3-4213-9917-37e26d2ea3f1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.642317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.656171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/networks/8dd30a74-09a3-4213-9917-37e26d2ea3f1 HTTP/1.1" status: 204 len: 168 time: 3.3263597 Feb 09 02:22:50.659185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35084) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:50.667318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1544725840'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:50.759158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:50.763474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.804415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:50.818701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6292d990-c483-4793-9598-b75580175f03), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.819523 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Added segment 6292d990-c483-4793-9598-b75580175f03 of type vlan for network b5f72e2c-d381-42ca-affe-f4a2c416f054 Feb 09 02:22:50.876301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (b5f72e2c-d381-42ca-affe-f4a2c416f054), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.924401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (b5f72e2c-d381-42ca-affe-f4a2c416f054), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.931893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:50.932758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:50.968327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 8f1e0057-1cb8-43c6-89fe-05f6ccde2291 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:22:51.138514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fc109be4-3e47-48ee-ba15-49bd850f7a56', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'port_id': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'mac_address': 'fa:16:3e:c6:a2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:42Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.213081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Network': ['ID=b5f72e2c-d381-42ca-affe-f4a2c416f054,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:51.215642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2bbaf-7ada-4c98-ace4-18c19bcf045c None None] The sync data for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 is: [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'fc109be4-3e47-48ee-ba15-49bd850f7a56', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'port_id': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'mac_address': 'fa:16:3e:c6:a2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:22:07Z', 'updated_at': '2022-02-09T02:22:42Z', 'revision_number': 1, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:51.235553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network b5f72e2c-d381-42ca-affe-f4a2c416f054 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:22:51.251530 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-197677b7-7185-4cbb-aef3-f5e0310483d8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5811017 Feb 09 02:22:51.255939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:51.268386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'subnet': {'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:51.505591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:22:51.517743 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:22:51.535213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:22:51.546029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] Sync routers for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:22:51.552459 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7797e0c6-a3ba-4cea-99f5-f2090d700f2f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/8f1e0057-1cb8-43c6-89fe-05f6ccde2291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4450676 Feb 09 02:22:51.556063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:51.568981 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:51.571060 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.582255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75859f-faef-4ef3-9657-ef904626d93c tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Network': ['ID=8dd30a74-09a3-4213-9917-37e26d2ea3f1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:51.606104 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-471afe96-14ea-4c60-a52d-4901e87da00d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f1e0057-1cb8-43c6-89fe-05f6ccde2291 HTTP/1.1" status: 200 len: 205 time: 0.0486968 Feb 09 02:22:51.622545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:51.627055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6985cd2-3d70-4e36-a715-d8f45e0c8b3e req-126fbf11-869c-4392-81da-da83e522d64b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.628974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6985cd2-3d70-4e36-a715-d8f45e0c8b3e req-126fbf11-869c-4392-81da-da83e522d64b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 943 time: 2.0721867 Feb 09 02:22:51.680957 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.697271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7065ab5b-0486-4f95-9b02-daa2dc4f636c None None] New status for floating IP fc109be4-3e47-48ee-ba15-49bd850f7a56: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:22:51.727139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] Routers {'8f1e0057-1cb8-43c6-89fe-05f6ccde2291'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:22:51.728061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd934e39-7745-49de-94b6-308cce5f790c req-f56c6335-1e3b-4212-8fed-e84004e04baa service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2195756 Feb 09 02:22:51.732448 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.841066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad981-fe11-4eae-9255-747163aad228 req-d3704afa-ecab-400d-aa3c-b227eead2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.843634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-d3704afa-ecab-400d-aa3c-b227eead2971 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 1128 time: 0.3793912 Feb 09 02:22:51.846669 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:51.847349 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe38205-9abf-4562-9070-382d85bbea99 None None] The sync data for ids ['8f1e0057-1cb8-43c6-89fe-05f6ccde2291'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:22:51.869525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413c4fc-845c-460d-b687-fe916bbaf5da req-83afa7d6-4f8d-4aae-bba6-c77b3b9c270c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:51.876876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c413c4fc-845c-460d-b687-fe916bbaf5da req-83afa7d6-4f8d-4aae-bba6-c77b3b9c270c tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 2.0674357 Feb 09 02:22:51.877177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd49dd02-3078-495b-ba42-f427b1012f41 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.105096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6985cd2-3d70-4e36-a715-d8f45e0c8b3e req-3920295d-d9eb-45d3-b783-9248dc6189c3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276934 Feb 09 02:22:52.135236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-c6ef1175-4432-465a-85b1-270f30ab863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:52.135725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-c6ef1175-4432-465a-85b1-270f30ab863c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 1126 time: 0.3500893 Feb 09 02:22:52.219710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad981-fe11-4eae-9255-747163aad228 req-a0b4e888-3874-4b59-b67b-1171b2990e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:52.221446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-a0b4e888-3874-4b59-b67b-1171b2990e31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.3346422 Feb 09 02:22:52.236029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c413c4fc-845c-460d-b687-fe916bbaf5da req-2e15fee1-3751-43e6-9d4b-d95880e91d5e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582385 Feb 09 02:22:52.324749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-f90949d8-a3b9-483c-a76e-57061c8ca190 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d61b038-c237-4c4c-8b93-0409f6db4666 HTTP/1.1" status: 200 len: 217 time: 0.0856886 Feb 09 02:22:52.343935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:52.348271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.358577 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd49dd02-3078-495b-ba42-f427b1012f41 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.363523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd49dd02-3078-495b-ba42-f427b1012f41 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.536545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bec16d5-9471-411f-86bf-c53e53f587bb req-b6d040a6-ea14-4c90-b4e0-4c7c6c93854f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0939391 Feb 09 02:22:52.590433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad981-fe11-4eae-9255-747163aad228 req-bf66c628-a1ac-4cf2-892f-7eae775b95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:52.590604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd49dd02-3078-495b-ba42-f427b1012f41 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (8f1e0057-1cb8-43c6-89fe-05f6ccde2291), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.591409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd49dd02-3078-495b-ba42-f427b1012f41 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1e0057-1cb8-43c6-89fe-05f6ccde2291 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:22:52.592967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-bf66c628-a1ac-4cf2-892f-7eae775b95df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.2543099 Feb 09 02:22:52.602715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-1c38b0db-3c2e-48a1-82ad-74862533964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:52.608152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-1c38b0db-3c2e-48a1-82ad-74862533964c service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.4534626 Feb 09 02:22:52.626882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd49dd02-3078-495b-ba42-f427b1012f41 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.628194 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd49dd02-3078-495b-ba42-f427b1012f41 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/8f1e0057-1cb8-43c6-89fe-05f6ccde2291 HTTP/1.1" status: 204 len: 168 time: 1.0046387 Feb 09 02:22:52.636208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:52.699440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d96b5-19d1-4db1-a1fb-39cfa90278a9 req-13a84c39-47ad-4943-8088-f8db23f91d53 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:52.707117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f3d96b5-19d1-4db1-a1fb-39cfa90278a9 req-13a84c39-47ad-4943-8088-f8db23f91d53 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 945 time: 0.3457816 Feb 09 02:22:52.829784 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8a454-59c0-4039-9fd3-01934a2373ae x-openstack-request-id: req-91f8a454-59c0-4039-9fd3-01934a2373ae {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:22:52.833214 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:22:52.833838 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91f8a454-59c0-4039-9fd3-01934a2373ae {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:22:52.834310 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'status': 'completed', 'code': 200} Feb 09 02:22:52.846837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-9238b80c-b2f9-4059-ac8f-0fc72946e799 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b42440-f338-44b9-904d-c29b780fea7a HTTP/1.1" status: 200 len: 217 time: 0.2070107 Feb 09 02:22:52.889030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 080ea6b7-47cf-4d69-8702-8ba67b7f5dca {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:52.947327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (080ea6b7-47cf-4d69-8702-8ba67b7f5dca), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:52.953762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-6320c66d-36f1-4f4c-af4d-f2eaa0e67b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:52.959830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-6320c66d-36f1-4f4c-af4d-f2eaa0e67b02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1023316 Feb 09 02:22:53.061602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (70b73ffa-742f-4762-996b-d1a98e4842ae), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.111378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f3d96b5-19d1-4db1-a1fb-39cfa90278a9 req-e44c6ac3-f64b-4577-ab71-3366a9792910 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980063 Feb 09 02:22:53.134222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (080ea6b7-47cf-4d69-8702-8ba67b7f5dca), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.182229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad981-fe11-4eae-9255-747163aad228 req-5a0db5a0-6467-432e-9c19-05f3c473e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:53.184219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-5a0db5a0-6467-432e-9c19-05f3c473e57b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5716054 Feb 09 02:22:53.224294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-499ac8ee-978e-45aa-aa83-ad4ca0b3366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:53.226179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-499ac8ee-978e-45aa-aa83-ad4ca0b3366b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2539203 Feb 09 02:22:53.261817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-0f65ea8f-b405-471e-8188-01064eaa5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:53.265129 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-0f65ea8f-b405-471e-8188-01064eaa5281 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1818d444d0ed4bf595cc8def49151954&device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 1129 time: 0.3399765 Feb 09 02:22:53.364770 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5fea26d6-2e61-4295-80d6-0f279dfb83ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.485390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:53.494751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-fdd2742a-600d-4759-ac3b-d38f7060ce01 service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935414 Feb 09 02:22:53.621601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Subnet': ['ID=70b73ffa-742f-4762-996b-d1a98e4842ae,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:53.685273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.685743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.686234 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.690702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.691126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.691546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.691949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.692352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.692766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.693165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.693564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.693960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.694358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:22:53.784733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ad981-fe11-4eae-9255-747163aad228 req-c2f9bb2a-151b-479d-a74e-7ea46690b52d service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697072 Feb 09 02:22:53.825017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Checking segment: {'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:53.825634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network hostable DHCP agents. Network: b5f72e2c-d381-42ca-affe-f4a2c416f054, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:53.865993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (080ea6b7-47cf-4d69-8702-8ba67b7f5dca), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:53.932915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e817167-aefb-4bd6-8395-7de8636b53cc req-5479a2b7-2ce2-4266-a0b7-cf379df2a0d8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:53.937360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e817167-aefb-4bd6-8395-7de8636b53cc req-5479a2b7-2ce2-4266-a0b7-cf379df2a0d8 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.4388864 Feb 09 02:22:53.995511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-cb643a19-eaa4-4468-b9e1-627f3ef060eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:53.997707 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-cb643a19-eaa4-4468-b9e1-627f3ef060eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 200 len: 912 time: 0.6760323 Feb 09 02:22:54.001183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-251d31e7-58cc-4d52-bc9e-92f990e67b78 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535062 Feb 09 02:22:54.044245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network b5f72e2c-d381-42ca-affe-f4a2c416f054 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:54.062549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d49c2-ce69-407b-a384-8d3bd4f9cfe1 req-d517bb82-388b-4687-8a57-c25b0c7f794e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:54.075727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-368d49c2-ce69-407b-a384-8d3bd4f9cfe1 req-d517bb82-388b-4687-8a57-c25b0c7f794e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 943 time: 0.5707877 Feb 09 02:22:54.167435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b5f72e2c-d381-42ca-affe-f4a2c416f054) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:54.171706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:54.172998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.183604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7d4e7-c683-4c1d-915a-dc00083bb665 None None] Network b5f72e2c-d381-42ca-affe-f4a2c416f054 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:54.200862 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (080ea6b7-47cf-4d69-8702-8ba67b7f5dca), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.307080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=080ea6b7-47cf-4d69-8702-8ba67b7f5dca,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:54.322684 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2febadeb-9273-45f1-859e-9dbe149cbc29 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0598047 Feb 09 02:22:54.333282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35156) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:54.340203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1286017651'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:54.358229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-368d49c2-ce69-407b-a384-8d3bd4f9cfe1 req-db876d2a-b67d-42e6-ab64-6cb4fc160833 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816846 Feb 09 02:22:54.361402 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-59893bbd-d20f-4dad-aa17-8ab835f5d354 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0 HTTP/1.1" status: 200 len: 1002 time: 0.3480599 Feb 09 02:22:54.369389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.376514 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb98b3d2-c354-4541-98b4-1ff3602101db tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/080ea6b7-47cf-4d69-8702-8ba67b7f5dca HTTP/1.1" status: 204 len: 168 time: 1.7370300 Feb 09 02:22:54.380343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35158) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:54.411566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04337958-54bc-4bc2-8104-3a453ae86335 None None] Network 7a2163d5-3747-4695-9267-f652cb13936f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:54.487838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e817167-aefb-4bd6-8395-7de8636b53cc req-9f74c1ad-7566-42a2-aa6e-65119eb0dac6 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5442226 Feb 09 02:22:54.507724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:54.513747 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.578542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-f0f2d2d3-812f-487e-9283-41d6c5807d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:54.579707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-b5f72e2c-d381-42ca-affe-f4a2c416f054', 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054', 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'fixed_ips': [{'subnet_id': '70b73ffa-742f-4762-996b-d1a98e4842ae'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:22:54.580591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.581814 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-f0f2d2d3-812f-487e-9283-41d6c5807d0b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 200 len: 850 time: 0.1970034 Feb 09 02:22:54.637046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86e7b7cd-c6fe-4728-b892-b71748216aa9 req-d8ec8723-08fb-4ad5-97df-cc9c415037b6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1037896 Feb 09 02:22:54.680116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65186008-72a5-4230-84c7-19e56dbcf6a5 req-b2a01ddf-8306-4b47-86d9-62a5b66d2913 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655901 Feb 09 02:22:54.720820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:54.721608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 54eb9c0f-b3f4-437a-a581-88dd92e7e662 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:22:54.727364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (54eb9c0f-b3f4-437a-a581-88dd92e7e662), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.782444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (db781785-37a1-42f5-bfe5-f6b74a763738), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.782444 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Added segment db781785-37a1-42f5-bfe5-f6b74a763738 of type vlan for network 8f0abd1d-77ae-47bb-9041-fbdba49afeea Feb 09 02:22:54.865043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (54eb9c0f-b3f4-437a-a581-88dd92e7e662), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:54.876088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-ffeb5c5e-66d2-40bf-8c93-62e79fe9f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:54.877960 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-ffeb5c5e-66d2-40bf-8c93-62e79fe9f633 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be1038e3-a826-4512-9d3d-5c6c50e29088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2890964 Feb 09 02:22:54.884945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8f0abd1d-77ae-47bb-9041-fbdba49afeea), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.093262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:22:55.097571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] DHCP port deletion for 7a2163d5-3747-4695-9267-f652cb13936f request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:55.102345 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (54eb9c0f-b3f4-437a-a581-88dd92e7e662), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.165285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 96b42440-f338-44b9-904d-c29b780fea7a details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:22:55.206604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8f0abd1d-77ae-47bb-9041-fbdba49afeea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.208989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Allocated IP 19.80.0.2 (b5f72e2c-d381-42ca-affe-f4a2c416f054/70b73ffa-742f-4762-996b-d1a98e4842ae/f4757b6f-ba90-45ce-a4a3-1e24a3f18418) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:55.214419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (54eb9c0f-b3f4-437a-a581-88dd92e7e662), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.220361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.222205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.239521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.254427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/54eb9c0f-b3f4-437a-a581-88dd92e7e662 HTTP/1.1" status: 204 len: 168 time: 0.8702033 Feb 09 02:22:55.260573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35190) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:55.285320 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9481721 Feb 09 02:22:55.297048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35192) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:55.306756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'subnet': {'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:55.319297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ef6c2-1907-4ac9-86b3-3e15b934e4f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=54eb9c0f-b3f4-437a-a581-88dd92e7e662,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:55.392543 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-6d90c8a9-18b8-4715-8a16-02a767b45e78 service neutron] 10.222.0.82 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046597 Feb 09 02:22:55.506569 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (7a2163d5-3747-4695-9267-f652cb13936f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.564390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3476281-2623-4989-a440-b0b1868ef122 None None] Network 8923086a-95ac-4958-9898-6db406e745bb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:55.588248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:55.592140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.759267 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a2d3ce9d-fad6-406b-a18e-9f437bfd4aa5 req-fcc8d9a7-cf34-43c9-b52a-3fd497d8998b service neutron] 10.222.0.82 "GET /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452740 Feb 09 02:22:55.768964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59d05a-2072-4f60-8358-91f03decb7bf tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Network': ['ID=8f0abd1d-77ae-47bb-9041-fbdba49afeea,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:55.816933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 96b42440-f338-44b9-904d-c29b780fea7a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=96b42440-f338-44b9-904d-c29b780fea7a,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:55.860667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8cd51-b155-49cf-ab42-f22204503078 req-a5f9f980-ec67-4411-a560-361518499152 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.862448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0b8cd51-b155-49cf-ab42-f22204503078 req-a5f9f980-ec67-4411-a560-361518499152 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 943 time: 0.3630018 Feb 09 02:22:55.872043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '96b42440-f338-44b9-904d-c29b780fea7a', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '96b42440-f338-44b9-904d-c29b780fea7a', 'mac_address': 'fa:16:3e:89:55:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:22:55.881908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8f0abd1d-77ae-47bb-9041-fbdba49afeea details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:22:55.885093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:55.885440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:55.977668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7b590-bd57-401b-8091-a4dc6f164a65 req-03f10825-33c7-4f16-8428-39be2eeb82af tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:55.984814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bc7b590-bd57-401b-8091-a4dc6f164a65 req-03f10825-33c7-4f16-8428-39be2eeb82af tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.2774379 Feb 09 02:22:56.057306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0b8cd51-b155-49cf-ab42-f22204503078 req-1990f31c-512c-44bd-a910-0e695916e819 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778343 Feb 09 02:22:56.061555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port d3a1ec97-7f5f-4550-9376-3ec2e5af2163, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,segment=NetworkSegment(95c3fd93-6f73-4b69-956e-f02d80a994c1),segment_id=95c3fd93-6f73-4b69-956e-f02d80a994c1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:56.062190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.103565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for d3a1ec97-7f5f-4550-9376-3ec2e5af2163 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:56.140430 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Publish callbacks [] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.191934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bc7b590-bd57-401b-8091-a4dc6f164a65 req-fd896e38-0202-4953-ae56-3b36550de362 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062178 Feb 09 02:22:56.265843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55e44943-3588-4cae-bc96-10d5b44823c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.277685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.307075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.428532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Deleting port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:56.428924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.430795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.432961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:56.463936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Pushing event updated for resources: {'Port': ['ID=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.466370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3a1ec97-7f5f-4550-9376-3ec2e5af2163 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:56.495567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4962d58c-ae91-4b76-8875-8931b46d1048 req-3161bd44-2117-4856-91d2-e4c16b11b98e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0787199 Feb 09 02:22:56.560779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (14e0f9f4-84c2-4f17-9dd7-f88b464c03d8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.700301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Checking segment: {'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:56.700757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network hostable DHCP agents. Network: 8f0abd1d-77ae-47bb-9041-fbdba49afeea, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:22:56.705653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d3a1ec97-7f5f-4550-9376-3ec2e5af2163 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:56.706247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3a1ec97-7f5f-4550-9376-3ec2e5af2163 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:56.706380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Subnet': ['ID=14e0f9f4-84c2-4f17-9dd7-f88b464c03d8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:56.728679 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (7a2163d5-3747-4695-9267-f652cb13936f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.756505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Network b5f72e2c-d381-42ca-affe-f4a2c416f054 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:56.772431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 96b42440-f338-44b9-904d-c29b780fea7a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:22:56.772431 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96b42440-f338-44b9-904d-c29b780fea7a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.790310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b42440-f338-44b9-904d-c29b780fea7a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:22:56.803491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:56.809879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:56.816983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network 8f0abd1d-77ae-47bb-9041-fbdba49afeea is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:22:56.818451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2163d5-3747-4695-9267-f652cb13936f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:56.838797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8f0abd1d-77ae-47bb-9041-fbdba49afeea) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:56.844956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c3fd93-6f73-4b69-956e-f02d80a994c1') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:56.845904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c3fd93-6f73-4b69-956e-f02d80a994c1') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:56.848788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:56.849868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.890426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b339d09-adb3-404e-8ffc-682b83a06d21 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5922599 Feb 09 02:22:56.894276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122c77c-6774-42db-bb6a-5221bbefd6c5 None None] Network 8f0abd1d-77ae-47bb-9041-fbdba49afeea requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:22:56.937114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (95c3fd93-6f73-4b69-956e-f02d80a994c1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.970011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (95c3fd93-6f73-4b69-956e-f02d80a994c1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:56.996246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:56.998647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (95c3fd93-6f73-4b69-956e-f02d80a994c1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.032488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] For port d3a1ec97-7f5f-4550-9376-3ec2e5af2163, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:57.032785 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:57.044951 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:57.069223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 96b42440-f338-44b9-904d-c29b780fea7a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=96b42440-f338-44b9-904d-c29b780fea7a,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:57.153579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] DHCP port deletion for 8923086a-95ac-4958-9898-6db406e745bb request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:22:57.234242 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (96b42440-f338-44b9-904d-c29b780fea7a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.240791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (7a2163d5-3747-4695-9267-f652cb13936f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.243749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Calling delete_port for d3a1ec97-7f5f-4550-9376-3ec2e5af2163 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:57.253304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.274807 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/7a2163d5-3747-4695-9267-f652cb13936f HTTP/1.1" status: 204 len: 168 time: 2.0072067 Feb 09 02:22:57.279618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:57.299121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:22:57.308457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc387993-06e3-4809-9d30-4d8f267ad305 req-a6a24d2a-a103-4984-b756-34454ffcb7e2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:57.313673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Attempting to bind port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:57.326411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc387993-06e3-4809-9d30-4d8f267ad305 req-a6a24d2a-a103-4984-b756-34454ffcb7e2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 944 time: 0.1382580 Feb 09 02:22:57.327403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Attempting to bind port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:57.327776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Attempting to bind port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 on network b5f72e2c-d381-42ca-affe-f4a2c416f054 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:57.330165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6907970-f950-4c70-9eb0-d04c5353a174 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=7a2163d5-3747-4695-9267-f652cb13936f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:57.336980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8f0abd1d-77ae-47bb-9041-fbdba49afeea', 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea', 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'fixed_ips': [{'subnet_id': '14e0f9f4-84c2-4f17-9dd7-f88b464c03d8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:22:57.337494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.380289 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (d3a1ec97-7f5f-4550-9376-3ec2e5af2163), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.398733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.457695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:57.458944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Checking segment: {'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:57.459520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.460036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Bound using segment: {'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:57.461262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Bound port: f4757b6f-ba90-45ce-a4a3-1e24a3f18418, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:57.462054 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.467043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Network 7a2163d5-3747-4695-9267-f652cb13936f is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:22:57.472964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] No DVR routers for this DVR port d3a1ec97-7f5f-4550-9376-3ec2e5af2163 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:57.484811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc387993-06e3-4809-9d30-4d8f267ad305 req-029c459b-5c28-462e-9c65-666afef975da tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518352 Feb 09 02:22:57.553468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8923086a-95ac-4958-9898-6db406e745bb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.583800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=96b42440-f338-44b9-904d-c29b780fea7a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:57.639914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['96b42440-f338-44b9-904d-c29b780fea7a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:22:57.668359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 30fb98c4-b467-4b02-9172-2e9fa151eba5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:57.668987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.723674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-06895dbf-7bb7-4f62-a8eb-1115de92927f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:57.733393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-06895dbf-7bb7-4f62-a8eb-1115de92927f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:57.733393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-06895dbf-7bb7-4f62-a8eb-1115de92927f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/networks?id=b5f72e2c-d381-42ca-affe-f4a2c416f054&id=8f0abd1d-77ae-47bb-9041-fbdba49afeea HTTP/1.1" status: 200 len: 1392 time: 0.1654689 Feb 09 02:22:57.753236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 30fb98c4-b467-4b02-9172-2e9fa151eba5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30fb98c4-b467-4b02-9172-2e9fa151eba5,segment=NetworkSegment(26d0526c-524f-4e5c-8bda-4acc810c97f9),segment_id=26d0526c-524f-4e5c-8bda-4acc810c97f9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:57.753773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.757129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948ba47-4adb-4e1a-b7e6-d79439d31bf0 None None] Pushing event deleted for resources: {'Port': ['ID=d3a1ec97-7f5f-4550-9376-3ec2e5af2163,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:57.772882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f8e74505-8bc4-4b44-8f8e-bf5444673276 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/quotas/c459a5f2787b4c17aa8dfe5ac69707db HTTP/1.1" status: 200 len: 375 time: 0.0187559 Feb 09 02:22:57.778160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 30fb98c4-b467-4b02-9172-2e9fa151eba5 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:57.845823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] Deleting port 30fb98c4-b467-4b02-9172-2e9fa151eba5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:22:57.846057 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.854765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a0309-c522-4e24-a244-dc47afcf3fca req-a1cfd8c9-4575-4da6-b241-ed8fa1a14ea4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:57.856454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc2a0309-c522-4e24-a244-dc47afcf3fca req-a1cfd8c9-4575-4da6-b241-ed8fa1a14ea4 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.2133670 Feb 09 02:22:57.890011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] For port f4757b6f-ba90-45ce-a4a3-1e24a3f18418, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:22:57.943010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc2a0309-c522-4e24-a244-dc47afcf3fca req-15d29bb0-82ee-4af7-a3aa-02d85c44fd55 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768380 Feb 09 02:22:57.955377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:57.977132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-0a6f9f34-a288-4efb-9e47-8fff4a818163 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1920292 Feb 09 02:22:57.983747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-e9c9f170-cf1c-4713-9702-160e478eb7e5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:22:57.994568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-e9c9f170-cf1c-4713-9702-160e478eb7e5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163093 Feb 09 02:22:57.998943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Allocated IP 19.86.0.2 (8f0abd1d-77ae-47bb-9041-fbdba49afeea/14e0f9f4-84c2-4f17-9dd7-f88b464c03d8/17958bb1-e352-42f0-af9a-e55a2153dc94) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:22:58.039418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=30fb98c4-b467-4b02-9172-2e9fa151eba5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:58.050021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port 30fb98c4-b467-4b02-9172-2e9fa151eba5 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:22:58.178619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8923086a-95ac-4958-9898-6db406e745bb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.219450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4ad89e17-59ae-451a-9b79-e03c3b8eb94e service neutron] 10.222.0.53 "GET /v2.0/networks/b5f72e2c-d381-42ca-affe-f4a2c416f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216094 Feb 09 02:22:58.292375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] For port f4757b6f-ba90-45ce-a4a3-1e24a3f18418, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:22:58.338933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.388254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30fb98c4-b467-4b02-9172-2e9fa151eba5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:58.427137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 30fb98c4-b467-4b02-9172-2e9fa151eba5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:22:58.427772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30fb98c4-b467-4b02-9172-2e9fa151eba5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:22:58.432541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.544932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Publish callbacks [] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.547482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] For port 30fb98c4-b467-4b02-9172-2e9fa151eba5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30fb98c4-b467-4b02-9172-2e9fa151eba5,segment=NetworkSegment(26d0526c-524f-4e5c-8bda-4acc810c97f9),segment_id=26d0526c-524f-4e5c-8bda-4acc810c97f9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:22:58.547878 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.556969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50e252e1-82da-4a02-8a54-9d425eb7137a req-ff28e153-0141-48f9-a4f6-ae4e022f91dd tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1030838 Feb 09 02:22:58.569251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-a723180b-b776-4b75-802d-a807c8d946a5 service neutron] 10.222.0.53 "GET /v2.0/networks/b5f72e2c-d381-42ca-affe-f4a2c416f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412292 Feb 09 02:22:58.593367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] Calling delete_port for 30fb98c4-b467-4b02-9172-2e9fa151eba5 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:22:58.623765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:58.685229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Network 8f0abd1d-77ae-47bb-9041-fbdba49afeea is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:22:58.702751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:22:58.712579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663de0e-8150-41fb-bdb7-cae23392d10b None None] Pushing event updated for resources: {'Port': ['ID=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:58.731470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:22:58.815659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-46b88942-f61f-4946-a639-d58a73522108 service neutron] 10.222.0.53 "GET /v2.0/networks/8f0abd1d-77ae-47bb-9041-fbdba49afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450798 Feb 09 02:22:59.063345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7955ef-cb97-4568-a2ae-53a6a45045cd req-03d44081-3f97-4349-8c28-79abd729778f tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:22:59.077488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c7955ef-cb97-4568-a2ae-53a6a45045cd req-03d44081-3f97-4349-8c28-79abd729778f tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 944 time: 0.1150670 Feb 09 02:22:59.106609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 157335cc-f319-4c8f-bcdb-1fafada5f7ee no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:22:59.108924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8923086a-95ac-4958-9898-6db406e745bb']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:59.139628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d0526c-524f-4e5c-8bda-4acc810c97f9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:59.140343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d0526c-524f-4e5c-8bda-4acc810c97f9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:22:59.163914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (26d0526c-524f-4e5c-8bda-4acc810c97f9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.191558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (26d0526c-524f-4e5c-8bda-4acc810c97f9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.209919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:22:59.210897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (26d0526c-524f-4e5c-8bda-4acc810c97f9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:22:59.215096 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:22:59.287334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-624c58df-4801-4e7f-91ca-91f7575efb53 service neutron] 10.222.0.53 "GET /v2.0/networks/8f0abd1d-77ae-47bb-9041-fbdba49afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631441 Feb 09 02:22:59.292777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8923086a-95ac-4958-9898-6db406e745bb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.306888 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.310180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c7955ef-cb97-4568-a2ae-53a6a45045cd req-d8f6a761-286b-4f7a-a4b7-91d0be5f7c19 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306406 Feb 09 02:22:59.321528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35336) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:22:59.323252 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/8923086a-95ac-4958-9898-6db406e745bb HTTP/1.1" status: 204 len: 168 time: 2.0399418 Feb 09 02:22:59.328413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1794704923'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:22:59.357835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c98f8-0de2-4c5e-88f8-f15a081efa2b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=8923086a-95ac-4958-9898-6db406e745bb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.386335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:22:59.392487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.470544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:22:59.563191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (879b1727-b096-432d-8822-a4d383602b3a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.564274 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment 879b1727-b096-432d-8822-a4d383602b3a of type vlan for network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 Feb 09 02:22:59.733158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Attempting to bind port 17958bb1-e352-42f0-af9a-e55a2153dc94 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:22:59.733572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Attempting to bind port 17958bb1-e352-42f0-af9a-e55a2153dc94 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:22:59.733889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Attempting to bind port 17958bb1-e352-42f0-af9a-e55a2153dc94 on network 8f0abd1d-77ae-47bb-9041-fbdba49afeea {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:22:59.815036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:22:59.816050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Checking segment: {'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:22:59.822199 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.822710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Bound using segment: {'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:22:59.823274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Bound port: 17958bb1-e352-42f0-af9a-e55a2153dc94, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:22:59.823576 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:59.887010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Pushing event updated for resources: {'Port': ['ID=17958bb1-e352-42f0-af9a-e55a2153dc94,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:22:59.888694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db63dae5-7223-421e-8774-6091e8d55d11 req-c11a4fb8-c7cd-4a65-91dd-f97159fd1d5f tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 210 time: 0.1400213 Feb 09 02:22:59.919936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (59cb236d-773e-47c8-a7aa-4cbfc4196a54), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.014607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 157335cc-f319-4c8f-bcdb-1fafada5f7ee is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:00.016893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.071566 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.167324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-297946f1-8484-424f-b9be-0d629d192646 req-01287770-9f79-45a0-87b0-437062dc4edf tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0708797 Feb 09 02:23:00.195936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-1b18a7ca-f2b7-466b-86c7-616dfc79ae84 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:00.207681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-1b18a7ca-f2b7-466b-86c7-616dfc79ae84 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.7397971 Feb 09 02:23:00.234523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-3a8f7588-d38f-435d-80e9-38f302ddc879 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/quotas/8d19f7c3de254094bea495fa7d177dc9 HTTP/1.1" status: 200 len: 375 time: 0.0250003 Feb 09 02:23:00.239224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (30fb98c4-b467-4b02-9172-2e9fa151eba5), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.243966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:00.254330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (59cb236d-773e-47c8-a7aa-4cbfc4196a54), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.260170 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf0dde3-ce17-4f06-9238-28061876b889" -d '{"events": [{"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-unplugged", "status": "completed", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:00.285567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:00.291422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.352828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] Network 8923086a-95ac-4958-9898-6db406e745bb is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:23:00.353619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] No DVR routers for this DVR port 30fb98c4-b467-4b02-9172-2e9fa151eba5 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:00.369111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:00.407253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa78c2-9244-451a-ac70-79e15d32dc7a None None] Pushing event deleted for resources: {'Port': ['ID=30fb98c4-b467-4b02-9172-2e9fa151eba5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:00.428439 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1a2908-0187-4925-92d6-4cf1df25a617 x-openstack-request-id: req-da1a2908-0187-4925-92d6-4cf1df25a617 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:00.430605 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-unplugged", "status": "completed", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:00.430605 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da1a2908-0187-4925-92d6-4cf1df25a617 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:00.431852 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'code': 200} Feb 09 02:23:00.438513 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.671576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4757b6f-ba90-45ce-a4a3-1e24a3f18418 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:00.688408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:00.698482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469de8a0-630b-498f-b2d5-f626d4a5b6bf None None] Network b5f72e2c-d381-42ca-affe-f4a2c416f054 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:00.845867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] For port 17958bb1-e352-42f0-af9a-e55a2153dc94, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:00.880489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5568449 Feb 09 02:23:00.884814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:00.891321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:00.904781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] For port 17958bb1-e352-42f0-af9a-e55a2153dc94, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=17958bb1-e352-42f0-af9a-e55a2153dc94,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:00.906287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ca337740-062a-4686-921c-6821c8bb4fdf None None] Provisioning complete for port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:00.906689 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca337740-062a-4686-921c-6821c8bb4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:00.926196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674cb57-126c-4683-bd06-ab8045a1939c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=59cb236d-773e-47c8-a7aa-4cbfc4196a54,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:00.951024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:23:00.969798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-143d6acb-52b2-4b80-b247-0bdb7df51f59 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:00.971699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-143d6acb-52b2-4b80-b247-0bdb7df51f59 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1df5170-b4e4-49d1-ab16-f6d02c88e613 HTTP/1.1" status: 200 len: 945 time: 0.7337286 Feb 09 02:23:01.031773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.048763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-a95abe16-993b-434c-9dd8-d61b4237af22 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8127465 Feb 09 02:23:01.061907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-b5db093d-2ecd-4f70-a856-01b6c1987bff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:23:01.064019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-b5db093d-2ecd-4f70-a856-01b6c1987bff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068774 Feb 09 02:23:01.080494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c7b76-5564-4a32-bb4c-36c541c946da req-9a92d0bf-3174-423b-a8dd-193b287df658 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:01.094266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a62c7b76-5564-4a32-bb4c-36c541c946da req-9a92d0bf-3174-423b-a8dd-193b287df658 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 944 time: 0.3705437 Feb 09 02:23:01.248709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:01.252999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.279207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d7b4f-792e-42e5-8915-4f56f67aa9bb None None] Pushing event updated for resources: {'Port': ['ID=17958bb1-e352-42f0-af9a-e55a2153dc94,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:01.296400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 96b42440-f338-44b9-904d-c29b780fea7a up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:01.498323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:01.500105 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.624876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 96b42440-f338-44b9-904d-c29b780fea7a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:01.634939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ca337740-062a-4686-921c-6821c8bb4fdf None None] Current status of the port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:01.635335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca337740-062a-4686-921c-6821c8bb4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.638687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 96b42440-f338-44b9-904d-c29b780fea7a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:01.638687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96b42440-f338-44b9-904d-c29b780fea7a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.773788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:01.774250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.821029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ca337740-062a-4686-921c-6821c8bb4fdf None None] For port f4757b6f-ba90-45ce-a4a3-1e24a3f18418, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:01.838170 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca337740-062a-4686-921c-6821c8bb4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:01.978729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca337740-062a-4686-921c-6821c8bb4fdf None None] Pushing event updated for resources: {'Port': ['ID=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:02.037529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (79f8d854-e984-4514-a4cb-36045ce1420b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.203400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 96b42440-f338-44b9-904d-c29b780fea7a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:02.204070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96b42440-f338-44b9-904d-c29b780fea7a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.208813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': '879b1727-b096-432d-8822-a4d383602b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:02.209673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: 59cb236d-773e-47c8-a7aa-4cbfc4196a54, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:23:02.214666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=79f8d854-e984-4514-a4cb-36045ce1420b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:02.229215 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:23:02.229866 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:23:02.240490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:23:02.263118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-361fb6e2-cb9b-437c-a62d-87a8988e8dc6 None None] Provisioning complete for port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:02.263916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 59cb236d-773e-47c8-a7aa-4cbfc4196a54) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:02.264575 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-361fb6e2-cb9b-437c-a62d-87a8988e8dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.276157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:02.278562 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.280430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa3f93a-489d-42fb-8f63-c39ab10f64cb None None] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:02.349684 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a910f508-ce06-4618-a10c-7d4bb2c9ef1e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4630616 Feb 09 02:23:02.352904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:02.360986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4a9a686e-46bd-4ad7-b203-8df0bf8439dc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1375458034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:02.395124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 96b42440-f338-44b9-904d-c29b780fea7a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=96b42440-f338-44b9-904d-c29b780fea7a,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:02.412337 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (96b42440-f338-44b9-904d-c29b780fea7a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.417873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a9a686e-46bd-4ad7-b203-8df0bf8439dc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (94df0d19-953d-4b07-be19-6ce4b906d43d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.419226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a9a686e-46bd-4ad7-b203-8df0bf8439dc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (94df0d19-953d-4b07-be19-6ce4b906d43d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.498173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:02.501294 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e7d9b1-4a2f-45a1-9760-e0417b889290" -d '{"events": [{"server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "name": "network-vif-plugged", "status": "completed", "tag": "96b42440-f338-44b9-904d-c29b780fea7a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:02.505168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=96b42440-f338-44b9-904d-c29b780fea7a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:02.535683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a62c7b76-5564-4a32-bb4c-36c541c946da req-0ee2291d-7e28-4814-bdb3-3df0fd8b234b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4397671 Feb 09 02:23:02.606879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a9a686e-46bd-4ad7-b203-8df0bf8439dc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (94df0d19-953d-4b07-be19-6ce4b906d43d), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.618937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a9a686e-46bd-4ad7-b203-8df0bf8439dc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (94df0d19-953d-4b07-be19-6ce4b906d43d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.671620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-361fb6e2-cb9b-437c-a62d-87a8988e8dc6 None None] Current status of the port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:02.681631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a9a686e-46bd-4ad7-b203-8df0bf8439dc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.685884 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4a9a686e-46bd-4ad7-b203-8df0bf8439dc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3318644 Feb 09 02:23:02.686562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:02.697242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'port': {'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54', 'name': 'tempest-RoutersIpV6Test-450493436'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:02.745785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-59cb236d-773e-47c8-a7aa-4cbfc4196a54', 'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '79f8d854-e984-4514-a4cb-36045ce1420b'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:23:02.747148 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.781300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7954ad44-9a12-48fa-a4c0-f4216e751f8d req-d894ec30-52a7-40e4-8bc2-3c7cb904ca88 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 210 time: 0.0584497 Feb 09 02:23:02.826823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Deleting port 157335cc-f319-4c8f-bcdb-1fafada5f7ee {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:02.827190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.859644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-089e7b48-65c5-49d6-8ce8-dc67f3060cc2 service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7573621 Feb 09 02:23:02.906035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:02.997141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 157335cc-f319-4c8f-bcdb-1fafada5f7ee no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:03.041712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:03.049255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.099793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] device_id is not set on port 9bce66a7-092e-40b6-8bab-69467920d38b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:23:03.199138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ff7a473-2b2d-4bec-b52a-3112e222a0fa req-4eaaeba6-8c09-47be-bc01-4b55c2747a8a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1223900 Feb 09 02:23:03.231768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Allocated IP 2001:db8::2 (59cb236d-773e-47c8-a7aa-4cbfc4196a54/79f8d854-e984-4514-a4cb-36045ce1420b/95eda729-df7b-48ef-96b4-e63e5ebb939e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:03.249556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-39159f13-3cef-43d0-91a0-56ad9663e5ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:03.256458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-39159f13-3cef-43d0-91a0-56ad9663e5ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:03.260848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-39159f13-3cef-43d0-91a0-56ad9663e5ae tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.72 "GET /v2.0/networks?id=b5f72e2c-d381-42ca-affe-f4a2c416f054&id=8f0abd1d-77ae-47bb-9041-fbdba49afeea HTTP/1.1" status: 200 len: 1392 time: 0.7736256 Feb 09 02:23:03.277086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'port': {'device_id': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054', 'admin_state_up': True, 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:03.515611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-41ebda5d-b38c-4c9a-a02e-989225b50f8d service neutron] 10.222.0.53 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233151 Feb 09 02:23:03.539851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4757b6f-ba90-45ce-a4a3-1e24a3f18418 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:03.542227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b815be0-3bca-432c-a31d-42c62d4b306d None None] Network 8f0abd1d-77ae-47bb-9041-fbdba49afeea requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:03.620436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] For port 157335cc-f319-4c8f-bcdb-1fafada5f7ee, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=157335cc-f319-4c8f-bcdb-1fafada5f7ee,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:03.621045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.693144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Calling delete_port for 157335cc-f319-4c8f-bcdb-1fafada5f7ee owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:03.729813 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549df512-ccf3-4b3d-84af-04adfde91046 x-openstack-request-id: req-549df512-ccf3-4b3d-84af-04adfde91046 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:03.732208 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "name": "network-vif-plugged", "status": "completed", "tag": "96b42440-f338-44b9-904d-c29b780fea7a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:03.732715 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-549df512-ccf3-4b3d-84af-04adfde91046 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:03.733349 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a', 'code': 200} Feb 09 02:23:03.826803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93869d4-3b2b-4d67-acb3-fdf7e0ae3683 req-08635ca8-3f8d-418a-9414-212192a25d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:03.828773 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b93869d4-3b2b-4d67-acb3-fdf7e0ae3683 req-08635ca8-3f8d-418a-9414-212192a25d4f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 1128 time: 0.1218314 Feb 09 02:23:03.848785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e3cb6026-fdba-4dc6-ad39-c8bb0d6e3e4b None None] Provisioning complete for port 17958bb1-e352-42f0-af9a-e55a2153dc94 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:03.854420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6026-fdba-4dc6-ad39-c8bb0d6e3e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:03.915026 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b93869d4-3b2b-4d67-acb3-fdf7e0ae3683 req-d319ae65-c3c3-4574-bf59-8e0f607e53a1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Feb 09 02:23:03.997700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:04.001311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.083177 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Publish callbacks [] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.156334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb6026-fdba-4dc6-ad39-c8bb0d6e3e4b None None] Current status of the port 17958bb1-e352-42f0-af9a-e55a2153dc94 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:04.157018 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6026-fdba-4dc6-ad39-c8bb0d6e3e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.221948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e3cb6026-fdba-4dc6-ad39-c8bb0d6e3e4b None None] For port 17958bb1-e352-42f0-af9a-e55a2153dc94, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=17958bb1-e352-42f0-af9a-e55a2153dc94,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:04.223820 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.271130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Allocated IP 19.80.0.86 (b5f72e2c-d381-42ca-affe-f4a2c416f054/70b73ffa-742f-4762-996b-d1a98e4842ae/2987b157-c06b-4f3a-8a0a-1a0659d6c0e8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:04.302144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Pushing event updated for resources: {'Port': ['ID=95eda729-df7b-48ef-96b4-e63e5ebb939e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.307040 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3cb6026-fdba-4dc6-ad39-c8bb0d6e3e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.320781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:04.321495 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.354942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8::370 (59cb236d-773e-47c8-a7aa-4cbfc4196a54/79f8d854-e984-4514-a4cb-36045ce1420b/9bce66a7-092e-40b6-8bab-69467920d38b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:04.373434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f453ff-0ddc-4ba2-871a-8db8f627dff6 req-7e9a1e9d-46e5-4027-b33c-0df24feb4b61 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:04.380885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1f453ff-0ddc-4ba2-871a-8db8f627dff6 req-7e9a1e9d-46e5-4027-b33c-0df24feb4b61 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 945 time: 0.5247338 Feb 09 02:23:04.399599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 157335cc-f319-4c8f-bcdb-1fafada5f7ee is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:04.402927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3d310-4012-4eb2-8967-caf6a9cc2fac req-be94277f-30bd-43f7-bbd3-f38706357bb3 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:04.407281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63a3d310-4012-4eb2-8967-caf6a9cc2fac req-be94277f-30bd-43f7-bbd3-f38706357bb3 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 945 time: 0.5380559 Feb 09 02:23:04.491263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:04.504220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:04.524101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:04.594008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb6026-fdba-4dc6-ad39-c8bb0d6e3e4b None None] Pushing event updated for resources: {'Port': ['ID=17958bb1-e352-42f0-af9a-e55a2153dc94,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.605305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1f453ff-0ddc-4ba2-871a-8db8f627dff6 req-a83a1df5-7a04-4312-9a14-90a36c82baed tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234128 Feb 09 02:23:04.674955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (157335cc-f319-4c8f-bcdb-1fafada5f7ee), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.697582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63a3d310-4012-4eb2-8967-caf6a9cc2fac req-97340b9b-0f92-4ffc-b1a0-fc74c08c9c62 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828887 Feb 09 02:23:04.723028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7ff3a6bd-1a7b-4232-a8e7-7a39504c6b24 None None] Provisioning complete for port 17958bb1-e352-42f0-af9a-e55a2153dc94 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:04.723698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a6bd-1a7b-4232-a8e7-7a39504c6b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.729309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event deleted for resources: {'Port': ['ID=157335cc-f319-4c8f-bcdb-1fafada5f7ee,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:04.777863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Attempting to bind port 95eda729-df7b-48ef-96b4-e63e5ebb939e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:04.778670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Attempting to bind port 95eda729-df7b-48ef-96b4-e63e5ebb939e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '879b1727-b096-432d-8822-a4d383602b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:04.779349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Attempting to bind port 95eda729-df7b-48ef-96b4-e63e5ebb939e on network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:04.803473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] No DVR routers for this DVR port 157335cc-f319-4c8f-bcdb-1fafada5f7ee on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:04.807594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.811457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45cb7e4e-333c-465b-b6ec-d17fa94c9447 req-20a169e8-8208-4f2e-b109-137175ef8c0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.72 "DELETE /v2.0/ports/157335cc-f319-4c8f-bcdb-1fafada5f7ee HTTP/1.1" status: 204 len: 173 time: 3.8310170 Feb 09 02:23:04.820102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:04.822975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (9bce66a7-092e-40b6-8bab-69467920d38b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.827775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-deleted', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:04.829493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17958bb1-e352-42f0-af9a-e55a2153dc94 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:04.834596 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d37b15-feb4-471f-8ab0-bd749f4fb9df" -d '{"events": [{"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-deleted", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:04.866041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:04.867321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Checking segment: {'id': '879b1727-b096-432d-8822-a4d383602b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:04.867898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.869300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Bound using segment: {'id': '879b1727-b096-432d-8822-a4d383602b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:04.870041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Bound port: 95eda729-df7b-48ef-96b4-e63e5ebb939e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879b1727-b096-432d-8822-a4d383602b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '59cb236d-773e-47c8-a7aa-4cbfc4196a54'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:04.870674 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.887106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.948020 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:04.952731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:04.964428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:04.966095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c52fa179-e748-4127-a89f-0e1d93fa9c93 req-4509a61b-7adc-4046-9300-8f6fa87bdc45 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 210 time: 0.1744723 Feb 09 02:23:04.996143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:05.000797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.023556 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.033993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98227c4f-c019-41a9-9467-89a14eb5265c req-d0bdd507-f51d-4b71-bcaf-268a64f0f84b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 210 time: 0.1199815 Feb 09 02:23:05.083476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=9bce66a7-092e-40b6-8bab-69467920d38b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:05.105318 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-636acaf7-4720-478d-8b3c-0e67d59cb07a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4174106 Feb 09 02:23:05.107728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:05.307284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] For port 95eda729-df7b-48ef-96b4-e63e5ebb939e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:05.314321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3066f083-e896-49b7-8916-0f80b07fd175 req-d4689477-acf5-40a4-9c99-c99b54d7fa54 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1907690 Feb 09 02:23:05.321064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] For port 95eda729-df7b-48ef-96b4-e63e5ebb939e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=95eda729-df7b-48ef-96b4-e63e5ebb939e,segment=NetworkSegment(879b1727-b096-432d-8822-a4d383602b3a),segment_id=879b1727-b096-432d-8822-a4d383602b3a)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:05.365151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.379395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 17958bb1-e352-42f0-af9a-e55a2153dc94 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:05.379795 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.397585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.493882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-3b261b20-af91-4737-8643-84163afc7104 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:05.495523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-3b261b20-af91-4737-8643-84163afc7104 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.72 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 945 time: 0.4425161 Feb 09 02:23:05.499163 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708b9816-43b3-43d0-9426-089a7f5b963e x-openstack-request-id: req-708b9816-43b3-43d0-9426-089a7f5b963e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:05.499441 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1df5170-b4e4-49d1-ab16-f6d02c88e613", "name": "network-vif-deleted", "tag": "157335cc-f319-4c8f-bcdb-1fafada5f7ee", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:05.499711 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-708b9816-43b3-43d0-9426-089a7f5b963e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:05.500127 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1df5170-b4e4-49d1-ab16-f6d02c88e613', 'name': 'network-vif-deleted', 'tag': '157335cc-f319-4c8f-bcdb-1fafada5f7ee', 'status': 'completed', 'code': 200} Feb 09 02:23:05.565424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network b5f72e2c-d381-42ca-affe-f4a2c416f054 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:05.623620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d824ddf-da41-4da2-bdde-c32ec8175922 None None] Pushing event updated for resources: {'Port': ['ID=95eda729-df7b-48ef-96b4-e63e5ebb939e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:05.627202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:05.650377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:05.691994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3a6bd-1a7b-4232-a8e7-7a39504c6b24 None None] Current status of the port 17958bb1-e352-42f0-af9a-e55a2153dc94 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:05.737014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Port': ['ID=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:05.875891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 17958bb1-e352-42f0-af9a-e55a2153dc94 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:06.056274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:06.057552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.057981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17958bb1-e352-42f0-af9a-e55a2153dc94 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:06.120111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-f775bccc-a719-456c-99bf-15345d131e00 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8487830 Feb 09 02:23:06.157539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Request body: {'port': {'device_id': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea', 'admin_state_up': True, 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:06.239222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dae3e01c-7a3f-47f8-98a1-d8552266b255 None None] Provisioning complete for port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:06.251897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373eb43-54af-4072-a9bb-3bf1ade6aec2 req-e6fa08d0-db14-4b21-abd9-0d3b728e1ce0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:06.253508 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dae3e01c-7a3f-47f8-98a1-d8552266b255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.261255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9373eb43-54af-4072-a9bb-3bf1ade6aec2 req-e6fa08d0-db14-4b21-abd9-0d3b728e1ce0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 945 time: 0.4275537 Feb 09 02:23:06.274526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-976a6263-10eb-4583-a3dc-a5b2ed6c9d67 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:06.276152 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-976a6263-10eb-4583-a3dc-a5b2ed6c9d67 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 805 time: 0.6914859 Feb 09 02:23:06.306256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Request body: {'port': {'device_id': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'admin_state_up': True, 'tenant_id': '8d19f7c3de254094bea495fa7d177dc9'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:06.327554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f25a-cf59-4479-b772-8de902bbcc56 req-785c641d-b0aa-4562-aac9-9151ee4dd567 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:06.329284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1395f25a-cf59-4479-b772-8de902bbcc56 req-785c641d-b0aa-4562-aac9-9151ee4dd567 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 945 time: 0.4084697 Feb 09 02:23:06.349385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 17958bb1-e352-42f0-af9a-e55a2153dc94 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:06.353863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.378088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Deleting port de0be8b0-ce6f-4440-8fea-eb2d919ff476 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:06.378442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.386875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.420486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dae3e01c-7a3f-47f8-98a1-d8552266b255 None None] Port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:06.491128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1395f25a-cf59-4479-b772-8de902bbcc56 req-94f8d4e7-c7a4-435c-a3d6-0d92c7edc1ae tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/security-groups?id=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423056 Feb 09 02:23:06.508054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9373eb43-54af-4072-a9bb-3bf1ade6aec2 req-73528efa-a2a4-4830-81e6-49c393089e8e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395535 Feb 09 02:23:06.621713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 17958bb1-e352-42f0-af9a-e55a2153dc94 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:06.710192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae2d8a42-7ecb-44b4-8d52-ab9c61f150dd req-eb2c6b26-f4bc-4ee9-b994-91581d354a57 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 210 time: 0.0995061 Feb 09 02:23:06.721689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Made reservation on behalf of c459a5f2787b4c17aa8dfe5ac69707db for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:06.725591 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.759160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] For port de0be8b0-ce6f-4440-8fea-eb2d919ff476, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=de0be8b0-ce6f-4440-8fea-eb2d919ff476,segment=NetworkSegment(2ff3ee91-7132-4aac-9e03-e625e4127640),segment_id=2ff3ee91-7132-4aac-9e03-e625e4127640)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:06.759894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.818435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Calling delete_port for de0be8b0-ce6f-4440-8fea-eb2d919ff476 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:06.836896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535bcb7-0f57-4c7f-9030-e55d82295fac req-fe7b8481-e4f6-4759-8651-e2a91a95cc4a tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:06.844583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5535bcb7-0f57-4c7f-9030-e55d82295fac req-fe7b8481-e4f6-4759-8651-e2a91a95cc4a tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 931 time: 0.2095714 Feb 09 02:23:06.852493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (9bce66a7-092e-40b6-8bab-69467920d38b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.854543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Made reservation on behalf of 8d19f7c3de254094bea495fa7d177dc9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:06.858620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:06.862737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.030368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Allocated IP 19.86.0.109 (8f0abd1d-77ae-47bb-9041-fbdba49afeea/14e0f9f4-84c2-4f17-9dd7-f88b464c03d8/705bd2b8-7546-4e5a-a459-185e0a418753) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:07.087634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (94df0d19-953d-4b07-be19-6ce4b906d43d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.239531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=9bce66a7-092e-40b6-8bab-69467920d38b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:07.246802 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for port (705bd2b8-7546-4e5a-a459-185e0a418753), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.250062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Allocated IP 172.20.0.6 (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50/d6039dc6-c6e1-437d-afb3-9abe08fe0230/45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:07.447502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191904c2-1f2d-4837-a68c-2220bbfd7543 None None] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:07.474427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5535bcb7-0f57-4c7f-9030-e55d82295fac req-ff646439-2109-493f-b70c-281e07e0352b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283171 Feb 09 02:23:07.491370 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.552526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749fcdd2-b495-4ea7-b4b2-fc731088192f req-eb977165-86d6-42e3-b67f-fcae576f0e5f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0822685 Feb 09 02:23:07.618417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.619976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9bcd3f7c-c981-4505-a10b-a2bbcb95dc8e None None] Provisioning complete for port 95eda729-df7b-48ef-96b4-e63e5ebb939e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:07.620666 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3f7c-c981-4505-a10b-a2bbcb95dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.742111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event updated for resources: {'Port': ['ID=705bd2b8-7546-4e5a-a459-185e0a418753,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:07.761684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks [] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.778387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd3f7c-c981-4505-a10b-a2bbcb95dc8e None None] Current status of the port 95eda729-df7b-48ef-96b4-e63e5ebb939e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:07.781713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3f7c-c981-4505-a10b-a2bbcb95dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.843413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-864d1074-1252-41d3-80b1-45c58d8dccd3 req-74e26b29-25d2-4792-84ae-1ec2e2e70cb1 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.53 "GET /v2.0/ports?device_id=9930ab85-2e90-47fd-a5ec-95672bd24284 HTTP/1.1" status: 200 len: 210 time: 0.0949967 Feb 09 02:23:07.862428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Network 8f0abd1d-77ae-47bb-9041-fbdba49afeea is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:07.864668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9bcd3f7c-c981-4505-a10b-a2bbcb95dc8e None None] For port 95eda729-df7b-48ef-96b4-e63e5ebb939e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=95eda729-df7b-48ef-96b4-e63e5ebb939e,segment=NetworkSegment(879b1727-b096-432d-8822-a4d383602b3a),segment_id=879b1727-b096-432d-8822-a4d383602b3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:07.868338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:07.875232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:07.880208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3f7c-c981-4505-a10b-a2bbcb95dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.903400 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (de0be8b0-ce6f-4440-8fea-eb2d919ff476), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.019283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd3f7c-c981-4505-a10b-a2bbcb95dc8e None None] Pushing event updated for resources: {'Port': ['ID=95eda729-df7b-48ef-96b4-e63e5ebb939e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:08.043747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Pushing event deleted for resources: {'Port': ['ID=de0be8b0-ce6f-4440-8fea-eb2d919ff476,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:08.139253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 95eda729-df7b-48ef-96b4-e63e5ebb939e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:08.150610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-b0b8109a-4266-430f-8b92-e32288470bc5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 267 time: 0.5747161 Feb 09 02:23:08.162426 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.263971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 95eda729-df7b-48ef-96b4-e63e5ebb939e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:08.264355 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.296612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:08.326811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:08.340362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:08.367210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f290826c-bd7d-49c8-9d0c-95596b207f86 None None] Provisioning complete for port 9bce66a7-092e-40b6-8bab-69467920d38b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:08.368098 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f290826c-bd7d-49c8-9d0c-95596b207f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.381785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event updated for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:08.445515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (9bce66a7-092e-40b6-8bab-69467920d38b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.449437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f290826c-bd7d-49c8-9d0c-95596b207f86 None None] Port 9bce66a7-092e-40b6-8bab-69467920d38b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:08.455358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 95eda729-df7b-48ef-96b4-e63e5ebb939e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:08.471008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f290826c-bd7d-49c8-9d0c-95596b207f86 None None] Provisioning complete for port 95eda729-df7b-48ef-96b4-e63e5ebb939e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:08.471692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f290826c-bd7d-49c8-9d0c-95596b207f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.497257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.498204 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (94df0d19-953d-4b07-be19-6ce4b906d43d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.623593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f290826c-bd7d-49c8-9d0c-95596b207f86 None None] Current status of the port 95eda729-df7b-48ef-96b4-e63e5ebb939e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:08.686842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:08.688199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.722890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] No DVR routers for this DVR port de0be8b0-ce6f-4440-8fea-eb2d919ff476 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:08.726152 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.731395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-275afd38-4998-4c65-84b1-4863f6d8cfcd req-c8ae2dfe-4022-455e-ab98-e230e011fb33 tempest-VolumesActionsTest-1980619081 tempest-VolumesActionsTest-1980619081-project] 10.222.0.72 "DELETE /v2.0/ports/de0be8b0-ce6f-4440-8fea-eb2d919ff476 HTTP/1.1" status: 204 len: 173 time: 3.2155695 Feb 09 02:23:08.732209 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dd3782e1-88ff-4328-82dd-7b547551353b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4306228 Feb 09 02:23:08.736008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'name': 'network-vif-deleted', 'tag': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:08.736410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=9bce66a7-092e-40b6-8bab-69467920d38b,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:08.739190 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb460f63-de57-453d-8d95-0e19137ff01a" -d '{"events": [{"server_uuid": "9930ab85-2e90-47fd-a5ec-95672bd24284", "name": "network-vif-deleted", "tag": "de0be8b0-ce6f-4440-8fea-eb2d919ff476"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:08.746612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Request body: {'port': {'device_id': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:08.758888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:08.759556 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.793070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0c2987fd-5edb-449a-bb7a-863a707534f7 None None] Provisioning complete for port 9bce66a7-092e-40b6-8bab-69467920d38b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:08.793649 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c2987fd-5edb-449a-bb7a-863a707534f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.828442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-4c9c052e-6869-4c00-9e59-2a72855ced2b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6954811 Feb 09 02:23:08.843525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb744ce-9bab-4a15-994d-2996ff0b3c0a req-06a2b0ac-0d37-4256-8585-2a4f05db7ebd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:08.852418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bb744ce-9bab-4a15-994d-2996ff0b3c0a req-06a2b0ac-0d37-4256-8585-2a4f05db7ebd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 931 time: 0.8284347 Feb 09 02:23:08.866917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Request body: {'port': {'device_id': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:08.881538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0c2987fd-5edb-449a-bb7a-863a707534f7 None None] Port 9bce66a7-092e-40b6-8bab-69467920d38b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:08.890291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:08.898772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:08.909685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0c2987fd-5edb-449a-bb7a-863a707534f7 None None] Provisioning complete for port 705bd2b8-7546-4e5a-a459-185e0a418753 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:08.910370 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0c2987fd-5edb-449a-bb7a-863a707534f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.957246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-7da250cb-fec9-4ef2-827f-2ec18133d593 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:08.966713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-7da250cb-fec9-4ef2-827f-2ec18133d593 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 945 time: 0.8148558 Feb 09 02:23:08.973411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'port': {'security_groups': []}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:08.985736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0c2987fd-5edb-449a-bb7a-863a707534f7 None None] Port 705bd2b8-7546-4e5a-a459-185e0a418753 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:09.010210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device de0be8b0-ce6f-4440-8fea-eb2d919ff476 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:09.063022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: de0be8b0-ce6f-4440-8fea-eb2d919ff476 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:09.063417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device de0be8b0-ce6f-4440-8fea-eb2d919ff476 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:09.068615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.085779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.155145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bb744ce-9bab-4a15-994d-2996ff0b3c0a req-511e7531-166f-421f-b4ce-cf5b23c83d15 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012197 Feb 09 02:23:09.168266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96b42440-f338-44b9-904d-c29b780fea7a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.239710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5a50a436-3373-47a3-9e06-f065231f570d None None] Provisioning complete for port 9bce66a7-092e-40b6-8bab-69467920d38b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:09.240103 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a50a436-3373-47a3-9e06-f065231f570d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.340290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5a50a436-3373-47a3-9e06-f065231f570d None None] Port 9bce66a7-092e-40b6-8bab-69467920d38b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:09.572263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] For port 96b42440-f338-44b9-904d-c29b780fea7a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=96b42440-f338-44b9-904d-c29b780fea7a,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:09.580110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2c8fa4a7-8de5-433f-afef-edc46b4184b1 None None] Provisioning complete for port 9bce66a7-092e-40b6-8bab-69467920d38b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:09.581091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c8fa4a7-8de5-433f-afef-edc46b4184b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.631547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2c8fa4a7-8de5-433f-afef-edc46b4184b1 None None] Port 9bce66a7-092e-40b6-8bab-69467920d38b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:09.645482 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (96b42440-f338-44b9-904d-c29b780fea7a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.683826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c9936-62cb-4027-9810-b97464ddfaa5 req-d129d80b-c4d6-44b1-9abe-2af421ab7afb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.689346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c9936-62cb-4027-9810-b97464ddfaa5 req-d129d80b-c4d6-44b1-9abe-2af421ab7afb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.691187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-538c9936-62cb-4027-9810-b97464ddfaa5 req-d129d80b-c4d6-44b1-9abe-2af421ab7afb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1654 time: 0.2396822 Feb 09 02:23:09.691966 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (96b42440-f338-44b9-904d-c29b780fea7a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.706319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6d61b038-c237-4c4c-8b93-0409f6db4666'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:09.709708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['358b428d-18e9-4a5e-bb8c-51df63390668', '96b42440-f338-44b9-904d-c29b780fea7a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:09.784065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:09.784798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:09.786302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8c89eb6-7aaa-4a63-8ac8-691ad1d3148d req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "PUT /v2.0/ports/96b42440-f338-44b9-904d-c29b780fea7a HTTP/1.1" status: 200 len: 904 time: 0.8183882 Feb 09 02:23:09.860899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-538c9936-62cb-4027-9810-b97464ddfaa5 req-e1abe1e8-9249-4b6c-a142-a9d8e3888d48 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577017 Feb 09 02:23:09.868534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea63ddc-7487-4cf7-b825-9bad6c63e82d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=96b42440-f338-44b9-904d-c29b780fea7a,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:09.977568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['96b42440-f338-44b9-904d-c29b780fea7a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:09.990789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63ed5996-3079-417b-9248-cbf806c4c188 req-0ae0e384-74f7-46b4-a893-c1eea8c60cdc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0915797 Feb 09 02:23:10.034232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:10.037113 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90674a5c-c00c-40b2-b8b2-221d65d198e0 x-openstack-request-id: req-90674a5c-c00c-40b2-b8b2-221d65d198e0 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:10.037113 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9930ab85-2e90-47fd-a5ec-95672bd24284", "name": "network-vif-deleted", "tag": "de0be8b0-ce6f-4440-8fea-eb2d919ff476", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:10.037113 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90674a5c-c00c-40b2-b8b2-221d65d198e0 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:10.037113 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9930ab85-2e90-47fd-a5ec-95672bd24284', 'name': 'network-vif-deleted', 'tag': 'de0be8b0-ce6f-4440-8fea-eb2d919ff476', 'status': 'completed', 'code': 200} Feb 09 02:23:10.047074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:10.049734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Publish callbacks [] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.066229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Publish callbacks [] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.109364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Transition to ACTIVE for port object 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:10.112756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Transition to ACTIVE for port object 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:10.116147 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.126363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.217376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 95eda729-df7b-48ef-96b4-e63e5ebb939e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:10.247435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db839-c282-4918-b478-6069330233a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:10.312011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Attempting to bind port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:10.312353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Attempting to bind port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:10.312688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Attempting to bind port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:10.340438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:23:10.343721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Attempting to bind port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d on network 530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:10.376669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff31143-15a2-4d03-a368-a4e68a6c3b7e req-5fa3dcda-0f73-4667-b857-6c16eb19bd0c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:10.378349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ff31143-15a2-4d03-a368-a4e68a6c3b7e req-5fa3dcda-0f73-4667-b857-6c16eb19bd0c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 907 time: 0.2093184 Feb 09 02:23:10.417737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:10.417947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Attempting to bind port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:10.418090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Checking segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:10.418238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Attempting to bind port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:10.418532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Bound using segment: {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:10.418660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Attempting to bind port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 on network b5f72e2c-d381-42ca-affe-f4a2c416f054 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:10.418983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Bound port: 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:10.419382 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.420549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c059e057-bd02-4cb3-91b6-cd0e97ebf298 None None] Provisioning complete for port 96b42440-f338-44b9-904d-c29b780fea7a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:10.421281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c059e057-bd02-4cb3-91b6-cd0e97ebf298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96b42440-f338-44b9-904d-c29b780fea7a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.426024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 on network b5f72e2c-d381-42ca-affe-f4a2c416f054 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:23:10.426426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Attempting to bind port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 on network b5f72e2c-d381-42ca-affe-f4a2c416f054 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:10.435109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Pushing event updated for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:10.440484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa2c8f-74d0-4bb8-a164-cbc9650309b7 req-94348856-4f09-4d72-abe3-74b83d44ee9b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:10.442050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68fa2c8f-74d0-4bb8-a164-cbc9650309b7 req-94348856-4f09-4d72-abe3-74b83d44ee9b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 943 time: 0.1297524 Feb 09 02:23:10.442868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:10.443206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Checking segment: {'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:10.443584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Bound using segment: {'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:10.444028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Bound port: 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6292d990-c483-4793-9598-b75580175f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:10.444385 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.559921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 94df0d19-953d-4b07-be19-6ce4b906d43d is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:23:10.587952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68fa2c8f-74d0-4bb8-a164-cbc9650309b7 req-3e12d270-68c2-4229-b03c-3b19b6bd2308 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325326 Feb 09 02:23:10.604444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] For port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:10.610526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 95eda729-df7b-48ef-96b4-e63e5ebb939e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:10.611316 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.618584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] For port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:10.631796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e64c49-24f4-4ff3-857e-aceb5a3cd9b8 req-db003d67-5edf-4887-acfd-f0465c34e561 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:10.633769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3e64c49-24f4-4ff3-857e-aceb5a3cd9b8 req-db003d67-5edf-4887-acfd-f0465c34e561 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1168349 Feb 09 02:23:10.635530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.651521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:10.656312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:10.676756 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.691180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:10.691798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.693207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-833db839-c282-4918-b478-6069330233a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 HTTP/1.1" status: 200 len: 1092 time: 1.8318901 Feb 09 02:23:10.706708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c059e057-bd02-4cb3-91b6-cd0e97ebf298 None None] Current status of the port 96b42440-f338-44b9-904d-c29b780fea7a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:10.731256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Request body: {'port': {'device_id': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:10.769216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db839-c282-4918-b478-6069330233a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:10.770835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 95eda729-df7b-48ef-96b4-e63e5ebb939e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:10.778293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3e64c49-24f4-4ff3-857e-aceb5a3cd9b8 req-30a271ba-771b-47a5-80ce-716f7a331dec tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344206 Feb 09 02:23:10.867831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.907479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:10.909868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.912542 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] 10.222.0.82 "PUT /v2.0/ports/45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d HTTP/1.1" status: 200 len: 1092 time: 2.1719661 Feb 09 02:23:10.916952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:10.919556 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf25134-4349-475b-b40f-48aa02a9015f" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:10.965427 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:10.985132 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d52a8412-7364-4891-8842-4df4a17407c0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/94df0d19-953d-4b07-be19-6ce4b906d43d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8725569 Feb 09 02:23:10.987941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:10.998287 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] Sync routers for ids ['94df0d19-953d-4b07-be19-6ce4b906d43d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:11.015345 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] Routers {'94df0d19-953d-4b07-be19-6ce4b906d43d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:11.018732 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['94df0d19-953d-4b07-be19-6ce4b906d43d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:11.046173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca920a5-9495-426c-85e6-27cc7f06736e service neutron] Pushing event updated for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:11.088062 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:11.110395 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] Routers {'94df0d19-953d-4b07-be19-6ce4b906d43d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:11.110991 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['94df0d19-953d-4b07-be19-6ce4b906d43d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:11.151464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4fb92-c88f-4863-9c5b-8b4a8eab2627 req-b4ae075a-a0ca-46d9-b34d-139a7d26cafb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.153062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff4fb92-c88f-4863-9c5b-8b4a8eab2627 req-b4ae075a-a0ca-46d9-b34d-139a7d26cafb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2160556 Feb 09 02:23:11.171901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0bc53-9cc9-416e-b3c8-e617f8617b17 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.174036 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cca0bc53-9cc9-416e-b3c8-e617f8617b17 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports/9bce66a7-092e-40b6-8bab-69467920d38b HTTP/1.1" status: 200 len: 983 time: 0.1876690 Feb 09 02:23:11.176721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35516) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:11.204990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c8dd4-c151-4b88-b861-8574ca8f34af req-2099dd89-b953-433b-af37-5f9857a61028 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.209592 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:11.210934 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd86bb-c945-4aae-8209-61914a34a662 None None] The sync data for ids ['94df0d19-953d-4b07-be19-6ce4b906d43d'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:11.211765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c8dd4-c151-4b88-b861-8574ca8f34af req-2099dd89-b953-433b-af37-5f9857a61028 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.220083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca1c8dd4-c151-4b88-b861-8574ca8f34af req-2099dd89-b953-433b-af37-5f9857a61028 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1666 time: 0.1817298 Feb 09 02:23:11.223731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-3ca23397-0349-4e5a-85e3-fe0f824dc368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.225347 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-3ca23397-0349-4e5a-85e3-fe0f824dc368 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 1126 time: 0.2580235 Feb 09 02:23:11.296374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-dbd74382-bc7e-4d45-9020-74b81154331e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d HTTP/1.1" status: 200 len: 217 time: 0.0393996 Feb 09 02:23:11.304807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff4fb92-c88f-4863-9c5b-8b4a8eab2627 req-017203c1-1288-4a34-87b6-e126bfdb8d2d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339428 Feb 09 02:23:11.335847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca1c8dd4-c151-4b88-b861-8574ca8f34af req-a4344da2-3c2f-415a-ac03-5f7f3260734b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098006 Feb 09 02:23:11.352614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-2c0285f2-b3dc-402b-85be-a8c41d1f8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.354394 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-2c0285f2-b3dc-402b-85be-a8c41d1f8e62 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.0526602 Feb 09 02:23:11.399681 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-08c38070-f003-4dc8-a58f-0c2958bdebc4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372069 Feb 09 02:23:11.466301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705bd2b8-7546-4e5a-a459-185e0a418753 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:11.506552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ef908ea-e043-42ac-b13b-3301dbe43d6f req-11f6b334-ab33-4045-b5cc-15a2f767a8ed tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0528398 Feb 09 02:23:11.510998 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-76746696-74db-41a2-96cc-83623178bc8a service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967326 Feb 09 02:23:11.512414 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Publish callbacks [] for port (705bd2b8-7546-4e5a-a459-185e0a418753), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.527471 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a158572-e98b-4c7f-aef6-e6a4993a8c7e x-openstack-request-id: req-1a158572-e98b-4c7f-aef6-e6a4993a8c7e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:11.527873 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:11.528264 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a158572-e98b-4c7f-aef6-e6a4993a8c7e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:11.528900 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'status': 'completed', 'code': 200} Feb 09 02:23:11.541623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Transition to ACTIVE for port object 705bd2b8-7546-4e5a-a459-185e0a418753 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:11.554744 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:11.626070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Pushing event updated for resources: {'Port': ['ID=705bd2b8-7546-4e5a-a459-185e0a418753,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:11.674089 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-74c8f044-9c59-46bb-8ff3-64c0cd90bf24 req-831b062f-b3e1-4ced-9fc2-a32f1ad2fce2 service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422038 Feb 09 02:23:11.867788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-1839ee87-0328-4b72-9315-a3b07acf0498 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.880342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-1839ee87-0328-4b72-9315-a3b07acf0498 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.2936020 Feb 09 02:23:11.887435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf25134-4349-475b-b40f-48aa02a9015f req-2082d053-eef6-4407-89bb-22e5d422ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:11.888867 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daf25134-4349-475b-b40f-48aa02a9015f req-2082d053-eef6-4407-89bb-22e5d422ef53 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8d19f7c3de254094bea495fa7d177dc9&device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 1126 time: 0.0933194 Feb 09 02:23:11.964156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-10e6ffed-e3a0-4f81-9912-fb32c2752e56 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/quotas/8fff14ed98e6481db56402c3ccdde54d HTTP/1.1" status: 200 len: 375 time: 0.0829315 Feb 09 02:23:12.004451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b3adb-abf4-4113-8299-9e5bd6e8950c req-26f636c2-16e0-419f-8e64-1542d2566542 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.005976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75b3adb-abf4-4113-8299-9e5bd6e8950c req-26f636c2-16e0-419f-8e64-1542d2566542 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 943 time: 0.1804659 Feb 09 02:23:12.041518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a'}, {'name': 'network-changed', 'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'tag': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:12.043812 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5135f431-549a-4af9-a6b7-7721f2b321b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "tag": "96b42440-f338-44b9-904d-c29b780fea7a"}, {"name": "network-changed", "server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "tag": "2987b157-c06b-4f3a-8a0a-1a0659d6c0e8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:12.057872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf25134-4349-475b-b40f-48aa02a9015f req-9d29f991-1882-433e-a685-d476a051bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.059396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daf25134-4349-475b-b40f-48aa02a9015f req-9d29f991-1882-433e-a685-d476a051bd2c service neutron] 10.222.0.82 "GET /v2.0/networks?id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 200 len: 906 time: 0.1473155 Feb 09 02:23:12.075963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Attempting to bind port 705bd2b8-7546-4e5a-a459-185e0a418753 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:12.076322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Attempting to bind port 705bd2b8-7546-4e5a-a459-185e0a418753 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:12.076627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Attempting to bind port 705bd2b8-7546-4e5a-a459-185e0a418753 on network 8f0abd1d-77ae-47bb-9041-fbdba49afeea {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:12.097876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Port 705bd2b8-7546-4e5a-a459-185e0a418753 on network 8f0abd1d-77ae-47bb-9041-fbdba49afeea not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:23:12.098258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Attempting to bind port 705bd2b8-7546-4e5a-a459-185e0a418753 on network 8f0abd1d-77ae-47bb-9041-fbdba49afeea {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:12.106841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daf25134-4349-475b-b40f-48aa02a9015f req-e3a668d5-ba88-4a0a-ac91-4665991cbccc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d HTTP/1.1" status: 200 len: 217 time: 0.0412266 Feb 09 02:23:12.115547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-e9c53210-f715-41d5-8772-d687e7597c63 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1504843 Feb 09 02:23:12.129719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75b3adb-abf4-4113-8299-9e5bd6e8950c req-7e0848a2-495e-4e75-bfe5-dc6f683c2d0d tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046944 Feb 09 02:23:12.134981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:12.135482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Checking segment: {'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:12.135983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Bound using segment: {'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:12.136754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Bound port: 705bd2b8-7546-4e5a-a459-185e0a418753, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db781785-37a1-42f5-bfe5-f6b74a763738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:12.137949 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.203533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf25134-4349-475b-b40f-48aa02a9015f req-028d6aa6-faff-4dc1-9e34-266ede24520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.205219 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daf25134-4349-475b-b40f-48aa02a9015f req-028d6aa6-faff-4dc1-9e34-266ede24520b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 200 len: 845 time: 0.0925152 Feb 09 02:23:12.209620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (94df0d19-953d-4b07-be19-6ce4b906d43d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.267031 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1930065-a2e8-4bec-bfb6-942ca4425f9d x-openstack-request-id: req-e1930065-a2e8-4bec-bfb6-942ca4425f9d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:12.267485 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "tag": "96b42440-f338-44b9-904d-c29b780fea7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "tag": "2987b157-c06b-4f3a-8a0a-1a0659d6c0e8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:12.267847 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1930065-a2e8-4bec-bfb6-942ca4425f9d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:12.268350 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a', 'status': 'completed', 'code': 200} Feb 09 02:23:12.268710 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'tag': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8', 'status': 'completed', 'code': 200} Feb 09 02:23:12.301708 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daf25134-4349-475b-b40f-48aa02a9015f req-42a8d0f9-d0ff-4f22-8fbf-cf01c9fccb5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889027 Feb 09 02:23:12.394194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] For port 705bd2b8-7546-4e5a-a459-185e0a418753, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:12.399767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] For port 705bd2b8-7546-4e5a-a459-185e0a418753, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=705bd2b8-7546-4e5a-a459-185e0a418753,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:12.442952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.466812 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daf25134-4349-475b-b40f-48aa02a9015f req-9b790572-63f8-43b9-8638-fbf35d9d3380 service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539259 Feb 09 02:23:12.526579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-93ec9767-727a-4b62-8781-a329545a3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.528158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-93ec9767-727a-4b62-8781-a329545a3363 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 1090 time: 0.2585645 Feb 09 02:23:12.530008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.530652 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.532708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] 10.222.0.72 "PUT /v2.0/ports/705bd2b8-7546-4e5a-a459-185e0a418753 HTTP/1.1" status: 200 len: 1093 time: 1.8052857 Feb 09 02:23:12.549611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-798d7b30-9095-4625-a925-1a071afb647c service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174829 Feb 09 02:23:12.614802 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daf25134-4349-475b-b40f-48aa02a9015f req-d550590e-4fe4-4015-8d2a-887ea7725d8a service neutron] 10.222.0.82 "GET /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409450 Feb 09 02:23:12.648087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 9bce66a7-092e-40b6-8bab-69467920d38b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:12.648351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.668680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-44b88bc9-436a-431f-941c-4497582a4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.670617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-44b88bc9-436a-431f-941c-4497582a4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.672643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-44b88bc9-436a-431f-941c-4497582a4f9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 2001 time: 0.4074757 Feb 09 02:23:12.736245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d806b9-9546-4be8-86ce-b7c83985381d service neutron] Pushing event updated for resources: {'Port': ['ID=705bd2b8-7546-4e5a-a459-185e0a418753,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:12.756374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:12.772179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 9bce66a7-092e-40b6-8bab-69467920d38b owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:12.775383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18c40-005c-4bba-8633-20d9c0cd9762 req-fed2399c-34bf-4800-a6e2-557cedae4ee5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.781844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18c40-005c-4bba-8633-20d9c0cd9762 req-fed2399c-34bf-4800-a6e2-557cedae4ee5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:12.783900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a18c40-005c-4bba-8633-20d9c0cd9762 req-fed2399c-34bf-4800-a6e2-557cedae4ee5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1678 time: 0.3633463 Feb 09 02:23:12.987602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9bce66a7-092e-40b6-8bab-69467920d38b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:13.020213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=9bce66a7-092e-40b6-8bab-69467920d38b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:13.385617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a18c40-005c-4bba-8633-20d9c0cd9762 req-38e2b1ea-e20e-4e00-a0d1-7b14ea365b34 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616617 Feb 09 02:23:13.389753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (94df0d19-953d-4b07-be19-6ce4b906d43d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:13.409643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-f44cce46-c846-4f18-a383-2b5dbabcbaca service neutron] 10.222.0.53 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773492 Feb 09 02:23:13.415524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-cf3ae2a1-97de-47da-80d8-7841da7f360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.417750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-cf3ae2a1-97de-47da-80d8-7841da7f360c service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.8643193 Feb 09 02:23:13.430799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-05b0e755-d9ac-4d10-99f2-fff2215c2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.431291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-05b0e755-d9ac-4d10-99f2-fff2215c2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.431765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-05b0e755-d9ac-4d10-99f2-fff2215c2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.433454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-05b0e755-d9ac-4d10-99f2-fff2215c2dbd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6929061 Feb 09 02:23:13.599373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 94df0d19-953d-4b07-be19-6ce4b906d43d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:13.675974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-78ceffc6-d4bb-45dc-8777-ddc272dae644 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96b42440-f338-44b9-904d-c29b780fea7a HTTP/1.1" status: 200 len: 217 time: 0.2414944 Feb 09 02:23:13.708210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:13.714817 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-010c553f-917f-44dc-b9df-fff9df4e6f8e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/94df0d19-953d-4b07-be19-6ce4b906d43d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5370066 Feb 09 02:23:13.717430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:13.720755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] Sync routers for ids ['94df0d19-953d-4b07-be19-6ce4b906d43d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:13.747954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] Routers {'94df0d19-953d-4b07-be19-6ce4b906d43d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:13.750393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['94df0d19-953d-4b07-be19-6ce4b906d43d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:13.823072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd8a0522-a25e-4e31-8ba9-62b088672c0c req-c35718d4-38fa-43d1-b984-edfcdfc1ef3f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1460135 Feb 09 02:23:13.824815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-1caae17b-f4c0-4728-a55a-194dfea043c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.826477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-1caae17b-f4c0-4728-a55a-194dfea043c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0755250 Feb 09 02:23:13.878448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:13.909467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] Routers {'94df0d19-953d-4b07-be19-6ce4b906d43d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:13.910116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['94df0d19-953d-4b07-be19-6ce4b906d43d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:13.948077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-e0c376b2-0332-44ca-88e1-af97f17d96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:13.950128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-e0c376b2-0332-44ca-88e1-af97f17d96bc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5020175 Feb 09 02:23:13.973458 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:13.974119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c018e5f-2b0b-494b-a430-897e71053a32 None None] The sync data for ids ['94df0d19-953d-4b07-be19-6ce4b906d43d'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:13.986296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9cbff983-8f4c-4364-b701-7b4c07e32268 req-a857462a-698e-46a1-9ce8-0f720120e808 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 210 time: 0.0576060 Feb 09 02:23:14.015629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cffa-5309-4aad-b64f-acaf95feb645 req-c2d6c788-40a8-497b-9a57-c1b2680f05f3 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.023101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7067cffa-5309-4aad-b64f-acaf95feb645 req-c2d6c788-40a8-497b-9a57-c1b2680f05f3 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 943 time: 0.3443768 Feb 09 02:23:14.041282 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e4283de4-05b3-4850-aa4a-6ce988b9c086 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 02:23:14.048032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e4283de4-05b3-4850-aa4a-6ce988b9c086 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/94df0d19-953d-4b07-be19-6ce4b906d43d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3284061 Feb 09 02:23:14.048769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:14.078089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-0770d836-f0cb-4206-ad5e-d80e493bb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.079557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-0770d836-f0cb-4206-ad5e-d80e493bb145 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2347591 Feb 09 02:23:14.091323 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-65417bec-aa81-4936-a2a2-56e9b36d2854 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=94df0d19-953d-4b07-be19-6ce4b906d43d HTTP/1.1" status: 200 len: 205 time: 0.0411444 Feb 09 02:23:14.093768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35556) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:14.183938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7067cffa-5309-4aad-b64f-acaf95feb645 req-8934a986-f4f3-43ea-be27-692484e1326e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531842 Feb 09 02:23:14.190296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-6b5e0981-38e9-4803-b07d-a2628cb24b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.191262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-6b5e0981-38e9-4803-b07d-a2628cb24b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.193993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-6b5e0981-38e9-4803-b07d-a2628cb24b67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 2044 time: 0.1686192 Feb 09 02:23:14.211385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6810ff4b-edc9-4238-a95c-e92a287d90b2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (94df0d19-953d-4b07-be19-6ce4b906d43d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.275038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'tag': '705bd2b8-7546-4e5a-a459-185e0a418753'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:14.279234 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4400bccd-4f6b-4318-a859-c06c9aad38f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "tag": "705bd2b8-7546-4e5a-a459-185e0a418753"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:14.294919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-d058a8f9-1a1a-41bf-b226-aaaee27b68eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 HTTP/1.1" status: 200 len: 217 time: 0.0896399 Feb 09 02:23:14.346757 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba5b919-07e0-442d-ba89-3a4576adad80 x-openstack-request-id: req-3ba5b919-07e0-442d-ba89-3a4576adad80 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:14.347198 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "tag": "705bd2b8-7546-4e5a-a459-185e0a418753", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:14.347551 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ba5b919-07e0-442d-ba89-3a4576adad80 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:14.348069 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'tag': '705bd2b8-7546-4e5a-a459-185e0a418753', 'status': 'completed', 'code': 200} Feb 09 02:23:14.379903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-28e9ddc2-3d24-4d2a-a908-92a71e13604f service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882578 Feb 09 02:23:14.384681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-c91aac24-5503-4789-ad41-9de51df9973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.386356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-c91aac24-5503-4789-ad41-9de51df9973a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=70b73ffa-742f-4762-996b-d1a98e4842ae HTTP/1.1" status: 200 len: 801 time: 0.0767894 Feb 09 02:23:14.445366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6810ff4b-edc9-4238-a95c-e92a287d90b2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (94df0d19-953d-4b07-be19-6ce4b906d43d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.449802 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6810ff4b-edc9-4238-a95c-e92a287d90b2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (94df0d19-953d-4b07-be19-6ce4b906d43d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.533972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6810ff4b-edc9-4238-a95c-e92a287d90b2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (94df0d19-953d-4b07-be19-6ce4b906d43d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.534972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6810ff4b-edc9-4238-a95c-e92a287d90b2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Fanout notify agent at l3_agent the message router_deleted on router 94df0d19-953d-4b07-be19-6ce4b906d43d {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:23:14.540031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-326a1da6-2217-4c05-a5db-01b632fb2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.541672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-326a1da6-2217-4c05-a5db-01b632fb2822 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5f72e2c-d381-42ca-affe-f4a2c416f054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1466053 Feb 09 02:23:14.547890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6810ff4b-edc9-4238-a95c-e92a287d90b2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.550483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5135f431-549a-4af9-a6b7-7721f2b321b0 req-48fddd17-943f-4c74-8795-1562bafe23c8 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629963 Feb 09 02:23:14.553318 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6810ff4b-edc9-4238-a95c-e92a287d90b2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/94df0d19-953d-4b07-be19-6ce4b906d43d HTTP/1.1" status: 204 len: 168 time: 0.4570627 Feb 09 02:23:14.554716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:14.629321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a071c21-c5af-41b9-b457-5665798812d2 req-6901d91e-35e9-40f2-95d4-e353c5903ac9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.634866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a071c21-c5af-41b9-b457-5665798812d2 req-6901d91e-35e9-40f2-95d4-e353c5903ac9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:14.636533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a071c21-c5af-41b9-b457-5665798812d2 req-6901d91e-35e9-40f2-95d4-e353c5903ac9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1678 time: 0.1404433 Feb 09 02:23:14.637839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 79f8d854-e984-4514-a4cb-36045ce1420b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:14.643415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (79f8d854-e984-4514-a4cb-36045ce1420b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.696102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-0e3195d1-21e2-4ef2-b5bd-e96fbbec3ff1 service neutron] 10.222.0.72 "GET /v2.0/networks/b5f72e2c-d381-42ca-affe-f4a2c416f054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429579 Feb 09 02:23:14.702032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (79f8d854-e984-4514-a4cb-36045ce1420b), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.721128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a071c21-c5af-41b9-b457-5665798812d2 req-2cd5b12d-6b3d-41cd-9cbd-8ab3fdd9f2c3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754220 Feb 09 02:23:14.794935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (79f8d854-e984-4514-a4cb-36045ce1420b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.838160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-bb6c6eed-e321-474e-afc1-03aed60e5ff7 service neutron] 10.222.0.72 "GET /v2.0/networks/b5f72e2c-d381-42ca-affe-f4a2c416f054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304214 Feb 09 02:23:14.869559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (79f8d854-e984-4514-a4cb-36045ce1420b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.908375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69343e0d-022c-4759-85a2-5fef6b2eaf96 None None] Network 59cb236d-773e-47c8-a7aa-4cbfc4196a54 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:14.952836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:14.956196 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/79f8d854-e984-4514-a4cb-36045ce1420b HTTP/1.1" status: 204 len: 168 time: 0.3984818 Feb 09 02:23:14.967247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35566) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:14.968620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd7b0-2f5b-40e2-bba5-bd06993d6f78 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=79f8d854-e984-4514-a4cb-36045ce1420b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:15.073266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-8942787f-feb5-4463-8043-506913005815 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:15.084326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-8942787f-feb5-4463-8043-506913005815 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.72 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 812 time: 0.1739662 Feb 09 02:23:15.105007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-98b52749-1b7a-4d8b-a47e-6e7ba8d0708a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=705bd2b8-7546-4e5a-a459-185e0a418753 HTTP/1.1" status: 200 len: 217 time: 0.2605860 Feb 09 02:23:15.107030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (59cb236d-773e-47c8-a7aa-4cbfc4196a54), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.133631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Request body: {'port': {'device_id': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'admin_state_up': True, 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:15.172825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] DHCP port deletion for 59cb236d-773e-47c8-a7aa-4cbfc4196a54 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:23:15.187088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2773cdf9-f187-4770-bdd4-4c982f794c1f req-e5ab207a-227d-4736-a740-c12501ccb41b tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1016333 Feb 09 02:23:15.223495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 95eda729-df7b-48ef-96b4-e63e5ebb939e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:15.224108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.251519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] Deleting port 95eda729-df7b-48ef-96b4-e63e5ebb939e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:15.252176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.298396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 95eda729-df7b-48ef-96b4-e63e5ebb939e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=95eda729-df7b-48ef-96b4-e63e5ebb939e,segment=NetworkSegment(879b1727-b096-432d-8822-a4d383602b3a),segment_id=879b1727-b096-432d-8822-a4d383602b3a)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:15.298826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.316021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 95eda729-df7b-48ef-96b4-e63e5ebb939e owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:15.317184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:15.324476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] For port 95eda729-df7b-48ef-96b4-e63e5ebb939e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=95eda729-df7b-48ef-96b4-e63e5ebb939e,segment=NetworkSegment(879b1727-b096-432d-8822-a4d383602b3a),segment_id=879b1727-b096-432d-8822-a4d383602b3a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:15.325124 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.337862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] Calling delete_port for 95eda729-df7b-48ef-96b4-e63e5ebb939e owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:15.394432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-16c3cba6-6bf7-4c5c-93f1-ce5229b16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:15.399123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-16c3cba6-6bf7-4c5c-93f1-ce5229b16bec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e0f9f4-84c2-4f17-9dd7-f88b464c03d8 HTTP/1.1" status: 200 len: 801 time: 0.2598400 Feb 09 02:23:15.409077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.414698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4ad8305-67e1-4efb-bf5d-4e00f4535390 req-7d57f011-10ed-4cd7-b41a-bc5af99831e7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 210 time: 0.3085146 Feb 09 02:23:15.422719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (95eda729-df7b-48ef-96b4-e63e5ebb939e), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.454241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] Pushing event deleted for resources: {'Port': ['ID=95eda729-df7b-48ef-96b4-e63e5ebb939e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:15.463556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=95eda729-df7b-48ef-96b4-e63e5ebb939e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:15.468633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port 95eda729-df7b-48ef-96b4-e63e5ebb939e on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:15.477866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e597a-5362-42b1-b01c-d1822e707e92 None None] No DVR routers for this DVR port 95eda729-df7b-48ef-96b4-e63e5ebb939e on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:15.513220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Made reservation on behalf of 8fff14ed98e6481db56402c3ccdde54d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:15.516969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.593018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (59cb236d-773e-47c8-a7aa-4cbfc4196a54), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.603412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:15.611447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b1eed-9506-4500-8c71-6081897b012a req-3534ad4f-7ca7-4e89-8842-8b1eae4233a6 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:15.613454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba7b1eed-9506-4500-8c71-6081897b012a req-3534ad4f-7ca7-4e89-8842-8b1eae4233a6 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 943 time: 0.2091975 Feb 09 02:23:15.615923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-cbf23d10-6e6c-48ad-a5f0-74ab5b373c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:15.617537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-cbf23d10-6e6c-48ad-a5f0-74ab5b373c7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f0abd1d-77ae-47bb-9041-fbdba49afeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1962569 Feb 09 02:23:15.619454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'mac_address': 'fa:16:3e:aa:84:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:15.626559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cb236d-773e-47c8-a7aa-4cbfc4196a54']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:15.637719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879b1727-b096-432d-8822-a4d383602b3a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:15.638156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879b1727-b096-432d-8822-a4d383602b3a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:15.651215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (879b1727-b096-432d-8822-a4d383602b3a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.660687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:15.661542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.670328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (879b1727-b096-432d-8822-a4d383602b3a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.679333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:15.680265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:15.680947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (879b1727-b096-432d-8822-a4d383602b3a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.702745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:15.709187 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.766438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:15.769555 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:15.778511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba7b1eed-9506-4500-8c71-6081897b012a req-cb8cea0c-2234-43df-8d48-d286e050d5b9 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566594 Feb 09 02:23:15.788216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (59cb236d-773e-47c8-a7aa-4cbfc4196a54), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.808693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.816308 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/59cb236d-773e-47c8-a7aa-4cbfc4196a54 HTTP/1.1" status: 204 len: 168 time: 0.8418815 Feb 09 02:23:15.818948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35574) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:15.826916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9463e-4c38-47f1-af3c-5f645b54a65e tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=59cb236d-773e-47c8-a7aa-4cbfc4196a54,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:15.827989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-188568293'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:15.852178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-85c8d1bd-07db-43b9-a412-7cca7842a940 service neutron] 10.222.0.72 "GET /v2.0/networks/8f0abd1d-77ae-47bb-9041-fbdba49afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066138 Feb 09 02:23:15.911586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Allocated IP 172.20.0.13 (c807e0c0-3c9c-47d8-9236-f90112b40139/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c/518d9c68-6bbd-4635-b3ab-f59e3ce73af1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:15.941855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:15.945644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:15.980990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 95eda729-df7b-48ef-96b4-e63e5ebb939e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:16.004245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 95eda729-df7b-48ef-96b4-e63e5ebb939e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:16.004693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 95eda729-df7b-48ef-96b4-e63e5ebb939e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:16.032783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:23:16.069234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c6f20fdb-d15a-430c-86f7-fc441c633d84), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.069698 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment c6f20fdb-d15a-430c-86f7-fc441c633d84 of type vlan for network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 Feb 09 02:23:16.075554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:16.130997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a3199-1afd-4100-b580-19c2267bd3bd req-a1fabd64-27d7-456c-ba20-0e551261f463 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.137528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a3199-1afd-4100-b580-19c2267bd3bd req-a1fabd64-27d7-456c-ba20-0e551261f463 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.139288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-286a3199-1afd-4100-b580-19c2267bd3bd req-a1fabd64-27d7-456c-ba20-0e551261f463 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1678 time: 0.2895837 Feb 09 02:23:16.150294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f19d74d8-ec8f-4dff-8aa6-7d1e3076aba0 req-e92bf5d1-15b4-4cb7-97bc-44d010071cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/8f0abd1d-77ae-47bb-9041-fbdba49afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791195 Feb 09 02:23:16.214784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (3a1e6e27-87f1-4806-a8b4-13f336f56fe6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.335146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-286a3199-1afd-4100-b580-19c2267bd3bd req-dad39e14-1ab2-4092-8834-d0efbd2c7410 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675158 Feb 09 02:23:16.344897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.367778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4acba2a7-ade7-44ac-8ab5-51c06619b88a req-7765072c-ba9d-4a6d-b360-16ccd9c9f407 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0694463 Feb 09 02:23:16.378422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (3a1e6e27-87f1-4806-a8b4-13f336f56fe6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.384153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.384847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.450971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-11e6e308-4afd-4fd5-958e-7e2562a9bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.451476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-11e6e308-4afd-4fd5-958e-7e2562a9bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:16.452737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-11e6e308-4afd-4fd5-958e-7e2562a9bfdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 2044 time: 0.2306211 Feb 09 02:23:16.500736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6749549 Feb 09 02:23:16.501695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:16.510088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': '3a1e6e27-87f1-4806-a8b4-13f336f56fe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:16.652754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:16.656841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.877893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e14c69-a91b-4774-b8dd-71a2368d2540 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=3a1e6e27-87f1-4806-a8b4-13f336f56fe6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:16.881729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7cf2d51-f59c-4193-9b19-6ffbb8939c28 req-4e4cc19d-3f0a-4c66-aa12-90dbc3f1366d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 210 time: 0.3811226 Feb 09 02:23:16.896942 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:16.915334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6d61b038-c237-4c4c-8b93-0409f6db4666'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:16.918213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:23:16.931560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['358b428d-18e9-4a5e-bb8c-51df63390668'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:17.002674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.077984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Network c807e0c0-3c9c-47d8-9236-f90112b40139 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:17.087780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:17.103450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:17.146147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:17.160155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:17.177576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-7859b8bc-5741-4f1e-842a-b825d4aae721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.179808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-7859b8bc-5741-4f1e-842a-b825d4aae721 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f0abd1d-77ae-47bb-9041-fbdba49afeea HTTP/1.1" status: 200 len: 903 time: 0.7145188 Feb 09 02:23:17.186564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': 'c6f20fdb-d15a-430c-86f7-fc441c633d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3a1e6e27-87f1-4806-a8b4-13f336f56fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:17.186706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: 3a1e6e27-87f1-4806-a8b4-13f336f56fe6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:23:17.234388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:23:17.251377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 3a1e6e27-87f1-4806-a8b4-13f336f56fe6) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:17.277905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.279193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.296376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269075b-af85-446a-b918-e7b5b12564c4 req-398d6c48-effa-435c-a0c8-7708169ee60b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.303298 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e2adb83-4da9-4e1c-80cd-0235f1899763 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7990005 Feb 09 02:23:17.306534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:17.311248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b269075b-af85-446a-b918-e7b5b12564c4 req-398d6c48-effa-435c-a0c8-7708169ee60b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 944 time: 0.4278462 Feb 09 02:23:17.313622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-da7e2bb1-e82d-4f0c-a330-3ede3c34625c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1678441029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:17.313833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-2f98d0c3-e648-4272-8966-8edece342f64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=705bd2b8-7546-4e5a-a459-185e0a418753 HTTP/1.1" status: 200 len: 217 time: 0.1209643 Feb 09 02:23:17.352620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da7e2bb1-e82d-4f0c-a330-3ede3c34625c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (76913109-9fac-44b8-8643-b6e8d04d0b69), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.353773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da7e2bb1-e82d-4f0c-a330-3ede3c34625c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (76913109-9fac-44b8-8643-b6e8d04d0b69), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.455116 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da7e2bb1-e82d-4f0c-a330-3ede3c34625c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (76913109-9fac-44b8-8643-b6e8d04d0b69), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.455373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3fb799-8a94-41d0-959a-ac2fc3b5f145 None None] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:17.465130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da7e2bb1-e82d-4f0c-a330-3ede3c34625c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (76913109-9fac-44b8-8643-b6e8d04d0b69), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.467353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.468029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.503117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da7e2bb1-e82d-4f0c-a330-3ede3c34625c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.505051 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-da7e2bb1-e82d-4f0c-a330-3ede3c34625c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1967566 Feb 09 02:23:17.509162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:17.560341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b269075b-af85-446a-b918-e7b5b12564c4 req-4099550e-3c1f-49ac-b4a9-347c92811d11 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459443 Feb 09 02:23:17.563173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-89458718-386a-4829-9821-847df9a6c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.563360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:17.577926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-89458718-386a-4829-9821-847df9a6c12b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e0f9f4-84c2-4f17-9dd7-f88b464c03d8 HTTP/1.1" status: 200 len: 801 time: 0.2434690 Feb 09 02:23:17.603684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-8740a2dc-e25a-4326-82f6-177658cc9f54 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4868939 Feb 09 02:23:17.660285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Request body: {'port': {'device_id': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:17.743453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d263eab-4c45-477e-a91a-db52d23c51bd req-90c9ccd7-543e-4d62-9f19-64fa64bba8da tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0468953 Feb 09 02:23:17.763259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-3a1e6e27-87f1-4806-a8b4-13f336f56fe6', 'network_id': '3a1e6e27-87f1-4806-a8b4-13f336f56fe6', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:23:17.764901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.776055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba93300-a619-4280-9479-530fb184294b req-7affb361-ce4d-467a-83e4-64859dd590ca tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.781652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba93300-a619-4280-9479-530fb184294b req-7affb361-ce4d-467a-83e4-64859dd590ca tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.783361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bba93300-a619-4280-9479-530fb184294b req-7affb361-ce4d-467a-83e4-64859dd590ca tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1678 time: 0.2948196 Feb 09 02:23:17.803226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-49b54f5d-bbd8-4724-9ce4-3f8c836f3f13 None None] Provisioning complete for port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:17.805033 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49b54f5d-bbd8-4724-9ce4-3f8c836f3f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.840102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:17.848345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-20918363-b59d-4799-94cf-53958d34cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:17.849992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-20918363-b59d-4799-94cf-53958d34cea6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f0abd1d-77ae-47bb-9041-fbdba49afeea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2718239 Feb 09 02:23:17.925826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bba93300-a619-4280-9479-530fb184294b req-c6ba2390-397e-4ad1-85bf-d39f0d7f5a10 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193151 Feb 09 02:23:18.025443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.029553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-49b54f5d-bbd8-4724-9ce4-3f8c836f3f13 None None] Port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:18.133782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Allocated IP 2001:db8::2 (3a1e6e27-87f1-4806-a8b4-13f336f56fe6/48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4/ebee35fa-67e7-4e41-9051-33a68d44d334) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:18.211448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-a352224e-cf54-4042-965c-6289c44bd713 service neutron] 10.222.0.72 "GET /v2.0/networks/8f0abd1d-77ae-47bb-9041-fbdba49afeea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545065 Feb 09 02:23:18.282173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:18.291457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:18.291839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.318718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.384673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474c6a1-dc9d-4df6-a4b3-25bcefa75178 req-2166598c-1f60-41a8-9715-715b105ace86 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:18.392422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b474c6a1-dc9d-4df6-a4b3-25bcefa75178 req-2166598c-1f60-41a8-9715-715b105ace86 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 932 time: 0.1790884 Feb 09 02:23:18.438696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4400bccd-4f6b-4318-a859-c06c9aad38f2 req-0646882c-4c71-4c4e-a11e-431197f8ecce service neutron] 10.222.0.72 "GET /v2.0/networks/8f0abd1d-77ae-47bb-9041-fbdba49afeea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135844 Feb 09 02:23:18.509499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b474c6a1-dc9d-4df6-a4b3-25bcefa75178 req-f340193e-3bbf-489d-bdef-583715b2dab9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159840 Feb 09 02:23:18.524104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:18.536186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Publish callbacks [] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.549360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Transition to ACTIVE for port object 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:18.556711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.698926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:18.711746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:18.712584 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.763339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:18.766284 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465c935-e048-4514-8b83-eba97b9404a3" -d '{"events": [{"server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "name": "network-vif-plugged", "status": "completed", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:18.784542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Publish callbacks [] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.798192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:18.823143 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.845052 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:18.854828 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aac428-1247-4d7b-8c9f-6a5ff10b9787 x-openstack-request-id: req-00aac428-1247-4d7b-8c9f-6a5ff10b9787 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:18.855133 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "name": "network-vif-plugged", "status": "completed", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:18.855686 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00aac428-1247-4d7b-8c9f-6a5ff10b9787 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:18.856012 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'code': 200} Feb 09 02:23:18.921233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8::1 (3a1e6e27-87f1-4806-a8b4-13f336f56fe6/48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4/1d167b6d-9c78-442d-9be2-41d493098b07) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:19.053127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:19.055424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:19.055579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca88285-e528-45b8-b4ed-72df1ed52b8f req-7f5a24f4-c8ed-465a-b0f0-e38c46efea0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.057052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ca88285-e528-45b8-b4ed-72df1ed52b8f req-7f5a24f4-c8ed-465a-b0f0-e38c46efea0f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 944 time: 0.3263357 Feb 09 02:23:19.075350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b3a8925-1e8e-4258-8f21-59ed63dc864d req-e866ac2c-465f-4263-9f79-ca8476d258db tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0930934 Feb 09 02:23:19.103139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Pushing event updated for resources: {'Port': ['ID=ebee35fa-67e7-4e41-9051-33a68d44d334,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:19.138842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (1d167b6d-9c78-442d-9be2-41d493098b07), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.163148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Attempting to bind port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:19.163999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Attempting to bind port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:19.163999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Attempting to bind port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:19.207773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:19.228142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:19.230705 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.233031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.250681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 on network c807e0c0-3c9c-47d8-9236-f90112b40139 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:23:19.251081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Attempting to bind port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 on network c807e0c0-3c9c-47d8-9236-f90112b40139 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:19.267165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:19.267588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Checking segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:19.267914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Bound using segment: {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:19.268913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Bound port: 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bbc09c-8d5b-411a-bfb2-349a5c776979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:19.269292 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.308587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ca88285-e528-45b8-b4ed-72df1ed52b8f req-854f9149-10d5-42cc-b681-582a8de5a543 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281249 Feb 09 02:23:19.309608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:19.325112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:19.333676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:19.334709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (76913109-9fac-44b8-8643-b6e8d04d0b69), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.365764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aef13f-7fbf-48a2-bb87-4f7d38d74ca0 req-a47b6c28-ec95-4945-8954-d33a0c6206dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.369012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50aef13f-7fbf-48a2-bb87-4f7d38d74ca0 req-a47b6c28-ec95-4945-8954-d33a0c6206dc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 1128 time: 0.4097533 Feb 09 02:23:19.380348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867aa92-f48c-4fda-b41c-c1e3bca98c93 req-3bc49468-ac78-4e9b-a4a1-d2ccd8c96b8d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.387990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867aa92-f48c-4fda-b41c-c1e3bca98c93 req-3bc49468-ac78-4e9b-a4a1-d2ccd8c96b8d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.389275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=1d167b6d-9c78-442d-9be2-41d493098b07,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:19.390541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b867aa92-f48c-4fda-b41c-c1e3bca98c93 req-3bc49468-ac78-4e9b-a4a1-d2ccd8c96b8d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1678 time: 0.2226119 Feb 09 02:23:19.404719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Attempting to bind port ebee35fa-67e7-4e41-9051-33a68d44d334 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:19.405102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Attempting to bind port ebee35fa-67e7-4e41-9051-33a68d44d334 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c6f20fdb-d15a-430c-86f7-fc441c633d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3a1e6e27-87f1-4806-a8b4-13f336f56fe6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:19.405482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Attempting to bind port ebee35fa-67e7-4e41-9051-33a68d44d334 on network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:19.429219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:19.429750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Checking segment: {'id': 'c6f20fdb-d15a-430c-86f7-fc441c633d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3a1e6e27-87f1-4806-a8b4-13f336f56fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:19.430275 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.430787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Bound using segment: {'id': 'c6f20fdb-d15a-430c-86f7-fc441c633d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3a1e6e27-87f1-4806-a8b4-13f336f56fe6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:19.431282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Bound port: ebee35fa-67e7-4e41-9051-33a68d44d334, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f20fdb-d15a-430c-86f7-fc441c633d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3a1e6e27-87f1-4806-a8b4-13f336f56fe6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:19.431678 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.436531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:19.440078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:19.463069 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.482027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:19.497582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:19.520785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.521590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.525442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] 10.222.0.72 "PUT /v2.0/ports/518d9c68-6bbd-4635-b3ab-f59e3ce73af1 HTTP/1.1" status: 200 len: 1093 time: 1.8696861 Feb 09 02:23:19.527054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8', 'network_id': 'b5f72e2c-d381-42ca-affe-f4a2c416f054', 'port_id': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8', 'mac_address': 'fa:16:3e:3c:52:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b73ffa-742f-4762-996b-d1a98e4842ae', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:19.527845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:19.530559 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:19.583774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.604110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] For port ebee35fa-67e7-4e41-9051-33a68d44d334, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:19.633292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50aef13f-7fbf-48a2-bb87-4f7d38d74ca0 req-2b2b9928-06ad-40ec-a2ae-0adde1b06016 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898563 Feb 09 02:23:19.651125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] For port ebee35fa-67e7-4e41-9051-33a68d44d334, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ebee35fa-67e7-4e41-9051-33a68d44d334,segment=NetworkSegment(c6f20fdb-d15a-430c-86f7-fc441c633d84),segment_id=c6f20fdb-d15a-430c-86f7-fc441c633d84)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:19.657926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:19.658803 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.671197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.699568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b867aa92-f48c-4fda-b41c-c1e3bca98c93 req-7acd560b-ef91-4299-939f-719aae2bbe9d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491608 Feb 09 02:23:19.752343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098a77c-922b-4ae1-87ff-666428737dd1 None None] Pushing event updated for resources: {'Port': ['ID=ebee35fa-67e7-4e41-9051-33a68d44d334,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:19.759726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:19.811160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75985144-f4a6-4465-8b69-f7c5d31d786f service neutron] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:19.820737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:19.824545 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b096839a-e19a-4ea8-bfd2-991616816c5c x-openstack-request-id: req-b096839a-e19a-4ea8-bfd2-991616816c5c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:19.824757 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:19.825062 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b096839a-e19a-4ea8-bfd2-991616816c5c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:19.826318 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'status': 'completed', 'code': 200} Feb 09 02:23:19.830948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:19.831641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 705bd2b8-7546-4e5a-a459-185e0a418753 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:19.842014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-37159c4b-ff79-41c1-81e1-e2d4c2b6deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.843660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-37159c4b-ff79-41c1-81e1-e2d4c2b6deca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 1127 time: 0.2607219 Feb 09 02:23:19.905938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-3d0e735b-2175-4414-96aa-d56721737506 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1 HTTP/1.1" status: 200 len: 217 time: 0.0533438 Feb 09 02:23:19.934979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957607e2-6832-42d2-8364-1c6891068472 req-c3f98662-d464-41bb-a4b6-7d7c976200bb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:19.937810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-957607e2-6832-42d2-8364-1c6891068472 req-c3f98662-d464-41bb-a4b6-7d7c976200bb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.3149803 Feb 09 02:23:19.962557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 705bd2b8-7546-4e5a-a459-185e0a418753, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=705bd2b8-7546-4e5a-a459-185e0a418753,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:19.989458 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '705bd2b8-7546-4e5a-a459-185e0a418753', 'network_id': '8f0abd1d-77ae-47bb-9041-fbdba49afeea', 'port_id': '705bd2b8-7546-4e5a-a459-185e0a418753', 'mac_address': 'fa:16:3e:b6:3c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e0f9f4-84c2-4f17-9dd7-f88b464c03d8', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:20.008313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-61e083e6-548d-454d-aac9-b3cdbb5da51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:20.009972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-61e083e6-548d-454d-aac9-b3cdbb5da51c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0706854 Feb 09 02:23:20.104636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:20.126923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 705bd2b8-7546-4e5a-a459-185e0a418753 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:20.127325 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:20.159792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705bd2b8-7546-4e5a-a459-185e0a418753 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:20.190651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 705bd2b8-7546-4e5a-a459-185e0a418753, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=705bd2b8-7546-4e5a-a459-185e0a418753,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:20.193776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-957607e2-6832-42d2-8364-1c6891068472 req-35e754f1-e3c8-4f90-9012-90451a4fd616 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816549 Feb 09 02:23:20.201993 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:20.219099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a657c89-861f-44c1-8086-27c904654717 req-523157f1-f131-4bf1-981c-f863c6134458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:20.220579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-523157f1-f131-4bf1-981c-f863c6134458 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1983254 Feb 09 02:23:20.277569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=705bd2b8-7546-4e5a-a459-185e0a418753,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:20.347113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0f494e-f93b-4249-9912-46db844a6ce2 req-6b94f608-e602-4fd6-8c07-5893b85703af tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0356450 Feb 09 02:23:20.376262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (1d167b6d-9c78-442d-9be2-41d493098b07), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:20.384895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:20.386901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (76913109-9fac-44b8-8643-b6e8d04d0b69), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:20.467366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-49030f75-c7d0-4b56-a9bd-a43a5dfaf511 service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387140 Feb 09 02:23:20.487391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=1d167b6d-9c78-442d-9be2-41d493098b07,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:20.533818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:20.535360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:20.543360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d398b-753c-4963-878a-d05bf34b5f71 req-30ee83c2-ccf8-43f7-b8a1-97d96ac21e43 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:20.543946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['705bd2b8-7546-4e5a-a459-185e0a418753'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:20.544934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a87d398b-753c-4963-878a-d05bf34b5f71 req-30ee83c2-ccf8-43f7-b8a1-97d96ac21e43 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1403065 Feb 09 02:23:20.618408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a87d398b-753c-4963-878a-d05bf34b5f71 req-b514f092-21b3-485a-98b5-71eb68432971 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668311 Feb 09 02:23:20.681227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a657c89-861f-44c1-8086-27c904654717 req-85ee33d8-fac1-4f41-921a-4879fbe3e86c service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072232 Feb 09 02:23:20.721274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 76913109-9fac-44b8-8643-b6e8d04d0b69 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:23:20.904264 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:20.918891 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] Sync routers for ids ['76913109-9fac-44b8-8643-b6e8d04d0b69'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:20.933377 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b7a13884-b509-4c38-958c-a69fce970b3c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/76913109-9fac-44b8-8643-b6e8d04d0b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4226797 Feb 09 02:23:20.936772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:20.947078 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] Routers {'76913109-9fac-44b8-8643-b6e8d04d0b69'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:20.947824 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['76913109-9fac-44b8-8643-b6e8d04d0b69'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:20.963724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-dc54b31a-e578-47ec-8fe1-ef4eb2971b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:20.965273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-dc54b31a-e578-47ec-8fe1-ef4eb2971b7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 1127 time: 0.2010520 Feb 09 02:23:21.004316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba907c-5a0f-4567-acda-479f502f6adb req-740d6036-5ee9-4893-bdaf-879b19cde6fc tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.010487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba907c-5a0f-4567-acda-479f502f6adb req-740d6036-5ee9-4893-bdaf-879b19cde6fc tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.012134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25ba907c-5a0f-4567-acda-479f502f6adb req-740d6036-5ee9-4893-bdaf-879b19cde6fc tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1680 time: 0.1393502 Feb 09 02:23:21.053064 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:21.057790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584284cd-c4f0-4b0e-9777-eb046dcd1fc2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.063575 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-584284cd-c4f0-4b0e-9777-eb046dcd1fc2 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports/1d167b6d-9c78-442d-9be2-41d493098b07 HTTP/1.1" status: 200 len: 911 time: 0.1251481 Feb 09 02:23:21.066356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35624) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:21.074579 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] Routers {'76913109-9fac-44b8-8643-b6e8d04d0b69'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:21.076833 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['76913109-9fac-44b8-8643-b6e8d04d0b69'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:21.159492 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:21.160383 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ac275-a1d5-47e6-9c5b-67a8bad325d2 None None] The sync data for ids ['76913109-9fac-44b8-8643-b6e8d04d0b69'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:21.174342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25ba907c-5a0f-4567-acda-479f502f6adb req-ea1d917a-d95d-4262-86e9-d78919215920 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366103 Feb 09 02:23:21.181524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-058620dc-9313-423c-83ed-021e4360cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.183607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-058620dc-9313-423c-83ed-021e4360cdd9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.2119832 Feb 09 02:23:21.257369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-dc8332a7-ed45-43aa-9d71-34aebf4a775c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1 HTTP/1.1" status: 200 len: 217 time: 0.0654659 Feb 09 02:23:21.374905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-793e7e45-5951-4136-a41d-a2dd57d02e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.376308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-793e7e45-5951-4136-a41d-a2dd57d02e65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1131594 Feb 09 02:23:21.453269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23c537-7ae2-4941-aefc-d335a0b2faf1 req-64b46c3c-a53b-4ef1-b025-83ee0a7db334 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.454388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab23c537-7ae2-4941-aefc-d335a0b2faf1 req-64b46c3c-a53b-4ef1-b025-83ee0a7db334 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.1283433 Feb 09 02:23:21.463246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-04712b28-02e9-4e1c-b005-b4112a09d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.465002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-04712b28-02e9-4e1c-b005-b4112a09d83c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0787535 Feb 09 02:23:21.480713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9265a-548e-41e1-8859-76d2aad4841e None None] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:21.578521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (76913109-9fac-44b8-8643-b6e8d04d0b69), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:21.591298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Provisioning complete for port ebee35fa-67e7-4e41-9051-33a68d44d334 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:21.591923 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:21.595876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-198d4565-c361-46e0-ae19-dd8b1cd094d6 req-279d98c9-d527-48dc-a15d-8bb2d20529b6 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1097264 Feb 09 02:23:21.665829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab23c537-7ae2-4941-aefc-d335a0b2faf1 req-c179df70-9344-44c3-87d3-6472f2ddf19b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047391 Feb 09 02:23:21.733601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-33cc7dbf-e6cd-49e7-8052-e672957c52ff service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253752 Feb 09 02:23:21.746261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['2987b157-c06b-4f3a-8a0a-1a0659d6c0e8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:21.779390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Current status of the port ebee35fa-67e7-4e41-9051-33a68d44d334 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:21.779789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:21.883529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] For port ebee35fa-67e7-4e41-9051-33a68d44d334, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ebee35fa-67e7-4e41-9051-33a68d44d334,segment=NetworkSegment(c6f20fdb-d15a-430c-86f7-fc441c633d84),segment_id=c6f20fdb-d15a-430c-86f7-fc441c633d84)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:21.905955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e60fb-e9a5-4fb6-a81c-fc29a1b54c40 req-681d728f-214e-4a3b-946a-68f2bbc80bbb tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:21.907857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca7e60fb-e9a5-4fb6-a81c-fc29a1b54c40 req-681d728f-214e-4a3b-946a-68f2bbc80bbb tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1546824 Feb 09 02:23:21.922974 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:21.946416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c49bbbb-bd6a-4add-92d1-5667af5f8e5e req-5352dbf4-c60d-4060-8732-8e9ab2eac49b service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045441 Feb 09 02:23:22.048843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca7e60fb-e9a5-4fb6-a81c-fc29a1b54c40 req-42a1c896-00f6-48fb-aa99-76f9c462180c tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070209 Feb 09 02:23:22.084986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Pushing event updated for resources: {'Port': ['ID=ebee35fa-67e7-4e41-9051-33a68d44d334,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:22.092728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ebee35fa-67e7-4e41-9051-33a68d44d334 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:22.110795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.111062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.111256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.111605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.112044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.112280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.112618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.112952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.113285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.113618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.114206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.114565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.114906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d05634-ae67-4249-a154-2c5bfabaed8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:22.115900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 1d167b6d-9c78-442d-9be2-41d493098b07 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:22.117191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.220237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c757076f-7a30-4fb6-bc66-06a80795c46b None None] Provisioning complete for port 1d167b6d-9c78-442d-9be2-41d493098b07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:22.220763 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c757076f-7a30-4fb6-bc66-06a80795c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.307080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c757076f-7a30-4fb6-bc66-06a80795c46b None None] Port 1d167b6d-9c78-442d-9be2-41d493098b07 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:22.318109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ebee35fa-67e7-4e41-9051-33a68d44d334 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:22.318528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.347476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.367804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c757076f-7a30-4fb6-bc66-06a80795c46b None None] Provisioning complete for port ebee35fa-67e7-4e41-9051-33a68d44d334 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:22.368302 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c757076f-7a30-4fb6-bc66-06a80795c46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.377292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 1d167b6d-9c78-442d-9be2-41d493098b07 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:22.430927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738f08e-9d12-403e-90ab-bdc69111ade4 req-9e0d58b2-9a12-4f70-a459-0ee7212a46af tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:22.443720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738f08e-9d12-403e-90ab-bdc69111ade4 req-9e0d58b2-9a12-4f70-a459-0ee7212a46af tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:22.450503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e738f08e-9d12-403e-90ab-bdc69111ade4 req-9e0d58b2-9a12-4f70-a459-0ee7212a46af tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1680 time: 0.1395593 Feb 09 02:23:22.556993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ebee35fa-67e7-4e41-9051-33a68d44d334 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:22.575537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e738f08e-9d12-403e-90ab-bdc69111ade4 req-d75152c9-5de4-48ca-8254-985e6ae4facb tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159410 Feb 09 02:23:22.595132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c757076f-7a30-4fb6-bc66-06a80795c46b None None] Current status of the port ebee35fa-67e7-4e41-9051-33a68d44d334 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:22.735394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-19f8cccc-941f-478e-8c30-de7efc89921e None None] Provisioning complete for port 1d167b6d-9c78-442d-9be2-41d493098b07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:22.737409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19f8cccc-941f-478e-8c30-de7efc89921e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.792956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1d167b6d-9c78-442d-9be2-41d493098b07), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:22.803103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45a18e60-11da-4909-b67f-7c662717d7e5 req-3170fa57-e868-482e-a733-19db8dd4b460 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0629814 Feb 09 02:23:22.820699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=1d167b6d-9c78-442d-9be2-41d493098b07,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:22.822185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-19f8cccc-941f-478e-8c30-de7efc89921e None None] Port 1d167b6d-9c78-442d-9be2-41d493098b07 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:22.957659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (76913109-9fac-44b8-8643-b6e8d04d0b69), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.038697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d4e8d698-55b6-40b8-b256-7e0b707bb3c3 None None] Could not find standard attr ID for object 1d167b6d-9c78-442d-9be2-41d493098b07. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:23:23.046379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:23.052607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7cc66-e428-40a1-8c29-85fc35d7e830 req-210e4ccb-de88-429a-9a5b-166585353ba3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.052928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 705bd2b8-7546-4e5a-a459-185e0a418753 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:23.054556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33b7cc66-e428-40a1-8c29-85fc35d7e830 req-210e4ccb-de88-429a-9a5b-166585353ba3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.0888705 Feb 09 02:23:23.168697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33b7cc66-e428-40a1-8c29-85fc35d7e830 req-e6846c51-b773-4c1a-a99f-0b25ba03f399 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030734 Feb 09 02:23:23.201178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 76913109-9fac-44b8-8643-b6e8d04d0b69 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:23.228698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73b207-5358-4348-8b97-4a997fae5c44 req-5156a9e0-ff89-4431-9d9a-16c4b9919d47 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.249230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd73b207-5358-4348-8b97-4a997fae5c44 req-5156a9e0-ff89-4431-9d9a-16c4b9919d47 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1174185 Feb 09 02:23:23.276176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 705bd2b8-7546-4e5a-a459-185e0a418753 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:23.302130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 705bd2b8-7546-4e5a-a459-185e0a418753 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:23.302836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.314937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd73b207-5358-4348-8b97-4a997fae5c44 req-f2af36c4-97f5-4cf0-b91c-ea3e8f0ae885 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Feb 09 02:23:23.351824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:23.357892 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7df1efee-588d-4126-9e6b-de9d13d7f0be tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/76913109-9fac-44b8-8643-b6e8d04d0b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2901099 Feb 09 02:23:23.360664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35682) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:23.393891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f52434cb-6ef9-48e0-b2ac-c3762b62ed8d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=76913109-9fac-44b8-8643-b6e8d04d0b69 HTTP/1.1" status: 200 len: 205 time: 0.0322046 Feb 09 02:23:23.396615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:23.474975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db28ef2-8204-49eb-9494-adea6d670a32 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (76913109-9fac-44b8-8643-b6e8d04d0b69), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.502499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] Sync routers for ids ['76913109-9fac-44b8-8643-b6e8d04d0b69'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:23.517105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:23.541524 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70b95e06-b6b1-4406-83e0-e60cd53c927a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.549429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'mac_address': 'fa:16:3e:b4:cf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:23.551377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] Routers {'76913109-9fac-44b8-8643-b6e8d04d0b69'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:23.552209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['76913109-9fac-44b8-8643-b6e8d04d0b69'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:23.596019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:23.664529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db28ef2-8204-49eb-9494-adea6d670a32 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (76913109-9fac-44b8-8643-b6e8d04d0b69), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.671968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db28ef2-8204-49eb-9494-adea6d670a32 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (76913109-9fac-44b8-8643-b6e8d04d0b69), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.707944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 705bd2b8-7546-4e5a-a459-185e0a418753 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:23.708427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.717864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] Routers {'76913109-9fac-44b8-8643-b6e8d04d0b69'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:23.718623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:22:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['76913109-9fac-44b8-8643-b6e8d04d0b69'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:23.736008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1301b-2092-4c0b-aa1f-b8a880f203b4 req-dfd2bb94-4c67-4504-be30-be28435974c8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.743205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db28ef2-8204-49eb-9494-adea6d670a32 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (76913109-9fac-44b8-8643-b6e8d04d0b69), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.743597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1301b-2092-4c0b-aa1f-b8a880f203b4 req-dfd2bb94-4c67-4504-be30-be28435974c8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:23.744385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db28ef2-8204-49eb-9494-adea6d670a32 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Fanout notify agent at l3_agent the message router_deleted on router 76913109-9fac-44b8-8643-b6e8d04d0b69 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:23:23.745293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbb1301b-2092-4c0b-aa1f-b8a880f203b4 req-dfd2bb94-4c67-4504-be30-be28435974c8 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1680 time: 0.0678296 Feb 09 02:23:23.752640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db28ef2-8204-49eb-9494-adea6d670a32 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.754504 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8db28ef2-8204-49eb-9494-adea6d670a32 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/76913109-9fac-44b8-8643-b6e8d04d0b69 HTTP/1.1" status: 204 len: 168 time: 0.3560498 Feb 09 02:23:23.757918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:23.767479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:23.768142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910eb91-d606-45c1-9558-98dde340b5da None None] The sync data for ids ['76913109-9fac-44b8-8643-b6e8d04d0b69'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:23.796167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 705bd2b8-7546-4e5a-a459-185e0a418753, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=705bd2b8-7546-4e5a-a459-185e0a418753,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:23.797661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bd2b8-7546-4e5a-a459-185e0a418753'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:23.800928 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660714b-6fd5-473f-be9b-ec6abc761a62" -d '{"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-plugged", "status": "completed", "tag": "705bd2b8-7546-4e5a-a459-185e0a418753"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:23.806737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:23.807132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.809310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.864481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbb1301b-2092-4c0b-aa1f-b8a880f203b4 req-2a06262e-9584-4659-9b5f-3450d2696a74 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122165 Feb 09 02:23:23.880562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=705bd2b8-7546-4e5a-a459-185e0a418753,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:23.893124 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f96162-1a60-4044-a100-c373d733df4a x-openstack-request-id: req-b7f96162-1a60-4044-a100-c373d733df4a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:23.893482 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-plugged", "status": "completed", "tag": "705bd2b8-7546-4e5a-a459-185e0a418753", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:23.893703 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7f96162-1a60-4044-a100-c373d733df4a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:23.894119 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705bd2b8-7546-4e5a-a459-185e0a418753', 'code': 200} Feb 09 02:23:23.915475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:23.963536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:23.974340 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:23.996981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9f9ec58-36d1-4182-b1ad-7e211242f304 req-87cb0b79-ab1b-4df3-910f-ad05f064da3d tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0486069 Feb 09 02:23:24.069329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ebee35fa-67e7-4e41-9051-33a68d44d334 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:24.101592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:24.135556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ebee35fa-67e7-4e41-9051-33a68d44d334 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:24.135941 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.138865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:24.142410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.195245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.271690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ebee35fa-67e7-4e41-9051-33a68d44d334 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:24.299023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.322429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d946cc9-9602-4314-be4a-420ae5125d20 req-b7425530-9a5a-4089-980e-f1998cfa454b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:24.324862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d946cc9-9602-4314-be4a-420ae5125d20 req-b7425530-9a5a-4089-980e-f1998cfa454b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 945 time: 0.0722790 Feb 09 02:23:24.358955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['518d9c68-6bbd-4635-b3ab-f59e3ce73af1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:24.396009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.416991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d946cc9-9602-4314-be4a-420ae5125d20 req-00aece59-966a-4cfa-b648-df37846336d8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856190 Feb 09 02:23:24.448267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:24.452505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.456013 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-82d462aa-8767-4710-8054-9db5d39726bc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4 HTTP/1.1" status: 204 len: 168 time: 0.6969340 Feb 09 02:23:24.458537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:24.469731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77182c6b-1761-47bf-bc21-865cecfd6e09 None None] Network 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:24.508280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc00e5a-dd0f-4db7-94a0-f076cf27a296 req-0eb11d25-ec36-4c6c-9354-fa045acea054 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:24.511322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bc00e5a-dd0f-4db7-94a0-f076cf27a296 req-0eb11d25-ec36-4c6c-9354-fa045acea054 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.0868077 Feb 09 02:23:24.547989 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (3a1e6e27-87f1-4806-a8b4-13f336f56fe6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.573188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bc00e5a-dd0f-4db7-94a0-f076cf27a296 req-d058ccf4-0f96-4716-8b2f-0c3abc25aa1e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563319 Feb 09 02:23:24.618013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port ebee35fa-67e7-4e41-9051-33a68d44d334 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:24.618725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.708634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port ebee35fa-67e7-4e41-9051-33a68d44d334, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ebee35fa-67e7-4e41-9051-33a68d44d334,segment=NetworkSegment(c6f20fdb-d15a-430c-86f7-fc441c633d84),segment_id=c6f20fdb-d15a-430c-86f7-fc441c633d84)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:24.709427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.713633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] DHCP port deletion for 3a1e6e27-87f1-4806-a8b4-13f336f56fe6 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:23:24.726410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for ebee35fa-67e7-4e41-9051-33a68d44d334 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:24.796239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] Deleting port ebee35fa-67e7-4e41-9051-33a68d44d334 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:24.796715 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.833744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.858954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=ebee35fa-67e7-4e41-9051-33a68d44d334,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:24.865315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port ebee35fa-67e7-4e41-9051-33a68d44d334 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:24.876459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] For port ebee35fa-67e7-4e41-9051-33a68d44d334, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ebee35fa-67e7-4e41-9051-33a68d44d334,segment=NetworkSegment(c6f20fdb-d15a-430c-86f7-fc441c633d84),segment_id=c6f20fdb-d15a-430c-86f7-fc441c633d84)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:24.876887 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.897208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] Calling delete_port for ebee35fa-67e7-4e41-9051-33a68d44d334 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:24.967532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (3a1e6e27-87f1-4806-a8b4-13f336f56fe6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:24.994325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1e6e27-87f1-4806-a8b4-13f336f56fe6']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:25.000451 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (ebee35fa-67e7-4e41-9051-33a68d44d334), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.005763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f20fdb-d15a-430c-86f7-fc441c633d84') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:25.006070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f20fdb-d15a-430c-86f7-fc441c633d84') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:25.037717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57727b-9551-41a4-87ef-d4027c82079c req-757b6cba-0d73-48ef-9a29-bdc40d858ff6 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:25.041593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (c6f20fdb-d15a-430c-86f7-fc441c633d84), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.053987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57727b-9551-41a4-87ef-d4027c82079c req-757b6cba-0d73-48ef-9a29-bdc40d858ff6 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:25.063200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb57727b-9551-41a4-87ef-d4027c82079c req-757b6cba-0d73-48ef-9a29-bdc40d858ff6 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1681 time: 0.1055167 Feb 09 02:23:25.071308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:25.076913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c6f20fdb-d15a-430c-86f7-fc441c633d84), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.079080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] No DVR routers for this DVR port ebee35fa-67e7-4e41-9051-33a68d44d334 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:25.084039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2fcc8-41f5-4500-ad67-46ba7af5be82 None None] Pushing event deleted for resources: {'Port': ['ID=ebee35fa-67e7-4e41-9051-33a68d44d334,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:25.094673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:25.096283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (c6f20fdb-d15a-430c-86f7-fc441c633d84), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.151450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb57727b-9551-41a4-87ef-d4027c82079c req-c936fc46-0302-42ea-b65e-0f36eed7bc37 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867140 Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:25.171992 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:25.179710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (3a1e6e27-87f1-4806-a8b4-13f336f56fe6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.198416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.206937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35704) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:25.207828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:25.209223 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/3a1e6e27-87f1-4806-a8b4-13f336f56fe6 HTTP/1.1" status: 204 len: 168 time: 0.7486005 Feb 09 02:23:25.213742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-912256097', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:25.214696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:25.215402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.221461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78c1ee42-b566-4d0b-9af7-b716fabbe1c7 req-bc675679-3a3b-4ce6-a2bc-2894f01d6f87 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0688670 Feb 09 02:23:25.234788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793b4c-ce40-46f1-a7bd-db68fc8dc448 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=3a1e6e27-87f1-4806-a8b4-13f336f56fe6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:25.242630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.243749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.305474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (0eddca65-b4d2-40cb-8dbc-053d5efd763a), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.318847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:25.320066 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.355621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:25.360915 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.412134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:25.466665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_gateway (0eddca65-b4d2-40cb-8dbc-053d5efd763a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.667533 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62fcecce-5b3e-4482-8471-7e74c5cc749b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:25.895844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:25.914011 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f7253-5d47-44f3-8b1b-9eb2b92e64bc" -d '{"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-plugged", "status": "completed", "tag": "2987b157-c06b-4f3a-8a0a-1a0659d6c0e8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:25.941127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad364bc-0314-443d-b03b-adf92bb96395 req-27389e4e-e97c-431a-a3c3-3a765db4c6ed tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:25.946687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ad364bc-0314-443d-b03b-adf92bb96395 req-27389e4e-e97c-431a-a3c3-3a765db4c6ed tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 945 time: 0.4559886 Feb 09 02:23:25.971377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f2d0d-97a7-4634-be4b-2cdf6f79bb8a req-09a94cf3-cc2b-4218-b176-48834aed9145 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:25.973005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-415f2d0d-97a7-4634-be4b-2cdf6f79bb8a req-09a94cf3-cc2b-4218-b176-48834aed9145 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1109047 Feb 09 02:23:25.986088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ebee35fa-67e7-4e41-9051-33a68d44d334 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:26.007631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: ebee35fa-67e7-4e41-9051-33a68d44d334 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:26.008042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ebee35fa-67e7-4e41-9051-33a68d44d334 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:26.073872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ad364bc-0314-443d-b03b-adf92bb96395 req-ce4ccac6-14d2-4323-b042-4ed0d8a53c42 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234734 Feb 09 02:23:26.088914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-415f2d0d-97a7-4634-be4b-2cdf6f79bb8a req-7d95eb7a-7725-4fb0-9adc-bfc45bb2f458 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054702 Feb 09 02:23:26.131153 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd45504-9dcd-4ae1-a841-15b7c14b13c1 x-openstack-request-id: req-6bd45504-9dcd-4ae1-a841-15b7c14b13c1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:26.131466 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-plugged", "status": "completed", "tag": "2987b157-c06b-4f3a-8a0a-1a0659d6c0e8", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:26.131731 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bd45504-9dcd-4ae1-a841-15b7c14b13c1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:26.132145 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8', 'code': 200} Feb 09 02:23:26.217780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_gateway (0eddca65-b4d2-40cb-8dbc-053d5efd763a), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:26.276478 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:26.384082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89715a37-cd8d-4cb3-9a23-e93a962142a7 req-c68fa605-c875-4315-9e8f-ccb81c6e7af4 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0466042 Feb 09 02:23:26.404524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39ee33-bd0d-43f7-916a-e811746bb063 req-90722eb3-ca37-4722-bc14-bcb8bf494a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:26.405014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39ee33-bd0d-43f7-916a-e811746bb063 req-90722eb3-ca37-4722-bc14-bcb8bf494a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:26.406800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e39ee33-bd0d-43f7-916a-e811746bb063 req-90722eb3-ca37-4722-bc14-bcb8bf494a6d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 2048 time: 0.2174366 Feb 09 02:23:26.419681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c787147-1a1c-4801-be8c-b4e94fe70eb4 req-f025889a-355a-46d1-b194-723d2d4b043e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:26.424952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c787147-1a1c-4801-be8c-b4e94fe70eb4 req-f025889a-355a-46d1-b194-723d2d4b043e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:26.426563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c787147-1a1c-4801-be8c-b4e94fe70eb4 req-f025889a-355a-46d1-b194-723d2d4b043e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1682 time: 0.1818559 Feb 09 02:23:26.540106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 172.25.6.92 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/7dd8c304-bb94-424e-88d8-0ae4d5929714) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:26.563395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e39ee33-bd0d-43f7-916a-e811746bb063 req-82cf72d3-150d-4de3-9ee8-f67b6c9d773b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357994 Feb 09 02:23:26.568065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c787147-1a1c-4801-be8c-b4e94fe70eb4 req-6e036b9e-ef30-418b-bd6e-077a319842dd tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143968 Feb 09 02:23:26.679711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (7dd8c304-bb94-424e-88d8-0ae4d5929714), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:26.715919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7dd8c304-bb94-424e-88d8-0ae4d5929714), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:26.758016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:26.761428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:26.765589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:26.790018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=7dd8c304-bb94-424e-88d8-0ae4d5929714,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:26.804382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.804675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.805018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.805356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.805692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.806025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.806360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.806736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.807055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.807380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.807707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.808029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.808350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:26.899255 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.098263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:27.128037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_gateway (0eddca65-b4d2-40cb-8dbc-053d5efd763a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.200105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:23:27.205638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:27.206138 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.294553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:27.295258 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.328015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02355c25-339b-4799-b901-650d31b12ec7 req-31b3fcb9-c759-4755-bb9d-0ec099fa9a44 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:27.329558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02355c25-339b-4799-b901-650d31b12ec7 req-31b3fcb9-c759-4755-bb9d-0ec099fa9a44 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1251647 Feb 09 02:23:27.330753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:27.336696 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.340376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079270-f42a-4642-bcf7-a3e683f935a8 req-c4a189e0-e249-40a0-9c06-dbd0b31c6e12 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:27.343424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2079270-f42a-4642-bcf7-a3e683f935a8 req-c4a189e0-e249-40a0-9c06-dbd0b31c6e12 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 945 time: 0.1364770 Feb 09 02:23:27.368523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:27.426169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:27.495837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02355c25-339b-4799-b901-650d31b12ec7 req-5542956a-26f0-4a0b-a35a-03cb00570034 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521258 Feb 09 02:23:27.504322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:27.527686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'network_id': '530b5fa3-5b0c-42b2-9ef7-deb0d2803d50', 'port_id': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'mac_address': 'fa:16:3e:aa:84:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6039dc6-c6e1-437d-afb3-9abe08fe0230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:27.548239 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.562817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:27.563567 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.568050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2079270-f42a-4642-bcf7-a3e683f935a8 req-546fcb29-ab89-4faf-a003-a9e66dcc4bba tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151208 Feb 09 02:23:27.580315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:27.607737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:27.614026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:27.676636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:27.688258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88d9e645-fe02-4698-8c6e-86a6d5c9818b req-a0c14e23-22c7-449f-9b6e-d4ed58d30c4c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1036913 Feb 09 02:23:27.727076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:27.783087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338556d-b048-4d3a-be16-821ba33ce5ea req-6fc13a3a-bd4e-4be3-80ff-f5ff166d0630 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:27.789351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338556d-b048-4d3a-be16-821ba33ce5ea req-6fc13a3a-bd4e-4be3-80ff-f5ff166d0630 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:27.791145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c338556d-b048-4d3a-be16-821ba33ce5ea req-6fc13a3a-bd4e-4be3-80ff-f5ff166d0630 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1682 time: 0.1060293 Feb 09 02:23:27.862725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 0eddca65-b4d2-40cb-8dbc-053d5efd763a is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:23:27.873995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c338556d-b048-4d3a-be16-821ba33ce5ea req-a49da6e9-b6f9-42c4-9622-b72103a6db2d tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740151 Feb 09 02:23:28.007712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:28.018990 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] Sync routers for ids ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:28.030715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:28.030898 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] Routers {'0eddca65-b4d2-40cb-8dbc-053d5efd763a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:28.031316 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:28.032085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-55542418-7b7a-4846-a663-f51cd6f82f91 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.8235254 Feb 09 02:23:28.035635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:28.066491 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:28.093342 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] Routers {'0eddca65-b4d2-40cb-8dbc-053d5efd763a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:28.094774 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:28.094945 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:28.133442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:28.136507 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57cea83-925b-4d41-86d7-2e1789a68e3e" -d '{"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-plugged", "status": "completed", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:28.148213 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:28.149543 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaeb4c-3c81-4970-8644-cc488d6a88ac None None] The sync data for ids ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:28.180732 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb5ec8d-2a19-4a05-90b3-40c4fe481d55 x-openstack-request-id: req-fbb5ec8d-2a19-4a05-90b3-40c4fe481d55 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:28.181017 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-plugged", "status": "completed", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:28.181349 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbb5ec8d-2a19-4a05-90b3-40c4fe481d55 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:28.181884 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'code': 200} Feb 09 02:23:28.199187 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0da162c8-856f-4bc3-acb3-845c2d0a4826 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/routers/0eddca65-b4d2-40cb-8dbc-053d5efd763a HTTP/1.1" status: 200 len: 883 time: 0.1629834 Feb 09 02:23:28.202153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35728) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:28.392624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cad57-316c-44c9-abf4-22fa31e6c82b req-bf89ded9-31bf-4fb4-ad56-6699f68c1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:28.394193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-862cad57-316c-44c9-abf4-22fa31e6c82b req-bf89ded9-31bf-4fb4-ad56-6699f68c1afc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 1129 time: 0.1278925 Feb 09 02:23:28.473285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-862cad57-316c-44c9-abf4-22fa31e6c82b req-3d85fce3-6361-41f2-8e45-3f1980611b89 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713861 Feb 09 02:23:28.541627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6a136034-fb93-4218-882e-e31b148ada7d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3380959 Feb 09 02:23:28.544306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35732) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:28.548918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a80da9bc-455e-4f7e-b530-1b4406fba9de tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-912256097'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:28.750235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518b64-dac9-4619-aaea-8a3be9c33e5b req-2db33bad-6e00-4250-a6fc-b06eda0f09a3 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:28.751743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08518b64-dac9-4619-aaea-8a3be9c33e5b req-2db33bad-6e00-4250-a6fc-b06eda0f09a3 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 944 time: 0.1670494 Feb 09 02:23:28.770974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d79b8-d898-40b8-a60d-fe7804e5f0ec req-fc2985c1-5027-4d3c-a718-7676ca4a04b9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:28.773041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-987d79b8-d898-40b8-a60d-fe7804e5f0ec req-fc2985c1-5027-4d3c-a718-7676ca4a04b9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1271589 Feb 09 02:23:29.252542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08518b64-dac9-4619-aaea-8a3be9c33e5b req-1fca50bd-b5d1-4300-a976-2aa160529bde tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907644 Feb 09 02:23:29.265057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-987d79b8-d898-40b8-a60d-fe7804e5f0ec req-be26b10e-ec87-45e5-bed0-5b2db7e3e9e2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334800 Feb 09 02:23:29.385530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:29.411201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88c21331-7fcf-4282-b425-2909fb0a3bc0 req-6cc52e44-afbc-4a66-8ffe-02bb4e7dd8d3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0576756 Feb 09 02:23:29.450189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a80da9bc-455e-4f7e-b530-1b4406fba9de tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:29.454373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:29.455311 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:29.464860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4cc6-eb23-42a9-a161-63ff42677270 req-b9c93d21-3175-4726-82e1-ec30f5dc3858 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:29.470331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4cc6-eb23-42a9-a161-63ff42677270 req-b9c93d21-3175-4726-82e1-ec30f5dc3858 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:29.478591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a92c4cc6-eb23-42a9-a161-63ff42677270 req-b9c93d21-3175-4726-82e1-ec30f5dc3858 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1682 time: 0.1231964 Feb 09 02:23:29.487027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a80da9bc-455e-4f7e-b530-1b4406fba9de tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:29.545051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:29.545051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:29.597132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:29.601965 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:29.602422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a92c4cc6-eb23-42a9-a161-63ff42677270 req-9773766b-9c6a-4a9b-b9f2-bcfb0937a6b6 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225967 Feb 09 02:23:29.650546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80da9bc-455e-4f7e-b530-1b4406fba9de tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 0eddca65-b4d2-40cb-8dbc-053d5efd763a has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:29.697055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:29.701160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:29.798817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80da9bc-455e-4f7e-b530-1b4406fba9de tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:29.811242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] Sync routers for ids ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:29.828350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] Routers {'0eddca65-b4d2-40cb-8dbc-053d5efd763a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:29.828991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:29.832555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a80da9bc-455e-4f7e-b530-1b4406fba9de tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:29.837164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:29.839213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a80da9bc-455e-4f7e-b530-1b4406fba9de tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/0eddca65-b4d2-40cb-8dbc-053d5efd763a HTTP/1.1" status: 200 len: 890 time: 1.2937660 Feb 09 02:23:29.918031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:29.931040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] Routers {'0eddca65-b4d2-40cb-8dbc-053d5efd763a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:29.931890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:29.973167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:29.974933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bce21-3733-487a-86ca-7c069ad9e366 None None] The sync data for ids ['0eddca65-b4d2-40cb-8dbc-053d5efd763a'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:29.990387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f633-f5da-4a5b-945e-65e4bc481970 req-4b7461cf-7d02-4bb9-b8ac-ab283dc8665e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:29.997059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f633-f5da-4a5b-945e-65e4bc481970 req-4b7461cf-7d02-4bb9-b8ac-ab283dc8665e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:29.998632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e44f633-f5da-4a5b-945e-65e4bc481970 req-4b7461cf-7d02-4bb9-b8ac-ab283dc8665e tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1682 time: 0.0773056 Feb 09 02:23:30.010910 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-98d98f58-d1f9-48ea-985b-8dd1390e6a7b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/routers/0eddca65-b4d2-40cb-8dbc-053d5efd763a HTTP/1.1" status: 200 len: 890 time: 0.1724689 Feb 09 02:23:30.013448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35748) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:30.054956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-507a4ccb-f87c-4eb7-b889-09fb2c619e01 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eddca65-b4d2-40cb-8dbc-053d5efd763a HTTP/1.1" status: 200 len: 205 time: 0.0403144 Feb 09 02:23:30.057699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35750) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:30.153482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e44f633-f5da-4a5b-945e-65e4bc481970 req-812c465a-50d7-4186-b222-94cf6acf59ac tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487079 Feb 09 02:23:30.183151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:30.185589 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e82ab4-7ec6-4f68-80d2-a3c49eda45fd" -d '{"events": [{"server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "name": "network-vif-plugged", "status": "completed", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:30.201048 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:30.229674 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7450637-b460-46dd-b393-4ebb0fab9f37 x-openstack-request-id: req-f7450637-b460-46dd-b393-4ebb0fab9f37 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:30.230094 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "name": "network-vif-plugged", "status": "completed", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:30.230503 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7450637-b460-46dd-b393-4ebb0fab9f37 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:30.230997 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'code': 200} Feb 09 02:23:30.320964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_gateway (0eddca65-b4d2-40cb-8dbc-053d5efd763a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:30.413145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 7dd8c304-bb94-424e-88d8-0ae4d5929714 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:30.413505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7dd8c304-bb94-424e-88d8-0ae4d5929714), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:30.488369 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:23:30.546305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1533c-1729-459c-8857-8a9b96de612c req-1ede5d73-3b90-4734-ad9d-7f9d62d73838 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:30.547836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22b1533c-1729-459c-8857-8a9b96de612c req-1ede5d73-3b90-4734-ad9d-7f9d62d73838 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1624959 Feb 09 02:23:30.574155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7dd8c304-bb94-424e-88d8-0ae4d5929714), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:30.588422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ea895-9191-4775-b161-42b529ff58f8 req-3c705329-9f09-4272-a9c0-fca9bbb8e3ba tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:30.589909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d44ea895-9191-4775-b161-42b529ff58f8 req-3c705329-9f09-4272-a9c0-fca9bbb8e3ba tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1473429 Feb 09 02:23:30.608530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 7dd8c304-bb94-424e-88d8-0ae4d5929714 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:30.696407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22b1533c-1729-459c-8857-8a9b96de612c req-243fb0f7-42fe-48ba-bcdf-0da39f804417 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415949 Feb 09 02:23:30.733031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d44ea895-9191-4775-b161-42b529ff58f8 req-242587c4-adeb-47b7-bb90-0eae601b13af tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356833 Feb 09 02:23:30.815830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ba53019-5837-4307-8052-f906568c5e72 req-5a78a2c9-4482-405e-8d6d-30e9e964511a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0387788 Feb 09 02:23:30.916515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7dd8c304-bb94-424e-88d8-0ae4d5929714), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:30.961673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=7dd8c304-bb94-424e-88d8-0ae4d5929714,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:31.060434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d750a2-02e1-483b-bd74-cb46f42b2067 req-bc72212b-f9ae-4c25-b66d-44617baad478 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.061997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2d750a2-02e1-483b-bd74-cb46f42b2067 req-bc72212b-f9ae-4c25-b66d-44617baad478 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1374955 Feb 09 02:23:31.067206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (0eddca65-b4d2-40cb-8dbc-053d5efd763a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.181586 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.184035 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (0eddca65-b4d2-40cb-8dbc-053d5efd763a), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.274563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (0eddca65-b4d2-40cb-8dbc-053d5efd763a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.275121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Fanout notify agent at l3_agent the message router_deleted on router 0eddca65-b4d2-40cb-8dbc-053d5efd763a {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:23:31.282427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.283599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2c04b45b-6831-42b9-af79-fc7298056752 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/0eddca65-b4d2-40cb-8dbc-053d5efd763a HTTP/1.1" status: 204 len: 168 time: 1.2203088 Feb 09 02:23:31.286933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2d750a2-02e1-483b-bd74-cb46f42b2067 req-f3c6ff02-fb33-4dbd-9185-06668e2dab83 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158916 Feb 09 02:23:31.291740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35768) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:31.302780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-413562293'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:31.322645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef7318-2691-43d2-85a8-cbad8ba9e266 req-6f5a2607-dc14-4858-8dde-000f5eea09e5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.327098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:31.328269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef7318-2691-43d2-85a8-cbad8ba9e266 req-6f5a2607-dc14-4858-8dde-000f5eea09e5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.329832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bef7318-2691-43d2-85a8-cbad8ba9e266 req-6f5a2607-dc14-4858-8dde-000f5eea09e5 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1682 time: 0.0954797 Feb 09 02:23:31.330875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.357809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:23:31.367691 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (eac1395e-2e7d-4be6-9b25-c0e96cf119c1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.368036 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment eac1395e-2e7d-4be6-9b25-c0e96cf119c1 of type vlan for network 9d76cf49-eb31-4a2e-89ad-0790d896de99 Feb 09 02:23:31.391062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bef7318-2691-43d2-85a8-cbad8ba9e266 req-935597b2-cd60-49f5-9eb5-ee936fed5241 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 Feb 09 02:23:31.410359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (9d76cf49-eb31-4a2e-89ad-0790d896de99), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.437045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (9d76cf49-eb31-4a2e-89ad-0790d896de99), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.443706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.445185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.480663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-38e359e2-236c-41b1-9c46-f65daf81ef76 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.486037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-38e359e2-236c-41b1-9c46-f65daf81ef76 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.487679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-38e359e2-236c-41b1-9c46-f65daf81ef76 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 1682 time: 0.0640802 Feb 09 02:23:31.517499 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2224455 Feb 09 02:23:31.520752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:31.526401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': '9d76cf49-eb31-4a2e-89ad-0790d896de99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:31.547852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43458b-957a-4d5f-a4db-946e06ca34b9 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=9d76cf49-eb31-4a2e-89ad-0790d896de99,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:31.563503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:23:31.624616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:31.625038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.632706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:31.638159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.737869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:31.738272 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.760397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:31.849385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (20a8872c-23c7-44c4-84c0-8dd52ed3e82e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:31.895796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125af6c-262e-4768-a12d-7fed3e2bf9ca req-7e43cb80-d6c1-46f7-85c5-d6d3a0f2c74e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.898144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1125af6c-262e-4768-a12d-7fed3e2bf9ca req-7e43cb80-d6c1-46f7-85c5-d6d3a0f2c74e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.0903914 Feb 09 02:23:31.923010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': 'eac1395e-2e7d-4be6-9b25-c0e96cf119c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9d76cf49-eb31-4a2e-89ad-0790d896de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:31.924076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: 9d76cf49-eb31-4a2e-89ad-0790d896de99, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:23:31.934015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=20a8872c-23c7-44c4-84c0-8dd52ed3e82e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:31.953926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:23:31.966769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 9d76cf49-eb31-4a2e-89ad-0790d896de99) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:31.979261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef23fa-b545-4088-9e0a-d1c5f501061a None None] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:31.985398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:31.986824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.002750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1125af6c-262e-4768-a12d-7fed3e2bf9ca req-2a7c97c8-2bc1-4cbd-9879-9b84f2c6d57e tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Feb 09 02:23:32.015975 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ef33f09b-2fad-4693-bd0e-fdf6335da955 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4937966 Feb 09 02:23:32.018294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:32.024178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-16438d4f-75e7-4f76-b808-a5ab3bc24d7a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-872441818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:32.040072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2987b157-c06b-4f3a-8a0a-1a0659d6c0e8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.046963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0052f76d-ca96-4a04-9888-36d5a1fc84de req-c111c001-b12d-4011-941b-2ec6901b3f54 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0427992 Feb 09 02:23:32.071974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16438d4f-75e7-4f76-b808-a5ab3bc24d7a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (57067bc6-c577-4082-9f5a-01689fe4151e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.073323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16438d4f-75e7-4f76-b808-a5ab3bc24d7a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (57067bc6-c577-4082-9f5a-01689fe4151e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.091732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=2987b157-c06b-4f3a-8a0a-1a0659d6c0e8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:32.110244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['705bd2b8-7546-4e5a-a459-185e0a418753', '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:32.143161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:32.146051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.150500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-7521e4c4-f903-4aa0-af9a-00e5220e2233 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.72 "DELETE /v2.0/ports/2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 HTTP/1.1" status: 204 len: 173 time: 0.6569395 Feb 09 02:23:32.150985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-deleted', 'tag': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:32.153336 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42822908-99a2-4929-a20e-5eed37e01822" -d '{"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-deleted", "tag": "2987b157-c06b-4f3a-8a0a-1a0659d6c0e8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:32.203603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16438d4f-75e7-4f76-b808-a5ab3bc24d7a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (57067bc6-c577-4082-9f5a-01689fe4151e), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.212385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16438d4f-75e7-4f76-b808-a5ab3bc24d7a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (57067bc6-c577-4082-9f5a-01689fe4151e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.245821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16438d4f-75e7-4f76-b808-a5ab3bc24d7a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.249833 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-16438d4f-75e7-4f76-b808-a5ab3bc24d7a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2279027 Feb 09 02:23:32.250134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:32.285767 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222e63c-1ea6-43dc-b587-4836ceb6f4a6 x-openstack-request-id: req-3222e63c-1ea6-43dc-b587-4836ceb6f4a6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:32.285767 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-deleted", "tag": "2987b157-c06b-4f3a-8a0a-1a0659d6c0e8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:32.285767 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3222e63c-1ea6-43dc-b587-4836ceb6f4a6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:32.285767 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-deleted', 'tag': '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8', 'status': 'completed', 'code': 200} Feb 09 02:23:32.359782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port 705bd2b8-7546-4e5a-a459-185e0a418753 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:32.361555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.385697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-9d76cf49-eb31-4a2e-89ad-0790d896de99', 'network_id': '9d76cf49-eb31-4a2e-89ad-0790d896de99', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '20a8872c-23c7-44c4-84c0-8dd52ed3e82e'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:23:32.387534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.659663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c7a2d-4551-4823-8b70-49ad6de99162 req-4df0d10d-f9ff-4c74-be1a-91fcbc8072a7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:32.661305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-389c7a2d-4551-4823-8b70-49ad6de99162 req-4df0d10d-f9ff-4c74-be1a-91fcbc8072a7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1949747 Feb 09 02:23:32.663389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port 705bd2b8-7546-4e5a-a459-185e0a418753, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=705bd2b8-7546-4e5a-a459-185e0a418753,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:32.663771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.703013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for 705bd2b8-7546-4e5a-a459-185e0a418753 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:32.741445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e105cd-f788-48d1-98e2-b47b9e4086aa req-91560a49-42dd-40e3-a7b4-8fda4615f8a4 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:32.751329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74e105cd-f788-48d1-98e2-b47b9e4086aa req-91560a49-42dd-40e3-a7b4-8fda4615f8a4 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 946 time: 0.1941447 Feb 09 02:23:32.781334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-389c7a2d-4551-4823-8b70-49ad6de99162 req-0c43e25c-8bfc-47c5-9325-2ffb5d465301 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084971 Feb 09 02:23:32.818031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Allocated IP 2001:db8::2 (9d76cf49-eb31-4a2e-89ad-0790d896de99/20a8872c-23c7-44c4-84c0-8dd52ed3e82e/6d73e083-2d6c-416b-99e5-4a0e78302481) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:32.899498 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.933560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74e105cd-f788-48d1-98e2-b47b9e4086aa req-3613aa1d-b5fc-4aef-8fba-f430e67e90a3 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/security-groups?id=17638d7f-2d24-4af9-924b-a1e1d635077c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811147 Feb 09 02:23:33.099334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (705bd2b8-7546-4e5a-a459-185e0a418753), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:33.144203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['705bd2b8-7546-4e5a-a459-185e0a418753', '2987b157-c06b-4f3a-8a0a-1a0659d6c0e8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:33.176066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=705bd2b8-7546-4e5a-a459-185e0a418753,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:33.267939 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Publish callbacks [] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:33.294338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:33.335238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e8534-f53a-42c8-b613-572ef1006842 req-bb1df05d-e479-4503-81d1-3176c3a2fe7f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:33.346270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e95e8534-f53a-42c8-b613-572ef1006842 req-bb1df05d-e479-4503-81d1-3176c3a2fe7f tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1808259 Feb 09 02:23:33.364089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port 705bd2b8-7546-4e5a-a459-185e0a418753 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:33.369093 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:33.372524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0355e878-e175-445b-a00f-6d6cd0ab20e9 req-ce3b82ca-7c83-4b15-8859-1ae84e156f55 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.72 "DELETE /v2.0/ports/705bd2b8-7546-4e5a-a459-185e0a418753 HTTP/1.1" status: 204 len: 173 time: 1.2160487 Feb 09 02:23:33.391035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:33.400548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:33.407587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Pushing event updated for resources: {'Port': ['ID=6d73e083-2d6c-416b-99e5-4a0e78302481,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:33.443393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:33.495742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e95e8534-f53a-42c8-b613-572ef1006842 req-55e19371-0049-4556-9aa9-73cf10e142f7 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457279 Feb 09 02:23:33.512991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8::1 (9d76cf49-eb31-4a2e-89ad-0790d896de99/20a8872c-23c7-44c4-84c0-8dd52ed3e82e/85278952-9a6e-4dce-8adc-963e378038b7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:33.553082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Attempting to bind port 6d73e083-2d6c-416b-99e5-4a0e78302481 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:33.553856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Attempting to bind port 6d73e083-2d6c-416b-99e5-4a0e78302481 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'eac1395e-2e7d-4be6-9b25-c0e96cf119c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9d76cf49-eb31-4a2e-89ad-0790d896de99'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:33.554579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Attempting to bind port 6d73e083-2d6c-416b-99e5-4a0e78302481 on network 9d76cf49-eb31-4a2e-89ad-0790d896de99 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:33.565117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:33.565518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Checking segment: {'id': 'eac1395e-2e7d-4be6-9b25-c0e96cf119c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9d76cf49-eb31-4a2e-89ad-0790d896de99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:33.565901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:33.566300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Bound using segment: {'id': 'eac1395e-2e7d-4be6-9b25-c0e96cf119c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9d76cf49-eb31-4a2e-89ad-0790d896de99'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:33.566807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Bound port: 6d73e083-2d6c-416b-99e5-4a0e78302481, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac1395e-2e7d-4be6-9b25-c0e96cf119c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9d76cf49-eb31-4a2e-89ad-0790d896de99'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:33.567190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:33.775006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daf0d4e0-d1d7-41b5-b013-0e312ca52619 req-d34e4f39-1208-4f13-af0b-0e2144cb7c18 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1127491 Feb 09 02:23:33.953244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (85278952-9a6e-4dce-8adc-963e378038b7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:33.961385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505445bf-b1eb-46d5-b7a8-2ce3cbf06d34 req-c42ca8ee-1c84-4f72-82e9-34730946adf0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:33.969339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-505445bf-b1eb-46d5-b7a8-2ce3cbf06d34 req-c42ca8ee-1c84-4f72-82e9-34730946adf0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1319921 Feb 09 02:23:34.000183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] For port 6d73e083-2d6c-416b-99e5-4a0e78302481, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:34.005399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] For port 6d73e083-2d6c-416b-99e5-4a0e78302481, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6d73e083-2d6c-416b-99e5-4a0e78302481,segment=NetworkSegment(eac1395e-2e7d-4be6-9b25-c0e96cf119c1),segment_id=eac1395e-2e7d-4be6-9b25-c0e96cf119c1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:34.020437 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:34.089023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-505445bf-b1eb-46d5-b7a8-2ce3cbf06d34 req-93234c7f-262f-4b36-a008-4b7eb8ec40cf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173871 Feb 09 02:23:34.089938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (85278952-9a6e-4dce-8adc-963e378038b7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:34.210932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:34.222811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:34.255974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140464f-32f2-4ee8-a9ee-3e1a122cc19c None None] Pushing event updated for resources: {'Port': ['ID=6d73e083-2d6c-416b-99e5-4a0e78302481,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:34.259578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:34.261750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (57067bc6-c577-4082-9f5a-01689fe4151e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:34.266784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=85278952-9a6e-4dce-8adc-963e378038b7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:34.276241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0e675e5-28ff-4373-b2a9-d199b062f730 req-ba86939b-04e3-4ca8-abee-848f98504d41 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9976160-a07b-4ddd-9738-cc76cf35c973 HTTP/1.1" status: 200 len: 210 time: 0.0866718 Feb 09 02:23:34.285576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-deleted', 'tag': '705bd2b8-7546-4e5a-a459-185e0a418753'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:34.290084 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab224935-64c5-415d-9d11-28b75c4da828" -d '{"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-deleted", "tag": "705bd2b8-7546-4e5a-a459-185e0a418753"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:34.338149 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c95a0-d88d-4f6c-8d13-0b1b7963799a x-openstack-request-id: req-246c95a0-d88d-4f6c-8d13-0b1b7963799a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:34.338604 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9976160-a07b-4ddd-9738-cc76cf35c973", "name": "network-vif-deleted", "tag": "705bd2b8-7546-4e5a-a459-185e0a418753", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:34.338995 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-246c95a0-d88d-4f6c-8d13-0b1b7963799a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:34.339614 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9976160-a07b-4ddd-9738-cc76cf35c973', 'name': 'network-vif-deleted', 'tag': '705bd2b8-7546-4e5a-a459-185e0a418753', 'status': 'completed', 'code': 200} Feb 09 02:23:34.533794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-ca33de07-f2aa-46a0-87cb-3ebedf5d473a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:34.536146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-ca33de07-f2aa-46a0-87cb-3ebedf5d473a tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1483436 Feb 09 02:23:34.542307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (85278952-9a6e-4dce-8adc-963e378038b7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:34.762284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Deleting port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:34.762650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:34.783467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c99416-6620-41db-a3d2-57c63f757ec2 req-14569d68-8f41-4981-8193-dc814bfef868 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:34.785349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40c99416-6620-41db-a3d2-57c63f757ec2 req-14569d68-8f41-4981-8193-dc814bfef868 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 945 time: 0.1520491 Feb 09 02:23:34.887093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40c99416-6620-41db-a3d2-57c63f757ec2 req-b8f2b724-8d19-4af8-a847-a36094120411 tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd5d507a-164f-4f9b-9ba0-5aab0cc13998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753176 Feb 09 02:23:34.992029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-556a6cf6-e444-4816-aefc-d1608f192215 req-1f3e2601-bdf2-4e59-a50b-61b2dade9067 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0730839 Feb 09 02:23:35.015377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] For port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,segment=NetworkSegment(dc4568a2-a3a1-4298-bd1f-58da0e0e1457),segment_id=dc4568a2-a3a1-4298-bd1f-58da0e0e1457)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:35.015377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.018786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Calling delete_port for 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:35.027066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (85278952-9a6e-4dce-8adc-963e378038b7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.036076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (85278952-9a6e-4dce-8adc-963e378038b7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.037003 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (57067bc6-c577-4082-9f5a-01689fe4151e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.106778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:35.112533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:35.116786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=85278952-9a6e-4dce-8adc-963e378038b7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:35.153909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:35.154252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2987b157-c06b-4f3a-8a0a-1a0659d6c0e8 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:35.154866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 705bd2b8-7546-4e5a-a459-185e0a418753 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:35.182785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 705bd2b8-7546-4e5a-a459-185e0a418753 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:35.183223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 705bd2b8-7546-4e5a-a459-185e0a418753 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:35.314205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:35.316577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:35.357888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:35.377733 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.381173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'port_id': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'mac_address': 'fa:16:3e:b4:cf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:23:35.392427 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:35.433304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:35.462047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7460e-91f2-4a23-bdf1-257ea39b1356 req-57d80171-5142-450f-9641-35283e0658b7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:35.470300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:35.470979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:35.472245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c7460e-91f2-4a23-bdf1-257ea39b1356 req-57d80171-5142-450f-9641-35283e0658b7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.2437501 Feb 09 02:23:35.481362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:35.482016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.504614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:35.525258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] No DVR routers for this DVR port 45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:35.528815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.532710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b9212e0-0db0-44a4-b326-158ba42209f1 req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.82 "DELETE /v2.0/ports/45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d HTTP/1.1" status: 204 len: 173 time: 0.9909394 Feb 09 02:23:35.534895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795410ad-1fd9-492c-bb9c-79192646a7dd tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] Pushing event deleted for resources: {'Port': ['ID=45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:35.561062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:35.567713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.584371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting subnet 14e0f9f4-84c2-4f17-9dd7-f88b464c03d8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:35.591880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (14e0f9f4-84c2-4f17-9dd7-f88b464c03d8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.602727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c7460e-91f2-4a23-bdf1-257ea39b1356 req-773e6470-d868-4d30-b1cb-3f94f6095c62 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288271 Feb 09 02:23:35.650194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:35.665525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['518d9c68-6bbd-4635-b3ab-f59e3ce73af1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:23:35.745992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (14e0f9f4-84c2-4f17-9dd7-f88b464c03d8), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:35.885228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9999e-d8e7-402f-b9a6-b197977bf199 None None] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:36.086790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-24903d7b-c824-4d8e-b0f1-9e7192074a1e None None] Provisioning complete for port 6d73e083-2d6c-416b-99e5-4a0e78302481 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:36.088034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24903d7b-c824-4d8e-b0f1-9e7192074a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.167926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 57067bc6-c577-4082-9f5a-01689fe4151e is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:23:36.197801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0dc5e78-ece9-4e7a-9670-e9f969d94dfe req-0c03dd6a-ee9e-40dc-8eb1-b97f97110d9b tempest-ImagesTestJSON-1404897343 tempest-ImagesTestJSON-1404897343-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b8e9f9-1482-487f-87a4-8c4ca1940d87 HTTP/1.1" status: 200 len: 210 time: 0.1024377 Feb 09 02:23:36.251712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6d73e083-2d6c-416b-99e5-4a0e78302481 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:36.278323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fca1b84-a3bb-499f-a7c3-c0ae3de56b77 req-eb9c4615-1970-4aa5-9d8f-c4e49d74fb39 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0756626 Feb 09 02:23:36.341266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'name': 'network-vif-deleted', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:36.343679 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf36b39-096b-4a0f-8ed0-5d70cd381d8b" -d '{"events": [{"server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "name": "network-vif-deleted", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:36.386293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6d73e083-2d6c-416b-99e5-4a0e78302481 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:36.386902 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.389685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-24903d7b-c824-4d8e-b0f1-9e7192074a1e None None] Current status of the port 6d73e083-2d6c-416b-99e5-4a0e78302481 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:36.390261 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24903d7b-c824-4d8e-b0f1-9e7192074a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.413361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (14e0f9f4-84c2-4f17-9dd7-f88b464c03d8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.462879 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d880c97-91c7-4b10-b0f1-eed360bc2dda x-openstack-request-id: req-8d880c97-91c7-4b10-b0f1-eed360bc2dda {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:36.463180 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8e9f9-1482-487f-87a4-8c4ca1940d87", "name": "network-vif-deleted", "tag": "45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:36.464149 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d880c97-91c7-4b10-b0f1-eed360bc2dda {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:36.464592 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8e9f9-1482-487f-87a4-8c4ca1940d87', 'name': 'network-vif-deleted', 'tag': '45cebd37-c6cf-4bf7-bcd2-e78ca3550f0d', 'status': 'completed', 'code': 200} Feb 09 02:23:36.474077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-24903d7b-c824-4d8e-b0f1-9e7192074a1e None None] For port 6d73e083-2d6c-416b-99e5-4a0e78302481, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6d73e083-2d6c-416b-99e5-4a0e78302481,segment=NetworkSegment(eac1395e-2e7d-4be6-9b25-c0e96cf119c1),segment_id=eac1395e-2e7d-4be6-9b25-c0e96cf119c1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:36.480959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-24903d7b-c824-4d8e-b0f1-9e7192074a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.575826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (14e0f9f4-84c2-4f17-9dd7-f88b464c03d8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.579326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6d73e083-2d6c-416b-99e5-4a0e78302481 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:36.616697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Subnet': ['ID=14e0f9f4-84c2-4f17-9dd7-f88b464c03d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:36.637378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.643790 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4fa18fa6-dade-4f27-8ebe-03675db395f9 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/subnets/14e0f9f4-84c2-4f17-9dd7-f88b464c03d8 HTTP/1.1" status: 204 len: 168 time: 1.2480574 Feb 09 02:23:36.644390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35860) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:36.649758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b86590-e733-485f-ac24-963b11e654fd None None] Network 8f0abd1d-77ae-47bb-9041-fbdba49afeea requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:36.689483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:36.702521 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8c73d4d8-897a-422d-bc82-d24a0650cded tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/57067bc6-c577-4082-9f5a-01689fe4151e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4511976 Feb 09 02:23:36.705300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:36.705847 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] Sync routers for ids ['57067bc6-c577-4082-9f5a-01689fe4151e'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:36.722765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] Routers {'57067bc6-c577-4082-9f5a-01689fe4151e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:36.723972 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['57067bc6-c577-4082-9f5a-01689fe4151e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:36.752785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24903d7b-c824-4d8e-b0f1-9e7192074a1e None None] Pushing event updated for resources: {'Port': ['ID=6d73e083-2d6c-416b-99e5-4a0e78302481,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:36.786272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:36.815110 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] Routers {'57067bc6-c577-4082-9f5a-01689fe4151e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:36.815746 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['57067bc6-c577-4082-9f5a-01689fe4151e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:36.833522 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8f0abd1d-77ae-47bb-9041-fbdba49afeea), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.859302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54118bfb-e69e-4bc8-881a-9b418eab1959 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:36.860924 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-54118bfb-e69e-4bc8-881a-9b418eab1959 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports/85278952-9a6e-4dce-8adc-963e378038b7 HTTP/1.1" status: 200 len: 911 time: 0.1532161 Feb 09 02:23:36.863507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:36.869706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20a8872c-23c7-44c4-84c0-8dd52ed3e82e'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:36.918884 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:36.922811 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd7e46d-a63f-4f4e-ae20-5b74e4658e0e None None] The sync data for ids ['57067bc6-c577-4082-9f5a-01689fe4151e'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:36.924723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-eb73e11e-024e-4332-9db1-344c8105a35c None None] Provisioning complete for port 85278952-9a6e-4dce-8adc-963e378038b7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:36.925329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb73e11e-024e-4332-9db1-344c8105a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (85278952-9a6e-4dce-8adc-963e378038b7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.978576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574aad9-2de8-454e-96b2-89e0a272d14d req-81f4a94f-6615-4c95-ab71-d85c744afa5b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:36.980037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a574aad9-2de8-454e-96b2-89e0a272d14d req-81f4a94f-6615-4c95-ab71-d85c744afa5b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 945 time: 0.1419287 Feb 09 02:23:37.010438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] DHCP port deletion for 8f0abd1d-77ae-47bb-9041-fbdba49afeea request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:23:37.015761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eb73e11e-024e-4332-9db1-344c8105a35c None None] Port 85278952-9a6e-4dce-8adc-963e378038b7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:37.062299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port 17958bb1-e352-42f0-af9a-e55a2153dc94 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:37.062773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.072563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a574aad9-2de8-454e-96b2-89e0a272d14d req-093e3da4-4923-477e-b7ed-7c7488d5e553 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844257 Feb 09 02:23:37.097925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-eb73e11e-024e-4332-9db1-344c8105a35c None None] Provisioning complete for port 6d73e083-2d6c-416b-99e5-4a0e78302481 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:37.098314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb73e11e-024e-4332-9db1-344c8105a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.145479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:37.220523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port 17958bb1-e352-42f0-af9a-e55a2153dc94, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=17958bb1-e352-42f0-af9a-e55a2153dc94,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:37.220903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.254229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] Deleting port 17958bb1-e352-42f0-af9a-e55a2153dc94 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:37.254824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.255522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for 17958bb1-e352-42f0-af9a-e55a2153dc94 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:37.258976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (85278952-9a6e-4dce-8adc-963e378038b7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.394831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:37.395551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.430275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.474026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] For port 17958bb1-e352-42f0-af9a-e55a2153dc94, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=17958bb1-e352-42f0-af9a-e55a2153dc94,segment=NetworkSegment(db781785-37a1-42f5-bfe5-f6b74a763738),segment_id=db781785-37a1-42f5-bfe5-f6b74a763738)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:37.474440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.509965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=17958bb1-e352-42f0-af9a-e55a2153dc94,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:37.527851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port 17958bb1-e352-42f0-af9a-e55a2153dc94 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:37.554438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eb73e11e-024e-4332-9db1-344c8105a35c None None] Current status of the port 6d73e083-2d6c-416b-99e5-4a0e78302481 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:37.565886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] Calling delete_port for 17958bb1-e352-42f0-af9a-e55a2153dc94 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:37.581071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da3957cf-fe29-439b-917d-b26716e20337 req-dbe2b9b6-8a34-4cd5-93e2-0da3e950307e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1014092 Feb 09 02:23:37.784976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da68d1c7-b291-4350-85cd-ee34c1f7d7e4 None None] Provisioning complete for port 85278952-9a6e-4dce-8adc-963e378038b7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:37.785604 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8f0abd1d-77ae-47bb-9041-fbdba49afeea), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.786409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da68d1c7-b291-4350-85cd-ee34c1f7d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (85278952-9a6e-4dce-8adc-963e378038b7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.842097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0abd1d-77ae-47bb-9041-fbdba49afeea']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:37.861940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:37.862608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db781785-37a1-42f5-bfe5-f6b74a763738') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:37.862917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db781785-37a1-42f5-bfe5-f6b74a763738') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:37.869523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.886804 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (db781785-37a1-42f5-bfe5-f6b74a763738), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.900302 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:23:37.903299 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:23:37.934515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (db781785-37a1-42f5-bfe5-f6b74a763738), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.935853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:37.940086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:37.943245 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb49b11-5538-43d4-b085-fa70d5f73140" -d '{"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-plugged", "status": "completed", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:37.949138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da68d1c7-b291-4350-85cd-ee34c1f7d7e4 None None] Port 85278952-9a6e-4dce-8adc-963e378038b7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:37.951867 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (17958bb1-e352-42f0-af9a-e55a2153dc94), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.961889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:37.962382 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (db781785-37a1-42f5-bfe5-f6b74a763738), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.970503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.973673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] No DVR routers for this DVR port 17958bb1-e352-42f0-af9a-e55a2153dc94 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:37.999687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcfbc5-95d5-48c2-83e3-6c5ff6433960 None None] Pushing event deleted for resources: {'Port': ['ID=17958bb1-e352-42f0-af9a-e55a2153dc94,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:38.011739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:38.065480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:38.070831 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d46554-17b6-4d33-bc0e-9ab481f7655c x-openstack-request-id: req-77d46554-17b6-4d33-bc0e-9ab481f7655c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:38.071423 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-plugged", "status": "completed", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:38.071778 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77d46554-17b6-4d33-bc0e-9ab481f7655c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:38.072279 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'code': 200} Feb 09 02:23:38.097932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bf692c34-b0ac-4c96-a038-5b77f66d11b8 None None] Provisioning complete for port 85278952-9a6e-4dce-8adc-963e378038b7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:38.109161 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf692c34-b0ac-4c96-a038-5b77f66d11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (85278952-9a6e-4dce-8adc-963e378038b7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:38.109745 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:38.116785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6d73e083-2d6c-416b-99e5-4a0e78302481 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:38.141052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (85278952-9a6e-4dce-8adc-963e378038b7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.164697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] Deleting subnet d6039dc6-c6e1-437d-afb3-9abe08fe0230 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:38.166865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8f0abd1d-77ae-47bb-9041-fbdba49afeea), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.174872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.187325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/networks/8f0abd1d-77ae-47bb-9041-fbdba49afeea HTTP/1.1" status: 204 len: 168 time: 1.5402660 Feb 09 02:23:38.188308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] Publish callbacks [] for subnet (d6039dc6-c6e1-437d-afb3-9abe08fe0230), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.191530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35914) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:38.193598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (85278952-9a6e-4dce-8adc-963e378038b7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.207349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:38.208650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.212036 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/ports/85278952-9a6e-4dce-8adc-963e378038b7 HTTP/1.1" status: 200 len: 911 time: 1.3470645 Feb 09 02:23:38.247085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35918) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:38.283674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bf692c34-b0ac-4c96-a038-5b77f66d11b8 None None] Port 85278952-9a6e-4dce-8adc-963e378038b7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:38.326236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6d73e083-2d6c-416b-99e5-4a0e78302481 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:38.326886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.409991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d6039dc6-c6e1-437d-afb3-9abe08fe0230), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.409991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f12f8-5096-4447-a1d6-498636c232d6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=85278952-9a6e-4dce-8adc-963e378038b7,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:38.448921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting subnet 70b73ffa-742f-4762-996b-d1a98e4842ae {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:38.463519 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d6039dc6-c6e1-437d-afb3-9abe08fe0230), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.491089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6d73e083-2d6c-416b-99e5-4a0e78302481 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:38.575115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d6039dc6-c6e1-437d-afb3-9abe08fe0230), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.575969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17958bb1-e352-42f0-af9a-e55a2153dc94 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:38.613469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223e94c-e617-4b11-9703-bdec25ee0190 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Network': ['ID=8f0abd1d-77ae-47bb-9041-fbdba49afeea,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:38.627449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (70b73ffa-742f-4762-996b-d1a98e4842ae), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.629705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6039dc6-c6e1-437d-afb3-9abe08fe0230,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:38.633557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.641425 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c43b50e-d310-4f42-ae49-c389bf98d514 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6039dc6-c6e1-437d-afb3-9abe08fe0230 HTTP/1.1" status: 204 len: 168 time: 0.6249650 Feb 09 02:23:38.642488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:38.706395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 17958bb1-e352-42f0-af9a-e55a2153dc94 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:38.706936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17958bb1-e352-42f0-af9a-e55a2153dc94 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:38.798649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.013301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.128962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530b5fa3-5b0c-42b2-9ef7-deb0d2803d50']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:39.153574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:39.162443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4568a2-a3a1-4298-bd1f-58da0e0e1457') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:39.192111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (dc4568a2-a3a1-4298-bd1f-58da0e0e1457), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.269749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dc4568a2-a3a1-4298-bd1f-58da0e0e1457), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.298232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:39.299854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (dc4568a2-a3a1-4298-bd1f-58da0e0e1457), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:39.311083 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:39.413907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (530b5fa3-5b0c-42b2-9ef7-deb0d2803d50), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.429650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.463486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/530b5fa3-5b0c-42b2-9ef7-deb0d2803d50 HTTP/1.1" status: 204 len: 168 time: 0.7982974 Feb 09 02:23:39.506004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c06bb4-d870-415f-8013-2ba4b90770fe admin admin] Pushing event deleted for resources: {'Network': ['ID=530b5fa3-5b0c-42b2-9ef7-deb0d2803d50,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:39.506381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22b00382-0e36-4f1b-99e8-6bb0b6b5b8b7 req-7ad5b45e-c93c-4a48-8187-7ede5f2c522e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0697718 Feb 09 02:23:39.585564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (70b73ffa-742f-4762-996b-d1a98e4842ae), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:39.608587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2181b-883a-4595-a341-ec9db9832d71 req-58bf766e-ff3c-4a28-bbce-5e34869845e5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:39.620266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fb2181b-883a-4595-a341-ec9db9832d71 req-58bf766e-ff3c-4a28-bbce-5e34869845e5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 1.2674999 Feb 09 02:23:39.807307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:39.874236 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-74d9f0cc-02eb-4b78-85e6-fc5d07d459af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d19f7c3de254094bea495fa7d177dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0635295 Feb 09 02:23:39.874924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:39.889230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fb2181b-883a-4595-a341-ec9db9832d71 req-12488214-0068-4820-80ab-e2aba88e9b85 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681680 Feb 09 02:23:40.019062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb84841-43bf-4448-88f0-732bcde1daa6 admin admin] Publish callbacks [] for security_group (dd5d507a-164f-4f9b-9ba0-5aab0cc13998), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.078556 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb84841-43bf-4448-88f0-732bcde1daa6 admin admin] Publish callbacks [] for security_group (dd5d507a-164f-4f9b-9ba0-5aab0cc13998), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.131318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (70b73ffa-742f-4762-996b-d1a98e4842ae), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.186952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb84841-43bf-4448-88f0-732bcde1daa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (dd5d507a-164f-4f9b-9ba0-5aab0cc13998), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.190427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0bb84841-43bf-4448-88f0-732bcde1daa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.192827 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0bb84841-43bf-4448-88f0-732bcde1daa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd5d507a-164f-4f9b-9ba0-5aab0cc13998 HTTP/1.1" status: 204 len: 168 time: 0.3163295 Feb 09 02:23:40.240520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb84841-43bf-4448-88f0-732bcde1daa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5d507a-164f-4f9b-9ba0-5aab0cc13998,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:40.409200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (70b73ffa-742f-4762-996b-d1a98e4842ae), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.477762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Subnet': ['ID=70b73ffa-742f-4762-996b-d1a98e4842ae,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:40.514730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b4c12-d0ca-4e50-b58b-fcfd7a8ba16b None None] Network b5f72e2c-d381-42ca-affe-f4a2c416f054 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:40.528551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.534181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-44ab6077-bf86-4a89-9370-f8b1f5eaec5b tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/subnets/70b73ffa-742f-4762-996b-d1a98e4842ae HTTP/1.1" status: 204 len: 168 time: 2.3357136 Feb 09 02:23:40.534741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:40.535215 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (57067bc6-c577-4082-9f5a-01689fe4151e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.870020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (b5f72e2c-d381-42ca-affe-f4a2c416f054), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.970143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] DHCP port deletion for b5f72e2c-d381-42ca-affe-f4a2c416f054 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:23:41.054666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Deleting port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:41.056115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:41.110445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec8af4a8-4f7c-4456-8ae9-af0c899d159c req-a4e705c8-7331-4ceb-84ac-4fa6f0fb81bc tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.3325548 Feb 09 02:23:41.131449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] Deleting port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:41.131940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:41.290552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] For port f4757b6f-ba90-45ce-a4a3-1e24a3f18418, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:41.290982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:41.344206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Calling delete_port for f4757b6f-ba90-45ce-a4a3-1e24a3f18418 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:41.358844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] For port f4757b6f-ba90-45ce-a4a3-1e24a3f18418, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,segment=NetworkSegment(6292d990-c483-4793-9598-b75580175f03),segment_id=6292d990-c483-4793-9598-b75580175f03)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:41.359308 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:41.425424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] Calling delete_port for f4757b6f-ba90-45ce-a4a3-1e24a3f18418 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:41.527830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791af83-9560-45a7-a031-4c8aa1369e49 req-ceb8534d-4ff8-490e-b53c-3ae1d56f3612 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:41.539056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c791af83-9560-45a7-a031-4c8aa1369e49 req-ceb8534d-4ff8-490e-b53c-3ae1d56f3612 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.3809981 Feb 09 02:23:41.550873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:41.601919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Port': ['ID=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:41.628596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] No DVR routers for this DVR port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:41.712993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c791af83-9560-45a7-a031-4c8aa1369e49 req-e52e915d-0345-45d7-89b3-af54f95d4b57 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714942 Feb 09 02:23:41.746636 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (f4757b6f-ba90-45ce-a4a3-1e24a3f18418), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:41.816503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] No DVR routers for this DVR port f4757b6f-ba90-45ce-a4a3-1e24a3f18418 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:41.829755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b5942-219e-43ba-aafc-99e8f7096d38 None None] Pushing event deleted for resources: {'Port': ['ID=f4757b6f-ba90-45ce-a4a3-1e24a3f18418,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:41.854656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 85278952-9a6e-4dce-8adc-963e378038b7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:41.859698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (85278952-9a6e-4dce-8adc-963e378038b7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.098366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (85278952-9a6e-4dce-8adc-963e378038b7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.132840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 85278952-9a6e-4dce-8adc-963e378038b7 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:42.138346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4757b6f-ba90-45ce-a4a3-1e24a3f18418 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:42.156612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (b5f72e2c-d381-42ca-affe-f4a2c416f054), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.214152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f4757b6f-ba90-45ce-a4a3-1e24a3f18418 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:42.214526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4757b6f-ba90-45ce-a4a3-1e24a3f18418 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:42.246716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f72e2c-d381-42ca-affe-f4a2c416f054']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:42.288932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6292d990-c483-4793-9598-b75580175f03') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:42.295627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6292d990-c483-4793-9598-b75580175f03') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:42.326965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (6292d990-c483-4793-9598-b75580175f03), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.373040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6292d990-c483-4793-9598-b75580175f03), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.383044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:42.383555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (6292d990-c483-4793-9598-b75580175f03), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:42.393011 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:42.404131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4af33240-5b88-44e6-acc4-1f0583072d21 req-5559e65b-37a2-4127-8361-ae71209adcbe tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1093392 Feb 09 02:23:42.545940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (b5f72e2c-d381-42ca-affe-f4a2c416f054), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.561864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.571869 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] 10.222.0.53 "DELETE /v2.0/networks/b5f72e2c-d381-42ca-affe-f4a2c416f054 HTTP/1.1" status: 204 len: 168 time: 2.0331812 Feb 09 02:23:42.599522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e305c0a-a814-4418-8c22-4fd84b272498 tempest-ServersTestMultiNic-1679226065 tempest-ServersTestMultiNic-1679226065-project] Pushing event deleted for resources: {'Network': ['ID=b5f72e2c-d381-42ca-affe-f4a2c416f054,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:42.729590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (85278952-9a6e-4dce-8adc-963e378038b7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.853684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=85278952-9a6e-4dce-8adc-963e378038b7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:43.160218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-31034b50-0bfb-415f-af81-3bfc1c991ef0 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4d2a51917f944a3c82f47997c14a0319&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651970 Feb 09 02:23:43.305978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (57067bc6-c577-4082-9f5a-01689fe4151e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:43.393120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c9ff8-45d8-470e-bd21-3fe99bdd1fca req-1d4d43b6-e693-4202-8a27-64d8a0e2c7e6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:43.395442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-720c9ff8-45d8-470e-bd21-3fe99bdd1fca req-1d4d43b6-e693-4202-8a27-64d8a0e2c7e6 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.5456071 Feb 09 02:23:43.651724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-36481ee9-ce6d-4bce-a560-81acab3c08d9 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:43.666891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-36481ee9-ce6d-4bce-a560-81acab3c08d9 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051391 Feb 09 02:23:43.902920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-77dd527e-f689-4ca9-a58b-48c7c66b762d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/quotas/4d2a51917f944a3c82f47997c14a0319 HTTP/1.1" status: 200 len: 375 time: 0.2341125 Feb 09 02:23:43.953947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d74da255-ebe7-4f80-9d67-e54f3ab8a1dc tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d2a51917f944a3c82f47997c14a0319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490594 Feb 09 02:23:43.957687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 57067bc6-c577-4082-9f5a-01689fe4151e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:43.985295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-720c9ff8-45d8-470e-bd21-3fe99bdd1fca req-3683ee9a-b122-4078-b00d-b329b54f2dcb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713034 Feb 09 02:23:44.309705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:44.559735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f214a1a-ecba-486d-bae8-24848abef319 req-673bb022-c48e-4453-b9ae-4a48e6fc615f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.3099895 Feb 09 02:23:44.686209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dac36161-36b8-491a-9b99-4503b3a661a5 req-e0620586-d232-4a89-a14d-70f9fbb14270 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 210 time: 0.2620239 Feb 09 02:23:44.701612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:44.709149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] Sync routers for ids ['57067bc6-c577-4082-9f5a-01689fe4151e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:44.737698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36108) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:44.739864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-83ec36d0-db25-4ecd-a128-3d6384c6e85b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/57067bc6-c577-4082-9f5a-01689fe4151e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4869442 Feb 09 02:23:44.760784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] Routers {'57067bc6-c577-4082-9f5a-01689fe4151e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:44.764221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['57067bc6-c577-4082-9f5a-01689fe4151e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:44.809609 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9f9cc449-cdcb-4e4a-8afe-50baf6083769 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=57067bc6-c577-4082-9f5a-01689fe4151e HTTP/1.1" status: 200 len: 205 time: 0.0678940 Feb 09 02:23:44.812116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36120) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:44.935970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:44.956798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] Routers {'57067bc6-c577-4082-9f5a-01689fe4151e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:44.958596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['57067bc6-c577-4082-9f5a-01689fe4151e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:45.066385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:45.067591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8033b-27d1-4ddf-95b0-f97589d3ed48 None None] The sync data for ids ['57067bc6-c577-4082-9f5a-01689fe4151e'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:45.236425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9868aae5-d09c-4b4a-bdd3-d00421cfb49a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (57067bc6-c577-4082-9f5a-01689fe4151e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:45.754827 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9868aae5-d09c-4b4a-bdd3-d00421cfb49a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (57067bc6-c577-4082-9f5a-01689fe4151e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:45.764798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9868aae5-d09c-4b4a-bdd3-d00421cfb49a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (57067bc6-c577-4082-9f5a-01689fe4151e), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:45.823408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (8f170423-d073-446b-abb5-654756745f0d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:45.899838 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9868aae5-d09c-4b4a-bdd3-d00421cfb49a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (57067bc6-c577-4082-9f5a-01689fe4151e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:45.900397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9868aae5-d09c-4b4a-bdd3-d00421cfb49a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Fanout notify agent at l3_agent the message router_deleted on router 57067bc6-c577-4082-9f5a-01689fe4151e {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:23:45.924542 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9868aae5-d09c-4b4a-bdd3-d00421cfb49a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:45.932208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9868aae5-d09c-4b4a-bdd3-d00421cfb49a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/57067bc6-c577-4082-9f5a-01689fe4151e HTTP/1.1" status: 204 len: 168 time: 1.1186764 Feb 09 02:23:45.934800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36206) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:46.029366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28e45786-ff09-4315-a37c-463d8de65bf5 req-8c867231-30c2-4f86-9758-f4fb2045d43c tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1372685 Feb 09 02:23:46.227472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff022d5-a207-430d-87b8-baf1dcffe1a7 req-a11a1fe0-87ef-4d61-93cd-5b96f7bd5368 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:46.239204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dff022d5-a207-430d-87b8-baf1dcffe1a7 req-a11a1fe0-87ef-4d61-93cd-5b96f7bd5368 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 1.0458546 Feb 09 02:23:46.415931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-149f6851-3130-41fe-bf7a-ab2836d6990d req-919e36ef-4bf2-4acf-a61c-0193f6dd8dab tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 210 time: 0.1526501 Feb 09 02:23:46.423648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 20a8872c-23c7-44c4-84c0-8dd52ed3e82e {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:46.434499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (20a8872c-23c7-44c4-84c0-8dd52ed3e82e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:46.524634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (20a8872c-23c7-44c4-84c0-8dd52ed3e82e), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:46.760487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (20a8872c-23c7-44c4-84c0-8dd52ed3e82e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:46.873486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Deleting port d3f2cf3d-4524-4539-8fbe-e144f4574f05 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:46.874642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:47.009406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dff022d5-a207-430d-87b8-baf1dcffe1a7 req-abeca040-4d61-4cc6-81c5-2ec4cb59235b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644389 Feb 09 02:23:47.012138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (20a8872c-23c7-44c4-84c0-8dd52ed3e82e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:47.080002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1cd52-f9f7-4151-8b6b-1ffe8276b493 None None] Network 9d76cf49-eb31-4a2e-89ad-0790d896de99 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:47.148037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:47.168379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/20a8872c-23c7-44c4-84c0-8dd52ed3e82e HTTP/1.1" status: 204 len: 168 time: 1.1601834 Feb 09 02:23:47.179653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-824ab90c-d71b-4173-a3aa-59671ba5ea65 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=4d2a51917f944a3c82f47997c14a0319&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2183776 Feb 09 02:23:47.181598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36276) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:47.184303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c98e4-0856-4a26-9942-0975e5f554ca tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=20a8872c-23c7-44c4-84c0-8dd52ed3e82e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:47.201347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] For port d3f2cf3d-4524-4539-8fbe-e144f4574f05, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3f2cf3d-4524-4539-8fbe-e144f4574f05,segment=NetworkSegment(dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3),segment_id=dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:47.212388 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:47.271503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Calling delete_port for d3f2cf3d-4524-4539-8fbe-e144f4574f05 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:47.588651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] DHCP port deletion for 9d76cf49-eb31-4a2e-89ad-0790d896de99 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:23:47.637040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-4e9bf8f5-aa3d-44ef-ac6f-2197f00697b2 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:47.639414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-4e9bf8f5-aa3d-44ef-ac6f-2197f00697b2 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4527943 Feb 09 02:23:47.653352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Request body: {'port': {'device_id': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '4d2a51917f944a3c82f47997c14a0319'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:47.752578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] Deleting port 6d73e083-2d6c-416b-99e5-4a0e78302481 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:47.753503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:47.842490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1f5824d-4e2c-4965-b5e6-44322ec4b8b0 req-612a5cb6-d0f9-42a3-a084-7ba2afe2997e tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.5611460 Feb 09 02:23:47.924557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] For port 6d73e083-2d6c-416b-99e5-4a0e78302481, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6d73e083-2d6c-416b-99e5-4a0e78302481,segment=NetworkSegment(eac1395e-2e7d-4be6-9b25-c0e96cf119c1),segment_id=eac1395e-2e7d-4be6-9b25-c0e96cf119c1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:47.924962 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:47.959122 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d3f2cf3d-4524-4539-8fbe-e144f4574f05), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:47.965756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] Calling delete_port for 6d73e083-2d6c-416b-99e5-4a0e78302481 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:48.091122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f2cf3d-4524-4539-8fbe-e144f4574f05,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:48.580233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6d73e083-2d6c-416b-99e5-4a0e78302481 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:48.681273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:48.706263 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (8f170423-d073-446b-abb5-654756745f0d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:48.921642 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:49.035969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] No DVR routers for this DVR port 6d73e083-2d6c-416b-99e5-4a0e78302481 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:49.043162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e68547-5d9b-42d6-9af6-aec8667b218c None None] Pushing event deleted for resources: {'Port': ['ID=6d73e083-2d6c-416b-99e5-4a0e78302481,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:49.072386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6d73e083-2d6c-416b-99e5-4a0e78302481 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:49.074500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d73e083-2d6c-416b-99e5-4a0e78302481), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:49.124760 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:49.349221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57293f33-80fb-477d-8108-63312801dba8 req-37e56200-62b9-4d06-8dd1-3d62825f25f2 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 210 time: 1.6192434 Feb 09 02:23:49.352983 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (9d76cf49-eb31-4a2e-89ad-0790d896de99), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:49.727644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97bc5352-d7dd-46a3-81aa-4793120bbd94 req-e88087f0-e493-4f36-a734-6040f4bebaa5 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.1301382 Feb 09 02:23:49.791603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Router 8f170423-d073-446b-abb5-654756745f0d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:23:50.110949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:50.119327 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6babcef-4c60-426a-9a2c-aa01a7765511 admin admin] 10.222.0.53 "PUT /v2.0/routers/8f170423-d073-446b-abb5-654756745f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8060410 Feb 09 02:23:50.130094 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] Sync routers for ids ['8f170423-d073-446b-abb5-654756745f0d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:50.145446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:50.158007 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] Routers {'8f170423-d073-446b-abb5-654756745f0d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:50.158584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d539b37-9151-4277-9252-26f035f082cb req-dec1af33-c53a-427d-ab06-a987e7f1b44b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:50.159816 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f170423-d073-446b-abb5-654756745f0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:50.161373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d539b37-9151-4277-9252-26f035f082cb req-dec1af33-c53a-427d-ab06-a987e7f1b44b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.9173059 Feb 09 02:23:50.171270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (9d76cf49-eb31-4a2e-89ad-0790d896de99), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.199713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Made reservation on behalf of 4d2a51917f944a3c82f47997c14a0319 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:50.214964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.256803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.309480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks [] for router (8f170423-d073-446b-abb5-654756745f0d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.340754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d76cf49-eb31-4a2e-89ad-0790d896de99']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:50.480769 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] Set router 8f170423-d073-446b-abb5-654756745f0d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:50.557832 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks [] for security_group (b2c20e8a-faf4-419e-881c-f6304ffc0869), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.592945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b2c20e8a-faf4-419e-881c-f6304ffc0869), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.647433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks [] for router_gateway (8f170423-d073-446b-abb5-654756745f0d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.864798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Deleting port dcb851b3-7d23-4180-a930-54f5c1d4efb7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:50.866621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:50.900163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Allocated IP 192.168.233.210 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/1149b025-abb9-413f-bac0-c202e27924c1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:51.046334 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:23:47Z', 'revision_number': 5, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port': {'id': 'dcb851b3-7d23-4180-a930-54f5c1d4efb7', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f170423-d073-446b-abb5-654756745f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:21:24Z', 'updated_at': '2022-02-09T02:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:51.111071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] For port dcb851b3-7d23-4180-a930-54f5c1d4efb7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dcb851b3-7d23-4180-a930-54f5c1d4efb7,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:51.112569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks [] for port (1149b025-abb9-413f-bac0-c202e27924c1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.113678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.137212 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] Checking router: 8f170423-d073-446b-abb5-654756745f0d for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:23:51.152402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Calling delete_port for dcb851b3-7d23-4180-a930-54f5c1d4efb7 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:51.172328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac1395e-2e7d-4be6-9b25-c0e96cf119c1') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:51.172640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac1395e-2e7d-4be6-9b25-c0e96cf119c1') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:51.176861 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] Routers {'8f170423-d073-446b-abb5-654756745f0d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:51.177814 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8f170423-d073-446b-abb5-654756745f0d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:51.245167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d539b37-9151-4277-9252-26f035f082cb req-86ada9fa-f51a-4388-a31f-923e9f622e9b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0483203 Feb 09 02:23:51.271064 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (1149b025-abb9-413f-bac0-c202e27924c1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.275284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (eac1395e-2e7d-4be6-9b25-c0e96cf119c1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.340216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:51.363267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:51.366833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:51.434048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c20e8a-faf4-419e-881c-f6304ffc0869,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:51.498762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (eac1395e-2e7d-4be6-9b25-c0e96cf119c1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.574635 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] Set router 8f170423-d073-446b-abb5-654756745f0d gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:51.583462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5f892c4-b115-47cc-a126-9c69fd37c47c req-9891d6c1-26ac-445d-a978-1ffc6f189eee tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0804741 Feb 09 02:23:51.629999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:51.630438 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (eac1395e-2e7d-4be6-9b25-c0e96cf119c1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:51.646885 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:51.700259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Pushing event updated for resources: {'Port': ['ID=1149b025-abb9-413f-bac0-c202e27924c1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:51.737168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (dcb851b3-7d23-4180-a930-54f5c1d4efb7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.748199 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:23:50Z', 'revision_number': 6, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:51.788571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb851b3-7d23-4180-a930-54f5c1d4efb7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:51.798123 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f40a10-afd2-4dcb-8dcf-1ee36b1b2521 None None] The sync data for ids ['8f170423-d073-446b-abb5-654756745f0d'] in n-d-826675-12 is: [{'id': '8f170423-d073-446b-abb5-654756745f0d', 'name': 'tempest-ServersTestMultiNic-2121751416-router', 'tenant_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:21:23Z', 'updated_at': '2022-02-09T02:23:50Z', 'revision_number': 6, 'project_id': 'c459a5f2787b4c17aa8dfe5ac69707db', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:23:51.834629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a17f0991-305d-4880-b073-4a4ce0c40013 None None] Provisioning complete for port 1149b025-abb9-413f-bac0-c202e27924c1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:51.835250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a17f0991-305d-4880-b073-4a4ce0c40013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1149b025-abb9-413f-bac0-c202e27924c1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.844261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a403e6-47a9-4438-8e0c-58556d0c901c req-27417473-9079-4e9a-ae5f-f9b470660f22 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.845916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1a403e6-47a9-4438-8e0c-58556d0c901c req-27417473-9079-4e9a-ae5f-f9b470660f22 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 936 time: 1.2617319 Feb 09 02:23:51.863284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:51.863509 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.894689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (9d76cf49-eb31-4a2e-89ad-0790d896de99), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.945006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.950643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/9d76cf49-eb31-4a2e-89ad-0790d896de99 HTTP/1.1" status: 204 len: 168 time: 4.7675450 Feb 09 02:23:51.951652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65d3c0-5446-43d7-8291-1abbe72ee745 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=9d76cf49-eb31-4a2e-89ad-0790d896de99,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:51.961922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36554) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:51.962847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (8f170423-d073-446b-abb5-654756745f0d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:51.972605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a17f0991-305d-4880-b073-4a4ce0c40013 None None] Port 1149b025-abb9-413f-bac0-c202e27924c1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:23:51.973012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7edbf582-587c-4b1b-b3aa-613d1b67715b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1606274842', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:51.992265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-d392ab53-f2ec-48c9-a188-725b111e7b23 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3430586 Feb 09 02:23:52.001746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1a403e6-47a9-4438-8e0c-58556d0c901c req-a1b31eb0-4e85-4e15-ac00-ccd6d171a8c0 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478493 Feb 09 02:23:52.010315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Request body: {'port': {'device_id': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:52.133115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (8f170423-d073-446b-abb5-654756745f0d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.137955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks [] for router_controller (8f170423-d073-446b-abb5-654756745f0d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.173235 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7edbf582-587c-4b1b-b3aa-613d1b67715b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.174737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7edbf582-587c-4b1b-b3aa-613d1b67715b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.214387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (8f170423-d073-446b-abb5-654756745f0d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.214984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f170423-d073-446b-abb5-654756745f0d {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:23:52.225757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.227663 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c76c42ef-d8aa-46a7-b53f-1b4a51be4ff3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8f170423-d073-446b-abb5-654756745f0d HTTP/1.1" status: 204 len: 168 time: 2.0808797 Feb 09 02:23:52.243073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:52.311748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1149b025-abb9-413f-bac0-c202e27924c1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.368971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] Deleting subnet fc0219d0-8175-4edf-b0ff-fe9b5b7281a5 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:23:52.371266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7edbf582-587c-4b1b-b3aa-613d1b67715b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.374395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] Publish callbacks [] for subnet (fc0219d0-8175-4edf-b0ff-fe9b5b7281a5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.375180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3f2cf3d-4524-4539-8fbe-e144f4574f05 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:52.437716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d3f2cf3d-4524-4539-8fbe-e144f4574f05 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:52.440376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3f2cf3d-4524-4539-8fbe-e144f4574f05 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:52.450287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7edbf582-587c-4b1b-b3aa-613d1b67715b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.487180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (fc0219d0-8175-4edf-b0ff-fe9b5b7281a5), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.583997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7edbf582-587c-4b1b-b3aa-613d1b67715b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.586543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7edbf582-587c-4b1b-b3aa-613d1b67715b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6181517 Feb 09 02:23:52.591578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36578) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:52.602572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1819079213'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:52.689076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a570dc-5114-4349-b3a6-5fa2d714f8fb req-025e7c22-326c-471d-b6f4-e9a16a428c20 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:52.694303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90a570dc-5114-4349-b3a6-5fa2d714f8fb req-025e7c22-326c-471d-b6f4-e9a16a428c20 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.2684612 Feb 09 02:23:52.695691 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (fc0219d0-8175-4edf-b0ff-fe9b5b7281a5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.822065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:52.825417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.837851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (fc0219d0-8175-4edf-b0ff-fe9b5b7281a5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.883602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7603ef11-6835-4c17-8f1d-6d4f6f7c6a79 req-15a8f1d9-bb12-442b-8c40-66e8d990c961 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0705869 Feb 09 02:23:52.892652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0219d0-8175-4edf-b0ff-fe9b5b7281a5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:52.914730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79985c9d-e675-4b2c-a69a-07d45b59bf15 None None] Network 56c27297-fec8-495e-afff-227128edc754 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:52.915689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:52.928514 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-235b0b26-9543-49b0-82d2-22bd013f52af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc0219d0-8175-4edf-b0ff-fe9b5b7281a5 HTTP/1.1" status: 204 len: 168 time: 0.6840467 Feb 09 02:23:52.931462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:53.000718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90a570dc-5114-4349-b3a6-5fa2d714f8fb req-bdfc1812-f9ec-4608-b76d-7244fc459e57 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001382 Feb 09 02:23:53.027365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:23:53.080534 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f8f27798-61e2-4168-9f21-de206dd21d4f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.081340 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment f8f27798-61e2-4168-9f21-de206dd21d4f of type vlan for network 9a60842c-9ce3-4599-be62-502da0ae1bc0 Feb 09 02:23:53.089335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (56c27297-fec8-495e-afff-227128edc754), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.209030 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (9a60842c-9ce3-4599-be62-502da0ae1bc0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.234256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1149b025-abb9-413f-bac0-c202e27924c1 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:23:53.242986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Deleting port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:53.243436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.252101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Publish callbacks [] for port (1149b025-abb9-413f-bac0-c202e27924c1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.254926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] DHCP port deletion for 56c27297-fec8-495e-afff-227128edc754 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:23:53.365847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (9a60842c-9ce3-4599-be62-502da0ae1bc0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.382493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d584d2af-c0ea-41cd-b991-7e535205987d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.386433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:53.387118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.409126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] For port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,segment=NetworkSegment(dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3),segment_id=dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:53.410593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.425262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Transition to ACTIVE for port object 1149b025-abb9-413f-bac0-c202e27924c1 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:23:53.445277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Calling delete_port for 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:53.446158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] Deleting port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:23:53.446550 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.486216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (1149b025-abb9-413f-bac0-c202e27924c1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.514079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9202840 Feb 09 02:23:53.541112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36586) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:53.551004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:53.579846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19558af-f027-42af-b67c-a0ff35d6f7ea tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=9a60842c-9ce3-4599-be62-502da0ae1bc0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:53.601171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:23:53.702848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Pushing event updated for resources: {'Port': ['ID=1149b025-abb9-413f-bac0-c202e27924c1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:53.734393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fcb22-20b8-49fb-954a-c05269bfe421 req-592e1d13-a959-4e45-82b9-f42fc273e5ef tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:53.750126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.752643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a43fcb22-20b8-49fb-954a-c05269bfe421 req-592e1d13-a959-4e45-82b9-f42fc273e5ef tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 936 time: 0.4821439 Feb 09 02:23:53.844701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] No DVR routers for this DVR port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:53.902815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] For port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,segment=NetworkSegment(dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3),segment_id=dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:53.903288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:53.908643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:53.943776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] Calling delete_port for 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:23:54.012254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.012953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.013549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.013953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.014296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.014702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.014969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.015281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.015604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.015972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.016307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.016890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.017209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:23:54.050647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:54.066420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.069532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (56c27297-fec8-495e-afff-227128edc754), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.121596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c27297-fec8-495e-afff-227128edc754']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:54.156617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:54.156983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:54.166778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a43fcb22-20b8-49fb-954a-c05269bfe421 req-2af4be3b-2aff-4298-a5a7-6ddb26737d7c tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976123 Feb 09 02:23:54.200988 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.256795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.259253 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (3ae9a9eb-7345-4157-bbd9-b76f56ec2d12), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.284360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:23:54.285099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (dc22cb1c-d1e1-40d3-a2f8-3d0770c3f2d3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:23:54.288064 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:23:54.292753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] No DVR routers for this DVR port 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:23:54.371363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ba652-2c1e-4a7e-94dd-80752f6a12cd None None] Pushing event deleted for resources: {'Port': ['ID=3ae9a9eb-7345-4157-bbd9-b76f56ec2d12,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:54.375069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:54.384000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d80f4533-43c5-4788-bf64-7e05dedf9976 req-a4e4d1fa-e24f-4413-bcce-f1fe226d1421 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.2156219 Feb 09 02:23:54.388033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Attempting to bind port 1149b025-abb9-413f-bac0-c202e27924c1 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:54.388373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Attempting to bind port 1149b025-abb9-413f-bac0-c202e27924c1 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:54.388706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Attempting to bind port 1149b025-abb9-413f-bac0-c202e27924c1 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:54.403100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:54.403984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3ae9a9eb-7345-4157-bbd9-b76f56ec2d12 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:54.404585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dcb851b3-7d23-4180-a930-54f5c1d4efb7 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:23:54.441279 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (56c27297-fec8-495e-afff-227128edc754), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.453303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Port 1149b025-abb9-413f-bac0-c202e27924c1 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:23:54.453643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Attempting to bind port 1149b025-abb9-413f-bac0-c202e27924c1 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:54.462474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: dcb851b3-7d23-4180-a930-54f5c1d4efb7 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:23:54.464357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dcb851b3-7d23-4180-a930-54f5c1d4efb7 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:23:54.468214 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.468445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:54.468800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:54.469136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:54.469606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Bound port: 1149b025-abb9-413f-bac0-c202e27924c1, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:54.477533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1149b025-abb9-413f-bac0-c202e27924c1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.479410 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/56c27297-fec8-495e-afff-227128edc754 HTTP/1.1" status: 204 len: 168 time: 1.5461943 Feb 09 02:23:54.490064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8be24c-733a-4447-a844-0351e25855a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c27297-fec8-495e-afff-227128edc754,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:54.587807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec91bc-1237-4b3c-af0d-29823f891521 req-ae605d8a-6ed9-49d1-9a63-347e8a35f17f tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:54.589680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18ec91bc-1237-4b3c-af0d-29823f891521 req-ae605d8a-6ed9-49d1-9a63-347e8a35f17f tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.2125885 Feb 09 02:23:54.685415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] For port 1149b025-abb9-413f-bac0-c202e27924c1, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:54.694417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] For port 1149b025-abb9-413f-bac0-c202e27924c1, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1149b025-abb9-413f-bac0-c202e27924c1,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:54.719320 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (1149b025-abb9-413f-bac0-c202e27924c1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.809660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:54.810629 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.812755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] 10.222.0.82 "PUT /v2.0/ports/1149b025-abb9-413f-bac0-c202e27924c1 HTTP/1.1" status: 200 len: 1097 time: 2.8095756 Feb 09 02:23:54.818088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18ec91bc-1237-4b3c-af0d-29823f891521 req-949fe1e8-b041-454d-8b8e-d08f9242e0d2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210429 Feb 09 02:23:54.828656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'tag': '1149b025-abb9-413f-bac0-c202e27924c1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:23:54.831591 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd7f5f-c61a-4147-9720-fef572ebb188" -d '{"events": [{"name": "network-changed", "server_uuid": "90900515-2c6f-41e5-ba58-99a6a0ab3723", "tag": "1149b025-abb9-413f-bac0-c202e27924c1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:23:54.867113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:54.871109 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (5218ef8b-58b5-426f-b08d-4c90d7000877), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:54.923046 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f794a-6c36-4991-b1f4-c7eca1ffe408 x-openstack-request-id: req-f36f794a-6c36-4991-b1f4-c7eca1ffe408 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:23:54.923330 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90900515-2c6f-41e5-ba58-99a6a0ab3723", "tag": "1149b025-abb9-413f-bac0-c202e27924c1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:23:54.924093 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f36f794a-6c36-4991-b1f4-c7eca1ffe408 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:23:54.924526 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'tag': '1149b025-abb9-413f-bac0-c202e27924c1', 'status': 'completed', 'code': 200} Feb 09 02:23:54.944776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fd661-e2b8-4fe6-a98c-6e0fcac17333 service neutron] Pushing event updated for resources: {'Port': ['ID=1149b025-abb9-413f-bac0-c202e27924c1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:54.971388 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e09ed509-0741-420c-961d-75e8bf2b9ac7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c459a5f2787b4c17aa8dfe5ac69707db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030111 Feb 09 02:23:54.982821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36598) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:55.042904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=5218ef8b-58b5-426f-b08d-4c90d7000877,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:55.076044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-597950a3-5a6b-4a91-b05c-11df93a2194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:55.077598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-597950a3-5a6b-4a91-b05c-11df93a2194e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d2a51917f944a3c82f47997c14a0319&device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 1131 time: 0.1522961 Feb 09 02:23:55.084677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:55.085155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: 9a60842c-9ce3-4599-be62-502da0ae1bc0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:23:55.132248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7422ef31-d93d-4903-820c-13f1f0e482e2 admin admin] Publish callbacks [] for security_group (17638d7f-2d24-4af9-924b-a1e1d635077c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.165275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-b4cfad72-dac0-4c33-bec7-09b9eb148194 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=1149b025-abb9-413f-bac0-c202e27924c1 HTTP/1.1" status: 200 len: 217 time: 0.0761528 Feb 09 02:23:55.207545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7422ef31-d93d-4903-820c-13f1f0e482e2 admin admin] Publish callbacks [] for security_group (17638d7f-2d24-4af9-924b-a1e1d635077c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.238173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-b0e5190f-4335-467b-996c-07669adbed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:55.240079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-b0e5190f-4335-467b-996c-07669adbed19 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0678174 Feb 09 02:23:55.305353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7422ef31-d93d-4903-820c-13f1f0e482e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (17638d7f-2d24-4af9-924b-a1e1d635077c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.308735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7422ef31-d93d-4903-820c-13f1f0e482e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.309412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:23:55.312593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7422ef31-d93d-4903-820c-13f1f0e482e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17638d7f-2d24-4af9-924b-a1e1d635077c HTTP/1.1" status: 204 len: 168 time: 0.3287046 Feb 09 02:23:55.334158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422ef31-d93d-4903-820c-13f1f0e482e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17638d7f-2d24-4af9-924b-a1e1d635077c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:55.398422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 9a60842c-9ce3-4599-be62-502da0ae1bc0) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:55.411673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:55.413801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.420490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b430f-bf1a-48a1-8e54-043d186b2ab0 None None] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:55.471922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-9269d9f6-f02e-418c-8c6e-e2a5ddc08cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:55.474710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-9269d9f6-f02e-418c-8c6e-e2a5ddc08cf3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2273602 Feb 09 02:23:55.521062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ec3032f4-f0e2-406e-83ce-9e43333bef61 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9738369 Feb 09 02:23:55.521631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:55.704839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-feb78f52-68af-4e24-bc48-32742d996c18 req-b9d4d260-ee55-40e0-a755-978cba772799 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0850399 Feb 09 02:23:55.730877 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b08d53c1-7a3f-4de5-bce1-8fbd7a0f03b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.738913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-9a60842c-9ce3-4599-be62-502da0ae1bc0', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:23:55.740568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:55.747481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03777-5d8e-4345-a61e-2bfece1e22bc req-67c9e7df-90a3-4a80-8e22-8c9a9c8fe35e tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:55.757264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2e03777-5d8e-4345-a61e-2bfece1e22bc req-67c9e7df-90a3-4a80-8e22-8c9a9c8fe35e tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 948 time: 0.4707394 Feb 09 02:23:55.921651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-106c0ca4-ad78-4d6a-b0be-b3540e49d493 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397006 Feb 09 02:23:56.069803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2e03777-5d8e-4345-a61e-2bfece1e22bc req-90b7ea12-c878-4dc8-a50a-2bbc72354ec4 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983131 Feb 09 02:23:56.164730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b21eb4e-3415-42e5-982e-43cf022ac6ea req-9d79713f-7625-4e25-a005-25d99a2f09f4 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208850 Feb 09 02:23:56.172417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Allocated IP 2001:db8::2 (9a60842c-9ce3-4599-be62-502da0ae1bc0/5218ef8b-58b5-426f-b08d-4c90d7000877/68368b82-9d52-46f1-8cf2-a16820889c22) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:56.207797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4322d-fd2f-4f6e-85bc-b6dde4f9dbc4 req-c9d43a3b-ba4e-4361-9ffc-1dc3df88b258 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.209800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79d4322d-fd2f-4f6e-85bc-b6dde4f9dbc4 req-c9d43a3b-ba4e-4361-9ffc-1dc3df88b258 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1854327 Feb 09 02:23:56.375949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:56.394660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79d4322d-fd2f-4f6e-85bc-b6dde4f9dbc4 req-2e584808-584f-42a6-a18b-859c2e93b715 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791837 Feb 09 02:23:56.409406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-315277ce-3493-4380-98c4-7a863a540c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.410988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-315277ce-3493-4380-98c4-7a863a540c12 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d2a51917f944a3c82f47997c14a0319&device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 1131 time: 0.1483483 Feb 09 02:23:56.567980 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Publish callbacks [] for port (68368b82-9d52-46f1-8cf2-a16820889c22), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:56.577654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:56.623237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-e1f0998b-205f-439d-9038-cd85f7f8f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.632496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-e1f0998b-205f-439d-9038-cd85f7f8f9b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2068188 Feb 09 02:23:56.682393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:56.687475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:56.701963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:56.714237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-ee63f549-8347-42dc-871e-95fcd8c7f1b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=1149b025-abb9-413f-bac0-c202e27924c1 HTTP/1.1" status: 200 len: 217 time: 0.0751286 Feb 09 02:23:56.769775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Pushing event updated for resources: {'Port': ['ID=68368b82-9d52-46f1-8cf2-a16820889c22,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:56.828807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Attempting to bind port 68368b82-9d52-46f1-8cf2-a16820889c22 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:23:56.829351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Attempting to bind port 68368b82-9d52-46f1-8cf2-a16820889c22 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:23:56.829971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Attempting to bind port 68368b82-9d52-46f1-8cf2-a16820889c22 on network 9a60842c-9ce3-4599-be62-502da0ae1bc0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:23:56.837300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:23:56.837862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Checking segment: {'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:23:56.838379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:56.838902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Bound using segment: {'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:23:56.839484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Bound port: 68368b82-9d52-46f1-8cf2-a16820889c22, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:23:56.840036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:56.870137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-832d8b9c-8341-453c-8d63-f5d073c8bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:56.875880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-832d8b9c-8341-453c-8d63-f5d073c8bf21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1545396 Feb 09 02:23:56.973566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48f56f0f-3bcb-47ad-a248-b2638f30ca02 req-3e204ccc-2c77-46bb-a69e-b775c07f0ee3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0810175 Feb 09 02:23:56.978704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8::1 (9a60842c-9ce3-4599-be62-502da0ae1bc0/5218ef8b-58b5-426f-b08d-4c90d7000877/249df6c4-b0d5-4f95-b839-24121a4ff659) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:23:57.046938 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:57.058549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] For port 68368b82-9d52-46f1-8cf2-a16820889c22, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:23:57.064530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-c60b4f24-b1e0-4b4f-83a4-8c6ba8bd7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:57.073413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] For port 68368b82-9d52-46f1-8cf2-a16820889c22, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=68368b82-9d52-46f1-8cf2-a16820889c22,segment=NetworkSegment(f8f27798-61e2-4168-9f21-de206dd21d4f),segment_id=f8f27798-61e2-4168-9f21-de206dd21d4f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:23:57.074350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-c60b4f24-b1e0-4b4f-83a4-8c6ba8bd7f65 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1909521 Feb 09 02:23:57.101521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:57.260847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:57.317553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862d651-ff6e-420e-b004-5b00e4c83082 None None] Pushing event updated for resources: {'Port': ['ID=68368b82-9d52-46f1-8cf2-a16820889c22,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:57.340191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:57.451589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:57.460636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:57.468395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:23:57.470634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:57.477371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0c03-aef6-464d-ac5e-1c7ce95f1fec req-fd45d8f8-5d51-48d0-a6b5-7456d56c84c3 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:57.484929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c12a0c03-aef6-464d-ac5e-1c7ce95f1fec req-fd45d8f8-5d51-48d0-a6b5-7456d56c84c3 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 948 time: 0.1456687 Feb 09 02:23:57.557812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=249df6c4-b0d5-4f95-b839-24121a4ff659,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:57.620804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-9ac101d7-1e45-473e-9b7b-6aa54aafcb24 service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388124 Feb 09 02:23:57.759340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:57.826946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c12a0c03-aef6-464d-ac5e-1c7ce95f1fec req-c4a974aa-f30a-4c56-9737-324da1f1d474 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235202 Feb 09 02:23:58.051524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e969576-0bec-4d6c-aad7-5bdf66a7206c req-d380ddcc-5a16-47cb-bee8-660f46929407 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0989778 Feb 09 02:23:58.066563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff71f75-606c-40f0-b02e-7fd624ef3390 req-354e89f0-847a-45dc-b4a5-776625e65bdf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:58.078706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ff71f75-606c-40f0-b02e-7fd624ef3390 req-354e89f0-847a-45dc-b4a5-776625e65bdf tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.4074924 Feb 09 02:23:58.082225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bccd7f5f-c61a-4147-9720-fef572ebb188 req-6d64b9f2-796f-4c01-903c-c5ea21ae0b4a service neutron] 10.222.0.82 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564762 Feb 09 02:23:58.131550 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.226225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ff71f75-606c-40f0-b02e-7fd624ef3390 req-691f4f14-71d6-487d-9ece-97f8ffd19bc4 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465006 Feb 09 02:23:58.235028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.246902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.248023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.254111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 68368b82-9d52-46f1-8cf2-a16820889c22 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:23:58.338368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acfdb7da-5ffc-46cc-a4f6-3b7d1578124d req-8dc90ed2-4cd8-4c6e-9830-b6cb8e7350e1 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0565352 Feb 09 02:23:58.378882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=249df6c4-b0d5-4f95-b839-24121a4ff659,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:58.390484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 68368b82-9d52-46f1-8cf2-a16820889c22 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:58.390872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.540619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 68368b82-9d52-46f1-8cf2-a16820889c22 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:23:58.540937 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.587691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:23:58.590010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:23:58.590211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 68368b82-9d52-46f1-8cf2-a16820889c22, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=68368b82-9d52-46f1-8cf2-a16820889c22,segment=NetworkSegment(f8f27798-61e2-4168-9f21-de206dd21d4f),segment_id=f8f27798-61e2-4168-9f21-de206dd21d4f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:23:58.595924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:58.690271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=68368b82-9d52-46f1-8cf2-a16820889c22,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:58.821794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:23:58.995738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:23:59.004234 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-17ec06e7-8863-4a60-b236-1500c7fc8d2d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810023 Feb 09 02:23:59.008866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:59.010030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:23:59.024359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1680810673'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:59.026605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:23:59.027251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:23:59.062698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20352-d458-4403-a8ce-bae6bc1691ed req-5bf574d3-c437-45eb-84ca-caac2bc1b094 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:59.063272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:59.069727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:59.070784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cde20352-d458-4403-a8ce-bae6bc1691ed req-5bf574d3-c437-45eb-84ca-caac2bc1b094 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 948 time: 0.1247697 Feb 09 02:23:59.135343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:23:59.161174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (13f408a7-d355-49fa-8e2b-e3d4c8371b86), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:59.161767 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment 13f408a7-d355-49fa-8e2b-e3d4c8371b86 of type vlan for network ce7a6237-78e9-4d7d-968b-df054e105b74 Feb 09 02:23:59.228260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cde20352-d458-4403-a8ce-bae6bc1691ed req-496dd8dc-139d-4252-92e5-17b387bd4bfa tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509929 Feb 09 02:23:59.284090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:23:59.328632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ce7a6237-78e9-4d7d-968b-df054e105b74), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:59.361603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2427ac2c-28c6-43e4-bae7-e5267ab158e8 req-784166e0-15a5-42dd-afb0-b32ec9c5de67 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1302185 Feb 09 02:23:59.418383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ce7a6237-78e9-4d7d-968b-df054e105b74), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:59.419531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ca56b-7d0e-4704-89d7-15cee343d6b8 None None] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:23:59.429244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:59.431959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:59.502800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae22d-a1e9-44a2-9097-ad83371e40ce req-2db421ff-17cd-424f-b5fb-10edd416c997 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:23:59.511177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f91ae22d-a1e9-44a2-9097-ad83371e40ce req-2db421ff-17cd-424f-b5fb-10edd416c997 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1121247 Feb 09 02:23:59.584739 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5744066 Feb 09 02:23:59.584956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1149b025-abb9-413f-bac0-c202e27924c1 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:23:59.588093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f91ae22d-a1e9-44a2-9097-ad83371e40ce req-d1b1bcf7-7f7a-42e1-aad8-520c96c877e8 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757895 Feb 09 02:23:59.594717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:23:59.610684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:23:59.641089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-381f25cb-8f6a-4711-8b04-bf9d272ddc1a req-882e7105-1144-40c1-87b7-359714b20224 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0666153 Feb 09 02:23:59.672352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e9aa3-3d1c-4bc7-bf67-0e4c43ca7686 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=ce7a6237-78e9-4d7d-968b-df054e105b74,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:23:59.734206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ce7a6237-78e9-4d7d-968b-df054e105b74 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:23:59.747206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f9c31f57-d6f3-497e-bb1d-ae59b32870c9 None None] Provisioning complete for port 68368b82-9d52-46f1-8cf2-a16820889c22 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:23:59.747583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9c31f57-d6f3-497e-bb1d-ae59b32870c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:59.820265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:23:59.826696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:59.869146 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:23:59.894385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:00.122840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 68368b82-9d52-46f1-8cf2-a16820889c22 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:00.408749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1149b025-abb9-413f-bac0-c202e27924c1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1149b025-abb9-413f-bac0-c202e27924c1,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:00.453644 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (17139a3e-baee-4876-9b09-4984970f2d8d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:00.506965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2892c3-026f-4dea-b8c2-2b9bade81400 req-3562de80-92e3-49ed-af31-c85c77c71cbf tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:00.508620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b2892c3-026f-4dea-b8c2-2b9bade81400 req-3562de80-92e3-49ed-af31-c85c77c71cbf tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 948 time: 0.1218827 Feb 09 02:24:00.523913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f9c31f57-d6f3-497e-bb1d-ae59b32870c9 None None] Current status of the port 68368b82-9d52-46f1-8cf2-a16820889c22 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:00.552236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '1149b025-abb9-413f-bac0-c202e27924c1', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '1149b025-abb9-413f-bac0-c202e27924c1', 'mac_address': 'fa:16:3e:5a:93:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:24:00.579825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=17139a3e-baee-4876-9b09-4984970f2d8d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:00.586278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ffdb9ac-3f80-4a97-8bed-f8932e5596e0 req-e80641d7-a8a6-4b96-9839-effb5b7f2669 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0998435 Feb 09 02:24:00.648015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:00.648649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: ce7a6237-78e9-4d7d-968b-df054e105b74, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:24:00.670332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 68368b82-9d52-46f1-8cf2-a16820889c22 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:00.670927 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:00.704160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b2892c3-026f-4dea-b8c2-2b9bade81400 req-46d80175-6108-445a-8d8f-861584abc178 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773212 Feb 09 02:24:00.715017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network ce7a6237-78e9-4d7d-968b-df054e105b74 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:24:00.734891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ce7a6237-78e9-4d7d-968b-df054e105b74) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:00.748139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:00.748947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:00.757611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 1149b025-abb9-413f-bac0-c202e27924c1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:00.758088 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1149b025-abb9-413f-bac0-c202e27924c1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:00.764951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e01d7f-f0d5-4b7a-b139-ae84351ee79d None None] Network ce7a6237-78e9-4d7d-968b-df054e105b74 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:00.783818 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-73bc7cfa-b744-4e99-8c0a-3a20f788eb68 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1872582 Feb 09 02:24:00.786775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36684) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:00.869122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1149b025-abb9-413f-bac0-c202e27924c1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:00.941471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1149b025-abb9-413f-bac0-c202e27924c1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1149b025-abb9-413f-bac0-c202e27924c1,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:00.956828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f440e064-3376-4ce7-ae33-295a7dad5189 req-44c534e7-065b-4056-a102-7be0ac22c883 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/ports?device_id=750434e6-7f4f-4097-b69c-1acedc2b9261 HTTP/1.1" status: 200 len: 210 time: 0.0664253 Feb 09 02:24:01.009801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 68368b82-9d52-46f1-8cf2-a16820889c22 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:01.023876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1149b025-abb9-413f-bac0-c202e27924c1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:01.042839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81849db-5181-4204-bff4-56659c4148aa req-cbdc67aa-6f52-4f8c-af57-7001e025f764 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:01.052124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d81849db-5181-4204-bff4-56659c4148aa req-cbdc67aa-6f52-4f8c-af57-7001e025f764 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.2574942 Feb 09 02:24:01.212891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:23:57Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:23:57Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:01.215436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ce7a6237-78e9-4d7d-968b-df054e105b74', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:24:01.216524 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:01.322198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:01.323247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Updating router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea port 249df6c4-b0d5-4f95-b839-24121a4ff659 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:24:01.366918 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:01.375357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=1149b025-abb9-413f-bac0-c202e27924c1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:01.378561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-23bc7b04-e49d-4ce7-ac60-272c21d5e1dd None None] Provisioning complete for port 249df6c4-b0d5-4f95-b839-24121a4ff659 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:01.379573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23bc7b04-e49d-4ce7-ac60-272c21d5e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:01.447160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['1149b025-abb9-413f-bac0-c202e27924c1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:24:01.462704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d81849db-5181-4204-bff4-56659c4148aa req-13104bce-2956-4085-a91c-94587c06facb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083204 Feb 09 02:24:01.806976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-23bc7b04-e49d-4ce7-ac60-272c21d5e1dd None None] Port 249df6c4-b0d5-4f95-b839-24121a4ff659 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:02.198855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-040cd95a-4176-4fd3-ae36-1501d49ac918 req-49eda740-e72f-4faa-a75c-c6ebfa19bcee tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0505922 Feb 09 02:24:02.253287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:02.280645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8b537-b9e3-4184-8d98-3bf3bf93431a req-cfe8312f-8afe-4f10-bdb9-e96bc2a93234 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:02.288382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6be8b537-b9e3-4184-8d98-3bf3bf93431a req-cfe8312f-8afe-4f10-bdb9-e96bc2a93234 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 949 time: 0.1432221 Feb 09 02:24:02.475341 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Publish callbacks [] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:02.491376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6be8b537-b9e3-4184-8d98-3bf3bf93431a req-cbf1fb03-fddf-4d20-ac72-156216faaaf5 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968136 Feb 09 02:24:02.559039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Allocated IP 2001:db8:1::2 (ce7a6237-78e9-4d7d-968b-df054e105b74/17139a3e-baee-4876-9b09-4984970f2d8d/4e82e7bd-3bbc-4b63-9011-d3eea4f6235b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:02.561935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:02.685075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a07bba6-f9d0-4e3b-864a-b14c94df6cb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group (1a8095d2-ee39-41b5-9e23-443e7f5f4ccd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:02.745781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a07bba6-f9d0-4e3b-864a-b14c94df6cb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group (1a8095d2-ee39-41b5-9e23-443e7f5f4ccd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:02.759727 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:02.843093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a07bba6-f9d0-4e3b-864a-b14c94df6cb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1a8095d2-ee39-41b5-9e23-443e7f5f4ccd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:02.846892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2a07bba6-f9d0-4e3b-864a-b14c94df6cb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:02.848184 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a07bba6-f9d0-4e3b-864a-b14c94df6cb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a8095d2-ee39-41b5-9e23-443e7f5f4ccd HTTP/1.1" status: 204 len: 168 time: 0.2851777 Feb 09 02:24:02.870305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:02.871153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07bba6-f9d0-4e3b-864a-b14c94df6cb3 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8095d2-ee39-41b5-9e23-443e7f5f4ccd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:02.910100 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-094069d8-3d24-400e-a15e-16d2df5cf5c2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] show failed (client error): The resource could not be found. Feb 09 02:24:02.911185 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-094069d8-3d24-400e-a15e-16d2df5cf5c2 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "GET /v2.0/security-groups/1a8095d2-ee39-41b5-9e23-443e7f5f4ccd HTTP/1.1" status: 404 len: 347 time: 0.0338423 Feb 09 02:24:02.914927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:02.970385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-23bc7b04-e49d-4ce7-ac60-272c21d5e1dd None None] Provisioning complete for port 68368b82-9d52-46f1-8cf2-a16820889c22 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:02.971467 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23bc7b04-e49d-4ce7-ac60-272c21d5e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.058384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e016593a-57e2-434c-bb78-d5de0d61abed req-2cb2688d-a7d0-4fb3-8143-63264f494317 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.3589771 Feb 09 02:24:03.177402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Publish callbacks [] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.231545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae870eb-5764-4d8f-b0b9-ef762af4aa13 None None] Pushing event updated for resources: {'Port': ['ID=249df6c4-b0d5-4f95-b839-24121a4ff659,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:03.283233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port 3026059c-4719-45dd-addd-7cde839afb1a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:03.283629 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3026059c-4719-45dd-addd-7cde839afb1a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.288982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.350552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8:1::1 (ce7a6237-78e9-4d7d-968b-df054e105b74/17139a3e-baee-4876-9b09-4984970f2d8d/a9a09317-039b-4eec-9478-c767e24f11ed) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:03.391300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Pushing event updated for resources: {'Port': ['ID=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:03.404181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Attempting to bind port 249df6c4-b0d5-4f95-b839-24121a4ff659 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:03.404886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Attempting to bind port 249df6c4-b0d5-4f95-b839-24121a4ff659 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:03.406273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Attempting to bind port 249df6c4-b0d5-4f95-b839-24121a4ff659 on network 9a60842c-9ce3-4599-be62-502da0ae1bc0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:03.446370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Network ce7a6237-78e9-4d7d-968b-df054e105b74 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:03.451123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:03.457288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:03.460949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:03.461830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Checking segment: {'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:03.462564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.463204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Bound using segment: {'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:03.463778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3026059c-4719-45dd-addd-7cde839afb1a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.464119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for floatingip (3026059c-4719-45dd-addd-7cde839afb1a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.464428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Bound port: 249df6c4-b0d5-4f95-b839-24121a4ff659, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f27798-61e2-4168-9f21-de206dd21d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:03.465748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.495901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for 3026059c-4719-45dd-addd-7cde839afb1a owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:03.547178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] For port 249df6c4-b0d5-4f95-b839-24121a4ff659, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:03.551736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] For port 249df6c4-b0d5-4f95-b839-24121a4ff659, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=249df6c4-b0d5-4f95-b839-24121a4ff659,segment=NetworkSegment(f8f27798-61e2-4168-9f21-de206dd21d4f),segment_id=f8f27798-61e2-4168-9f21-de206dd21d4f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:03.564076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-23bc7b04-e49d-4ce7-ac60-272c21d5e1dd None None] Current status of the port 68368b82-9d52-46f1-8cf2-a16820889c22 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:03.580413 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.590538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (a9a09317-039b-4eec-9478-c767e24f11ed), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.658107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-663fa65f-cb0a-4615-904e-54b0f8ef78bc tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:03.660388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-663fa65f-cb0a-4615-904e-54b0f8ef78bc tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 814 time: 1.2002463 Feb 09 02:24:03.666413 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.733863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f263a79-8e9d-4182-b146-93ba90596f3b req-370c843d-3a5f-4bac-b12b-264a60b6fa79 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:03.742217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f263a79-8e9d-4182-b146-93ba90596f3b req-370c843d-3a5f-4bac-b12b-264a60b6fa79 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.7718785 Feb 09 02:24:03.746502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network ce7a6237-78e9-4d7d-968b-df054e105b74 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:03.755172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae870eb-5764-4d8f-b0b9-ef762af4aa13 None None] Pushing event updated for resources: {'Port': ['ID=249df6c4-b0d5-4f95-b839-24121a4ff659,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:03.763115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Attempting to bind port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:03.764154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Attempting to bind port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:03.764863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Attempting to bind port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b on network ce7a6237-78e9-4d7d-968b-df054e105b74 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:03.766705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=a9a09317-039b-4eec-9478-c767e24f11ed,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:03.777177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:03.788325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-1603e56e-260d-461c-90fb-db78be65d4ce tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/quotas/78a8376644cf40c9ac0f578fea39ab66 HTTP/1.1" status: 200 len: 375 time: 0.1146209 Feb 09 02:24:03.791026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:03.791573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.811078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:03.811946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Checking segment: {'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:03.812832 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.813462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Bound using segment: {'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:03.814233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Bound port: 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:03.814870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.826810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a5da37c6-e3a6-432c-9ed1-41cd6eae055d None None] Provisioning complete for port 249df6c4-b0d5-4f95-b839-24121a4ff659 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:03.827670 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5da37c6-e3a6-432c-9ed1-41cd6eae055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.899961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f263a79-8e9d-4182-b146-93ba90596f3b req-abbc1607-65a1-40ed-8f87-0798c050fe73 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565459 Feb 09 02:24:03.924805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:03.925326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3026059c-4719-45dd-addd-7cde839afb1a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:03.926750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:03.963090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-8cbc41e3-9da6-4db9-8ba0-9b9c5d5327e6 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1627030 Feb 09 02:24:04.023582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=3026059c-4719-45dd-addd-7cde839afb1a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:04.169541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-7191b44e-78a1-4505-aa7f-cf603b8bcad9 service neutron] 10.222.0.53 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889930 Feb 09 02:24:04.182649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for floatingip (8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:04.185371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:04.186855 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07e9aa0c-3797-456a-be9d-2b625eaf024a tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/floatingips/8a5ca2e0-96c6-4ea5-b58e-5c436666b8a1 HTTP/1.1" status: 204 len: 168 time: 1.2704744 Feb 09 02:24:04.190591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:04.451195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-178dbf54-8e7a-4201-8c0f-5893d4c27b49 service neutron] 10.222.0.53 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601244 Feb 09 02:24:04.465897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port 7c54b8d8-c80c-4f6b-8108-c82a1092963d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:04.466201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:04.554645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cb1fe94-0b6f-42cc-96e9-1e3784820532 req-fcbd6a3b-9ac6-4e0d-ad85-0d83867cd009 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.3621428 Feb 09 02:24:04.760194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:04.782496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:04.803476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:04.811922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for 7c54b8d8-c80c-4f6b-8108-c82a1092963d owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:05.123253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7c54b8d8-c80c-4f6b-8108-c82a1092963d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:05.216578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=7c54b8d8-c80c-4f6b-8108-c82a1092963d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:05.229978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-de29192c-f655-429c-91cf-59c16247c713 None None] For port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:05.239432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a5da37c6-e3a6-432c-9ed1-41cd6eae055d None None] Current status of the port 249df6c4-b0d5-4f95-b839-24121a4ff659 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:05.240519 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5da37c6-e3a6-432c-9ed1-41cd6eae055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:05.258590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-de29192c-f655-429c-91cf-59c16247c713 None None] For port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,segment=NetworkSegment(13f408a7-d355-49fa-8e2b-e3d4c8371b86),segment_id=13f408a7-d355-49fa-8e2b-e3d4c8371b86)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:05.296117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:05.330580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a5da37c6-e3a6-432c-9ed1-41cd6eae055d None None] For port 249df6c4-b0d5-4f95-b839-24121a4ff659, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=249df6c4-b0d5-4f95-b839-24121a4ff659,segment=NetworkSegment(f8f27798-61e2-4168-9f21-de206dd21d4f),segment_id=f8f27798-61e2-4168-9f21-de206dd21d4f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:05.368760 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5da37c6-e3a6-432c-9ed1-41cd6eae055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:05.473414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:05.474332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f173fa-61ab-4196-9c8c-9e328fd6010a req-b8d5d79b-f684-4889-a24c-895b280bbb44 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 210 time: 0.2180531 Feb 09 02:24:05.479001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33966baa-9095-47a1-bffb-5cc8571cfe79 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/ports/7c54b8d8-c80c-4f6b-8108-c82a1092963d HTTP/1.1" status: 204 len: 168 time: 1.2872744 Feb 09 02:24:05.492355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:05.547894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6bbad-aade-41e0-bf23-dc6cc4b30a37 req-f3791647-f222-4884-965d-7c2570f2f4bd tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:05.551617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1149b025-abb9-413f-bac0-c202e27924c1 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:05.569779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daa6bbad-aade-41e0-bf23-dc6cc4b30a37 req-f3791647-f222-4884-965d-7c2570f2f4bd tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 949 time: 0.8933778 Feb 09 02:24:05.691127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29192c-f655-429c-91cf-59c16247c713 None None] Pushing event updated for resources: {'Port': ['ID=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:05.832228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port 5246e36a-39e7-46e8-a6ce-1b688b43aef7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:05.832577 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:05.908088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daa6bbad-aade-41e0-bf23-dc6cc4b30a37 req-e7ca0e1a-6198-4d16-9b75-35d1d7e26d1c tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359129 Feb 09 02:24:05.950485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-76b74349-c86c-4db0-b919-cc8e33e39391 None None] Provisioning complete for port 249df6c4-b0d5-4f95-b839-24121a4ff659 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:05.951146 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-76b74349-c86c-4db0-b919-cc8e33e39391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.120002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (a9a09317-039b-4eec-9478-c767e24f11ed), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.123564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:23:57Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:03Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:06.152301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.153425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.205350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da37c6-e3a6-432c-9ed1-41cd6eae055d None None] Pushing event updated for resources: {'Port': ['ID=249df6c4-b0d5-4f95-b839-24121a4ff659,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:06.226859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496153e-263b-4a51-b1c2-577e9baf2d67 None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:23:57Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:03Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:06.235464 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 1149b025-abb9-413f-bac0-c202e27924c1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:24:06.249358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 1149b025-abb9-413f-bac0-c202e27924c1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:06.249743 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1149b025-abb9-413f-bac0-c202e27924c1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.256594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.307946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=a9a09317-039b-4eec-9478-c767e24f11ed,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:06.311121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for 5246e36a-39e7-46e8-a6ce-1b688b43aef7 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:06.337124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:06.352939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a0ef100-0720-408b-83e7-7bc6a19e21dc req-8816d0dc-5fa7-4a51-b372-25044c895bb6 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.2152541 Feb 09 02:24:06.602360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-76b74349-c86c-4db0-b919-cc8e33e39391 None None] Current status of the port 249df6c4-b0d5-4f95-b839-24121a4ff659 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:06.757039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 1149b025-abb9-413f-bac0-c202e27924c1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:06.757856 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1149b025-abb9-413f-bac0-c202e27924c1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.801288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:06.801672 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.863627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8a638-31df-49b6-becd-4cab64f61174 req-d6856997-f652-464a-9a81-cd1e23127d89 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:06.868194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3b8a638-31df-49b6-becd-4cab64f61174 req-d6856997-f652-464a-9a81-cd1e23127d89 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 1.1830897 Feb 09 02:24:06.886712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5246e36a-39e7-46e8-a6ce-1b688b43aef7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.940987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network ce7a6237-78e9-4d7d-968b-df054e105b74 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:06.941781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1149b025-abb9-413f-bac0-c202e27924c1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:06.947235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:06.965681 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187c556f-f860-417f-b899-c9377f246082" -d '{"events": [{"server_uuid": "90900515-2c6f-41e5-ba58-99a6a0ab3723", "name": "network-vif-plugged", "status": "completed", "tag": "1149b025-abb9-413f-bac0-c202e27924c1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:07.058239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=5246e36a-39e7-46e8-a6ce-1b688b43aef7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:07.065797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1149b025-abb9-413f-bac0-c202e27924c1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1149b025-abb9-413f-bac0-c202e27924c1,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:07.095542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1149b025-abb9-413f-bac0-c202e27924c1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:07.444469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:07.454207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=1149b025-abb9-413f-bac0-c202e27924c1,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:07.462197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-05cbdfc0-f6ad-4e26-8a3c-05723ed9502f tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/ports/5246e36a-39e7-46e8-a6ce-1b688b43aef7 HTTP/1.1" status: 204 len: 168 time: 1.9654036 Feb 09 02:24:07.463277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36772) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:07.489529 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:07.543589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:07.544541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:07.632162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,segment=NetworkSegment(13f408a7-d355-49fa-8e2b-e3d4c8371b86),segment_id=13f408a7-d355-49fa-8e2b-e3d4c8371b86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:07.645628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:07.660819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting subnet 843cba68-4f89-4ae3-8169-b99f5d945506 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:24:07.661063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-340e148e-fd0a-455c-9b55-cea0eee02306 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:07.667331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-340e148e-fd0a-455c-9b55-cea0eee02306 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.72 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 814 time: 0.2792091 Feb 09 02:24:07.679907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for subnet (843cba68-4f89-4ae3-8169-b99f5d945506), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:07.698578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3b8a638-31df-49b6-becd-4cab64f61174 req-c15622e2-0a45-4b02-ad45-fe80a0cb4270 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8216362 Feb 09 02:24:07.713425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Request body: {'port': {'device_id': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d', 'admin_state_up': True, 'tenant_id': '78a8376644cf40c9ac0f578fea39ab66'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:07.746697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b79251-d4ed-45d0-a811-f82ddc3b2643 None None] Network ce7a6237-78e9-4d7d-968b-df054e105b74 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:07.763170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:07.817445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17017e0f-0298-4159-9dba-831d35631bcf req-5e37e2bf-c532-44e1-a4dd-3af52aeb3ae8 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 210 time: 0.1489496 Feb 09 02:24:07.862446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (843cba68-4f89-4ae3-8169-b99f5d945506), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.090125 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d65eda-484b-44c6-ae55-3fca87590905 x-openstack-request-id: req-d5d65eda-484b-44c6-ae55-3fca87590905 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:08.090614 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90900515-2c6f-41e5-ba58-99a6a0ab3723", "name": "network-vif-plugged", "status": "completed", "tag": "1149b025-abb9-413f-bac0-c202e27924c1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:08.090748 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5d65eda-484b-44c6-ae55-3fca87590905 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:08.091111 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1149b025-abb9-413f-bac0-c202e27924c1', 'code': 200} Feb 09 02:24:08.141704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:08.156436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a5c5cd10-686a-4443-a181-d2b4d71e0fae None None] Provisioning complete for port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:08.165115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cd10-686a-4443-a181-d2b4d71e0fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.207033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (843cba68-4f89-4ae3-8169-b99f5d945506), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.311859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 249df6c4-b0d5-4f95-b839-24121a4ff659 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:08.414866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (843cba68-4f89-4ae3-8169-b99f5d945506), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.448422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5cd10-686a-4443-a181-d2b4d71e0fae None None] Current status of the port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:08.457378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 249df6c4-b0d5-4f95-b839-24121a4ff659 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:08.458045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.500364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Subnet': ['ID=843cba68-4f89-4ae3-8169-b99f5d945506,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:08.552381 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.556607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44f766-3557-46df-ad1d-751af66f34d7 None None] Network 16037fc7-24c0-41a7-a4f5-95e71c352d59 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:08.565050 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-924f0412-32f4-469b-aee5-1a068f8203ae tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/subnets/843cba68-4f89-4ae3-8169-b99f5d945506 HTTP/1.1" status: 204 len: 168 time: 1.1010709 Feb 09 02:24:08.569480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:08.608659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:08.640781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-624e29c6-2ee0-44c1-9912-97404e55599a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8520513 Feb 09 02:24:08.660211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36790) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:08.688769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-5298044'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:08.744101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting subnet f6aaab5f-49c7-4496-97d6-14012d003504 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:24:08.756762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for subnet (f6aaab5f-49c7-4496-97d6-14012d003504), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.851109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 249df6c4-b0d5-4f95-b839-24121a4ff659 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:08.864492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:08.873268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (f6aaab5f-49c7-4496-97d6-14012d003504), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.877307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.928181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ca740e6-54a2-4a26-8caa-a9765c86b755 req-08a858df-c753-40c2-bca0-2a008ada59c6 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.2832100 Feb 09 02:24:09.038232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ba216941-2e53-4622-84db-b57ddf01ee76 None None] Provisioning complete for port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:09.048146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:24:09.048986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba216941-2e53-4622-84db-b57ddf01ee76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.144930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ec82b-0d3a-4b36-83ee-f08be8c7fa39 req-77bd53f5-a972-4ad0-a2dd-b09cc4734e7e tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:09.156049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-593ec82b-0d3a-4b36-83ee-f08be8c7fa39 req-77bd53f5-a972-4ad0-a2dd-b09cc4734e7e tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 950 time: 1.1066744 Feb 09 02:24:09.192580 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (58347387-89e9-4761-ae2b-d731bd8cace4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.194018 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment 58347387-89e9-4761-ae2b-d731bd8cace4 of type vlan for network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 Feb 09 02:24:09.216006 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f6aaab5f-49c7-4496-97d6-14012d003504), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.263617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (12ebd6a2-f4eb-4099-8ea1-f2a8999f9540), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.376992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] DHCP port deletion for 16037fc7-24c0-41a7-a4f5-95e71c352d59 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:24:09.407631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (f6aaab5f-49c7-4496-97d6-14012d003504), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.424699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ba216941-2e53-4622-84db-b57ddf01ee76 None None] Current status of the port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:09.443178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.444688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ba216941-2e53-4622-84db-b57ddf01ee76 None None] Provisioning complete for port a9a09317-039b-4eec-9478-c767e24f11ed triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:09.445070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba216941-2e53-4622-84db-b57ddf01ee76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.462713 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/subnets/f6aaab5f-49c7-4496-97d6-14012d003504 HTTP/1.1" status: 204 len: 168 time: 0.8916245 Feb 09 02:24:09.484285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:09.498074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f7db-f934-436b-b57c-a230a5758c32 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aaab5f-49c7-4496-97d6-14012d003504,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:09.500080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc94f8-f7d2-47ab-ba13-c71d08b6c0cf req-6f754bac-b9d2-4631-b548-410c9121f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:09.503970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffc94f8-f7d2-47ab-ba13-c71d08b6c0cf req-6f754bac-b9d2-4631-b548-410c9121f78f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 1133 time: 1.2204225 Feb 09 02:24:09.505451 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:09.531936 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:09.532493 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:09.535693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbecf512-3f0b-4029-b3e2-f97a75d75a9a None None] Network cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:09.546283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (12ebd6a2-f4eb-4099-8ea1-f2a8999f9540), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.559504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:09.560711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.707155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (16037fc7-24c0-41a7-a4f5-95e71c352d59), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.754833 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:09.841972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6511fa-be66-4754-bfcc-f5095a74a654 req-003f3048-df7b-4801-afe1-aa7312add199 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:09.844148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:09.844494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.845609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ba216941-2e53-4622-84db-b57ddf01ee76 None None] Port a9a09317-039b-4eec-9478-c767e24f11ed cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:09.847994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] Deleting port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:09.848478 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:09.857282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb6511fa-be66-4754-bfcc-f5095a74a654 req-003f3048-df7b-4801-afe1-aa7312add199 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.6781209 Feb 09 02:24:09.895151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffc94f8-f7d2-47ab-ba13-c71d08b6c0cf req-8f11f96f-2549-4830-aca4-9bc17bc658cf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315371 Feb 09 02:24:09.968376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb6511fa-be66-4754-bfcc-f5095a74a654 req-fc763500-e430-4b23-90af-19500672cd14 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100702 Feb 09 02:24:09.998274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-593ec82b-0d3a-4b36-83ee-f08be8c7fa39 req-1d21d334-56b0-48eb-92b9-620e0b6faa00 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8407803 Feb 09 02:24:10.000353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Made reservation on behalf of 78a8376644cf40c9ac0f578fea39ab66 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:10.022494 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.031535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] For port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:10.031711 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.032522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] For port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,segment=NetworkSegment(17316dae-7607-4d84-abbf-62450173b226),segment_id=17316dae-7607-4d84-abbf-62450173b226)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:10.033115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.047174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] Calling delete_port for 19f0454c-9ed7-4ed0-bb9f-e9762c59229d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:10.096588 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for 19f0454c-9ed7-4ed0-bb9f-e9762c59229d owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:10.209380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:10.218527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.251815 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:04Z', 'revision_number': 3, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:10.281252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] No DVR routers for this DVR port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:10.285211 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:10.285754 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Updating router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea port a9a09317-039b-4eec-9478-c767e24f11ed binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:24:10.310331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Allocated IP 172.20.0.9 (58e76783-5559-4832-aadd-c20cb6aeb60d/11160cf4-fc3b-4ff2-aecc-9af40d575299/6cd70070-3a47-4b17-b732-f8dba300bfba) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:10.319931 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.358146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (19f0454c-9ed7-4ed0-bb9f-e9762c59229d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.373304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-339dfa20-5b3c-4d92-89ca-98a3ce1331b2 None None] Provisioning complete for port a9a09317-039b-4eec-9478-c767e24f11ed triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:10.375527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-339dfa20-5b3c-4d92-89ca-98a3ce1331b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.449417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:10.453092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] No DVR routers for this DVR port 19f0454c-9ed7-4ed0-bb9f-e9762c59229d on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:10.644317 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Publish callbacks [] for port (a9a09317-039b-4eec-9478-c767e24f11ed), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.657038 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.665892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (16037fc7-24c0-41a7-a4f5-95e71c352d59), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.732367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16037fc7-24c0-41a7-a4f5-95e71c352d59']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:10.759392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17316dae-7607-4d84-abbf-62450173b226') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:10.759739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17316dae-7607-4d84-abbf-62450173b226') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:10.775530 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Pushing event updated for resources: {'Port': ['ID=a9a09317-039b-4eec-9478-c767e24f11ed,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:10.793681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (17316dae-7607-4d84-abbf-62450173b226), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.806567 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.807147 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.807630 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.808783 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.809268 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.810323 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.810702 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.811272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.811341 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.811665 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.811989 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.812312 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.812633 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:10.842410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72768ce8-1864-46f1-ab27-a3a7aac46737 None None] Pushing event deleted for resources: {'Port': ['ID=19f0454c-9ed7-4ed0-bb9f-e9762c59229d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:10.858830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (17316dae-7607-4d84-abbf-62450173b226), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.881193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:24:10.881607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (17316dae-7607-4d84-abbf-62450173b226), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:24:10.886354 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:24:10.935252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-339dfa20-5b3c-4d92-89ca-98a3ce1331b2 None None] Port a9a09317-039b-4eec-9478-c767e24f11ed cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:10.978020 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Attempting to bind port a9a09317-039b-4eec-9478-c767e24f11ed on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:10.978856 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Attempting to bind port a9a09317-039b-4eec-9478-c767e24f11ed by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:10.979390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] DHCP port deletion for cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:24:10.979630 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Attempting to bind port a9a09317-039b-4eec-9478-c767e24f11ed on network ce7a6237-78e9-4d7d-968b-df054e105b74 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:10.985558 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:10.986880 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Checking segment: {'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:10.987499 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.988086 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Bound using segment: {'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:10.990644 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Bound port: a9a09317-039b-4eec-9478-c767e24f11ed, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f408a7-d355-49fa-8e2b-e3d4c8371b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:10.991598 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.070824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (16037fc7-24c0-41a7-a4f5-95e71c352d59), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.082836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:11.083421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.085400 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.098282 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/networks/16037fc7-24c0-41a7-a4f5-95e71c352d59 HTTP/1.1" status: 204 len: 168 time: 1.6122658 Feb 09 02:24:11.098983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:11.112028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.4367862 Feb 09 02:24:11.117054 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] For port a9a09317-039b-4eec-9478-c767e24f11ed, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:11.127655 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] For port a9a09317-039b-4eec-9478-c767e24f11ed, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a9a09317-039b-4eec-9478-c767e24f11ed,segment=NetworkSegment(13f408a7-d355-49fa-8e2b-e3d4c8371b86),segment_id=13f408a7-d355-49fa-8e2b-e3d4c8371b86)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:11.153547 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.165492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36826) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:11.174065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:11.276725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865904-2efb-422e-a329-828e5914c898 tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Network': ['ID=16037fc7-24c0-41a7-a4f5-95e71c352d59,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:11.317035 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865f459-f51e-46cf-811c-ae1487086b8b None None] Pushing event updated for resources: {'Port': ['ID=a9a09317-039b-4eec-9478-c767e24f11ed,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:11.337836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] Deleting port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:11.341396 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.380286 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:11.383544 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:11.417756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca43c7-8f20-42e2-9601-3389740bc943 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=12ebd6a2-f4eb-4099-8ea1-f2a8999f9540,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:11.423537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-012297a1-a5f4-4621-acb5-42c72f971452 req-94c7a7f1-d955-46f3-89f5-b7731a2e2bf9 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 210 time: 0.2731042 Feb 09 02:24:11.434273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d1820ad-e9ba-4b85-aa84-0e4a2c25ed28 req-7371b275-fd03-471d-951d-17ee8ae4b7db tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.3211040 Feb 09 02:24:11.456769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.549687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a71a8ae8-6702-4a0b-80a5-e39c5de1f2a2 None None] Provisioning complete for port a9a09317-039b-4eec-9478-c767e24f11ed triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:11.550387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a71a8ae8-6702-4a0b-80a5-e39c5de1f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.567024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:24:11.609233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Deleting port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:11.612545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.631228 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:11.711373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks [] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.776665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:11.782381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] For port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:11.782906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.782981 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.812484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Calling delete_port for fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:11.893981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] For port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,segment=NetworkSegment(54b7e03f-243b-460e-a699-245bddb06dfd),segment_id=54b7e03f-243b-460e-a699-245bddb06dfd)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:11.895126 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:11.921412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] Calling delete_port for fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:12.018922 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.030927 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.051243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] No DVR routers for this DVR port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:12.062050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-b463be00-62cf-4248-b69d-1ad6f2601194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:12.064804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-b463be00-62cf-4248-b69d-1ad6f2601194 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 1129 time: 0.9239471 Feb 09 02:24:12.108188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Port': ['ID=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:12.152951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:12.166907 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.193979 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (25344aea-cce5-436e-ba38-2ad4a3e0d93d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.206155 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:04Z', 'revision_number': 3, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:11Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:12.302517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 19f0454c-9ed7-4ed0-bb9f-e9762c59229d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:12.314397 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83537e-f5a5-4795-ac76-98cfe6e5be4d None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:04Z', 'revision_number': 3, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:11Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:12.329150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] No DVR routers for this DVR port fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:12.334024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 19f0454c-9ed7-4ed0-bb9f-e9762c59229d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:12.335191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 19f0454c-9ed7-4ed0-bb9f-e9762c59229d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:12.344243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c917ca5-910f-4ed0-b58b-9aff37eaca09 None None] Pushing event deleted for resources: {'Port': ['ID=fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:12.402208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a71a8ae8-6702-4a0b-80a5-e39c5de1f2a2 None None] Current status of the port a9a09317-039b-4eec-9478-c767e24f11ed is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:12.407364 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a71a8ae8-6702-4a0b-80a5-e39c5de1f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.527311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a71a8ae8-6702-4a0b-80a5-e39c5de1f2a2 None None] For port a9a09317-039b-4eec-9478-c767e24f11ed, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a9a09317-039b-4eec-9478-c767e24f11ed,segment=NetworkSegment(13f408a7-d355-49fa-8e2b-e3d4c8371b86),segment_id=13f408a7-d355-49fa-8e2b-e3d4c8371b86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:12.534634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.543333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a71a8ae8-6702-4a0b-80a5-e39c5de1f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.546920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=25344aea-cce5-436e-ba38-2ad4a3e0d93d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:12.616728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:12.644371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b7e03f-243b-460e-a699-245bddb06dfd') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:12.644668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b7e03f-243b-460e-a699-245bddb06dfd') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:12.673809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (54b7e03f-243b-460e-a699-245bddb06dfd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.716905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (54b7e03f-243b-460e-a699-245bddb06dfd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.729459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:24:12.730085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a9a09317-039b-4eec-9478-c767e24f11ed up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:12.733096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (54b7e03f-243b-460e-a699-245bddb06dfd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.738245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a8ae8-6702-4a0b-80a5-e39c5de1f2a2 None None] Pushing event updated for resources: {'Port': ['ID=a9a09317-039b-4eec-9478-c767e24f11ed,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:24:12.743006 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:24:12.813076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-23bfbc2d-f2fc-46f2-be96-a1639428dd3c None None] Provisioning complete for port a9a09317-039b-4eec-9478-c767e24f11ed triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:12.813463 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23bfbc2d-f2fc-46f2-be96-a1639428dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.854055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Network 58e76783-5559-4832-aadd-c20cb6aeb60d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:12.872409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-fc640101-371c-4468-bace-0fe45b905222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:12.874072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-fc640101-371c-4468-bace-0fe45b905222 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.6553731 Feb 09 02:24:12.878518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:12.885925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:12.891333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.896244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:12.903639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] 10.222.0.53 "DELETE /v2.0/networks/cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b HTTP/1.1" status: 204 len: 168 time: 1.7962372 Feb 09 02:24:12.948032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bed5b5-ddee-485e-895d-347b8d87f5ce tempest-TaggedBootDevicesTest-1562742220 tempest-TaggedBootDevicesTest-1562742220-project] Pushing event deleted for resources: {'Network': ['ID=cc2c7594-c0b0-4ae4-98d5-3dacddcfd64b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:13.006799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:13.007438 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.012826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a9a09317-039b-4eec-9478-c767e24f11ed triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:13.013310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.019051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Pushing event updated for resources: {'Port': ['ID=6cd70070-3a47-4b17-b732-f8dba300bfba,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:13.085353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-ce9c97ec-3478-4bac-abc0-58420a7fefdb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3819673 Feb 09 02:24:13.094229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de697-a6d3-4ac3-a672-217542d2d681 req-86077937-669f-4aa9-82c0-49024d319df0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:13.095893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a1de697-a6d3-4ac3-a672-217542d2d681 req-86077937-669f-4aa9-82c0-49024d319df0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 946 time: 1.4933836 Feb 09 02:24:13.101776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Request body: {'port': {'device_id': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:13.139243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:13.139622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:24:13.223032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.235356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a9a09317-039b-4eec-9478-c767e24f11ed is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:13.246881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-00bd0d8a-f362-487a-802a-93c53431e93c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1 HTTP/1.1" status: 200 len: 217 time: 0.2599933 Feb 09 02:24:13.264574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-23bfbc2d-f2fc-46f2-be96-a1639428dd3c None None] Current status of the port a9a09317-039b-4eec-9478-c767e24f11ed is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:13.297701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:13.418609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:13.478598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:13.482834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fa7ec5f5-2832-4dea-9ce0-2c143fbef5d8 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:13.549893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:13.550480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.607404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:13.610386 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ff889-faea-4ee2-9e99-b5c32e838fed" -d '{"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-unplugged", "status": "completed", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:13.625707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:13.630652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd70070-3a47-4b17-b732-f8dba300bfba {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:13.639238 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Publish callbacks [] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.647557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.656038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Transition to ACTIVE for port object 6cd70070-3a47-4b17-b732-f8dba300bfba will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:24:13.744235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e076-c82d-491e-a596-c590e4678620 req-3528dffa-785a-45f5-b1ee-4839b4986c9c tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:13.745330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:13.745966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff3e076-c82d-491e-a596-c590e4678620 req-3528dffa-785a-45f5-b1ee-4839b4986c9c tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 950 time: 1.9831302 Feb 09 02:24:13.755983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-04d7335d-2b6d-4fcc-95e2-1dd5662c169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:13.757783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-04d7335d-2b6d-4fcc-95e2-1dd5662c169b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0790529 Feb 09 02:24:13.785524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:13.881316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd70070-3a47-4b17-b732-f8dba300bfba,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:13.911955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:24:13.983337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff3e076-c82d-491e-a596-c590e4678620 req-9dd04fcf-70a8-4a35-8820-42482f912b7e tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244925 Feb 09 02:24:13.991194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:14.008492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:14.009103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.017602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19d9d0-b09a-4f27-b85c-351bb7fabc3c None None] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:14.050390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a1de697-a6d3-4ac3-a672-217542d2d681 req-ce5ae39c-fdf4-4060-91b4-b774f3dd6f60 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373728 Feb 09 02:24:14.075412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-725be396-6394-4070-9117-04951ba061fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:14.077067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-725be396-6394-4070-9117-04951ba061fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2771504 Feb 09 02:24:14.084247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:14.084742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a7ae163b-4f89-4ff9-b88a-537fd6257e23 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9143119 Feb 09 02:24:14.273983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:24:14.275491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.303323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e26628b-657d-478f-8d75-1269a0f02eff req-6f6514bf-0876-40a5-bfac-83d261d457d6 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0787897 Feb 09 02:24:14.311491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Attempting to bind port 6cd70070-3a47-4b17-b732-f8dba300bfba on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:14.312601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Attempting to bind port 6cd70070-3a47-4b17-b732-f8dba300bfba by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:14.313828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Attempting to bind port 6cd70070-3a47-4b17-b732-f8dba300bfba on network 58e76783-5559-4832-aadd-c20cb6aeb60d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:14.329330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Port 6cd70070-3a47-4b17-b732-f8dba300bfba on network 58e76783-5559-4832-aadd-c20cb6aeb60d not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:24:14.333203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Attempting to bind port 6cd70070-3a47-4b17-b732-f8dba300bfba on network 58e76783-5559-4832-aadd-c20cb6aeb60d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:14.347442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:14.354055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Checking segment: {'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:14.354690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Bound using segment: {'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:14.355316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Bound port: 6cd70070-3a47-4b17-b732-f8dba300bfba, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:14.355870 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.450728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Allocated IP 2001:db8:2::2 (12ebd6a2-f4eb-4099-8ea1-f2a8999f9540/25344aea-cce5-436e-ba38-2ad4a3e0d93d/472d2fd4-009c-44a0-8ac8-1669b2bc448c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:14.581706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] For port 6cd70070-3a47-4b17-b732-f8dba300bfba, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:14.595923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] For port 6cd70070-3a47-4b17-b732-f8dba300bfba, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6cd70070-3a47-4b17-b732-f8dba300bfba,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:14.639255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.653374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Publish callbacks [] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.658713 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077dd170-57d5-4f61-be87-aed41a034326 x-openstack-request-id: req-077dd170-57d5-4f61-be87-aed41a034326 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:14.659173 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-unplugged", "status": "completed", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:14.659529 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-077dd170-57d5-4f61-be87-aed41a034326 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:14.660241 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'code': 200} Feb 09 02:24:14.661956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a9a09317-039b-4eec-9478-c767e24f11ed up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:14.666605 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.704923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:14.705839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.709506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] 10.222.0.72 "PUT /v2.0/ports/6cd70070-3a47-4b17-b732-f8dba300bfba HTTP/1.1" status: 200 len: 1092 time: 1.6126134 Feb 09 02:24:14.716867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'tag': '6cd70070-3a47-4b17-b732-f8dba300bfba'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:14.722986 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a7f35-7dbc-4225-a836-7a3bf4936557", "tag": "6cd70070-3a47-4b17-b732-f8dba300bfba"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:14.750927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dfcd7-23e2-40f2-bbd9-21d48ceadc3f req-70192213-9145-45bf-9de2-163b73e7ecf9 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:14.769268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa4dfcd7-23e2-40f2-bbd9-21d48ceadc3f req-70192213-9145-45bf-9de2-163b73e7ecf9 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 943 time: 0.6427805 Feb 09 02:24:14.779407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:14.790984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:14.821733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:14.849513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-8aca4e86-03cf-45dc-b3f4-8ef4f0ae6818 service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633941 Feb 09 02:24:14.907373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Pushing event updated for resources: {'Port': ['ID=472d2fd4-009c-44a0-8ac8-1669b2bc448c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:14.985829 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:14.991628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Attempting to bind port 472d2fd4-009c-44a0-8ac8-1669b2bc448c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:14.992266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Attempting to bind port 472d2fd4-009c-44a0-8ac8-1669b2bc448c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:14.992758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Attempting to bind port 472d2fd4-009c-44a0-8ac8-1669b2bc448c on network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:15.014300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a9a09317-039b-4eec-9478-c767e24f11ed triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:15.016150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:15.107778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:15.110798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Checking segment: {'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:15.111357 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:15.111915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Bound using segment: {'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:15.112536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Bound port: 472d2fd4-009c-44a0-8ac8-1669b2bc448c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:15.113105 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:15.133899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa34cbda-3463-4dbd-a7ac-1ed50c0bc66a req-4211cb82-e107-4c82-9234-2da0255e5815 service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628591 Feb 09 02:24:15.297141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794d7ae-26cf-4185-be03-74645e59c024 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd70070-3a47-4b17-b732-f8dba300bfba,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:15.309165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] For port 472d2fd4-009c-44a0-8ac8-1669b2bc448c, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:15.317601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] For port 472d2fd4-009c-44a0-8ac8-1669b2bc448c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=472d2fd4-009c-44a0-8ac8-1669b2bc448c,segment=NetworkSegment(58347387-89e9-4761-ae2b-d731bd8cace4),segment_id=58347387-89e9-4761-ae2b-d731bd8cace4)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:15.331401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa4dfcd7-23e2-40f2-bbd9-21d48ceadc3f req-8558ac5b-4dc1-464a-b9d8-789fef5aadd4 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611320 Feb 09 02:24:15.373896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-2b659545-447c-48c1-9586-eef211b75c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:15.378021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:15.381904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-2b659545-447c-48c1-9586-eef211b75c4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 1126 time: 0.6086824 Feb 09 02:24:15.465926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a9a09317-039b-4eec-9478-c767e24f11ed is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:15.548717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6179267-60e4-4165-bbc8-edfbdabeb2e6 req-9d12829d-7673-4182-b90e-61053bfd301e tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:15.561872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6179267-60e4-4165-bbc8-edfbdabeb2e6 req-9d12829d-7673-4182-b90e-61053bfd301e tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 950 time: 0.4260752 Feb 09 02:24:15.565813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b799459-8d8e-40c3-9afc-8df6cf1d8ada None None] Pushing event updated for resources: {'Port': ['ID=472d2fd4-009c-44a0-8ac8-1669b2bc448c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:15.569584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-dbdf574a-9763-4767-8095-fc5eddd94feb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd70070-3a47-4b17-b732-f8dba300bfba HTTP/1.1" status: 200 len: 217 time: 0.1773083 Feb 09 02:24:15.585607 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553301c6-63d1-4247-9438-dc0c175f1d50 x-openstack-request-id: req-553301c6-63d1-4247-9438-dc0c175f1d50 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:15.585915 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a7f35-7dbc-4225-a836-7a3bf4936557", "tag": "6cd70070-3a47-4b17-b732-f8dba300bfba", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:15.586175 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-553301c6-63d1-4247-9438-dc0c175f1d50 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:15.586606 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'tag': '6cd70070-3a47-4b17-b732-f8dba300bfba', 'status': 'completed', 'code': 200} Feb 09 02:24:15.719982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8:2::1 (12ebd6a2-f4eb-4099-8ea1-f2a8999f9540/25344aea-cce5-436e-ba38-2ad4a3e0d93d/157d54ba-e7da-46e7-8545-ac28266b4e0a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:15.777420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-f8329768-a36e-4169-9dfa-61ecbcd808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:15.779095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-f8329768-a36e-4169-9dfa-61ecbcd808f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 200 len: 854 time: 0.1909831 Feb 09 02:24:15.801377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6179267-60e4-4165-bbc8-edfbdabeb2e6 req-3c199ee2-6639-4016-b68b-da565f12c545 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389941 Feb 09 02:24:15.838943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15583353-f91e-401d-9fee-f1573c89a659 req-0de59564-6c4f-4b9e-b0e5-002851e3b4fa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:15.843625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15583353-f91e-401d-9fee-f1573c89a659 req-0de59564-6c4f-4b9e-b0e5-002851e3b4fa tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.2696164 Feb 09 02:24:15.919807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-c8512ede-faf0-4ef8-a464-e3791f341785 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e76783-5559-4832-aadd-c20cb6aeb60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239624 Feb 09 02:24:16.011612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.053116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33b53a6a-c0cc-425d-b9f3-7cc7843e843a req-13eee3fb-33ec-4fc9-80bc-b7d80d16a303 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0802612 Feb 09 02:24:16.097488 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.128738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15583353-f91e-401d-9fee-f1573c89a659 req-e85cf730-3615-4f64-ab2c-ac21df28d2b5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591741 Feb 09 02:24:16.150163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:16.160625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:16.165814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:16.166364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.172325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-99c4dd72-d327-435c-8adb-41aa642d2522 service neutron] 10.222.0.72 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290862 Feb 09 02:24:16.241648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=157d54ba-e7da-46e7-8545-ac28266b4e0a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:16.353333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.382851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-18a2862a-3da6-4631-bf46-28c428b58252 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:16.385220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-18a2862a-3da6-4631-bf46-28c428b58252 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.82 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 950 time: 0.1948986 Feb 09 02:24:16.585016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aa1c898-6731-422d-9ffa-7c2ec30aa057 req-151cfb5b-9cf0-49b1-92fb-42c333da4196 service neutron] 10.222.0.72 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014981 Feb 09 02:24:16.638589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 472d2fd4-009c-44a0-8ac8-1669b2bc448c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:16.653401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac37a9-7bb2-4aa7-bad1-f173c85dbeea req-9f259192-49d2-4afe-8c4f-dfb3de3fae7f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:16.666016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95ac37a9-7bb2-4aa7-bad1-f173c85dbeea req-9f259192-49d2-4afe-8c4f-dfb3de3fae7f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 943 time: 0.1834404 Feb 09 02:24:16.785410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 472d2fd4-009c-44a0-8ac8-1669b2bc448c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:16.791346 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.816092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95ac37a9-7bb2-4aa7-bad1-f173c85dbeea req-bf488130-6b38-4605-97e9-d3d5a8d2ef08 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028228 Feb 09 02:24:16.821293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Deleting port 1149b025-abb9-413f-bac0-c202e27924c1 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:16.821644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1149b025-abb9-413f-bac0-c202e27924c1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.914774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.921073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.922141 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:16.991608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 472d2fd4-009c-44a0-8ac8-1669b2bc448c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:16.992134 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:17.002185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-eb11e631-0371-4f1b-8cbe-884953b844b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:17.006034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-eb11e631-0371-4f1b-8cbe-884953b844b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 1126 time: 0.3340147 Feb 09 02:24:17.039088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 472d2fd4-009c-44a0-8ac8-1669b2bc448c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=472d2fd4-009c-44a0-8ac8-1669b2bc448c,segment=NetworkSegment(58347387-89e9-4761-ae2b-d731bd8cace4),segment_id=58347387-89e9-4761-ae2b-d731bd8cace4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:17.048034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:17.163363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=472d2fd4-009c-44a0-8ac8-1669b2bc448c,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:17.247797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52076ddd-1599-4d00-8479-b2453e944f93 None None] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:17.254843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b18acd-ff91-475a-bb18-37d8989a8d23 req-4400b6f1-b959-463f-88e8-7688b6cb1e1a tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:17.257180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3b18acd-ff91-475a-bb18-37d8989a8d23 req-4400b6f1-b959-463f-88e8-7688b6cb1e1a tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 950 time: 0.2917900 Feb 09 02:24:17.422269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-62fa0185-bc37-4689-8cf7-968eef0bb29d None None] Provisioning complete for port 472d2fd4-009c-44a0-8ac8-1669b2bc448c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:17.422679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62fa0185-bc37-4689-8cf7-968eef0bb29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:17.499265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3b18acd-ff91-475a-bb18-37d8989a8d23 req-7c5e18b1-bffc-48fa-8cd1-ca7c57344f93 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2c20e8a-faf4-419e-881c-f6304ffc0869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971693 Feb 09 02:24:17.544989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=157d54ba-e7da-46e7-8545-ac28266b4e0a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:17.548833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] For port 1149b025-abb9-413f-bac0-c202e27924c1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1149b025-abb9-413f-bac0-c202e27924c1,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:17.549623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1149b025-abb9-413f-bac0-c202e27924c1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:17.564699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-62fa0185-bc37-4689-8cf7-968eef0bb29d None None] Current status of the port 472d2fd4-009c-44a0-8ac8-1669b2bc448c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:17.616005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b37497b4-ac22-4bcb-949d-30dccff10940 req-d05d90aa-7665-4784-a442-ee24266c7173 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.3466001 Feb 09 02:24:17.616976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Calling delete_port for 1149b025-abb9-413f-bac0-c202e27924c1 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:17.640745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:17.642807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:17.653259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-7df02c85-0d34-4df1-8590-f23954230db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:17.655111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-7df02c85-0d34-4df1-8590-f23954230db5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 915 time: 0.5762661 Feb 09 02:24:17.725950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-ed3709c7-e22d-4203-9e6c-e5e6eb215d8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd70070-3a47-4b17-b732-f8dba300bfba HTTP/1.1" status: 200 len: 217 time: 0.0431502 Feb 09 02:24:17.851900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:17.861112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:17.969441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-2975a805-3225-4851-a43f-a7e785dddd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:17.971147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-2975a805-3225-4851-a43f-a7e785dddd26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 200 len: 854 time: 0.2239902 Feb 09 02:24:18.000934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-798db087-4916-41c8-a7ff-f55d5ac7a5a3 None None] Provisioning complete for port 472d2fd4-009c-44a0-8ac8-1669b2bc448c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:18.001330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798db087-4916-41c8-a7ff-f55d5ac7a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.029408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c0b3b-a9a1-449e-a18f-c9ffc6a98f11 req-07b125f6-42de-4043-8a21-438930f27849 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:18.037655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88c0b3b-a9a1-449e-a18f-c9ffc6a98f11 req-07b125f6-42de-4043-8a21-438930f27849 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.3805733 Feb 09 02:24:18.101120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-1ea42545-89f2-4930-81ff-8c066fe46842 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e76783-5559-4832-aadd-c20cb6aeb60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058571 Feb 09 02:24:18.148618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:18.165749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba665458-088d-4190-92b9-8ecfa282f83c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0790725 Feb 09 02:24:18.168791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:18.176395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1091415328'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:18.179534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:18.223102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-798db087-4916-41c8-a7ff-f55d5ac7a5a3 None None] Current status of the port 472d2fd4-009c-44a0-8ac8-1669b2bc448c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:18.228678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:18.229352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:18.232099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:18.236900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.291659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:24:18.338511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (feeaeeee-b612-4978-bfad-4596294c0506), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.338895 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added segment feeaeeee-b612-4978-bfad-4596294c0506 of type vlan for network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 Feb 09 02:24:18.350954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-798db087-4916-41c8-a7ff-f55d5ac7a5a3 None None] Provisioning complete for port 157d54ba-e7da-46e7-8545-ac28266b4e0a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:18.351346 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798db087-4916-41c8-a7ff-f55d5ac7a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.423648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-798db087-4916-41c8-a7ff-f55d5ac7a5a3 None None] Port 157d54ba-e7da-46e7-8545-ac28266b4e0a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:18.455945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:18.467043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c3095ff2-2a9e-423f-acc9-6e6e9403bdc5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.530750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c3095ff2-2a9e-423f-acc9-6e6e9403bdc5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.537987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:18.538762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.549615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 472d2fd4-009c-44a0-8ac8-1669b2bc448c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:18.627619 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4576554 Feb 09 02:24:18.628311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:18.637506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'subnet': {'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:18.718199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f9cce-eb68-4281-927e-30a59af6cf10 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Network': ['ID=c3095ff2-2a9e-423f-acc9-6e6e9403bdc5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:18.787118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Made reservation on behalf of 6b70cd235bdf46a0aec37e1f9e9b65d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:18.792523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:18.871124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-743c4368-fdbd-4619-8663-dbb3b9acaea5 service neutron] 10.222.0.72 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622819 Feb 09 02:24:18.909608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88c0b3b-a9a1-449e-a18f-c9ffc6a98f11 req-b3643649-e77a-480f-bae1-42dc29bcb316 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8708730 Feb 09 02:24:18.919611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:24:18.938011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-107fb462-f19c-41eb-9fb8-e9b9088ec30a None None] Provisioning complete for port 157d54ba-e7da-46e7-8545-ac28266b4e0a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:18.938972 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-107fb462-f19c-41eb-9fb8-e9b9088ec30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.019044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-107fb462-f19c-41eb-9fb8-e9b9088ec30a None None] Port 157d54ba-e7da-46e7-8545-ac28266b4e0a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:19.150070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.166059 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (1149b025-abb9-413f-bac0-c202e27924c1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.186922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 472d2fd4-009c-44a0-8ac8-1669b2bc448c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:19.187765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.232465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80b722-f03f-4fa1-ad67-f7569f1cacf2 req-611b0cf6-c5f8-4501-9f6b-3eb3843087f3 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:19.234366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec80b722-f03f-4fa1-ad67-f7569f1cacf2 req-611b0cf6-c5f8-4501-9f6b-3eb3843087f3 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 943 time: 1.2560608 Feb 09 02:24:19.237885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6a9e48e-9114-4a2d-bb31-b5bd3bf2cada req-d7075acb-95ff-4560-9ac6-5909a45e47a0 tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.53 "GET /v2.0/ports?device_id=90900515-2c6f-41e5-ba58-99a6a0ab3723 HTTP/1.1" status: 200 len: 210 time: 0.1900170 Feb 09 02:24:19.251087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Pushing event deleted for resources: {'Port': ['ID=1149b025-abb9-413f-bac0-c202e27924c1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:19.339857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6cd70070-3a47-4b17-b732-f8dba300bfba details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:24:19.373123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (5c5e348d-4aed-4ead-9511-0b242a52bb83), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.375086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] No DVR routers for this DVR port 1149b025-abb9-413f-bac0-c202e27924c1 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:19.378929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.384478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-532aecfd-6c0e-4dea-ad6c-0834d6bda8f2 req-5b599fe8-9eed-4ec1-beb0-d8c45479142d tempest-ImagesNegativeTestJSON-963274080 tempest-ImagesNegativeTestJSON-963274080-project] 10.222.0.82 "DELETE /v2.0/ports/1149b025-abb9-413f-bac0-c202e27924c1 HTTP/1.1" status: 204 len: 173 time: 2.9896452 Feb 09 02:24:19.388016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2f8c7cb7-ebdb-4b39-9336-be5f8cd1dbdc None None] Provisioning complete for port 157d54ba-e7da-46e7-8545-ac28266b4e0a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:19.390832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'name': 'network-vif-deleted', 'tag': '1149b025-abb9-413f-bac0-c202e27924c1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:19.391308 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7cb7-ebdb-4b39-9336-be5f8cd1dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.394078 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66e91ad-a1f6-4ece-9288-6f3074b70026" -d '{"events": [{"server_uuid": "90900515-2c6f-41e5-ba58-99a6a0ab3723", "name": "network-vif-deleted", "tag": "1149b025-abb9-413f-bac0-c202e27924c1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:19.545139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-039747ba-acf0-453c-81bd-da1916b3d9da req-2f2b5bdc-ed0e-4a42-841d-140bd4a491d3 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0779643 Feb 09 02:24:19.558475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1149b025-abb9-413f-bac0-c202e27924c1 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:19.598971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f9444ee-f272-48b3-98f6-b2d3aba4eee1 req-ce53a7df-0058-438e-b332-83976358cfbd service neutron] 10.222.0.72 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882713 Feb 09 02:24:19.604188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec80b722-f03f-4fa1-ad67-f7569f1cacf2 req-74c2c8c8-d672-4da2-a280-214e76c9706e tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262231 Feb 09 02:24:19.625849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Subnet': ['ID=5c5e348d-4aed-4ead-9511-0b242a52bb83,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:19.660276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Checking segment: {'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:19.660782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network hostable DHCP agents. Network: c3095ff2-2a9e-423f-acc9-6e6e9403bdc5, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:24:19.700913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:24:19.717632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c3095ff2-2a9e-423f-acc9-6e6e9403bdc5) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:19.721880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:19.722573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.757539 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2fc84d0f-c13a-4ed6-a497-b9cf3ebf22ed tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1255996 Feb 09 02:24:19.760605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:19.762035 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c649a7d-30ef-440b-acab-3031862ebf73 x-openstack-request-id: req-6c649a7d-30ef-440b-acab-3031862ebf73 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:19.762340 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90900515-2c6f-41e5-ba58-99a6a0ab3723", "name": "network-vif-deleted", "tag": "1149b025-abb9-413f-bac0-c202e27924c1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:19.762705 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c649a7d-30ef-440b-acab-3031862ebf73 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:19.763122 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90900515-2c6f-41e5-ba58-99a6a0ab3723', 'name': 'network-vif-deleted', 'tag': '1149b025-abb9-413f-bac0-c202e27924c1', 'status': 'completed', 'code': 200} Feb 09 02:24:19.898073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26263f-2edc-4217-9ce7-ade65c4022a3 req-acde3258-1a2d-463c-bbf1-7ed5849dddf7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:19.899969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e26263f-2edc-4217-9ce7-ade65c4022a3 req-acde3258-1a2d-463c-bbf1-7ed5849dddf7 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1360545 Feb 09 02:24:19.911741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c7cb7-ebdb-4b39-9336-be5f8cd1dbdc None None] Port 157d54ba-e7da-46e7-8545-ac28266b4e0a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:19.921392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c8c83-c060-4676-b026-5a078a426cc5 None None] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:19.945579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 1149b025-abb9-413f-bac0-c202e27924c1 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:19.946963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1149b025-abb9-413f-bac0-c202e27924c1 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:20.037807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e26263f-2edc-4217-9ce7-ade65c4022a3 req-560b8570-99e6-44ea-922b-61e4a4013b7b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243749 Feb 09 02:24:20.092158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6cd70070-3a47-4b17-b732-f8dba300bfba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6cd70070-3a47-4b17-b732-f8dba300bfba,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:20.243555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '6cd70070-3a47-4b17-b732-f8dba300bfba', 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d', 'port_id': '6cd70070-3a47-4b17-b732-f8dba300bfba', 'mac_address': 'fa:16:3e:b4:e8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11160cf4-fc3b-4ff2-aecc-9af40d575299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:24:20.344948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36944f7d-63b9-44d9-be1e-0bb45eba3066 req-9af3872d-ca55-47a8-a122-c99c57338d3c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:20.346583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36944f7d-63b9-44d9-be1e-0bb45eba3066 req-9af3872d-ca55-47a8-a122-c99c57338d3c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1389399 Feb 09 02:24:20.357525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 472d2fd4-009c-44a0-8ac8-1669b2bc448c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:20.476387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:16Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:16Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:20.485383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36944f7d-63b9-44d9-be1e-0bb45eba3066 req-88e9fc68-805c-4c84-9cdc-0f4648a18668 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312113 Feb 09 02:24:20.517659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:20.566187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6cd70070-3a47-4b17-b732-f8dba300bfba is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:20.566931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:20.575681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:20.576668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Updating router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea port 157d54ba-e7da-46e7-8545-ac28266b4e0a binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:24:20.594683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:24:20.603386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:20.655404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd70070-3a47-4b17-b732-f8dba300bfba {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:20.763055 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:20.796529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6cd70070-3a47-4b17-b732-f8dba300bfba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6cd70070-3a47-4b17-b732-f8dba300bfba,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:20.855370 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:20.877887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d465646e-dee5-48b1-a46f-b0902af85633 req-7f818345-9da1-43d7-9b27-5f28b2e9aabc tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0680130 Feb 09 02:24:21.018076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6cd70070-3a47-4b17-b732-f8dba300bfba,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:21.045310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a021f6-5241-4752-87ac-2cf78c9422a2 req-5f67dc6a-c9be-4650-8503-ef3bf40e637f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:21.060214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65a021f6-5241-4752-87ac-2cf78c9422a2 req-5f67dc6a-c9be-4650-8503-ef3bf40e637f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 944 time: 0.1393194 Feb 09 02:24:21.233916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Allocated IP 2001:db8:3::1 (c3095ff2-2a9e-423f-acc9-6e6e9403bdc5/5c5e348d-4aed-4ead-9511-0b242a52bb83/6a4969d4-c610-48f7-b7a0-aaa835769d1e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:21.236748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65a021f6-5241-4752-87ac-2cf78c9422a2 req-f06c8386-6a94-49b4-840f-04a6b26d8904 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746194 Feb 09 02:24:21.280796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd6c12-7ec6-4252-89d7-2902df18ae31 req-d7dfc9b0-a94d-4470-b295-887d3f690531 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:21.288991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ebd6c12-7ec6-4252-89d7-2902df18ae31 req-d7dfc9b0-a94d-4470-b295-887d3f690531 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2141578 Feb 09 02:24:21.295426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6cd70070-3a47-4b17-b732-f8dba300bfba'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:24:21.356648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ebd6c12-7ec6-4252-89d7-2902df18ae31 req-14bff769-6655-4709-a144-65e75c9c6e72 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663617 Feb 09 02:24:21.358005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:21.466326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36972) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:21.577051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:21.658891 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:21.727871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:21.734729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:21.741295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:21.741906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:21.757885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c03ca290-77fa-44cf-ac8d-6281dc3c9940 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d2a51917f944a3c82f47997c14a0319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903612 Feb 09 02:24:21.763141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36978) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:21.850164 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932cb5e9-b537-4bc7-9309-1a7669c38ce4 admin admin] Publish callbacks [] for security_group (b2c20e8a-faf4-419e-881c-f6304ffc0869), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:21.852553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:21.878882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=6a4969d4-c610-48f7-b7a0-aaa835769d1e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:21.889703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932cb5e9-b537-4bc7-9309-1a7669c38ce4 admin admin] Publish callbacks [] for security_group (b2c20e8a-faf4-419e-881c-f6304ffc0869), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:21.932350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.001086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Allocated IP 2001:db8:3::2 (c3095ff2-2a9e-423f-acc9-6e6e9403bdc5/5c5e348d-4aed-4ead-9511-0b242a52bb83/8de4964e-3948-4b0b-913f-9448b6952232) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:22.005540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932cb5e9-b537-4bc7-9309-1a7669c38ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b2c20e8a-faf4-419e-881c-f6304ffc0869), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.009771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932cb5e9-b537-4bc7-9309-1a7669c38ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.011690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-932cb5e9-b537-4bc7-9309-1a7669c38ce4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2c20e8a-faf4-419e-881c-f6304ffc0869 HTTP/1.1" status: 204 len: 168 time: 0.2473998 Feb 09 02:24:22.023465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cb5e9-b537-4bc7-9309-1a7669c38ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c20e8a-faf4-419e-881c-f6304ffc0869,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:22.128683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-208acbca-fd0f-4ab6-b007-085ed5a5459a req-fe2ee0e0-762e-42c5-a1d7-fc2437a74c64 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0702786 Feb 09 02:24:22.330525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Publish callbacks [] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.351507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.517331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Pushing event updated for resources: {'Port': ['ID=157d54ba-e7da-46e7-8545-ac28266b4e0a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:22.552999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee9b4f-fb34-4d29-beae-1b39d4c7e202 req-755a7a01-5413-4f3b-9920-f19e6bce1f83 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:22.559935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7ee9b4f-fb34-4d29-beae-1b39d4c7e202 req-755a7a01-5413-4f3b-9920-f19e6bce1f83 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 944 time: 0.1793039 Feb 09 02:24:22.592817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.593181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.593533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.593879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.594221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.594580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.594918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.595250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.595643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.595975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.596305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.596633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.596960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:22.682496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a61a-8722-4d88-bb5d-ac06c227ccd3 req-815707bd-ca6d-4c17-b8dc-3e662bd53c41 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:22.691518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c783a61a-8722-4d88-bb5d-ac06c227ccd3 req-815707bd-ca6d-4c17-b8dc-3e662bd53c41 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1304495 Feb 09 02:24:22.746624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.757528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7ee9b4f-fb34-4d29-beae-1b39d4c7e202 req-4d99557b-3c4f-4a7c-b0f9-b46a2ca772a9 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266403 Feb 09 02:24:22.770113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.771209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.819155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Attempting to bind port 157d54ba-e7da-46e7-8545-ac28266b4e0a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:22.819542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Attempting to bind port 157d54ba-e7da-46e7-8545-ac28266b4e0a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:22.819913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Attempting to bind port 157d54ba-e7da-46e7-8545-ac28266b4e0a on network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:22.840320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Publish callbacks [] for port (8de4964e-3948-4b0b-913f-9448b6952232), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.840449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c783a61a-8722-4d88-bb5d-ac06c227ccd3 req-74894c16-0569-4cb3-bc77-b63646a07483 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469433 Feb 09 02:24:22.851529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:22.855215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Checking segment: {'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:22.855785 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.856113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Bound using segment: {'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:22.856624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Bound port: 157d54ba-e7da-46e7-8545-ac28266b4e0a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58347387-89e9-4761-ae2b-d731bd8cace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:22.857018 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.895336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (8de4964e-3948-4b0b-913f-9448b6952232), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:22.970153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event updated for resources: {'Port': ['ID=6a4969d4-c610-48f7-b7a0-aaa835769d1e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:23.073548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:23.117189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:23.120528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:23.122259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:23.140801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:23.177820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Pushing event updated for resources: {'Port': ['ID=8de4964e-3948-4b0b-913f-9448b6952232,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:23.217563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1d12e42e-7a56-47ac-b2fb-5dd272281951 None None] Provisioning complete for port 157d54ba-e7da-46e7-8545-ac28266b4e0a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:23.218026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d12e42e-7a56-47ac-b2fb-5dd272281951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:23.323219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:23.379658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8756d91-1e8b-4b39-96de-00d30cf03d09 req-96bb7401-c095-4563-b148-0b15b9fb52c4 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0697963 Feb 09 02:24:23.419348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] For port 157d54ba-e7da-46e7-8545-ac28266b4e0a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:23.434395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37014) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:23.459986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6cd70070-3a47-4b17-b732-f8dba300bfba up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:23.467271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Attempting to bind port 8de4964e-3948-4b0b-913f-9448b6952232 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:23.467828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Attempting to bind port 8de4964e-3948-4b0b-913f-9448b6952232 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:23.468303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Attempting to bind port 8de4964e-3948-4b0b-913f-9448b6952232 on network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:23.541679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:23.561798 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-86d3b34c-01bd-4f0d-b7a3-a48584188715 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7994025 Feb 09 02:24:23.564628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:23.575953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:23.654639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1032346478-network', 'tenant_id': 'ce2b62c1e0074233a70fd4d8680a39c2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:23.695658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Made reservation on behalf of ce2b62c1e0074233a70fd4d8680a39c2 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:23.698570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:23.721782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.005320 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks [] for security_group (abb20d99-7553-444f-bf57-c0748f9d8676), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.035912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (abb20d99-7553-444f-bf57-c0748f9d8676), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.053496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:24.054372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Checking segment: {'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:24.054980 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.055654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Bound using segment: {'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:24.064266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Bound port: 8de4964e-3948-4b0b-913f-9448b6952232, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:24.064950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8de4964e-3948-4b0b-913f-9448b6952232), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.067905 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4076cb9-3494-4382-bfda-726f51c16780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.084634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] For port 157d54ba-e7da-46e7-8545-ac28266b4e0a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=157d54ba-e7da-46e7-8545-ac28266b4e0a,segment=NetworkSegment(58347387-89e9-4761-ae2b-d731bd8cace4),segment_id=58347387-89e9-4761-ae2b-d731bd8cace4)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:24.133387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.219319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1d12e42e-7a56-47ac-b2fb-5dd272281951 None None] Port 157d54ba-e7da-46e7-8545-ac28266b4e0a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:24.220381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:24:24.237492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c9d8-f317-48e3-b4df-a2f4e71e4155 None None] Pushing event updated for resources: {'Port': ['ID=157d54ba-e7da-46e7-8545-ac28266b4e0a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:24.281664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb20d99-7553-444f-bf57-c0748f9d8676,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:24.316439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fc095977-13b2-4330-ab8a-5ad514209a97), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.319355 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Added segment fc095977-13b2-4330-ab8a-5ad514209a97 of type vlan for network bdf71c97-45cb-44eb-8f71-6efafbd27c4b Feb 09 02:24:24.380038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f765-336d-4afd-adef-48cf6a993d28 req-3f73d353-98e8-41aa-9142-036ba8ca0680 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:24.383821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] For port 8de4964e-3948-4b0b-913f-9448b6952232, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:24.388594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24b3f765-336d-4afd-adef-48cf6a993d28 req-3f73d353-98e8-41aa-9142-036ba8ca0680 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 944 time: 0.4237359 Feb 09 02:24:24.390123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] For port 8de4964e-3948-4b0b-913f-9448b6952232, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8de4964e-3948-4b0b-913f-9448b6952232,segment=NetworkSegment(feeaeeee-b612-4978-bfad-4596294c0506),segment_id=feeaeeee-b612-4978-bfad-4596294c0506)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:24.422569 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8de4964e-3948-4b0b-913f-9448b6952232), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.565208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8214e5f-908f-4f0d-b104-836d5aed6c57 req-aab40322-89c5-4198-bcde-8b7f3325208e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:24.568472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7aec-4d0e-4f22-99f6-1a537664db01 None None] Pushing event updated for resources: {'Port': ['ID=8de4964e-3948-4b0b-913f-9448b6952232,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:24.575046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8214e5f-908f-4f0d-b104-836d5aed6c57 req-aab40322-89c5-4198-bcde-8b7f3325208e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.5434897 Feb 09 02:24:24.595186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (bdf71c97-45cb-44eb-8f71-6efafbd27c4b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.626836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:24.627492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:23:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:24.696095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24b3f765-336d-4afd-adef-48cf6a993d28 req-cfeb7d08-c5b7-4080-9dca-be6f3bd5896b tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948983 Feb 09 02:24:24.856189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (bdf71c97-45cb-44eb-8f71-6efafbd27c4b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.857265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:24.862174 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:24.910270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:25.083891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8214e5f-908f-4f0d-b104-836d5aed6c57 req-225183f2-a6d4-4b56-a468-b4569c7be10a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5064385 Feb 09 02:24:25.106158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf71c97-45cb-44eb-8f71-6efafbd27c4b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:25.154801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 6cd70070-3a47-4b17-b732-f8dba300bfba completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:24:25.164542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network bdf71c97-45cb-44eb-8f71-6efafbd27c4b details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:24:25.203810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74f6c6bc-fc2a-43d4-9688-d87ba6c6d902 req-7468c099-c259-4641-a7d3-5156a085b2a8 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1179721 Feb 09 02:24:25.222197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37040) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:25.224289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3702f721-cf41-49c9-bef2-e1ba1906c493 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7877553 Feb 09 02:24:25.250142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Request body: {'subnet': {'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1032346478-subnet', 'tenant_id': 'ce2b62c1e0074233a70fd4d8680a39c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:25.351178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 6cd70070-3a47-4b17-b732-f8dba300bfba triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:25.351562 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:25.357144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Made reservation on behalf of ce2b62c1e0074233a70fd4d8680a39c2 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:25.364417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:25.431032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 02:24:25.475105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Removed routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 02:24:25.477315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:25.775302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3f88d219-862b-4d40-ba19-465bf40cc471 None None] Provisioning complete for port 157d54ba-e7da-46e7-8545-ac28266b4e0a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:25.782427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f88d219-862b-4d40-ba19-465bf40cc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:25.876517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eb78df8-b080-466c-a346-ad84555dd54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:25.964160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af7d2f-d951-4238-b21d-9ef1bee55ff3 req-32fad679-5b0d-4e23-969c-3d1fb70d3ed1 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:25.971224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40af7d2f-d951-4238-b21d-9ef1bee55ff3 req-32fad679-5b0d-4e23-969c-3d1fb70d3ed1 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 944 time: 0.1119831 Feb 09 02:24:26.118266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:26.123492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:26.138629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40af7d2f-d951-4238-b21d-9ef1bee55ff3 req-52c34ffc-56e6-4aca-b4a6-ffcebcbd3fa2 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663392 Feb 09 02:24:26.161722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6cd70070-3a47-4b17-b732-f8dba300bfba is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:26.162193 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:26.311102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd70070-3a47-4b17-b732-f8dba300bfba'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:26.328907 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5f2a2c-a581-4389-a477-e1db22e3e500" -d '{"events": [{"server_uuid": "5b2a7f35-7dbc-4225-a836-7a3bf4936557", "name": "network-vif-plugged", "status": "completed", "tag": "6cd70070-3a47-4b17-b732-f8dba300bfba"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:26.460071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6cd70070-3a47-4b17-b732-f8dba300bfba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6cd70070-3a47-4b17-b732-f8dba300bfba,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:26.508497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:21Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:23Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:22Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:26.524369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:26.634322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be967c8-226b-4243-8f2d-5dec87d0bd2a req-224898b1-0ffd-4832-aeaa-79a8e06f7d7d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:26.644528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9be967c8-226b-4243-8f2d-5dec87d0bd2a req-224898b1-0ffd-4832-aeaa-79a8e06f7d7d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3702729 Feb 09 02:24:26.658612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f88d219-862b-4d40-ba19-465bf40cc471 None None] Current status of the port 157d54ba-e7da-46e7-8545-ac28266b4e0a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:26.658612 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f88d219-862b-4d40-ba19-465bf40cc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:26.677810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9488df1-16b5-4614-896d-f0b214b07883 None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:21Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:23Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:22Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:26.724964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c852ada-3fc3-4b77-a6af-3de39e6ca61f req-f6826390-835a-4329-b798-e49362e15004 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.2918003 Feb 09 02:24:26.788202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8de4964e-3948-4b0b-913f-9448b6952232 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:26.851202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:26.911648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f3bdf-91e6-43ee-8e2d-e1318df40cfe None None] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:26.923714 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6f7080-029a-4bc7-a067-d23b5b9eed7e x-openstack-request-id: req-ce6f7080-029a-4bc7-a067-d23b5b9eed7e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:26.936504 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a7f35-7dbc-4225-a836-7a3bf4936557", "name": "network-vif-plugged", "status": "completed", "tag": "6cd70070-3a47-4b17-b732-f8dba300bfba", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:26.936704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9be967c8-226b-4243-8f2d-5dec87d0bd2a req-dc2860e1-cf0a-414d-95eb-4f64b815103e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909987 Feb 09 02:24:26.937021 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce6f7080-029a-4bc7-a067-d23b5b9eed7e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:26.937539 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd70070-3a47-4b17-b732-f8dba300bfba', 'code': 200} Feb 09 02:24:26.951100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (81e40c2f-dadd-453a-aa18-9633f90f8860), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.098828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6cd70070-3a47-4b17-b732-f8dba300bfba,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:27.142868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.149410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454df3cd-06fc-4e2d-a234-b47b673510d0 req-e05e9230-861d-4d16-9438-a4471068a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:27.156993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-454df3cd-06fc-4e2d-a234-b47b673510d0 req-e05e9230-861d-4d16-9438-a4471068a364 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 1128 time: 0.1724551 Feb 09 02:24:27.175456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3f88d219-862b-4d40-ba19-465bf40cc471 None None] For port 157d54ba-e7da-46e7-8545-ac28266b4e0a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=157d54ba-e7da-46e7-8545-ac28266b4e0a,segment=NetworkSegment(58347387-89e9-4761-ae2b-d731bd8cace4),segment_id=58347387-89e9-4761-ae2b-d731bd8cace4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:27.183165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8de4964e-3948-4b0b-913f-9448b6952232 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:27.183545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8de4964e-3948-4b0b-913f-9448b6952232), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.246281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f88d219-862b-4d40-ba19-465bf40cc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.315260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88d219-862b-4d40-ba19-465bf40cc471 None None] Pushing event updated for resources: {'Port': ['ID=157d54ba-e7da-46e7-8545-ac28266b4e0a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:27.320394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-454df3cd-06fc-4e2d-a234-b47b673510d0 req-02d9974d-6a0f-4c24-b003-f0328c66fa82 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548140 Feb 09 02:24:27.420726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8de4964e-3948-4b0b-913f-9448b6952232 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:27.421875 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8de4964e-3948-4b0b-913f-9448b6952232), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.475051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8de4964e-3948-4b0b-913f-9448b6952232, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8de4964e-3948-4b0b-913f-9448b6952232,segment=NetworkSegment(feeaeeee-b612-4978-bfad-4596294c0506),segment_id=feeaeeee-b612-4978-bfad-4596294c0506)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:27.502673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f48c9fd9-f119-4016-bcbb-28b22770bd44 None None] Provisioning complete for port 8de4964e-3948-4b0b-913f-9448b6952232 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:27.503211 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f48c9fd9-f119-4016-bcbb-28b22770bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8de4964e-3948-4b0b-913f-9448b6952232), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.504393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5074a0-c6a7-405f-8163-2eec0cdfa669 req-3542c90e-67eb-43de-832b-c14b6c1a7e31 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:27.506343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc5074a0-c6a7-405f-8163-2eec0cdfa669 req-3542c90e-67eb-43de-832b-c14b6c1a7e31 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 945 time: 0.1692934 Feb 09 02:24:27.514026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e40c2f-dadd-453a-aa18-9633f90f8860,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:27.552808 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8de4964e-3948-4b0b-913f-9448b6952232), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.555898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:27.574375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.579901 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-37aa8715-53db-46b8-a900-7df4ed041e6f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 200 len: 954 time: 4.0142291 Feb 09 02:24:27.583079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37068) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:27.646237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc5074a0-c6a7-405f-8163-2eec0cdfa669 req-8d1df8e1-8d0b-4c0e-8464-b084b748de94 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238718 Feb 09 02:24:27.661900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8de4964e-3948-4b0b-913f-9448b6952232,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:27.751446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f48c9fd9-f119-4016-bcbb-28b22770bd44 None None] Current status of the port 8de4964e-3948-4b0b-913f-9448b6952232 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:27.797048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Checking segment: {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:27.797425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Network hostable DHCP agents. Network: bdf71c97-45cb-44eb-8f71-6efafbd27c4b, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:24:27.832962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Network bdf71c97-45cb-44eb-8f71-6efafbd27c4b is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:24:27.889368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, bdf71c97-45cb-44eb-8f71-6efafbd27c4b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:27.912239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:27.912952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:27.940943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37074) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:27.941358 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d048fbd1-87ea-4a64-8094-c421fb2b110d tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 200 len: 954 time: 0.3456795 Feb 09 02:24:27.946180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'routes': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:27.966943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6747605b-8d8c-41d2-a1f5-a0df43b61d89 None None] Network bdf71c97-45cb-44eb-8f71-6efafbd27c4b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:27.997818 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-facb6d71-a657-49de-9912-5bdd3ed49322 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7642293 Feb 09 02:24:28.193665 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:28.372351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2427d2e-45f7-4dba-b039-f310aceb3088 None None] Network bdf71c97-45cb-44eb-8f71-6efafbd27c4b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:28.411306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a04831ab-69e7-4b0e-b707-ab6a91afd614 req-18e4b9e3-d796-4981-ac2e-c0d021679a54 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.2922957 Feb 09 02:24:28.641769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62dc17-0d4f-4392-9d63-ce271b12154c req-b5f5cbf4-fe93-480b-9a12-06233857768e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:28.663705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d62dc17-0d4f-4392-9d63-ce271b12154c req-b5f5cbf4-fe93-480b-9a12-06233857768e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.5703828 Feb 09 02:24:28.725349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6f3530d5-dde6-4aad-b673-2bf24d4edf6a None None] Provisioning complete for port 6a4969d4-c610-48f7-b7a0-aaa835769d1e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:28.725784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f3530d5-dde6-4aad-b673-2bf24d4edf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:28.911350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6f3530d5-dde6-4aad-b673-2bf24d4edf6a None None] Port 6a4969d4-c610-48f7-b7a0-aaa835769d1e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:28.920769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8de4964e-3948-4b0b-913f-9448b6952232 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:29.012423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6f3530d5-dde6-4aad-b673-2bf24d4edf6a None None] Provisioning complete for port 8de4964e-3948-4b0b-913f-9448b6952232 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:29.013203 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f3530d5-dde6-4aad-b673-2bf24d4edf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8de4964e-3948-4b0b-913f-9448b6952232), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:29.017446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d62dc17-0d4f-4392-9d63-ce271b12154c req-683ad585-f293-4dce-9ff6-c6f4c8b3e90b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473511 Feb 09 02:24:29.147830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6f3530d5-dde6-4aad-b673-2bf24d4edf6a None None] Current status of the port 8de4964e-3948-4b0b-913f-9448b6952232 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:29.158721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8de4964e-3948-4b0b-913f-9448b6952232 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:29.159109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8de4964e-3948-4b0b-913f-9448b6952232), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:29.357714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-82b9f4b5-6d19-4d22-b9bd-a63691c92a63 None None] Provisioning complete for port 6a4969d4-c610-48f7-b7a0-aaa835769d1e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:29.358333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82b9f4b5-6d19-4d22-b9bd-a63691c92a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:29.413424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8de4964e-3948-4b0b-913f-9448b6952232 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:29.414589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 157d54ba-e7da-46e7-8545-ac28266b4e0a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:29.417387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-82b9f4b5-6d19-4d22-b9bd-a63691c92a63 None None] Port 6a4969d4-c610-48f7-b7a0-aaa835769d1e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:29.500720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 157d54ba-e7da-46e7-8545-ac28266b4e0a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:29.501102 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:29.606643 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:29.610133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-66a82d9f-86d1-431f-8c07-c49961395629 None None] Provisioning complete for port 6a4969d4-c610-48f7-b7a0-aaa835769d1e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:29.610534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66a82d9f-86d1-431f-8c07-c49961395629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:29.615269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddad38f-2385-431c-9285-b5200df56de0 req-6c90972d-9285-4543-b7a2-7f72e04186bb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:29.617719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ddad38f-2385-431c-9285-b5200df56de0 req-6c90972d-9285-4543-b7a2-7f72e04186bb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 945 time: 0.2653177 Feb 09 02:24:29.627158 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:29.627801 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:29.725319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752b41f-54c6-408a-a5d3-20629240005a req-94f16b1c-1a98-4a40-84b5-e8223a08a090 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:29.740621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-94f16b1c-1a98-4a40-84b5-e8223a08a090 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 822 time: 0.7670913 Feb 09 02:24:29.749802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-66a82d9f-86d1-431f-8c07-c49961395629 None None] Port 6a4969d4-c610-48f7-b7a0-aaa835769d1e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:24:29.752992 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:29.769738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 157d54ba-e7da-46e7-8545-ac28266b4e0a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:29.825269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ddad38f-2385-431c-9285-b5200df56de0 req-6ab05a0d-2685-4d1f-b834-0ac27dd62b53 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820943 Feb 09 02:24:29.835927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-67834b9f-42bc-4f0a-909e-3acb77af133f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/quotas/ce2b62c1e0074233a70fd4d8680a39c2 HTTP/1.1" status: 200 len: 375 time: 0.0939314 Feb 09 02:24:29.888839 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:29.900217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-01d3c25b-3c11-478e-8b25-14b39b30949c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626941 Feb 09 02:24:30.066985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4fe268c-ecc8-4193-a4ee-db550d3945c4 req-7810b116-b99a-478f-abdf-3f03aeb0226c tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1074684 Feb 09 02:24:30.145285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.extraroute_db [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added routes are [] {{(pid=103149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 02:24:30.145767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.extraroute_db [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 02:24:30.244649 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:25Z', 'revision_number': 6, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:22Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:30.261368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:30.310484 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:30.310858 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Updating router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea port 6a4969d4-c610-48f7-b7a0-aaa835769d1e binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:24:30.356504 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:30.481415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd896c8f-243a-43b7-b860-bd5d4556db93 req-9ee687d5-15b4-480f-b3b7-3010a98ab5bd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:30.483048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd896c8f-243a-43b7-b860-bd5d4556db93 req-9ee687d5-15b4-480f-b3b7-3010a98ab5bd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2043488 Feb 09 02:24:30.488502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-ed9965d9-c117-41ba-8b76-505e24cfe1b0 service neutron] 10.222.0.53 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788221 Feb 09 02:24:30.708502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd896c8f-243a-43b7-b860-bd5d4556db93 req-0d884e0d-088f-444d-b353-b6735db84d25 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188075 Feb 09 02:24:30.743356 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:30.761624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:30.779891 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Publish callbacks [] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:30.791818 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:30.880986 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdf412-4daf-4293-b9b3-db8591fb1ce0 None None] Pushing event updated for resources: {'Port': ['ID=6a4969d4-c610-48f7-b7a0-aaa835769d1e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:30.969422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-8b9db0f4-7d2a-4fcb-a59d-7c3e52f5edc5 service neutron] 10.222.0.53 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569113 Feb 09 02:24:31.004356 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Attempting to bind port 6a4969d4-c610-48f7-b7a0-aaa835769d1e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:31.004679 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Attempting to bind port 6a4969d4-c610-48f7-b7a0-aaa835769d1e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:31.005563 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Attempting to bind port 6a4969d4-c610-48f7-b7a0-aaa835769d1e on network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:31.037697 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:31.039880 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Checking segment: {'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:31.044190 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:31.044783 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Bound using segment: {'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:31.045557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Bound port: 6a4969d4-c610-48f7-b7a0-aaa835769d1e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeaeeee-b612-4978-bfad-4596294c0506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:31.046098 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:31.047995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:31.267765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] For port 6a4969d4-c610-48f7-b7a0-aaa835769d1e, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:31.276403 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] For port 6a4969d4-c610-48f7-b7a0-aaa835769d1e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a4969d4-c610-48f7-b7a0-aaa835769d1e,segment=NetworkSegment(feeaeeee-b612-4978-bfad-4596294c0506),segment_id=feeaeeee-b612-4978-bfad-4596294c0506)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:31.290141 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:31.454664 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdf412-4daf-4293-b9b3-db8591fb1ce0 None None] Pushing event updated for resources: {'Port': ['ID=6a4969d4-c610-48f7-b7a0-aaa835769d1e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:31.468349 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:31.490687 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:31.515387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e9775f03-fd3d-4904-aa2b-72da6352c108 None None] Provisioning complete for port 6a4969d4-c610-48f7-b7a0-aaa835769d1e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:31.516507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9775f03-fd3d-4904-aa2b-72da6352c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:31.764757 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:32.054982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e9775f03-fd3d-4904-aa2b-72da6352c108 None None] Current status of the port 6a4969d4-c610-48f7-b7a0-aaa835769d1e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:32.055376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9775f03-fd3d-4904-aa2b-72da6352c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:32.177934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e9775f03-fd3d-4904-aa2b-72da6352c108 None None] For port 6a4969d4-c610-48f7-b7a0-aaa835769d1e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a4969d4-c610-48f7-b7a0-aaa835769d1e,segment=NetworkSegment(feeaeeee-b612-4978-bfad-4596294c0506),segment_id=feeaeeee-b612-4978-bfad-4596294c0506)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:32.194645 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e9775f03-fd3d-4904-aa2b-72da6352c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:32.315948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:32.326091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:32.330728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:32.339368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ed6c546a-2f3e-4a49-904e-f593b84af916 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 200 len: 704 time: 4.3972478 Feb 09 02:24:32.351651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9775f03-fd3d-4904-aa2b-72da6352c108 None None] Pushing event updated for resources: {'Port': ['ID=6a4969d4-c610-48f7-b7a0-aaa835769d1e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:32.404747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-62663a5c-5fcd-4ff4-9ed0-56c62e401dc0 None None] Provisioning complete for port 6a4969d4-c610-48f7-b7a0-aaa835769d1e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:32.404747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62663a5c-5fcd-4ff4-9ed0-56c62e401dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:32.418044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6bda092-15c3-494f-8229-b785ce691a39 req-34094be1-a8a9-43f1-a2e1-311ee5609cc1 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 1.1037157 Feb 09 02:24:32.427766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-600b3031-63d7-42a1-bffe-349977adff51 req-2e603d25-f18e-442c-9390-ffa1a9a0f74a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 210 time: 1.0979149 Feb 09 02:24:32.605052 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:30Z', 'revision_number': 7, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:31Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:32.689730 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8fdab6e7-0d1d-49d8-990b-089d78e3aad3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 200 len: 704 time: 0.3577287 Feb 09 02:24:32.697386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a4969d4-c610-48f7-b7a0-aaa835769d1e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:32.698595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:32.726123 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7266d-31d8-4b36-aaf7-dd2ebbbf4e4b None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:30Z', 'revision_number': 7, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:31Z', 'revision_number': 4, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:32.850426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-62663a5c-5fcd-4ff4-9ed0-56c62e401dc0 None None] Current status of the port 6a4969d4-c610-48f7-b7a0-aaa835769d1e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:32.851449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba9924-d223-4ad1-b99b-55caf353579e req-beed8b60-1aec-4883-80ce-77b881464c13 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:32.859854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21ba9924-d223-4ad1-b99b-55caf353579e req-beed8b60-1aec-4883-80ce-77b881464c13 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2252312 Feb 09 02:24:32.873450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6a4969d4-c610-48f7-b7a0-aaa835769d1e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:32.874789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:33.039638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21ba9924-d223-4ad1-b99b-55caf353579e req-4e17f27c-b936-491b-9821-d3a95c38f612 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712141 Feb 09 02:24:33.150780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:33.210727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6a4969d4-c610-48f7-b7a0-aaa835769d1e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:33.228651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:33.229381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:33.428993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:33.645496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:33.682605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587449-3f41-4ea0-a1e7-91420d7c67bc req-52983260-bf4c-4e32-95ce-b283b4534b3e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:33.697236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c587449-3f41-4ea0-a1e7-91420d7c67bc req-52983260-bf4c-4e32-95ce-b283b4534b3e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3213310 Feb 09 02:24:33.799656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02fee346-e0ec-4f28-9d0a-d05d6f2fe7f3 req-8597f95b-1941-4b65-accf-2f521e3c90bf tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 210 time: 0.1895978 Feb 09 02:24:33.848291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-4095ebcb-63ae-4987-bdf0-5a5929e9e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:33.862242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-4095ebcb-63ae-4987-bdf0-5a5929e9e44a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.4225137 Feb 09 02:24:33.985787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:30Z', 'revision_number': 7, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:32Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:34.078501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:34.090720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:34.091263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:34.194347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c5ae38d-5f1a-43df-929e-2befaca11938 req-0f1b4a97-6f89-49bd-bdc6-417f5a96a4c7 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1716609 Feb 09 02:24:34.253919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c587449-3f41-4ea0-a1e7-91420d7c67bc req-11009d76-541d-4f64-b03d-32c1ae1e1688 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5555282 Feb 09 02:24:34.314421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752b41f-54c6-408a-a5d3-20629240005a req-7162a572-6bd6-4b21-884c-56d762da0b91 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:34.315974 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-7162a572-6bd6-4b21-884c-56d762da0b91 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 822 time: 0.5331254 Feb 09 02:24:34.336022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Request body: {'port': {'device_id': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'admin_state_up': True, 'tenant_id': 'ce2b62c1e0074233a70fd4d8680a39c2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:34.349677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-5bb78c76-d852-4fe8-b317-ddf8609e342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:34.358307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-5bb78c76-d852-4fe8-b317-ddf8609e342e service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.4923916 Feb 09 02:24:34.395506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:34.458757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-bc0e659d-a925-4477-9ac1-a6dc84d36954 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.0953879 Feb 09 02:24:34.586911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-a449e738-0771-441f-82fb-968388b90a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:34.590356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-a449e738-0771-441f-82fb-968388b90a1c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1056118 Feb 09 02:24:34.716584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-23e6454a-6d09-4f57-88c2-f05af101c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:34.718669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-23e6454a-6d09-4f57-88c2-f05af101c639 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1185536 Feb 09 02:24:34.871023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:30Z', 'revision_number': 7, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:32Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:34.935097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85229e96-4582-4c01-a694-6ec1b00369cc None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:30Z', 'revision_number': 7, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a4969d4-c610-48f7-b7a0-aaa835769d1e', 'name': '', 'network_id': 'c3095ff2-2a9e-423f-acc9-6e6e9403bdc5', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:a8:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:20Z', 'updated_at': '2022-02-09T02:24:32Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5c5e348d-4aed-4ead-9511-0b242a52bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:34.967175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-f8509a35-1b47-47c7-ba07-864d82df4f8d service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414558 Feb 09 02:24:35.041545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38485dea-ad8c-4738-957c-3993580c061e req-d2233fe0-0d54-4e7d-9c1f-1a4e4fef9066 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 210 time: 0.0680919 Feb 09 02:24:35.373867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e88f446c-04c4-4c44-9b32-a29141932e3a req-85c393c4-62cc-4751-a916-e881cc003ead service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311894 Feb 09 02:24:35.460344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Made reservation on behalf of ce2b62c1e0074233a70fd4d8680a39c2 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:24:35.464693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:35.484191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4b54c77-7251-49b6-a395-5567e4d5781c req-edde4640-879a-49b8-a70a-f389c4fbbf36 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0983875 Feb 09 02:24:35.595556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 6a4969d4-c610-48f7-b7a0-aaa835769d1e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:35.595887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:35.607429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832aef-69ca-409d-a9b6-146413497deb req-6e01aaae-90c5-42f2-9b5a-289cce505fe0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:35.613361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4832aef-69ca-409d-a9b6-146413497deb req-6e01aaae-90c5-42f2-9b5a-289cce505fe0 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.2049186 Feb 09 02:24:35.723239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4832aef-69ca-409d-a9b6-146413497deb req-ab6230b3-2862-4df2-9fb5-b1d5f66360b5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017399 Feb 09 02:24:35.772930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 6a4969d4-c610-48f7-b7a0-aaa835769d1e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a4969d4-c610-48f7-b7a0-aaa835769d1e,segment=NetworkSegment(feeaeeee-b612-4978-bfad-4596294c0506),segment_id=feeaeeee-b612-4978-bfad-4596294c0506)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:35.773297 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:35.789754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 6a4969d4-c610-48f7-b7a0-aaa835769d1e owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:35.957624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Allocated IP 172.20.0.4 (bdf71c97-45cb-44eb-8f71-6efafbd27c4b/81e40c2f-dadd-453a-aa18-9633f90f8860/9636e32d-3752-4a33-8fee-49945c64f51f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:24:36.246219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for port (9636e32d-3752-4a33-8fee-49945c64f51f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.246948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9eef8731-4b81-45bc-9cba-50f533c730b4 req-96952d05-c5a9-4b62-a0dc-911d1c057459 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 210 time: 0.0432844 Feb 09 02:24:36.361575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6a4969d4-c610-48f7-b7a0-aaa835769d1e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.427059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=6a4969d4-c610-48f7-b7a0-aaa835769d1e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:36.447047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.711810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d56abbc-36c9-4eee-9d0f-8368ba40b2ff req-962da9d5-e396-4de5-bd92-e2ccb47d2679 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0567379 Feb 09 02:24:36.725683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.749693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Network bdf71c97-45cb-44eb-8f71-6efafbd27c4b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:24:36.751886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:24:36.760095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:24:36.929074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:36.948412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:36.949072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.995017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-41188f19-e9d9-48ae-90ed-527391b12d1e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6702394 Feb 09 02:24:37.004620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0d324-9180-4590-8dc6-2520b56fcac1 req-f6e77922-c66d-4a8a-a937-59ab4c4ef701 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:37.010750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Request body: {'port': {'device_id': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:24:37.011888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60c0d324-9180-4590-8dc6-2520b56fcac1 req-f6e77922-c66d-4a8a-a937-59ab4c4ef701 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1472626 Feb 09 02:24:37.143130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60c0d324-9180-4590-8dc6-2520b56fcac1 req-cc4533fe-2669-4386-ad7e-30e7436acb5b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264319 Feb 09 02:24:37.205240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:37.210820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:37.455592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e304b0-0272-48fa-9aa6-66a96bb2c840 req-c5a2b486-71ea-499c-995a-400a23b1a9da tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:37.467768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19e304b0-0272-48fa-9aa6-66a96bb2c840 req-c5a2b486-71ea-499c-995a-400a23b1a9da tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1983020 Feb 09 02:24:37.560139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424982c-0adb-4594-80e4-91fd89c65e5a req-d80278db-3e27-484e-8b5e-d95ae22a3cfe tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:37.580156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1424982c-0adb-4594-80e4-91fd89c65e5a req-d80278db-3e27-484e-8b5e-d95ae22a3cfe tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 931 time: 0.1861439 Feb 09 02:24:37.654838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-19e304b0-0272-48fa-9aa6-66a96bb2c840 req-cb767cdf-955d-40d3-afac-3bb25f1d6d05 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782718 Feb 09 02:24:37.706953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1424982c-0adb-4594-80e4-91fd89c65e5a req-e971c2cf-627b-41f3-a485-6d2b6e532a12 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248271 Feb 09 02:24:37.819415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:37.825545 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3fee1823-db02-48a5-95d8-99940c0a9f43 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1257756 Feb 09 02:24:37.831544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37300) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:37.837608 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:37.859382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9636e32d-3752-4a33-8fee-49945c64f51f {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:37.878008 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Publish callbacks [] for port (9636e32d-3752-4a33-8fee-49945c64f51f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:37.884967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:37.885619 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:37.906153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Transition to ACTIVE for port object 9636e32d-3752-4a33-8fee-49945c64f51f will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:24:37.915010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:37.973678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fba29aa-7e3f-49ed-ae74-839f115b8e44 req-8af9d541-ed54-4def-829a-bc968f7ae79f tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0908792 Feb 09 02:24:38.126058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Pushing event updated for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:38.127124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5490cd4e-bb03-492b-80b4-00453a0e6739 req-62f4bd18-6bd5-4ec1-876b-68ad42ae9cff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1288195 Feb 09 02:24:38.144926 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:38.153615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Attempting to bind port 9636e32d-3752-4a33-8fee-49945c64f51f on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:24:38.154180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Attempting to bind port 9636e32d-3752-4a33-8fee-49945c64f51f by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:24:38.159417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 5c5e348d-4aed-4ead-9511-0b242a52bb83 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:24:38.160358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Attempting to bind port 9636e32d-3752-4a33-8fee-49945c64f51f on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:38.167007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Port 9636e32d-3752-4a33-8fee-49945c64f51f on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:24:38.167795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Attempting to bind port 9636e32d-3752-4a33-8fee-49945c64f51f on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:24:38.173939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:24:38.175475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Checking segment: {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:24:38.176075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Bound using segment: {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:24:38.177868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Bound port: 9636e32d-3752-4a33-8fee-49945c64f51f, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:24:38.178422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.189115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (5c5e348d-4aed-4ead-9511-0b242a52bb83), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.220212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3285a-d852-4a50-a955-0e8d1c069972 req-92460a63-b2d4-454c-8332-ec9c71449f83 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:38.220813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13d3285a-d852-4a50-a955-0e8d1c069972 req-92460a63-b2d4-454c-8332-ec9c71449f83 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4358873 Feb 09 02:24:38.326390 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (5c5e348d-4aed-4ead-9511-0b242a52bb83), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.336246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:24:38.342558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:24:38.354843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.399383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13d3285a-d852-4a50-a955-0e8d1c069972 req-55ffd14a-e39d-42d1-a8a2-8727a80da2ea tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597102 Feb 09 02:24:38.407553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:38.408424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.410071 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] 10.222.0.82 "PUT /v2.0/ports/9636e32d-3752-4a33-8fee-49945c64f51f HTTP/1.1" status: 200 len: 1092 time: 1.4040809 Feb 09 02:24:38.413065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'tag': '9636e32d-3752-4a33-8fee-49945c64f51f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:38.466833 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f", "tag": "9636e32d-3752-4a33-8fee-49945c64f51f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:38.583937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (5c5e348d-4aed-4ead-9511-0b242a52bb83), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.589056 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:36Z', 'revision_number': 8, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:38.642965 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:38.644359 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba733cac-3d43-4596-a2e9-d89757cfdbed x-openstack-request-id: req-ba733cac-3d43-4596-a2e9-d89757cfdbed {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:38.644686 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f", "tag": "9636e32d-3752-4a33-8fee-49945c64f51f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:38.644970 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba733cac-3d43-4596-a2e9-d89757cfdbed {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:38.651536 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'tag': '9636e32d-3752-4a33-8fee-49945c64f51f', 'status': 'completed', 'code': 200} Feb 09 02:24:38.669965 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:38.670930 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:38.707408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df15e2a-6f15-4d71-bda3-04022b663808 service neutron] Pushing event updated for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:38.767267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752b41f-54c6-408a-a5d3-20629240005a req-60ef6b27-e805-4571-8e1b-f210245deb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:38.770268 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-60ef6b27-e805-4571-8e1b-f210245deb2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 1126 time: 0.2736063 Feb 09 02:24:38.773871 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (5c5e348d-4aed-4ead-9511-0b242a52bb83), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.910283 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:38.922228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b5b11-797f-4960-bc46-ca989d458980 None None] Network c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:38.947389 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-8d05cb52-d40d-40fb-9cc9-1de8940296b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636e32d-3752-4a33-8fee-49945c64f51f HTTP/1.1" status: 200 len: 217 time: 0.1674981 Feb 09 02:24:38.952342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5e348d-4aed-4ead-9511-0b242a52bb83,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:38.973325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.978319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/5c5e348d-4aed-4ead-9511-0b242a52bb83 HTTP/1.1" status: 204 len: 168 time: 1.1451757 Feb 09 02:24:39.129260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37318) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:39.130997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752b41f-54c6-408a-a5d3-20629240005a req-6ca6af8c-8d87-4295-85ac-a8639d3ebebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:39.139520 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-6ca6af8c-8d87-4295-85ac-a8639d3ebebb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e40c2f-dadd-453a-aa18-9633f90f8860 HTTP/1.1" status: 200 len: 862 time: 0.1699769 Feb 09 02:24:39.201175 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-e2261888-7bb3-4684-93b3-a6cd1f90736b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607595 Feb 09 02:24:39.304836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.307565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.308060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.308413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.308758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.309102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.309495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.309836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.309933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] DHCP port deletion for c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:24:39.310173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.310548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.310874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.311206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.311591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89488165-3f84-45d8-9914-561f56d481fb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:39.381779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74ca87-c632-49c6-a7ca-8f42a9f5adad req-09e62d44-5348-4017-af25-c9b9ebb87e79 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:39.401380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a74ca87-c632-49c6-a7ca-8f42a9f5adad req-09e62d44-5348-4017-af25-c9b9ebb87e79 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4161658 Feb 09 02:24:39.421036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18df6c9-5dbb-470f-a93b-ee70aaff8c49 req-58d9a7af-55e1-4283-b453-13c075930784 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:39.423071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f18df6c9-5dbb-470f-a93b-ee70aaff8c49 req-58d9a7af-55e1-4283-b453-13c075930784 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 943 time: 0.5138850 Feb 09 02:24:39.499188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c3095ff2-2a9e-423f-acc9-6e6e9403bdc5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:39.524631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] Deleting port 8de4964e-3948-4b0b-913f-9448b6952232 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:39.525298 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8de4964e-3948-4b0b-913f-9448b6952232), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:39.562081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a74ca87-c632-49c6-a7ca-8f42a9f5adad req-6df1c6ab-6583-4ec0-a8b6-8b501a769b5a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592662 Feb 09 02:24:39.603292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f18df6c9-5dbb-470f-a93b-ee70aaff8c49 req-8fa6d786-8644-4904-ba49-4fba221a3bbe tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655021 Feb 09 02:24:39.604414 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-ccd3bc7d-32b6-4bdd-82e0-82ec79a93be1 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949478 Feb 09 02:24:39.736203 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:36Z', 'revision_number': 8, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:39.850971 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5fc55-fbea-4ec7-835e-27e64d763386 None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:36Z', 'revision_number': 8, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '157d54ba-e7da-46e7-8545-ac28266b4e0a', 'name': '', 'network_id': '12ebd6a2-f4eb-4099-8ea1-f2a8999f9540', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:69:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:15Z', 'updated_at': '2022-02-09T02:24:27Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '25344aea-cce5-436e-ba38-2ad4a3e0d93d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:39.864639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] For port 8de4964e-3948-4b0b-913f-9448b6952232, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8de4964e-3948-4b0b-913f-9448b6952232,segment=NetworkSegment(feeaeeee-b612-4978-bfad-4596294c0506),segment_id=feeaeeee-b612-4978-bfad-4596294c0506)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:39.875438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8de4964e-3948-4b0b-913f-9448b6952232), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:39.953932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] Calling delete_port for 8de4964e-3948-4b0b-913f-9448b6952232 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:39.979937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2e38112-dc2b-4486-8240-b4768b8bf123 req-59d54634-4303-4eaa-aecb-d02475942b9f tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.2127187 Feb 09 02:24:40.018015 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6752b41f-54c6-408a-a5d3-20629240005a req-8d6575fe-5135-4714-ab41-838cf9f5cb74 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055350 Feb 09 02:24:40.058985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 8de4964e-3948-4b0b-913f-9448b6952232 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:40.060583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8de4964e-3948-4b0b-913f-9448b6952232), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.238893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (8de4964e-3948-4b0b-913f-9448b6952232), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.253690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] No DVR routers for this DVR port 8de4964e-3948-4b0b-913f-9448b6952232 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:40.257941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 8de4964e-3948-4b0b-913f-9448b6952232, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8de4964e-3948-4b0b-913f-9448b6952232,segment=NetworkSegment(feeaeeee-b612-4978-bfad-4596294c0506),segment_id=feeaeeee-b612-4978-bfad-4596294c0506)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:40.258531 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8de4964e-3948-4b0b-913f-9448b6952232), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.272933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-2f6dad20-7f21-448c-9f93-eded18c12151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:40.301979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe3937-5b85-499c-a589-b7943e5f2f6e None None] Pushing event deleted for resources: {'Port': ['ID=8de4964e-3948-4b0b-913f-9448b6952232,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:40.303255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 8de4964e-3948-4b0b-913f-9448b6952232 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:40.303511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-2f6dad20-7f21-448c-9f93-eded18c12151 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 1126 time: 0.1558187 Feb 09 02:24:40.499598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8de4964e-3948-4b0b-913f-9448b6952232), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.541949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8de4964e-3948-4b0b-913f-9448b6952232 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:40.556222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-c662eaad-c1d5-4998-b3f2-329d9e5e376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:40.562783 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-c662eaad-c1d5-4998-b3f2-329d9e5e376a service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 923 time: 0.2662826 Feb 09 02:24:40.580455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port 8de4964e-3948-4b0b-913f-9448b6952232 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:40.620430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8de4964e-3948-4b0b-913f-9448b6952232 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:40.620832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8de4964e-3948-4b0b-913f-9448b6952232 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:40.623738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a4969d4-c610-48f7-b7a0-aaa835769d1e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:40.660276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d8f9191-4ed9-43f3-b84a-66e5bf1d9e1d req-14eebdaf-e8d8-47f7-b0dc-81f20d667734 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4079f951e184aa3b86aa483fe0814d1&device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1757090 Feb 09 02:24:40.686293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-7fc3e9a0-fdcf-4bd1-8f7c-2ba4f3dd7d26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9636e32d-3752-4a33-8fee-49945c64f51f HTTP/1.1" status: 200 len: 217 time: 0.1160121 Feb 09 02:24:40.691288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=8de4964e-3948-4b0b-913f-9448b6952232,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:40.712604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6a4969d4-c610-48f7-b7a0-aaa835769d1e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:40.713533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a4969d4-c610-48f7-b7a0-aaa835769d1e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:40.749845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-774cd925-4c6e-4aa8-bcbd-03c2343a121b req-d73c6e40-d4eb-4812-be02-7e555e903f36 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1669557 Feb 09 02:24:40.782843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d8f9191-4ed9-43f3-b84a-66e5bf1d9e1d req-9dd01109-89ce-41ab-9432-9c0c50d9dcff service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c4079f951e184aa3b86aa483fe0814d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552695 Feb 09 02:24:40.876000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-9baca0a0-5574-428a-b7be-792d79bbb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:40.879728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-9baca0a0-5574-428a-b7be-792d79bbb00c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e40c2f-dadd-453a-aa18-9633f90f8860 HTTP/1.1" status: 200 len: 862 time: 0.1837509 Feb 09 02:24:40.913276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9191-4ed9-43f3-b84a-66e5bf1d9e1d req-dd27f49b-217e-4f20-8fc9-2fee0769d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:40.914973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d8f9191-4ed9-43f3-b84a-66e5bf1d9e1d req-dd27f49b-217e-4f20-8fc9-2fee0769d815 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205678 Feb 09 02:24:40.972338 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-3f1265a9-7850-468e-9882-895ea4572a23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837760 Feb 09 02:24:41.103657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c3095ff2-2a9e-423f-acc9-6e6e9403bdc5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.140991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3095ff2-2a9e-423f-acc9-6e6e9403bdc5']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:41.162757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ea52-66fa-4159-a569-d03c3a724e21 req-3d81ea6a-5606-41e4-b56e-e207681c9b77 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:41.164543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e38ea52-66fa-4159-a569-d03c3a724e21 req-3d81ea6a-5606-41e4-b56e-e207681c9b77 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 943 time: 0.1897964 Feb 09 02:24:41.169262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeaeeee-b612-4978-bfad-4596294c0506') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:41.169707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeaeeee-b612-4978-bfad-4596294c0506') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:41.209256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (feeaeeee-b612-4978-bfad-4596294c0506), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.211360 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-b7316af3-236c-48b1-92a6-00fcaf9e1f31 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318177 Feb 09 02:24:41.294903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e38ea52-66fa-4159-a569-d03c3a724e21 req-c9bf4ab0-b822-4c48-b295-c2f49cf5a71a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228218 Feb 09 02:24:41.303424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420638bb-64c5-48fd-bec7-a2cf97c442c4 req-1d4a356b-6091-403c-9e6d-cecd055341b9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:41.305143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420638bb-64c5-48fd-bec7-a2cf97c442c4 req-1d4a356b-6091-403c-9e6d-cecd055341b9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3315141 Feb 09 02:24:41.306245 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (feeaeeee-b612-4978-bfad-4596294c0506), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.313878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:24:41.314523 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (feeaeeee-b612-4978-bfad-4596294c0506), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:24:41.318698 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:24:41.479092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420638bb-64c5-48fd-bec7-a2cf97c442c4 req-085bcab5-14ca-4e42-a256-5c0013a76926 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566913 Feb 09 02:24:41.482755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c3095ff2-2a9e-423f-acc9-6e6e9403bdc5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.495125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:41.505610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/c3095ff2-2a9e-423f-acc9-6e6e9403bdc5 HTTP/1.1" status: 204 len: 168 time: 2.3043563 Feb 09 02:24:41.508018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37362) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:41.555565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42fbf4-4aaf-48c0-944b-c84d6a2f7969 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=c3095ff2-2a9e-423f-acc9-6e6e9403bdc5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:41.604856 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d6b2dc73-d7b5-4640-8ee3-fdd46d2bfadc req-43ae6f89-1768-4226-9bda-3ff5de7126ab service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699069 Feb 09 02:24:42.124115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-09364605-ac02-460e-b07d-91ac9be46b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:42.125644 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-09364605-ac02-460e-b07d-91ac9be46b05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.1156995 Feb 09 02:24:42.296570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb46c3e1-8877-4f8f-ac72-5dc4de6b4b5e req-2fb6cfa4-92f9-4c42-af44-98269b3dfbc6 tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.53 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.1888351 Feb 09 02:24:42.396210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-cdc9fb27-1569-4dc7-8350-e419aeef3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:42.407815 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-cdc9fb27-1569-4dc7-8350-e419aeef3f3e service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.2711744 Feb 09 02:24:42.463283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d8f9191-4ed9-43f3-b84a-66e5bf1d9e1d req-c2b40f73-790a-486c-bf5c-21437c796f3e tempest-ServerShowV257Test-1627988685 tempest-ServerShowV257Test-1627988685-project] 10.222.0.72 "GET /v2.0/ports?device_id=650eccd1-aff1-4ec8-ab39-d29d7046715f HTTP/1.1" status: 200 len: 210 time: 0.0971396 Feb 09 02:24:42.565987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894a941-5e8a-4306-8e26-b50879f0e82a req-1b79de34-1097-4aae-95dc-18af8e3748c1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:42.575323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1894a941-5e8a-4306-8e26-b50879f0e82a req-1b79de34-1097-4aae-95dc-18af8e3748c1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4952595 Feb 09 02:24:42.827209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1894a941-5e8a-4306-8e26-b50879f0e82a req-646793ce-e93e-42e7-aadf-38341d67029c tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508545 Feb 09 02:24:42.879219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ba55-3564-4ac9-9c03-6a12126d2749 req-b352b4c9-16f6-4aee-8fb4-a3632fc587cd tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:42.891226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3626ba55-3564-4ac9-9c03-6a12126d2749 req-b352b4c9-16f6-4aee-8fb4-a3632fc587cd tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 943 time: 0.4044166 Feb 09 02:24:43.093644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3626ba55-3564-4ac9-9c03-6a12126d2749 req-b2354087-e032-41d8-ba34-2dec50e52dc1 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993673 Feb 09 02:24:43.237177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.347413 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-e03459a7-2fa6-4530-8dbb-66905a793fcb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.9346533 Feb 09 02:24:43.461068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-ba74e1ed-dce9-410a-bc7b-35e7b0ed5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:43.465186 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-ba74e1ed-dce9-410a-bc7b-35e7b0ed5d4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.1129453 Feb 09 02:24:43.622358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-b48a0a52-24f7-434c-8fb5-92af0b6c496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:43.624044 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-b48a0a52-24f7-434c-8fb5-92af0b6c496d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1524742 Feb 09 02:24:43.658123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9636e32d-3752-4a33-8fee-49945c64f51f details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:24:43.827192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:43.842316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '9636e32d-3752-4a33-8fee-49945c64f51f', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'port_id': '9636e32d-3752-4a33-8fee-49945c64f51f', 'mac_address': 'fa:16:3e:a7:34:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e40c2f-dadd-453a-aa18-9633f90f8860', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:24:43.850250 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-289a551e-0f55-438f-8ee4-e1c9e88c402d service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187881 Feb 09 02:24:43.948731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9636e32d-3752-4a33-8fee-49945c64f51f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:43.953131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:43.962311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37410) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:43.999810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9636e32d-3752-4a33-8fee-49945c64f51f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:24:44.053299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:44.062606 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.085684 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6a212854-2498-4e50-a9a3-02c5a7a7ca1b req-72672c6d-6d55-4a54-bc53-52509546cd21 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270288 Feb 09 02:24:44.167568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 157d54ba-e7da-46e7-8545-ac28266b4e0a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:44.169092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.281885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:44.335725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-71b2e5cb-8dbf-405b-9d81-6dedaa274489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:44.337249 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-71b2e5cb-8dbf-405b-9d81-6dedaa274489 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 1128 time: 0.1041954 Feb 09 02:24:44.407953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 157d54ba-e7da-46e7-8545-ac28266b4e0a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=157d54ba-e7da-46e7-8545-ac28266b4e0a,segment=NetworkSegment(58347387-89e9-4761-ae2b-d731bd8cace4),segment_id=58347387-89e9-4761-ae2b-d731bd8cace4)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:44.408581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.458743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['9636e32d-3752-4a33-8fee-49945c64f51f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:24:44.496439 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:44.501965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-63e10a67-22e0-49ce-8536-0a7db9ec9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:44.503621 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-63e10a67-22e0-49ce-8536-0a7db9ec9722 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.1348336 Feb 09 02:24:44.549930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 157d54ba-e7da-46e7-8545-ac28266b4e0a owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:44.563427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70dc6671-f563-41a7-9b4c-287f9df05143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:44.649766 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-2470b8e6-3eb7-4f2f-9b9b-a67b44c45dc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 200 len: 999 time: 0.1338813 Feb 09 02:24:44.701162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50efca-ca50-4ca5-a0e2-969aa58a918a req-f055f207-0985-43b0-bfad-5f1096040d71 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:44.716626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa50efca-ca50-4ca5-a0e2-969aa58a918a req-f055f207-0985-43b0-bfad-5f1096040d71 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.7002153 Feb 09 02:24:44.735687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-0bc0390b-75cc-4868-922c-e24a6a47834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:44.742333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-0bc0390b-75cc-4868-922c-e24a6a47834f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.0857666 Feb 09 02:24:44.862144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa50efca-ca50-4ca5-a0e2-969aa58a918a req-005ff824-6cfb-4a53-8481-a236de27a7e9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438019 Feb 09 02:24:44.871990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-cb79578c-358d-47b7-9226-b4b535b9c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:44.885789 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-cb79578c-358d-47b7-9226-b4b535b9c319 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1260622 Feb 09 02:24:44.911855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60b0e0-a09a-4d63-bc98-3cb424ba617f req-82930083-287a-4cf0-8b89-d3d35ba6447d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:44.913788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f60b0e0-a09a-4d63-bc98-3cb424ba617f req-82930083-287a-4cf0-8b89-d3d35ba6447d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 944 time: 0.4834783 Feb 09 02:24:45.095300 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-16ecf476-dc70-4780-83cb-bf7a5a008219 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109630 Feb 09 02:24:45.127347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f60b0e0-a09a-4d63-bc98-3cb424ba617f req-7b71c636-a975-4880-8346-e927790c3769 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918163 Feb 09 02:24:45.189661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70dc6671-f563-41a7-9b4c-287f9df05143 admin admin] Publish callbacks [] for security_group (4f3c8914-e0ed-4940-88f5-dfd08a4e11c9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.202210 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70dc6671-f563-41a7-9b4c-287f9df05143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f3c8914-e0ed-4940-88f5-dfd08a4e11c9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.283517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-70dc6671-f563-41a7-9b4c-287f9df05143 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4079f951e184aa3b86aa483fe0814d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3128636 Feb 09 02:24:45.284670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37438) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:45.288276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc6671-f563-41a7-9b4c-287f9df05143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c8914-e0ed-4940-88f5-dfd08a4e11c9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:45.316732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7453a18d-ed0e-47f5-9b92-2ef019bb08a8 req-80e21243-9beb-42c9-b0f1-7367def41b59 service neutron] 10.222.0.82 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131150 Feb 09 02:24:45.394714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (157d54ba-e7da-46e7-8545-ac28266b4e0a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.434666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d222dc8a-434d-4815-ac90-6f041bd2f0fa admin admin] Publish callbacks [] for security_group (4f3c8914-e0ed-4940-88f5-dfd08a4e11c9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.463925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d222dc8a-434d-4815-ac90-6f041bd2f0fa admin admin] Publish callbacks [] for security_group (4f3c8914-e0ed-4940-88f5-dfd08a4e11c9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.510261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=157d54ba-e7da-46e7-8545-ac28266b4e0a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:45.695113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9636e32d-3752-4a33-8fee-49945c64f51f up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:24:45.746698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d222dc8a-434d-4815-ac90-6f041bd2f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f3c8914-e0ed-4940-88f5-dfd08a4e11c9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.755379 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d222dc8a-434d-4815-ac90-6f041bd2f0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.775945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d222dc8a-434d-4815-ac90-6f041bd2f0fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f3c8914-e0ed-4940-88f5-dfd08a4e11c9 HTTP/1.1" status: 204 len: 168 time: 0.4724901 Feb 09 02:24:45.838094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 9636e32d-3752-4a33-8fee-49945c64f51f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:24:45.858163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 9636e32d-3752-4a33-8fee-49945c64f51f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:24:45.860522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222dc8a-434d-4815-ac90-6f041bd2f0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c8914-e0ed-4940-88f5-dfd08a4e11c9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:45.861236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:45.953854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.122637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9636e32d-3752-4a33-8fee-49945c64f51f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:24:46.125040 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.195400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636e32d-3752-4a33-8fee-49945c64f51f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:46.204992 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e11d99-2955-420d-9e51-8e5c68a9d3b9" -d '{"events": [{"server_uuid": "ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f", "name": "network-vif-plugged", "status": "completed", "tag": "9636e32d-3752-4a33-8fee-49945c64f51f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:46.268968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:46.281154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:46.403432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:47.482181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa7c90-a958-4815-9ea3-29cc9e27cf4f req-ff3e82fe-edf0-42f2-b41b-d4f55a874378 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.490227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77aa7c90-a958-4815-9ea3-29cc9e27cf4f req-ff3e82fe-edf0-42f2-b41b-d4f55a874378 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.3291500 Feb 09 02:24:47.516449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517f8b8-f8a4-4ec8-8efb-5b36adec2f2c req-ad8978af-faab-4592-b6b8-7d41da02e335 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:47.518028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c517f8b8-f8a4-4ec8-8efb-5b36adec2f2c req-ad8978af-faab-4592-b6b8-7d41da02e335 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.3589549 Feb 09 02:24:47.534582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:47.602306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77aa7c90-a958-4815-9ea3-29cc9e27cf4f req-25f568bb-8583-472d-abb0-c1e6bf55b4c8 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110992 Feb 09 02:24:47.695905 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5129ac-f01f-48c2-9196-39ecf41d4317 x-openstack-request-id: req-db5129ac-f01f-48c2-9196-39ecf41d4317 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:47.696407 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f", "name": "network-vif-plugged", "status": "completed", "tag": "9636e32d-3752-4a33-8fee-49945c64f51f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:47.696512 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db5129ac-f01f-48c2-9196-39ecf41d4317 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:47.696862 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636e32d-3752-4a33-8fee-49945c64f51f', 'code': 200} Feb 09 02:24:47.924117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:47.958354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c517f8b8-f8a4-4ec8-8efb-5b36adec2f2c req-32a16aa0-290a-4524-98bd-02414c6b90d5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4316821 Feb 09 02:24:48.013157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:48.032637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:48.037396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c1849824-9288-4e31-975d-bd0b805d91f3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5283046 Feb 09 02:24:48.040938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:48.062563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:48.065900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:48.245299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb12a8-b574-47e2-9ca7-63edaf054f9e req-74d85f66-9317-4763-a37e-bc37744a1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:48.246253 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4abb12a8-b574-47e2-9ca7-63edaf054f9e req-74d85f66-9317-4763-a37e-bc37744a1b4a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 1128 time: 0.4135573 Feb 09 02:24:48.297223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:48.319521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace15fcc-d57f-44ea-aca4-2f36fb5d10e4 req-8475e693-837f-428e-8267-ed0f9ac8aaca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:48.322811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ace15fcc-d57f-44ea-aca4-2f36fb5d10e4 req-8475e693-837f-428e-8267-ed0f9ac8aaca tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1927009 Feb 09 02:24:48.368871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 25344aea-cce5-436e-ba38-2ad4a3e0d93d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:24:48.401540 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (25344aea-cce5-436e-ba38-2ad4a3e0d93d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.459853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ace15fcc-d57f-44ea-aca4-2f36fb5d10e4 req-883e53a6-0d40-4c5d-94e4-578f0080048d tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235478 Feb 09 02:24:48.484184 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-4abb12a8-b574-47e2-9ca7-63edaf054f9e req-a229380d-a59b-46d1-8829-8c8711aabc5e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164521 Feb 09 02:24:48.516416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (25344aea-cce5-436e-ba38-2ad4a3e0d93d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:48.793395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (25344aea-cce5-436e-ba38-2ad4a3e0d93d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.010260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (25344aea-cce5-436e-ba38-2ad4a3e0d93d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.044490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8986b-26a8-447d-8f17-2a929b4d7e89 req-ff7fdac7-b34f-4258-b03e-db6cc2958748 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:49.047569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51c8986b-26a8-447d-8f17-2a929b4d7e89 req-ff7fdac7-b34f-4258-b03e-db6cc2958748 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.2118969 Feb 09 02:24:49.096115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=25344aea-cce5-436e-ba38-2ad4a3e0d93d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:49.151385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.169486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c0452b35-f997-4561-8f9c-5cb091d6fb72 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/25344aea-cce5-436e-ba38-2ad4a3e0d93d HTTP/1.1" status: 204 len: 168 time: 1.1238186 Feb 09 02:24:49.170719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37528) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:49.431855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51c8986b-26a8-447d-8f17-2a929b4d7e89 req-1483e5ec-c4e5-41da-b197-8cf37dff0a01 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690002 Feb 09 02:24:49.458291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b74ac-2866-4eb7-a8ef-d8bcbda4d8a5 None None] Network 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:49.545215 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (12ebd6a2-f4eb-4099-8ea1-f2a8999f9540), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.575058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.746507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 472d2fd4-009c-44a0-8ac8-1669b2bc448c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:49.747106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:49.866257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:45Z', 'revision_number': 9, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:49.947157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] DHCP port deletion for 12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:24:49.950749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:50.006084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 472d2fd4-009c-44a0-8ac8-1669b2bc448c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=472d2fd4-009c-44a0-8ac8-1669b2bc448c,segment=NetworkSegment(58347387-89e9-4761-ae2b-d731bd8cace4),segment_id=58347387-89e9-4761-ae2b-d731bd8cace4)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:50.006517 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.023884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:50.024848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:50.064689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 472d2fd4-009c-44a0-8ac8-1669b2bc448c owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:50.491210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:50.507845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] Deleting port 472d2fd4-009c-44a0-8ac8-1669b2bc448c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:50.508287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.574278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.733695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 472d2fd4-009c-44a0-8ac8-1669b2bc448c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:50.748338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=472d2fd4-009c-44a0-8ac8-1669b2bc448c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:50.755719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-7635e47a-9ac6-4cdf-8fb7-1cb8f9cdabf5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4619243 Feb 09 02:24:50.759733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port 472d2fd4-009c-44a0-8ac8-1669b2bc448c on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:50.837994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] For port 472d2fd4-009c-44a0-8ac8-1669b2bc448c, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:50.839145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.860950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] Calling delete_port for 472d2fd4-009c-44a0-8ac8-1669b2bc448c owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:50.866971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] Port 472d2fd4-009c-44a0-8ac8-1669b2bc448c was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:24:50.869231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (472d2fd4-009c-44a0-8ac8-1669b2bc448c), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:50.907706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 472d2fd4-009c-44a0-8ac8-1669b2bc448c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:50.909307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 472d2fd4-009c-44a0-8ac8-1669b2bc448c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:50.919542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] No DVR routers for this DVR port 472d2fd4-009c-44a0-8ac8-1669b2bc448c on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:51.112328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d561-32a2-43a9-9a71-12351fa629a8 None None] Pushing event deleted for resources: {'Port': ['ID=472d2fd4-009c-44a0-8ac8-1669b2bc448c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:51.181442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (12ebd6a2-f4eb-4099-8ea1-f2a8999f9540), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.294076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb3317-185e-40d8-9459-a3c05bea3a43 req-494d61b0-fc9f-4000-b850-92b765ebf1bb tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:51.302406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58cb3317-185e-40d8-9459-a3c05bea3a43 req-494d61b0-fc9f-4000-b850-92b765ebf1bb tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.5694633 Feb 09 02:24:51.385093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ebd6a2-f4eb-4099-8ea1-f2a8999f9540']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.476091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58347387-89e9-4761-ae2b-d731bd8cace4') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.477526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58347387-89e9-4761-ae2b-d731bd8cace4') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.523827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-84155e6b-56d9-451d-b02c-cf2b0aa46261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:51.528420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-84155e6b-56d9-451d-b02c-cf2b0aa46261 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8fff14ed98e6481db56402c3ccdde54d&device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 1128 time: 0.6071646 Feb 09 02:24:51.545515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (58347387-89e9-4761-ae2b-d731bd8cace4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.548965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:45Z', 'revision_number': 9, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:51.558512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58cb3317-185e-40d8-9459-a3c05bea3a43 req-48439d6e-bd51-4616-8948-1194780419c5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360146 Feb 09 02:24:51.640074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2c909-d876-4ddb-bef5-fc6602efe388 None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:45Z', 'revision_number': 9, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9a09317-039b-4eec-9478-c767e24f11ed', 'name': '', 'network_id': 'ce7a6237-78e9-4d7d-968b-df054e105b74', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:3e:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:24:02Z', 'updated_at': '2022-02-09T02:24:12Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '17139a3e-baee-4876-9b09-4984970f2d8d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:51.655587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (58347387-89e9-4761-ae2b-d731bd8cace4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.677053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:24:51.678842 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (58347387-89e9-4761-ae2b-d731bd8cace4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:24:51.828029 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:24:51.920587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (12ebd6a2-f4eb-4099-8ea1-f2a8999f9540), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.071568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-07ee602a-475c-4309-8d0e-a48d01999db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.076475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-07ee602a-475c-4309-8d0e-a48d01999db4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 200 len: 913 time: 0.5123608 Feb 09 02:24:52.094683 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.100638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/12ebd6a2-f4eb-4099-8ea1-f2a8999f9540 HTTP/1.1" status: 204 len: 168 time: 2.9095485 Feb 09 02:24:52.103647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:52.263731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5c2f7-856d-496f-902e-cb3dafe09fa6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=12ebd6a2-f4eb-4099-8ea1-f2a8999f9540,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:52.369592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-ab8bdfe2-59a6-4645-948b-f956ec26144c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d61b038-c237-4c4c-8b93-0409f6db4666 HTTP/1.1" status: 200 len: 217 time: 0.1662257 Feb 09 02:24:52.485738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 157d54ba-e7da-46e7-8545-ac28266b4e0a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:52.552603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 157d54ba-e7da-46e7-8545-ac28266b4e0a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:52.556565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 157d54ba-e7da-46e7-8545-ac28266b4e0a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:52.592313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37624) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:52.597701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-99c1de1d-c268-4053-844d-deb3ed66dc41 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.600263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-99c1de1d-c268-4053-844d-deb3ed66dc41 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=1715ca64-616d-44b1-bbb2-446ccd0f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.7678976 Feb 09 02:24:52.610159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f314c-08b2-48e2-b72c-4b75bdf2e9ef req-fc1cc29e-e8b7-49c4-9839-9daadf1f6918 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.635227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d75f314c-08b2-48e2-b72c-4b75bdf2e9ef req-fc1cc29e-e8b7-49c4-9839-9daadf1f6918 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.8040314 Feb 09 02:24:52.769880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-ede23098-ae60-4d10-b2a7-f65eb192e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:52.772523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-ede23098-ae60-4d10-b2a7-f65eb192e3b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 200 len: 851 time: 0.3916516 Feb 09 02:24:52.794094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f87b8c72-4877-420d-8742-abfcc90727d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.876453 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:52.924956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d75f314c-08b2-48e2-b72c-4b75bdf2e9ef req-6f308c64-4b2f-4b3f-b981-7f9dce9d9a35 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887068 Feb 09 02:24:53.001302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-85ea1d9d-d479-4175-a08e-fc2f5e874824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.007412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-85ea1d9d-d479-4175-a08e-fc2f5e874824 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c807e0c0-3c9c-47d8-9236-f90112b40139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2269804 Feb 09 02:24:53.063146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f87b8c72-4877-420d-8742-abfcc90727d9 admin admin] Publish callbacks [] for security_group (cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.127412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f87b8c72-4877-420d-8742-abfcc90727d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.157512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Deleting port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:53.158060 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.175673 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f87b8c72-4877-420d-8742-abfcc90727d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15fa2ae0dc2c42bb8a57c41b916c4c4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5800364 Feb 09 02:24:53.182779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:53.216846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b8c72-4877-420d-8742-abfcc90727d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:53.251367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c6578-1bd5-426a-ac48-b659f25e94e6 req-985169b4-4356-4a65-b1ac-c3b2d3a15e06 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.258938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe4c6578-1bd5-426a-ac48-b659f25e94e6 req-985169b4-4356-4a65-b1ac-c3b2d3a15e06 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.1918190 Feb 09 02:24:53.284390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-d670027b-f57c-41c0-92af-2ffbab4b4250 service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702508 Feb 09 02:24:53.301218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9befa33f-9131-42b7-9c88-72cb3ab5cd85 admin admin] Publish callbacks [] for security_group (cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.339261 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67a63852-3308-4ac4-9234-4345f11fc88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.379573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9befa33f-9131-42b7-9c88-72cb3ab5cd85 admin admin] Publish callbacks [] for security_group (cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.404464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] For port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:53.405031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.431994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe4c6578-1bd5-426a-ac48-b659f25e94e6 req-37284abd-ccbb-4ad7-b20c-00ba4971e591 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720974 Feb 09 02:24:53.446841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Calling delete_port for 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:53.518045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9befa33f-9131-42b7-9c88-72cb3ab5cd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.520817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9befa33f-9131-42b7-9c88-72cb3ab5cd85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.525745 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9befa33f-9131-42b7-9c88-72cb3ab5cd85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7 HTTP/1.1" status: 204 len: 168 time: 0.3470483 Feb 09 02:24:53.569065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befa33f-9131-42b7-9c88-72cb3ab5cd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ccab6-0c3c-419a-a2e1-83f2eeff1aa7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:53.591347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port a9a09317-039b-4eec-9478-c767e24f11ed {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:53.593534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.620325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3424d63-1436-4566-92dd-2fa159e54e67 req-6ec672fb-08ea-4595-be39-21c5b97c1bae service neutron] 10.222.0.72 "GET /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261616 Feb 09 02:24:53.683521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e83a21-6749-4359-bf97-808a55a0a0fd req-54c54df2-70f2-408d-9f73-b300c7b2f2ba tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:53.702224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89e83a21-6749-4359-bf97-808a55a0a0fd req-54c54df2-70f2-408d-9f73-b300c7b2f2ba tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.1260152 Feb 09 02:24:53.908641 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (518d9c68-6bbd-4635-b3ab-f59e3ce73af1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.932331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['358b428d-18e9-4a5e-bb8c-51df63390668'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:24:53.977078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port a9a09317-039b-4eec-9478-c767e24f11ed, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a9a09317-039b-4eec-9478-c767e24f11ed,segment=NetworkSegment(13f408a7-d355-49fa-8e2b-e3d4c8371b86),segment_id=13f408a7-d355-49fa-8e2b-e3d4c8371b86)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:53.977461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:53.994471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event deleted for resources: {'Port': ['ID=518d9c68-6bbd-4635-b3ab-f59e3ce73af1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:54.034587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for a9a09317-039b-4eec-9478-c767e24f11ed owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:54.085841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6d61b038-c237-4c4c-8b93-0409f6db4666'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:24:54.179326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] No DVR routers for this DVR port 518d9c68-6bbd-4635-b3ab-f59e3ce73af1 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:54.188999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:54.212493 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-134f0346-9f6d-4fd1-9f50-1570a79e147a req-f70d8f55-dd55-4922-9d95-7cd3b9d37dda tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "DELETE /v2.0/ports/518d9c68-6bbd-4635-b3ab-f59e3ce73af1 HTTP/1.1" status: 204 len: 173 time: 1.5732455 Feb 09 02:24:54.221098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-deleted', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:54.225981 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271de8be-bb5d-4246-a60b-59e4c5f9cf07" -d '{"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-deleted", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:54.273887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89e83a21-6749-4359-bf97-808a55a0a0fd req-29509c90-bb85-44e1-895f-4b29047f0729 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761518 Feb 09 02:24:54.277460 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37662) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:54.334274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-54263e8e-1a90-41ca-86ac-a7f2969d7cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:54.591314 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb82d25-5cd8-4797-a48d-b4163916c465 x-openstack-request-id: req-efb82d25-5cd8-4797-a48d-b4163916c465 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:24:54.591530 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1715ca64-616d-44b1-bbb2-446ccd0f1fa1", "name": "network-vif-deleted", "tag": "518d9c68-6bbd-4635-b3ab-f59e3ce73af1", "status": "failed", "code": 422}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:24:54.591786 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efb82d25-5cd8-4797-a48d-b4163916c465 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:24:54.592213 n-d-826675-12 neutron-server[103149]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1715ca64-616d-44b1-bbb2-446ccd0f1fa1', 'name': 'network-vif-deleted', 'tag': '518d9c68-6bbd-4635-b3ab-f59e3ce73af1', 'status': 'failed', 'code': 422} returned with failed status Feb 09 02:24:54.611033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a9a09317-039b-4eec-9478-c767e24f11ed), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:54.686145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-54263e8e-1a90-41ca-86ac-a7f2969d7cb7 admin admin] Publish callbacks [] for security_group (f7ba7a78-3748-4296-b101-850af3ece8a0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:54.699515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-54263e8e-1a90-41ca-86ac-a7f2969d7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f7ba7a78-3748-4296-b101-850af3ece8a0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:54.714357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=a9a09317-039b-4eec-9478-c767e24f11ed,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:54.887453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-54263e8e-1a90-41ca-86ac-a7f2969d7cb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7c1a5d9fc3d47be8c058617cdaa1d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6085153 Feb 09 02:24:54.894105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37680) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:54.897175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54263e8e-1a90-41ca-86ac-a7f2969d7cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba7a78-3748-4296-b101-850af3ece8a0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:54.977468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00a53-ce0d-482f-9713-9990d3abaac0 req-86293130-4591-4091-9c42-c44988facc5e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:54.985708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14c00a53-ce0d-482f-9713-9990d3abaac0 req-86293130-4591-4091-9c42-c44988facc5e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.3650405 Feb 09 02:24:55.044879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:55.049336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.049685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.050028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.061125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.061527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.064028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.064537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.065036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.065380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.065921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.066054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.066356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.066707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:24:55.125923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14c00a53-ce0d-482f-9713-9990d3abaac0 req-7c7f1029-ac32-4c5b-bbe7-325bc10a580c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390727 Feb 09 02:24:55.254704 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cef237a-60f5-4b15-b135-999c4e448d51 admin admin] Publish callbacks [] for security_group (f7ba7a78-3748-4296-b101-850af3ece8a0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:55.299297 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cef237a-60f5-4b15-b135-999c4e448d51 admin admin] Publish callbacks [] for security_group (f7ba7a78-3748-4296-b101-850af3ece8a0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:55.494417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64e55-6fcf-414d-a36a-008609968705 req-6291a8f3-219b-42fa-976c-f618445a3875 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:55.504014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8eb64e55-6fcf-414d-a36a-008609968705 req-6291a8f3-219b-42fa-976c-f618445a3875 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.1560886 Feb 09 02:24:55.508636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cef237a-60f5-4b15-b135-999c4e448d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f7ba7a78-3748-4296-b101-850af3ece8a0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:55.511516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cef237a-60f5-4b15-b135-999c4e448d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:55.512654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3cef237a-60f5-4b15-b135-999c4e448d51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7ba7a78-3748-4296-b101-850af3ece8a0 HTTP/1.1" status: 204 len: 168 time: 0.6173775 Feb 09 02:24:55.571075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef237a-60f5-4b15-b135-999c4e448d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba7a78-3748-4296-b101-850af3ece8a0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:55.650501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8eb64e55-6fcf-414d-a36a-008609968705 req-46de1ac3-e91f-4444-93aa-afd19c5d1ebb tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429565 Feb 09 02:24:55.693596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-704379aa-a96c-465b-8e29-efd23c287fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:55.822178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:24:55.936902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41218a-9b16-485f-a07b-7d3de7e3ec91 req-e62a1bfc-d7da-42f7-a314-28ea8ee02bc5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:55.952466 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a41218a-9b16-485f-a07b-7d3de7e3ec91 req-e62a1bfc-d7da-42f7-a314-28ea8ee02bc5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 907 time: 0.1880221 Feb 09 02:24:56.088572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:24:56.098163 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4fd8e87-f146-4226-93d8-74042c53c811 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9926937 Feb 09 02:24:56.099199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:56.100419 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:24:56.108778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91323c0-5793-4c3a-9ccd-466b63d30663 req-f219cc0d-4048-443c-80f4-91a270380b1c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:56.121577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91323c0-5793-4c3a-9ccd-466b63d30663 req-f219cc0d-4048-443c-80f4-91a270380b1c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.1678517 Feb 09 02:24:56.148506 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:56.149486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:56.182989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 17139a3e-baee-4876-9b09-4984970f2d8d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:24:56.187234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (17139a3e-baee-4876-9b09-4984970f2d8d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:56.289518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (17139a3e-baee-4876-9b09-4984970f2d8d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:56.336842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91323c0-5793-4c3a-9ccd-466b63d30663 req-ccd227c7-aee1-4033-8943-bc7555a30db3 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116296 Feb 09 02:24:56.378223 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:56.591642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (17139a3e-baee-4876-9b09-4984970f2d8d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:56.680379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (17139a3e-baee-4876-9b09-4984970f2d8d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:56.686427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc28469-035d-4f7c-8ca8-787c4b6e7de7 req-da49b92e-7a82-4b28-b70f-c8dbb9a3aa40 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:56.691100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cc28469-035d-4f7c-8ca8-787c4b6e7de7 req-da49b92e-7a82-4b28-b70f-c8dbb9a3aa40 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.1679468 Feb 09 02:24:56.777617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=17139a3e-baee-4876-9b09-4984970f2d8d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:56.785635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:56.800384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbd6aa-dd6f-45fe-9518-7d79c3400cfc None None] Network ce7a6237-78e9-4d7d-968b-df054e105b74 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:24:56.805256 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a66f0909-cf43-4090-9c41-53a5fa92e22c tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/17139a3e-baee-4876-9b09-4984970f2d8d HTTP/1.1" status: 204 len: 168 time: 0.6977248 Feb 09 02:24:56.811904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:56.815078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cc28469-035d-4f7c-8ca8-787c4b6e7de7 req-12a4e847-cb0e-4c54-9793-b44b08925170 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168118 Feb 09 02:24:57.000444 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:54Z', 'revision_number': 10, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:57.079718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ce7a6237-78e9-4d7d-968b-df054e105b74), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.082034 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:24:57.105334 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:24:57.106652 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:57.212334 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.341603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40d4d-bc2b-4bb7-b8a0-bb77d19b47fa req-798ac441-f46e-44c3-9dc0-aaf1dcdea9ea tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:57.366237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] DHCP port deletion for ce7a6237-78e9-4d7d-968b-df054e105b74 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:24:57.381339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecf40d4d-bc2b-4bb7-b8a0-bb77d19b47fa req-798ac441-f46e-44c3-9dc0-aaf1dcdea9ea tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 907 time: 0.2215865 Feb 09 02:24:57.469253 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:24:57.562300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7447b-ea81-41be-9535-f355ff376321 req-d82d05e0-3223-4c68-bd6b-e1bbbaabacac tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:57.576338 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1cb7447b-ea81-41be-9535-f355ff376321 req-d82d05e0-3223-4c68-bd6b-e1bbbaabacac tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 907 time: 0.3187177 Feb 09 02:24:57.580635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] Deleting port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:57.581018 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.604431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:57.607925 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.735764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] For port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,segment=NetworkSegment(13f408a7-d355-49fa-8e2b-e3d4c8371b86),segment_id=13f408a7-d355-49fa-8e2b-e3d4c8371b86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:57.740513 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.824331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] Calling delete_port for 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:57.962599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,segment=NetworkSegment(13f408a7-d355-49fa-8e2b-e3d4c8371b86),segment_id=13f408a7-d355-49fa-8e2b-e3d4c8371b86)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:57.962980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:57.982986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:58.221677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:58.222360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (4e82e7bd-3bbc-4b63-9011-d3eea4f6235b), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:58.283698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] No DVR routers for this DVR port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:58.301398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Deleting port 96b42440-f338-44b9-904d-c29b780fea7a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:24:58.303000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (96b42440-f338-44b9-904d-c29b780fea7a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:58.306062 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:58.324487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:58.337378 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:54Z', 'revision_number': 10, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:58.410134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:58.420284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22017787-35a8-4852-b6ef-16d4784d2f74 None None] Pushing event deleted for resources: {'Port': ['ID=4e82e7bd-3bbc-4b63-9011-d3eea4f6235b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:58.428509 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ac112-0a9b-4cfe-8326-cba17d306bbb None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:24:54Z', 'revision_number': 10, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None, '_interfaces': [{'id': '249df6c4-b0d5-4f95-b839-24121a4ff659', 'name': '', 'network_id': '9a60842c-9ce3-4599-be62-502da0ae1bc0', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'mac_address': 'fa:16:3e:e9:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:23:56Z', 'updated_at': '2022-02-09T02:24:05Z', 'revision_number': 5, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'subnets': [{'id': '5218ef8b-58b5-426f-b08d-4c90d7000877', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:24:58.719307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ce7a6237-78e9-4d7d-968b-df054e105b74), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:58.787966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494941a-acbb-49fc-92f2-27a6d63f8333 req-5502e398-e81f-483d-bbe2-189684b80481 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:58.823694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4494941a-acbb-49fc-92f2-27a6d63f8333 req-5502e398-e81f-483d-bbe2-189684b80481 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.2585046 Feb 09 02:24:58.908063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d868-dda5-4625-8977-a08a6bae1cd0 req-d8e21120-d7da-4ae8-b48b-6ac1becb3df9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:24:58.929426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:58.932069 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e77d868-dda5-4625-8977-a08a6bae1cd0 req-d8e21120-d7da-4ae8-b48b-6ac1becb3df9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 907 time: 0.2908134 Feb 09 02:24:58.953654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:58.954233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e82e7bd-3bbc-4b63-9011-d3eea4f6235b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:59.024945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4494941a-acbb-49fc-92f2-27a6d63f8333 req-ca6eeaf4-306e-4328-b3d3-3c2352eb3650 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927922 Feb 09 02:24:59.355628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7a6237-78e9-4d7d-968b-df054e105b74']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:59.377396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] For port 96b42440-f338-44b9-904d-c29b780fea7a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=96b42440-f338-44b9-904d-c29b780fea7a,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:24:59.380010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (96b42440-f338-44b9-904d-c29b780fea7a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.397302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f408a7-d355-49fa-8e2b-e3d4c8371b86') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:59.397771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f408a7-d355-49fa-8e2b-e3d4c8371b86') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:24:59.412104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Calling delete_port for 96b42440-f338-44b9-904d-c29b780fea7a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:24:59.415327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (13f408a7-d355-49fa-8e2b-e3d4c8371b86), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.444977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (13f408a7-d355-49fa-8e2b-e3d4c8371b86), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.500010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:24:59.500533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (13f408a7-d355-49fa-8e2b-e3d4c8371b86), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:24:59.505160 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:24:59.597238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ce7a6237-78e9-4d7d-968b-df054e105b74), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.622616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.629345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37808) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:24:59.636907 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/ce7a6237-78e9-4d7d-968b-df054e105b74 HTTP/1.1" status: 204 len: 168 time: 2.8185251 Feb 09 02:24:59.637941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56a10-c4fa-499c-896d-2267200b9ee1 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=ce7a6237-78e9-4d7d-968b-df054e105b74,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:24:59.734013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.775340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 96b42440-f338-44b9-904d-c29b780fea7a no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:24:59.775571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (96b42440-f338-44b9-904d-c29b780fea7a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.819800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 96b42440-f338-44b9-904d-c29b780fea7a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:24:59.820371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 96b42440-f338-44b9-904d-c29b780fea7a not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:24:59.935165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] No DVR routers for this DVR port 96b42440-f338-44b9-904d-c29b780fea7a on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:24:59.941658 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:59.946479 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1cb7447b-ea81-41be-9535-f355ff376321 req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "DELETE /v2.0/ports/96b42440-f338-44b9-904d-c29b780fea7a HTTP/1.1" status: 204 len: 173 time: 2.3631670 Feb 09 02:24:59.947386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'name': 'network-vif-deleted', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:24:59.958931 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b8f8bf-153b-4c3d-96a8-02efde850bef" -d '{"events": [{"server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "name": "network-vif-deleted", "tag": "96b42440-f338-44b9-904d-c29b780fea7a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:24:59.966992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423e4ba-6031-4d57-9043-138bf0ea82fd tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event deleted for resources: {'Port': ['ID=96b42440-f338-44b9-904d-c29b780fea7a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:00.152577 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20994f10-0c76-4ac9-b1d7-c18c84b60dbc x-openstack-request-id: req-20994f10-0c76-4ac9-b1d7-c18c84b60dbc {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:00.153063 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acf3987-dd38-4b81-95b5-ce37fea02aa0", "name": "network-vif-deleted", "tag": "96b42440-f338-44b9-904d-c29b780fea7a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:00.153489 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20994f10-0c76-4ac9-b1d7-c18c84b60dbc {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:00.154094 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acf3987-dd38-4b81-95b5-ce37fea02aa0', 'name': 'network-vif-deleted', 'tag': '96b42440-f338-44b9-904d-c29b780fea7a', 'status': 'completed', 'code': 200} Feb 09 02:25:00.270828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f728fe6-dc3e-4468-a32c-b8dfb8449b83 req-58595426-bf5f-46c8-aa5c-4b4b2803d36b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6acf3987-dd38-4b81-95b5-ce37fea02aa0 HTTP/1.1" status: 200 len: 210 time: 0.0543358 Feb 09 02:25:00.497743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a9a09317-039b-4eec-9478-c767e24f11ed no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:00.527297 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:00.535729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a9a09317-039b-4eec-9478-c767e24f11ed {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:00.537285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a9a09317-039b-4eec-9478-c767e24f11ed not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:00.615542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984cc70-80dd-475b-92f4-baa48b9d85b9 req-1522d14e-2308-4f7c-9a84-cde238e29327 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:00.617389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5984cc70-80dd-475b-92f4-baa48b9d85b9 req-1522d14e-2308-4f7c-9a84-cde238e29327 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.2691464 Feb 09 02:25:00.862258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5984cc70-80dd-475b-92f4-baa48b9d85b9 req-7e80dd71-ef31-4aff-b9b5-545a8a0ff78a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372167 Feb 09 02:25:01.095572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 249df6c4-b0d5-4f95-b839-24121a4ff659 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:01.096067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:01.290146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 249df6c4-b0d5-4f95-b839-24121a4ff659, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=249df6c4-b0d5-4f95-b839-24121a4ff659,segment=NetworkSegment(f8f27798-61e2-4168-9f21-de206dd21d4f),segment_id=f8f27798-61e2-4168-9f21-de206dd21d4f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:01.291644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:01.314482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 249df6c4-b0d5-4f95-b839-24121a4ff659 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:01.749581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (249df6c4-b0d5-4f95-b839-24121a4ff659), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:01.807718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=249df6c4-b0d5-4f95-b839-24121a4ff659,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:02.195839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c71c-e6c8-4890-b132-a7a426a11f3a req-b0f122db-67ed-45e1-80cb-54d233aa0597 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:02.205375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73a6c71c-e6c8-4890-b132-a7a426a11f3a req-b0f122db-67ed-45e1-80cb-54d233aa0597 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 945 time: 0.4944148 Feb 09 02:25:02.245957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.295016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:02.450011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] Deleting subnet 722d46bd-c69a-4c6c-8e98-e80bd935693e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:25:02.476901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] Publish callbacks [] for subnet (722d46bd-c69a-4c6c-8e98-e80bd935693e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.541985 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (722d46bd-c69a-4c6c-8e98-e80bd935693e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.594865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (722d46bd-c69a-4c6c-8e98-e80bd935693e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.658898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:02.678223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (722d46bd-c69a-4c6c-8e98-e80bd935693e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.723157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722d46bd-c69a-4c6c-8e98-e80bd935693e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:02.734818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.741295 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4ffd566-bd39-4992-85a5-5e7797093a06 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/722d46bd-c69a-4c6c-8e98-e80bd935693e HTTP/1.1" status: 204 len: 168 time: 0.4451900 Feb 09 02:25:02.743839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:02.905773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ae7cd031-c4ec-4034-a113-ccb05fb9862a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:02.938098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73a6c71c-e6c8-4890-b132-a7a426a11f3a req-262b3d6f-d966-456b-8d43-68113f60b3f9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315857 Feb 09 02:25:02.951807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4915aa-c146-4c6a-bfce-37f38a2d0c76 req-998d6c93-6860-404d-8106-673f4528dc81 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:02.967318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f4915aa-c146-4c6a-bfce-37f38a2d0c76 req-998d6c93-6860-404d-8106-673f4528dc81 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.8280318 Feb 09 02:25:03.065283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8549e7ff-b624-41ad-b533-b8d92a843f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.080213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f4915aa-c146-4c6a-bfce-37f38a2d0c76 req-ea499e3b-eae4-4951-88c0-d9d0ccb07e0c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114895 Feb 09 02:25:03.126080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ae7cd031-c4ec-4034-a113-ccb05fb9862a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.203333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7cd031-c4ec-4034-a113-ccb05fb9862a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.209451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da53b1-896c-4959-80a1-8a1497097c6d req-936c9da8-5fbd-43b2-9fc8-b9700ae77c24 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:03.211032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77da53b1-896c-4959-80a1-8a1497097c6d req-936c9da8-5fbd-43b2-9fc8-b9700ae77c24 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.72 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 945 time: 0.8615944 Feb 09 02:25:03.215180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:03.247444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff3ee91-7132-4aac-9e03-e625e4127640') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.247898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff3ee91-7132-4aac-9e03-e625e4127640') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.273289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (2ff3ee91-7132-4aac-9e03-e625e4127640), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.313911 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2ff3ee91-7132-4aac-9e03-e625e4127640), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.325079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:03.337822 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (2ff3ee91-7132-4aac-9e03-e625e4127640), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:03.339847 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:03.416110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:03.426959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:03.442133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2b12fee8-a33a-47ff-85bb-706e509d914b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8113277 Feb 09 02:25:03.443138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37884) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:03.447184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:03.450239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.530656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8549e7ff-b624-41ad-b533-b8d92a843f03 admin admin] Publish callbacks [] for security_group (a72198f2-eb65-4a9c-8770-0ddc34f6bfd4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.540077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ae7cd031-c4ec-4034-a113-ccb05fb9862a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.546077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.555561 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae7cd031-c4ec-4034-a113-ccb05fb9862a HTTP/1.1" status: 204 len: 168 time: 0.8100855 Feb 09 02:25:03.557074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting subnet 5218ef8b-58b5-426f-b08d-4c90d7000877 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:25:03.563124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37886) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:03.569237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (5218ef8b-58b5-426f-b08d-4c90d7000877), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.583917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8549e7ff-b624-41ad-b533-b8d92a843f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a72198f2-eb65-4a9c-8770-0ddc34f6bfd4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.585279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:03.613076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69792a-50cc-4f14-b9ee-6ea28e929bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7cd031-c4ec-4034-a113-ccb05fb9862a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:03.643876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Deleting port 6d61b038-c237-4c4c-8b93-0409f6db4666 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:03.644794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.690234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:25:01Z', 'revision_number': 11, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.730178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:03.743862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:03.746155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:03.801670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] Deleting subnet 5cde597c-d834-47d3-9842-61c1d644eb03 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:25:03.803308 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (5218ef8b-58b5-426f-b08d-4c90d7000877), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.816057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] Publish callbacks [] for subnet (5cde597c-d834-47d3-9842-61c1d644eb03), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:03.840656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9636e32d-3752-4a33-8fee-49945c64f51f details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:25:04.023929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (5cde597c-d834-47d3-9842-61c1d644eb03), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.039318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (5218ef8b-58b5-426f-b08d-4c90d7000877), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.063312 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8549e7ff-b624-41ad-b533-b8d92a843f03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad87c368e615428bb8108223199f465f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4008019 Feb 09 02:25:04.132971 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:04.138516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549e7ff-b624-41ad-b533-b8d92a843f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72198f2-eb65-4a9c-8770-0ddc34f6bfd4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:04.214676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] For port 6d61b038-c237-4c4c-8b93-0409f6db4666, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6d61b038-c237-4c4c-8b93-0409f6db4666,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:04.215056 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.258886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Calling delete_port for 6d61b038-c237-4c4c-8b93-0409f6db4666 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:04.279760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (5cde597c-d834-47d3-9842-61c1d644eb03), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.413583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a16c657f-11e8-4b2a-8de6-bf1fb2f65dba admin admin] Publish callbacks [] for security_group (a72198f2-eb65-4a9c-8770-0ddc34f6bfd4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.510307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a16c657f-11e8-4b2a-8de6-bf1fb2f65dba admin admin] Publish callbacks [] for security_group (a72198f2-eb65-4a9c-8770-0ddc34f6bfd4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.590245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:04.608103 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (5cde597c-d834-47d3-9842-61c1d644eb03), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.617633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a16c657f-11e8-4b2a-8de6-bf1fb2f65dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a72198f2-eb65-4a9c-8770-0ddc34f6bfd4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.620847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a16c657f-11e8-4b2a-8de6-bf1fb2f65dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.625482 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a16c657f-11e8-4b2a-8de6-bf1fb2f65dba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a72198f2-eb65-4a9c-8770-0ddc34f6bfd4 HTTP/1.1" status: 204 len: 168 time: 0.4779737 Feb 09 02:25:04.642101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:04.661567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cde597c-d834-47d3-9842-61c1d644eb03,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:04.676560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.683881 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f3c934b1-3837-45bd-b712-00b1010bd060 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5cde597c-d834-47d3-9842-61c1d644eb03 HTTP/1.1" status: 204 len: 168 time: 1.0948565 Feb 09 02:25:04.683881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c657f-11e8-4b2a-8de6-bf1fb2f65dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72198f2-eb65-4a9c-8770-0ddc34f6bfd4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:04.685431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:04.734902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6d61b038-c237-4c4c-8b93-0409f6db4666), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.749839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0e947-704a-4871-b0e1-b33bc012ef79 req-8a346675-bd06-4232-a4c4-e98185e6a84e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:04.752164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dd0e947-704a-4871-b0e1-b33bc012ef79 req-8a346675-bd06-4232-a4c4-e98185e6a84e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=11dc638a-8f44-4393-ae0a-d22da88dcd2e HTTP/1.1" status: 200 len: 945 time: 0.3658888 Feb 09 02:25:04.757094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (5218ef8b-58b5-426f-b08d-4c90d7000877), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.800786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:25:01Z', 'revision_number': 11, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:04.852514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6d61b038-c237-4c4c-8b93-0409f6db4666'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:04.865547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['358b428d-18e9-4a5e-bb8c-51df63390668'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:04.870046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (5544c47a-dcbf-4a6a-a70b-91fc31e39507), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.872345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b727e6-5f17-476b-a599-97fc55996ba6 None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:25:01Z', 'revision_number': 11, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:04.900989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0044112-9b18-420a-97ca-53b7cb4cad14 None None] Network 9a60842c-9ce3-4599-be62-502da0ae1bc0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:04.905535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Subnet': ['ID=5218ef8b-58b5-426f-b08d-4c90d7000877,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:04.936353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d70e77-ea1d-4cd9-baca-95f436f04811 req-f500b284-324d-4e24-b9b4-cf031da68402 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:04.937987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48d70e77-ea1d-4cd9-baca-95f436f04811 req-f500b284-324d-4e24-b9b4-cf031da68402 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 945 time: 0.4053481 Feb 09 02:25:04.939148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.951714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-276f404d-8622-4a48-9294-b37990134b88 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/5218ef8b-58b5-426f-b08d-4c90d7000877 HTTP/1.1" status: 204 len: 168 time: 1.4912829 Feb 09 02:25:04.958930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event deleted for resources: {'Port': ['ID=6d61b038-c237-4c4c-8b93-0409f6db4666,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:04.960815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37922) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:05.100767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48d70e77-ea1d-4cd9-baca-95f436f04811 req-aa2a4f21-f42f-4b88-9107-c005cc2308af tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242375 Feb 09 02:25:05.109918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '9636e32d-3752-4a33-8fee-49945c64f51f', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'port_id': '9636e32d-3752-4a33-8fee-49945c64f51f', 'mac_address': 'fa:16:3e:a7:34:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e40c2f-dadd-453a-aa18-9633f90f8860', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:25:05.244244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (5544c47a-dcbf-4a6a-a70b-91fc31e39507), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.249866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9636e32d-3752-4a33-8fee-49945c64f51f is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:05.250322 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.265728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] No DVR routers for this DVR port 6d61b038-c237-4c4c-8b93-0409f6db4666 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:05.275854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9636e32d-3752-4a33-8fee-49945c64f51f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:05.278753 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.282159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77da53b1-896c-4959-80a1-8a1497097c6d req-a95c7b27-81e5-4754-8064-94b13c750595 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.72 "DELETE /v2.0/ports/6d61b038-c237-4c4c-8b93-0409f6db4666 HTTP/1.1" status: 204 len: 173 time: 2.0659242 Feb 09 02:25:05.284847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'name': 'network-vif-deleted', 'tag': '6d61b038-c237-4c4c-8b93-0409f6db4666'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:05.300011 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99be697-f567-468e-b5c7-ec57d5477b77" -d '{"events": [{"server_uuid": "11dc638a-8f44-4393-ae0a-d22da88dcd2e", "name": "network-vif-deleted", "tag": "6d61b038-c237-4c4c-8b93-0409f6db4666"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:05.330266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5544c47a-dcbf-4a6a-a70b-91fc31e39507']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:05.343032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6d7051-006a-44d2-bb86-4283e81fd0c6') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:05.344312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6d7051-006a-44d2-bb86-4283e81fd0c6') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:05.364021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (cc6d7051-006a-44d2-bb86-4283e81fd0c6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.389149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:05.390514 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (cc6d7051-006a-44d2-bb86-4283e81fd0c6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.404651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dd0e947-704a-4871-b0e1-b33bc012ef79 req-579a454b-aaa0-4a32-bb02-b4d481ef2db3 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297467 Feb 09 02:25:05.413452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:05.413866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (cc6d7051-006a-44d2-bb86-4283e81fd0c6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.431489 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acf3f38-c96c-428e-aee4-8d1c77ecfe61 x-openstack-request-id: req-9acf3f38-c96c-428e-aee4-8d1c77ecfe61 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:05.431792 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dc638a-8f44-4393-ae0a-d22da88dcd2e", "name": "network-vif-deleted", "tag": "6d61b038-c237-4c4c-8b93-0409f6db4666", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:05.432061 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9acf3f38-c96c-428e-aee4-8d1c77ecfe61 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:05.432492 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dc638a-8f44-4393-ae0a-d22da88dcd2e', 'name': 'network-vif-deleted', 'tag': '6d61b038-c237-4c4c-8b93-0409f6db4666', 'status': 'completed', 'code': 200} Feb 09 02:25:05.442450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (9a60842c-9ce3-4599-be62-502da0ae1bc0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.474570 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.597490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37934) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:05.632995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Deleting port 68368b82-9d52-46f1-8cf2-a16820889c22 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:05.633354 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:05.642579 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:05.662247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['9636e32d-3752-4a33-8fee-49945c64f51f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:05.679976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (5544c47a-dcbf-4a6a-a70b-91fc31e39507), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.702493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a64ff46e-edc4-4eb3-a7f0-c763f39cd36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.753874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.773883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] 10.222.0.53 "DELETE /v2.0/networks/5544c47a-dcbf-4a6a-a70b-91fc31e39507 HTTP/1.1" status: 204 len: 168 time: 1.0873621 Feb 09 02:25:05.775051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edbe63-b6bf-4520-bd65-69d1712cdb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=5544c47a-dcbf-4a6a-a70b-91fc31e39507,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:05.868086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] DHCP port deletion for 9a60842c-9ce3-4599-be62-502da0ae1bc0 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:25:05.943774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] For port 68368b82-9d52-46f1-8cf2-a16820889c22, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=68368b82-9d52-46f1-8cf2-a16820889c22,segment=NetworkSegment(f8f27798-61e2-4168-9f21-de206dd21d4f),segment_id=f8f27798-61e2-4168-9f21-de206dd21d4f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:05.944158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:05.963966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:05.992066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Calling delete_port for 68368b82-9d52-46f1-8cf2-a16820889c22 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:06.145655 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a64ff46e-edc4-4eb3-a7f0-c763f39cd36b admin admin] Publish callbacks [] for security_group (ac9a4b1e-8222-4180-9452-cb38f67c41ee), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.153073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a64ff46e-edc4-4eb3-a7f0-c763f39cd36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ac9a4b1e-8222-4180-9452-cb38f67c41ee), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.182090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.209024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] Deleting port 68368b82-9d52-46f1-8cf2-a16820889c22 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:06.215852 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.222286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37946) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:06.281076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Port': ['ID=68368b82-9d52-46f1-8cf2-a16820889c22,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:06.310384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No DVR routers for this DVR port 68368b82-9d52-46f1-8cf2-a16820889c22 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:06.362512 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6129af24-0a69-4e20-8759-7fa63b0271e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23354501483f4004b5f038c1d4ba81c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378508 Feb 09 02:25:06.363198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:06.390436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a64ff46e-edc4-4eb3-a7f0-c763f39cd36b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a13756b8f0414c2d8925b929471e3b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7861822 Feb 09 02:25:06.423090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37950) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:06.445898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f60156b0-3abf-46f4-b57d-c1eec3f6f2e1 admin admin] Publish callbacks [] for security_group (be82c92c-c28c-40bb-b64d-4d8ac42f7ec8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.462162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ff46e-edc4-4eb3-a7f0-c763f39cd36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9a4b1e-8222-4180-9452-cb38f67c41ee,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:06.483045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f60156b0-3abf-46f4-b57d-c1eec3f6f2e1 admin admin] Publish callbacks [] for security_group (be82c92c-c28c-40bb-b64d-4d8ac42f7ec8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.499509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] For port 68368b82-9d52-46f1-8cf2-a16820889c22, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:06.517618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.569185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] Calling delete_port for 68368b82-9d52-46f1-8cf2-a16820889c22 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:06.578539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f60156b0-3abf-46f4-b57d-c1eec3f6f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (be82c92c-c28c-40bb-b64d-4d8ac42f7ec8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.580893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] Port 68368b82-9d52-46f1-8cf2-a16820889c22 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:25:06.581920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f60156b0-3abf-46f4-b57d-c1eec3f6f2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.586388 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f60156b0-3abf-46f4-b57d-c1eec3f6f2e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be82c92c-c28c-40bb-b64d-4d8ac42f7ec8 HTTP/1.1" status: 204 len: 168 time: 0.2212307 Feb 09 02:25:06.587950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (68368b82-9d52-46f1-8cf2-a16820889c22), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.606981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60156b0-3abf-46f4-b57d-c1eec3f6f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be82c92c-c28c-40bb-b64d-4d8ac42f7ec8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:06.690180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 249df6c4-b0d5-4f95-b839-24121a4ff659 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:06.693672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] Pushing event deleted for resources: {'Port': ['ID=68368b82-9d52-46f1-8cf2-a16820889c22,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:06.767848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e9e1e-0aa4-4c91-aa25-d6ad9eba5644 None None] No DVR routers for this DVR port 68368b82-9d52-46f1-8cf2-a16820889c22 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:06.779430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 249df6c4-b0d5-4f95-b839-24121a4ff659 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:06.782154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 249df6c4-b0d5-4f95-b839-24121a4ff659 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:06.782613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 68368b82-9d52-46f1-8cf2-a16820889c22 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:06.823670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 68368b82-9d52-46f1-8cf2-a16820889c22 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:06.824216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 68368b82-9d52-46f1-8cf2-a16820889c22 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:06.969942 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (9a60842c-9ce3-4599-be62-502da0ae1bc0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.037971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1573236-b888-4847-a1f5-aa9be52ae023 req-bc2ab278-1d67-414a-988b-abccd96f773e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.039157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1573236-b888-4847-a1f5-aa9be52ae023 req-bc2ab278-1d67-414a-988b-abccd96f773e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 944 time: 0.6541190 Feb 09 02:25:07.040061 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d76b02-3874-4029-9208-1a4ad97a11f2 admin admin] Publish callbacks [] for security_group (ac9a4b1e-8222-4180-9452-cb38f67c41ee), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.044591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a60842c-9ce3-4599-be62-502da0ae1bc0']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:07.081451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f27798-61e2-4168-9f21-de206dd21d4f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:07.081790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f27798-61e2-4168-9f21-de206dd21d4f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:07.114760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (f8f27798-61e2-4168-9f21-de206dd21d4f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.149187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d76b02-3874-4029-9208-1a4ad97a11f2 admin admin] Publish callbacks [] for security_group (ac9a4b1e-8222-4180-9452-cb38f67c41ee), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.167471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23ce77-b910-4b3d-9968-053d25b627cd req-52d9a627-4f93-4d88-afbf-78c5ec2a0f8a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.175874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d23ce77-b910-4b3d-9968-053d25b627cd req-52d9a627-4f93-4d88-afbf-78c5ec2a0f8a tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.2675960 Feb 09 02:25:07.188696 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f8f27798-61e2-4168-9f21-de206dd21d4f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.231953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:07.232422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (f8f27798-61e2-4168-9f21-de206dd21d4f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:07.236265 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:07.265257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1573236-b888-4847-a1f5-aa9be52ae023 req-39d475c6-1cff-450f-bfca-b61d1321f9f1 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163713 Feb 09 02:25:07.318409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-ccf47eac-31a9-4b4e-877c-49d495dddf44 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:07.324188 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-ccf47eac-31a9-4b4e-877c-49d495dddf44 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 945 time: 0.1489484 Feb 09 02:25:07.358080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:07.450218 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b64dedec-d5b7-4e97-81af-23e032f75b32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6ddead8e25d4a05b5574dbce23293da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907714 Feb 09 02:25:07.455052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37970) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:07.471341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d76b02-3874-4029-9208-1a4ad97a11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ac9a4b1e-8222-4180-9452-cb38f67c41ee), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.475622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d76b02-3874-4029-9208-1a4ad97a11f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.479356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-66d76b02-3874-4029-9208-1a4ad97a11f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac9a4b1e-8222-4180-9452-cb38f67c41ee HTTP/1.1" status: 204 len: 168 time: 1.0518258 Feb 09 02:25:07.506349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d61b038-c237-4c4c-8b93-0409f6db4666 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:07.545996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d23ce77-b910-4b3d-9968-053d25b627cd req-2315faee-319d-4166-9603-5698638dc0b1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c7a50b6-8d07-45bf-ae68-e82e078be8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668003 Feb 09 02:25:07.549815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d76b02-3874-4029-9208-1a4ad97a11f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9a4b1e-8222-4180-9452-cb38f67c41ee,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:07.564952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (9a60842c-9ce3-4599-be62-502da0ae1bc0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.600155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.614393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/networks/9a60842c-9ce3-4599-be62-502da0ae1bc0 HTTP/1.1" status: 204 len: 168 time: 2.6416597 Feb 09 02:25:07.615453 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:07.622114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68cdf8af-7e52-4a2d-b45f-f3b5ba557feb admin admin] Publish callbacks [] for security_group (12b1ff47-e6ea-4a60-a370-18e3868e82cf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.639997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 6d61b038-c237-4c4c-8b93-0409f6db4666 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:07.640949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6d61b038-c237-4c4c-8b93-0409f6db4666 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:07.681051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68cdf8af-7e52-4a2d-b45f-f3b5ba557feb admin admin] Publish callbacks [] for security_group (12b1ff47-e6ea-4a60-a370-18e3868e82cf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.697884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'routes': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:07.701110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928772b-a669-42a6-b94e-ca289d379792 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Pushing event deleted for resources: {'Network': ['ID=9a60842c-9ce3-4599-be62-502da0ae1bc0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:07.763084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68cdf8af-7e52-4a2d-b45f-f3b5ba557feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (12b1ff47-e6ea-4a60-a370-18e3868e82cf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.765828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-68cdf8af-7e52-4a2d-b45f-f3b5ba557feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.769400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-68cdf8af-7e52-4a2d-b45f-f3b5ba557feb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12b1ff47-e6ea-4a60-a370-18e3868e82cf HTTP/1.1" status: 204 len: 168 time: 0.3098037 Feb 09 02:25:07.778916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Deleting port 358b428d-18e9-4a5e-bb8c-51df63390668 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:07.779299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.824919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdf8af-7e52-4a2d-b45f-f3b5ba557feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b1ff47-e6ea-4a60-a370-18e3868e82cf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:07.846698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9636e32d-3752-4a33-8fee-49945c64f51f no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:08.082045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] For port 358b428d-18e9-4a5e-bb8c-51df63390668, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=358b428d-18e9-4a5e-bb8c-51df63390668,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:08.084229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.107250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9636e32d-3752-4a33-8fee-49945c64f51f is: BUILD; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:08.108320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.120779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Calling delete_port for 358b428d-18e9-4a5e-bb8c-51df63390668 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:08.141823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9636e32d-3752-4a33-8fee-49945c64f51f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:08.209127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:08.220922 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.221736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 358b428d-18e9-4a5e-bb8c-51df63390668 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:08.222224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.extraroute_db [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Added routes are [] {{(pid=103149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 02:25:08.224391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.extraroute_db [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Removed routes are [] {{(pid=103149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 02:25:08.226135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.352399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:08.497475 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (358b428d-18e9-4a5e-bb8c-51df63390668), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.596554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Port 358b428d-18e9-4a5e-bb8c-51df63390668 update to DOWN by agent not found {{(pid=103151) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 02:25:08.619104 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.625145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.694098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event deleted for resources: {'Port': ['ID=358b428d-18e9-4a5e-bb8c-51df63390668,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:08.825855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:08.834702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e82b6-10fc-454f-bbc9-fa4eb65513da req-3fbc0f40-c4af-417c-89a2-ec419aed3cf5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:08.846101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] No DVR routers for this DVR port 358b428d-18e9-4a5e-bb8c-51df63390668 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:08.856199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.862597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe5e82b6-10fc-454f-bbc9-fa4eb65513da req-3fbc0f40-c4af-417c-89a2-ec419aed3cf5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 943 time: 0.3786066 Feb 09 02:25:08.867486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-cfa36f11-e398-4d94-ad93-41ff943998f9 req-b5aed2d3-737c-4c20-9b69-80c247dc675b tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "DELETE /v2.0/ports/358b428d-18e9-4a5e-bb8c-51df63390668 HTTP/1.1" status: 204 len: 173 time: 1.5376232 Feb 09 02:25:08.869749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'name': 'network-vif-deleted', 'tag': '358b428d-18e9-4a5e-bb8c-51df63390668'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:08.872410 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ec47c-24ab-4603-a1f2-a4549fc6e05d" -d '{"events": [{"server_uuid": "6df69a8c-61bf-4037-a83a-8022f1059f85", "name": "network-vif-deleted", "tag": "358b428d-18e9-4a5e-bb8c-51df63390668"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:09.036969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b13ec0c-306a-4d70-afee-0a7f7ffaefeb req-040cfd68-6a04-48be-8c5d-85ad9ccacac1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df69a8c-61bf-4037-a83a-8022f1059f85 HTTP/1.1" status: 200 len: 210 time: 0.2196784 Feb 09 02:25:09.187156 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded7c664-4655-4441-bc65-82b09a539b64 x-openstack-request-id: req-ded7c664-4655-4441-bc65-82b09a539b64 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:09.187872 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df69a8c-61bf-4037-a83a-8022f1059f85", "name": "network-vif-deleted", "tag": "358b428d-18e9-4a5e-bb8c-51df63390668", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:09.187992 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ded7c664-4655-4441-bc65-82b09a539b64 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:09.188512 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df69a8c-61bf-4037-a83a-8022f1059f85', 'name': 'network-vif-deleted', 'tag': '358b428d-18e9-4a5e-bb8c-51df63390668', 'status': 'completed', 'code': 200} Feb 09 02:25:09.278347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe5e82b6-10fc-454f-bbc9-fa4eb65513da req-2c10f415-964b-4b2b-a66e-9ed4a4a49580 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146311 Feb 09 02:25:09.292112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:09.298967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:09.303029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] Sync routers for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:09.303557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:09.303652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-61c7914c-6e81-467f-9869-6a3b1ca71754 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 200 len: 705 time: 1.6280677 Feb 09 02:25:09.322111 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:09.323120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:09.389362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:09.389697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b6e6c602-ede3-4acb-bcbe-a6e370cb38c3 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 200 len: 205 time: 0.0819638 Feb 09 02:25:09.494956 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:09.652304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:25:01Z', 'revision_number': 11, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:09.656076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f87cf7a0-7ab3-4abb-bea5-ff4793e1f19a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:09.829175 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] Checking router: c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:09.863015 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] Routers {'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:09.864344 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:10.091967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:10.097246 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] Set router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:10.182710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0f693-6e0e-47a1-a03e-d4af947b3e61 req-285209cb-8dcf-4e42-bf26-6c5eb7244168 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:10.184979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37d0f693-6e0e-47a1-a03e-d4af947b3e61 req-285209cb-8dcf-4e42-bf26-6c5eb7244168 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 943 time: 0.3641529 Feb 09 02:25:10.186366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f87cf7a0-7ab3-4abb-bea5-ff4793e1f19a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.190157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f87cf7a0-7ab3-4abb-bea5-ff4793e1f19a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.279593 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:25:01Z', 'revision_number': 11, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:10.348069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703767253-network', 'tenant_id': '5e7aca29ea9d49d4b4fe46500428a4fe'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:10.364960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f87cf7a0-7ab3-4abb-bea5-ff4793e1f19a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.366197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87cf7a0-7ab3-4abb-bea5-ff4793e1f19a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Fanout notify agent at l3_agent the message router_deleted on router c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:25:10.403199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f87cf7a0-7ab3-4abb-bea5-ff4793e1f19a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.412503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:10.413159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f87cf7a0-7ab3-4abb-bea5-ff4793e1f19a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 204 len: 168 time: 1.0226181 Feb 09 02:25:10.439101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-03f742fb-9b56-40c7-be4f-ebdfc66bbf42 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287354512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:10.467587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37d0f693-6e0e-47a1-a03e-d4af947b3e61 req-39e828f5-17d7-4f76-9f94-c7bcdc0b96a0 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753351 Feb 09 02:25:10.469411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Made reservation on behalf of 5e7aca29ea9d49d4b4fe46500428a4fe for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:10.472106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.513328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.563770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03f742fb-9b56-40c7-be4f-ebdfc66bbf42 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.564901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03f742fb-9b56-40c7-be4f-ebdfc66bbf42 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.647322 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35be981b-4a01-4f88-840b-dfb599011281 None None] The sync data for ids ['c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea'] in n-d-826675-12 is: [{'id': 'c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea', 'name': 'tempest-RoutersIpV6Test-router-1606274842', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:23:52Z', 'updated_at': '2022-02-09T02:25:01Z', 'revision_number': 11, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:10.759070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49e04-3c65-48f7-8337-820ee34084aa req-17ffbbb3-a7fa-4da4-b1fb-e1672f82ed95 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:10.775606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b49e04-3c65-48f7-8337-820ee34084aa req-17ffbbb3-a7fa-4da4-b1fb-e1672f82ed95 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.1095977 Feb 09 02:25:10.803141 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03f742fb-9b56-40c7-be4f-ebdfc66bbf42 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (0e612379-c04c-45c9-9b06-d76bec5dd56a), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.824886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03f742fb-9b56-40c7-be4f-ebdfc66bbf42 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.899196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b49e04-3c65-48f7-8337-820ee34084aa req-e00b4f25-4bf4-48cc-a672-f76b79c316d2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228609 Feb 09 02:25:10.900412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03f742fb-9b56-40c7-be4f-ebdfc66bbf42 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.911223 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-03f742fb-9b56-40c7-be4f-ebdfc66bbf42 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4947069 Feb 09 02:25:10.911382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38074) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:10.918578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1b0f0e71-779d-4858-b516-6577f62d0d25 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:10.920600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks [] for security_group (618fde8d-eb31-41f2-838b-400ce7e10ad0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.934576 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (618fde8d-eb31-41f2-838b-400ce7e10ad0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.996127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618fde8d-eb31-41f2-838b-400ce7e10ad0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:11.027319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:25:11.051481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f2825ebb-909d-4740-8658-194285a2244c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.051839 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Added segment f2825ebb-909d-4740-8658-194285a2244c of type vlan for network 310bed60-bfcd-4504-aeb7-411606b929f8 Feb 09 02:25:11.140079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (310bed60-bfcd-4504-aeb7-411606b929f8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.194524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (310bed60-bfcd-4504-aeb7-411606b929f8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.195602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:11.196277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.333289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] Pushing event updated for resources: {'Network': ['ID=310bed60-bfcd-4504-aeb7-411606b929f8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:11.339728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e3f07dd-1a82-4f3c-b6be-7da838ffadff admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2459373 Feb 09 02:25:11.354270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:11.358311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 310bed60-bfcd-4504-aeb7-411606b929f8 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:25:11.360741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Request body: {'subnet': {'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703767253-subnet', 'tenant_id': '5e7aca29ea9d49d4b4fe46500428a4fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:11.410839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Made reservation on behalf of 5e7aca29ea9d49d4b4fe46500428a4fe for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:11.413788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.458158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0e71-779d-4858-b516-6577f62d0d25 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.478553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0e71-779d-4858-b516-6577f62d0d25 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.694630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (f6b26322-868f-4676-92d9-4bccd301dc7d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.803087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0f0e71-779d-4858-b516-6577f62d0d25 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Router 0e612379-c04c-45c9-9b06-d76bec5dd56a is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:25:11.822433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Checking segment: {'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:11.822433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Network hostable DHCP agents. Network: 310bed60-bfcd-4504-aeb7-411606b929f8, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:25:11.840280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b26322-868f-4676-92d9-4bccd301dc7d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:11.846677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ba70a-77b3-4e75-8105-a0574d586ecb req-7344b838-3003-410b-825a-497fc2cb9d2b tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:11.848444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e02ba70a-77b3-4e75-8105-a0574d586ecb req-7344b838-3003-410b-825a-497fc2cb9d2b tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 943 time: 0.1948473 Feb 09 02:25:11.849671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Network 310bed60-bfcd-4504-aeb7-411606b929f8 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:25:11.868343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 310bed60-bfcd-4504-aeb7-411606b929f8) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:11.872998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:11.873588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:11.882808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef720cf7-69d7-45aa-b749-c1e09fc628ea None None] Network 310bed60-bfcd-4504-aeb7-411606b929f8 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:12.068767 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56186cb7-09c8-4920-a60c-e7a8f16faab1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6934354 Feb 09 02:25:12.178578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-1f14ff33-2c2d-4a3b-8939-a5f8b0b0daa4 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:12.189273 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-1f14ff33-2c2d-4a3b-8939-a5f8b0b0daa4 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 943 time: 0.2962880 Feb 09 02:25:12.262393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b8ee4-f8a1-476f-b190-9e6e15a91f32 None None] Network 310bed60-bfcd-4504-aeb7-411606b929f8 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:12.520401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Deleting port 9636e32d-3752-4a33-8fee-49945c64f51f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:12.520744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:12.835095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] For port 9636e32d-3752-4a33-8fee-49945c64f51f, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9636e32d-3752-4a33-8fee-49945c64f51f,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:12.835386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:12.858256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Calling delete_port for 9636e32d-3752-4a33-8fee-49945c64f51f owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:13.074840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f0e71-779d-4858-b516-6577f62d0d25 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:13.093084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] Sync routers for ids ['0e612379-c04c-45c9-9b06-d76bec5dd56a'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:13.093762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0e71-779d-4858-b516-6577f62d0d25 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.104035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:13.106376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b0f0e71-779d-4858-b516-6577f62d0d25 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "PUT /v2.0/routers/0e612379-c04c-45c9-9b06-d76bec5dd56a HTTP/1.1" status: 200 len: 698 time: 2.1935713 Feb 09 02:25:13.121400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] Routers {'0e612379-c04c-45c9-9b06-d76bec5dd56a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:13.122285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0e612379-c04c-45c9-9b06-d76bec5dd56a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:13.231324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e02ba70a-77b3-4e75-8105-a0574d586ecb req-7d4cb689-9d9a-4a48-9576-adb3c990950e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866558 Feb 09 02:25:13.267634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a7783-ea21-4605-a04f-0e1a5e3e8451 req-e460a803-e7d6-435b-a8e6-cf5c17da7d73 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:13.271592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-237a7783-ea21-4605-a04f-0e1a5e3e8451 req-e460a803-e7d6-435b-a8e6-cf5c17da7d73 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.4063015 Feb 09 02:25:13.403522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-237a7783-ea21-4605-a04f-0e1a5e3e8451 req-18e6e461-018c-4710-a122-61e71b18d3d1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201952 Feb 09 02:25:13.415728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] Set router 0e612379-c04c-45c9-9b06-d76bec5dd56a gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:13.438006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-ebf0cbfd-57b2-4086-b224-ed20ccc37cbb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:13.440100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-ebf0cbfd-57b2-4086-b224-ed20ccc37cbb tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.5538208 Feb 09 02:25:13.498067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9636e32d-3752-4a33-8fee-49945c64f51f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.594903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e612379-c04c-45c9-9b06-d76bec5dd56a', 'name': 'tempest-RoutersIpV6Test-router-1287354512', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:25:10Z', 'updated_at': '2022-02-09T02:25:11Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:13.649676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event deleted for resources: {'Port': ['ID=9636e32d-3752-4a33-8fee-49945c64f51f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:13.657522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] Checking router: 0e612379-c04c-45c9-9b06-d76bec5dd56a for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:13.666274 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-59b49468-90a0-4163-ac29-e8d6218f01dd tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/routers/0e612379-c04c-45c9-9b06-d76bec5dd56a HTTP/1.1" status: 200 len: 704 time: 0.5166101 Feb 09 02:25:13.668729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38152) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:13.699634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] Routers {'0e612379-c04c-45c9-9b06-d76bec5dd56a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:13.700260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0e612379-c04c-45c9-9b06-d76bec5dd56a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:13.746653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4d03eec1-ee87-46da-86c4-c722e2e727fc tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e612379-c04c-45c9-9b06-d76bec5dd56a HTTP/1.1" status: 200 len: 205 time: 0.0708561 Feb 09 02:25:13.748621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38156) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:13.755722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] No DVR routers for this DVR port 9636e32d-3752-4a33-8fee-49945c64f51f on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:13.767957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.776807 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c5c1b8a3-bcb9-4097-81f7-4772631ac9a5 req-8b5793fd-eb56-424e-8500-e8bdf2da2375 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "DELETE /v2.0/ports/9636e32d-3752-4a33-8fee-49945c64f51f HTTP/1.1" status: 204 len: 173 time: 1.5800252 Feb 09 02:25:13.777271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'name': 'network-vif-deleted', 'tag': '9636e32d-3752-4a33-8fee-49945c64f51f'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:13.796736 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6408fb9e-e8c4-494b-b4f4-f6a537f0eebb" -d '{"events": [{"server_uuid": "ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f", "name": "network-vif-deleted", "tag": "9636e32d-3752-4a33-8fee-49945c64f51f"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:13.878185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] Set router 0e612379-c04c-45c9-9b06-d76bec5dd56a gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:13.961733 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84daebb3-a641-46ae-95ed-bb9210dbc8b0 x-openstack-request-id: req-84daebb3-a641-46ae-95ed-bb9210dbc8b0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:13.962034 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f", "name": "network-vif-deleted", "tag": "9636e32d-3752-4a33-8fee-49945c64f51f", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:13.962314 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84daebb3-a641-46ae-95ed-bb9210dbc8b0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:13.962722 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f', 'name': 'network-vif-deleted', 'tag': '9636e32d-3752-4a33-8fee-49945c64f51f', 'status': 'completed', 'code': 200} Feb 09 02:25:13.978397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Deleting port 8fd53e82-97ad-4479-83e3-907d03898e69 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:13.982014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:13.988658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e612379-c04c-45c9-9b06-d76bec5dd56a', 'name': 'tempest-RoutersIpV6Test-router-1287354512', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:25:10Z', 'updated_at': '2022-02-09T02:25:11Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:14.032366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38511860-bbf1-4e4d-bb7b-be23c33b9c9a None None] The sync data for ids ['0e612379-c04c-45c9-9b06-d76bec5dd56a'] in n-d-826675-12 is: [{'id': '0e612379-c04c-45c9-9b06-d76bec5dd56a', 'name': 'tempest-RoutersIpV6Test-router-1287354512', 'tenant_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:25:10Z', 'updated_at': '2022-02-09T02:25:11Z', 'revision_number': 2, 'project_id': '6b70cd235bdf46a0aec37e1f9e9b65d1', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:14.122536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7fec627-9138-4743-948d-56bbbbb1c205 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:14.738037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] For port 8fd53e82-97ad-4479-83e3-907d03898e69, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8fd53e82-97ad-4479-83e3-907d03898e69,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:14.738276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:14.824012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cad2bb2c-531e-441e-83a4-cbd7e9963fe5 req-7e562089-1acf-48f1-9cae-87c6b536b31e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecc3ac2f-5ad9-457c-8e74-a1cfea21eb2f HTTP/1.1" status: 200 len: 210 time: 0.1711633 Feb 09 02:25:14.892509 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7fec627-9138-4743-948d-56bbbbb1c205 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:15.032930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7fec627-9138-4743-948d-56bbbbb1c205 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router_controller (0e612379-c04c-45c9-9b06-d76bec5dd56a), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:15.272857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7fec627-9138-4743-948d-56bbbbb1c205 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (0e612379-c04c-45c9-9b06-d76bec5dd56a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:15.273678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fec627-9138-4743-948d-56bbbbb1c205 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Fanout notify agent at l3_agent the message router_deleted on router 0e612379-c04c-45c9-9b06-d76bec5dd56a {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:25:15.321733 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7fec627-9138-4743-948d-56bbbbb1c205 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:15.338576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a7fec627-9138-4743-948d-56bbbbb1c205 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/0e612379-c04c-45c9-9b06-d76bec5dd56a HTTP/1.1" status: 204 len: 168 time: 1.5888290 Feb 09 02:25:15.344524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:15.440846 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-915ec68c-c4f9-45f3-858b-3562ce3f20cb tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e612379-c04c-45c9-9b06-d76bec5dd56a HTTP/1.1" status: 200 len: 205 time: 0.0917327 Feb 09 02:25:15.441871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:15.501500 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-af53a9f5-cd5e-4845-9712-61d0663cd671 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] delete failed (client error): The resource could not be found. Feb 09 02:25:15.502883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af53a9f5-cd5e-4845-9712-61d0663cd671 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/0e612379-c04c-45c9-9b06-d76bec5dd56a HTTP/1.1" status: 404 len: 336 time: 0.0597625 Feb 09 02:25:15.506428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:15.509743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b814a7-a9e0-4d15-9f46-a856c3339262 req-3a79963f-69c9-4132-8b34-6cf711f862b5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:15.513633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35b814a7-a9e0-4d15-9f46-a856c3339262 req-3a79963f-69c9-4132-8b34-6cf711f862b5 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 945 time: 0.8632433 Feb 09 02:25:15.557608 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c16f05f-4bfe-472b-81ad-30246addd5b6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:15.558585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c16f05f-4bfe-472b-81ad-30246addd5b6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:15.563867 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c16f05f-4bfe-472b-81ad-30246addd5b6 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/5c5e348d-4aed-4ead-9511-0b242a52bb83 HTTP/1.1" status: 404 len: 337 time: 0.0552113 Feb 09 02:25:15.566030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:15.672421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35b814a7-a9e0-4d15-9f46-a856c3339262 req-9daf642e-cc29-4917-9d1f-34771ad509d1 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f599238-e0b9-4b27-ba96-84b217df6c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460505 Feb 09 02:25:15.690103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:15.691281 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:15.694800 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Floating IP 1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16 disassociated. External IP: 172.25.6.82, port: 8fd53e82-97ad-4479-83e3-907d03898e69. Feb 09 02:25:15.700468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Calling delete_port for 8fd53e82-97ad-4479-83e3-907d03898e69 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:15.705475 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-261f87b4-6b9a-49a0-bf7b-50d43cd5fcb0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:15.708152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261f87b4-6b9a-49a0-bf7b-50d43cd5fcb0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:15.718049 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-261f87b4-6b9a-49a0-bf7b-50d43cd5fcb0 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/25344aea-cce5-436e-ba38-2ad4a3e0d93d HTTP/1.1" status: 404 len: 337 time: 0.1378927 Feb 09 02:25:15.727390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:15.858973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9636e32d-3752-4a33-8fee-49945c64f51f no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:15.874895 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1237fb1b-a5bb-40e3-b7e4-8e84a41f99b8 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:15.878509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1237fb1b-a5bb-40e3-b7e4-8e84a41f99b8 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:15.903959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38212) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:15.906042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 9636e32d-3752-4a33-8fee-49945c64f51f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:15.909352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38218) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:15.910881 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1237fb1b-a5bb-40e3-b7e4-8e84a41f99b8 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/17139a3e-baee-4876-9b09-4984970f2d8d HTTP/1.1" status: 404 len: 337 time: 0.1770921 Feb 09 02:25:15.911551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9636e32d-3752-4a33-8fee-49945c64f51f not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:15.912199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:16.031488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8fd53e82-97ad-4479-83e3-907d03898e69), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:16.105168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No active binding found for port 8fd53e82-97ad-4479-83e3-907d03898e69 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:25:16.107238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] The host n-h1-826675-12 is not matching for port 8fd53e82-97ad-4479-83e3-907d03898e69 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:25:16.108289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8fd53e82-97ad-4479-83e3-907d03898e69 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:16.129839 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ced725-78fd-4708-94c6-15455135d70b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:16.135008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ced725-78fd-4708-94c6-15455135d70b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:16.138368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d7ced725-78fd-4708-94c6-15455135d70b tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/5218ef8b-58b5-426f-b08d-4c90d7000877 HTTP/1.1" status: 404 len: 337 time: 0.2166321 Feb 09 02:25:16.141206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.193892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38230) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.215219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event deleted for resources: {'Port': ['ID=8fd53e82-97ad-4479-83e3-907d03898e69,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:16.233457 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-221f8f6a-59fa-4943-bb4c-1ab61d2fb093 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 200 len: 205 time: 0.0892725 Feb 09 02:25:16.235804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.359437 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-3468245d-3f7e-40fe-9c72-9759079ca629 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] delete failed (client error): The resource could not be found. Feb 09 02:25:16.365835 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3468245d-3f7e-40fe-9c72-9759079ca629 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/c7801334-e8b6-4d8f-aa3f-c0bc7ec668ea HTTP/1.1" status: 404 len: 336 time: 0.1273358 Feb 09 02:25:16.378964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.495239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Router a494e59f-0d19-440e-bb4d-0a7893ac3cba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:16.517958 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8edc1541-15d4-4aaa-b03a-c6241afa9d04 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=57067bc6-c577-4082-9f5a-01689fe4151e HTTP/1.1" status: 200 len: 205 time: 0.1358266 Feb 09 02:25:16.519730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.599541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-71a769e0-c887-4192-81c0-943e4a64cf24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:16.606503 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0869f02d-a1d0-446b-847a-85c2d11fb08a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] delete failed (client error): The resource could not be found. Feb 09 02:25:16.607568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0869f02d-a1d0-446b-847a-85c2d11fb08a tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/57067bc6-c577-4082-9f5a-01689fe4151e HTTP/1.1" status: 404 len: 336 time: 0.0867414 Feb 09 02:25:16.615204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.683091 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03d06e9-1718-4d5b-a865-76102a8a049f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:16.683568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03d06e9-1718-4d5b-a865-76102a8a049f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:16.696085 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b03d06e9-1718-4d5b-a865-76102a8a049f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/20a8872c-23c7-44c4-84c0-8dd52ed3e82e HTTP/1.1" status: 404 len: 337 time: 0.0794516 Feb 09 02:25:16.697114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38242) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.700906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.711177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6c05d776-186c-4a25-8f81-bff67671bb3e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836057141', 'description': 'tempest-description--70543740'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:16.748397 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-71a769e0-c887-4192-81c0-943e4a64cf24 admin admin] Publish callbacks [] for security_group (d3e210c2-55ba-4b06-8d1e-8107a9ab72ad), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:16.819087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c05d776-186c-4a25-8f81-bff67671bb3e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:16.886704 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1096f855-2001-446f-aa30-da09b35ebb24 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eddca65-b4d2-40cb-8dbc-053d5efd763a HTTP/1.1" status: 200 len: 205 time: 0.1211989 Feb 09 02:25:16.892272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38250) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:16.999871 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-71a769e0-c887-4192-81c0-943e4a64cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d3e210c2-55ba-4b06-8d1e-8107a9ab72ad), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.012461 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a2531fb4-e200-4ce7-bc32-4ead94517343 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] delete failed (client error): The resource could not be found. Feb 09 02:25:17.013626 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2531fb4-e200-4ce7-bc32-4ead94517343 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/0eddca65-b4d2-40cb-8dbc-053d5efd763a HTTP/1.1" status: 404 len: 336 time: 0.1203701 Feb 09 02:25:17.018658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.092725 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8f7c795f-113f-4298-a15e-916e4c9adf26 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=76913109-9fac-44b8-8643-b6e8d04d0b69 HTTP/1.1" status: 200 len: 205 time: 0.0729277 Feb 09 02:25:17.108717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.214084 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-82d99350-0423-4d52-bfa1-dc75a94460f8 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] delete failed (client error): The resource could not be found. Feb 09 02:25:17.215424 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-82d99350-0423-4d52-bfa1-dc75a94460f8 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/76913109-9fac-44b8-8643-b6e8d04d0b69 HTTP/1.1" status: 404 len: 336 time: 0.1055164 Feb 09 02:25:17.221508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.302303 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-44893905-0f01-4d89-aa68-5956ada50ce4 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:17.303146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44893905-0f01-4d89-aa68-5956ada50ce4 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:17.306484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44893905-0f01-4d89-aa68-5956ada50ce4 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/48cc5573-5bd6-40b6-a6d0-8e5619e9e4b4 HTTP/1.1" status: 404 len: 337 time: 0.0837042 Feb 09 02:25:17.309820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38262) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.354679 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed62b566-d38b-42f6-a2ed-58284fd5dcd7 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=94df0d19-953d-4b07-be19-6ce4b906d43d HTTP/1.1" status: 200 len: 205 time: 0.0433846 Feb 09 02:25:17.367816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.377580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c05d776-186c-4a25-8f81-bff67671bb3e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group (d6ea955c-bec1-442e-933d-a3aa0dfb4ee3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.396116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-71a769e0-c887-4192-81c0-943e4a64cf24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92cd4d99f1b34292a889c38308fc47ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1914461 Feb 09 02:25:17.398545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38266) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.401071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a769e0-c887-4192-81c0-943e4a64cf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e210c2-55ba-4b06-8d1e-8107a9ab72ad,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:17.422881 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a33e9615-6eda-4a7d-8c46-fe999c28b29f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] delete failed (client error): The resource could not be found. Feb 09 02:25:17.424449 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a33e9615-6eda-4a7d-8c46-fe999c28b29f tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/94df0d19-953d-4b07-be19-6ce4b906d43d HTTP/1.1" status: 404 len: 336 time: 0.0544252 Feb 09 02:25:17.425303 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c05d776-186c-4a25-8f81-bff67671bb3e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d6ea955c-bec1-442e-933d-a3aa0dfb4ee3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.428781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.447455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49e62a50-4e54-4811-af7b-201fcc1c4da6 req-366bcfb8-3e14-4c14-97b3-f656d6c8bec9 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/ports?device_id=d08ee210-b059-4523-8fa4-12058685ef30 HTTP/1.1" status: 200 len: 210 time: 0.4831607 Feb 09 02:25:17.487678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:17.502995 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cad7bf-dc12-4eaa-adfb-6fd6a8fa3694 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:17.503528 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] Sync routers for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:17.504042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cad7bf-dc12-4eaa-adfb-6fd6a8fa3694 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:17.511420 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c9cad7bf-dc12-4eaa-adfb-6fd6a8fa3694 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/79f8d854-e984-4514-a4cb-36045ce1420b HTTP/1.1" status: 404 len: 337 time: 0.0785997 Feb 09 02:25:17.514213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.521560 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:17.522423 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:17.561619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c05d776-186c-4a25-8f81-bff67671bb3e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.566892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8e15a5d-a97a-4fb2-a795-8e905fd06736 admin admin] Publish callbacks [] for security_group (d3e210c2-55ba-4b06-8d1e-8107a9ab72ad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.567425 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c05d776-186c-4a25-8f81-bff67671bb3e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8687134 Feb 09 02:25:17.568735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.569063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] No DVR routers for this DVR port 8fd53e82-97ad-4479-83e3-907d03898e69 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:17.575317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.578929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2eef3f5c-ae04-4c0e-b03a-109b8e647ea2 req-e5085e69-9ce2-47dd-aca8-7855a0413f52 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.82 "DELETE /v2.0/ports/8fd53e82-97ad-4479-83e3-907d03898e69 HTTP/1.1" status: 204 len: 173 time: 4.1269975 Feb 09 02:25:17.579510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-deleted', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:17.582041 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f845774-16c9-4159-9a48-729796b2fee2" -d '{"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-deleted", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:17.618594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c7937018-37e9-46c9-b9e6-d9c57f03f0aa tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Request body: {'security_group_rule': {'security_group_id': 'd6ea955c-bec1-442e-933d-a3aa0dfb4ee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:17.627708 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-16218417-f82b-4713-ac60-5f09715471af tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f1e0057-1cb8-43c6-89fe-05f6ccde2291 HTTP/1.1" status: 200 len: 205 time: 0.1019821 Feb 09 02:25:17.628274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d776-186c-4a25-8f81-bff67671bb3e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ea955c-bec1-442e-933d-a3aa0dfb4ee3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:17.634834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.723263 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b9a777-1591-409e-b4cd-bb4cac6d9b10 x-openstack-request-id: req-95b9a777-1591-409e-b4cd-bb4cac6d9b10 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:17.723263 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08ee210-b059-4523-8fa4-12058685ef30", "name": "network-vif-deleted", "tag": "8fd53e82-97ad-4479-83e3-907d03898e69", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:17.724271 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95b9a777-1591-409e-b4cd-bb4cac6d9b10 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:17.724879 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08ee210-b059-4523-8fa4-12058685ef30', 'name': 'network-vif-deleted', 'tag': '8fd53e82-97ad-4479-83e3-907d03898e69', 'status': 'completed', 'code': 200} Feb 09 02:25:17.740235 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8e15a5d-a97a-4fb2-a795-8e905fd06736 admin admin] Publish callbacks [] for security_group (d3e210c2-55ba-4b06-8d1e-8107a9ab72ad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.799619 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:17.807830 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-be0e2a4b-2a60-4e62-a148-c6f8881d7789 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] delete failed (client error): The resource could not be found. Feb 09 02:25:17.811418 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-be0e2a4b-2a60-4e62-a148-c6f8881d7789 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/routers/8f1e0057-1cb8-43c6-89fe-05f6ccde2291 HTTP/1.1" status: 404 len: 336 time: 0.1753314 Feb 09 02:25:17.815505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38278) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.838047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7937018-37e9-46c9-b9e6-d9c57f03f0aa tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group_rule (b817d24f-4a67-4424-b7b5-022ea100d4fc), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.846220 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-581e86a5-8f4e-4142-8f20-ffbaa59e1ce5 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:17.847000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581e86a5-8f4e-4142-8f20-ffbaa59e1ce5 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:17.853417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-581e86a5-8f4e-4142-8f20-ffbaa59e1ce5 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/080ea6b7-47cf-4d69-8702-8ba67b7f5dca HTTP/1.1" status: 404 len: 337 time: 0.0352185 Feb 09 02:25:17.855950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38280) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:17.871019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.919160 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7a27b6-4715-4d5c-9c1c-fd9b230d0c54 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] DELETE failed (client error): The resource could not be found. Feb 09 02:25:17.919909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7a27b6-4715-4d5c-9c1c-fd9b230d0c54 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:25:17.923653 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e7a27b6-4715-4d5c-9c1c-fd9b230d0c54 tempest-RoutersIpV6Test-59003824 tempest-RoutersIpV6Test-59003824-project] 10.222.0.53 "DELETE /v2.0/subnets/54eb9c0f-b3f4-437a-a581-88dd92e7e662 HTTP/1.1" status: 404 len: 337 time: 0.0666969 Feb 09 02:25:17.969829 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7937018-37e9-46c9-b9e6-d9c57f03f0aa tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group_rule (b817d24f-4a67-4424-b7b5-022ea100d4fc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.970853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8e15a5d-a97a-4fb2-a795-8e905fd06736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d3e210c2-55ba-4b06-8d1e-8107a9ab72ad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.975402 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7937018-37e9-46c9-b9e6-d9c57f03f0aa tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b817d24f-4a67-4424-b7b5-022ea100d4fc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.977419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8e15a5d-a97a-4fb2-a795-8e905fd06736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:17.979994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d8e15a5d-a97a-4fb2-a795-8e905fd06736 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3e210c2-55ba-4b06-8d1e-8107a9ab72ad HTTP/1.1" status: 204 len: 168 time: 0.5758829 Feb 09 02:25:17.996315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (453ae69a-0d86-4ef1-a3e1-d279895abae2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.054133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7937018-37e9-46c9-b9e6-d9c57f03f0aa tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b817d24f-4a67-4424-b7b5-022ea100d4fc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:18.076440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c7937018-37e9-46c9-b9e6-d9c57f03f0aa tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.081400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c7937018-37e9-46c9-b9e6-d9c57f03f0aa tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4699254 Feb 09 02:25:18.083904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:18.096523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3b74c2d7-684c-41b5-98f1-5a65662c392e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Request body: {'security_group_rule': {'security_group_id': 'd6ea955c-bec1-442e-933d-a3aa0dfb4ee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:18.152787 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b74c2d7-684c-41b5-98f1-5a65662c392e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group_rule (3a043667-56ef-4dd0-9a40-5b418a74e478), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.188563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15a5d-a97a-4fb2-a795-8e905fd06736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e210c2-55ba-4b06-8d1e-8107a9ab72ad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:18.413680 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:11Z', 'revision_number': 5, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:18.458661 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] Checking router: a494e59f-0d19-440e-bb4d-0a7893ac3cba for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:18.470711 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:18.471523 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:18.489256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b74c2d7-684c-41b5-98f1-5a65662c392e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group_rule (3a043667-56ef-4dd0-9a40-5b418a74e478), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.500547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b74c2d7-684c-41b5-98f1-5a65662c392e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3a043667-56ef-4dd0-9a40-5b418a74e478), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.552163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38302) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:18.601574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74c2d7-684c-41b5-98f1-5a65662c392e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a043667-56ef-4dd0-9a40-5b418a74e478,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:18.627611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b74c2d7-684c-41b5-98f1-5a65662c392e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.638440 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b74c2d7-684c-41b5-98f1-5a65662c392e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5517962 Feb 09 02:25:18.640084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:18.656623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38310) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:18.663268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:18.725745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.739266 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:18.768547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38312) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:18.845168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ae8c-5cd9-4f83-9fba-d993c8b3589b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:18.999932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.037643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.284431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b0489f-7059-4327-a4ab-ac54aa5c29c2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group (3f599238-e0b9-4b27-ba96-84b217df6c22), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.335141 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:11Z', 'revision_number': 5, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:19.350066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-89b5f056-9f49-4843-8462-c0d4ab45607c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b70cd235bdf46a0aec37e1f9e9b65d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7947104 Feb 09 02:25:19.360494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Deleting port 0f4ccafa-38b2-4993-bd88-e9434553a9be {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:19.360851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.371386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38330) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:19.405079 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746dcc05-c62b-4399-84e2-1e10b9d79c4d None None] The sync data for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 is: [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:15:05Z', 'revision_number': 4, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4a51eb89-338c-44c9-ae50-f021fdcd22cf', 'name': '', 'network_id': 'c807e0c0-3c9c-47d8-9236-f90112b40139', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'mac_address': 'fa:16:3e:eb:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:03Z', 'updated_at': '2022-02-09T02:15:11Z', 'revision_number': 5, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'subnets': [{'id': '5801e8ea-6fa3-4429-84e5-6fdc1bdd733c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:19.606778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b0489f-7059-4327-a4ab-ac54aa5c29c2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group (3f599238-e0b9-4b27-ba96-84b217df6c22), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.747860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae2a8-8e67-4f17-b216-5881a6c3ccd8 admin admin] Publish callbacks [] for security_group (80423f33-e288-4520-9e1f-1d53c51c5fb3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.835215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-bc4f6689-5df3-480d-afb6-e556d28847e3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:19.841612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-bc4f6689-5df3-480d-afb6-e556d28847e3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/networks?id=310bed60-bfcd-4504-aeb7-411606b929f8 HTTP/1.1" status: 200 len: 808 time: 0.8423147 Feb 09 02:25:19.853292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Allocated IP 172.25.6.176 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/fb8ca763-6885-49f6-be33-0c84622bd6c5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:19.924231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec238630-bf20-4be5-83c3-ebb7e1ff646d None None] New status for floating IP 1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:25:19.930867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] For port 0f4ccafa-38b2-4993-bd88-e9434553a9be, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0f4ccafa-38b2-4993-bd88-e9434553a9be,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:19.931634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:19.953582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Calling delete_port for 0f4ccafa-38b2-4993-bd88-e9434553a9be owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:20.023251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.073726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae2a8-8e67-4f17-b216-5881a6c3ccd8 admin admin] Publish callbacks [] for security_group (80423f33-e288-4520-9e1f-1d53c51c5fb3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.075506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.139510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'Port': ['ID=fb8ca763-6885-49f6-be33-0c84622bd6c5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:20.159164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:20.162178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:20.164812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:20.304172 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae2a8-8e67-4f17-b216-5881a6c3ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (80423f33-e288-4520-9e1f-1d53c51c5fb3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.307212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae2a8-8e67-4f17-b216-5881a6c3ccd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.308583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bf9ae2a8-8e67-4f17-b216-5881a6c3ccd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80423f33-e288-4520-9e1f-1d53c51c5fb3 HTTP/1.1" status: 204 len: 168 time: 0.9343953 Feb 09 02:25:20.330540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b0489f-7059-4327-a4ab-ac54aa5c29c2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3f599238-e0b9-4b27-ba96-84b217df6c22), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.334283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42b0489f-7059-4327-a4ab-ac54aa5c29c2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.335723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-42b0489f-7059-4327-a4ab-ac54aa5c29c2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f599238-e0b9-4b27-ba96-84b217df6c22 HTTP/1.1" status: 204 len: 168 time: 1.6781507 Feb 09 02:25:20.338397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:20.343390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-fa526ff7-6d76-4540-8876-648f740b9081 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/quotas/5e7aca29ea9d49d4b4fe46500428a4fe HTTP/1.1" status: 200 len: 375 time: 0.4680569 Feb 09 02:25:20.348403 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for floatingip (20bd26e4-806f-4168-97fb-4e8acd8627a7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.357052 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ae8c-5cd9-4f83-9fba-d993c8b3589b admin admin] Publish callbacks [] for security_group (b43cc642-40d0-4bff-a35e-0bd9168756ba), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.365528 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-b18e6719-523f-4893-a4db-2ca1464a616e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] show failed (client error): The resource could not be found. Feb 09 02:25:20.367118 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b18e6719-523f-4893-a4db-2ca1464a616e tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "GET /v2.0/security-groups/3f599238-e0b9-4b27-ba96-84b217df6c22 HTTP/1.1" status: 404 len: 347 time: 0.0276022 Feb 09 02:25:20.372375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:20.398070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-4545bbd0-8a95-4d3a-a12f-10882c54cba3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7aca29ea9d49d4b4fe46500428a4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531650 Feb 09 02:25:20.406845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ae8c-5cd9-4f83-9fba-d993c8b3589b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b43cc642-40d0-4bff-a35e-0bd9168756ba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.411382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ae2a8-8e67-4f17-b216-5881a6c3ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80423f33-e288-4520-9e1f-1d53c51c5fb3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:20.481024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0489f-7059-4327-a4ab-ac54aa5c29c2 tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f599238-e0b9-4b27-ba96-84b217df6c22,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:20.559712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cdd3ae8c-5cd9-4f83-9fba-d993c8b3589b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef43dc9adef44e5dbebbb49cb660fdb3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7779133 Feb 09 02:25:20.568696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38348) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:20.595487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3ae8c-5cd9-4f83-9fba-d993c8b3589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43cc642-40d0-4bff-a35e-0bd9168756ba,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:20.648777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0f4ccafa-38b2-4993-bd88-e9434553a9be), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.673449 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:20.696413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-e721bdba-d11f-4fbb-a301-265a0e1c1683 service neutron] 10.222.0.53 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970002 Feb 09 02:25:20.723364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4ccafa-38b2-4993-bd88-e9434553a9be,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:21.152533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56024579-a106-446f-974e-daa59356c485 admin admin] Publish callbacks [] for security_group (b43cc642-40d0-4bff-a35e-0bd9168756ba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.225785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.264102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56024579-a106-446f-974e-daa59356c485 admin admin] Publish callbacks [] for security_group (b43cc642-40d0-4bff-a35e-0bd9168756ba), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.349363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Deleting port 882d9365-3edf-44d7-8ee1-080d469d6fbe {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:21.350794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.449801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-21f318e8-5f2d-4d12-aa27-5096ab229739 service neutron] 10.222.0.53 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523210 Feb 09 02:25:21.461660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.463124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for floatingip (882d9365-3edf-44d7-8ee1-080d469d6fbe), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.481679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Calling delete_port for 882d9365-3edf-44d7-8ee1-080d469d6fbe owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:21.488242 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:25:21.621908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (453ae69a-0d86-4ef1-a3e1-d279895abae2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.648206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.650303 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56024579-a106-446f-974e-daa59356c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b43cc642-40d0-4bff-a35e-0bd9168756ba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.662884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56024579-a106-446f-974e-daa59356c485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:21.664416 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56024579-a106-446f-974e-daa59356c485 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b43cc642-40d0-4bff-a35e-0bd9168756ba HTTP/1.1" status: 204 len: 168 time: 1.0885830 Feb 09 02:25:21.824823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56024579-a106-446f-974e-daa59356c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43cc642-40d0-4bff-a35e-0bd9168756ba,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:21.872787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee398bba-6e1b-41fd-ab67-4b543ae50047 req-77d89faf-16df-4ba3-a1b8-ab8b7b3e7bdf tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 210 time: 0.1511114 Feb 09 02:25:21.977587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'Port': ['ID=fb8ca763-6885-49f6-be33-0c84622bd6c5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:21.982726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (882d9365-3edf-44d7-8ee1-080d469d6fbe), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.062256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (20bd26e4-806f-4168-97fb-4e8acd8627a7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.074235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Pushing event deleted for resources: {'Port': ['ID=882d9365-3edf-44d7-8ee1-080d469d6fbe,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:22.107543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Router 453ae69a-0d86-4ef1-a3e1-d279895abae2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:22.142912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.153177 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62a63ba4-a3ff-4a31-a982-e65e83294166 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4944053 Feb 09 02:25:22.180447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks [] for floatingip (1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.183293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.185068 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-700f2cdf-29b5-40b4-881a-5854e5f4b2ab tempest-ServerActionsTestJSON-1369685341 tempest-ServerActionsTestJSON-1369685341-project] 10.222.0.53 "DELETE /v2.0/floatingips/1e3cd9e6-f5b8-4d89-a2c1-6793e5797c16 HTTP/1.1" status: 204 len: 168 time: 1.8106177 Feb 09 02:25:22.188591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:22.295859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:22.304984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-69a746d3-d963-4635-8a2f-b91d9c3dc068 admin admin] 10.222.0.53 "PUT /v2.0/routers/453ae69a-0d86-4ef1-a3e1-d279895abae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3936746 Feb 09 02:25:22.307725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:22.311639 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] Sync routers for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:22.342948 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:22.344234 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:22.573944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks [] for router (453ae69a-0d86-4ef1-a3e1-d279895abae2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.588856 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:22.758369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks [] for router_gateway (453ae69a-0d86-4ef1-a3e1-d279895abae2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.882143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Deleting port 49b99c68-b40e-4ae2-94eb-73aae3d1be06 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:22.882518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:22.940592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-919408b1-0e39-46f4-a109-47a640368bd7 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:22.941708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-919408b1-0e39-46f4-a109-47a640368bd7 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 822 time: 0.2059753 Feb 09 02:25:22.969502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-b89edf5e-7fa1-4982-88be-3ec819077ad7 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/quotas/ce2b62c1e0074233a70fd4d8680a39c2 HTTP/1.1" status: 200 len: 375 time: 0.0200241 Feb 09 02:25:23.027740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-0f8ac049-d9ff-4a4c-a947-60507afb7974 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517116 Feb 09 02:25:23.083898 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:25:20Z', 'revision_number': 5, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port': {'id': '49b99c68-b40e-4ae2-94eb-73aae3d1be06', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:17Z', 'updated_at': '2022-02-09T02:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:23.108769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e21c8317-55ab-4bdd-bae6-77f4bc9f73ce req-2d123be9-3586-4c41-8386-0fe1070c3867 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 210 time: 0.0849738 Feb 09 02:25:23.179112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-c34c6024-6141-490f-80ec-7e9c4831a1b3 service neutron] 10.222.0.53 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422918 Feb 09 02:25:23.179437 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] Checking router: 453ae69a-0d86-4ef1-a3e1-d279895abae2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:23.195977 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] Routers {'453ae69a-0d86-4ef1-a3e1-d279895abae2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:23.197131 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:24:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['453ae69a-0d86-4ef1-a3e1-d279895abae2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:23.359028 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f1dcd9a-f6c1-4458-8a02-d87e315ab195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.380486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] Set router 453ae69a-0d86-4ef1-a3e1-d279895abae2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:23.401991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] For port 49b99c68-b40e-4ae2-94eb-73aae3d1be06, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=49b99c68-b40e-4ae2-94eb-73aae3d1be06,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:23.402507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.431180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Calling delete_port for 49b99c68-b40e-4ae2-94eb-73aae3d1be06 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:23.486703 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:25:22Z', 'revision_number': 6, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:23.486951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-9746ffad-ffae-4462-9947-3d36fae42d9f service neutron] 10.222.0.53 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927151 Feb 09 02:25:23.570676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3aa89-03f7-4d8d-af51-003b318d0ef9 None None] The sync data for ids ['453ae69a-0d86-4ef1-a3e1-d279895abae2'] in n-d-826675-12 is: [{'id': '453ae69a-0d86-4ef1-a3e1-d279895abae2', 'name': 'tempest-TaggedBootDevicesTest-1434897658-router', 'tenant_id': 'f7828a036b594ca6a33035d1ced581e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:16Z', 'updated_at': '2022-02-09T02:25:22Z', 'revision_number': 6, 'project_id': 'f7828a036b594ca6a33035d1ced581e6', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:23.625572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-eab2272b-85fd-4795-861d-6e61de2a93c3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:23.631656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-eab2272b-85fd-4795-861d-6e61de2a93c3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "GET /v2.0/networks?id=310bed60-bfcd-4504-aeb7-411606b929f8 HTTP/1.1" status: 200 len: 808 time: 0.2533731 Feb 09 02:25:23.645716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Request body: {'port': {'device_id': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8', 'admin_state_up': True, 'tenant_id': '5e7aca29ea9d49d4b4fe46500428a4fe'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:23.820438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (49b99c68-b40e-4ae2-94eb-73aae3d1be06), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:23.857006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d83673eb-d6e2-4269-9e3f-2bcf4915623e req-a4688b93-cb4a-4b2a-add8-b6aa9dd8b8ce tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 210 time: 0.0819671 Feb 09 02:25:23.886068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b99c68-b40e-4ae2-94eb-73aae3d1be06,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:23.916240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Made reservation on behalf of 5e7aca29ea9d49d4b4fe46500428a4fe for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:23.920409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.022149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (453ae69a-0d86-4ef1-a3e1-d279895abae2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.030180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (a494e59f-0d19-440e-bb4d-0a7893ac3cba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.215326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Allocated IP 172.20.0.11 (310bed60-bfcd-4504-aeb7-411606b929f8/f6b26322-868f-4676-92d9-4bccd301dc7d/c16917bc-aa62-4fb7-930d-663a5c4b10e1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:24.292453 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (453ae69a-0d86-4ef1-a3e1-d279895abae2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.298326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks [] for router_controller (453ae69a-0d86-4ef1-a3e1-d279895abae2), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.362660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccd29840-06c2-4e56-9f34-69d55f994ca6 req-fd7a4c43-baed-403d-8d4a-943ab961d3e5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 210 time: 0.1032767 Feb 09 02:25:24.373020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (453ae69a-0d86-4ef1-a3e1-d279895abae2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.373756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453ae69a-0d86-4ef1-a3e1-d279895abae2 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:25:24.381812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.386051 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84e65482-eb20-45cd-9400-1688df930740 admin admin] 10.222.0.53 "DELETE /v2.0/routers/453ae69a-0d86-4ef1-a3e1-d279895abae2 HTTP/1.1" status: 204 len: 168 time: 2.0747437 Feb 09 02:25:24.386372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38452) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:24.532437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] Deleting subnet 02533a48-c34d-452b-843e-afc3d82cd6f8 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:25:24.557593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] Publish callbacks [] for subnet (02533a48-c34d-452b-843e-afc3d82cd6f8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.629679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f4ccafa-38b2-4993-bd88-e9434553a9be no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:24.648017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (02533a48-c34d-452b-843e-afc3d82cd6f8), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.679926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks [] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.714120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 0f4ccafa-38b2-4993-bd88-e9434553a9be {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:24.715787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f4ccafa-38b2-4993-bd88-e9434553a9be not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:24.717801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 49b99c68-b40e-4ae2-94eb-73aae3d1be06 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:24.783711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Deleting port 4a51eb89-338c-44c9-ae50-f021fdcd22cf {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:24.784181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.788361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 49b99c68-b40e-4ae2-94eb-73aae3d1be06 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:24.788985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 49b99c68-b40e-4ae2-94eb-73aae3d1be06 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:24.837721 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (02533a48-c34d-452b-843e-afc3d82cd6f8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.840725 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.927463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Network 310bed60-bfcd-4504-aeb7-411606b929f8 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:24.933109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:24.938683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:24.958872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] For port 4a51eb89-338c-44c9-ae50-f021fdcd22cf, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4a51eb89-338c-44c9-ae50-f021fdcd22cf,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:24.960544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:24.972412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Pushing event updated for resources: {'Port': ['ID=c16917bc-aa62-4fb7-930d-663a5c4b10e1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:25.024156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:25.024858 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.030974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Calling delete_port for 4a51eb89-338c-44c9-ae50-f021fdcd22cf owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:25.034524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (02533a48-c34d-452b-843e-afc3d82cd6f8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.147877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ab2b3d3-39a6-4363-a0cf-6232b120b6fd req-c07c6870-71d1-48f6-b186-b5331320509d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 210 time: 0.1076617 Feb 09 02:25:25.153476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02533a48-c34d-452b-843e-afc3d82cd6f8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:25.162235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-ca03ee4a-1cda-46ca-a267-d9d54ce9e6d5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218253 Feb 09 02:25:25.165424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.171472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5773b-072c-4606-868f-ad864abb4b52 None None] Network a22a3c2c-bd0b-48cb-9111-c8e742c68c39 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:25.179737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-861c89e7-2913-45f1-8e86-9d9391b1cfd8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/02533a48-c34d-452b-843e-afc3d82cd6f8 HTTP/1.1" status: 204 len: 168 time: 0.7920048 Feb 09 02:25:25.182195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38468) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:25.190753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Request body: {'port': {'device_id': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:25.394327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4a51eb89-338c-44c9-ae50-f021fdcd22cf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.437354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a51eb89-338c-44c9-ae50-f021fdcd22cf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:25.450715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] DHCP port deletion for a22a3c2c-bd0b-48cb-9111-c8e742c68c39 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:25:25.554489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Deleting port 06aba021-338b-495a-9136-3e713189ba77 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:25.555238 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (06aba021-338b-495a-9136-3e713189ba77), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.564286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a22a3c2c-bd0b-48cb-9111-c8e742c68c39), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.644112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.716553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] For port 06aba021-338b-495a-9136-3e713189ba77, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=06aba021-338b-495a-9136-3e713189ba77,segment=NetworkSegment(45d2297c-cd1d-4009-9004-95fa8bf88fe4),segment_id=45d2297c-cd1d-4009-9004-95fa8bf88fe4)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:25.717122 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (06aba021-338b-495a-9136-3e713189ba77), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.721676 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (a494e59f-0d19-440e-bb4d-0a7893ac3cba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.750510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Calling delete_port for 06aba021-338b-495a-9136-3e713189ba77 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:25.778222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-5cc57ba3-39bd-4958-9549-7e8915877e52 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:25.780027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-5cc57ba3-39bd-4958-9549-7e8915877e52 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 822 time: 0.4986820 Feb 09 02:25:25.797435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Request body: {'port': {'device_id': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'admin_state_up': True, 'tenant_id': 'ce2b62c1e0074233a70fd4d8680a39c2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:25.890330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7669-52e0-4539-9453-d65b338d1189 req-90875305-a5c5-4cef-abe8-3f3cb22cdf2b tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:25.892154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd3f7669-52e0-4539-9453-d65b338d1189 req-90875305-a5c5-4cef-abe8-3f3cb22cdf2b tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 932 time: 0.3204014 Feb 09 02:25:25.908125 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (06aba021-338b-495a-9136-3e713189ba77), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.946364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Pushing event deleted for resources: {'Port': ['ID=06aba021-338b-495a-9136-3e713189ba77,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:25.948730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12e43d28-f187-4701-b448-134a975c8a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:25.959856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] No DVR routers for this DVR port 06aba021-338b-495a-9136-3e713189ba77 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:25.962318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.962891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.963389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.964004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.964525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.965033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.965537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.966028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.966533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.967013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.967518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.968018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:25.968513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b6cf8-5f56-41ba-b317-3bdb6c41adde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:26.170738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd3f7669-52e0-4539-9453-d65b338d1189 req-e9b5e5cf-0fa9-4ca3-93df-c8661a6c96fb tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673535 Feb 09 02:25:26.172528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Deleting port 06aba021-338b-495a-9136-3e713189ba77 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:26.173221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (06aba021-338b-495a-9136-3e713189ba77), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.323685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] For port 06aba021-338b-495a-9136-3e713189ba77, host n-d-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:26.324066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (06aba021-338b-495a-9136-3e713189ba77), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.361003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Made reservation on behalf of ce2b62c1e0074233a70fd4d8680a39c2 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:26.365368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.376242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0140453-a790-4366-bce2-3024eaed57eb req-207d841d-8ade-47e6-8747-78a95680021a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 210 time: 0.1151495 Feb 09 02:25:26.378448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Router a494e59f-0d19-440e-bb4d-0a7893ac3cba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:26.412905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Calling delete_port for 06aba021-338b-495a-9136-3e713189ba77 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:26.417536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Port 06aba021-338b-495a-9136-3e713189ba77 was not found and therefore no delete operation was performed {{(pid=103149) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:25:26.428865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (06aba021-338b-495a-9136-3e713189ba77), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.487783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] No DVR routers for this DVR port 06aba021-338b-495a-9136-3e713189ba77 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:26.518201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06aba021-338b-495a-9136-3e713189ba77,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:26.623824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:26.633572 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b105ba27-79c4-4d7a-b26f-e8df00ab0fc0 admin admin] 10.222.0.53 "PUT /v2.0/routers/a494e59f-0d19-440e-bb4d-0a7893ac3cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4392824 Feb 09 02:25:26.633572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:26.635415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd435293-65d8-436d-8362-ea28682784eb None None] Sync routers for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:26.658220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16917bc-aa62-4fb7-930d-663a5c4b10e1 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:26.665819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:26.666520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:26.777911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Publish callbacks [] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.871684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks [] for router (a494e59f-0d19-440e-bb4d-0a7893ac3cba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.890136 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a22a3c2c-bd0b-48cb-9111-c8e742c68c39), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:26.938311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Transition to ACTIVE for port object c16917bc-aa62-4fb7-930d-663a5c4b10e1 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:26.946621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-2d72f3d9-cc14-4b94-8cec-23a49298404c req-6ede864c-fb5d-4438-b09b-595aba37969b service neutron] (103150) timed out ('10.222.0.53', 45752) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:25:26.956240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22a3c2c-bd0b-48cb-9111-c8e742c68c39']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:26.978833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.000031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d2297c-cd1d-4009-9004-95fa8bf88fe4') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:27.000341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d2297c-cd1d-4009-9004-95fa8bf88fe4') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:27.037512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06aba021-338b-495a-9136-3e713189ba77 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:27.074042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (45d2297c-cd1d-4009-9004-95fa8bf88fe4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.090565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 06aba021-338b-495a-9136-3e713189ba77 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:27.091400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06aba021-338b-495a-9136-3e713189ba77 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:27.094364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Allocated IP 172.20.0.14 (bdf71c97-45cb-44eb-8f71-6efafbd27c4b/81e40c2f-dadd-453a-aa18-9633f90f8860/c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:27.098429 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks [] for router_gateway (a494e59f-0d19-440e-bb4d-0a7893ac3cba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.102758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.161077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (45d2297c-cd1d-4009-9004-95fa8bf88fe4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.163302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:27.176446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Deleting port 17bb8399-299d-4542-b348-a7cb44182468 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:27.176810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (17bb8399-299d-4542-b348-a7cb44182468), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.190608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Pushing event updated for resources: {'Port': ['ID=c16917bc-aa62-4fb7-930d-663a5c4b10e1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:27.194410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:27.194802 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (45d2297c-cd1d-4009-9004-95fa8bf88fe4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:27.197290 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:27.471936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a22a3c2c-bd0b-48cb-9111-c8e742c68c39), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.507614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.515347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] For port 17bb8399-299d-4542-b348-a7cb44182468, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=17bb8399-299d-4542-b348-a7cb44182468,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:27.515893 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (17bb8399-299d-4542-b348-a7cb44182468), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.521051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a22a3c2c-bd0b-48cb-9111-c8e742c68c39 HTTP/1.1" status: 204 len: 168 time: 2.3270030 Feb 09 02:25:27.526044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38510) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:27.537228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:27.550925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Calling delete_port for 17bb8399-299d-4542-b348-a7cb44182468 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:27.601434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '17bb8399-299d-4542-b348-a7cb44182468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:25:25Z', 'revision_number': 5, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port': {'id': '17bb8399-299d-4542-b348-a7cb44182468', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:14:59Z', 'updated_at': '2022-02-09T02:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:27.618449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07410c6d-24c4-4623-be2f-6b75e9cc1ee8 req-6bf8857b-ce50-41cc-9f99-3306227afbd1 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 210 time: 0.0688510 Feb 09 02:25:27.706703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd435293-65d8-436d-8362-ea28682784eb None None] Checking router: a494e59f-0d19-440e-bb4d-0a7893ac3cba for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:27.730047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] Routers {'a494e59f-0d19-440e-bb4d-0a7893ac3cba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:27.731212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:27.894978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-195877d7-0207-43dd-85de-513fc154e8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:27.922311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] Set router a494e59f-0d19-440e-bb4d-0a7893ac3cba gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:27.991978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd435293-65d8-436d-8362-ea28682784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:25:27Z', 'revision_number': 6, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:28.042317 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (17bb8399-299d-4542-b348-a7cb44182468), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.087629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Pushing event deleted for resources: {'Port': ['ID=17bb8399-299d-4542-b348-a7cb44182468,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:28.127164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd435293-65d8-436d-8362-ea28682784eb None None] The sync data for ids ['a494e59f-0d19-440e-bb4d-0a7893ac3cba'] in n-d-826675-12 is: [{'id': 'a494e59f-0d19-440e-bb4d-0a7893ac3cba', 'name': 'tempest-ServerActionsTestJSON-2142140007-router', 'tenant_id': '8fff14ed98e6481db56402c3ccdde54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:14:58Z', 'updated_at': '2022-02-09T02:25:27Z', 'revision_number': 6, 'project_id': '8fff14ed98e6481db56402c3ccdde54d', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:28.169564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.291019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a494e59f-0d19-440e-bb4d-0a7893ac3cba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.369277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-195877d7-0207-43dd-85de-513fc154e8a9 admin admin] Publish callbacks [] for security_group (51bb128c-8e04-4b0e-8142-c54bafdc4cea), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.399158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-195877d7-0207-43dd-85de-513fc154e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51bb128c-8e04-4b0e-8142-c54bafdc4cea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.554486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a494e59f-0d19-440e-bb4d-0a7893ac3cba), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.560713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks [] for router_controller (a494e59f-0d19-440e-bb4d-0a7893ac3cba), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.570073 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-195877d7-0207-43dd-85de-513fc154e8a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2891ca94ce5448a833a004b25ab39b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0316722 Feb 09 02:25:28.570799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:28.575403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195877d7-0207-43dd-85de-513fc154e8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bb128c-8e04-4b0e-8142-c54bafdc4cea,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:28.581779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5122e-9835-470d-b4e0-32d2f26572f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22a3c2c-bd0b-48cb-9111-c8e742c68c39,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:28.641597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4a51eb89-338c-44c9-ae50-f021fdcd22cf no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:28.683135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 4a51eb89-338c-44c9-ae50-f021fdcd22cf {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:28.683738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4a51eb89-338c-44c9-ae50-f021fdcd22cf not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:28.760179 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96bcd91e-0303-4c21-9ee2-ed030e9d4d43 admin admin] Publish callbacks [] for security_group (51bb128c-8e04-4b0e-8142-c54bafdc4cea), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.772801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a494e59f-0d19-440e-bb4d-0a7893ac3cba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.773416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a494e59f-0d19-440e-bb4d-0a7893ac3cba {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:25:28.784667 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.789164 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e362271-fba5-4c78-9e79-f200ff7d1184 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a494e59f-0d19-440e-bb4d-0a7893ac3cba HTTP/1.1" status: 204 len: 168 time: 2.1545427 Feb 09 02:25:28.790856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:28.811687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96bcd91e-0303-4c21-9ee2-ed030e9d4d43 admin admin] Publish callbacks [] for security_group (51bb128c-8e04-4b0e-8142-c54bafdc4cea), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.860848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51745a7c-b4e2-40ef-bf62-ed88d7482e31 req-441b3262-742a-4cc3-b531-d44ca7335c4f tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:28.869494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51745a7c-b4e2-40ef-bf62-ed88d7482e31 req-441b3262-742a-4cc3-b531-d44ca7335c4f tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 944 time: 1.5336525 Feb 09 02:25:28.885611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] Deleting subnet 5801e8ea-6fa3-4429-84e5-6fdc1bdd733c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:25:28.890176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] Publish callbacks [] for subnet (5801e8ea-6fa3-4429-84e5-6fdc1bdd733c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.936456 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (5801e8ea-6fa3-4429-84e5-6fdc1bdd733c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.944438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Attempting to bind port c16917bc-aa62-4fb7-930d-663a5c4b10e1 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:25:28.945132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Attempting to bind port c16917bc-aa62-4fb7-930d-663a5c4b10e1 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:25:28.945733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Attempting to bind port c16917bc-aa62-4fb7-930d-663a5c4b10e1 on network 310bed60-bfcd-4504-aeb7-411606b929f8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:28.966782 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96bcd91e-0303-4c21-9ee2-ed030e9d4d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51bb128c-8e04-4b0e-8142-c54bafdc4cea), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.969955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96bcd91e-0303-4c21-9ee2-ed030e9d4d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:28.971266 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-96bcd91e-0303-4c21-9ee2-ed030e9d4d43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51bb128c-8e04-4b0e-8142-c54bafdc4cea HTTP/1.1" status: 204 len: 168 time: 0.3972914 Feb 09 02:25:28.974138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51745a7c-b4e2-40ef-bf62-ed88d7482e31 req-7656b2d1-528c-4554-8ded-630bb59968b1 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952702 Feb 09 02:25:28.977462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Port c16917bc-aa62-4fb7-930d-663a5c4b10e1 on network 310bed60-bfcd-4504-aeb7-411606b929f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:25:28.978983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Attempting to bind port c16917bc-aa62-4fb7-930d-663a5c4b10e1 on network 310bed60-bfcd-4504-aeb7-411606b929f8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:28.991256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcd91e-0303-4c21-9ee2-ed030e9d4d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bb128c-8e04-4b0e-8142-c54bafdc4cea,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:29.082553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:25:29.086869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Checking segment: {'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:29.087438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Bound using segment: {'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:25:29.088022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Bound port: c16917bc-aa62-4fb7-930d-663a5c4b10e1, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:25:29.088529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.125156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152c97d-eb5b-4295-8956-4281f3cfa181 req-eb7cd559-f77e-40b0-897a-c09c907a7022 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:29.135112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3152c97d-eb5b-4295-8956-4281f3cfa181 req-eb7cd559-f77e-40b0-897a-c09c907a7022 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.4663117 Feb 09 02:25:29.147657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (5801e8ea-6fa3-4429-84e5-6fdc1bdd733c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.201436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] For port c16917bc-aa62-4fb7-930d-663a5c4b10e1, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:25:29.205192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] For port c16917bc-aa62-4fb7-930d-663a5c4b10e1, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c16917bc-aa62-4fb7-930d-663a5c4b10e1,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:25:29.251485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.282546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (5801e8ea-6fa3-4429-84e5-6fdc1bdd733c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.352384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.354174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-243d7448-00ab-4a6a-a280-09535aec4a14 req-584531de-8e0c-4a75-9b12-11c8e7a8ae7f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 210 time: 0.2403104 Feb 09 02:25:29.360372 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5801e8ea-6fa3-4429-84e5-6fdc1bdd733c HTTP/1.1" status: 204 len: 168 time: 0.5682955 Feb 09 02:25:29.361270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:29.362053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96200c48-0faa-4da6-8362-89e4eb3bb06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5801e8ea-6fa3-4429-84e5-6fdc1bdd733c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:29.380653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:29.381637 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.386071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] 10.222.0.72 "PUT /v2.0/ports/c16917bc-aa62-4fb7-930d-663a5c4b10e1 HTTP/1.1" status: 200 len: 1093 time: 4.2046640 Feb 09 02:25:29.394551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'tag': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:29.397043 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e6088b-ae3d-4bb2-a016-6c9f4b30094e", "tag": "c16917bc-aa62-4fb7-930d-663a5c4b10e1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:29.596471 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6862b8df-acbd-461c-8bf1-02a997ab1c4a x-openstack-request-id: req-6862b8df-acbd-461c-8bf1-02a997ab1c4a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:29.597142 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e6088b-ae3d-4bb2-a016-6c9f4b30094e", "tag": "c16917bc-aa62-4fb7-930d-663a5c4b10e1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:29.597142 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6862b8df-acbd-461c-8bf1-02a997ab1c4a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:29.597960 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'tag': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1', 'status': 'completed', 'code': 200} Feb 09 02:25:29.604316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c807e0c0-3c9c-47d8-9236-f90112b40139), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.675550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.725181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532969d4-5d0a-4280-810f-ae8b73fe1457 service neutron] Pushing event updated for resources: {'Port': ['ID=c16917bc-aa62-4fb7-930d-663a5c4b10e1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:29.735162 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.789722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:29.789908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3152c97d-eb5b-4295-8956-4281f3cfa181 req-050285bf-e1aa-4cc5-aabf-be293a6d6954 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6536121 Feb 09 02:25:29.830846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec30cbc6-0f95-454a-940d-6660fca02f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.844889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.847517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625df94-0280-47b2-929e-4d021cc2b4b6 None None] Network c807e0c0-3c9c-47d8-9236-f90112b40139 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:29.853732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-2384e48f-202d-454f-9278-4be537223f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:29.856356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-2384e48f-202d-454f-9278-4be537223f54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e7aca29ea9d49d4b4fe46500428a4fe&device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 1127 time: 0.4098589 Feb 09 02:25:29.859816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Deleting port 98dffd81-a1f6-4d56-9014-12b17ed9d61e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:29.860168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.898731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:29.987424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] For port 98dffd81-a1f6-4d56-9014-12b17ed9d61e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=98dffd81-a1f6-4d56-9014-12b17ed9d61e,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:29.988558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.040788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Calling delete_port for 98dffd81-a1f6-4d56-9014-12b17ed9d61e owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:30.069140 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec30cbc6-0f95-454a-940d-6660fca02f22 admin admin] Publish callbacks [] for security_group (2b323454-ed2e-4009-b56b-060cb5ebd44d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.084755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] DHCP port deletion for c807e0c0-3c9c-47d8-9236-f90112b40139 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:25:30.111504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec30cbc6-0f95-454a-940d-6660fca02f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b323454-ed2e-4009-b56b-060cb5ebd44d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.148803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-74f2d4c2-de62-4170-8a11-3b792f6ecebf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c16917bc-aa62-4fb7-930d-663a5c4b10e1 HTTP/1.1" status: 200 len: 217 time: 0.2516818 Feb 09 02:25:30.157979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30cbc6-0f95-454a-940d-6660fca02f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b323454-ed2e-4009-b56b-060cb5ebd44d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:30.159126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] Deleting port 98dffd81-a1f6-4d56-9014-12b17ed9d61e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:30.159518 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.187622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ec30cbc6-0f95-454a-940d-6660fca02f22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=458ed8422e004879a505905d9cb48971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947480 Feb 09 02:25:30.209316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:30.226200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Network bdf71c97-45cb-44eb-8f71-6efafbd27c4b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:30.272616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:30.273617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] For port 98dffd81-a1f6-4d56-9014-12b17ed9d61e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=98dffd81-a1f6-4d56-9014-12b17ed9d61e,segment=NetworkSegment(67bbc09c-8d5b-411a-bfb2-349a5c776979),segment_id=67bbc09c-8d5b-411a-bfb2-349a5c776979)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:30.274678 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.279809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:30.291915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] Calling delete_port for 98dffd81-a1f6-4d56-9014-12b17ed9d61e owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:30.308585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-732ec143-108f-433b-8101-1991e4ac167d admin admin] Publish callbacks [] for security_group (2b323454-ed2e-4009-b56b-060cb5ebd44d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.338055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-732ec143-108f-433b-8101-1991e4ac167d admin admin] Publish callbacks [] for security_group (2b323454-ed2e-4009-b56b-060cb5ebd44d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.363242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:30.406613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-92420f2c-9a19-4cc8-99da-14861b6e55f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.408226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-92420f2c-9a19-4cc8-99da-14861b6e55f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6b26322-868f-4676-92d9-4bccd301dc7d HTTP/1.1" status: 200 len: 848 time: 0.1791296 Feb 09 02:25:30.418572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-732ec143-108f-433b-8101-1991e4ac167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b323454-ed2e-4009-b56b-060cb5ebd44d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.421200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.421338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-732ec143-108f-433b-8101-1991e4ac167d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.422649 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-732ec143-108f-433b-8101-1991e4ac167d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b323454-ed2e-4009-b56b-060cb5ebd44d HTTP/1.1" status: 204 len: 168 time: 0.2144310 Feb 09 02:25:30.434549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ec143-108f-433b-8101-1991e4ac167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b323454-ed2e-4009-b56b-060cb5ebd44d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:30.457998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-b401edac-85f3-46e0-a9a9-581aced26dd0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.460149 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-b401edac-85f3-46e0-a9a9-581aced26dd0 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.2712305 Feb 09 02:25:30.461330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (98dffd81-a1f6-4d56-9014-12b17ed9d61e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.465324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0739d4c-9cd4-41e2-9075-5c4ceb0f61e7 req-ecaf9e4a-2680-4082-8440-3c385b104c6d tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.468185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0739d4c-9cd4-41e2-9075-5c4ceb0f61e7 req-ecaf9e4a-2680-4082-8440-3c385b104c6d tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 944 time: 0.3553591 Feb 09 02:25:30.495328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dffd81-a1f6-4d56-9014-12b17ed9d61e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:30.514716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] No DVR routers for this DVR port 98dffd81-a1f6-4d56-9014-12b17ed9d61e on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:30.535845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-67a48320-908d-44d8-9467-5a2c83773201 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=310bed60-bfcd-4504-aeb7-411606b929f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185608 Feb 09 02:25:30.544865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] No DVR routers for this DVR port 98dffd81-a1f6-4d56-9014-12b17ed9d61e on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:30.563624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.563624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.617234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838fa41-b356-4f07-92eb-24aecbd3a362 None None] Pushing event deleted for resources: {'Port': ['ID=98dffd81-a1f6-4d56-9014-12b17ed9d61e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:30.664373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 98dffd81-a1f6-4d56-9014-12b17ed9d61e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:30.687991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c807e0c0-3c9c-47d8-9236-f90112b40139), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.695269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 98dffd81-a1f6-4d56-9014-12b17ed9d61e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:30.695647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 98dffd81-a1f6-4d56-9014-12b17ed9d61e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:30.696221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17bb8399-299d-4542-b348-a7cb44182468 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:30.714407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c807e0c0-3c9c-47d8-9236-f90112b40139']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:30.725216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 17bb8399-299d-4542-b348-a7cb44182468 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:30.725573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 17bb8399-299d-4542-b348-a7cb44182468 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:30.728326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bbc09c-8d5b-411a-bfb2-349a5c776979') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:30.728764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bbc09c-8d5b-411a-bfb2-349a5c776979') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:30.761731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (67bbc09c-8d5b-411a-bfb2-349a5c776979), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.794925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-887ccb4e-1ce2-4077-9855-0f359c432349 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0030341 Feb 09 02:25:30.805696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0739d4c-9cd4-41e2-9075-5c4ceb0f61e7 req-e8a2ae99-dd62-4005-bc38-bb94daf13514 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915959 Feb 09 02:25:30.823839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Request body: {'port': {'device_id': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:30.827435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (67bbc09c-8d5b-411a-bfb2-349a5c776979), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.845956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:30.846613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (67bbc09c-8d5b-411a-bfb2-349a5c776979), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:30.852401 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:30.968891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Deleting port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:30.969725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:30.985382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959c0f-6092-4377-96de-10ff3cce8329 req-bdf3067e-83d2-48da-8e1e-048ad9f1cace tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:30.991057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d959c0f-6092-4377-96de-10ff3cce8329 req-bdf3067e-83d2-48da-8e1e-048ad9f1cace tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 932 time: 0.4513569 Feb 09 02:25:31.027548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-5c7f33d0-aa8d-46ff-9cf8-592a78c8a12b service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533780 Feb 09 02:25:31.056366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.141119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] For port 9166dbb7-c0a6-4f12-af3a-51daa842daf0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9166dbb7-c0a6-4f12-af3a-51daa842daf0,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:31.141481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.145933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c807e0c0-3c9c-47d8-9236-f90112b40139), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.158659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.166290 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c807e0c0-3c9c-47d8-9236-f90112b40139 HTTP/1.1" status: 204 len: 168 time: 1.7845268 Feb 09 02:25:31.205061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c0be6-d885-4dc0-b92c-def1a075f780 admin admin] Pushing event deleted for resources: {'Network': ['ID=c807e0c0-3c9c-47d8-9236-f90112b40139,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:31.423205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3ff3-7bb0-4d2f-85e9-e572fcdecb74 req-94b609d3-8e12-4da5-960d-9ffff8083f7e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:31.424984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84bb3ff3-7bb0-4d2f-85e9-e572fcdecb74 req-94b609d3-8e12-4da5-960d-9ffff8083f7e tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 946 time: 0.4112403 Feb 09 02:25:31.466924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38586) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:31.492363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d959c0f-6092-4377-96de-10ff3cce8329 req-2c8206ce-3c28-4175-ad07-d56cc8d448ec tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633017 Feb 09 02:25:31.693110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.693706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (fc109be4-3e47-48ee-ba15-49bd850f7a56), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.694077 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Floating IP fc109be4-3e47-48ee-ba15-49bd850f7a56 disassociated. External IP: 172.25.6.153, port: 9166dbb7-c0a6-4f12-af3a-51daa842daf0. Feb 09 02:25:31.694622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Calling delete_port for 9166dbb7-c0a6-4f12-af3a-51daa842daf0 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:31.695250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95fb668e-2c45-4255-8d90-65b9e33f5c5e req-6c0f9048-5aaf-4ed6-98da-7654f6fb4160 service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491857 Feb 09 02:25:31.720127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-58d82fc0-adf4-4d7d-839f-236b9af85ef5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fff14ed98e6481db56402c3ccdde54d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497058 Feb 09 02:25:31.728590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38592) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:31.730316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Deleting port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:31.730836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.790251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84bb3ff3-7bb0-4d2f-85e9-e572fcdecb74 req-a3d97b28-2d33-456a-87b1-1dced892e4ad tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups?id=242f7a00-ea2e-4274-967c-f199b23284cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421352 Feb 09 02:25:31.940019 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-417a71f1-447c-45eb-968b-7b12c259f733 admin admin] Publish callbacks [] for security_group (5c7a50b6-8d07-45bf-ae68-e82e078be8b9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.962796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9166dbb7-c0a6-4f12-af3a-51daa842daf0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:31.996446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event deleted for resources: {'Port': ['ID=9166dbb7-c0a6-4f12-af3a-51daa842daf0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:32.102339 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-417a71f1-447c-45eb-968b-7b12c259f733 admin admin] Publish callbacks [] for security_group (5c7a50b6-8d07-45bf-ae68-e82e078be8b9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:32.189815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-b54c38c5-bc5a-44d5-ab89-c7323eaa3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.191536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-b54c38c5-bc5a-44d5-ab89-c7323eaa3a33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e7aca29ea9d49d4b4fe46500428a4fe&device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 1127 time: 0.4002380 Feb 09 02:25:32.234741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] For port 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,segment=NetworkSegment(d61940dc-8daf-4eb3-809f-f5ac6d95974d),segment_id=d61940dc-8daf-4eb3-809f-f5ac6d95974d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:32.235186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:32.244535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Router 0a78b549-dedd-419c-a4b4-adabce4770f3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:32.348093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Calling delete_port for 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:32.440820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73993-bb99-4557-a9fe-75edbed9dd15 req-ca950584-b855-4e7a-b2e8-12e839dfd9b3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.443030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3f73993-bb99-4557-a9fe-75edbed9dd15 req-ca950584-b855-4e7a-b2e8-12e839dfd9b3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 944 time: 0.4479275 Feb 09 02:25:32.515470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:32.526605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:32.537829 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] Sync routers for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:32.554554 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:32.555542 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:32.600412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-417a71f1-447c-45eb-968b-7b12c259f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5c7a50b6-8d07-45bf-ae68-e82e078be8b9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:32.603038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-417a71f1-447c-45eb-968b-7b12c259f733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:32.617570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-417a71f1-447c-45eb-968b-7b12c259f733 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c7a50b6-8d07-45bf-ae68-e82e078be8b9 HTTP/1.1" status: 204 len: 168 time: 0.8788090 Feb 09 02:25:32.631014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Publish callbacks [] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:32.682125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] No DVR routers for this DVR port 9166dbb7-c0a6-4f12-af3a-51daa842daf0 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:32.690495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:32.702161 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-14c0c1f9-bc56-42c2-bf8d-75cc8ff5450e req-d5fe9c27-4444-41b7-b083-3efed199ba63 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.82 "DELETE /v2.0/ports/9166dbb7-c0a6-4f12-af3a-51daa842daf0 HTTP/1.1" status: 204 len: 173 time: 2.2142591 Feb 09 02:25:32.711560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'name': 'network-vif-deleted', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:32.716411 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2a1efc-450b-40c3-9ef0-6a7321c54438" -d '{"events": [{"server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "name": "network-vif-deleted", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:32.826367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a71f1-447c-45eb-968b-7b12c259f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a50b6-8d07-45bf-ae68-e82e078be8b9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:32.844540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Transition to ACTIVE for port object c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:32.850196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-2a030b0f-77eb-4e2e-b7d6-ec394a6e9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:32.861324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-2a030b0f-77eb-4e2e-b7d6-ec394a6e9be6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=310bed60-bfcd-4504-aeb7-411606b929f8 HTTP/1.1" status: 200 len: 909 time: 0.6475718 Feb 09 02:25:32.911483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:33.041029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3f73993-bb99-4557-a9fe-75edbed9dd15 req-b2e8adb0-5eb3-4de2-9b36-6e2b8328ff53 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897119 Feb 09 02:25:33.085577 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:33.139422 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db6433-e1c3-4203-997f-464ef927ad93 x-openstack-request-id: req-e2db6433-e1c3-4203-997f-464ef927ad93 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:33.140018 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7e2500-c9b4-4e86-a48f-f9e14f01455f", "name": "network-vif-deleted", "tag": "9166dbb7-c0a6-4f12-af3a-51daa842daf0", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:33.140338 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2db6433-e1c3-4203-997f-464ef927ad93 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:33.144505 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e2500-c9b4-4e86-a48f-f9e14f01455f', 'name': 'network-vif-deleted', 'tag': '9166dbb7-c0a6-4f12-af3a-51daa842daf0', 'status': 'completed', 'code': 200} Feb 09 02:25:33.316794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-3250131a-cc1c-4335-950c-ba11915c8f76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c16917bc-aa62-4fb7-930d-663a5c4b10e1 HTTP/1.1" status: 200 len: 217 time: 0.4116449 Feb 09 02:25:33.531397 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:33.544971 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8cd6416b-7214-4ef0-b3f3-d6aebc3c3087), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:33.568002 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] Checking router: 0a78b549-dedd-419c-a4b4-adabce4770f3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:33.578664 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:33.579325 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:33.591128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:33.606770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664c89-74be-4da1-a01d-d9e2bb19686b req-5f4b8dfe-e887-48ee-a97c-c4dbde4060c9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:33.608442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba664c89-74be-4da1-a01d-d9e2bb19686b req-5f4b8dfe-e887-48ee-a97c-c4dbde4060c9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 932 time: 0.9557731 Feb 09 02:25:33.610670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e59ad6b-1067-4323-bc1e-589a5254a6c0 req-ac483187-ec5d-45cb-9879-c27e2dd88ff5 tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd7e2500-c9b4-4e86-a48f-f9e14f01455f HTTP/1.1" status: 200 len: 210 time: 0.1904993 Feb 09 02:25:33.713940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd6416b-7214-4ef0-b3f3-d6aebc3c3087,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:33.731497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-436a6c96-e232-4292-b1f3-77850b98d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:33.733310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-436a6c96-e232-4292-b1f3-77850b98d833 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6b26322-868f-4676-92d9-4bccd301dc7d HTTP/1.1" status: 200 len: 848 time: 0.3973134 Feb 09 02:25:33.839037 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:33.869437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Attempting to bind port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:25:33.870061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Attempting to bind port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:25:33.870656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Attempting to bind port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:33.882910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-f9779e50-ae7f-455d-b8aa-c612b0ba9e4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=310bed60-bfcd-4504-aeb7-411606b929f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252532 Feb 09 02:25:33.890190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba664c89-74be-4da1-a01d-d9e2bb19686b req-69e85979-d41b-4091-85f1-b58735f4d343 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373445 Feb 09 02:25:33.914360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:25:33.915182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Attempting to bind port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:33.966924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9166dbb7-c0a6-4f12-af3a-51daa842daf0 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:34.013673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 9166dbb7-c0a6-4f12-af3a-51daa842daf0 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:34.014025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9166dbb7-c0a6-4f12-af3a-51daa842daf0 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:34.325377 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:34.332545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38658) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:34.372442 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82011df-1203-4ef5-b349-3e6fdfbf9256 None None] The sync data for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 is: [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:16:15Z', 'revision_number': 4, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '1b11463a-d950-41dd-ad4f-07ed5de5e85c', 'name': '', 'network_id': 'be1038e3-a826-4512-9d3d-5c6c50e29088', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'mac_address': 'fa:16:3e:e9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:14Z', 'updated_at': '2022-02-09T02:16:25Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'subnets': [{'id': '924972f2-9aa9-49d2-bef0-3d7a8584a68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:34.694195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-495619715-network', 'tenant_id': 'dbaaa15b7e214260a8973a1b2d7fc4e3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:34.761170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Made reservation on behalf of dbaaa15b7e214260a8973a1b2d7fc4e3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:34.766217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:34.797452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:25:34.798394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Checking segment: {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:34.798839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Bound using segment: {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:25:34.799379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Bound port: c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:25:34.799841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:34.803581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-e5732783-97d8-449e-86e8-0f883cb6fbd9 service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9071131 Feb 09 02:25:34.815075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:34.857030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4499d38-650f-42fb-aa35-9463c6151782 None None] New status for floating IP fc109be4-3e47-48ee-ba15-49bd850f7a56: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:25:34.946580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38672) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:34.947310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38674) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:35.028538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks [] for security_group (8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.040216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.073667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:25:35.095705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f52583a1-bc19-4972-b5c6-d7cd890e7916), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.096056 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Added segment f52583a1-bc19-4972-b5c6-d7cd890e7916 of type vlan for network 0cd299da-0738-4e80-8143-3c5d4ead8a83 Feb 09 02:25:35.109580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:25:35.117619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:25:35.152138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (0cd299da-0738-4e80-8143-3c5d4ead8a83), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.197979 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.198189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (0cd299da-0738-4e80-8143-3c5d4ead8a83), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.199079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:35.199882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.312562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:35.352081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e97fc-366c-4536-b292-7e97a49305cc req-5fa4135c-3a66-42dc-a81c-49133ad778f3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:35.353888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c0e97fc-366c-4536-b292-7e97a49305cc req-5fa4135c-3a66-42dc-a81c-49133ad778f3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 944 time: 0.5650358 Feb 09 02:25:35.365741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:35.366506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.368020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-56a5ec72-7da9-4261-84e2-efbc1c48c929 service neutron] 10.222.0.82 "PUT /v2.0/ports/c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b HTTP/1.1" status: 200 len: 1093 time: 4.5567410 Feb 09 02:25:35.369685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:35.372211 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45362bb-7280-4fd2-a568-e9adc91d1479" -d '{"events": [{"name": "network-changed", "server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:35.408567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f465-4056-47da-997e-070ee06ec3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.590473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd7f002-bc85-4e1b-b9c2-1906565f1bf0 req-7da1b266-52fd-4554-873a-480c93ae8169 service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7801735 Feb 09 02:25:35.625468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ac867-6dce-430e-be06-75d5e658f74a req-4ab485e5-0d45-4fff-b482-1f2c2258cf80 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:35.634013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b18ac867-6dce-430e-be06-75d5e658f74a req-4ab485e5-0d45-4fff-b482-1f2c2258cf80 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 944 time: 0.5056043 Feb 09 02:25:35.636026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c16917bc-aa62-4fb7-930d-663a5c4b10e1 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:25:35.641483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4320-3df2-4b0c-aaeb-3e85f12c90bc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (242f7a00-ea2e-4274-967c-f199b23284cd), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.682818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4320-3df2-4b0c-aaeb-3e85f12c90bc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (242f7a00-ea2e-4274-967c-f199b23284cd), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.693412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:35.773201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.811863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4775589 Feb 09 02:25:35.818163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:35.823565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Request body: {'subnet': {'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-495619715-subnet', 'tenant_id': 'dbaaa15b7e214260a8973a1b2d7fc4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:35.847864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c0e97fc-366c-4536-b292-7e97a49305cc req-d634b9c3-5024-43d1-b61c-12938dc9569f tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568059 Feb 09 02:25:35.849257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a58b1-5fab-4756-80f3-24a34e539e14 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd299da-0738-4e80-8143-3c5d4ead8a83,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:35.854803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Made reservation on behalf of dbaaa15b7e214260a8973a1b2d7fc4e3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:35.857715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:35.902673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 0cd299da-0738-4e80-8143-3c5d4ead8a83 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:25:36.000326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c16917bc-aa62-4fb7-930d-663a5c4b10e1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c16917bc-aa62-4fb7-930d-663a5c4b10e1,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:36.013753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1', 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8', 'port_id': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1', 'mac_address': 'fa:16:3e:2d:c1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b26322-868f-4676-92d9-4bccd301dc7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:25:36.056183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c16917bc-aa62-4fb7-930d-663a5c4b10e1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:36.056748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.072730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16917bc-aa62-4fb7-930d-663a5c4b10e1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:36.093382 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04170719-1597-4204-a0b1-987257b30a4c x-openstack-request-id: req-04170719-1597-4204-a0b1-987257b30a4c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:36.093593 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:36.093853 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04170719-1597-4204-a0b1-987257b30a4c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:36.094257 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'status': 'completed', 'code': 200} Feb 09 02:25:36.098271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c16917bc-aa62-4fb7-930d-663a5c4b10e1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c16917bc-aa62-4fb7-930d-663a5c4b10e1,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:36.104426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.106618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (5772e77c-f919-4e1a-a522-f85499a9ec1d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.149437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-ffb66fa4-f911-40f7-a628-4b56a16d5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.151414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-ffb66fa4-f911-40f7-a628-4b56a16d5232 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 1127 time: 0.7136555 Feb 09 02:25:36.170952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=c16917bc-aa62-4fb7-930d-663a5c4b10e1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:36.194713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5772e77c-f919-4e1a-a522-f85499a9ec1d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:36.197174 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4320-3df2-4b0c-aaeb-3e85f12c90bc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (242f7a00-ea2e-4274-967c-f199b23284cd), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.199981 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4320-3df2-4b0c-aaeb-3e85f12c90bc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.200718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Checking segment: {'id': 'f52583a1-bc19-4972-b5c6-d7cd890e7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:36.201090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Network hostable DHCP agents. Network: 0cd299da-0738-4e80-8143-3c5d4ead8a83, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:25:36.204232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a3fb4320-3df2-4b0c-aaeb-3e85f12c90bc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "DELETE /v2.0/security-groups/242f7a00-ea2e-4274-967c-f199b23284cd HTTP/1.1" status: 204 len: 168 time: 1.2527268 Feb 09 02:25:36.205345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:36.209309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f465-4056-47da-997e-070ee06ec3ec admin admin] Publish callbacks [] for security_group (bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.229452 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a13d0f7e-23a5-4db0-b731-94e045f3040d tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] show failed (client error): The resource could not be found. Feb 09 02:25:36.233210 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a13d0f7e-23a5-4db0-b731-94e045f3040d tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "GET /v2.0/security-groups/242f7a00-ea2e-4274-967c-f199b23284cd HTTP/1.1" status: 404 len: 347 time: 0.0215099 Feb 09 02:25:36.234996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:36.237907 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca0f465-4056-47da-997e-070ee06ec3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.275992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb4320-3df2-4b0c-aaeb-3e85f12c90bc tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f7a00-ea2e-4274-967c-f199b23284cd,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:36.286611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-d4e1f77c-9f47-4f3a-8842-61271bffa354 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b HTTP/1.1" status: 200 len: 217 time: 0.0730302 Feb 09 02:25:36.290023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b18ac867-6dce-430e-be06-75d5e658f74a req-3490b3ff-492b-499b-bb69-8a928d115b57 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549172 Feb 09 02:25:36.294526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Network 0cd299da-0738-4e80-8143-3c5d4ead8a83 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:25:36.370737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 0cd299da-0738-4e80-8143-3c5d4ead8a83) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:36.383603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9ca0f465-4056-47da-997e-070ee06ec3ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7376ccf10ba24d398ed511905d6eff07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4308381 Feb 09 02:25:36.383861 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1993b2b3-41ab-49da-9b8a-69fee04988b8 None None] Network 0cd299da-0738-4e80-8143-3c5d4ead8a83 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:36.384831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38692) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:36.386796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.388181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.400628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0f465-4056-47da-997e-070ee06ec3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:36.420518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-caa3d100-b446-487a-a6de-e3f8935abbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:36.422387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-caa3d100-b446-487a-a6de-e3f8935abbdd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e40c2f-dadd-453a-aa18-9633f90f8860 HTTP/1.1" status: 200 len: 862 time: 0.1259596 Feb 09 02:25:36.468493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Router aa072da8-c55d-43bf-9dc3-f09609dc6b0c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:25:36.475005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-ffdbcff5-3c11-4f05-9e27-76727bfad8f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449715 Feb 09 02:25:36.514775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['c16917bc-aa62-4fb7-930d-663a5c4b10e1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:36.525249 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8665a1fe-190e-4c0b-b0f9-ee6a395ba2a2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6832941 Feb 09 02:25:36.550879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Deleting port a02e094f-69ab-4944-ad56-0dfa4a59e89a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:36.551311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.608337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62a219-601f-4f06-93b0-3b7cec336db2 None None] Network 0cd299da-0738-4e80-8143-3c5d4ead8a83 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:36.631217 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d475e068-e4ac-482d-ab04-76304a9d0c2c admin admin] Publish callbacks [] for security_group (bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.730013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.732145 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (a02e094f-69ab-4944-ad56-0dfa4a59e89a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.775702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Calling delete_port for a02e094f-69ab-4944-ad56-0dfa4a59e89a owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:36.848996 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d475e068-e4ac-482d-ab04-76304a9d0c2c admin admin] Publish callbacks [] for security_group (bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.887616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-c72a18a4-6626-4bb3-b911-fb800d2aae85 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062738 Feb 09 02:25:37.023365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a02e094f-69ab-4944-ad56-0dfa4a59e89a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.127739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76325658-6d63-41d7-9ee1-e68b923ba078 req-dbdeb957-e1a6-497b-95e8-743b802ed04b service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043395 Feb 09 02:25:37.145385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:25:37.153279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6f231ddd-a079-406b-8f48-4184ac557a7a admin admin] 10.222.0.53 "PUT /v2.0/routers/aa072da8-c55d-43bf-9dc3-f09609dc6b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6077089 Feb 09 02:25:37.156749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d475e068-e4ac-482d-ab04-76304a9d0c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.160578 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d475e068-e4ac-482d-ab04-76304a9d0c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.161816 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f5581-720a-496b-98fb-025984a239bc None None] Sync routers for ids ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:25:37.181552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d475e068-e4ac-482d-ab04-76304a9d0c2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe HTTP/1.1" status: 204 len: 168 time: 0.7769747 Feb 09 02:25:37.181552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38716) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:37.206486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] Routers {'aa072da8-c55d-43bf-9dc3-f09609dc6b0c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:37.231565 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:37.256525 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks [] for floatingip (fc109be4-3e47-48ee-ba15-49bd850f7a56), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.259706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.276767 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] 10.222.0.53 "DELETE /v2.0/floatingips/fc109be4-3e47-48ee-ba15-49bd850f7a56 HTTP/1.1" status: 204 len: 168 time: 1.0415485 Feb 09 02:25:37.287940 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25141c77-c254-44a9-835a-af7d11b647ec tempest-AttachVolumeTestJSON-515852068 tempest-AttachVolumeTestJSON-515852068-project] Pushing event deleted for resources: {'Port': ['ID=a02e094f-69ab-4944-ad56-0dfa4a59e89a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:37.408510 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] Set router aa072da8-c55d-43bf-9dc3-f09609dc6b0c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:37.615475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475e068-e4ac-482d-ab04-76304a9d0c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9c425c-2fe9-46c2-a398-af8e1c7d0ffe,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:37.629887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c856878-85c0-4f7f-bdc8-9960357e5241 req-110df161-5804-4e4e-97b1-c77eb83d426f tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:37.636437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c16917bc-aa62-4fb7-930d-663a5c4b10e1 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:25:37.650754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c856878-85c0-4f7f-bdc8-9960357e5241 req-110df161-5804-4e4e-97b1-c77eb83d426f tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 945 time: 0.6875694 Feb 09 02:25:37.676575 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:25:33Z', 'revision_number': 5, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:37.715537 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f5581-720a-496b-98fb-025984a239bc None None] Checking router: aa072da8-c55d-43bf-9dc3-f09609dc6b0c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:25:37.724789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:37.740570 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] Routers {'aa072da8-c55d-43bf-9dc3-f09609dc6b0c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:25:37.741221 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:37.750678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-109588bf-ffec-4506-8e90-85856ca78172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.779086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port c16917bc-aa62-4fb7-930d-663a5c4b10e1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:25:37.781688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-5a99e8f2-de66-4d71-8b40-9feeb311ec26 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:37.784225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-5a99e8f2-de66-4d71-8b40-9feeb311ec26 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/networks?id=0cd299da-0738-4e80-8143-3c5d4ead8a83 HTTP/1.1" status: 200 len: 812 time: 0.4721830 Feb 09 02:25:37.790399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port c16917bc-aa62-4fb7-930d-663a5c4b10e1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:37.791137 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.802032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-74c443c5-e0db-4e22-afde-be8b7050788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:37.804339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-74c443c5-e0db-4e22-afde-be8b7050788b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 1127 time: 0.4951422 Feb 09 02:25:37.881152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c856878-85c0-4f7f-bdc8-9960357e5241 req-74c53013-c46b-4522-a43a-bc16b08840db tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285268 Feb 09 02:25:37.901578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-85ed1ca9-d271-415f-a359-abdab5124421 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/quotas/dbaaa15b7e214260a8973a1b2d7fc4e3 HTTP/1.1" status: 200 len: 375 time: 0.1052620 Feb 09 02:25:37.958230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-109588bf-ffec-4506-8e90-85856ca78172 admin admin] Publish callbacks [] for security_group (ec2fc108-123a-4964-a721-10e666d1c507), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.967708 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-109588bf-ffec-4506-8e90-85856ca78172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec2fc108-123a-4964-a721-10e666d1c507), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.975537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port c16917bc-aa62-4fb7-930d-663a5c4b10e1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:37.977367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.010913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-823a9f4a-cbd5-423f-9014-5b6025eb9464 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbaaa15b7e214260a8973a1b2d7fc4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082966 Feb 09 02:25:38.017356 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] Set router aa072da8-c55d-43bf-9dc3-f09609dc6b0c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:25:38.063327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:38.072199 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeeb921-fd10-491b-95bd-d3cb6f8ebc31" -d '{"events": [{"server_uuid": "c5e6088b-ae3d-4bb2-a016-6c9f4b30094e", "name": "network-vif-plugged", "status": "completed", "tag": "c16917bc-aa62-4fb7-930d-663a5c4b10e1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:38.093610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks [] for router (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.111434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port c16917bc-aa62-4fb7-930d-663a5c4b10e1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c16917bc-aa62-4fb7-930d-663a5c4b10e1,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:38.113235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-109588bf-ffec-4506-8e90-85856ca78172 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d4aec6b14554f2fb71fb57443900aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870380 Feb 09 02:25:38.120362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:38.120910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.140507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109588bf-ffec-4506-8e90-85856ca78172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2fc108-123a-4964-a721-10e666d1c507,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:38.247967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=c16917bc-aa62-4fb7-930d-663a5c4b10e1,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:38.273649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cdab3d79-cec0-4891-9325-3f4297a47661 admin admin] Publish callbacks [] for security_group (ec2fc108-123a-4964-a721-10e666d1c507), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.286781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e6be6-7845-48f5-bfde-fb132d1b83d6 req-16da2987-75a8-4162-bf88-942727eb45b3 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:38.295396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-730e6be6-7845-48f5-bfde-fb132d1b83d6 req-16da2987-75a8-4162-bf88-942727eb45b3 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 944 time: 0.2816570 Feb 09 02:25:38.338996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-1a0df3c6-5f7f-40b4-83b6-0e14e366139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:38.340677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-1a0df3c6-5f7f-40b4-83b6-0e14e366139c service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 923 time: 0.5019157 Feb 09 02:25:38.346482 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cdab3d79-cec0-4891-9325-3f4297a47661 admin admin] Publish callbacks [] for security_group (ec2fc108-123a-4964-a721-10e666d1c507), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.363667 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d90f5581-720a-496b-98fb-025984a239bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:25:33Z', 'revision_number': 5, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:38.400979 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f5581-720a-496b-98fb-025984a239bc None None] The sync data for ids ['aa072da8-c55d-43bf-9dc3-f09609dc6b0c'] in n-d-826675-12 is: [{'id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'name': 'tempest-TaggedBootDevicesTest-1632872787-router', 'tenant_id': 'e3a45ee7416e47dab9f480daa3593baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:15:33Z', 'updated_at': '2022-02-09T02:25:33Z', 'revision_number': 5, 'project_id': 'e3a45ee7416e47dab9f480daa3593baa', 'gw_port': {'id': '105ab851-b955-42ed-97d1-3be52350a3e8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa072da8-c55d-43bf-9dc3-f09609dc6b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:15:36Z', 'updated_at': '2022-02-09T02:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:25:38.416905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-100a0af3-4800-485b-bee1-c3a3e93e6151 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b HTTP/1.1" status: 200 len: 217 time: 0.0652511 Feb 09 02:25:38.449321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cdab3d79-cec0-4891-9325-3f4297a47661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec2fc108-123a-4964-a721-10e666d1c507), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.452417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cdab3d79-cec0-4891-9325-3f4297a47661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.462980 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cdab3d79-cec0-4891-9325-3f4297a47661 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec2fc108-123a-4964-a721-10e666d1c507 HTTP/1.1" status: 204 len: 168 time: 0.3383236 Feb 09 02:25:38.472937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab3d79-cec0-4891-9325-3f4297a47661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2fc108-123a-4964-a721-10e666d1c507,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:38.694922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-842cef3f-66b0-469c-862d-7ebf48aa33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:38.696522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-842cef3f-66b0-469c-862d-7ebf48aa33a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e40c2f-dadd-453a-aa18-9633f90f8860 HTTP/1.1" status: 200 len: 862 time: 0.1833298 Feb 09 02:25:38.770837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-13d3173a-66ae-4d28-b23e-b96ae6f84dfa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517983 Feb 09 02:25:38.795127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:38.821698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:38.822362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8cd6416b-7214-4ef0-b3f3-d6aebc3c3087 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:39.289760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-730e6be6-7845-48f5-bfde-fb132d1b83d6 req-ca385830-88cd-479d-8a4a-8193fabd3dff tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9935727 Feb 09 02:25:39.327541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-163cbce5-7e6c-4787-9593-edc057b90828 service neutron] 10.222.0.53 "GET /v2.0/networks/0cd299da-0738-4e80-8143-3c5d4ead8a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3155975 Feb 09 02:25:39.387837 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8123ee96-3212-4b1b-a02e-1bda007c4f08 x-openstack-request-id: req-8123ee96-3212-4b1b-a02e-1bda007c4f08 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:39.388592 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e6088b-ae3d-4bb2-a016-6c9f4b30094e", "name": "network-vif-plugged", "status": "completed", "tag": "c16917bc-aa62-4fb7-930d-663a5c4b10e1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:39.389205 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8123ee96-3212-4b1b-a02e-1bda007c4f08 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:39.389809 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1', 'code': 200} Feb 09 02:25:39.399943 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks [] for router_gateway (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:39.490378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-c8cec491-c2da-412e-90c9-3b9223618447 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837802 Feb 09 02:25:39.624650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-d4848feb-f908-4b3c-a248-ae4d52361f3d service neutron] 10.222.0.53 "GET /v2.0/networks/0cd299da-0738-4e80-8143-3c5d4ead8a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884102 Feb 09 02:25:39.681341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edb14a-c8c7-4d8a-b875-75de7730b065 req-99496465-c137-4258-b6e2-32c44f9c00be tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:39.683422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1edb14a-c8c7-4d8a-b875-75de7730b065 req-99496465-c137-4258-b6e2-32c44f9c00be tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 946 time: 0.1708174 Feb 09 02:25:39.690321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Deleting port 105ab851-b955-42ed-97d1-3be52350a3e8 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:39.690873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:39.721939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5336fe-4aac-442b-bb87-55c78e9e902b req-79d69d9a-63f9-47e6-a54a-cbe295e40966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:39.724118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca5336fe-4aac-442b-bb87-55c78e9e902b req-79d69d9a-63f9-47e6-a54a-cbe295e40966 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 1129 time: 0.2523956 Feb 09 02:25:39.784130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a45362bb-7280-4fd2-a568-e9adc91d1479 req-b5ac6a42-2e51-4b9f-9c71-c0cc21f66be3 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723646 Feb 09 02:25:39.993346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9b15576-a2fb-43b4-b31a-819359df4981 req-a785bcfa-a62f-472f-8319-9ddbde4bdf0d tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 210 time: 0.1034358 Feb 09 02:25:39.996965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1edb14a-c8c7-4d8a-b875-75de7730b065 req-1f785045-4fa8-49cc-92c9-eebedf30f752 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021874 Feb 09 02:25:40.003742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca5336fe-4aac-442b-bb87-55c78e9e902b req-bf2be076-7ff7-412a-b982-017e5be19431 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386529 Feb 09 02:25:40.049668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] For port 105ab851-b955-42ed-97d1-3be52350a3e8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=105ab851-b955-42ed-97d1-3be52350a3e8,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:40.050216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.072700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Calling delete_port for 105ab851-b955-42ed-97d1-3be52350a3e8 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:40.367403 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (105ab851-b955-42ed-97d1-3be52350a3e8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.434237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=105ab851-b955-42ed-97d1-3be52350a3e8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:40.517224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.517627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.518020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.518343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.518781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.519146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.519498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.519862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.520222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.520598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.520976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.521384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.521709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:40.543050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.676718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea1a3d-7db2-4a90-a6f0-8cff7d2ee170 req-f3c80bd1-2126-4bf4-94bf-f51dd612c10a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:40.678542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0ea1a3d-7db2-4a90-a6f0-8cff7d2ee170 req-f3c80bd1-2126-4bf4-94bf-f51dd612c10a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 944 time: 0.2592752 Feb 09 02:25:40.685924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.689530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks [] for router_controller (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.794549 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (aa072da8-c55d-43bf-9dc3-f09609dc6b0c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.795119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa072da8-c55d-43bf-9dc3-f09609dc6b0c {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:25:40.801935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.805763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:40.806230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0bc74dc8-90cf-437d-a022-935b55a88f23 admin admin] 10.222.0.53 "DELETE /v2.0/routers/aa072da8-c55d-43bf-9dc3-f09609dc6b0c HTTP/1.1" status: 204 len: 168 time: 3.6155705 Feb 09 02:25:40.867004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0ea1a3d-7db2-4a90-a6f0-8cff7d2ee170 req-d8071681-c152-47d6-98c2-4ef8f3a04f04 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754441 Feb 09 02:25:40.957371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] Deleting subnet 75564d37-b63f-47fd-b154-a48f02abc901 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:25:40.971451 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] Publish callbacks [] for subnet (75564d37-b63f-47fd-b154-a48f02abc901), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.057922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (75564d37-b63f-47fd-b154-a48f02abc901), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.207023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3d316f3-2bfe-41b9-ac0a-780fd464a7b7 req-1355c53d-4968-4e45-b9de-303208539d8f tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 210 time: 0.0841444 Feb 09 02:25:41.230233 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (75564d37-b63f-47fd-b154-a48f02abc901), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.328054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad12f0-5e9d-48e0-b855-3fd049ef3520 req-2ca0fb71-9d22-432b-ac93-342c06884159 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:41.333488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ad12f0-5e9d-48e0-b855-3fd049ef3520 req-2ca0fb71-9d22-432b-ac93-342c06884159 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 946 time: 0.1324835 Feb 09 02:25:41.370703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (75564d37-b63f-47fd-b154-a48f02abc901), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.392439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.395948 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/75564d37-b63f-47fd-b154-a48f02abc901 HTTP/1.1" status: 204 len: 168 time: 0.5883524 Feb 09 02:25:41.399554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38832) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:41.401793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad785c1-b544-46ae-a223-7a405917d973 None None] Network 8bdf2d4a-ceab-4364-a868-e34da6e510ef requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:25:41.428475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d1927-37a9-4427-89bd-093a8806f987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75564d37-b63f-47fd-b154-a48f02abc901,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:41.547994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42ad12f0-5e9d-48e0-b855-3fd049ef3520 req-1fc0a8fb-2d49-44a0-bcff-e96f798f95ff tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061305 Feb 09 02:25:41.604609 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8bdf2d4a-ceab-4364-a868-e34da6e510ef), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.763941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] DHCP port deletion for 8bdf2d4a-ceab-4364-a868-e34da6e510ef request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:25:41.822021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Deleting port 863a590b-84f0-4bb4-a25b-2d7117c8291c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:41.827705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.843655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] Deleting port 863a590b-84f0-4bb4-a25b-2d7117c8291c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:41.843973 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.930040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] For port 863a590b-84f0-4bb4-a25b-2d7117c8291c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=863a590b-84f0-4bb4-a25b-2d7117c8291c,segment=NetworkSegment(d61940dc-8daf-4eb3-809f-f5ac6d95974d),segment_id=d61940dc-8daf-4eb3-809f-f5ac6d95974d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:41.930418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:41.947523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Calling delete_port for 863a590b-84f0-4bb4-a25b-2d7117c8291c owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:42.060153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-1919b320-8f33-4053-8a7e-c806e6583fb3 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.062039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-1919b320-8f33-4053-8a7e-c806e6583fb3 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.82 "GET /v2.0/networks?id=0cd299da-0738-4e80-8143-3c5d4ead8a83 HTTP/1.1" status: 200 len: 812 time: 0.3402276 Feb 09 02:25:42.078188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Request body: {'port': {'device_id': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83', 'admin_state_up': True, 'tenant_id': 'dbaaa15b7e214260a8973a1b2d7fc4e3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:42.103236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] For port 863a590b-84f0-4bb4-a25b-2d7117c8291c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=863a590b-84f0-4bb4-a25b-2d7117c8291c,segment=NetworkSegment(d61940dc-8daf-4eb3-809f-f5ac6d95974d),segment_id=d61940dc-8daf-4eb3-809f-f5ac6d95974d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:42.111572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.146566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] Calling delete_port for 863a590b-84f0-4bb4-a25b-2d7117c8291c owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:42.218670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.237873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:25:42.339095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46b2653a-b8c6-4dcf-9899-fe47c4cc2c54 req-8eec78cf-6e81-4eee-b552-c80c7df74e6e tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 210 time: 0.0334952 Feb 09 02:25:42.342603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (863a590b-84f0-4bb4-a25b-2d7117c8291c), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.342848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=863a590b-84f0-4bb4-a25b-2d7117c8291c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:42.352567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] No DVR routers for this DVR port 863a590b-84f0-4bb4-a25b-2d7117c8291c on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:42.380069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] No DVR routers for this DVR port 863a590b-84f0-4bb4-a25b-2d7117c8291c on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:42.415434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc187b-c5e4-4294-8548-b4f40d8fda1d None None] Pushing event deleted for resources: {'Port': ['ID=863a590b-84f0-4bb4-a25b-2d7117c8291c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:42.453145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:42.473250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'port_id': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'mac_address': 'fa:16:3e:a3:33:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e40c2f-dadd-453a-aa18-9633f90f8860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:25:42.498399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cc5e8-09ac-44b4-b8e0-7001fc100fe4 req-1361b97e-bef1-4ea1-866d-385e59f6f2a8 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.500260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c51cc5e8-09ac-44b4-b8e0-7001fc100fe4 req-1361b97e-bef1-4ea1-866d-385e59f6f2a8 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 944 time: 0.4141414 Feb 09 02:25:42.563597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:42.564713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.614049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 863a590b-84f0-4bb4-a25b-2d7117c8291c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:42.618467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:42.672404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 863a590b-84f0-4bb4-a25b-2d7117c8291c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:42.672862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 863a590b-84f0-4bb4-a25b-2d7117c8291c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:42.673365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 105ab851-b955-42ed-97d1-3be52350a3e8 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:42.701421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8bdf2d4a-ceab-4364-a868-e34da6e510ef), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.716999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:42.718240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 105ab851-b955-42ed-97d1-3be52350a3e8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:42.718619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 105ab851-b955-42ed-97d1-3be52350a3e8 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:42.742732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.752313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c51cc5e8-09ac-44b4-b8e0-7001fc100fe4 req-effe8f65-172c-4fce-b540-633527e9590a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074709 Feb 09 02:25:42.752999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Made reservation on behalf of dbaaa15b7e214260a8973a1b2d7fc4e3 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:42.757164 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.798155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdf2d4a-ceab-4364-a868-e34da6e510ef']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:42.822141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61940dc-8daf-4eb3-809f-f5ac6d95974d') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:42.822441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61940dc-8daf-4eb3-809f-f5ac6d95974d') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:25:42.823237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:42.865290 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (d61940dc-8daf-4eb3-809f-f5ac6d95974d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.893418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090db574-49b6-49e8-be26-78ad56ee2172 req-33cb75ca-d2f1-4d7d-a193-c81769b9b766 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:42.895010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-090db574-49b6-49e8-be26-78ad56ee2172 req-33cb75ca-d2f1-4d7d-a193-c81769b9b766 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 946 time: 0.2132342 Feb 09 02:25:42.899079 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d61940dc-8daf-4eb3-809f-f5ac6d95974d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.917688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:42.923577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:25:42.923978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (d61940dc-8daf-4eb3-809f-f5ac6d95974d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:25:42.929728 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:25:43.032911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8bdf2d4a-ceab-4364-a868-e34da6e510ef), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.046468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:43.046830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.053540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8bdf2d4a-ceab-4364-a868-e34da6e510ef HTTP/1.1" status: 204 len: 168 time: 1.6522965 Feb 09 02:25:43.069570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c68130-bfcf-4519-b0b2-3a829dbe53f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.072817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-090db574-49b6-49e8-be26-78ad56ee2172 req-fdbe19e4-23c4-4891-b59b-1624c8d73ac6 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695459 Feb 09 02:25:43.076773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeec7bd-a709-4c79-a2f2-cf1f72529ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdf2d4a-ceab-4364-a868-e34da6e510ef,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:43.079071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Allocated IP 172.20.0.5 (0cd299da-0738-4e80-8143-3c5d4ead8a83/5772e77c-f919-4e1a-a522-f85499a9ec1d/9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:43.293457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c68130-bfcf-4519-b0b2-3a829dbe53f6 admin admin] Publish callbacks [] for security_group (a76571da-60ef-45ce-aad7-cd8ab24d791e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.304111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c68130-bfcf-4519-b0b2-3a829dbe53f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a76571da-60ef-45ce-aad7-cd8ab24d791e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.342900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38868) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:43.361949 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c9c68130-bfcf-4519-b0b2-3a829dbe53f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80c951169c414631a68cb3f93d767c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4426711 Feb 09 02:25:43.363711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:43.430953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c68130-bfcf-4519-b0b2-3a829dbe53f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76571da-60ef-45ce-aad7-cd8ab24d791e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:43.440251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5a9b23c2-6a80-4957-b90b-8c5ce1662e92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7828a036b594ca6a33035d1ced581e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0960269 Feb 09 02:25:43.447444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38876) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:43.523954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6382-bd06-4f01-879f-9a450829a4ba admin admin] Publish callbacks [] for security_group (a76571da-60ef-45ce-aad7-cd8ab24d791e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.554657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-663d8e2b-fa14-4b4e-88bd-2b268bddc303 req-ce45803d-a093-410f-a883-985605f1705d tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 210 time: 0.0825491 Feb 09 02:25:43.576033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks [] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.597399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6382-bd06-4f01-879f-9a450829a4ba admin admin] Publish callbacks [] for security_group (a76571da-60ef-45ce-aad7-cd8ab24d791e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.626326 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c49d1838-3c97-476c-8e8e-5b80f7746baa admin admin] Publish callbacks [] for security_group (5817854a-9a35-4ec5-bc51-782996e51e2e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.662781 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c49d1838-3c97-476c-8e8e-5b80f7746baa admin admin] Publish callbacks [] for security_group (5817854a-9a35-4ec5-bc51-782996e51e2e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.717775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6382-bd06-4f01-879f-9a450829a4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a76571da-60ef-45ce-aad7-cd8ab24d791e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.721944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6382-bd06-4f01-879f-9a450829a4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.728325 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b0f6382-bd06-4f01-879f-9a450829a4ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a76571da-60ef-45ce-aad7-cd8ab24d791e HTTP/1.1" status: 204 len: 168 time: 0.3584840 Feb 09 02:25:43.743392 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.743730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f6382-bd06-4f01-879f-9a450829a4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76571da-60ef-45ce-aad7-cd8ab24d791e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:43.833854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c49d1838-3c97-476c-8e8e-5b80f7746baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5817854a-9a35-4ec5-bc51-782996e51e2e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.837270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c49d1838-3c97-476c-8e8e-5b80f7746baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:43.842911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c49d1838-3c97-476c-8e8e-5b80f7746baa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5817854a-9a35-4ec5-bc51-782996e51e2e HTTP/1.1" status: 204 len: 168 time: 0.3941607 Feb 09 02:25:43.848466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Network 0cd299da-0738-4e80-8143-3c5d4ead8a83 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:43.858290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:43.868909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:43.884420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Pushing event updated for resources: {'Port': ['ID=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:43.944288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d1838-3c97-476c-8e8e-5b80f7746baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5817854a-9a35-4ec5-bc51-782996e51e2e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:43.998662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:43.999363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.007824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:25:44.015159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2d049-7913-453f-80f7-a9856c5ff764 req-3d9c3c7c-dd4b-4790-9dd7-aa3e87b41ab5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:44.016817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dda2d049-7913-453f-80f7-a9856c5ff764 req-3d9c3c7c-dd4b-4790-9dd7-aa3e87b41ab5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 945 time: 0.1354988 Feb 09 02:25:44.052218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5228f2a-f95d-4f52-a34f-5e6617723fea tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9794643 Feb 09 02:25:44.127611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Request body: {'port': {'device_id': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:44.184449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:25:44.189518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:44.189862 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.346523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dda2d049-7913-453f-80f7-a9856c5ff764 req-a35ccc1c-e7fb-4db9-aaf0-0df945b3a5f5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146350 Feb 09 02:25:44.421752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:44.422155 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.461550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38910) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:44.471110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:44.473971 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3890d4-1e96-4178-af21-4d6eb1479e95" -d '{"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-plugged", "status": "completed", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:44.475562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.493125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:44.500325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104acd93-9af7-44cd-bbcb-c1cc6d1d28eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.504216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.525518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e8de-d824-49d8-881a-524356c7233c req-bbc64a73-bd06-4f7b-91d2-a664644aa9b7 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:44.527967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec58e8de-d824-49d8-881a-524356c7233c req-bbc64a73-bd06-4f7b-91d2-a664644aa9b7 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 946 time: 0.2555850 Feb 09 02:25:44.617622 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c2ca7-7fbc-4f59-ac46-bc4c9894d9ae x-openstack-request-id: req-b32c2ca7-7fbc-4f59-ac46-bc4c9894d9ae {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:44.617622 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-plugged", "status": "completed", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:44.617622 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b32c2ca7-7fbc-4f59-ac46-bc4c9894d9ae {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:44.618075 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'code': 200} Feb 09 02:25:44.619879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:44.706386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec58e8de-d824-49d8-881a-524356c7233c req-0e3b42d9-5515-4e77-9056-3d99637b0dc7 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658475 Feb 09 02:25:44.711774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104acd93-9af7-44cd-bbcb-c1cc6d1d28eb admin admin] Publish callbacks [] for security_group (0754f85b-51ce-4aee-91c6-48876eaec8e6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.751333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104acd93-9af7-44cd-bbcb-c1cc6d1d28eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0754f85b-51ce-4aee-91c6-48876eaec8e6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.800302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe6d86-b0ab-41a1-b97a-34854ebd8c78 req-c5fc9557-0410-47bb-867c-ca2c1fe646f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:44.802328 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9abe6d86-b0ab-41a1-b97a-34854ebd8c78 req-c5fc9557-0410-47bb-867c-ca2c1fe646f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 1129 time: 0.1271827 Feb 09 02:25:44.808943 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-104acd93-9af7-44cd-bbcb-c1cc6d1d28eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a5c77cd692f410fa51ed71babc00a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457048 Feb 09 02:25:44.829309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:44.833592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104acd93-9af7-44cd-bbcb-c1cc6d1d28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0754f85b-51ce-4aee-91c6-48876eaec8e6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:44.915100 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9abe6d86-b0ab-41a1-b97a-34854ebd8c78 req-93c77b30-53b5-4eb3-9cea-7f9d39a0d187 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048830 Feb 09 02:25:44.920011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e284a67d-b439-4594-bdac-1338bd3bd26b admin admin] Publish callbacks [] for security_group (0754f85b-51ce-4aee-91c6-48876eaec8e6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:44.930268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3399d27-d2de-426f-8a60-771792a643f0 req-fc503b5f-6fa4-4e3d-8458-856c4dbcd72b tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:44.938634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3399d27-d2de-426f-8a60-771792a643f0 req-fc503b5f-6fa4-4e3d-8458-856c4dbcd72b tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 931 time: 0.2303879 Feb 09 02:25:44.947003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38920) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:44.949453 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e284a67d-b439-4594-bdac-1338bd3bd26b admin admin] Publish callbacks [] for security_group (0754f85b-51ce-4aee-91c6-48876eaec8e6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.026375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e284a67d-b439-4594-bdac-1338bd3bd26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0754f85b-51ce-4aee-91c6-48876eaec8e6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.030896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e284a67d-b439-4594-bdac-1338bd3bd26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.033096 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e284a67d-b439-4594-bdac-1338bd3bd26b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0754f85b-51ce-4aee-91c6-48876eaec8e6 HTTP/1.1" status: 204 len: 168 time: 0.1999273 Feb 09 02:25:45.043919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284a67d-b439-4594-bdac-1338bd3bd26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754f85b-51ce-4aee-91c6-48876eaec8e6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:45.127159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b49f1cde-10b8-4d59-a2bd-4d825a95063a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3a45ee7416e47dab9f480daa3593baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735458 Feb 09 02:25:45.129525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38926) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:45.146907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3399d27-d2de-426f-8a60-771792a643f0 req-57524a3e-4f45-4cb4-8d1e-a042de5a047f tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974552 Feb 09 02:25:45.284367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7c8b-c206-45a4-b975-a29205ecc6a6 admin admin] Publish callbacks [] for security_group (659b1341-c40f-47ef-a32b-5ada5164d45d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.313137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:45.330086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Publish callbacks [] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.337677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7c8b-c206-45a4-b975-a29205ecc6a6 admin admin] Publish callbacks [] for security_group (659b1341-c40f-47ef-a32b-5ada5164d45d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.371418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Transition to ACTIVE for port object 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:45.387460 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.519808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Pushing event updated for resources: {'Port': ['ID=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:45.554106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7c8b-c206-45a4-b975-a29205ecc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (659b1341-c40f-47ef-a32b-5ada5164d45d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.557669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7c8b-c206-45a4-b975-a29205ecc6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:45.558892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ec4f7c8b-c206-45a4-b975-a29205ecc6a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/659b1341-c40f-47ef-a32b-5ada5164d45d HTTP/1.1" status: 204 len: 168 time: 0.4284987 Feb 09 02:25:45.736358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f7c8b-c206-45a4-b975-a29205ecc6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659b1341-c40f-47ef-a32b-5ada5164d45d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:45.863385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb135-4ee4-4833-8383-e0146ab15f7f req-7aa7bfb2-7d3a-474b-86c6-ee2b39124b9f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:45.866487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8ccb135-4ee4-4833-8383-e0146ab15f7f req-7aa7bfb2-7d3a-474b-86c6-ee2b39124b9f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 946 time: 0.4001119 Feb 09 02:25:46.041870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Attempting to bind port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:25:46.042213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Attempting to bind port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'f52583a1-bc19-4972-b5c6-d7cd890e7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:25:46.042556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Attempting to bind port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 on network 0cd299da-0738-4e80-8143-3c5d4ead8a83 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:46.057095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-ea2ef636-66ff-44b0-a411-5636b3a9db99 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:46.058679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-ea2ef636-66ff-44b0-a411-5636b3a9db99 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 946 time: 0.4092979 Feb 09 02:25:46.063905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8ccb135-4ee4-4833-8383-e0146ab15f7f req-a602c71b-60db-4b83-987f-58b2e99c635e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855047 Feb 09 02:25:46.075275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 on network 0cd299da-0738-4e80-8143-3c5d4ead8a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:25:46.075654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Attempting to bind port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 on network 0cd299da-0738-4e80-8143-3c5d4ead8a83 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:46.086434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:25:46.086833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Checking segment: {'id': 'f52583a1-bc19-4972-b5c6-d7cd890e7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:46.087223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Bound using segment: {'id': 'f52583a1-bc19-4972-b5c6-d7cd890e7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:25:46.087670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Bound port: 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52583a1-bc19-4972-b5c6-d7cd890e7916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:25:46.088039 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:46.138160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aaa72-db2a-4332-9444-9ae6dda92c45 req-82f67bae-cfc2-4527-9d5f-8d75078c1294 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:46.139894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-692aaa72-db2a-4332-9444-9ae6dda92c45 req-82f67bae-cfc2-4527-9d5f-8d75078c1294 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 946 time: 0.2597322 Feb 09 02:25:46.374491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] For port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:25:46.383557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-692aaa72-db2a-4332-9444-9ae6dda92c45 req-52b321cb-f07e-410f-9e2e-ced2b5263bbc tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359817 Feb 09 02:25:46.411795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] For port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,segment=NetworkSegment(f52583a1-bc19-4972-b5c6-d7cd890e7916),segment_id=f52583a1-bc19-4972-b5c6-d7cd890e7916)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:25:46.419025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Deleting port c16917bc-aa62-4fb7-930d-663a5c4b10e1 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:25:46.419431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:46.432773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:47.479617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:47.480291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:47.481756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] 10.222.0.82 "PUT /v2.0/ports/9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 HTTP/1.1" status: 200 len: 1092 time: 3.3699009 Feb 09 02:25:47.540619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'tag': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:47.543894 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df6c914-606d-4430-b185-c6885fde2fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "68f0fa82-3bc5-4c86-bb05-c19e06c8a16b", "tag": "9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:47.617074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828cf4d-9b84-466a-952c-a2a77b6f9bb4 req-e436031e-d04b-4ea0-8243-33e299d2f540 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:47.625659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a828cf4d-9b84-466a-952c-a2a77b6f9bb4 req-e436031e-d04b-4ea0-8243-33e299d2f540 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 943 time: 1.3709288 Feb 09 02:25:47.846882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e825cf-c032-4672-9e63-8ececc91ec9e req-0137b6d1-b0fa-45c7-b87f-658469cd568e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:47.855021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27e825cf-c032-4672-9e63-8ececc91ec9e req-0137b6d1-b0fa-45c7-b87f-658469cd568e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 946 time: 0.4203105 Feb 09 02:25:47.875723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7479f-1bff-4ac6-8f4e-71f691e5e61f service neutron] Pushing event updated for resources: {'Port': ['ID=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:47.882942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] For port c16917bc-aa62-4fb7-930d-663a5c4b10e1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=c16917bc-aa62-4fb7-930d-663a5c4b10e1,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:47.883369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:47.885680 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:47.889367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-4b8fed27-65cc-40d9-9633-8c78548c2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:47.890209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-4b8fed27-65cc-40d9-9633-8c78548c2907 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dbaaa15b7e214260a8973a1b2d7fc4e3&device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 1126 time: 0.3397820 Feb 09 02:25:47.909540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a828cf4d-9b84-466a-952c-a2a77b6f9bb4 req-6e1d5157-c738-4c4d-9315-33536d4d7c3c tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828846 Feb 09 02:25:47.957059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-e7244b29-0a81-4700-b805-91cdb7fefa4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 HTTP/1.1" status: 200 len: 217 time: 0.0524952 Feb 09 02:25:47.978974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Calling delete_port for c16917bc-aa62-4fb7-930d-663a5c4b10e1 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:25:48.057654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27e825cf-c032-4672-9e63-8ececc91ec9e req-5f133d1e-d173-4bef-bf19-9b864dfbefd4 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017097 Feb 09 02:25:48.339935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-15cd2762-afa4-472a-9ef7-df6833e268a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.341525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-15cd2762-afa4-472a-9ef7-df6833e268a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5772e77c-f919-4e1a-a522-f85499a9ec1d HTTP/1.1" status: 200 len: 852 time: 0.3603613 Feb 09 02:25:48.343191 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb22db14-a9b4-4f2f-8b41-8d7e37adf42b x-openstack-request-id: req-cb22db14-a9b4-4f2f-8b41-8d7e37adf42b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:48.343500 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f0fa82-3bc5-4c86-bb05-c19e06c8a16b", "tag": "9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:48.355710 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb22db14-a9b4-4f2f-8b41-8d7e37adf42b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:48.356179 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'tag': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080', 'status': 'completed', 'code': 200} Feb 09 02:25:48.468084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-3de4bfbd-27c1-441c-bf99-f03403a9274c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0cd299da-0738-4e80-8143-3c5d4ead8a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599968 Feb 09 02:25:48.596806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80aa24-d477-438f-bf69-f40f965ffe8a req-9b6f9642-f462-42dd-ab42-398854f4efee tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.604668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc80aa24-d477-438f-bf69-f40f965ffe8a req-9b6f9642-f462-42dd-ab42-398854f4efee tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5e6088b-ae3d-4bb2-a016-6c9f4b30094e HTTP/1.1" status: 200 len: 946 time: 0.4112070 Feb 09 02:25:48.693689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-9e82796d-a987-49d3-b07b-647c92bb6914 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3984294 Feb 09 02:25:48.741153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469ef49-d937-406a-a93d-d4477617909b req-942d8019-0b09-4993-af4b-710dcfb40c6f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:48.742639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b469ef49-d937-406a-a93d-d4477617909b req-942d8019-0b09-4993-af4b-710dcfb40c6f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 946 time: 0.2943118 Feb 09 02:25:48.789226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc80aa24-d477-438f-bf69-f40f965ffe8a req-23ea6661-6ead-415c-acbd-d61e65403606 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835163 Feb 09 02:25:48.810208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-b5d258d8-80f4-4984-bf2e-a1513228c062 service neutron] 10.222.0.82 "GET /v2.0/networks/0cd299da-0738-4e80-8143-3c5d4ead8a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261445 Feb 09 02:25:48.846951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c16917bc-aa62-4fb7-930d-663a5c4b10e1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:48.888017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Pushing event deleted for resources: {'Port': ['ID=c16917bc-aa62-4fb7-930d-663a5c4b10e1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:49.027536 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:49.088967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] No DVR routers for this DVR port c16917bc-aa62-4fb7-930d-663a5c4b10e1 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:25:49.095201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:49.099528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48d2ffd9-eecd-49f6-ac8e-6f70cc206984 req-0767e9df-ac85-4e96-8a76-f13260d8a4a3 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "DELETE /v2.0/ports/c16917bc-aa62-4fb7-930d-663a5c4b10e1 HTTP/1.1" status: 204 len: 173 time: 3.0335574 Feb 09 02:25:49.105637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b469ef49-d937-406a-a93d-d4477617909b req-8c287c7c-97e3-47a1-9848-399ca2c6b3bc tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431046 Feb 09 02:25:49.149442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-3c9b71d5-5d33-4b84-be54-1c1218c3d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:49.151119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-3c9b71d5-5d33-4b84-be54-1c1218c3d92b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 1128 time: 0.3982375 Feb 09 02:25:49.504400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-c1f66cc7-994c-45cb-83e4-de3d6e124e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:49.512009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-c1f66cc7-994c-45cb-83e4-de3d6e124e40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 915 time: 0.3260429 Feb 09 02:25:49.553732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c41662b-dae5-4369-a9ab-4200b9b3af86 req-e27d75d2-be0c-4b20-892d-da80a5fc4be7 service neutron] 10.222.0.82 "GET /v2.0/networks/0cd299da-0738-4e80-8143-3c5d4ead8a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236271 Feb 09 02:25:49.652786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-81360fb3-bcb7-4cc7-86dc-8ffc1c37461c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd70070-3a47-4b17-b732-f8dba300bfba HTTP/1.1" status: 200 len: 217 time: 0.1219130 Feb 09 02:25:49.663411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecac17-84fa-46f3-bf4e-4e8b2429398d req-4fb55432-66bb-43b4-bef4-ef2cab1474fa tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:49.665117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aaecac17-84fa-46f3-bf4e-4e8b2429398d req-4fb55432-66bb-43b4-bef4-ef2cab1474fa tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 943 time: 0.6153350 Feb 09 02:25:49.678329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c16917bc-aa62-4fb7-930d-663a5c4b10e1 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:49.741160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: c16917bc-aa62-4fb7-930d-663a5c4b10e1 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:25:49.743071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device c16917bc-aa62-4fb7-930d-663a5c4b10e1 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:25:49.929399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aaecac17-84fa-46f3-bf4e-4e8b2429398d req-d1d66136-45df-4fcf-a485-ea6d75e8aa70 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517459 Feb 09 02:25:49.939933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-bfa51076-18eb-466c-834f-501742468103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:49.943084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-bfa51076-18eb-466c-834f-501742468103 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 200 len: 854 time: 0.2753587 Feb 09 02:25:50.000627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-bff75747-b00d-46b4-be78-0b31716f29be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58e76783-5559-4832-aadd-c20cb6aeb60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406117 Feb 09 02:25:50.009455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-79a23ac2-b9bf-40b1-a887-f8fd725c19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:50.011413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-79a23ac2-b9bf-40b1-a887-f8fd725c19bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dbaaa15b7e214260a8973a1b2d7fc4e3&device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 1126 time: 0.3772326 Feb 09 02:25:50.056103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:50.298333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-999aaf29-70a9-486a-8f51-e4f37e342f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:50.370650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'name': 'network-vif-deleted', 'tag': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:50.373568 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6893ea-5558-47ff-b866-33bf39166bad" -d '{"events": [{"server_uuid": "c5e6088b-ae3d-4bb2-a016-6c9f4b30094e", "name": "network-vif-deleted", "tag": "c16917bc-aa62-4fb7-930d-663a5c4b10e1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:50.473010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-7057bfbd-b1c9-43eb-a0d9-cee2df51b0b8 service neutron] 10.222.0.72 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604151 Feb 09 02:25:50.487560 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d3e1cc-793a-4053-b635-843d4e88b7c2 x-openstack-request-id: req-84d3e1cc-793a-4053-b635-843d4e88b7c2 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:50.488066 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e6088b-ae3d-4bb2-a016-6c9f4b30094e", "name": "network-vif-deleted", "tag": "c16917bc-aa62-4fb7-930d-663a5c4b10e1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:50.488454 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84d3e1cc-793a-4053-b635-843d4e88b7c2 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:50.488894 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e6088b-ae3d-4bb2-a016-6c9f4b30094e', 'name': 'network-vif-deleted', 'tag': 'c16917bc-aa62-4fb7-930d-663a5c4b10e1', 'status': 'completed', 'code': 200} Feb 09 02:25:50.628074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-999aaf29-70a9-486a-8f51-e4f37e342f25 admin admin] Publish callbacks [] for security_group (7bb17124-15bc-4a28-8a97-c624401f0427), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:50.638327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-999aaf29-70a9-486a-8f51-e4f37e342f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bb17124-15bc-4a28-8a97-c624401f0427), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:50.730904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aaf29-70a9-486a-8f51-e4f37e342f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb17124-15bc-4a28-8a97-c624401f0427,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:50.788008 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-999aaf29-70a9-486a-8f51-e4f37e342f25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7873c5c8ab444d6a5e0148afd6af811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7303059 Feb 09 02:25:50.789115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:50.837657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39136) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:50.839728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-642b72c4-1ab1-4dfb-b2ca-677dfd1e5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:50.841394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-642b72c4-1ab1-4dfb-b2ca-677dfd1e5fbd service neutron] 10.222.0.82 "GET /v2.0/networks?id=0cd299da-0738-4e80-8143-3c5d4ead8a83 HTTP/1.1" status: 200 len: 913 time: 0.8186429 Feb 09 02:25:50.902104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-16ee903f-2364-467a-9451-1e6e5be2769a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 HTTP/1.1" status: 200 len: 217 time: 0.0424309 Feb 09 02:25:50.945096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f40-c6b4-444b-9851-f44c0302e426 admin admin] Publish callbacks [] for security_group (7bb17124-15bc-4a28-8a97-c624401f0427), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:50.998108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f40-c6b4-444b-9851-f44c0302e426 admin admin] Publish callbacks [] for security_group (7bb17124-15bc-4a28-8a97-c624401f0427), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:51.057156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23e3325c-e981-4629-a36b-155e4bd40e36 req-1c6c4ee1-a5e7-45c2-af49-d66fb028120d service neutron] 10.222.0.72 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673370 Feb 09 02:25:51.078320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cf8d2-2957-4470-9219-447b2d428254 req-eb8c9d21-0aa7-4c15-bcc1-6dace5230378 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:51.079944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a52cf8d2-2957-4470-9219-447b2d428254 req-eb8c9d21-0aa7-4c15-bcc1-6dace5230378 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 946 time: 0.5371079 Feb 09 02:25:51.086630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f40-c6b4-444b-9851-f44c0302e426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bb17124-15bc-4a28-8a97-c624401f0427), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:51.092702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8eb37f40-c6b4-444b-9851-f44c0302e426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:51.094698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8eb37f40-c6b4-444b-9851-f44c0302e426 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bb17124-15bc-4a28-8a97-c624401f0427 HTTP/1.1" status: 204 len: 168 time: 0.3036921 Feb 09 02:25:51.104104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-489799bf-df18-4960-a01f-35a3f571cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:51.105632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-489799bf-df18-4960-a01f-35a3f571cac0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5772e77c-f919-4e1a-a522-f85499a9ec1d HTTP/1.1" status: 200 len: 852 time: 0.1973131 Feb 09 02:25:51.107132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb37f40-c6b4-444b-9851-f44c0302e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb17124-15bc-4a28-8a97-c624401f0427,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:51.141142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338653ea-64bd-422e-8c9a-ed1085720feb req-02835399-9317-45bc-8fd5-00b456131545 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:51.142792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-02835399-9317-45bc-8fd5-00b456131545 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/networks?id=310bed60-bfcd-4504-aeb7-411606b929f8 HTTP/1.1" status: 200 len: 808 time: 0.5103190 Feb 09 02:25:51.165076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab579-99ed-475a-bfb7-b4f206663840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:51.202904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-f4b0cff7-35f1-42d2-a43a-8a581262c1ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0cd299da-0738-4e80-8143-3c5d4ead8a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744572 Feb 09 02:25:51.228545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-34d88c6d-00e1-4b8f-8771-3d9f6351023f tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/quotas/5e7aca29ea9d49d4b4fe46500428a4fe HTTP/1.1" status: 200 len: 375 time: 0.0656290 Feb 09 02:25:51.337743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-c6ce51f6-d8b6-445b-882e-00dbceb95d43 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7aca29ea9d49d4b4fe46500428a4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048360 Feb 09 02:25:51.486920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a52cf8d2-2957-4470-9219-447b2d428254 req-2f6f79e8-63fb-4def-9762-8d19d9170d1a tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558161 Feb 09 02:25:51.649429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-4347de79-cc70-464d-90e8-df633b50417f service neutron] 10.222.0.82 "GET /v2.0/networks/0cd299da-0738-4e80-8143-3c5d4ead8a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372602 Feb 09 02:25:51.771426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-00f2fe8a-f604-4977-92f2-6375fcee6736 service neutron] 10.222.0.53 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309974 Feb 09 02:25:51.895838 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab579-99ed-475a-bfb7-b4f206663840 admin admin] Publish callbacks [] for security_group (5cc544a0-b70e-44c2-a4e9-93b4820a0f84), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:51.974559 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab579-99ed-475a-bfb7-b4f206663840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5cc544a0-b70e-44c2-a4e9-93b4820a0f84), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:52.140807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ee0ab579-99ed-475a-bfb7-b4f206663840 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddf88ebe283441f98996203e18bb9c36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2952614 Feb 09 02:25:52.141346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:52.177979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bc5eb-d7fc-4c05-bcfc-1a63a2ab291b req-9c745d1a-3785-488b-b0e3-07694e7610bd tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:52.180454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-482bc5eb-d7fc-4c05-bcfc-1a63a2ab291b req-9c745d1a-3785-488b-b0e3-07694e7610bd tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 943 time: 0.5551641 Feb 09 02:25:52.230252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ab579-99ed-475a-bfb7-b4f206663840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc544a0-b70e-44c2-a4e9-93b4820a0f84,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:52.335979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-122f5758-1a33-417d-a2a3-516d1a5b3119 admin admin] Publish callbacks [] for security_group (5cc544a0-b70e-44c2-a4e9-93b4820a0f84), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:52.355105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9df6c914-606d-4430-b185-c6885fde2fc6 req-17ad11f4-daab-4f76-9659-8c65ecdb5868 service neutron] 10.222.0.82 "GET /v2.0/networks/0cd299da-0738-4e80-8143-3c5d4ead8a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925900 Feb 09 02:25:52.393229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-122f5758-1a33-417d-a2a3-516d1a5b3119 admin admin] Publish callbacks [] for security_group (5cc544a0-b70e-44c2-a4e9-93b4820a0f84), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:52.489955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-482bc5eb-d7fc-4c05-bcfc-1a63a2ab291b req-a5082c03-310f-4545-be28-5b7a0bd54654 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949412 Feb 09 02:25:52.504788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-70e9a34f-7329-42a6-a9a2-d85965ad2da7 service neutron] 10.222.0.53 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699109 Feb 09 02:25:52.519958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-122f5758-1a33-417d-a2a3-516d1a5b3119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5cc544a0-b70e-44c2-a4e9-93b4820a0f84), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:52.527709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-122f5758-1a33-417d-a2a3-516d1a5b3119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:52.530865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-122f5758-1a33-417d-a2a3-516d1a5b3119 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cc544a0-b70e-44c2-a4e9-93b4820a0f84 HTTP/1.1" status: 204 len: 168 time: 0.3874664 Feb 09 02:25:52.555479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f5758-1a33-417d-a2a3-516d1a5b3119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc544a0-b70e-44c2-a4e9-93b4820a0f84,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:52.823854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ce347-7833-461b-b991-060d03c9e8d1 req-217edc2e-b16e-48d4-8e7e-91a18dde5747 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:52.840134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a1ce347-7833-461b-b991-060d03c9e8d1 req-217edc2e-b16e-48d4-8e7e-91a18dde5747 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 946 time: 0.1676023 Feb 09 02:25:53.003613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a1ce347-7833-461b-b991-060d03c9e8d1 req-61632ccb-e483-4b08-8d19-fb9c7a0b5f0f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619530 Feb 09 02:25:53.070889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8fb400b-937b-4539-8288-0959ccd6ab9c req-64bddfcb-8ced-4033-b039-7d37c760b24b tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 210 time: 0.0607457 Feb 09 02:25:53.376645 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb382-bfe3-446e-a797-1b69836389d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:53.802806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2085d-cedc-4de7-8bda-1e1ab53032a1 req-52a00192-c48a-4ddb-a351-be6ec59569b2 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:53.809713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1d2085d-cedc-4de7-8bda-1e1ab53032a1 req-52a00192-c48a-4ddb-a351-be6ec59569b2 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 943 time: 0.1617906 Feb 09 02:25:53.961001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1d2085d-cedc-4de7-8bda-1e1ab53032a1 req-5c254a43-37b9-4801-ac19-522781addfcd tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503181 Feb 09 02:25:54.037535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:25:54.294691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78d2c6e2-1b53-465d-85db-00cd3337d984 req-2a7a1c8e-80f6-4551-a15d-342fb28b6c03 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 210 time: 0.0489316 Feb 09 02:25:54.322391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a438-bba5-400b-8b30-7da6227b3a0e req-a1fc8403-e01f-41a7-b16d-6d3da4725ac1 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:54.330764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1c8a438-bba5-400b-8b30-7da6227b3a0e req-a1fc8403-e01f-41a7-b16d-6d3da4725ac1 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 946 time: 0.2098620 Feb 09 02:25:54.391799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:54.440083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'port_id': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'mac_address': 'fa:16:3e:a3:33:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e40c2f-dadd-453a-aa18-9633f90f8860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:25:54.496703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1c8a438-bba5-400b-8b30-7da6227b3a0e req-c418573b-42ca-40de-8690-2fa0cff84327 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511075 Feb 09 02:25:54.547610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:54.548488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:54.591102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:54.655035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:54.662259 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:54.663429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:25:54.928857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:54.995573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338653ea-64bd-422e-8c9a-ed1085720feb req-ddad09d7-55b2-49da-b6db-675a299d47ed tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:55.000568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,segment=NetworkSegment(f52583a1-bc19-4972-b5c6-d7cd890e7916),segment_id=f52583a1-bc19-4972-b5c6-d7cd890e7916)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:55.002750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-ddad09d7-55b2-49da-b6db-675a299d47ed tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "GET /v2.0/networks?id=310bed60-bfcd-4504-aeb7-411606b929f8 HTTP/1.1" status: 200 len: 808 time: 0.2428770 Feb 09 02:25:55.015492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Request body: {'port': {'device_id': '9f7b078e-baee-414c-815f-51a95c246b14', 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8', 'admin_state_up': True, 'tenant_id': '5e7aca29ea9d49d4b4fe46500428a4fe'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:55.024869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080', 'network_id': '0cd299da-0738-4e80-8143-3c5d4ead8a83', 'port_id': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080', 'mac_address': 'fa:16:3e:9e:ee:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5772e77c-f919-4e1a-a522-f85499a9ec1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:25:55.079691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:55.080488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:55.108658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:55.182105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,segment=NetworkSegment(f52583a1-bc19-4972-b5c6-d7cd890e7916),segment_id=f52583a1-bc19-4972-b5c6-d7cd890e7916)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:55.192491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:55.289724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:55.379977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:55.685245 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8354537d-07c5-4a6a-82b1-84275f47e7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:55.694053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:25:55.882817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Made reservation on behalf of 5e7aca29ea9d49d4b4fe46500428a4fe for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:25:55.886441 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:55.925571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75d20b5-52d4-4144-88e5-0f039b8d73d9 req-7b3584a7-66ed-4de2-8e1c-3973e5a41cfe tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 210 time: 0.0886047 Feb 09 02:25:56.060251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:25:56.105798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0b9f-9545-4255-bb64-78be743e2e23 req-85709c9b-6e6d-4ef8-a4b8-a2733657aca6 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:56.109656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-784c0b9f-9545-4255-bb64-78be743e2e23 req-85709c9b-6e6d-4ef8-a4b8-a2733657aca6 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 944 time: 0.8783760 Feb 09 02:25:56.229194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:56.234333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.312540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:56.369723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-784c0b9f-9545-4255-bb64-78be743e2e23 req-6ee12ed3-e219-4623-9659-f41a159eca87 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521832 Feb 09 02:25:56.386859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Allocated IP 172.20.0.3 (310bed60-bfcd-4504-aeb7-411606b929f8/f6b26322-868f-4676-92d9-4bccd301dc7d/d2b998cc-9992-4b25-b7eb-6599953cfcbc) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:25:56.412322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d561d5c-2bc6-4ab0-843b-2ac33818b96a req-c27eea0f-ac4d-4eb6-bbb1-ac3b32824a5e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:56.413999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d561d5c-2bc6-4ab0-843b-2ac33818b96a req-c27eea0f-ac4d-4eb6-bbb1-ac3b32824a5e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 945 time: 0.1230037 Feb 09 02:25:56.437750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:56.438264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.513512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:56.515920 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a36e984-6a0e-4e1b-b228-19659efd223a" -d '{"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-plugged", "status": "completed", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:56.576571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:56.584454 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.592133 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.625625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d561d5c-2bc6-4ab0-843b-2ac33818b96a req-82d1b2dd-c12d-4422-beb7-a9cec8898c74 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955442 Feb 09 02:25:56.725963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:56.758143 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c745708-c93a-443a-9d64-85dac381bcef x-openstack-request-id: req-1c745708-c93a-443a-9d64-85dac381bcef {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:56.758476 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-plugged", "status": "completed", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:56.758943 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c745708-c93a-443a-9d64-85dac381bcef {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:56.759141 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'code': 200} Feb 09 02:25:56.843104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Publish callbacks [] for security_group (ae4459c4-55d8-47e4-a5ea-b0317e7b42dd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.849841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ae4459c4-55d8-47e4-a5ea-b0317e7b42dd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.880210 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks [] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.914230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4459c4-55d8-47e4-a5ea-b0317e7b42dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:56.926955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.942747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.943405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.943928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.944447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.944959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.945498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.946008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.946586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.947312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.947820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.948336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.948840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.951295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:25:56.994371 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:56.997565 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6045d367-c377-4413-b8b0-37bac3df7811 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=418494ba22f5405b90ca1b731f0b47d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6833420 Feb 09 02:25:56.998442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:57.072272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Network 310bed60-bfcd-4504-aeb7-411606b929f8 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:25:57.113608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:25:57.123232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:25:57.148067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63c8ed45-d86a-4b1f-9802-e8d16cabd354 admin admin] Publish callbacks [] for security_group (ae4459c4-55d8-47e4-a5ea-b0317e7b42dd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:57.247173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63c8ed45-d86a-4b1f-9802-e8d16cabd354 admin admin] Publish callbacks [] for security_group (ae4459c4-55d8-47e4-a5ea-b0317e7b42dd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:57.271514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Pushing event updated for resources: {'Port': ['ID=d2b998cc-9992-4b25-b7eb-6599953cfcbc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:57.340932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.345013 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:57.378969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:57.403516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63c8ed45-d86a-4b1f-9802-e8d16cabd354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ae4459c4-55d8-47e4-a5ea-b0317e7b42dd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:57.422437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63c8ed45-d86a-4b1f-9802-e8d16cabd354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:57.431267 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-63c8ed45-d86a-4b1f-9802-e8d16cabd354 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae4459c4-55d8-47e4-a5ea-b0317e7b42dd HTTP/1.1" status: 204 len: 168 time: 0.4314723 Feb 09 02:25:57.433663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-228cb974-cc8a-4726-a57c-569baa3ce582 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4223430 Feb 09 02:25:57.443503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea021325-d4c6-4adb-9180-1f96e758003a req-8450b3e4-9c6b-44ca-aae6-2e498a67f0c4 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.445396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea021325-d4c6-4adb-9180-1f96e758003a req-8450b3e4-9c6b-44ca-aae6-2e498a67f0c4 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 931 time: 0.2807722 Feb 09 02:25:57.452191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8ed45-d86a-4b1f-9802-e8d16cabd354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4459c4-55d8-47e4-a5ea-b0317e7b42dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:57.452682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Request body: {'port': {'device_id': '9f7b078e-baee-414c-815f-51a95c246b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:25:57.718543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea021325-d4c6-4adb-9180-1f96e758003a req-943e911a-d792-4233-88bd-4fe8eafe61e8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619214 Feb 09 02:25:57.828840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:57.892899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41fb0-3cfb-41c4-bbc5-8a4d3e7c2329 req-a51fd361-73e0-4ce9-95d0-11b9d1211d86 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:57.894724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acf41fb0-3cfb-41c4-bbc5-8a4d3e7c2329 req-a51fd361-73e0-4ce9-95d0-11b9d1211d86 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 944 time: 0.3719101 Feb 09 02:25:57.995220 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c533b338-0838-4346-a876-7b35d51e0ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.062340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:25:58.123514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:58.169920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91f0a0-74c9-4e0a-ae5d-5a12c411b30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.171443 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.218001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:25:58.236848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:25:58.238450 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.377917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c533b338-0838-4346-a876-7b35d51e0ec6 admin admin] Publish callbacks [] for security_group (339063a9-a1a5-40f7-8321-1249eb321d21), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.411649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c533b338-0838-4346-a876-7b35d51e0ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (339063a9-a1a5-40f7-8321-1249eb321d21), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.458252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:58.458606 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.489170 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:25:58.490127 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c533b338-0838-4346-a876-7b35d51e0ec6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=054f4ee04e664616ae04644450dc03ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1080623 Feb 09 02:25:58.494546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:58.508960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,segment=NetworkSegment(f52583a1-bc19-4972-b5c6-d7cd890e7916),segment_id=f52583a1-bc19-4972-b5c6-d7cd890e7916)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:58.529824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.529824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:25:58.531571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acf41fb0-3cfb-41c4-bbc5-8a4d3e7c2329 req-126116e2-acb2-4a26-a169-62334575f5d1 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980928 Feb 09 02:25:58.565066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfcb5d-eaf4-4e65-8293-17ce828e6f8e req-ef37217b-50b6-404e-8718-3ecb52b4b51e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:58.574215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bbfcb5d-eaf4-4e65-8293-17ce828e6f8e req-ef37217b-50b6-404e-8718-3ecb52b4b51e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 946 time: 0.7062631 Feb 09 02:25:58.598776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:58.712418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:25:58.713309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.713933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533b338-0838-4346-a876-7b35d51e0ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339063a9-a1a5-40f7-8321-1249eb321d21,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:58.747634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00249f3d-7ac9-45b2-85b2-0887be13459d admin admin] Publish callbacks [] for security_group (339063a9-a1a5-40f7-8321-1249eb321d21), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.766036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bbfcb5d-eaf4-4e65-8293-17ce828e6f8e req-82bdcf65-bac7-492f-a4a7-181ac42cce34 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761265 Feb 09 02:25:58.766229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:25:58.768502 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccc18e2-a1d9-4513-b35c-4cb16ef939dd" -d '{"events": [{"server_uuid": "68f0fa82-3bc5-4c86-bb05-c19e06c8a16b", "name": "network-vif-plugged", "status": "completed", "tag": "9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:25:58.788491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00249f3d-7ac9-45b2-85b2-0887be13459d admin admin] Publish callbacks [] for security_group (339063a9-a1a5-40f7-8321-1249eb321d21), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.851905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:25:58.866167 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.872727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91f0a0-74c9-4e0a-ae5d-5a12c411b30f admin admin] Publish callbacks [] for security_group (032bbbde-9955-4897-b3cc-8b55f96929bb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.874843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00249f3d-7ac9-45b2-85b2-0887be13459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (339063a9-a1a5-40f7-8321-1249eb321d21), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.878381 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-00249f3d-7ac9-45b2-85b2-0887be13459d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.885630 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-00249f3d-7ac9-45b2-85b2-0887be13459d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/339063a9-a1a5-40f7-8321-1249eb321d21 HTTP/1.1" status: 204 len: 168 time: 0.3876944 Feb 09 02:25:58.892252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca91f0a0-74c9-4e0a-ae5d-5a12c411b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (032bbbde-9955-4897-b3cc-8b55f96929bb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:58.901228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b998cc-9992-4b25-b7eb-6599953cfcbc {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:25:58.936106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00249f3d-7ac9-45b2-85b2-0887be13459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339063a9-a1a5-40f7-8321-1249eb321d21,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:59.001304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca91f0a0-74c9-4e0a-ae5d-5a12c411b30f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3c4eef49c84429fa1e99046aa689a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8731847 Feb 09 02:25:59.006860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Publish callbacks [] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:59.015880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:25:59.033082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:59.083704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91f0a0-74c9-4e0a-ae5d-5a12c411b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032bbbde-9955-4897-b3cc-8b55f96929bb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:59.088121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Transition to ACTIVE for port object d2b998cc-9992-4b25-b7eb-6599953cfcbc will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:25:59.103803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ffaad-3f8a-4da2-9689-b8214bf91ba7 req-f329dc11-8ef9-4459-9323-755667638cc5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:59.120367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-110ffaad-3f8a-4da2-9689-b8214bf91ba7 req-f329dc11-8ef9-4459-9323-755667638cc5 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 931 time: 0.1903336 Feb 09 02:25:59.120367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:59.199283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4245db-6118-4eed-9796-b57581c7aeb7 admin admin] Publish callbacks [] for security_group (032bbbde-9955-4897-b3cc-8b55f96929bb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:59.311625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4245db-6118-4eed-9796-b57581c7aeb7 admin admin] Publish callbacks [] for security_group (032bbbde-9955-4897-b3cc-8b55f96929bb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:59.316045 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecd4f6f-d265-4658-8a9b-3fb57138eab3 x-openstack-request-id: req-5ecd4f6f-d265-4658-8a9b-3fb57138eab3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:25:59.317305 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f0fa82-3bc5-4c86-bb05-c19e06c8a16b", "name": "network-vif-plugged", "status": "completed", "tag": "9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:25:59.317775 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ecd4f6f-d265-4658-8a9b-3fb57138eab3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:25:59.318938 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080', 'code': 200} Feb 09 02:25:59.353012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d2b998cc-9992-4b25-b7eb-6599953cfcbc,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:59.383499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-110ffaad-3f8a-4da2-9689-b8214bf91ba7 req-5a4813b7-c904-454a-aa2f-77702096f42a tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690203 Feb 09 02:25:59.470231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4245db-6118-4eed-9796-b57581c7aeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (032bbbde-9955-4897-b3cc-8b55f96929bb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:59.476067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1b4245db-6118-4eed-9796-b57581c7aeb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:59.480721 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1b4245db-6118-4eed-9796-b57581c7aeb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/032bbbde-9955-4897-b3cc-8b55f96929bb HTTP/1.1" status: 204 len: 168 time: 0.4612341 Feb 09 02:25:59.500482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4245db-6118-4eed-9796-b57581c7aeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032bbbde-9955-4897-b3cc-8b55f96929bb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:25:59.645010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966181a0-1bbe-4be4-be5b-398a5834a687 req-6f43b5b4-4174-479a-8331-e604ccc30536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:59.647666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-966181a0-1bbe-4be4-be5b-398a5834a687 req-6f43b5b4-4174-479a-8331-e604ccc30536 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 1128 time: 0.2321675 Feb 09 02:25:59.648455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Attempting to bind port d2b998cc-9992-4b25-b7eb-6599953cfcbc on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:25:59.648795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Attempting to bind port d2b998cc-9992-4b25-b7eb-6599953cfcbc by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:25:59.649126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Attempting to bind port d2b998cc-9992-4b25-b7eb-6599953cfcbc on network 310bed60-bfcd-4504-aeb7-411606b929f8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:59.712215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Port d2b998cc-9992-4b25-b7eb-6599953cfcbc on network 310bed60-bfcd-4504-aeb7-411606b929f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:25:59.712532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Attempting to bind port d2b998cc-9992-4b25-b7eb-6599953cfcbc on network 310bed60-bfcd-4504-aeb7-411606b929f8 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:25:59.733682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:59.902322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff8a93-4684-4603-8abe-7d0e4817440f req-05d1807b-982b-44a3-9d6c-3da3720c401e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:25:59.932792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bff8a93-4684-4603-8abe-7d0e4817440f req-05d1807b-982b-44a3-9d6c-3da3720c401e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 944 time: 0.4797642 Feb 09 02:25:59.950861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:25:59.951351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Checking segment: {'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:25:59.961318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Bound using segment: {'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:25:59.962218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Bound port: d2b998cc-9992-4b25-b7eb-6599953cfcbc, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2825ebb-909d-4740-8658-194285a2244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:25:59.962895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.163074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] For port d2b998cc-9992-4b25-b7eb-6599953cfcbc, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:00.168937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] For port d2b998cc-9992-4b25-b7eb-6599953cfcbc, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2b998cc-9992-4b25-b7eb-6599953cfcbc,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:00.188496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.243155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bff8a93-4684-4603-8abe-7d0e4817440f req-21d07d7a-4e8f-416d-bbb0-e5406d6f8e49 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093190 Feb 09 02:26:00.246689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-966181a0-1bbe-4be4-be5b-398a5834a687 req-ad90f5cc-7e72-4d49-8037-5936321cbf06 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611479 Feb 09 02:26:00.308048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4c9e-e2f0-4a2e-a6cc-c7994dbb8068 req-e8a40a2a-fe85-43fa-9561-3478562748fb tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.309921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-639e4c9e-e2f0-4a2e-a6cc-c7994dbb8068 req-e8a40a2a-fe85-43fa-9561-3478562748fb tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 945 time: 0.6474299 Feb 09 02:26:00.311334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.311962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.313527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] 10.222.0.72 "PUT /v2.0/ports/d2b998cc-9992-4b25-b7eb-6599953cfcbc HTTP/1.1" status: 200 len: 1092 time: 2.8669865 Feb 09 02:26:00.354038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7b078e-baee-414c-815f-51a95c246b14', 'tag': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:00.360273 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358f5879-3f74-483f-97f9-e4ceb0e4cea6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7b078e-baee-414c-815f-51a95c246b14", "tag": "d2b998cc-9992-4b25-b7eb-6599953cfcbc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:00.459567 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45dd809-5a80-4f59-835c-a3388896a2fc x-openstack-request-id: req-a45dd809-5a80-4f59-835c-a3388896a2fc {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:00.459853 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7b078e-baee-414c-815f-51a95c246b14", "tag": "d2b998cc-9992-4b25-b7eb-6599953cfcbc", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:00.460224 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a45dd809-5a80-4f59-835c-a3388896a2fc {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:00.460511 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7b078e-baee-414c-815f-51a95c246b14', 'tag': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc', 'status': 'completed', 'code': 200} Feb 09 02:26:00.485165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03874a-609e-46cf-8d79-1f74b7e06c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d2b998cc-9992-4b25-b7eb-6599953cfcbc,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:00.604886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:00.681920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-639e4c9e-e2f0-4a2e-a6cc-c7994dbb8068 req-2db4e18e-1a10-47a9-a870-2fb9d62a0a4b tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942474 Feb 09 02:26:00.705679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338653ea-64bd-422e-8c9a-ed1085720feb req-07cd3c94-b548-43ed-b90e-5115e2d8b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.708651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-07cd3c94-b548-43ed-b90e-5115e2d8b724 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e7aca29ea9d49d4b4fe46500428a4fe&device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 1126 time: 0.3447902 Feb 09 02:26:00.798823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1408786971-network', 'tenant_id': 'c5070510cc2747a88dec6f6246e52c1a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:00.842098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aee09b-029f-4dee-ac7d-698cdf03ac2e req-e1d064f1-4f58-4782-9104-e44c916355de tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.843693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33aee09b-029f-4dee-ac7d-698cdf03ac2e req-e1d064f1-4f58-4782-9104-e44c916355de tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 943 time: 0.3116026 Feb 09 02:26:00.845230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-a29fa7ca-5449-4e39-8e91-12b81231254f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b998cc-9992-4b25-b7eb-6599953cfcbc HTTP/1.1" status: 200 len: 217 time: 0.1293304 Feb 09 02:26:00.848589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Made reservation on behalf of c5070510cc2747a88dec6f6246e52c1a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:00.851290 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.869199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:00.961627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338653ea-64bd-422e-8c9a-ed1085720feb req-28a122e8-0e1b-40d0-90dc-0128899f8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:00.963157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-28a122e8-0e1b-40d0-90dc-0128899f8331 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6b26322-868f-4676-92d9-4bccd301dc7d HTTP/1.1" status: 200 len: 848 time: 0.1120255 Feb 09 02:26:00.990245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33aee09b-029f-4dee-ac7d-698cdf03ac2e req-49092a6b-7ee2-4fa8-b538-b39bb8557bbe tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309714 Feb 09 02:26:01.008450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-f8aec1d3-c292-4d6c-a766-82ec33b3b9e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=310bed60-bfcd-4504-aeb7-411606b929f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368872 Feb 09 02:26:01.038078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks [] for security_group (b849f3ac-1af3-4639-b20d-6d3b5f6e5f14), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:01.063412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b849f3ac-1af3-4639-b20d-6d3b5f6e5f14), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:01.099895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:26:01.117587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b849f3ac-1af3-4639-b20d-6d3b5f6e5f14,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:01.136105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6d017ef9-8954-4fd6-915f-f37248a74294), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:01.141473 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Added segment 6d017ef9-8954-4fd6-915f-f37248a74294 of type vlan for network 160e860a-bc1e-42bc-8da5-fa7bd8afdad6 Feb 09 02:26:01.201507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (160e860a-bc1e-42bc-8da5-fa7bd8afdad6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:01.272934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-506368e2-42a1-471d-9d1e-f0757475ebec service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586429 Feb 09 02:26:01.302528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (160e860a-bc1e-42bc-8da5-fa7bd8afdad6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:01.304853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:01.305717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:01.320360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:01.323925 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e6a7a-2925-411a-a103-c016585b332f" -d '{"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-unplugged", "status": "completed", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:01.353542 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7374511 Feb 09 02:26:01.447495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fb7dd-d97c-43aa-94fa-1c509d4e5865 admin admin] Pushing event updated for resources: {'Network': ['ID=160e860a-bc1e-42bc-8da5-fa7bd8afdad6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:01.458756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 160e860a-bc1e-42bc-8da5-fa7bd8afdad6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:26:01.496558 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7ac80d-d0b2-414d-a558-e127ad94addd x-openstack-request-id: req-4a7ac80d-d0b2-414d-a558-e127ad94addd {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:01.499585 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-unplugged", "status": "completed", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:01.500011 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a7ac80d-d0b2-414d-a558-e127ad94addd {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:01.500590 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'code': 200} Feb 09 02:26:01.735695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0d8b3-f854-4246-ab07-469c7a583217 req-b9199464-149d-4374-8894-793251f9d82d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:01.757929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9fb0d8b3-f854-4246-ab07-469c7a583217 req-b9199464-149d-4374-8894-793251f9d82d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 944 time: 0.2511930 Feb 09 02:26:01.835139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-338653ea-64bd-422e-8c9a-ed1085720feb req-2d6870d9-b30e-48a1-bb13-7a2548f2d85d service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474086 Feb 09 02:26:02.088281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-e723c5da-6306-4fea-a23c-7425223494b9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.090058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-e723c5da-6306-4fea-a23c-7425223494b9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 944 time: 0.4419999 Feb 09 02:26:02.100847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9fb0d8b3-f854-4246-ab07-469c7a583217 req-a83e1848-a451-4fbe-8acd-4b98b6518463 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407767 Feb 09 02:26:02.118953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a262b-9dfa-401d-b160-747d3309f1a4 req-73cb7283-508f-4ca0-a3bc-e31808cdc047 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.125492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d89a262b-9dfa-401d-b160-747d3309f1a4 req-73cb7283-508f-4ca0-a3bc-e31808cdc047 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 945 time: 0.2616413 Feb 09 02:26:02.242779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:02.258873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-dc84b52e-df3f-4e7a-af2a-d55de577a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.260653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-dc84b52e-df3f-4e7a-af2a-d55de577a3e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e7aca29ea9d49d4b4fe46500428a4fe&device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 1126 time: 0.2625751 Feb 09 02:26:02.375736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Deleting port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:02.376278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.382327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d89a262b-9dfa-401d-b160-747d3309f1a4 req-e1f19f79-1958-4302-a897-8b0c5bc4cbbb tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960337 Feb 09 02:26:02.475892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f148b9f-ae21-4f02-8fe8-aeb20209c66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.589693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-455b59c0-4012-4953-b945-0f720e77d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.591508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-455b59c0-4012-4953-b945-0f720e77d1ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=310bed60-bfcd-4504-aeb7-411606b929f8 HTTP/1.1" status: 200 len: 909 time: 0.3214054 Feb 09 02:26:02.594591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f148b9f-ae21-4f02-8fe8-aeb20209c66f admin admin] Publish callbacks [] for security_group (3fed2442-0610-463e-bc90-e272218b6f1c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.601082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f148b9f-ae21-4f02-8fe8-aeb20209c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3fed2442-0610-463e-bc90-e272218b6f1c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.665219 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3f148b9f-ae21-4f02-8fe8-aeb20209c66f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de7cf6effba64abf95f58b2fcf6da5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4212744 Feb 09 02:26:02.667129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39544) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:02.683728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148b9f-ae21-4f02-8fe8-aeb20209c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed2442-0610-463e-bc90-e272218b6f1c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:02.693654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-88153673-cac4-4e8c-9990-f734f2560bb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2b998cc-9992-4b25-b7eb-6599953cfcbc HTTP/1.1" status: 200 len: 217 time: 0.0928190 Feb 09 02:26:02.699633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] For port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:02.699997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.733832 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b05f04e7-5bc9-44b0-80d8-0e0c3949c6ba admin admin] Publish callbacks [] for security_group (3fed2442-0610-463e-bc90-e272218b6f1c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.762607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b05f04e7-5bc9-44b0-80d8-0e0c3949c6ba admin admin] Publish callbacks [] for security_group (3fed2442-0610-463e-bc90-e272218b6f1c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.763244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Calling delete_port for c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:02.777000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497a7a1-3f15-4ae7-9b32-f7f61e908f2b req-629b8acc-9aeb-4ceb-916a-6991c245bc0a tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.778495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6497a7a1-3f15-4ae7-9b32-f7f61e908f2b req-629b8acc-9aeb-4ceb-916a-6991c245bc0a tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 943 time: 0.2638326 Feb 09 02:26:02.794946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c83df3-4f33-4812-8aee-ee2cdd93e5a7 req-81cf1a6e-da50-4603-9d30-dbaf33829451 tempest-ComputeTenantNetworksTest-1654368428 tempest-ComputeTenantNetworksTest-1654368428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.800447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c83df3-4f33-4812-8aee-ee2cdd93e5a7 req-81cf1a6e-da50-4603-9d30-dbaf33829451 tempest-ComputeTenantNetworksTest-1654368428 tempest-ComputeTenantNetworksTest-1654368428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.806070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c83df3-4f33-4812-8aee-ee2cdd93e5a7 req-81cf1a6e-da50-4603-9d30-dbaf33829451 tempest-ComputeTenantNetworksTest-1654368428 tempest-ComputeTenantNetworksTest-1654368428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.807779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5c83df3-4f33-4812-8aee-ee2cdd93e5a7 req-81cf1a6e-da50-4603-9d30-dbaf33829451 tempest-ComputeTenantNetworksTest-1654368428 tempest-ComputeTenantNetworksTest-1654368428-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3614526 Feb 09 02:26:02.868079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-9e7481c1-cba3-41d5-a584-f571f2ce91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:02.869611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-9e7481c1-cba3-41d5-a584-f571f2ce91d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6b26322-868f-4676-92d9-4bccd301dc7d HTTP/1.1" status: 200 len: 848 time: 0.1658750 Feb 09 02:26:02.880649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b05f04e7-5bc9-44b0-80d8-0e0c3949c6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3fed2442-0610-463e-bc90-e272218b6f1c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.888479 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b05f04e7-5bc9-44b0-80d8-0e0c3949c6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.890971 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b05f04e7-5bc9-44b0-80d8-0e0c3949c6ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fed2442-0610-463e-bc90-e272218b6f1c HTTP/1.1" status: 204 len: 168 time: 0.2224786 Feb 09 02:26:02.938186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f04e7-5bc9-44b0-80d8-0e0c3949c6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed2442-0610-463e-bc90-e272218b6f1c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:03.012174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-fa8413d8-65b2-4f67-b466-d7b0c82a65cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=310bed60-bfcd-4504-aeb7-411606b929f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310666 Feb 09 02:26:03.061281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6497a7a1-3f15-4ae7-9b32-f7f61e908f2b req-21bc49e7-2303-4c45-8f68-9dd16156465b tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473323 Feb 09 02:26:03.219282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9313b07-6991-4065-9761-2d5787e4e70f req-081f9162-2b4d-480e-a7e2-d15bbdae1bde tempest-ComputeTenantNetworksTest-1654368428 tempest-ComputeTenantNetworksTest-1654368428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:03.220919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9313b07-6991-4065-9761-2d5787e4e70f req-081f9162-2b4d-480e-a7e2-d15bbdae1bde tempest-ComputeTenantNetworksTest-1654368428 tempest-ComputeTenantNetworksTest-1654368428-project] 10.222.0.53 "GET /v2.0/networks/160e860a-bc1e-42bc-8da5-fa7bd8afdad6 HTTP/1.1" status: 200 len: 769 time: 0.3461666 Feb 09 02:26:03.243651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39566) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:03.478828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (160e860a-bc1e-42bc-8da5-fa7bd8afdad6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.489220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-b8b2bc69-6e3b-4f98-b84f-0a432c2458f0 service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644113 Feb 09 02:26:03.660868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.737783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (160e860a-bc1e-42bc-8da5-fa7bd8afdad6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.798375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160e860a-bc1e-42bc-8da5-fa7bd8afdad6']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:03.819025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d017ef9-8954-4fd6-915f-f37248a74294') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:03.819565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d017ef9-8954-4fd6-915f-f37248a74294') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:03.841886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event deleted for resources: {'Port': ['ID=c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:03.844404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (6d017ef9-8954-4fd6-915f-f37248a74294), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.877136 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6d017ef9-8954-4fd6-915f-f37248a74294), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.892557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:03.892557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (6d017ef9-8954-4fd6-915f-f37248a74294), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:03.937898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c750-0f8d-4f76-9627-5140539e49ef req-3b756df4-787b-48c2-869f-ca4d4e8f6599 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:03.950100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40b3c750-0f8d-4f76-9627-5140539e49ef req-3b756df4-787b-48c2-869f-ca4d4e8f6599 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=06bd4bc2-e9b4-4e75-9f87-8fee70825c32 HTTP/1.1" status: 200 len: 865 time: 0.6249020 Feb 09 02:26:04.036885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] No DVR routers for this DVR port c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:04.046701 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:04.054787 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (160e860a-bc1e-42bc-8da5-fa7bd8afdad6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.064573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.068829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de9aeaa5-2817-4fb6-91ad-242a1f216095 req-54ceeda6-8388-4734-b392-29b58fda9497 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "DELETE /v2.0/ports/c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b HTTP/1.1" status: 204 len: 173 time: 1.9616995 Feb 09 02:26:04.075635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:04.092378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-deleted', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:04.097540 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1500bf-ce2e-45e9-8fa1-35500e39890a" -d '{"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-deleted", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:04.098951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.115777 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/160e860a-bc1e-42bc-8da5-fa7bd8afdad6 HTTP/1.1" status: 204 len: 168 time: 0.8682632 Feb 09 02:26:04.140771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a458-985f-4ce8-9023-cc3780ec2045 req-69f5c136-34e5-4604-9a94-9fd9944aa66d tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.155470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7a7e7-83e5-4789-b058-d8738acbb0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=160e860a-bc1e-42bc-8da5-fa7bd8afdad6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:04.166245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64e7a458-985f-4ce8-9023-cc3780ec2045 req-69f5c136-34e5-4604-9a94-9fd9944aa66d tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 945 time: 0.5246444 Feb 09 02:26:04.168920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:04.187783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:04.218109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-358f5879-3f74-483f-97f9-e4ceb0e4cea6 req-ede27de7-a01e-4fab-9a78-8a7814f8e569 service neutron] 10.222.0.72 "GET /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109458 Feb 09 02:26:04.376360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40b3c750-0f8d-4f76-9627-5140539e49ef req-297fd7d3-4a21-4436-a0f9-ce76ca240d60 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252100 Feb 09 02:26:04.419924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64e7a458-985f-4ce8-9023-cc3780ec2045 req-874bc247-d834-463b-8274-6d33b9ca0f73 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311573 Feb 09 02:26:04.433773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:04.506042 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318e50a9-a368-46e5-8cbf-8e6be9a3cb55 x-openstack-request-id: req-318e50a9-a368-46e5-8cbf-8e6be9a3cb55 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:04.506042 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd4bc2-e9b4-4e75-9f87-8fee70825c32", "name": "network-vif-deleted", "tag": "c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:04.506042 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-318e50a9-a368-46e5-8cbf-8e6be9a3cb55 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:04.506042 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd4bc2-e9b4-4e75-9f87-8fee70825c32', 'name': 'network-vif-deleted', 'tag': 'c3baad37-3ba6-43cf-b2bd-d9e96b05ba8b', 'status': 'completed', 'code': 200} Feb 09 02:26:04.595240 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-30bb181b-b9f4-498c-b7d5-525f8776d6f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5070510cc2747a88dec6f6246e52c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576781 Feb 09 02:26:04.597838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39612) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:04.647151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0660e7a-842e-4839-9bae-aa9774d9f585 req-19ccc1b1-3ba0-42cb-aacd-195fce9ec448 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:04.648847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0660e7a-842e-4839-9bae-aa9774d9f585 req-19ccc1b1-3ba0-42cb-aacd-195fce9ec448 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 943 time: 0.1580122 Feb 09 02:26:04.822785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43fbe113-3414-468c-8fb7-c27884ad9f8e admin admin] Publish callbacks [] for security_group (b849f3ac-1af3-4639-b20d-6d3b5f6e5f14), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.883571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43fbe113-3414-468c-8fb7-c27884ad9f8e admin admin] Publish callbacks [] for security_group (b849f3ac-1af3-4639-b20d-6d3b5f6e5f14), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:05.060644 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43fbe113-3414-468c-8fb7-c27884ad9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b849f3ac-1af3-4639-b20d-6d3b5f6e5f14), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:05.075790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-43fbe113-3414-468c-8fb7-c27884ad9f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:05.084430 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43fbe113-3414-468c-8fb7-c27884ad9f8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b849f3ac-1af3-4639-b20d-6d3b5f6e5f14 HTTP/1.1" status: 204 len: 168 time: 0.4845772 Feb 09 02:26:05.113280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbe113-3414-468c-8fb7-c27884ad9f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b849f3ac-1af3-4639-b20d-6d3b5f6e5f14,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:05.757071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2b998cc-9992-4b25-b7eb-6599953cfcbc details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:05.977026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0660e7a-842e-4839-9bae-aa9774d9f585 req-7bf3d632-4764-477f-a60d-3fc39507d255 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3148930 Feb 09 02:26:06.019947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2b998cc-9992-4b25-b7eb-6599953cfcbc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2b998cc-9992-4b25-b7eb-6599953cfcbc,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:06.030625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deff42d-5034-48e3-aff1-2e11d5f5b593 req-37bbeac8-77f2-4853-825f-8af05c58302b tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.048156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6deff42d-5034-48e3-aff1-2e11d5f5b593 req-37bbeac8-77f2-4853-825f-8af05c58302b tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 945 time: 0.2073834 Feb 09 02:26:06.051418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc', 'network_id': '310bed60-bfcd-4504-aeb7-411606b929f8', 'port_id': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc', 'mac_address': 'fa:16:3e:d9:9c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b26322-868f-4676-92d9-4bccd301dc7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:06.131808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2b998cc-9992-4b25-b7eb-6599953cfcbc is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:06.132677 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.151125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:06.173585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b998cc-9992-4b25-b7eb-6599953cfcbc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:06.225476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6deff42d-5034-48e3-aff1-2e11d5f5b593 req-3a96af7f-39ce-4f0d-9b53-905919210063 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672666 Feb 09 02:26:06.251811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2b998cc-9992-4b25-b7eb-6599953cfcbc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2b998cc-9992-4b25-b7eb-6599953cfcbc,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:06.267118 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.401562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d2b998cc-9992-4b25-b7eb-6599953cfcbc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:06.572764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d2b998cc-9992-4b25-b7eb-6599953cfcbc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:06.633062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1503460298'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:06.651995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-cebfbcf5-05c3-453f-b8e6-8493d2ecd527 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:06.670834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-cebfbcf5-05c3-453f-b8e6-8493d2ecd527 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 822 time: 0.2516105 Feb 09 02:26:06.731075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Made reservation on behalf of c53b49d27223438cb8e1ee924bcb5f01 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:06.743896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.752595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5e61cf21-10ed-42a0-a623-9148f328e9e3 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/quotas/ce2b62c1e0074233a70fd4d8680a39c2 HTTP/1.1" status: 200 len: 375 time: 0.0787511 Feb 09 02:26:06.776215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.869738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-d1d95ed7-4583-4f5d-92f1-bde7b27941a5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154759 Feb 09 02:26:06.961744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks [] for security_group (1479d159-acfc-458a-8432-fb2c126e3c38), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.973919 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1479d159-acfc-458a-8432-fb2c126e3c38), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.012598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:26:07.035865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a50b48-3447-4762-8119-833acf68a230 req-1d943350-f55f-4e54-972f-049abeb516dc tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.044170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7e579de2-81e9-44f8-ad98-a38cebd788af), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.047981 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Added segment 7e579de2-81e9-44f8-ad98-a38cebd788af of type vlan for network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a Feb 09 02:26:07.048680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7a50b48-3447-4762-8119-833acf68a230 req-1d943350-f55f-4e54-972f-049abeb516dc tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.82 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 945 time: 0.3492994 Feb 09 02:26:07.138239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (45a0f7ad-f1e9-4268-a084-bed2a2a5348a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.179954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (45a0f7ad-f1e9-4268-a084-bed2a2a5348a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.191215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.194815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.331421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-a6df3969-edb7-47ff-8f39-ad7808b3c0f5 service neutron] 10.222.0.53 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609149 Feb 09 02:26:07.384508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Deleting port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:07.385006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.424209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Pushing event updated for resources: {'Network': ['ID=45a0f7ad-f1e9-4268-a084-bed2a2a5348a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:07.438275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:26:07.456492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1479d159-acfc-458a-8432-fb2c126e3c38,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:07.470818 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bb72e2fd-cbd8-4ed0-b32b-954c1b6db9cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3172951 Feb 09 02:26:07.478570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccddf1-a468-41a6-ab4d-19c1eb55c71f req-d4f1defc-fd8e-4904-b08e-3c5bd3b0f603 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.481147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eccddf1-a468-41a6-ab4d-19c1eb55c71f req-d4f1defc-fd8e-4904-b08e-3c5bd3b0f603 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 944 time: 0.3667297 Feb 09 02:26:07.641020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eccddf1-a468-41a6-ab4d-19c1eb55c71f req-b1267c0c-c7a9-44ff-997f-87da51d86b2a tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012459 Feb 09 02:26:07.708165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] For port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,segment=NetworkSegment(f52583a1-bc19-4972-b5c6-d7cd890e7916),segment_id=f52583a1-bc19-4972-b5c6-d7cd890e7916)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:07.708560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.714659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-3ff54ac4-3259-4dc7-90f5-3836a629a86f service neutron] 10.222.0.53 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742132 Feb 09 02:26:07.728517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Calling delete_port for 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:07.772758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2b998cc-9992-4b25-b7eb-6599953cfcbc up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:07.873754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7498aa6-4f50-40b2-b052-b77cb540c191 req-1179a3fc-043a-44c4-b012-2b3e9e3ebf73 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:07.876064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7498aa6-4f50-40b2-b052-b77cb540c191 req-1179a3fc-043a-44c4-b012-2b3e9e3ebf73 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 945 time: 0.0859823 Feb 09 02:26:07.885278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port d2b998cc-9992-4b25-b7eb-6599953cfcbc completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:26:07.889997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port d2b998cc-9992-4b25-b7eb-6599953cfcbc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:07.890609 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.949331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7498aa6-4f50-40b2-b052-b77cb540c191 req-9f9a4f22-5a58-4ff0-a271-8cba9c763bdf tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/security-groups?id=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594008 Feb 09 02:26:08.093857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.132975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2b998cc-9992-4b25-b7eb-6599953cfcbc is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:08.133377 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.141516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Pushing event deleted for resources: {'Port': ['ID=9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:08.195475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2b998cc-9992-4b25-b7eb-6599953cfcbc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2b998cc-9992-4b25-b7eb-6599953cfcbc,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:08.196584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b078e-baee-414c-815f-51a95c246b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:08.199448 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b61488-81b7-4ed3-b9f6-4721df0eb615" -d '{"events": [{"server_uuid": "9f7b078e-baee-414c-815f-51a95c246b14", "name": "network-vif-plugged", "status": "completed", "tag": "d2b998cc-9992-4b25-b7eb-6599953cfcbc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:08.205758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.215732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e0e99fd-a771-4109-8592-a4e63a1da3d4 req-d3306430-d5de-4038-b2b3-88ff7f8c8e6e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 210 time: 0.0753787 Feb 09 02:26:08.310556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d2b998cc-9992-4b25-b7eb-6599953cfcbc,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:08.333503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] No DVR routers for this DVR port 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:08.343187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.348851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7a50b48-3447-4762-8119-833acf68a230 req-1e64a3df-cab0-48fe-8452-136291ebc026 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.82 "DELETE /v2.0/ports/9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 HTTP/1.1" status: 204 len: 173 time: 1.2990229 Feb 09 02:26:08.361748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'name': 'network-vif-deleted', 'tag': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:08.403432 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a385bdf-d7bc-48cd-ae93-b623e080defa" -d '{"events": [{"server_uuid": "68f0fa82-3bc5-4c86-bb05-c19e06c8a16b", "name": "network-vif-deleted", "tag": "9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:08.415756 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3bbe83-ee95-434a-a1cd-22f810f16c4b x-openstack-request-id: req-cc3bbe83-ee95-434a-a1cd-22f810f16c4b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:08.416060 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b078e-baee-414c-815f-51a95c246b14", "name": "network-vif-plugged", "status": "completed", "tag": "d2b998cc-9992-4b25-b7eb-6599953cfcbc", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:08.416320 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc3bbe83-ee95-434a-a1cd-22f810f16c4b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:08.416787 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b078e-baee-414c-815f-51a95c246b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc', 'code': 200} Feb 09 02:26:08.719388 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a369d7-1e1c-4bb7-8ccc-78a73ff21f8a x-openstack-request-id: req-11a369d7-1e1c-4bb7-8ccc-78a73ff21f8a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:08.732594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:08.738448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Request body: {'port': {'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a', 'binding:host_id': 'n-h1-826675-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2015747947'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:08.744406 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f0fa82-3bc5-4c86-bb05-c19e06c8a16b", "name": "network-vif-deleted", "tag": "9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:08.746275 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11a369d7-1e1c-4bb7-8ccc-78a73ff21f8a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:08.751792 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f0fa82-3bc5-4c86-bb05-c19e06c8a16b', 'name': 'network-vif-deleted', 'tag': '9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080', 'status': 'completed', 'code': 200} Feb 09 02:26:08.832809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Made reservation on behalf of 1ca7ea5764524debb6d7dc409441ec6f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:08.837807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.846328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df47dec-109f-4023-9d28-1003c678079b req-bfd2aaa7-af0f-49b1-9a34-83aee8a27da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:08.855745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1df47dec-109f-4023-9d28-1003c678079b req-bfd2aaa7-af0f-49b1-9a34-83aee8a27da3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 1128 time: 0.2669063 Feb 09 02:26:08.866658 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.115767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1df47dec-109f-4023-9d28-1003c678079b req-86fb5570-b5f4-490b-a231-901b035b786e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552307 Feb 09 02:26:09.122564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for security_group (05f6ff86-e894-4668-b42e-a37c0280d584), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.136966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (05f6ff86-e894-4668-b42e-a37c0280d584), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.171434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] device_id is not set on port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:09.219258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b829f-4b72-4986-b411-6ed5d992ab7a req-0ed83ca2-9001-4637-b344-8ef20ae28192 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:09.220829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db1b829f-4b72-4986-b411-6ed5d992ab7a req-0ed83ca2-9001-4637-b344-8ef20ae28192 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 945 time: 0.2945728 Feb 09 02:26:09.302672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8b46013-b737-4ebd-856f-ae3a9c0ef347 req-af9a31c9-0964-40d3-ab68-9ea4df8a72a4 tempest-ServerPasswordTestJSON-768050896 tempest-ServerPasswordTestJSON-768050896-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f0fa82-3bc5-4c86-bb05-c19e06c8a16b HTTP/1.1" status: 200 len: 210 time: 0.1008615 Feb 09 02:26:09.304663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:09.330687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f6ff86-e894-4668-b42e-a37c0280d584,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.432085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db1b829f-4b72-4986-b411-6ed5d992ab7a req-8d902a8e-0ef0-4071-a6d5-c9d912961d06 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231813 Feb 09 02:26:09.470073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f4380ee-e5f6-4a61-bf82-67cce11443f7 req-bbb7cdc5-73e5-45b2-a81c-c595612c00e9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 210 time: 0.0665765 Feb 09 02:26:09.494482 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cda51d1-b92c-4c67-8a7c-4dcf724bd093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.607884 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cda51d1-b92c-4c67-8a7c-4dcf724bd093 admin admin] Publish callbacks [] for security_group (8518a978-cfb3-497f-bfb4-5acf88800260), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.615804 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cda51d1-b92c-4c67-8a7c-4dcf724bd093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8518a978-cfb3-497f-bfb4-5acf88800260), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.627086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] device_id is not set on port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:09.638618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for port (2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.647731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.669750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2cda51d1-b92c-4c67-8a7c-4dcf724bd093 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ba9f61eb23d43e7ab3fe72fa5589c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3618891 Feb 09 02:26:09.669750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda51d1-b92c-4c67-8a7c-4dcf724bd093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8518a978-cfb3-497f-bfb4-5acf88800260,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.683414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39748) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:09.765994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Checking segment: {'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:09.766573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Network hostable DHCP agents. Network: 45a0f7ad-f1e9-4268-a084-bed2a2a5348a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:26:09.776495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-754aad31-886a-4084-b160-8242c8430ad0 admin admin] Publish callbacks [] for security_group (8518a978-cfb3-497f-bfb4-5acf88800260), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.789680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:09.841752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-754aad31-886a-4084-b160-8242c8430ad0 admin admin] Publish callbacks [] for security_group (8518a978-cfb3-497f-bfb4-5acf88800260), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:09.849439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:26:09.868559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 45a0f7ad-f1e9-4268-a084-bed2a2a5348a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:09.877410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173d458-3c8c-4c4d-a0e3-627b117082c9 None None] Network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:09.878389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:09.912035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:09.912291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:09.912621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:09.923830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:09.924184 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:09.924586 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 2 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:09.958586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:09.958938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:09.959302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:09.969963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:09.970303 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:09.970734 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 3 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.011958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.012441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.012899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.033794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.034702 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.035107 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 4 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.069494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.069835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.070475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.085942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.086383 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.086709 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 5 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.107129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:10.118814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.119140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.119398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.130086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.130447 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.130884 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 6 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.160917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.161290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.161780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.177172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.177565 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.177915 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 7 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.188145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:10.189665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 9ba3a5fd-e1fb-4a2c-9344-af4e0fa59080 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:10.197677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-1538a829-c2a5-4c5a-ba53-2c487d4f1beb tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:10.207584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-1538a829-c2a5-4c5a-ba53-2c487d4f1beb tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 822 time: 0.3553383 Feb 09 02:26:10.212604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.212942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.216146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Request body: {'port': {'device_id': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'admin_state_up': True, 'tenant_id': 'ce2b62c1e0074233a70fd4d8680a39c2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:10.219163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.225631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.225971 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.226551 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 8 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.256707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.257077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.257443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.270312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.270618 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.271050 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 9 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.290989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-754aad31-886a-4084-b160-8242c8430ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8518a978-cfb3-497f-bfb4-5acf88800260), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.291800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.292147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.292493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.294418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-754aad31-886a-4084-b160-8242c8430ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.298039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.298379 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.298991 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 10 to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 Feb 09 02:26:10.299377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-754aad31-886a-4084-b160-8242c8430ad0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8518a978-cfb3-497f-bfb4-5acf88800260 HTTP/1.1" status: 204 len: 168 time: 0.6129155 Feb 09 02:26:10.376763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aad31-886a-4084-b160-8242c8430ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518a978-cfb3-497f-bfb4-5acf88800260,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:10.382733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:10.383068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:10.383402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:10.405149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:10.405491 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:10.405871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.481987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39770) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:10.516546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] For port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:10.518880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:26:10.531498 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.579191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:10.580714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.705063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:10.723373 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-31334c5f-cabc-4001-9325-3ab81d089cf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.9873102 Feb 09 02:26:10.723696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:10.741778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02e4573f-7132-4535-8080-b42ed2275202 req-3122316c-5d1b-47ca-91e6-6e2bea61d72f tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 210 time: 0.0460875 Feb 09 02:26:10.780825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Made reservation on behalf of ce2b62c1e0074233a70fd4d8680a39c2 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:10.784829 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.894319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Deleting port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:10.895653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.994545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Allocated IP 172.20.0.14 (bdf71c97-45cb-44eb-8f71-6efafbd27c4b/81e40c2f-dadd-453a-aa18-9633f90f8860/426bbb86-b5bf-4b02-bdef-86a2fa526b97) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:11.100818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] For port 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4, host n-h1-826675-12, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:11.110431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.131699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Calling delete_port for 2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:11.233771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.345141 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.351014 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 HTTP/1.1" status: 204 len: 168 time: 0.6261430 Feb 09 02:26:11.352274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37674606-d31a-4bfd-bef9-270cdb49bdad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:11.367074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39796) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:11.404837 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a41675-a2d3-48d9-b55b-f86280ebb471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:11.406567 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43a41675-a2d3-48d9-b55b-f86280ebb471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "GET /v2.0/ports/2c29d7cf-70f4-4dbf-803f-ea8be3f9b0c4 HTTP/1.1" status: 404 len: 333 time: 0.0370624 Feb 09 02:26:11.413351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:11.422169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Request body: {'port': {'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-774732539'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:11.442767 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.456525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Made reservation on behalf of 1ca7ea5764524debb6d7dc409441ec6f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:11.460194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.513583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.522881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] device_id is not set on port 99224778-1b70-410a-b719-0f4447faa63c yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:11.526862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] Deleting subnet 5772e77c-f919-4e1a-a522-f85499a9ec1d {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:26:11.641174 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] Publish callbacks [] for subnet (5772e77c-f919-4e1a-a522-f85499a9ec1d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.646870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event updated for resources: {'Port': ['ID=426bbb86-b5bf-4b02-bdef-86a2fa526b97,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:11.711471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e0951-2e1a-49a0-848a-26dddd46bc85 req-91c281fb-28da-46e1-9821-1c55603789df tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:11.713377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-969e0951-2e1a-49a0-848a-26dddd46bc85 req-91c281fb-28da-46e1-9821-1c55603789df tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 945 time: 1.0896294 Feb 09 02:26:11.717297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Network bdf71c97-45cb-44eb-8f71-6efafbd27c4b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:11.726174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:11.745468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:11.779189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for port (99224778-1b70-410a-b719-0f4447faa63c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.825283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (99224778-1b70-410a-b719-0f4447faa63c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.851755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (5772e77c-f919-4e1a-a522-f85499a9ec1d), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.927120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:11.927758 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.935267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (5772e77c-f919-4e1a-a522-f85499a9ec1d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:11.994800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:11.998285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:12.001999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:12.004077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:12.005443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.017421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=99224778-1b70-410a-b719-0f4447faa63c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:12.048800 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-033a582f-c48b-4651-afac-002833149bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6344008 Feb 09 02:26:12.052308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:12.065253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:12.107633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-5b847784-1068-4ea5-992b-216130fba2d5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8987942 Feb 09 02:26:12.134949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-969e0951-2e1a-49a0-848a-26dddd46bc85 req-f3b6ba7c-9428-475b-8401-ba1c7213546a tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409915 Feb 09 02:26:12.149655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Request body: {'port': {'device_id': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:12.256398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (5772e77c-f919-4e1a-a522-f85499a9ec1d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.275697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (99224778-1b70-410a-b719-0f4447faa63c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.309178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb3e1f-2f15-4ba1-a72f-3e79e3111910 req-495b7d6c-bd9f-4853-96e3-41d0bd291e3b tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:12.311283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aeeb3e1f-2f15-4ba1-a72f-3e79e3111910 req-495b7d6c-bd9f-4853-96e3-41d0bd291e3b tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 932 time: 0.3047140 Feb 09 02:26:12.317012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5772e77c-f919-4e1a-a522-f85499a9ec1d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:12.319722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.327946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dbf74c97-64ee-4376-a482-30be3de7518d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5772e77c-f919-4e1a-a522-f85499a9ec1d HTTP/1.1" status: 204 len: 168 time: 1.8439760 Feb 09 02:26:12.333279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39816) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:12.345034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.569515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (0cd299da-0738-4e80-8143-3c5d4ead8a83), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.618668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aeeb3e1f-2f15-4ba1-a72f-3e79e3111910 req-8533fe54-3488-4513-af6d-39f6afba5bc5 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860608 Feb 09 02:26:12.739379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] device_id is not set on port 99224778-1b70-410a-b719-0f4447faa63c yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:12.748572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for port (99224778-1b70-410a-b719-0f4447faa63c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.769435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (99224778-1b70-410a-b719-0f4447faa63c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.836972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=99224778-1b70-410a-b719-0f4447faa63c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:12.891453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:12.892043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:12.893694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:12.907607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:12.908205 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:12.908806 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 2 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:12.939735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:12.940829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:12.942017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:12.951675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:12.957147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426bbb86-b5bf-4b02-bdef-86a2fa526b97 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:12.957922 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:12.958538 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 3 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:12.966755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Publish callbacks [] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:12.985937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Transition to ACTIVE for port object 426bbb86-b5bf-4b02-bdef-86a2fa526b97 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:26:12.993179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.000364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.000861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.001133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.010305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.010680 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.011081 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 4 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:13.050548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.050892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.051241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.058865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Pushing event updated for resources: {'Port': ['ID=426bbb86-b5bf-4b02-bdef-86a2fa526b97,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:13.061256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.061256 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.061453 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 5 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:13.083616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.084267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.084430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.099964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.100315 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.100715 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 6 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:13.157987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.158330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.161143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.173137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.174270 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.175368 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 7 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:13.186972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (0cd299da-0738-4e80-8143-3c5d4ead8a83), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.254507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.265156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.265542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.268214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd299da-0738-4e80-8143-3c5d4ead8a83']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:13.285178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.285628 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.286080 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 8 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:13.303989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.304658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.305004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.311297 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.311639 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.312084 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 9 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:13.326795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.327141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.327491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.329906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52583a1-bc19-4972-b5c6-d7cd890e7916') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:13.330547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52583a1-bc19-4972-b5c6-d7cd890e7916') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:13.341893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.342229 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.358960 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 10 to bind port 99224778-1b70-410a-b719-0f4447faa63c Feb 09 02:26:13.393649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (f52583a1-bc19-4972-b5c6-d7cd890e7916), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.403053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Attempting to bind port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.403884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Attempting to bind port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.403884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Attempting to bind port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.408361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:13.408701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:13.409162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.414691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.415037 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 99224778-1b70-410a-b719-0f4447faa63c on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:13.415498 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (99224778-1b70-410a-b719-0f4447faa63c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.451032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:13.451401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Attempting to bind port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 on network bdf71c97-45cb-44eb-8f71-6efafbd27c4b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:13.525078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f52583a1-bc19-4972-b5c6-d7cd890e7916), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.555794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:13.556234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Checking segment: {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:13.556545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Bound using segment: {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:13.556996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Bound port: 426bbb86-b5bf-4b02-bdef-86a2fa526b97, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc095977-13b2-4330-ab8a-5ad514209a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:13.564536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.579999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:13.580639 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (f52583a1-bc19-4972-b5c6-d7cd890e7916), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:13.583947 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:13.742564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (0cd299da-0738-4e80-8143-3c5d4ead8a83), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.761317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] For port 99224778-1b70-410a-b719-0f4447faa63c, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:13.761996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:26:13.770776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (99224778-1b70-410a-b719-0f4447faa63c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.780059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e90a1-eda8-4047-bbe3-c8b24154fbb1 req-fd57e174-1e44-44bb-bc1f-9c0d73bf0a61 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:13.782583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-853e90a1-eda8-4047-bbe3-c8b24154fbb1 req-fd57e174-1e44-44bb-bc1f-9c0d73bf0a61 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 945 time: 0.3936296 Feb 09 02:26:13.799187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.804581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0cd299da-0738-4e80-8143-3c5d4ead8a83 HTTP/1.1" status: 204 len: 168 time: 1.4703953 Feb 09 02:26:13.867278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087b24a-dfe5-49b5-bfdb-e89eb3b62c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd299da-0738-4e80-8143-3c5d4ead8a83,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:13.902137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] In _notify_port_updated(), no bound segment for port 99224778-1b70-410a-b719-0f4447faa63c on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:26:13.907438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:13.908082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:13.916792 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "PUT /v2.0/ports/99224778-1b70-410a-b719-0f4447faa63c HTTP/1.1" status: 200 len: 979 time: 1.8627939 Feb 09 02:26:13.922163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39850) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:13.955942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bcbbb-6fba-4a43-94f1-1db4b85fe901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=99224778-1b70-410a-b719-0f4447faa63c,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:13.981083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-853e90a1-eda8-4047-bbe3-c8b24154fbb1 req-3aaeadf7-e104-4685-88f2-917b7d3dbc4d tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688194 Feb 09 02:26:14.034353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] For port 426bbb86-b5bf-4b02-bdef-86a2fa526b97, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:14.090678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] For port 426bbb86-b5bf-4b02-bdef-86a2fa526b97, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=426bbb86-b5bf-4b02-bdef-86a2fa526b97,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:14.124888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:14.138504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b6feb-7e06-4107-a430-fbcd6cf88ba8 req-679dc047-279a-4656-b1b1-7abdf02b6edd tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.149745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc1b6feb-7e06-4107-a430-fbcd6cf88ba8 req-679dc047-279a-4656-b1b1-7abdf02b6edd tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 944 time: 0.3421779 Feb 09 02:26:14.261814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.265529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.265529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.266082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:14.276555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.278907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.279471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.279978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.280455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.280926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.285111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.286049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.286991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.295363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5a640bf1-ecb2-4a47-aeb0-e356cf539606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11117 time: 0.3620193 Feb 09 02:26:14.297537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39858) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:14.355062 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-59ce0200-a137-449b-ba72-cd717e5906d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbaaa15b7e214260a8973a1b2d7fc4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853775 Feb 09 02:26:14.355946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:14.445117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.454638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f69a1530-02be-47d4-97c2-3d7ee77565b9 admin admin] Publish callbacks [] for security_group (8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:14.469002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:14.472074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] 10.222.0.82 "PUT /v2.0/ports/426bbb86-b5bf-4b02-bdef-86a2fa526b97 HTTP/1.1" status: 200 len: 1093 time: 2.3336859 Feb 09 02:26:14.483350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f69a1530-02be-47d4-97c2-3d7ee77565b9 admin admin] Publish callbacks [] for security_group (8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:14.565037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f69a1530-02be-47d4-97c2-3d7ee77565b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:14.574442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f69a1530-02be-47d4-97c2-3d7ee77565b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:14.575068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'tag': '426bbb86-b5bf-4b02-bdef-86a2fa526b97'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:14.577783 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a5cf2-1381-4c83-80b8-2ad63a2f419a" -d '{"events": [{"name": "network-changed", "server_uuid": "0df5ff76-33ef-4527-b8ac-5cb1a4e25b34", "tag": "426bbb86-b5bf-4b02-bdef-86a2fa526b97"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:14.585378 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f69a1530-02be-47d4-97c2-3d7ee77565b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e HTTP/1.1" status: 204 len: 168 time: 0.2275863 Feb 09 02:26:14.615441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a1530-02be-47d4-97c2-3d7ee77565b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf41b4-6ee1-47d8-a2f4-ba75e3c0146e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:14.675723 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61824cf7-b257-4340-8022-8b4c96532649 x-openstack-request-id: req-61824cf7-b257-4340-8022-8b4c96532649 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:14.677086 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df5ff76-33ef-4527-b8ac-5cb1a4e25b34", "tag": "426bbb86-b5bf-4b02-bdef-86a2fa526b97", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:14.677543 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61824cf7-b257-4340-8022-8b4c96532649 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:14.678218 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'tag': '426bbb86-b5bf-4b02-bdef-86a2fa526b97', 'status': 'completed', 'code': 200} Feb 09 02:26:14.722939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc1b6feb-7e06-4107-a430-fbcd6cf88ba8 req-d90cd865-bef4-4927-8a59-2acef909e220 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720785 Feb 09 02:26:14.728507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4d10d-6916-495b-9a02-309057cc6a06 service neutron] Pushing event updated for resources: {'Port': ['ID=426bbb86-b5bf-4b02-bdef-86a2fa526b97,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:14.832941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-cdee5b88-13af-4635-8185-013bb66bc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:14.834632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-cdee5b88-13af-4635-8185-013bb66bc38c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 1127 time: 0.2482693 Feb 09 02:26:14.855040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Deleting port 99224778-1b70-410a-b719-0f4447faa63c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:14.855460 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (99224778-1b70-410a-b719-0f4447faa63c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:14.968000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:15.168498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-413c356d-3412-4fb6-b2a0-df21024508b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426bbb86-b5bf-4b02-bdef-86a2fa526b97 HTTP/1.1" status: 200 len: 217 time: 0.3171227 Feb 09 02:26:15.421110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-87e7b859-e90c-467e-8f76-102878ae7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:15.424820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-87e7b859-e90c-467e-8f76-102878ae7c06 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e40c2f-dadd-453a-aa18-9633f90f8860 HTTP/1.1" status: 200 len: 862 time: 0.2340126 Feb 09 02:26:15.503617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] For port 99224778-1b70-410a-b719-0f4447faa63c, host n-h1-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:15.504057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (99224778-1b70-410a-b719-0f4447faa63c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:15.515811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-72decbf8-0d6f-4f7e-bada-d3661113258a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739343 Feb 09 02:26:15.569649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Calling delete_port for 99224778-1b70-410a-b719-0f4447faa63c owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:16.272521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-82409641-81c2-4d01-ae9d-bd65d2702a56 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339635 Feb 09 02:26:16.302367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf6ba8-ff3b-4174-9d19-fb87d00fcfad req-abae6560-21a1-4257-ad87-aca3021c3696 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:16.311103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2adf6ba8-ff3b-4174-9d19-fb87d00fcfad req-abae6560-21a1-4257-ad87-aca3021c3696 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 945 time: 0.6941133 Feb 09 02:26:16.460076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2adf6ba8-ff3b-4174-9d19-fb87d00fcfad req-038e83c1-5a20-487a-8c9f-330e4e1d423d tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461229 Feb 09 02:26:16.474137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (0a78b549-dedd-419c-a4b4-adabce4770f3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:16.549061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515afc1-b7c3-4bd5-9ed5-7d566bd3c803 req-e82426f2-490b-4670-b343-de1c69f4faf6 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:16.560947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7515afc1-b7c3-4bd5-9ed5-7d566bd3c803 req-e82426f2-490b-4670-b343-de1c69f4faf6 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 944 time: 0.6737957 Feb 09 02:26:16.615143 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (99224778-1b70-410a-b719-0f4447faa63c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:16.667935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event deleted for resources: {'Port': ['ID=99224778-1b70-410a-b719-0f4447faa63c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:16.696190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:16.702209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2692eab9-88a2-4a2f-990a-4a2878cd21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "DELETE /v2.0/ports/99224778-1b70-410a-b719-0f4447faa63c HTTP/1.1" status: 204 len: 168 time: 2.3878028 Feb 09 02:26:16.706586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:16.722161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7515afc1-b7c3-4bd5-9ed5-7d566bd3c803 req-550fbb8e-9a09-4c1f-972c-05a557ad1726 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550059 Feb 09 02:26:16.729582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6f85326-11f8-465f-85a6-1e7169a0c007 req-1d00a4c2-9982-497a-bbab-62b9e78982e2 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929536 Feb 09 02:26:16.741611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39944) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:16.835324 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-67083d19-ab2c-4e25-8aca-0915b1e3d884 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:16.838481 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-67083d19-ab2c-4e25-8aca-0915b1e3d884 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "GET /v2.0/ports/99224778-1b70-410a-b719-0f4447faa63c HTTP/1.1" status: 404 len: 333 time: 0.1302154 Feb 09 02:26:16.845624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39952) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:16.898812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1048347556', 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:16.934390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Made reservation on behalf of 1ca7ea5764524debb6d7dc409441ec6f for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:16.938567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:17.287215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Deleting port 1b11463a-d950-41dd-ad4f-07ed5de5e85c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:17.288288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:17.517221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] For port 1b11463a-d950-41dd-ad4f-07ed5de5e85c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1b11463a-d950-41dd-ad4f-07ed5de5e85c,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:17.522608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:17.561532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Calling delete_port for 1b11463a-d950-41dd-ad4f-07ed5de5e85c owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:17.713198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1816704235-network', 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:17.729473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] device_id is not set on port cee8066c-edc5-4429-8e06-ff5365762122 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:17.870237 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:17.973359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1b11463a-d950-41dd-ad4f-07ed5de5e85c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.009231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b11463a-d950-41dd-ad4f-07ed5de5e85c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:18.209303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for port (cee8066c-edc5-4429-8e06-ff5365762122), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.216161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-675abb34-ee2a-4e0a-9472-f8e4ae06fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.216161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-675abb34-ee2a-4e0a-9472-f8e4ae06fee7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 1127 time: 1.3861670 Feb 09 02:26:18.221280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39968) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:18.317814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:18.320166 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.367399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (0a78b549-dedd-419c-a4b4-adabce4770f3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.407670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-242e2b68-2035-4de0-b0ae-c1ec6410d449 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.409509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-242e2b68-2035-4de0-b0ae-c1ec6410d449 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 945 time: 1.4483809 Feb 09 02:26:18.411689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.490340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb5ae0-7cc6-4dc4-a174-43a123208948 req-dcc52473-bf09-4a35-a6e3-c559ea8c6863 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.491970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dcb5ae0-7cc6-4dc4-a174-43a123208948 req-dcc52473-bf09-4a35-a6e3-c559ea8c6863 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 945 time: 0.7719285 Feb 09 02:26:18.537136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c28c2-5b5d-4afc-a1b6-fcd606677817 req-8c387e69-5f75-4525-803f-60167c93b065 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.550215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-605c28c2-5b5d-4afc-a1b6-fcd606677817 req-8c387e69-5f75-4525-803f-60167c93b065 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 944 time: 0.5508091 Feb 09 02:26:18.618813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-eb8defec-4fce-408b-8666-2978adf5c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.620523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-eb8defec-4fce-408b-8666-2978adf5c36b service neutron] 10.222.0.82 "GET /v2.0/networks?id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 200 len: 923 time: 0.3903644 Feb 09 02:26:18.639709 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (cee8066c-edc5-4429-8e06-ff5365762122), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.641592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f04ce9e-3129-45fd-8e2d-5bc9be9e04c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.682946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:18.709725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:18.787156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:18.788116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.788735 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:18.819331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-483370b9-2f9e-4afc-9210-92a14522b711 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426bbb86-b5bf-4b02-bdef-86a2fa526b97 HTTP/1.1" status: 200 len: 217 time: 0.1801970 Feb 09 02:26:18.957162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dcb5ae0-7cc6-4dc4-a174-43a123208948 req-5820e91a-20a0-4089-a797-cf4fa249cfaa tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/security-groups?id=618fde8d-eb31-41f2-838b-400ce7e10ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448447 Feb 09 02:26:18.996782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-772fa619-f431-46a7-808e-ed3eb090e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:18.998744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-772fa619-f431-46a7-808e-ed3eb090e8aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=81e40c2f-dadd-453a-aa18-9633f90f8860 HTTP/1.1" status: 200 len: 862 time: 0.1335487 Feb 09 02:26:18.999552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=cee8066c-edc5-4429-8e06-ff5365762122,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:19.020417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ad0cffbc-2144-41f5-844d-5dbeeb1a5e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1388593 Feb 09 02:26:19.028784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.029283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:19.038724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-605c28c2-5b5d-4afc-a1b6-fcd606677817 req-2bc7088e-1a6c-44f0-93dd-b72e050a9652 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823661 Feb 09 02:26:19.086917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830aee8-b33a-4963-83e1-4013915fb778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:19.088264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e830aee8-b33a-4963-83e1-4013915fb778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "GET /v2.0/ports/cee8066c-edc5-4429-8e06-ff5365762122 HTTP/1.1" status: 200 len: 959 time: 0.0580392 Feb 09 02:26:19.092949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:19.182321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Router 0a78b549-dedd-419c-a4b4-adabce4770f3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:26:19.197188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f04ce9e-3129-45fd-8e2d-5bc9be9e04c2 admin admin] Publish callbacks [] for security_group (72a79927-ffa7-4b35-8ac4-763c66fe72dc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.233967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks [] for security_group (7b107eb8-4fd6-4894-953c-5c65c2b6f28a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.265314 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b107eb8-4fd6-4894-953c-5c65c2b6f28a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.272142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Deleting port d2b998cc-9992-4b25-b7eb-6599953cfcbc {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:19.272734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.279655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-64614aa9-ae3b-40a2-8685-e6870dcacb4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bdf71c97-45cb-44eb-8f71-6efafbd27c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095737 Feb 09 02:26:19.287759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Deleting port cee8066c-edc5-4429-8e06-ff5365762122 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:19.288149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cee8066c-edc5-4429-8e06-ff5365762122), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.290098 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f04ce9e-3129-45fd-8e2d-5bc9be9e04c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (72a79927-ffa7-4b35-8ac4-763c66fe72dc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.359983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cee8066c-edc5-4429-8e06-ff5365762122), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.379613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Calling delete_port for cee8066c-edc5-4429-8e06-ff5365762122 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:19.382552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7f04ce9e-3129-45fd-8e2d-5bc9be9e04c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd5be79b368c4a959b3fcdc8119a220f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1554635 Feb 09 02:26:19.388988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:19.490854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b107eb8-4fd6-4894-953c-5c65c2b6f28a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:19.524906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:26:19.529457 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:26:19.545847 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d662b519-6923-484b-976c-aba58b24b94b admin admin] 10.222.0.53 "PUT /v2.0/routers/0a78b549-dedd-419c-a4b4-adabce4770f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5765605 Feb 09 02:26:19.553469 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:19.574512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] For port d2b998cc-9992-4b25-b7eb-6599953cfcbc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2b998cc-9992-4b25-b7eb-6599953cfcbc,segment=NetworkSegment(f2825ebb-909d-4740-8658-194285a2244c),segment_id=f2825ebb-909d-4740-8658-194285a2244c)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:19.575011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.577058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] Sync routers for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:26:19.592973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Calling delete_port for d2b998cc-9992-4b25-b7eb-6599953cfcbc owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:19.619275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:19.623384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:19.754589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51100368-fc3a-4a2e-b4d4-86bb8466b59e admin admin] Publish callbacks [] for security_group (72a79927-ffa7-4b35-8ac4-763c66fe72dc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.786552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d2b998cc-9992-4b25-b7eb-6599953cfcbc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.822776 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fabb41d9-caf1-4bb3-be76-5013806195ab), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.823467 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Added segment fabb41d9-caf1-4bb3-be76-5013806195ab of type vlan for network 882c9a08-1083-437d-9f12-f4e84922da1f Feb 09 02:26:19.827983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-d14b70d1-e079-4571-8dc3-a0b4ae29dc23 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110757 Feb 09 02:26:19.846422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Pushing event deleted for resources: {'Port': ['ID=d2b998cc-9992-4b25-b7eb-6599953cfcbc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:19.847803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51100368-fc3a-4a2e-b4d4-86bb8466b59e admin admin] Publish callbacks [] for security_group (72a79927-ffa7-4b35-8ac4-763c66fe72dc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.859513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04ce9e-3129-45fd-8e2d-5bc9be9e04c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a79927-ffa7-4b35-8ac4-763c66fe72dc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:19.875510 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cee8066c-edc5-4429-8e06-ff5365762122), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.906336 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks [] for router (0a78b549-dedd-419c-a4b4-adabce4770f3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:19.962825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event deleted for resources: {'Port': ['ID=cee8066c-edc5-4429-8e06-ff5365762122,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:19.982697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] No DVR routers for this DVR port d2b998cc-9992-4b25-b7eb-6599953cfcbc on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:19.985851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.002431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4bee113-c2c1-42d6-9652-0f56e5c04c4e req-cfe7d48f-5df7-471a-89cc-ff5b167d9eb8 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.72 "DELETE /v2.0/ports/d2b998cc-9992-4b25-b7eb-6599953cfcbc HTTP/1.1" status: 204 len: 173 time: 1.5711229 Feb 09 02:26:20.042494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7b078e-baee-414c-815f-51a95c246b14', 'name': 'network-vif-deleted', 'tag': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:20.046882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d2b998cc-9992-4b25-b7eb-6599953cfcbc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:20.055281 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5656b727-ad8c-4280-b6ff-a27edb1b27aa" -d '{"events": [{"server_uuid": "9f7b078e-baee-414c-815f-51a95c246b14", "name": "network-vif-deleted", "tag": "d2b998cc-9992-4b25-b7eb-6599953cfcbc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:20.072488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (882c9a08-1083-437d-9f12-f4e84922da1f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.172375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 426bbb86-b5bf-4b02-bdef-86a2fa526b97 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:20.188107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.191275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf75419d-b554-46a2-8046-62ff9aaa2b7b req-84ff9743-e01f-40d2-ac17-c22ffc9db197 tempest-VolumesActionsTest-1100120299 tempest-VolumesActionsTest-1100120299-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f7b078e-baee-414c-815f-51a95c246b14 HTTP/1.1" status: 200 len: 210 time: 0.0670407 Feb 09 02:26:20.191837 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1356f48a-2ee4-4aad-bc6d-227f519e4b54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cee8066c-edc5-4429-8e06-ff5365762122 HTTP/1.1" status: 204 len: 168 time: 1.0973823 Feb 09 02:26:20.238776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:20.266172 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e48501-2e06-4cc4-af09-869bfbf900d8 x-openstack-request-id: req-b9e48501-2e06-4cc4-af09-869bfbf900d8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:20.266872 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7b078e-baee-414c-815f-51a95c246b14", "name": "network-vif-deleted", "tag": "d2b998cc-9992-4b25-b7eb-6599953cfcbc", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:20.267346 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9e48501-2e06-4cc4-af09-869bfbf900d8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:20.270293 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7b078e-baee-414c-815f-51a95c246b14', 'name': 'network-vif-deleted', 'tag': 'd2b998cc-9992-4b25-b7eb-6599953cfcbc', 'status': 'completed', 'code': 200} Feb 09 02:26:20.277428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (882c9a08-1083-437d-9f12-f4e84922da1f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.278785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:20.279644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.292838 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af4190c-e7ee-4d68-a4f1-46b30c5b8397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:20.294639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3af4190c-e7ee-4d68-a4f1-46b30c5b8397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "GET /v2.0/ports/cee8066c-edc5-4429-8e06-ff5365762122 HTTP/1.1" status: 404 len: 333 time: 0.0544448 Feb 09 02:26:20.299820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:20.310787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Request body: {'port': {'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-216119339'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:20.320894 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51100368-fc3a-4a2e-b4d4-86bb8466b59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (72a79927-ffa7-4b35-8ac4-763c66fe72dc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.324090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51100368-fc3a-4a2e-b4d4-86bb8466b59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.327677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-51100368-fc3a-4a2e-b4d4-86bb8466b59e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72a79927-ffa7-4b35-8ac4-763c66fe72dc HTTP/1.1" status: 204 len: 168 time: 0.9354017 Feb 09 02:26:20.349095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51100368-fc3a-4a2e-b4d4-86bb8466b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a79927-ffa7-4b35-8ac4-763c66fe72dc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:20.370564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Made reservation on behalf of 1ca7ea5764524debb6d7dc409441ec6f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:20.371789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] Pushing event updated for resources: {'Network': ['ID=882c9a08-1083-437d-9f12-f4e84922da1f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:20.374129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.392967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222a5cf2-1381-4c83-80b8-2ad63a2f419a req-ecac84f7-1b9f-45f6-bb47-b7c767725bd2 service neutron] 10.222.0.82 "GET /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519776 Feb 09 02:26:20.411541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b04ba8ef-2753-4009-a8b7-f01364f143f1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.6686392 Feb 09 02:26:20.419633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40004) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:20.421743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 882c9a08-1083-437d-9f12-f4e84922da1f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:26:20.422921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks [] for router_gateway (0a78b549-dedd-419c-a4b4-adabce4770f3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.429780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Request body: {'subnet': {'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1816704235-subnet', 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:20.433777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] device_id is not set on port 513e3ab7-051d-44c3-8a2e-af142f9d8aae yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:20.461566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84182b-5b8c-4f7d-bb21-889cac43ff1b req-53b4855f-806a-454e-bc68-cf4591f416b0 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:20.464827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c84182b-5b8c-4f7d-bb21-889cac43ff1b req-53b4855f-806a-454e-bc68-cf4591f416b0 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 944 time: 0.2552404 Feb 09 02:26:20.521157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:20.525537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.569347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:20.806819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 426bbb86-b5bf-4b02-bdef-86a2fa526b97, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=426bbb86-b5bf-4b02-bdef-86a2fa526b97,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:20.834755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c84182b-5b8c-4f7d-bb21-889cac43ff1b req-00ede624-fab4-4186-a30d-f4c3373c1e1d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281364 Feb 09 02:26:20.846585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.881478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Deleting port 2c05f70b-c1bb-436e-9a40-555cf441d0d5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:20.882194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:20.902115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '426bbb86-b5bf-4b02-bdef-86a2fa526b97', 'network_id': 'bdf71c97-45cb-44eb-8f71-6efafbd27c4b', 'port_id': '426bbb86-b5bf-4b02-bdef-86a2fa526b97', 'mac_address': 'fa:16:3e:de:71:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e40c2f-dadd-453a-aa18-9633f90f8860', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:20.988078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.061425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (01db0fe3-a245-49cf-bb9e-a60eedde4675), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.073228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40016) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:21.128677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] For port 2c05f70b-c1bb-436e-9a40-555cf441d0d5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2c05f70b-c1bb-436e-9a40-555cf441d0d5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:21.128677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.128985 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ede8bd8-9692-4e58-837e-6be784067821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.136471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:21.151693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:21.165262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Calling delete_port for 2c05f70b-c1bb-436e-9a40-555cf441d0d5 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:21.167283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:21.168253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:21.168859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.181922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=513e3ab7-051d-44c3-8a2e-af142f9d8aae,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:21.182153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01db0fe3-a245-49cf-bb9e-a60eedde4675,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:21.198158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:21.198559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Network hostable DHCP agents. Network: 882c9a08-1083-437d-9f12-f4e84922da1f, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:26:21.237633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:21.240774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Network 882c9a08-1083-437d-9f12-f4e84922da1f is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:26:21.241103 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.274217 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8910d8c8-c08d-4f5b-86ab-964daf7eea13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9731359 Feb 09 02:26:21.277799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 882c9a08-1083-437d-9f12-f4e84922da1f) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:21.279269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:21.285405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:21.286279 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.302544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:21.305935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a0f26-6710-4afb-8643-fe8a6b51e610 None None] Network 882c9a08-1083-437d-9f12-f4e84922da1f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:21.339180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b5f1bc6c-b658-43b8-9978-36d68f3f9034 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9153559 Feb 09 02:26:21.340283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ede8bd8-9692-4e58-837e-6be784067821 admin admin] Publish callbacks [] for security_group (763da9e4-1320-49f3-8697-9b7db8d45cb8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.355466 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ede8bd8-9692-4e58-837e-6be784067821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (763da9e4-1320-49f3-8697-9b7db8d45cb8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.389041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426bbb86-b5bf-4b02-bdef-86a2fa526b97 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:21.417760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 426bbb86-b5bf-4b02-bdef-86a2fa526b97, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=426bbb86-b5bf-4b02-bdef-86a2fa526b97,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:21.430048 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.458072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ede8bd8-9692-4e58-837e-6be784067821 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf94d95234434845a71eb8373a01ce22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837559 Feb 09 02:26:21.468864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40028) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:21.471952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede8bd8-9692-4e58-837e-6be784067821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763da9e4-1320-49f3-8697-9b7db8d45cb8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:21.492228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=426bbb86-b5bf-4b02-bdef-86a2fa526b97,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:21.512433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:26:17Z', 'revision_number': 5, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port': {'id': '2c05f70b-c1bb-436e-9a40-555cf441d0d5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:11Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:21.576215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] Checking router: 0a78b549-dedd-419c-a4b4-adabce4770f3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:26:21.580099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebc11527-aa05-4aae-940c-a5c8c91d108f admin admin] Publish callbacks [] for security_group (763da9e4-1320-49f3-8697-9b7db8d45cb8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.591071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] Routers {'0a78b549-dedd-419c-a4b4-adabce4770f3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:26:21.591829 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:25:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a78b549-dedd-419c-a4b4-adabce4770f3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:21.612590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.632740 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebc11527-aa05-4aae-940c-a5c8c91d108f admin admin] Publish callbacks [] for security_group (763da9e4-1320-49f3-8697-9b7db8d45cb8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.691732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488db39b-2755-40d5-acff-1d100cc9b06e None None] Network 882c9a08-1083-437d-9f12-f4e84922da1f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:21.742542 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebc11527-aa05-4aae-940c-a5c8c91d108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (763da9e4-1320-49f3-8697-9b7db8d45cb8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.745323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebc11527-aa05-4aae-940c-a5c8c91d108f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:21.746566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ebc11527-aa05-4aae-940c-a5c8c91d108f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/763da9e4-1320-49f3-8697-9b7db8d45cb8 HTTP/1.1" status: 204 len: 168 time: 0.2765267 Feb 09 02:26:21.764256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc11527-aa05-4aae-940c-a5c8c91d108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763da9e4-1320-49f3-8697-9b7db8d45cb8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:21.801913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['426bbb86-b5bf-4b02-bdef-86a2fa526b97'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:21.880493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2b998cc-9992-4b25-b7eb-6599953cfcbc no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:21.958673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: d2b998cc-9992-4b25-b7eb-6599953cfcbc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:21.959054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2b998cc-9992-4b25-b7eb-6599953cfcbc not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:21.973582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2c05f70b-c1bb-436e-9a40-555cf441d0d5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.037679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] Set router 0a78b549-dedd-419c-a4b4-adabce4770f3 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:26:22.080329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c05f70b-c1bb-436e-9a40-555cf441d0d5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:22.155557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:26:20Z', 'revision_number': 6, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:22.220014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9680-31b6-4235-80e5-273022124df1 req-5c0273ae-7f85-4a0b-bb66-fde042dd63e0 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:22.221716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e08f9680-31b6-4235-80e5-273022124df1 req-5c0273ae-7f85-4a0b-bb66-fde042dd63e0 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 945 time: 0.2386506 Feb 09 02:26:22.250378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d97b109-1c37-4744-b7bb-248d969253c2 None None] The sync data for ids ['0a78b549-dedd-419c-a4b4-adabce4770f3'] in n-d-826675-12 is: [{'id': '0a78b549-dedd-419c-a4b4-adabce4770f3', 'name': 'tempest-AttachVolumeTestJSON-1777207573-router', 'tenant_id': '1818d444d0ed4bf595cc8def49151954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:10Z', 'updated_at': '2022-02-09T02:26:20Z', 'revision_number': 6, 'project_id': '1818d444d0ed4bf595cc8def49151954', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:26:22.257249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] device_id is not set on port 513e3ab7-051d-44c3-8a2e-af142f9d8aae yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:22.274717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks [] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.382906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e08f9680-31b6-4235-80e5-273022124df1 req-fdef1929-c668-4923-ad80-dab0a2f88631 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474752 Feb 09 02:26:22.389102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-e153d0f8-00c2-461d-8800-5fd4ffc97cb2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:22.391515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-e153d0f8-00c2-461d-8800-5fd4ffc97cb2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.3459895 Feb 09 02:26:22.396709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.429475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0426d319-d083-4fd7-b09b-b901dfb9c391 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0176432 Feb 09 02:26:22.464918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (0a78b549-dedd-419c-a4b4-adabce4770f3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.531249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-33d462b0-069b-4c22-bb2c-b7c4160562f1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732954 Feb 09 02:26:22.600933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=513e3ab7-051d-44c3-8a2e-af142f9d8aae,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:22.612755 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:22.613361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:22.613805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:22.622253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (0a78b549-dedd-419c-a4b4-adabce4770f3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.626993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:22.627677 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:22.634123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks [] for router_controller (0a78b549-dedd-419c-a4b4-adabce4770f3), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.636274 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 2 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:22.735045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:22.736712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:22.737962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:22.759708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:22.762427 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:22.762427 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 3 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:22.797670 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (0a78b549-dedd-419c-a4b4-adabce4770f3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.803790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a78b549-dedd-419c-a4b4-adabce4770f3 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:26:22.812098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:22.815698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dc593739-d86b-4b6b-ab3b-79c0a6908905 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0a78b549-dedd-419c-a4b4-adabce4770f3 HTTP/1.1" status: 204 len: 168 time: 3.2606089 Feb 09 02:26:22.819903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40088) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:22.836956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:22.837344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:22.837784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:22.867288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-beb54472-a110-421c-b38e-8a42907bc5c6 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240263 Feb 09 02:26:22.896283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1b11463a-d950-41dd-ad4f-07ed5de5e85c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:22.909670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:22.917620 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:22.920419 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 4 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:22.959515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 1b11463a-d950-41dd-ad4f-07ed5de5e85c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:22.960016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1b11463a-d950-41dd-ad4f-07ed5de5e85c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:22.981455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:22.984550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:22.985703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:23.002544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] Deleting subnet 924972f2-9aa9-49d2-bef0-3d7a8584a68d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:26:23.015630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] Publish callbacks [] for subnet (924972f2-9aa9-49d2-bef0-3d7a8584a68d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:23.020604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:23.021250 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:23.059133 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 5 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:23.115213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:23.115558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:23.116566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:23.122958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-aaf32b64-f636-4b53-bf39-6ca4975f286e service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544122 Feb 09 02:26:23.150690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:23.157217 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:23.160775 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 6 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:23.210602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:23.211191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:23.211963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:23.219322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (924972f2-9aa9-49d2-bef0-3d7a8584a68d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:23.310994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:23.311592 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:23.320848 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 7 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:23.339928 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c055cae9-7695-4444-b1bd-4e73096d3335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:23.386689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:23.387318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:23.387818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:23.400401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:23.401035 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:23.407493 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 8 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:23.437740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (924972f2-9aa9-49d2-bef0-3d7a8584a68d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:23.441478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:23.442115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:23.442650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:23.512159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:23.512507 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:23.523883 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 9 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:23.574721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:23.576838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:23.577359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:23.605106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:23.608843 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:23.613235 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempt 10 to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae Feb 09 02:26:23.617024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68818c74-cf71-495d-8905-441f4f91a86e req-fd229029-7ce3-4386-9027-4a5ee2937280 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 210 time: 0.0937331 Feb 09 02:26:23.697917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:23.698877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:23.699584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempting to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:23.731133 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (924972f2-9aa9-49d2-bef0-3d7a8584a68d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:23.743840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:23.744274 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Failed to bind port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on host n-h1-826675-12 for vnic_type normal using segments [{'id': '7e579de2-81e9-44f8-ad98-a38cebd788af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '45a0f7ad-f1e9-4268-a084-bed2a2a5348a'}] Feb 09 02:26:23.744564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:23.788534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffe4d4-7a75-4e46-bf0e-5a40d5f525d1 req-e40349bd-db78-4301-b0c0-dec5519bda2c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:23.795949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924972f2-9aa9-49d2-bef0-3d7a8584a68d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:23.803380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcffe4d4-7a75-4e46-bf0e-5a40d5f525d1 req-e40349bd-db78-4301-b0c0-dec5519bda2c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 945 time: 0.1588256 Feb 09 02:26:23.808220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19533b43-710d-4a3b-af54-e13a9cd120b8 None None] Network be1038e3-a826-4512-9d3d-5c6c50e29088 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:23.809322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:23.814151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-28ee15ee-46d8-4875-9bad-396daf1495e5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/924972f2-9aa9-49d2-bef0-3d7a8584a68d HTTP/1.1" status: 204 len: 168 time: 0.9914916 Feb 09 02:26:23.816739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:23.919310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcffe4d4-7a75-4e46-bf0e-5a40d5f525d1 req-5490717d-20d8-4b28-9904-3c4747c8f9d7 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015038 Feb 09 02:26:24.046078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (be1038e3-a826-4512-9d3d-5c6c50e29088), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.059374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] For port 513e3ab7-051d-44c3-8a2e-af142f9d8aae, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:24.059736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:26:24.068394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.156674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] DHCP port deletion for be1038e3-a826-4512-9d3d-5c6c50e29088 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:26:24.242073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event updated for resources: {'Port': ['ID=513e3ab7-051d-44c3-8a2e-af142f9d8aae,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:24.258370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 426bbb86-b5bf-4b02-bdef-86a2fa526b97 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:24.262349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] In _notify_port_updated(), no bound segment for port 513e3ab7-051d-44c3-8a2e-af142f9d8aae on network 45a0f7ad-f1e9-4268-a084-bed2a2a5348a {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:26:24.265925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:24.268766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.270938 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3637d48a-4e37-4c46-86c8-3ce20e298673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "PUT /v2.0/ports/513e3ab7-051d-44c3-8a2e-af142f9d8aae HTTP/1.1" status: 200 len: 979 time: 2.9769552 Feb 09 02:26:24.274006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40144) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:24.417706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Deleting port fc55f61c-70f0-47dd-bccd-af0c70795715 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:24.420197 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.511789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Deleting port 513e3ab7-051d-44c3-8a2e-af142f9d8aae {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:24.512357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.557742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] Deleting port fc55f61c-70f0-47dd-bccd-af0c70795715 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:24.558314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.567566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] For port fc55f61c-70f0-47dd-bccd-af0c70795715, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fc55f61c-70f0-47dd-bccd-af0c70795715,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:24.568065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.608179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Calling delete_port for fc55f61c-70f0-47dd-bccd-af0c70795715 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:24.618521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] For port 513e3ab7-051d-44c3-8a2e-af142f9d8aae, host n-h1-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:24.619019 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.636292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Calling delete_port for 513e3ab7-051d-44c3-8a2e-af142f9d8aae owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:24.732192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2c05f70b-c1bb-436e-9a40-555cf441d0d5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:24.828541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2c05f70b-c1bb-436e-9a40-555cf441d0d5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:24.828897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2c05f70b-c1bb-436e-9a40-555cf441d0d5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:24.829700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fc55f61c-70f0-47dd-bccd-af0c70795715 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:24.833589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:26:24.866935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:24.874422 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.916930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:24.954232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] No DVR routers for this DVR port fc55f61c-70f0-47dd-bccd-af0c70795715 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:24.977221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02ec6ff8-2c68-4bd4-8bcd-392a906c6519 req-d6cec702-d2c4-4ebb-988e-716350db0749 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 210 time: 0.1080136 Feb 09 02:26:25.001893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] For port fc55f61c-70f0-47dd-bccd-af0c70795715, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fc55f61c-70f0-47dd-bccd-af0c70795715,segment=NetworkSegment(63e86d55-5e36-40e6-83dd-bc5759d349c0),segment_id=63e86d55-5e36-40e6-83dd-bc5759d349c0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:25.002303 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.045062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (513e3ab7-051d-44c3-8a2e-af142f9d8aae), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.068816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] Calling delete_port for fc55f61c-70f0-47dd-bccd-af0c70795715 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:25.090158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.094523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "DELETE /v2.0/ports/513e3ab7-051d-44c3-8a2e-af142f9d8aae HTTP/1.1" status: 204 len: 168 time: 0.8182154 Feb 09 02:26:25.111107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:25.145380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc55f61c-70f0-47dd-bccd-af0c70795715,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:25.194325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca99d8-aad7-4a27-9f53-62b3457ea50d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] Pushing event deleted for resources: {'Port': ['ID=513e3ab7-051d-44c3-8a2e-af142f9d8aae,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:25.208022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port fc55f61c-70f0-47dd-bccd-af0c70795715 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:26:25.208541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port fc55f61c-70f0-47dd-bccd-af0c70795715 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:26:25.209043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fc55f61c-70f0-47dd-bccd-af0c70795715 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:25.211904 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (fc55f61c-70f0-47dd-bccd-af0c70795715), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.275057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] Pushing event deleted for resources: {'Port': ['ID=fc55f61c-70f0-47dd-bccd-af0c70795715,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:25.278251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (be1038e3-a826-4512-9d3d-5c6c50e29088), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.335363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1038e3-a826-4512-9d3d-5c6c50e29088']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:25.347079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5699d65-ced2-47e8-b303-973fd112c53e None None] No DVR routers for this DVR port fc55f61c-70f0-47dd-bccd-af0c70795715 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:25.355138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16664c38-6b51-4bc6-8983-0833fb5dd05c req-3e4a7b56-a41f-432a-91a8-3bd699d31bf4 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:25.372554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e86d55-5e36-40e6-83dd-bc5759d349c0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:25.372917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e86d55-5e36-40e6-83dd-bc5759d349c0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:25.374302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16664c38-6b51-4bc6-8983-0833fb5dd05c req-3e4a7b56-a41f-432a-91a8-3bd699d31bf4 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 945 time: 0.1925843 Feb 09 02:26:25.375196 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-2640a00d-db82-45be-802c-b7fa5bd7f901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:25.381209 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2640a00d-db82-45be-802c-b7fa5bd7f901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1832326008-project-admin] 10.222.0.53 "GET /v2.0/ports/513e3ab7-051d-44c3-8a2e-af142f9d8aae HTTP/1.1" status: 404 len: 333 time: 0.2635257 Feb 09 02:26:25.387355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40172) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:25.408310 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (63e86d55-5e36-40e6-83dd-bc5759d349c0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.435217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:25.436681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.445507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (63e86d55-5e36-40e6-83dd-bc5759d349c0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.456110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:25.456655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (63e86d55-5e36-40e6-83dd-bc5759d349c0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:25.462509 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:25.520693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 426bbb86-b5bf-4b02-bdef-86a2fa526b97, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=426bbb86-b5bf-4b02-bdef-86a2fa526b97,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:25.522266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426bbb86-b5bf-4b02-bdef-86a2fa526b97'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:25.526204 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89d0197-b7b8-42a3-a118-f8c8397f334d" -d '{"events": [{"server_uuid": "0df5ff76-33ef-4527-b8ac-5cb1a4e25b34", "name": "network-vif-plugged", "status": "completed", "tag": "426bbb86-b5bf-4b02-bdef-86a2fa526b97"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:25.534269 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.599214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=426bbb86-b5bf-4b02-bdef-86a2fa526b97,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:25.614294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (45a0f7ad-f1e9-4268-a084-bed2a2a5348a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.622394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (be1038e3-a826-4512-9d3d-5c6c50e29088), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.684242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.689681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3139b99c-c23e-4fe4-8fc7-9ffade21e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:25.711007 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a55508-834a-4883-8fe2-71feef4da40b x-openstack-request-id: req-b0a55508-834a-4883-8fe2-71feef4da40b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:25.713947 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5ff76-33ef-4527-b8ac-5cb1a4e25b34", "name": "network-vif-plugged", "status": "completed", "tag": "426bbb86-b5bf-4b02-bdef-86a2fa526b97", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:25.714595 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0a55508-834a-4883-8fe2-71feef4da40b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:25.718560 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426bbb86-b5bf-4b02-bdef-86a2fa526b97', 'code': 200} Feb 09 02:26:25.718728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] 10.222.0.53 "DELETE /v2.0/networks/be1038e3-a826-4512-9d3d-5c6c50e29088 HTTP/1.1" status: 204 len: 168 time: 1.8983665 Feb 09 02:26:25.720376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125843d-c38f-4bbd-91e1-a534a2685320 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1038e3-a826-4512-9d3d-5c6c50e29088,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:25.952642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16664c38-6b51-4bc6-8983-0833fb5dd05c req-74657207-cab8-486c-8f37-1f6ee33b36c7 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763373 Feb 09 02:26:26.080264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-5eadee71-54d6-4d99-a4a2-d4b7fd88f10e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:26.085614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40192) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:26.086927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-5eadee71-54d6-4d99-a4a2-d4b7fd88f10e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.4488835 Feb 09 02:26:26.093489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8ff0f-b618-433a-9648-de60adf15e2b req-1f207e88-c789-4fd5-b132-09ddbd7ecac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:26.095606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d8ff0f-b618-433a-9648-de60adf15e2b req-1f207e88-c789-4fd5-b132-09ddbd7ecac4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 1129 time: 0.2552848 Feb 09 02:26:26.104831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (45a0f7ad-f1e9-4268-a084-bed2a2a5348a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.124372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Request body: {'port': {'device_id': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'admin_state_up': True, 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:26.191162 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e7b18897-6b87-4bab-af80-f1b4be717b86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1818d444d0ed4bf595cc8def49151954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0824981 Feb 09 02:26:26.192025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:26.257889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3cba4cd-e7f3-4c08-9467-676302d28b64 req-f7dd6780-f680-4343-9520-e7eb6ee3c700 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 210 time: 0.1671178 Feb 09 02:26:26.274998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a0f7ad-f1e9-4268-a084-bed2a2a5348a']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:26.331593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb7eb-976c-402b-93a8-df359700ac01 admin admin] Publish callbacks [] for security_group (6d92d0b1-cbb3-41f3-8860-ec2cfd736714), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.335412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e579de2-81e9-44f8-ad98-a38cebd788af') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:26.335927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e579de2-81e9-44f8-ad98-a38cebd788af') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:26.365294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (7e579de2-81e9-44f8-ad98-a38cebd788af), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.369480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d8ff0f-b618-433a-9648-de60adf15e2b req-03ed6f52-cf50-481c-bb63-ac6fcfd9b6de service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238514 Feb 09 02:26:26.376098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb7eb-976c-402b-93a8-df359700ac01 admin admin] Publish callbacks [] for security_group (6d92d0b1-cbb3-41f3-8860-ec2cfd736714), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.425781 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7e579de2-81e9-44f8-ad98-a38cebd788af), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.452000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:26.455041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (7e579de2-81e9-44f8-ad98-a38cebd788af), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:26.459575 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:26.472440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb7eb-976c-402b-93a8-df359700ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6d92d0b1-cbb3-41f3-8860-ec2cfd736714), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.475771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb7eb-976c-402b-93a8-df359700ac01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.477240 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e6eb7eb-976c-402b-93a8-df359700ac01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d92d0b1-cbb3-41f3-8860-ec2cfd736714 HTTP/1.1" status: 204 len: 168 time: 0.2839146 Feb 09 02:26:26.491086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eb7eb-976c-402b-93a8-df359700ac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92d0b1-cbb3-41f3-8860-ec2cfd736714,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:26.537074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:26.540720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.556698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (45a0f7ad-f1e9-4268-a084-bed2a2a5348a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.567581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:26.574971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] 10.222.0.53 "DELETE /v2.0/networks/45a0f7ad-f1e9-4268-a084-bed2a2a5348a HTTP/1.1" status: 204 len: 168 time: 1.1864595 Feb 09 02:26:26.595738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61357168-229b-4a4f-b727-eebd804e4e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-423077184-project] Pushing event deleted for resources: {'Network': ['ID=45a0f7ad-f1e9-4268-a084-bed2a2a5348a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:26.912807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Allocated IP 172.20.0.9 (882c9a08-1083-437d-9f12-f4e84922da1f/01db0fe3-a245-49cf-bb9e-a60eedde4675/ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:26:26.954295 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:27.431033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:27.458494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a60a4-9273-4638-9d1b-424fd9aa6ad2 req-6c541937-003a-455d-b65e-0c66a8b60881 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:27.461401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b49a60a4-9273-4638-9d1b-424fd9aa6ad2 req-6c541937-003a-455d-b65e-0c66a8b60881 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 946 time: 0.3968201 Feb 09 02:26:27.637860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b49a60a4-9273-4638-9d1b-424fd9aa6ad2 req-e4a37249-32c7-44ea-8237-f17cc09a474c tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657116 Feb 09 02:26:27.676882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-25004af1-d06a-455f-be42-2914ec4af51d req-8b0c131b-737d-4d04-95af-345ef7ad9ace tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 210 time: 0.1255291 Feb 09 02:26:27.754496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks [] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:27.850196 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:27.874193 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-69f65dcd-09b2-4676-b6cf-6530d8d45681 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c53b49d27223438cb8e1ee924bcb5f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418044 Feb 09 02:26:27.892808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:27.952224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Network 882c9a08-1083-437d-9f12-f4e84922da1f is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:27.962409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:27.967922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52aa0d2e-7153-4d5e-b462-607defd4d7cc admin admin] Publish callbacks [] for security_group (1479d159-acfc-458a-8432-fb2c126e3c38), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:27.971705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:28.030225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52aa0d2e-7153-4d5e-b462-607defd4d7cc admin admin] Publish callbacks [] for security_group (1479d159-acfc-458a-8432-fb2c126e3c38), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:28.095486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:28.097557 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:28.132143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52aa0d2e-7153-4d5e-b462-607defd4d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1479d159-acfc-458a-8432-fb2c126e3c38), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:28.133516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event updated for resources: {'Port': ['ID=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:28.136275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-52aa0d2e-7153-4d5e-b462-607defd4d7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:28.137600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-52aa0d2e-7153-4d5e-b462-607defd4d7cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1479d159-acfc-458a-8432-fb2c126e3c38 HTTP/1.1" status: 204 len: 168 time: 0.2430580 Feb 09 02:26:28.148642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-0424ab80-6a8c-423b-9c6e-2568c4632c8b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0357864 Feb 09 02:26:28.153588 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa0d2e-7153-4d5e-b462-607defd4d7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1479d159-acfc-458a-8432-fb2c126e3c38,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:28.162288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:28.172515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Request body: {'port': {'device_id': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:28.499930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:29.275751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:29.292901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Publish callbacks [] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:29.330433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Transition to ACTIVE for port object ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:26:29.446816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40324) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:29.500036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:29.587208 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-276594b5-5233-4ef0-8412-fc6db3ca4d98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ca7ea5764524debb6d7dc409441ec6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384158 Feb 09 02:26:29.589526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:29.741824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:29.755263 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef79b10e-8eeb-495c-bd7f-32dcc5022f30 admin admin] Publish callbacks [] for security_group (05f6ff86-e894-4668-b42e-a37c0280d584), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:29.785185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef79b10e-8eeb-495c-bd7f-32dcc5022f30 admin admin] Publish callbacks [] for security_group (05f6ff86-e894-4668-b42e-a37c0280d584), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:30.409963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef79b10e-8eeb-495c-bd7f-32dcc5022f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (05f6ff86-e894-4668-b42e-a37c0280d584), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:30.416198 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef79b10e-8eeb-495c-bd7f-32dcc5022f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:30.422576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ef79b10e-8eeb-495c-bd7f-32dcc5022f30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05f6ff86-e894-4668-b42e-a37c0280d584 HTTP/1.1" status: 204 len: 168 time: 0.8269315 Feb 09 02:26:30.442432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79b10e-8eeb-495c-bd7f-32dcc5022f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f6ff86-e894-4668-b42e-a37c0280d584,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:30.590279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4fbf3-07d5-4bd3-ad54-134aa8d70621 req-fa8cc3c1-2e88-42a3-8980-0f071181f7a3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:30.594682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ba4fbf3-07d5-4bd3-ad54-134aa8d70621 req-fa8cc3c1-2e88-42a3-8980-0f071181f7a3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 943 time: 1.2610075 Feb 09 02:26:30.600687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:30.781335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c74570-5ce1-4c1a-a75a-fb793af1bdf6 req-9274ea01-60bc-4d45-97da-75e2de8b2c6e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:30.788990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40348) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:30.790555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62c74570-5ce1-4c1a-a75a-fb793af1bdf6 req-9274ea01-60bc-4d45-97da-75e2de8b2c6e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 946 time: 1.4556024 Feb 09 02:26:30.963446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d7f912d-5449-4797-84e4-5355a02da8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:30.977482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ba4fbf3-07d5-4bd3-ad54-134aa8d70621 req-419984de-7a04-4535-95ed-e71366bab899 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645802 Feb 09 02:26:31.039785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Attempting to bind port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:31.040399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Attempting to bind port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:31.040890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Attempting to bind port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:31.050764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62c74570-5ce1-4c1a-a75a-fb793af1bdf6 req-6985459f-5353-4b28-9a84-52abd144e924 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898794 Feb 09 02:26:31.051821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c on network 882c9a08-1083-437d-9f12-f4e84922da1f not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:31.052286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Attempting to bind port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:31.061210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:26:31.061889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:31.062436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Bound using segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:26:31.063690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Bound port: ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:26:31.064380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.327913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d7f912d-5449-4797-84e4-5355a02da8ce admin admin] Publish callbacks [] for security_group (74833764-66e7-49b6-8fb1-3c68a5e919fa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.339419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d7f912d-5449-4797-84e4-5355a02da8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (74833764-66e7-49b6-8fb1-3c68a5e919fa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.369354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] For port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:31.391481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] For port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:26:31.414698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.425617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f912d-5449-4797-84e4-5355a02da8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74833764-66e7-49b6-8fb1-3c68a5e919fa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:31.438873 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9d7f912d-5449-4797-84e4-5355a02da8ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98e85eb81bb7431eadba2ad5dc25ac21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6488028 Feb 09 02:26:31.443901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:31.576916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:31.577502 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.578942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] 10.222.0.72 "PUT /v2.0/ports/ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c HTTP/1.1" status: 200 len: 1092 time: 3.4234412 Feb 09 02:26:31.579415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'tag': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:31.586285 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540" -d '{"events": [{"name": "network-changed", "server_uuid": "31a4105a-fd0e-4378-88fa-a1b06f16ab85", "tag": "ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:31.628091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198620-a696-45ea-a55f-4c40f6a19b07 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:31.695430 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-861b890b-ca56-4011-8180-dde424ba0f71 admin admin] Publish callbacks [] for security_group (74833764-66e7-49b6-8fb1-3c68a5e919fa), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.729623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-d1436c77-ac2c-4829-8330-b099a108dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:31.731176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-d1436c77-ac2c-4829-8330-b099a108dd5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 1126 time: 0.0989523 Feb 09 02:26:31.793638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-861b890b-ca56-4011-8180-dde424ba0f71 admin admin] Publish callbacks [] for security_group (74833764-66e7-49b6-8fb1-3c68a5e919fa), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.821757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-e9643793-554f-4f57-859b-8c549ce6cb7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c HTTP/1.1" status: 200 len: 217 time: 0.0828710 Feb 09 02:26:31.896255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-861b890b-ca56-4011-8180-dde424ba0f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (74833764-66e7-49b6-8fb1-3c68a5e919fa), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.899368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-861b890b-ca56-4011-8180-dde424ba0f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:31.900612 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-861b890b-ca56-4011-8180-dde424ba0f71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74833764-66e7-49b6-8fb1-3c68a5e919fa HTTP/1.1" status: 204 len: 168 time: 0.4543927 Feb 09 02:26:31.914815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b890b-ca56-4011-8180-dde424ba0f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74833764-66e7-49b6-8fb1-3c68a5e919fa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:31.991081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-aff3483f-f375-4774-9900-7eef1bd22d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:31.992548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-aff3483f-f375-4774-9900-7eef1bd22d64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1620238 Feb 09 02:26:32.069104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-7daaee95-eee5-4259-ae93-f661e561fc36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696294 Feb 09 02:26:32.096718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34127776-f968-4a41-8958-29d4a7a93243 req-cc7ed512-0bbb-477f-8fdb-b9b53a64839d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:32.098359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34127776-f968-4a41-8958-29d4a7a93243 req-cc7ed512-0bbb-477f-8fdb-b9b53a64839d tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 946 time: 0.2876492 Feb 09 02:26:32.301462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34127776-f968-4a41-8958-29d4a7a93243 req-224b0769-645b-43f0-baa9-32c9287d917b tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762114 Feb 09 02:26:32.409687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-10425c29-60a1-41a6-a69a-571ec517e49b service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291311 Feb 09 02:26:32.412284 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f65180-236a-4d9b-ab61-0765bf19204f x-openstack-request-id: req-23f65180-236a-4d9b-ab61-0765bf19204f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:32.414750 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a4105a-fd0e-4378-88fa-a1b06f16ab85", "tag": "ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:32.415914 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23f65180-236a-4d9b-ab61-0765bf19204f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:32.420519 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'tag': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', 'status': 'completed', 'code': 200} Feb 09 02:26:32.779749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b143ed-5a51-47fb-85fc-2e12d91bc00e req-833e6f3f-ad3f-48a0-b354-9875574fd1f5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:32.802901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4b143ed-5a51-47fb-85fc-2e12d91bc00e req-833e6f3f-ad3f-48a0-b354-9875574fd1f5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 943 time: 0.2455590 Feb 09 02:26:32.831174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f39b232-2ddc-4c57-bbe1-ba71ac296210 req-622aa926-3322-4fb5-8acb-077f84d9b112 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094751 Feb 09 02:26:32.947057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4b143ed-5a51-47fb-85fc-2e12d91bc00e req-f9b5c272-b02f-4a07-8447-a1bdb6240af4 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411190 Feb 09 02:26:33.125712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-491ac822-44de-44f0-b40c-10e99c87c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:33.132431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-491ac822-44de-44f0-b40c-10e99c87c3c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 1126 time: 0.2268038 Feb 09 02:26:33.140288 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:33.161941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-f1535634-27b0-49a7-81ea-94f4663cabd8 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:33.175126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-f1535634-27b0-49a7-81ea-94f4663cabd8 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 946 time: 0.1876848 Feb 09 02:26:33.198246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee515f5f-f6e4-4633-a794-6690f9ea7f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:33.514853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee515f5f-f6e4-4633-a794-6690f9ea7f41 admin admin] Publish callbacks [] for security_group (c0039236-ff86-4d46-bd92-59bc9d04eb79), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:33.528939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee515f5f-f6e4-4633-a794-6690f9ea7f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0039236-ff86-4d46-bd92-59bc9d04eb79), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:33.684794 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ee515f5f-f6e4-4633-a794-6690f9ea7f41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44001618a0844829afaa1a07300952c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5430760 Feb 09 02:26:33.691273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40442) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:33.703393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee515f5f-f6e4-4633-a794-6690f9ea7f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0039236-ff86-4d46-bd92-59bc9d04eb79,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:33.813164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ef352-9cc7-4b1f-8e12-1d81d2fc13f9 req-e1fab763-6b46-43a2-af76-ef012c1d5d14 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:33.816880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-411ef352-9cc7-4b1f-8e12-1d81d2fc13f9 req-e1fab763-6b46-43a2-af76-ef012c1d5d14 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 946 time: 0.3225508 Feb 09 02:26:33.853062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-1f79b052-2ef2-49fd-ae21-09f1d8e74438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:33.855233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-1f79b052-2ef2-49fd-ae21-09f1d8e74438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.7076864 Feb 09 02:26:33.953762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-56161d61-77c4-480e-9b97-94f4da387c82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c HTTP/1.1" status: 200 len: 217 time: 0.0852220 Feb 09 02:26:33.996765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Deleting port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:33.997258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.101951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:34.268625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bae8642-0377-41bd-9c61-c0ab315d51cd admin admin] Publish callbacks [] for security_group (c0039236-ff86-4d46-bd92-59bc9d04eb79), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.380015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] For port 426bbb86-b5bf-4b02-bdef-86a2fa526b97, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=426bbb86-b5bf-4b02-bdef-86a2fa526b97,segment=NetworkSegment(fc095977-13b2-4330-ab8a-5ad514209a97),segment_id=fc095977-13b2-4330-ab8a-5ad514209a97)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:34.380275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.418188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-442793355'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:34.437855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-ce01b0b3-a1cc-4353-a437-bc57dccb284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:34.449733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-ce01b0b3-a1cc-4353-a437-bc57dccb284a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.4822259 Feb 09 02:26:34.458012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-411ef352-9cc7-4b1f-8e12-1d81d2fc13f9 req-80c59544-ab5b-4e0c-8ba7-1578fc00b0ba tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups?id=abb20d99-7553-444f-bf57-c0748f9d8676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015680 Feb 09 02:26:34.473199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Made reservation on behalf of 2c671119ee5a416eba84dab3d3c1b6b9 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:34.487057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.497205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.548978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Calling delete_port for 426bbb86-b5bf-4b02-bdef-86a2fa526b97 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:34.628755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bae8642-0377-41bd-9c61-c0ab315d51cd admin admin] Publish callbacks [] for security_group (c0039236-ff86-4d46-bd92-59bc9d04eb79), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.649047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-554d0583-b829-4107-a597-6e35534c03bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668527 Feb 09 02:26:34.700718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks [] for security_group (b93a46a5-0325-4fae-a91e-1532df6d8330), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.709362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b93a46a5-0325-4fae-a91e-1532df6d8330), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.727030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6e965-adde-4ff3-b144-1aabaaf71ae6 req-9fa5e408-4a8b-4b0f-92bd-06623f490fd1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:34.728664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9af6e965-adde-4ff3-b144-1aabaaf71ae6 req-9fa5e408-4a8b-4b0f-92bd-06623f490fd1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 943 time: 0.5818644 Feb 09 02:26:34.764802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:26:34.801541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93a46a5-0325-4fae-a91e-1532df6d8330,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:34.826074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8c3f1551-d7b3-419c-a867-0e59d94cfe50), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.826697 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Added segment 8c3f1551-d7b3-419c-a867-0e59d94cfe50 of type vlan for network c50e5f4b-228e-48f2-9113-b2c7265be79d Feb 09 02:26:34.922600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c50e5f4b-228e-48f2-9113-b2c7265be79d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.988553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c50e5f4b-228e-48f2-9113-b2c7265be79d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.994652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:34.995545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:35.117431 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0110562 Feb 09 02:26:35.122046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906a702-673e-4e7d-b5e5-3325f87881f6 tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Pushing event updated for resources: {'Network': ['ID=c50e5f4b-228e-48f2-9113-b2c7265be79d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:35.134119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c50e5f4b-228e-48f2-9113-b2c7265be79d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:26:35.390623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9af6e965-adde-4ff3-b144-1aabaaf71ae6 req-b1d6048a-805b-411d-a32d-7d178e6864db tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323726 Feb 09 02:26:35.425031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-0d7832ea-fd8b-4487-8ebc-36b94b867331 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518206 Feb 09 02:26:35.446938 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bae8642-0377-41bd-9c61-c0ab315d51cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c0039236-ff86-4d46-bd92-59bc9d04eb79), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:35.450168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bae8642-0377-41bd-9c61-c0ab315d51cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:35.454389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5bae8642-0377-41bd-9c61-c0ab315d51cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0039236-ff86-4d46-bd92-59bc9d04eb79 HTTP/1.1" status: 204 len: 168 time: 1.7553446 Feb 09 02:26:35.498087 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:26:35.607655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:35.614291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Request body: {'port': {'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d', 'binding:host_id': 'n-h1-826675-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-270218207'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:35.638162 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (426bbb86-b5bf-4b02-bdef-86a2fa526b97), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:35.641678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2996c84c-5e1d-49ef-b8b2-0cb3664d0540 req-bc03da04-d248-4d87-8e19-e65e46397011 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085984 Feb 09 02:26:35.643486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae8642-0377-41bd-9c61-c0ab315d51cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0039236-ff86-4d46-bd92-59bc9d04eb79,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:35.685475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c03fcd9-c7e0-4a6c-b837-9839e8a958d6 req-eed5a446-85ea-4313-b06e-dbb6ac6b05d9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/ports?device_id=0df5ff76-33ef-4527-b8ac-5cb1a4e25b34 HTTP/1.1" status: 200 len: 210 time: 0.1150684 Feb 09 02:26:35.727858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event deleted for resources: {'Port': ['ID=426bbb86-b5bf-4b02-bdef-86a2fa526b97,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:35.745486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Made reservation on behalf of 6a18897145a149faafa926f5d84f842c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:35.760060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:35.804700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:35.860714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] No DVR routers for this DVR port 426bbb86-b5bf-4b02-bdef-86a2fa526b97 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:35.867636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:35.871615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e1dd0c-737f-4632-9ed9-6edab4f52839 req-2f9e9461-3637-46e4-b525-5868e57c2962 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.82 "DELETE /v2.0/ports/426bbb86-b5bf-4b02-bdef-86a2fa526b97 HTTP/1.1" status: 204 len: 173 time: 2.6910779 Feb 09 02:26:35.872173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'name': 'network-vif-deleted', 'tag': '426bbb86-b5bf-4b02-bdef-86a2fa526b97'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:35.875246 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce9268-5ea5-4fca-a510-b58999429aeb" -d '{"events": [{"server_uuid": "0df5ff76-33ef-4527-b8ac-5cb1a4e25b34", "name": "network-vif-deleted", "tag": "426bbb86-b5bf-4b02-bdef-86a2fa526b97"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:35.923087 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ada17a-f988-4450-b8d2-85e81d33e3d4 x-openstack-request-id: req-a0ada17a-f988-4450-b8d2-85e81d33e3d4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:35.923445 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df5ff76-33ef-4527-b8ac-5cb1a4e25b34", "name": "network-vif-deleted", "tag": "426bbb86-b5bf-4b02-bdef-86a2fa526b97", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:35.923762 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0ada17a-f988-4450-b8d2-85e81d33e3d4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:35.924858 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df5ff76-33ef-4527-b8ac-5cb1a4e25b34', 'name': 'network-vif-deleted', 'tag': '426bbb86-b5bf-4b02-bdef-86a2fa526b97', 'status': 'completed', 'code': 200} Feb 09 02:26:36.021875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for security_group (f470c46e-9243-4d70-89db-e32f5e4b001a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:36.039591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f470c46e-9243-4d70-89db-e32f5e4b001a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:36.100090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] device_id is not set on port c6b7a229-22d7-489b-b047-3e459fab35c3 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:36.111565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f470c46e-9243-4d70-89db-e32f5e4b001a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:36.246024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 426bbb86-b5bf-4b02-bdef-86a2fa526b97 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:36.329384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 426bbb86-b5bf-4b02-bdef-86a2fa526b97 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:36.329754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 426bbb86-b5bf-4b02-bdef-86a2fa526b97 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:36.615845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d960-e56f-4ce1-8ca8-09cc08a2d730 req-7d30312a-5f80-4175-9c21-343610467748 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:36.618707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c289d960-e56f-4ce1-8ca8-09cc08a2d730 req-7d30312a-5f80-4175-9c21-343610467748 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 943 time: 0.1136544 Feb 09 02:26:36.652809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] device_id is not set on port c6b7a229-22d7-489b-b047-3e459fab35c3 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:36.667377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for port (c6b7a229-22d7-489b-b047-3e459fab35c3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:36.680788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c6b7a229-22d7-489b-b047-3e459fab35c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:36.805794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b7a229-22d7-489b-b047-3e459fab35c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:36.848567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c289d960-e56f-4ce1-8ca8-09cc08a2d730 req-9c9c0b96-36cb-4b24-9cd8-c7d5926f0085 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232809 Feb 09 02:26:36.913953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Checking segment: {'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:26:36.915141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Network hostable DHCP agents. Network: c50e5f4b-228e-48f2-9113-b2c7265be79d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:26:36.953862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Network c50e5f4b-228e-48f2-9113-b2c7265be79d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:26:36.972419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c50e5f4b-228e-48f2-9113-b2c7265be79d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:36.980459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:36.986005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a804d30-aa2d-4612-8b5c-e1d9508c1100 None None] Network c50e5f4b-228e-48f2-9113-b2c7265be79d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:26:37.057192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.057566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.057915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.076703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.078351 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.078826 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 2 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.111044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40538) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:37.129057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.134056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.135245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.158875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.159502 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.160203 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 3 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.208468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.208807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.209156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.227203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.227539 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.227939 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 4 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.273108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfe124ad-51ab-4e3c-834c-01528da7546e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group (d6ea955c-bec1-442e-933d-a3aa0dfb4ee3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.302680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.303303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.303801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.328373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.328689 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.329020 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 5 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.342010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfe124ad-51ab-4e3c-834c-01528da7546e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group (d6ea955c-bec1-442e-933d-a3aa0dfb4ee3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.390231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.390699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.391044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.398768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.399280 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.399869 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 6 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.429093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.429436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.429771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.456223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.462701 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.463860 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 7 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.470902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfe124ad-51ab-4e3c-834c-01528da7546e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d6ea955c-bec1-442e-933d-a3aa0dfb4ee3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.475165 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfe124ad-51ab-4e3c-834c-01528da7546e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.476716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cfe124ad-51ab-4e3c-834c-01528da7546e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "DELETE /v2.0/security-groups/d6ea955c-bec1-442e-933d-a3aa0dfb4ee3 HTTP/1.1" status: 204 len: 168 time: 0.3640673 Feb 09 02:26:37.495110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe124ad-51ab-4e3c-834c-01528da7546e tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ea955c-bec1-442e-933d-a3aa0dfb4ee3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:37.497386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:37.521768 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7524ec7d-f380-4c3a-a966-982564a10af9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] show failed (client error): The resource could not be found. Feb 09 02:26:37.523078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7524ec7d-f380-4c3a-a966-982564a10af9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "GET /v2.0/security-groups/d6ea955c-bec1-442e-933d-a3aa0dfb4ee3 HTTP/1.1" status: 404 len: 347 time: 0.0243130 Feb 09 02:26:37.524676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.525120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.526018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40556) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:37.535072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.549665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.552085 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.553005 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 8 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.584745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.586532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.586998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.603116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.603999 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.604418 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 9 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.645849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.646651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.646999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.660777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.661354 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.661527 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 10 to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 Feb 09 02:26:37.704811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:37.705161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:37.706064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:37.726439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c6b7a229-22d7-489b-b047-3e459fab35c3 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:37.727143 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c6b7a229-22d7-489b-b047-3e459fab35c3 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:37.729493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6b7a229-22d7-489b-b047-3e459fab35c3), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.887336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Deleting port fb8ca763-6885-49f6-be33-0c84622bd6c5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:37.888909 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.892512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:26:37.924581 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] For port c6b7a229-22d7-489b-b047-3e459fab35c3, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:37.924974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:26:37.937951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c6b7a229-22d7-489b-b047-3e459fab35c3), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.052867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:38.053621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.087393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=c6b7a229-22d7-489b-b047-3e459fab35c3,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:38.102243 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9c065a87-855a-4b29-b469-f3803002444d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4934001 Feb 09 02:26:38.107874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40572) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:38.136430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.136842 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for floatingip (fb8ca763-6885-49f6-be33-0c84622bd6c5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.257422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Calling delete_port for fb8ca763-6885-49f6-be33-0c84622bd6c5 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:38.517420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:38.531558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69691d9-5a1c-42a9-a926-bd3a60f4acd4 req-8b01591e-00fe-44fd-bb80-ccbda410be22 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:38.533209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69691d9-5a1c-42a9-a926-bd3a60f4acd4 req-8b01591e-00fe-44fd-bb80-ccbda410be22 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 943 time: 0.3219540 Feb 09 02:26:38.571782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'port_id': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', 'mac_address': 'fa:16:3e:96:20:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db0fe3-a245-49cf-bb9e-a60eedde4675', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:26:38.665672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Deleting port c6b7a229-22d7-489b-b047-3e459fab35c3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:38.667750 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c6b7a229-22d7-489b-b047-3e459fab35c3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.700661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:38.701305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.766649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:26:38.793241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69691d9-5a1c-42a9-a926-bd3a60f4acd4 req-80e24b39-69ad-44eb-9a24-6982e2e2caf8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381451 Feb 09 02:26:38.849309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] For port c6b7a229-22d7-489b-b047-3e459fab35c3, host n-h1-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:38.849600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c6b7a229-22d7-489b-b047-3e459fab35c3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.863964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:38.881083 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.926248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Calling delete_port for c6b7a229-22d7-489b-b047-3e459fab35c3 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:38.980362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:38.988227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:38.988578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:38.993185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:38.993715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:38.994229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:38.994756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:38.995246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.008102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.008704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.009210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.009704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.010193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.010703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:39.200540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:26:39.233906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c6b7a229-22d7-489b-b047-3e459fab35c3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.274708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fb8ca763-6885-49f6-be33-0c84622bd6c5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.344163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6b7a229-22d7-489b-b047-3e459fab35c3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:39.391689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.413814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:39.427242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c029c3b6-5531-49cf-8d51-da76716df2fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c6b7a229-22d7-489b-b047-3e459fab35c3 HTTP/1.1" status: 204 len: 168 time: 1.3024383 Feb 09 02:26:39.438356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Pushing event deleted for resources: {'Port': ['ID=fb8ca763-6885-49f6-be33-0c84622bd6c5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:39.472898 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-903d9e9a-7e43-40e0-bcd9-71542cd14a6f tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:39.501185 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-903d9e9a-7e43-40e0-bcd9-71542cd14a6f tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "GET /v2.0/ports/c6b7a229-22d7-489b-b047-3e459fab35c3 HTTP/1.1" status: 404 len: 333 time: 0.0849438 Feb 09 02:26:39.502111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40604) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:39.522840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Request body: {'port': {'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-77926851'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:39.581355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Made reservation on behalf of 6a18897145a149faafa926f5d84f842c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:39.584444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.620438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] device_id is not set on port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:39.679080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks [] for floatingip (20bd26e4-806f-4168-97fb-4e8acd8627a7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.685611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:39.689161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8f2e7e5b-26cc-4937-bc29-de3fc20d6ad9 tempest-ImagesOneServerNegativeTestJSON-740432220 tempest-ImagesOneServerNegativeTestJSON-740432220-project] 10.222.0.53 "DELETE /v2.0/floatingips/20bd26e4-806f-4168-97fb-4e8acd8627a7 HTTP/1.1" status: 204 len: 168 time: 2.1596413 Feb 09 02:26:39.958138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.077257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.113342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe56445-8241-46cc-b693-d56c39023be2 req-3ad62372-df15-4991-baac-71570dcfe8a1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:40.135987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe56445-8241-46cc-b693-d56c39023be2 req-3ad62372-df15-4991-baac-71570dcfe8a1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 944 time: 0.1716824 Feb 09 02:26:40.210066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:40.303799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe56445-8241-46cc-b693-d56c39023be2 req-15f19c53-7ebc-45ab-9217-b6c6fd5babd8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655965 Feb 09 02:26:40.435954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Network c50e5f4b-228e-48f2-9113-b2c7265be79d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:40.454365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:40.459036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:40.471690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:40.472394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.478734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4540a7-cfd1-400f-9e0a-93392e5e2563,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:40.540189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] Deleting subnet 81e40c2f-dadd-453a-aa18-9633f90f8860 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:26:40.560163 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4930bb3-ea05-40eb-8d25-7cf957bb4da9 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.0567687 Feb 09 02:26:40.561329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] Publish callbacks [] for subnet (81e40c2f-dadd-453a-aa18-9633f90f8860), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.563324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40644) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:40.569962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:40.670550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (81e40c2f-dadd-453a-aa18-9633f90f8860), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.808869 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.825758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (81e40c2f-dadd-453a-aa18-9633f90f8860), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.971813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (81e40c2f-dadd-453a-aa18-9633f90f8860), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.034791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e40c2f-dadd-453a-aa18-9633f90f8860,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:41.040000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.051249 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85f46a6f-a11b-4063-9317-2b0399549013 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81e40c2f-dadd-453a-aa18-9633f90f8860 HTTP/1.1" status: 204 len: 168 time: 0.8282466 Feb 09 02:26:41.052500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:41.336264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (bdf71c97-45cb-44eb-8f71-6efafbd27c4b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.478945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] device_id is not set on port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:41.507610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.540279 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.606846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (bdf71c97-45cb-44eb-8f71-6efafbd27c4b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.648887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf71c97-45cb-44eb-8f71-6efafbd27c4b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:41.681117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc095977-13b2-4330-ab8a-5ad514209a97') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:41.682638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc095977-13b2-4330-ab8a-5ad514209a97') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:41.717397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (fc095977-13b2-4330-ab8a-5ad514209a97), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.719653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4540a7-cfd1-400f-9e0a-93392e5e2563,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:41.756759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fc095977-13b2-4330-ab8a-5ad514209a97), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.765972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:41.766405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (fc095977-13b2-4330-ab8a-5ad514209a97), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:41.769001 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:41.818789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.819140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.819498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.819841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.820192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.820539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.820880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.821211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.821538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.821875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.822197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.822552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.822888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:41.912913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:26:41.918650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:41.919000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:41.919373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:41.954878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074e9b6-aae2-445e-9f58-2b3db8553683 req-119f56a6-2f11-4f2e-9e07-7a1da90ccb34 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:41.965610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8074e9b6-aae2-445e-9f58-2b3db8553683 req-119f56a6-2f11-4f2e-9e07-7a1da90ccb34 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 944 time: 0.4595239 Feb 09 02:26:41.967466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:41.968508 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:41.969545 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 2 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:41.988849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (bdf71c97-45cb-44eb-8f71-6efafbd27c4b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:41.995021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.003657 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] 10.222.0.53 "DELETE /v2.0/networks/bdf71c97-45cb-44eb-8f71-6efafbd27c4b HTTP/1.1" status: 204 len: 168 time: 0.9497180 Feb 09 02:26:42.026906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a0ff-02c0-4035-aef2-9e0d509ace9e admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf71c97-45cb-44eb-8f71-6efafbd27c4b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:42.043119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.043416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.045602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.079767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8074e9b6-aae2-445e-9f58-2b3db8553683 req-829d0a04-950a-420d-9a62-e94a27f7f0df tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132162 Feb 09 02:26:42.081076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.081417 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.081823 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 3 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.100699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.101043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.101847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.109046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.109808 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.110217 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 4 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.138017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.138547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.138899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.145081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.145418 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.145816 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 5 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.145957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:26:42.156940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:26:42.157339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.166126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.166540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.166900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.185637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.186040 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.186448 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 6 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.204210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.204714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.205060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.221289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.221664 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.222077 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 7 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.244022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.244469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.244824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.257776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.258205 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.258672 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 8 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.278354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.278794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.279149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.284959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.285302 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.285702 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 9 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.305356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.305356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.306512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.313861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.315787 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.316236 n-d-826675-12 neutron-server[103149]: INFO neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 10 to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 Feb 09 02:26:42.343812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:42.344171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:42.344654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:42.352147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:42.352511 n-d-826675-12 neutron-server[103149]: ERROR neutron.plugins.ml2.managers [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:42.352864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.471683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:26:42.473521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.488694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] For port 2b4540a7-cfd1-400f-9e0a-93392e5e2563, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:42.489366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempted to set empty binding levels {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:26:42.499840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.539699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:42.548119 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c5eff9-6613-40a4-8985-cf3f7285d330" -d '{"events": [{"server_uuid": "31a4105a-fd0e-4378-88fa-a1b06f16ab85", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:42.575150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] In _notify_port_updated(), no bound segment for port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:26:42.576243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.577323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.578998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "PUT /v2.0/ports/2b4540a7-cfd1-400f-9e0a-93392e5e2563 HTTP/1.1" status: 200 len: 974 time: 2.0143805 Feb 09 02:26:42.582483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:42.644560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:42.645975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b51c0d-4485-40b6-9dfa-208682d312c3 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4540a7-cfd1-400f-9e0a-93392e5e2563,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:42.655984 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:42.760505 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e58f5f-9f75-460f-87e8-34ddb9547cd2 x-openstack-request-id: req-b9e58f5f-9f75-460f-87e8-34ddb9547cd2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:42.762754 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4105a-fd0e-4378-88fa-a1b06f16ab85", "name": "network-vif-plugged", "status": "completed", "tag": "ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:42.764133 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9e58f5f-9f75-460f-87e8-34ddb9547cd2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:42.764743 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', 'code': 200} Feb 09 02:26:42.883890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40700) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:42.888928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.889434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.889880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.890344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.890840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.891292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.891753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:42.936912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fe48ab25-ed48-428b-8fdb-5da4f0de4096 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 6655 time: 0.3088059 Feb 09 02:26:42.937219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:42.937697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:43.128071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6c535e16-723c-4cc9-b083-d4f30d9a20eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce2b62c1e0074233a70fd4d8680a39c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417679 Feb 09 02:26:43.130443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:43.207854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab29de5-d034-4a45-97bc-846629f35224 req-41da922a-37a9-45ae-9e6c-d1a3e30914a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:43.210402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cab29de5-d034-4a45-97bc-846629f35224 req-41da922a-37a9-45ae-9e6c-d1a3e30914a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 1128 time: 0.4393108 Feb 09 02:26:43.328965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cab29de5-d034-4a45-97bc-846629f35224 req-17821f96-11a1-46c8-985a-33e8d5ede228 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 Feb 09 02:26:43.431615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc70838d-ee1f-4e09-9395-51d8a72a9859 admin admin] Publish callbacks [] for security_group (abb20d99-7553-444f-bf57-c0748f9d8676), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.468489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Deleting port 2b4540a7-cfd1-400f-9e0a-93392e5e2563 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:43.469308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.628009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc70838d-ee1f-4e09-9395-51d8a72a9859 admin admin] Publish callbacks [] for security_group (abb20d99-7553-444f-bf57-c0748f9d8676), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.793250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] For port 2b4540a7-cfd1-400f-9e0a-93392e5e2563, host n-h1-826675-12, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:43.798594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:43.857440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Calling delete_port for 2b4540a7-cfd1-400f-9e0a-93392e5e2563 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:44.047359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40730) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:44.091649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc70838d-ee1f-4e09-9395-51d8a72a9859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (abb20d99-7553-444f-bf57-c0748f9d8676), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.099773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc70838d-ee1f-4e09-9395-51d8a72a9859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.115378 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fc70838d-ee1f-4e09-9395-51d8a72a9859 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abb20d99-7553-444f-bf57-c0748f9d8676 HTTP/1.1" status: 204 len: 168 time: 0.9831264 Feb 09 02:26:44.222245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70838d-ee1f-4e09-9395-51d8a72a9859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb20d99-7553-444f-bf57-c0748f9d8676,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:44.314828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34253f69-b975-44df-ade7-5e80b14b950f req-89b2bf08-f885-42e6-8f96-742efe537c1e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:44.316994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34253f69-b975-44df-ade7-5e80b14b950f req-89b2bf08-f885-42e6-8f96-742efe537c1e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 945 time: 1.0506351 Feb 09 02:26:44.323660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2b4540a7-cfd1-400f-9e0a-93392e5e2563), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.437620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b4540a7-cfd1-400f-9e0a-93392e5e2563,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:44.458315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.470060 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8e06f3f-db29-4564-8095-0003156998b7 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2b4540a7-cfd1-400f-9e0a-93392e5e2563 HTTP/1.1" status: 204 len: 168 time: 1.5316510 Feb 09 02:26:44.472237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:44.473822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34253f69-b975-44df-ade7-5e80b14b950f req-cb25a465-9e51-48e0-b4ea-5d587dba058c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415520 Feb 09 02:26:44.513177 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a565b9bd-aece-4abe-8ef8-cd8ec767c82b tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:44.520476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40740) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:44.537248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-651904384', 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:44.546810 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a565b9bd-aece-4abe-8ef8-cd8ec767c82b tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "GET /v2.0/ports/2b4540a7-cfd1-400f-9e0a-93392e5e2563 HTTP/1.1" status: 404 len: 333 time: 0.0704775 Feb 09 02:26:44.627802 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f820109-c035-4147-bab2-d7bf9fceb951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.660042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Made reservation on behalf of 6a18897145a149faafa926f5d84f842c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:44.670001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:44.761681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] device_id is not set on port 22c1af37-d0d0-4eb7-a3b3-c62b20972fcc yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:45.284091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f820109-c035-4147-bab2-d7bf9fceb951 admin admin] Publish callbacks [] for security_group (529c828a-78df-4edc-885c-86b0ffc4ced4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.301936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f820109-c035-4147-bab2-d7bf9fceb951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (529c828a-78df-4edc-885c-86b0ffc4ced4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.552497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:45.559046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4f820109-c035-4147-bab2-d7bf9fceb951 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86c2cf32cb544a129bc94519eea71e08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5004585 Feb 09 02:26:45.569056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f820109-c035-4147-bab2-d7bf9fceb951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529c828a-78df-4edc-885c-86b0ffc4ced4,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:45.604100 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for port (22c1af37-d0d0-4eb7-a3b3-c62b20972fcc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.735850 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33e2679c-5813-4508-a748-b7d2114bb415 admin admin] Publish callbacks [] for security_group (529c828a-78df-4edc-885c-86b0ffc4ced4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.846640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33e2679c-5813-4508-a748-b7d2114bb415 admin admin] Publish callbacks [] for security_group (529c828a-78df-4edc-885c-86b0ffc4ced4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.856201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (22c1af37-d0d0-4eb7-a3b3-c62b20972fcc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.973197 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33e2679c-5813-4508-a748-b7d2114bb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (529c828a-78df-4edc-885c-86b0ffc4ced4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.978993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33e2679c-5813-4508-a748-b7d2114bb415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:45.980575 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33e2679c-5813-4508-a748-b7d2114bb415 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/529c828a-78df-4edc-885c-86b0ffc4ced4 HTTP/1.1" status: 204 len: 168 time: 0.4269800 Feb 09 02:26:45.988481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe16ef3-cd68-4156-9d46-9741848e88b1 req-1bf9f563-108f-4e5b-964b-6023c3143b7a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:45.990343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfe16ef3-cd68-4156-9d46-9741848e88b1 req-1bf9f563-108f-4e5b-964b-6023c3143b7a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 945 time: 0.2919948 Feb 09 02:26:46.005082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Network c50e5f4b-228e-48f2-9113-b2c7265be79d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:46.006610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2679c-5813-4508-a748-b7d2114bb415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c828a-78df-4edc-885c-86b0ffc4ced4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:46.044660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:46.055496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:46.056269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:46.056891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.066062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=22c1af37-d0d0-4eb7-a3b3-c62b20972fcc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:46.089414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfe16ef3-cd68-4156-9d46-9741848e88b1 req-8df44f5a-07f3-4915-a208-2f799d9220d9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814357 Feb 09 02:26:46.093519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-84812659-3d77-4591-9b2c-3303df18a19a tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5715251 Feb 09 02:26:46.096421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:46.159578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b630307-c2dc-4e23-afcf-f4dc39e79a24 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:46.167206 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2b630307-c2dc-4e23-afcf-f4dc39e79a24 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "GET /v2.0/ports/22c1af37-d0d0-4eb7-a3b3-c62b20972fcc HTTP/1.1" status: 200 len: 954 time: 0.0696156 Feb 09 02:26:46.169835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:46.384836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Deleting port 22c1af37-d0d0-4eb7-a3b3-c62b20972fcc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:46.385585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (22c1af37-d0d0-4eb7-a3b3-c62b20972fcc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.529476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (22c1af37-d0d0-4eb7-a3b3-c62b20972fcc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:46.593168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Calling delete_port for 22c1af37-d0d0-4eb7-a3b3-c62b20972fcc owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:46.969776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (22c1af37-d0d0-4eb7-a3b3-c62b20972fcc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.104106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event deleted for resources: {'Port': ['ID=22c1af37-d0d0-4eb7-a3b3-c62b20972fcc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:47.132260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.147734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40822) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.162577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a468f8ed-714f-475a-8ba3-8b0943b57827 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "DELETE /v2.0/ports/22c1af37-d0d0-4eb7-a3b3-c62b20972fcc HTTP/1.1" status: 204 len: 168 time: 0.9738486 Feb 09 02:26:47.289043 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b60cb8-979d-4d16-89f5-0af5032c0426 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:47.294736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.306100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Request body: {'port': {'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1348177783'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:47.309330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e7b60cb8-979d-4d16-89f5-0af5032c0426 tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "GET /v2.0/ports/22c1af37-d0d0-4eb7-a3b3-c62b20972fcc HTTP/1.1" status: 404 len: 333 time: 0.1398447 Feb 09 02:26:47.376772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Made reservation on behalf of 6a18897145a149faafa926f5d84f842c for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:47.391002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.468688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] device_id is not set on port c15af5d1-321b-454e-8bfc-e8ff656e5151 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:47.585164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd54c0-9794-42f3-8f20-91f7beb1b803 req-94aeacc6-a508-4270-abaf-2b88be048984 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:47.596360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fd54c0-9794-42f3-8f20-91f7beb1b803 req-94aeacc6-a508-4270-abaf-2b88be048984 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 945 time: 0.3378539 Feb 09 02:26:47.730941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40850) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:47.795870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fd54c0-9794-42f3-8f20-91f7beb1b803 req-143b3fc6-837a-4983-9808-c2e8559e8ae5 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948562 Feb 09 02:26:47.885846 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.887384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.894432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bac4b-4e01-4876-aab8-2053dd361717 req-55d3e1a3-816d-4b8f-bc69-12d344dc1fde tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:47.900282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-286bac4b-4e01-4876-aab8-2053dd361717 req-55d3e1a3-816d-4b8f-bc69-12d344dc1fde tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.5436807 Feb 09 02:26:47.949872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a13a30fc-27ac-4077-b5de-77a5ce5ef851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.985390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.997236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-286bac4b-4e01-4876-aab8-2053dd361717 req-2b21aa02-1ada-4ba6-946e-8199265d68df tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0487623 Feb 09 02:26:48.128990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=c15af5d1-321b-454e-8bfc-e8ff656e5151,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:48.200679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Network c50e5f4b-228e-48f2-9113-b2c7265be79d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:26:48.209019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:26:48.216730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:26:48.219096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:48.222030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.282198 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-27436a9e-3ccd-4eca-8ff8-72a72dc373fa tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9835713 Feb 09 02:26:48.282904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40872) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:48.305752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:48.355941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd232d8d-a1dd-40ff-ac87-050583a7f200 req-10e61257-ffd2-46ce-82cb-5fd0ceb8feb7 tempest-AbsoluteLimitsNegativeTestJSON-2037310849 tempest-AbsoluteLimitsNegativeTestJSON-2037310849-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dbef39078fbe4316bc9359a2720737c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2558041 Feb 09 02:26:48.395272 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a13a30fc-27ac-4077-b5de-77a5ce5ef851 admin admin] Publish callbacks [] for security_group (e06e0568-1768-4afc-934b-76f3e994f4af), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.440880 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a13a30fc-27ac-4077-b5de-77a5ce5ef851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e06e0568-1768-4afc-934b-76f3e994f4af), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.517553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.546077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a30fc-27ac-4077-b5de-77a5ce5ef851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e0568-1768-4afc-934b-76f3e994f4af,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:48.619028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:48.683042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd232d8d-a1dd-40ff-ac87-050583a7f200 req-0bc49992-a2bc-49f6-ac59-ed6bded21425 tempest-AbsoluteLimitsNegativeTestJSON-2037310849 tempest-AbsoluteLimitsNegativeTestJSON-2037310849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:48.690289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd232d8d-a1dd-40ff-ac87-050583a7f200 req-0bc49992-a2bc-49f6-ac59-ed6bded21425 tempest-AbsoluteLimitsNegativeTestJSON-2037310849 tempest-AbsoluteLimitsNegativeTestJSON-2037310849-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3306019 Feb 09 02:26:48.925575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] device_id is not set on port c15af5d1-321b-454e-8bfc-e8ff656e5151 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:26:48.931263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd232d8d-a1dd-40ff-ac87-050583a7f200 req-efd7cdcd-64ae-4945-88d6-04c16f2ffdeb tempest-AbsoluteLimitsNegativeTestJSON-2037310849 tempest-AbsoluteLimitsNegativeTestJSON-2037310849-project] 10.222.0.53 "GET /v2.0/quotas/dbef39078fbe4316bc9359a2720737c6 HTTP/1.1" status: 200 len: 375 time: 0.2115393 Feb 09 02:26:48.944475 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks [] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.960411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:48.982332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-286bac4b-4e01-4876-aab8-2053dd361717 req-74d488f0-96d2-42a6-bb0a-cd2667f5ef52 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9503660 Feb 09 02:26:49.002446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a13a30fc-27ac-4077-b5de-77a5ce5ef851 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a51728abce442bd90b7f7353e890212&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2344193 Feb 09 02:26:49.005455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40884) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:49.056361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:49.058307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=c15af5d1-321b-454e-8bfc-e8ff656e5151,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:49.085543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.086519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.087123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.100386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.101649 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.104287 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 2 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.142244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd232d8d-a1dd-40ff-ac87-050583a7f200 req-2e8d405d-a743-44b7-8c90-f77b1164ff88 tempest-AbsoluteLimitsNegativeTestJSON-2037310849 tempest-AbsoluteLimitsNegativeTestJSON-2037310849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dbef39078fbe4316bc9359a2720737c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1912959 Feb 09 02:26:49.162726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.170845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.171685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.205223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.213014 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.215208 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 3 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.293979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.302863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.303676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.380898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0892f73-d7ff-44b5-8868-0325cc376b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:49.392709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.395601 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.408130 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 4 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.461751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.462542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.463965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.479800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.480860 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.485402 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 5 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.529256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.531506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.533916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.559604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.565352 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.567659 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 6 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.607128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.607896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.608479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.623738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.624358 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.626235 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 7 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.693011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.693720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.694295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.712182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.712902 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.715143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0892f73-d7ff-44b5-8868-0325cc376b35 admin admin] Publish callbacks [] for security_group (63c78154-84ae-49ac-b52b-19fc872109db), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:49.716220 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 8 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.744328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0892f73-d7ff-44b5-8868-0325cc376b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (63c78154-84ae-49ac-b52b-19fc872109db), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:49.793981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:49.795973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:49.799053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:49.849058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:49.849768 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:49.860645 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 9 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:49.875848 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c0892f73-d7ff-44b5-8868-0325cc376b35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ae2022cbf3249beabf6e7d6588097ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2526464 Feb 09 02:26:49.887752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892f73-d7ff-44b5-8868-0325cc376b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c78154-84ae-49ac-b52b-19fc872109db,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:49.904260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40898) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:49.906897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:50.010658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:50.011175 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:50.011644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:50.031062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:50.034692 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:50.038092 n-d-826675-12 neutron-server[103150]: INFO neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempt 10 to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 Feb 09 02:26:50.085559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec230ffb-8364-4eca-a47f-5b43aa746bf1 admin admin] Publish callbacks [] for security_group (63c78154-84ae-49ac-b52b-19fc872109db), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.091430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:26:50.094698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:26:50.096125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempting to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:26:50.113707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:26:50.114171 n-d-826675-12 neutron-server[103150]: ERROR neutron.plugins.ml2.managers [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Failed to bind port c15af5d1-321b-454e-8bfc-e8ff656e5151 on host n-h1-826675-12 for vnic_type normal using segments [{'id': '8c3f1551-d7b3-419c-a867-0e59d94cfe50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c50e5f4b-228e-48f2-9113-b2c7265be79d'}] Feb 09 02:26:50.114692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.214048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec230ffb-8364-4eca-a47f-5b43aa746bf1 admin admin] Publish callbacks [] for security_group (63c78154-84ae-49ac-b52b-19fc872109db), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.382330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] For port c15af5d1-321b-454e-8bfc-e8ff656e5151, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:26:50.384888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attempted to set empty binding levels {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 02:26:50.395836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.474272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] In _notify_port_updated(), no bound segment for port c15af5d1-321b-454e-8bfc-e8ff656e5151 on network c50e5f4b-228e-48f2-9113-b2c7265be79d {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:26:50.475608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.477682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.485478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "PUT /v2.0/ports/c15af5d1-321b-454e-8bfc-e8ff656e5151 HTTP/1.1" status: 200 len: 976 time: 2.1988456 Feb 09 02:26:50.490355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40912) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:50.513444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-d35bf09f-79fa-4be5-a9ec-923e36a44bf0 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.515142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-d35bf09f-79fa-4be5-a9ec-923e36a44bf0 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 945 time: 1.8006544 Feb 09 02:26:50.531395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-604ea05b-0989-4060-aaf4-9ed9e612c9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.576512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec230ffb-8364-4eca-a47f-5b43aa746bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (63c78154-84ae-49ac-b52b-19fc872109db), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.579685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec230ffb-8364-4eca-a47f-5b43aa746bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.581728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ec230ffb-8364-4eca-a47f-5b43aa746bf1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63c78154-84ae-49ac-b52b-19fc872109db HTTP/1.1" status: 204 len: 168 time: 0.6721144 Feb 09 02:26:50.862803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-4c460ecc-7d49-4d6a-a966-9821fb6e5f8e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6022899 Feb 09 02:26:50.887801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-604ea05b-0989-4060-aaf4-9ed9e612c9fa admin admin] Publish callbacks [] for security_group (ebb519b6-1ff9-42ae-abb9-85d4e34f796b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.893925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8f5b9-8ab9-4ebc-8157-f88a9e2e33e2 req-2c7325e0-362a-49eb-bf4c-ad502d15bf51 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:50.896429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a8f5b9-8ab9-4ebc-8157-f88a9e2e33e2 req-2c7325e0-362a-49eb-bf4c-ad502d15bf51 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 945 time: 0.6638710 Feb 09 02:26:50.915206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec230ffb-8364-4eca-a47f-5b43aa746bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c78154-84ae-49ac-b52b-19fc872109db,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:50.921108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-286bac4b-4e01-4876-aab8-2053dd361717 req-79c26a44-c087-4161-a605-2e71f3e16051 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8039231 Feb 09 02:26:50.925812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-604ea05b-0989-4060-aaf4-9ed9e612c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ebb519b6-1ff9-42ae-abb9-85d4e34f796b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:50.960424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f18122-2408-4e08-a511-c43874581fdc tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event updated for resources: {'Port': ['ID=c15af5d1-321b-454e-8bfc-e8ff656e5151,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:51.081886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Deleting port 6cd70070-3a47-4b17-b732-f8dba300bfba {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:51.083426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.098045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-272c290c-6c14-458d-b907-524513ee65af admin admin] Publish callbacks [] for security_group (e06e0568-1768-4afc-934b-76f3e994f4af), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.156293 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-272c290c-6c14-458d-b907-524513ee65af admin admin] Publish callbacks [] for security_group (e06e0568-1768-4afc-934b-76f3e994f4af), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.218818 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-604ea05b-0989-4060-aaf4-9ed9e612c9fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbef39078fbe4316bc9359a2720737c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3055346 Feb 09 02:26:51.221379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:51.341384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ea05b-0989-4060-aaf4-9ed9e612c9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb519b6-1ff9-42ae-abb9-85d4e34f796b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:51.427862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-272c290c-6c14-458d-b907-524513ee65af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e06e0568-1768-4afc-934b-76f3e994f4af), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.441206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-272c290c-6c14-458d-b907-524513ee65af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.447862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-272c290c-6c14-458d-b907-524513ee65af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e06e0568-1768-4afc-934b-76f3e994f4af HTTP/1.1" status: 204 len: 168 time: 2.3090718 Feb 09 02:26:51.448485 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Deleting port c15af5d1-321b-454e-8bfc-e8ff656e5151 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:26:51.448914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.746990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] For port c15af5d1-321b-454e-8bfc-e8ff656e5151, host n-h1-826675-12, got binding levels [] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:51.746990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.790402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] For port 6cd70070-3a47-4b17-b732-f8dba300bfba, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6cd70070-3a47-4b17-b732-f8dba300bfba,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:26:51.797985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Calling delete_port for c15af5d1-321b-454e-8bfc-e8ff656e5151 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:51.800818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:51.871640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-628b515c-a8f5-4b72-8f6b-02aa57d58d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:51.873680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-628b515c-a8f5-4b72-8f6b-02aa57d58d82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 1128 time: 0.8895719 Feb 09 02:26:51.876413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c290c-6c14-458d-b907-524513ee65af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e0568-1768-4afc-934b-76f3e994f4af,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:51.940968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Calling delete_port for 6cd70070-3a47-4b17-b732-f8dba300bfba owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:26:52.082492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abb1acd0-7f99-48a4-98da-460c4292fd6d admin admin] Publish callbacks [] for security_group (ebb519b6-1ff9-42ae-abb9-85d4e34f796b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.105818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c15af5d1-321b-454e-8bfc-e8ff656e5151), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.186957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a8f5b9-8ab9-4ebc-8157-f88a9e2e33e2 req-0840f772-e61f-4c67-9c9d-dfb3fd69f445 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2160854 Feb 09 02:26:52.225734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-286bac4b-4e01-4876-aab8-2053dd361717 req-9cc12cf3-fa76-4915-b6ef-5e96de220c92 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2949469 Feb 09 02:26:52.232865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Pushing event deleted for resources: {'Port': ['ID=c15af5d1-321b-454e-8bfc-e8ff656e5151,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:52.282252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.295775 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7e88d6ce-54a9-4e76-bca8-92db2e7aee2d tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c15af5d1-321b-454e-8bfc-e8ff656e5151 HTTP/1.1" status: 204 len: 168 time: 1.8014781 Feb 09 02:26:52.304627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40950) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:52.314152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abb1acd0-7f99-48a4-98da-460c4292fd6d admin admin] Publish callbacks [] for security_group (ebb519b6-1ff9-42ae-abb9-85d4e34f796b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.392307 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6f47ce-a259-4738-bcd5-6ae26f75a0ab tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] GET failed (client error): The resource could not be found. Feb 09 02:26:52.396543 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae6f47ce-a259-4738-bcd5-6ae26f75a0ab tempest-PortsAdminExtendedAttrsTestJSON-1963129423 tempest-PortsAdminExtendedAttrsTestJSON-1963129423-project-admin] 10.222.0.53 "GET /v2.0/ports/c15af5d1-321b-454e-8bfc-e8ff656e5151 HTTP/1.1" status: 404 len: 333 time: 0.0892372 Feb 09 02:26:52.407850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40956) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:52.439903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-4efe3ebf-9d68-4a56-9989-a65c85d6a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.451977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-4efe3ebf-9d68-4a56-9989-a65c85d6a8e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.4886792 Feb 09 02:26:52.545274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abb1acd0-7f99-48a4-98da-460c4292fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ebb519b6-1ff9-42ae-abb9-85d4e34f796b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.552542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abb1acd0-7f99-48a4-98da-460c4292fd6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.556491 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-abb1acd0-7f99-48a4-98da-460c4292fd6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebb519b6-1ff9-42ae-abb9-85d4e34f796b HTTP/1.1" status: 204 len: 168 time: 1.3148408 Feb 09 02:26:52.594732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1acd0-7f99-48a4-98da-460c4292fd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb519b6-1ff9-42ae-abb9-85d4e34f796b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:52.604643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-a576503d-cc9c-44e4-aedd-a21cca078f25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c HTTP/1.1" status: 200 len: 217 time: 0.1441581 Feb 09 02:26:52.812126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-3088f3b9-3bee-4922-b0d3-416f924648d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:52.813525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-3088f3b9-3bee-4922-b0d3-416f924648d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1495578 Feb 09 02:26:52.820005 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c50e5f4b-228e-48f2-9113-b2c7265be79d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:52.867826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-143dcbe6-cbb6-4686-830b-d115f9100735 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443101 Feb 09 02:26:52.984600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6cd70070-3a47-4b17-b732-f8dba300bfba), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.049381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-54d52569-6246-4414-bf0d-be10449854ba service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740897 Feb 09 02:26:53.056084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Pushing event deleted for resources: {'Port': ['ID=6cd70070-3a47-4b17-b732-f8dba300bfba,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:53.251200 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c50e5f4b-228e-48f2-9113-b2c7265be79d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.271979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] No DVR routers for this DVR port 6cd70070-3a47-4b17-b732-f8dba300bfba on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:26:53.279531 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.292691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958ccf94-9cd7-4a4c-af70-2b759e58b2f5 req-341e2518-9687-43bd-ad04-b3135ee30f52 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.72 "DELETE /v2.0/ports/6cd70070-3a47-4b17-b732-f8dba300bfba HTTP/1.1" status: 204 len: 173 time: 2.6277237 Feb 09 02:26:53.318488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'name': 'network-vif-deleted', 'tag': '6cd70070-3a47-4b17-b732-f8dba300bfba'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:26:53.338660 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962321a2-0e81-47bf-91d6-a2ecaa91cb6f" -d '{"events": [{"server_uuid": "5b2a7f35-7dbc-4225-a836-7a3bf4936557", "name": "network-vif-deleted", "tag": "6cd70070-3a47-4b17-b732-f8dba300bfba"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:26:53.354220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6bccdc09-97c1-4c6a-8ef0-8765f937a01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.542486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50e5f4b-228e-48f2-9113-b2c7265be79d']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:53.555058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaebc9fa-9d4a-4436-bd9a-264378a2a6fc req-a1c3f3b7-c504-4702-a7ea-fc4f84c60e65 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b2a7f35-7dbc-4225-a836-7a3bf4936557 HTTP/1.1" status: 200 len: 210 time: 0.1560955 Feb 09 02:26:53.599496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3f1551-d7b3-419c-a867-0e59d94cfe50') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:53.599863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3f1551-d7b3-419c-a867-0e59d94cfe50') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:26:53.662639 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (8c3f1551-d7b3-419c-a867-0e59d94cfe50), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.669792 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec1383-d77f-4aef-b12c-5a183a346397 x-openstack-request-id: req-7bec1383-d77f-4aef-b12c-5a183a346397 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:26:53.670265 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a7f35-7dbc-4225-a836-7a3bf4936557", "name": "network-vif-deleted", "tag": "6cd70070-3a47-4b17-b732-f8dba300bfba", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:26:53.670385 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bec1383-d77f-4aef-b12c-5a183a346397 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:26:53.670982 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a7f35-7dbc-4225-a836-7a3bf4936557', 'name': 'network-vif-deleted', 'tag': '6cd70070-3a47-4b17-b732-f8dba300bfba', 'status': 'completed', 'code': 200} Feb 09 02:26:53.693738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-939e40d4-856a-4db0-9a4a-69b1c764210e req-d8e9df5d-a31c-4657-85d5-728eca514bfe service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252434 Feb 09 02:26:53.711084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8c3f1551-d7b3-419c-a867-0e59d94cfe50), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.747463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:26:53.749843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (8c3f1551-d7b3-419c-a867-0e59d94cfe50), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:26:53.759969 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:26:53.928783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6cd70070-3a47-4b17-b732-f8dba300bfba no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:26:53.961819 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c50e5f4b-228e-48f2-9113-b2c7265be79d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:53.983741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 6cd70070-3a47-4b17-b732-f8dba300bfba {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:26:53.983896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6cd70070-3a47-4b17-b732-f8dba300bfba not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:26:54.008420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:54.021305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] 10.222.0.53 "DELETE /v2.0/networks/c50e5f4b-228e-48f2-9113-b2c7265be79d HTTP/1.1" status: 204 len: 168 time: 1.6043875 Feb 09 02:26:54.031982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bb130-e86c-40d8-a130-8b20a7b0f03a tempest-PortsAdminExtendedAttrsTestJSON-1998941821 tempest-PortsAdminExtendedAttrsTestJSON-1998941821-project] Pushing event deleted for resources: {'Network': ['ID=c50e5f4b-228e-48f2-9113-b2c7265be79d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:55.279774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41080) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:55.680775 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce12f1a1-5423-47e5-80e4-cb49e65de402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:55.768064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-15ae67e9-472e-470a-bd47-61925e62eec3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:55.769865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-15ae67e9-472e-470a-bd47-61925e62eec3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.2407022 Feb 09 02:26:55.789792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-6ebd3929-6a81-4004-8400-bd83d261c12d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0141027 Feb 09 02:26:55.884089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:55.896770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-0d31ef4f-4467-4a3d-be46-14cdcb51160f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987375 Feb 09 02:26:56.056916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41116) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:56.057264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d006c3b2-2ad1-4f68-9714-4b95e790af02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c671119ee5a416eba84dab3d3c1b6b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7763081 Feb 09 02:26:56.081413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-f3193bfa-4313-49ee-afa2-f7a1adc41a87 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786623 Feb 09 02:26:56.237656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-69d324e4-0679-4915-99fd-e85ff809f0e6 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499257 Feb 09 02:26:56.254358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6145a77-21bd-49a8-b548-888257cb36a0 admin admin] Publish callbacks [] for security_group (b93a46a5-0325-4fae-a91e-1532df6d8330), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.346853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6145a77-21bd-49a8-b548-888257cb36a0 admin admin] Publish callbacks [] for security_group (b93a46a5-0325-4fae-a91e-1532df6d8330), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.458968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6145a77-21bd-49a8-b548-888257cb36a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b93a46a5-0325-4fae-a91e-1532df6d8330), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.463404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6145a77-21bd-49a8-b548-888257cb36a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.465329 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a6145a77-21bd-49a8-b548-888257cb36a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b93a46a5-0325-4fae-a91e-1532df6d8330 HTTP/1.1" status: 204 len: 168 time: 0.4047806 Feb 09 02:26:56.486962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145a77-21bd-49a8-b548-888257cb36a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93a46a5-0325-4fae-a91e-1532df6d8330,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:56.573711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.816917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Publish callbacks [] for security_group (da1b46bb-716f-4680-8c22-7caa69a9ce6e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.829065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (da1b46bb-716f-4680-8c22-7caa69a9ce6e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.835814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84b9a2d0-7a0d-4c7a-93bc-63e733a504ac req-30e39255-34e9-4bfb-8376-da452f806cbe tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 210 time: 0.1195252 Feb 09 02:26:56.901347 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5006c7372c84d87bb1aa035362a8c60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0153778 Feb 09 02:26:56.901971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41138) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:56.972373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1b46bb-716f-4680-8c22-7caa69a9ce6e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:56.978046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:56.993534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:56.994603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:56.995310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:56.999930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.001138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.004489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.005606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.006661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.007182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.008457 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.010082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.011551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.012311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eead852-ddbc-4b60-895e-2c2d7c6f1558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:26:57.140184 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-347cd897-3c07-4160-8b58-32676c88e4bf admin admin] Publish callbacks [] for security_group (da1b46bb-716f-4680-8c22-7caa69a9ce6e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:57.234275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-347cd897-3c07-4160-8b58-32676c88e4bf admin admin] Publish callbacks [] for security_group (da1b46bb-716f-4680-8c22-7caa69a9ce6e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:57.349256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-347cd897-3c07-4160-8b58-32676c88e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (da1b46bb-716f-4680-8c22-7caa69a9ce6e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:57.352160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-347cd897-3c07-4160-8b58-32676c88e4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:57.353375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-347cd897-3c07-4160-8b58-32676c88e4bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da1b46bb-716f-4680-8c22-7caa69a9ce6e HTTP/1.1" status: 204 len: 168 time: 0.4504418 Feb 09 02:26:57.382329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cd897-3c07-4160-8b58-32676c88e4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1b46bb-716f-4680-8c22-7caa69a9ce6e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:57.587029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41160) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:57.862233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41172) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:58.008717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e3b072ff-aa5e-439c-864d-f01141416ce3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a18897145a149faafa926f5d84f842c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451919 Feb 09 02:26:58.011336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:58.112212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6c2b180-f17f-4e7a-980b-221a4b379525 req-9f52819a-2615-41ce-bfc8-4ff9565cab32 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 210 time: 0.1268589 Feb 09 02:26:58.124930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.180060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca712192-e578-43ca-8800-947cfd001dcd admin admin] Publish callbacks [] for security_group (f470c46e-9243-4d70-89db-e32f5e4b001a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.223015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca712192-e578-43ca-8800-947cfd001dcd admin admin] Publish callbacks [] for security_group (f470c46e-9243-4d70-89db-e32f5e4b001a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.352258 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca712192-e578-43ca-8800-947cfd001dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f470c46e-9243-4d70-89db-e32f5e4b001a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.356183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca712192-e578-43ca-8800-947cfd001dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.358180 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca712192-e578-43ca-8800-947cfd001dcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f470c46e-9243-4d70-89db-e32f5e4b001a HTTP/1.1" status: 204 len: 168 time: 0.3441939 Feb 09 02:26:58.380580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca712192-e578-43ca-8800-947cfd001dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f470c46e-9243-4d70-89db-e32f5e4b001a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:58.387850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-688935025-network', 'tenant_id': 'b61b14306c67464f8a830c418d3aaeb3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:58.447856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Made reservation on behalf of b61b14306c67464f8a830c418d3aaeb3 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:58.450767 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.476703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.686256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks [] for security_group (6aaae7e8-2330-4756-b3b7-95047a851952), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.713294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6aaae7e8-2330-4756-b3b7-95047a851952), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:58.969220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:26:59.015324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaae7e8-2330-4756-b3b7-95047a851952,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:59.063631 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1c1b82eb-9031-4bc9-a486-c96ffc7aabe6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.066991 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Added segment 1c1b82eb-9031-4bc9-a486-c96ffc7aabe6 of type vlan for network 136148e9-f860-4317-8837-6a116cb1043f Feb 09 02:26:59.192698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-baad7861-19bc-4194-af60-b8541cc8cdbd tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.195014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-baad7861-19bc-4194-af60-b8541cc8cdbd tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.5045488 Feb 09 02:26:59.226358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (136148e9-f860-4317-8837-6a116cb1043f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.246019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Request body: {'port': {'device_id': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'admin_state_up': True, 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:59.561043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8da6fbe8-1485-4b6b-8a02-1604dca40592 req-b91054cf-c1cb-4848-94f2-c62ae350cd59 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 210 time: 0.2171376 Feb 09 02:26:59.563118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:26:59.615427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:59.622175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.653294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (136148e9-f860-4317-8837-6a116cb1043f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.654630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:26:59.655740 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.718335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:59.844486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2531366 Feb 09 02:26:59.845858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41218) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:26:59.859253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ebdc-d514-4ec9-a944-80afeec53da1 admin admin] Pushing event updated for resources: {'Network': ['ID=136148e9-f860-4317-8837-6a116cb1043f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:26:59.862499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Request body: {'subnet': {'network_id': '136148e9-f860-4317-8837-6a116cb1043f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-688935025-subnet', 'tenant_id': 'b61b14306c67464f8a830c418d3aaeb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:26:59.876562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 136148e9-f860-4317-8837-6a116cb1043f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:26:59.967552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Made reservation on behalf of b61b14306c67464f8a830c418d3aaeb3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:26:59.978484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.061031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Allocated IP 172.20.0.13 (882c9a08-1083-437d-9f12-f4e84922da1f/01db0fe3-a245-49cf-bb9e-a60eedde4675/fa2ae899-c199-4723-ace2-677a04753c8b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:00.322882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks [] for port (fa2ae899-c199-4723-ace2-677a04753c8b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.384273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.417232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:00.491580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (db5578db-1cc5-49d0-ae74-a55dd0bb9a1b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.571839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Network 882c9a08-1083-437d-9f12-f4e84922da1f is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:00.595026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:00.636983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:00.817843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5578db-1cc5-49d0-ae74-a55dd0bb9a1b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:00.837622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Checking segment: {'id': '1c1b82eb-9031-4bc9-a486-c96ffc7aabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '136148e9-f860-4317-8837-6a116cb1043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:00.838956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Network hostable DHCP agents. Network: 136148e9-f860-4317-8837-6a116cb1043f, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:27:00.879960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Network 136148e9-f860-4317-8837-6a116cb1043f is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:27:00.890231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event updated for resources: {'Port': ['ID=fa2ae899-c199-4723-ace2-677a04753c8b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:00.915304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 136148e9-f860-4317-8837-6a116cb1043f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:00.925983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf33ba9-d884-40a4-a52e-a31157c71f8e None None] Network 136148e9-f860-4317-8837-6a116cb1043f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:00.932505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:00.935470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:00.981810 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e31ab27-1d73-41f2-8f7b-e54ba5479789 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1324213 Feb 09 02:27:01.010371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:01.027946 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:01.096560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-c8f206c5-7c94-4f88-88fe-dbf60b6c4f80 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8818848 Feb 09 02:27:01.139802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbac56-4939-43a2-9f73-7f4d4d3a8a6d req-f15573e5-b9bd-47f6-b2e4-564e9074f5b0 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:01.144872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ddbac56-4939-43a2-9f73-7f4d4d3a8a6d req-f15573e5-b9bd-47f6-b2e4-564e9074f5b0 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 932 time: 0.3003669 Feb 09 02:27:01.166849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Request body: {'port': {'device_id': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:01.231900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121e904-91d9-404c-8bec-6bc3794d84f5 None None] Network 136148e9-f860-4317-8837-6a116cb1043f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:01.498939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ddbac56-4939-43a2-9f73-7f4d4d3a8a6d req-cde37787-f2d9-4475-bc69-3df1566a0a6b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287904 Feb 09 02:27:01.500746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:02.428848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ae899-c199-4723-ace2-677a04753c8b {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:02.428848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Publish callbacks [] for port (fa2ae899-c199-4723-ace2-677a04753c8b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:02.440605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Transition to ACTIVE for port object fa2ae899-c199-4723-ace2-677a04753c8b will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:27:02.477550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:02.622323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ae899-c199-4723-ace2-677a04753c8b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:02.847439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Attempting to bind port fa2ae899-c199-4723-ace2-677a04753c8b on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:02.847777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Attempting to bind port fa2ae899-c199-4723-ace2-677a04753c8b by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:02.848058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Attempting to bind port fa2ae899-c199-4723-ace2-677a04753c8b on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:02.900785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Port fa2ae899-c199-4723-ace2-677a04753c8b on network 882c9a08-1083-437d-9f12-f4e84922da1f not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:27:02.901123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Attempting to bind port fa2ae899-c199-4723-ace2-677a04753c8b on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:02.922322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:02.922701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:02.923099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Bound using segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:02.924089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Bound port: fa2ae899-c199-4723-ace2-677a04753c8b, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:02.924464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:02.954648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca09d24-c27a-4b5d-b1d0-f6b9c0882b7d req-3f8b2ca8-7d73-4215-b351-b2ce91fcbebe tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:02.963030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ca09d24-c27a-4b5d-b1d0-f6b9c0882b7d req-3f8b2ca8-7d73-4215-b351-b2ce91fcbebe tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 944 time: 0.2876213 Feb 09 02:27:03.046918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41326) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:03.177810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ca09d24-c27a-4b5d-b1d0-f6b9c0882b7d req-1175aa76-af6a-4942-a6f0-02fef3f8693e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789069 Feb 09 02:27:03.235733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-6675b185-43c0-4e7c-9dde-6433d1d434a7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:03.237822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-6675b185-43c0-4e7c-9dde-6433d1d434a7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/networks?id=136148e9-f860-4317-8837-6a116cb1043f HTTP/1.1" status: 200 len: 821 time: 0.4708607 Feb 09 02:27:03.363833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-63bc4c01-d05b-4d58-aa28-d19d935f199e tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/quotas/b61b14306c67464f8a830c418d3aaeb3 HTTP/1.1" status: 200 len: 375 time: 0.1001976 Feb 09 02:27:03.476943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] For port fa2ae899-c199-4723-ace2-677a04753c8b, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:03.513517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-5c4b3c64-69a3-4b1a-8226-244645ecf0eb tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b61b14306c67464f8a830c418d3aaeb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192353 Feb 09 02:27:03.641292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] For port fa2ae899-c199-4723-ace2-677a04753c8b, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fa2ae899-c199-4723-ace2-677a04753c8b,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:03.673152 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:03.724949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008260961'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:03.738254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:03.739070 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:03.741113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] 10.222.0.82 "PUT /v2.0/ports/fa2ae899-c199-4723-ace2-677a04753c8b HTTP/1.1" status: 200 len: 1093 time: 2.6343522 Feb 09 02:27:03.742562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'tag': 'fa2ae899-c199-4723-ace2-677a04753c8b'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:03.745134 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130f5a3-4287-4019-b67a-262068141479" -d '{"events": [{"name": "network-changed", "server_uuid": "897f48fd-141c-49f0-813f-c36ac77a55ec", "tag": "fa2ae899-c199-4723-ace2-677a04753c8b"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:03.842186 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:03.850553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-2b560fa0-39af-4071-87d2-ca73df828596 service neutron] 10.222.0.53 "GET /v2.0/networks/136148e9-f860-4317-8837-6a116cb1043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346508 Feb 09 02:27:03.873665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:03.982301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-9701a134-c2a4-42c9-9e38-195c1bc61937 service neutron] 10.222.0.53 "GET /v2.0/networks/136148e9-f860-4317-8837-6a116cb1043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299837 Feb 09 02:27:03.984652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45b0d-39b9-4424-b2d1-5f3dabca22e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ae899-c199-4723-ace2-677a04753c8b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:04.224656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (e66fd132-3248-43fc-a695-5b5573b3fce7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.238251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e66fd132-3248-43fc-a695-5b5573b3fce7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.373754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66fd132-3248-43fc-a695-5b5573b3fce7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:04.512888 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606a7856-8a90-445f-9d3d-b462475b5fc0 x-openstack-request-id: req-606a7856-8a90-445f-9d3d-b462475b5fc0 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:04.515336 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897f48fd-141c-49f0-813f-c36ac77a55ec", "tag": "fa2ae899-c199-4723-ace2-677a04753c8b", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:04.518027 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-606a7856-8a90-445f-9d3d-b462475b5fc0 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:04.518541 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'tag': 'fa2ae899-c199-4723-ace2-677a04753c8b', 'status': 'completed', 'code': 200} Feb 09 02:27:04.522375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.534316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.611917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.613311 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5652883 Feb 09 02:27:04.620785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41362) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:04.636720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dafd44-0dbd-4b77-a74b-272f44295b35 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24abc729-9f01-4477-80f1-293a0817dacd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:04.755958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be71adfc-51d5-42ed-959a-45d33cc60450 req-c40320ec-ea2b-4bf2-9d6c-a0ab332a8d4b tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 210 time: 0.1128199 Feb 09 02:27:04.794746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-e70d184f-e6f5-4d36-930b-6978034e910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:04.810009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-e70d184f-e6f5-4d36-930b-6978034e910a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 1127 time: 0.9999454 Feb 09 02:27:05.161035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-14f3e288-4290-44ad-a8c3-edb2b4823b3f tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5387418 Feb 09 02:27:05.164595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:05.167742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-74f58668-e9ff-4467-8241-ea592aea2e42 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa2ae899-c199-4723-ace2-677a04753c8b HTTP/1.1" status: 200 len: 217 time: 0.3167496 Feb 09 02:27:05.169671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4e97f735-08a0-40a9-ac14-049344cb73f4 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-security--1676358255', 'description': 'tempest-security-description-1169309032'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:05.192230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a8917-9ef9-4474-a832-b3770c9ea340 req-52de4a88-a2f6-4dd6-84a9-7b6ff4243b7a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:05.205074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c0a8917-9ef9-4474-a832-b3770c9ea340 req-52de4a88-a2f6-4dd6-84a9-7b6ff4243b7a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 944 time: 0.7447634 Feb 09 02:27:05.347187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e97f735-08a0-40a9-ac14-049344cb73f4 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.509269 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e97f735-08a0-40a9-ac14-049344cb73f4 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.520282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e97f735-08a0-40a9-ac14-049344cb73f4 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.523329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e97f735-08a0-40a9-ac14-049344cb73f4 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:05.524865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4e97f735-08a0-40a9-ac14-049344cb73f4 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "PUT /v2.0/security-groups/24abc729-9f01-4477-80f1-293a0817dacd HTTP/1.1" status: 200 len: 1797 time: 0.3591108 Feb 09 02:27:05.532523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41396) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:05.577162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-2e0999b1-61ba-4bf8-bb1b-9702cb20e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:05.580401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97f735-08a0-40a9-ac14-049344cb73f4 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24abc729-9f01-4477-80f1-293a0817dacd,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:05.584061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-2e0999b1-61ba-4bf8-bb1b-9702cb20e495 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.3452134 Feb 09 02:27:05.618351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c0a8917-9ef9-4474-a832-b3770c9ea340 req-a45c8d86-0437-449e-97bd-79fa51b8b8ba tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120491 Feb 09 02:27:05.735397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-86aae669-e723-460d-a202-b4f5cbc1fd04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916634 Feb 09 02:27:06.203413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-085ca03d-090a-43a0-9fdf-f9f840ab8919 req-be090294-b15a-4284-bd98-0d2b48f5870b tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 210 time: 0.1837130 Feb 09 02:27:06.239009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:06.239396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef1a1f3e-53fc-4a2a-af3b-a75ba31e5875 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups/24abc729-9f01-4477-80f1-293a0817dacd HTTP/1.1" status: 200 len: 1797 time: 0.7053049 Feb 09 02:27:06.434798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae310463-072c-48e0-9ddd-b88fe29a60bd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.536509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae310463-072c-48e0-9ddd-b88fe29a60bd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.645417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-1a4402eb-5015-45e2-99a1-6e915efa13cc tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:06.652459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-1a4402eb-5015-45e2-99a1-6e915efa13cc tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.72 "GET /v2.0/networks?id=136148e9-f860-4317-8837-6a116cb1043f HTTP/1.1" status: 200 len: 821 time: 0.3558786 Feb 09 02:27:06.673085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae310463-072c-48e0-9ddd-b88fe29a60bd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (24abc729-9f01-4477-80f1-293a0817dacd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.675906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Request body: {'port': {'device_id': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'network_id': '136148e9-f860-4317-8837-6a116cb1043f', 'admin_state_up': True, 'tenant_id': 'b61b14306c67464f8a830c418d3aaeb3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:06.678847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae310463-072c-48e0-9ddd-b88fe29a60bd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.680842 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae310463-072c-48e0-9ddd-b88fe29a60bd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/24abc729-9f01-4477-80f1-293a0817dacd HTTP/1.1" status: 204 len: 168 time: 0.4407876 Feb 09 02:27:06.685469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41428) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:06.699640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-3fa47863-b5f5-4885-8356-c14e3d078e34 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9415886 Feb 09 02:27:06.714701 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae310463-072c-48e0-9ddd-b88fe29a60bd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24abc729-9f01-4477-80f1-293a0817dacd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:07.728637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-634fb0d1-5000-453a-982a-0e85bfaee43d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0369530 Feb 09 02:27:07.732279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:07.766639 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-db50fd94-6db3-43f7-b271-d6f9341f9b99 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] delete failed (client error): The resource could not be found. Feb 09 02:27:07.774821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-653225e0-928a-4459-a0f8-a6e6d4c68757 req-fc0f43cd-a4d5-405f-bec0-1b5592794ddb tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 210 time: 0.1075177 Feb 09 02:27:07.779306 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-db50fd94-6db3-43f7-b271-d6f9341f9b99 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/24abc729-9f01-4477-80f1-293a0817dacd HTTP/1.1" status: 404 len: 347 time: 0.0411341 Feb 09 02:27:07.779946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41466) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:07.796409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f8c5ebb6-cadd-4d03-9d1e-af58011a4d59 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015433253'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:07.797578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Made reservation on behalf of b61b14306c67464f8a830c418d3aaeb3 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:07.801290 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:07.826423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e82c36-4864-4c76-9c09-f0bff75ee5dc req-bd954f48-fbaf-4894-a896-1ea5be7c65a8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:07.834228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2e82c36-4864-4c76-9c09-f0bff75ee5dc req-bd954f48-fbaf-4894-a896-1ea5be7c65a8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 944 time: 0.9764671 Feb 09 02:27:07.874270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ebb6-cadd-4d03-9d1e-af58011a4d59 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.037862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Allocated IP 172.20.0.6 (136148e9-f860-4317-8837-6a116cb1043f/db5578db-1cc5-49d0-ae74-a55dd0bb9a1b/aca7112f-cd5a-43ba-acc1-47395b1908c3) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:08.135630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c63d0247-86b0-47c9-81c6-5e95e03f0cf1 req-02f6d8a6-c3c6-4030-af43-020d23038c66 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3842564 Feb 09 02:27:08.166665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ebb6-cadd-4d03-9d1e-af58011a4d59 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (6ebb64d7-3c78-46eb-8270-fa7013059bee), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.186172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2e82c36-4864-4c76-9c09-f0bff75ee5dc req-1a8e8cb4-a4bf-4428-a083-fae999934900 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509984 Feb 09 02:27:08.219327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ebb6-cadd-4d03-9d1e-af58011a4d59 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6ebb64d7-3c78-46eb-8270-fa7013059bee), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.284905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ebb6-cadd-4d03-9d1e-af58011a4d59 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.286430 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f8c5ebb6-cadd-4d03-9d1e-af58011a4d59 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5037215 Feb 09 02:27:08.291257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:08.300270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3f6cdcf6-5f07-4f57-8d42-6c67041b8c42 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': '6ebb64d7-3c78-46eb-8270-fa7013059bee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:08.305998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5ebb6-cadd-4d03-9d1e-af58011a4d59 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb64d7-3c78-46eb-8270-fa7013059bee,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:08.343417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdcf6-5f07-4f57-8d42-6c67041b8c42 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (78291029-2af5-44af-a1ba-a16dd050a5ef), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.484087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdcf6-5f07-4f57-8d42-6c67041b8c42 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (78291029-2af5-44af-a1ba-a16dd050a5ef), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.500553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdcf6-5f07-4f57-8d42-6c67041b8c42 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (78291029-2af5-44af-a1ba-a16dd050a5ef), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.542154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f5a3-4287-4019-b67a-262068141479 req-e53ac412-4b24-4bd7-ad1e-aebdf401490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:08.544070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8130f5a3-4287-4019-b67a-262068141479 req-e53ac412-4b24-4bd7-ad1e-aebdf401490b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 1127 time: 0.3112996 Feb 09 02:27:08.590110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cdcf6-5f07-4f57-8d42-6c67041b8c42 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78291029-2af5-44af-a1ba-a16dd050a5ef,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:08.621807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdcf6-5f07-4f57-8d42-6c67041b8c42 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.627273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41492) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:08.628225 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3f6cdcf6-5f07-4f57-8d42-6c67041b8c42 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346865 Feb 09 02:27:08.724880 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks [] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.747570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1c81-b319-4fc7-ab8a-e21859f8179e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (78291029-2af5-44af-a1ba-a16dd050a5ef), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.807155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1c81-b319-4fc7-ab8a-e21859f8179e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (78291029-2af5-44af-a1ba-a16dd050a5ef), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.041382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f5a3-4287-4019-b67a-262068141479 req-74f065c1-758d-4699-a28c-27022a73b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:09.044750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8130f5a3-4287-4019-b67a-262068141479 req-74f065c1-758d-4699-a28c-27022a73b4c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.4887142 Feb 09 02:27:09.119138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.132583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1c81-b319-4fc7-ab8a-e21859f8179e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (78291029-2af5-44af-a1ba-a16dd050a5ef), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.157676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1c81-b319-4fc7-ab8a-e21859f8179e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.162738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d8cf1c81-b319-4fc7-ab8a-e21859f8179e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/78291029-2af5-44af-a1ba-a16dd050a5ef HTTP/1.1" status: 204 len: 168 time: 0.5297701 Feb 09 02:27:09.164053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41504) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:09.304098 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e233b485-124e-4a0f-a1bf-6f66cdad6623 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1383212 Feb 09 02:27:09.305496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41512) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:09.338503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8130f5a3-4287-4019-b67a-262068141479 req-fde1022e-62e2-4f03-8fe4-b92e1eaf1077 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa2ae899-c199-4723-ace2-677a04753c8b HTTP/1.1" status: 200 len: 217 time: 0.2662380 Feb 09 02:27:09.400078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf1c81-b319-4fc7-ab8a-e21859f8179e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78291029-2af5-44af-a1ba-a16dd050a5ef,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:09.552801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa51b40-2818-46ae-92a2-37c8fef00531 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (6ebb64d7-3c78-46eb-8270-fa7013059bee), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.570889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Network 136148e9-f860-4317-8837-6a116cb1043f is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:09.601717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:09.647868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:09.648333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa51b40-2818-46ae-92a2-37c8fef00531 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (6ebb64d7-3c78-46eb-8270-fa7013059bee), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.662347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Pushing event updated for resources: {'Port': ['ID=aca7112f-cd5a-43ba-acc1-47395b1908c3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:09.756454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f5a3-4287-4019-b67a-262068141479 req-d8cd72b2-9808-4fe8-98b4-ed175cd7cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:09.758175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa51b40-2818-46ae-92a2-37c8fef00531 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6ebb64d7-3c78-46eb-8270-fa7013059bee), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.761044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8130f5a3-4287-4019-b67a-262068141479 req-d8cd72b2-9808-4fe8-98b4-ed175cd7cf18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.4115665 Feb 09 02:27:09.761974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa51b40-2818-46ae-92a2-37c8fef00531 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:09.764796 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2aa51b40-2818-46ae-92a2-37c8fef00531 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ebb64d7-3c78-46eb-8270-fa7013059bee HTTP/1.1" status: 204 len: 168 time: 0.4552283 Feb 09 02:27:09.765973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:09.837565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031194f-abcc-4783-ba3f-48b1db848f39 req-822986c4-5699-44ba-a759-1521b90f4c72 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:09.840600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8031194f-abcc-4783-ba3f-48b1db848f39 req-822986c4-5699-44ba-a759-1521b90f4c72 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 931 time: 0.8221798 Feb 09 02:27:09.858796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51b40-2818-46ae-92a2-37c8fef00531 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb64d7-3c78-46eb-8270-fa7013059bee,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:09.907428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8130f5a3-4287-4019-b67a-262068141479 req-45e12230-ef7d-4a7f-98bd-767701583913 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351705 Feb 09 02:27:09.953995 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-260c074b-ac6b-4533-8758-a81d110b10fe tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1757576 Feb 09 02:27:09.960552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:09.975680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c5f08232-d8de-437c-b18c-8b5563ae4dd7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003254483'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:10.044753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5f08232-d8de-437c-b18c-8b5563ae4dd7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.060005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:10.063337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.249614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f288cbb-2527-46e2-83f7-8347067ec058 req-ad13e59d-c33a-4d04-9714-973ea183ed1f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:10.268662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f288cbb-2527-46e2-83f7-8347067ec058 req-ad13e59d-c33a-4d04-9714-973ea183ed1f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 944 time: 0.8648000 Feb 09 02:27:10.292052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5f08232-d8de-437c-b18c-8b5563ae4dd7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.304095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5f08232-d8de-437c-b18c-8b5563ae4dd7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.371297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-ddda66c1-7ce7-4f81-b102-112b53c34fb7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7121608 Feb 09 02:27:10.411054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5f08232-d8de-437c-b18c-8b5563ae4dd7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.415377 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c5f08232-d8de-437c-b18c-8b5563ae4dd7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4524875 Feb 09 02:27:10.417183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Request body: {'port': {'device_id': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:10.419139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f08232-d8de-437c-b18c-8b5563ae4dd7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:10.428250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:10.443056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8031194f-abcc-4783-ba3f-48b1db848f39 req-2cf9d133-2a29-4262-84ec-dde594e89c5e tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464370 Feb 09 02:27:10.448861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8e34f191-3c10-4cb0-91bb-9ce2b552e1c6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:10.517092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e34f191-3c10-4cb0-91bb-9ce2b552e1c6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (ba16ccba-7fde-40a7-a2d0-fc2d9248ab70), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.648559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e34f191-3c10-4cb0-91bb-9ce2b552e1c6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (ba16ccba-7fde-40a7-a2d0-fc2d9248ab70), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.658995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e34f191-3c10-4cb0-91bb-9ce2b552e1c6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (ba16ccba-7fde-40a7-a2d0-fc2d9248ab70), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.713302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f191-3c10-4cb0-91bb-9ce2b552e1c6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba16ccba-7fde-40a7-a2d0-fc2d9248ab70,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:10.737755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8e34f191-3c10-4cb0-91bb-9ce2b552e1c6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.744596 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8e34f191-3c10-4cb0-91bb-9ce2b552e1c6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3139007 Feb 09 02:27:10.747396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:10.762707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c09853bf-d89c-4ee0-9153-1ac2fd952991 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:10.782315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f288cbb-2527-46e2-83f7-8347067ec058 req-3ae61489-1ee9-4e44-948e-881db81888f4 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747677 Feb 09 02:27:10.849115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8130f5a3-4287-4019-b67a-262068141479 req-742a20a7-0046-4698-88d1-4bfa03f18c9a service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670299 Feb 09 02:27:10.850999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.858633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c09853bf-d89c-4ee0-9153-1ac2fd952991 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (4a4bd329-18a4-4f47-8dca-748fdf346c33), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.067203 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c09853bf-d89c-4ee0-9153-1ac2fd952991 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (4a4bd329-18a4-4f47-8dca-748fdf346c33), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.078819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c09853bf-d89c-4ee0-9153-1ac2fd952991 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4a4bd329-18a4-4f47-8dca-748fdf346c33), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.113017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09853bf-d89c-4ee0-9153-1ac2fd952991 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4bd329-18a4-4f47-8dca-748fdf346c33,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:11.148176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c09853bf-d89c-4ee0-9153-1ac2fd952991 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.149571 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c09853bf-d89c-4ee0-9153-1ac2fd952991 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3966787 Feb 09 02:27:11.160888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:11.167214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ea6a3513-3c86-4615-89b5-254230a4a601 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:11.266376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3513-3c86-4615-89b5-254230a4a601 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (1a93ce79-0040-4277-adbc-acbb5482b4c5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.508941 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3513-3c86-4615-89b5-254230a4a601 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (1a93ce79-0040-4277-adbc-acbb5482b4c5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.523967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3513-3c86-4615-89b5-254230a4a601 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (1a93ce79-0040-4277-adbc-acbb5482b4c5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.550954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8130f5a3-4287-4019-b67a-262068141479 req-fdc52e09-46d6-444c-849e-23f8465bd05c service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879625 Feb 09 02:27:11.613331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a3513-3c86-4615-89b5-254230a4a601 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a93ce79-0040-4277-adbc-acbb5482b4c5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:11.635189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea6a3513-3c86-4615-89b5-254230a4a601 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:11.639095 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea6a3513-3c86-4615-89b5-254230a4a601 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4770381 Feb 09 02:27:11.641161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:11.669387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7c79d9c4-31af-4cf2-87ab-90ee9e8cc33d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:11.757762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9c4-31af-4cf2-87ab-90ee9e8cc33d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (90c37f56-3650-4c64-a7fc-e87b618be6f7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.017508 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9c4-31af-4cf2-87ab-90ee9e8cc33d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (90c37f56-3650-4c64-a7fc-e87b618be6f7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.027481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9c4-31af-4cf2-87ab-90ee9e8cc33d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (90c37f56-3650-4c64-a7fc-e87b618be6f7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.068016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79d9c4-31af-4cf2-87ab-90ee9e8cc33d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c37f56-3650-4c64-a7fc-e87b618be6f7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:12.086289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c79d9c4-31af-4cf2-87ab-90ee9e8cc33d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.091374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7c79d9c4-31af-4cf2-87ab-90ee9e8cc33d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4467497 Feb 09 02:27:12.092286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41602) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:12.097614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f1ca4d1-e543-465c-8835-564536322e23 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:12.142964 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca4d1-e543-465c-8835-564536322e23 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a35344eb-8192-4dcb-8f9a-669ee059c0ef), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.218165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca7112f-cd5a-43ba-acc1-47395b1908c3 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:12.239427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Publish callbacks [] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.272638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Transition to ACTIVE for port object aca7112f-cd5a-43ba-acc1-47395b1908c3 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:27:12.307445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.316185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca4d1-e543-465c-8835-564536322e23 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a35344eb-8192-4dcb-8f9a-669ee059c0ef), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.333524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca4d1-e543-465c-8835-564536322e23 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a35344eb-8192-4dcb-8f9a-669ee059c0ef), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.429669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ca4d1-e543-465c-8835-564536322e23 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35344eb-8192-4dcb-8f9a-669ee059c0ef,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:12.450869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f1ca4d1-e543-465c-8835-564536322e23 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.457217 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f1ca4d1-e543-465c-8835-564536322e23 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3636532 Feb 09 02:27:12.458996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41612) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:12.463352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fa2ae899-c199-4723-ace2-677a04753c8b details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:27:12.489158 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:12.514401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47cd2cb2-14e4-48db-86ff-ed2c93b898cd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a35344eb-8192-4dcb-8f9a-669ee059c0ef), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.532094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47cd2cb2-14e4-48db-86ff-ed2c93b898cd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a35344eb-8192-4dcb-8f9a-669ee059c0ef), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.532283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aca7112f-cd5a-43ba-acc1-47395b1908c3,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:12.617317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3391cd-12c2-4745-8ecc-a1887550ff3f req-f04f4e0a-f143-471e-8b01-ad76ec9aac7d tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:12.632592 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47cd2cb2-14e4-48db-86ff-ed2c93b898cd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a35344eb-8192-4dcb-8f9a-669ee059c0ef), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.636997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a3391cd-12c2-4745-8ecc-a1887550ff3f req-f04f4e0a-f143-471e-8b01-ad76ec9aac7d tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 931 time: 0.9986587 Feb 09 02:27:12.638470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47cd2cb2-14e4-48db-86ff-ed2c93b898cd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.643334 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47cd2cb2-14e4-48db-86ff-ed2c93b898cd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a35344eb-8192-4dcb-8f9a-669ee059c0ef HTTP/1.1" status: 204 len: 168 time: 0.1830723 Feb 09 02:27:12.644074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41624) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:12.728105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd2cb2-14e4-48db-86ff-ed2c93b898cd tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a35344eb-8192-4dcb-8f9a-669ee059c0ef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:12.743277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcbc1-2484-4802-ad8a-3c47260ff56b req-68d42999-e630-4741-bd7b-d9c61b16a2f4 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:12.765450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c3bcbc1-2484-4802-ad8a-3c47260ff56b req-68d42999-e630-4741-bd7b-d9c61b16a2f4 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 944 time: 0.4679394 Feb 09 02:27:12.795883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-03212a1f-5fdb-42dd-90e1-a5a8414f3924 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1400845 Feb 09 02:27:12.797924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41630) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:12.868812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Attempting to bind port aca7112f-cd5a-43ba-acc1-47395b1908c3 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:12.869555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Attempting to bind port aca7112f-cd5a-43ba-acc1-47395b1908c3 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '1c1b82eb-9031-4bc9-a486-c96ffc7aabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '136148e9-f860-4317-8837-6a116cb1043f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:12.870243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Attempting to bind port aca7112f-cd5a-43ba-acc1-47395b1908c3 on network 136148e9-f860-4317-8837-6a116cb1043f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:12.879438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35dbbaf4-301e-4743-9d66-5ea831fdc76b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (90c37f56-3650-4c64-a7fc-e87b618be6f7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.897780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35dbbaf4-301e-4743-9d66-5ea831fdc76b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (90c37f56-3650-4c64-a7fc-e87b618be6f7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.906191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a3391cd-12c2-4745-8ecc-a1887550ff3f req-140e2968-342c-4901-8f5c-bcf88af6f1bf tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679026 Feb 09 02:27:12.914404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Port aca7112f-cd5a-43ba-acc1-47395b1908c3 on network 136148e9-f860-4317-8837-6a116cb1043f not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:27:12.915072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Attempting to bind port aca7112f-cd5a-43ba-acc1-47395b1908c3 on network 136148e9-f860-4317-8837-6a116cb1043f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:12.941691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c3bcbc1-2484-4802-ad8a-3c47260ff56b req-f53fe71c-b2f5-4756-b7c7-4305e2527ce0 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726582 Feb 09 02:27:12.948526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:12.948797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Checking segment: {'id': '1c1b82eb-9031-4bc9-a486-c96ffc7aabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '136148e9-f860-4317-8837-6a116cb1043f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:12.950016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Bound using segment: {'id': '1c1b82eb-9031-4bc9-a486-c96ffc7aabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '136148e9-f860-4317-8837-6a116cb1043f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:12.950884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Bound port: aca7112f-cd5a-43ba-acc1-47395b1908c3, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1b82eb-9031-4bc9-a486-c96ffc7aabe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '136148e9-f860-4317-8837-6a116cb1043f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:12.951225 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.972525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fa2ae899-c199-4723-ace2-677a04753c8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fa2ae899-c199-4723-ace2-677a04753c8b,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:12.985081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35dbbaf4-301e-4743-9d66-5ea831fdc76b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (90c37f56-3650-4c64-a7fc-e87b618be6f7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:12.997390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-35dbbaf4-301e-4743-9d66-5ea831fdc76b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.009844 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-35dbbaf4-301e-4743-9d66-5ea831fdc76b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/90c37f56-3650-4c64-a7fc-e87b618be6f7 HTTP/1.1" status: 204 len: 168 time: 0.2067168 Feb 09 02:27:13.011550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'fa2ae899-c199-4723-ace2-677a04753c8b', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'port_id': 'fa2ae899-c199-4723-ace2-677a04753c8b', 'mac_address': 'fa:16:3e:45:9f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db0fe3-a245-49cf-bb9e-a60eedde4675', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:27:13.020215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:13.089838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbbaf4-301e-4743-9d66-5ea831fdc76b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90c37f56-3650-4c64-a7fc-e87b618be6f7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:13.138869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fa2ae899-c199-4723-ace2-677a04753c8b is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:13.139827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.168057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] For port aca7112f-cd5a-43ba-acc1-47395b1908c3, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:13.192397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ae899-c199-4723-ace2-677a04753c8b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:13.241892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fa2ae899-c199-4723-ace2-677a04753c8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fa2ae899-c199-4723-ace2-677a04753c8b,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:13.242433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] For port aca7112f-cd5a-43ba-acc1-47395b1908c3, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aca7112f-cd5a-43ba-acc1-47395b1908c3,segment=NetworkSegment(1c1b82eb-9031-4bc9-a486-c96ffc7aabe6),segment_id=1c1b82eb-9031-4bc9-a486-c96ffc7aabe6)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:13.251051 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4efff44d-c39e-446f-b293-beaca57406ce tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2214463 Feb 09 02:27:13.258345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:13.259631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.351256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.380610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-541dbd5a-6f06-4ae3-8835-5d6d2e5d036d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (1a93ce79-0040-4277-adbc-acbb5482b4c5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.407402 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=fa2ae899-c199-4723-ace2-677a04753c8b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:13.414841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-541dbd5a-6f06-4ae3-8835-5d6d2e5d036d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (1a93ce79-0040-4277-adbc-acbb5482b4c5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.444658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:13.445301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.446747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] 10.222.0.72 "PUT /v2.0/ports/aca7112f-cd5a-43ba-acc1-47395b1908c3 HTTP/1.1" status: 200 len: 1092 time: 3.0491264 Feb 09 02:27:13.447204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'tag': 'aca7112f-cd5a-43ba-acc1-47395b1908c3'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:13.449521 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21007cce-5068-4c1a-8aab-a282b386022a" -d '{"events": [{"name": "network-changed", "server_uuid": "50c1b0d0-6a76-4dbf-b443-75cf07fb7dde", "tag": "aca7112f-cd5a-43ba-acc1-47395b1908c3"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:13.559664 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3852ee-72b9-45ee-8587-fe26f0435c30 x-openstack-request-id: req-7c3852ee-72b9-45ee-8587-fe26f0435c30 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:13.560233 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c1b0d0-6a76-4dbf-b443-75cf07fb7dde", "tag": "aca7112f-cd5a-43ba-acc1-47395b1908c3", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:13.560643 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c3852ee-72b9-45ee-8587-fe26f0435c30 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:13.561278 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'tag': 'aca7112f-cd5a-43ba-acc1-47395b1908c3', 'status': 'completed', 'code': 200} Feb 09 02:27:13.566184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-541dbd5a-6f06-4ae3-8835-5d6d2e5d036d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (1a93ce79-0040-4277-adbc-acbb5482b4c5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.588201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372568a-4145-41c3-b693-d8d479db46a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aca7112f-cd5a-43ba-acc1-47395b1908c3,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:13.588463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['fa2ae899-c199-4723-ace2-677a04753c8b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:13.597366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-541dbd5a-6f06-4ae3-8835-5d6d2e5d036d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.603577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41666) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:13.604589 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-541dbd5a-6f06-4ae3-8835-5d6d2e5d036d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1a93ce79-0040-4277-adbc-acbb5482b4c5 HTTP/1.1" status: 204 len: 168 time: 0.3392541 Feb 09 02:27:13.619830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244063f-6b14-4b11-8372-b39554ab885b req-eb672055-5e71-4b4a-b38c-707bdfd77dfc tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:13.620551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541dbd5a-6f06-4ae3-8835-5d6d2e5d036d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a93ce79-0040-4277-adbc-acbb5482b4c5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:13.628197 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-eb672055-5e71-4b4a-b38c-707bdfd77dfc tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 814 time: 0.4657292 Feb 09 02:27:13.672223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-7a3e17cb-1bf4-4b72-ba6c-cc309a40f462 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/quotas/78a8376644cf40c9ac0f578fea39ab66 HTTP/1.1" status: 200 len: 375 time: 0.0427406 Feb 09 02:27:13.783560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-b833fa98-364f-4de5-96e5-3ce4d55ec927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:13.785473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-b833fa98-364f-4de5-96e5-3ce4d55ec927 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b61b14306c67464f8a830c418d3aaeb3&device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 1126 time: 0.2805870 Feb 09 02:27:13.792964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-545d295a-5cab-4409-97a0-819dc9f96b87 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194799 Feb 09 02:27:13.862120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cb7f2744-8e31-4442-b1d4-259c89c80005 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2545092 Feb 09 02:27:13.862788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41670) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:13.908603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e833e7a-947a-4c7c-8090-4da2fbd3a62c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (4a4bd329-18a4-4f47-8dca-748fdf346c33), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.926585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e833e7a-947a-4c7c-8090-4da2fbd3a62c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (4a4bd329-18a4-4f47-8dca-748fdf346c33), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.974599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e833e7a-947a-4c7c-8090-4da2fbd3a62c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4a4bd329-18a4-4f47-8dca-748fdf346c33), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.994700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e833e7a-947a-4c7c-8090-4da2fbd3a62c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:13.996185 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e833e7a-947a-4c7c-8090-4da2fbd3a62c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4a4bd329-18a4-4f47-8dca-748fdf346c33 HTTP/1.1" status: 204 len: 168 time: 0.1323934 Feb 09 02:27:14.008792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:14.040634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e833e7a-947a-4c7c-8090-4da2fbd3a62c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a4bd329-18a4-4f47-8dca-748fdf346c33,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:14.057956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-fdd5fbfa-befb-404f-b15d-3f4107af91a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca7112f-cd5a-43ba-acc1-47395b1908c3 HTTP/1.1" status: 200 len: 217 time: 0.2632759 Feb 09 02:27:14.154265 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a600ab93-ca7c-47cf-b307-2eadb4df6aa3 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1443055 Feb 09 02:27:14.156974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:14.209300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed22204-e23e-445d-a3df-720b1aeaf813 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (ba16ccba-7fde-40a7-a2d0-fc2d9248ab70), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.230873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed22204-e23e-445d-a3df-720b1aeaf813 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (ba16ccba-7fde-40a7-a2d0-fc2d9248ab70), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.309318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed22204-e23e-445d-a3df-720b1aeaf813 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (ba16ccba-7fde-40a7-a2d0-fc2d9248ab70), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.317441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ed22204-e23e-445d-a3df-720b1aeaf813 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.336459 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9ed22204-e23e-445d-a3df-720b1aeaf813 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ba16ccba-7fde-40a7-a2d0-fc2d9248ab70 HTTP/1.1" status: 204 len: 168 time: 0.1757851 Feb 09 02:27:14.340077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:14.364512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed22204-e23e-445d-a3df-720b1aeaf813 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba16ccba-7fde-40a7-a2d0-fc2d9248ab70,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:14.442651 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f9b3cc78-5133-4970-9369-0bc81802e989 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0940630 Feb 09 02:27:14.446173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:14.530126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4e32970a-70b4-4446-9e96-cb61dfd2f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:14.541362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-4e32970a-70b4-4446-9e96-cb61dfd2f01f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db5578db-1cc5-49d0-ae74-a55dd0bb9a1b HTTP/1.1" status: 200 len: 861 time: 0.4678407 Feb 09 02:27:14.573847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87006edb-9a49-48a9-a872-0ed0a9e56193 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.639554 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87006edb-9a49-48a9-a872-0ed0a9e56193 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.654578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-b78157ee-2783-4ed5-ba93-60fae157d1b3 service neutron] 10.222.0.53 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877662 Feb 09 02:27:14.666391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-8e3a8384-c324-47ea-9864-77d55e58617b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=136148e9-f860-4317-8837-6a116cb1043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008954 Feb 09 02:27:14.683408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb65ec4-a0e2-4512-8d45-c5317aacfdde req-868f19bc-cb2e-4e00-bcbc-816d245e06b7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:14.693524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-feb65ec4-a0e2-4512-8d45-c5317aacfdde req-868f19bc-cb2e-4e00-bcbc-816d245e06b7 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 943 time: 0.4254723 Feb 09 02:27:14.731743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87006edb-9a49-48a9-a872-0ed0a9e56193 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.735022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87006edb-9a49-48a9-a872-0ed0a9e56193 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:14.737662 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-87006edb-9a49-48a9-a872-0ed0a9e56193 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf HTTP/1.1" status: 204 len: 168 time: 0.2900288 Feb 09 02:27:14.741902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:14.789784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87006edb-9a49-48a9-a872-0ed0a9e56193 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e1b07b-1690-4a2b-811a-7ccc7d8ac2bf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:14.863140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a09d113-cad1-466f-baf3-25ae893a82e7 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1093066 Feb 09 02:27:14.867567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:14.872351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7e37e5c9-b09e-4ca9-9625-0385d0795b40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031028416'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:14.925076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5c9-b09e-4ca9-9625-0385d0795b40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.105859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5c9-b09e-4ca9-9625-0385d0795b40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (4d3a64cc-b9a3-4df4-839b-08386e506076), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.116277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5c9-b09e-4ca9-9625-0385d0795b40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d3a64cc-b9a3-4df4-839b-08386e506076), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.141682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-feb65ec4-a0e2-4512-8d45-c5317aacfdde req-1c0aaa3a-b45f-4ef3-b7c8-20aa7c8e4090 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302526 Feb 09 02:27:15.158524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-c81fe106-8e5e-466a-9ee2-ebbc5187c6c5 service neutron] 10.222.0.53 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823532 Feb 09 02:27:15.181755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e37e5c9-b09e-4ca9-9625-0385d0795b40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.185732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7e37e5c9-b09e-4ca9-9625-0385d0795b40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3144860 Feb 09 02:27:15.188519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:15.194179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-59f3963e-d551-4999-a081-8ba222188a9e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': '4d3a64cc-b9a3-4df4-839b-08386e506076', 'direction': 'ingress', 'protocol': 17}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:15.198805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-d74f6230-a623-4d74-b35c-9d862d18858d service neutron] 10.222.0.72 "GET /v2.0/networks/136148e9-f860-4317-8837-6a116cb1043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027764 Feb 09 02:27:15.223841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37e5c9-b09e-4ca9-9625-0385d0795b40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3a64cc-b9a3-4df4-839b-08386e506076,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:15.289240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f3963e-d551-4999-a081-8ba222188a9e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (d84ede21-6547-4cde-a6dd-93b40fe4eee1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.415270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f3963e-d551-4999-a081-8ba222188a9e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (d84ede21-6547-4cde-a6dd-93b40fe4eee1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.448052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f3963e-d551-4999-a081-8ba222188a9e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d84ede21-6547-4cde-a6dd-93b40fe4eee1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.503988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3963e-d551-4999-a081-8ba222188a9e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84ede21-6547-4cde-a6dd-93b40fe4eee1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:15.517435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-59f3963e-d551-4999-a081-8ba222188a9e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.519113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-59f3963e-d551-4999-a081-8ba222188a9e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3296125 Feb 09 02:27:15.522329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41752) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:15.635838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca64474-6636-4823-b91f-a2ce8b475708 req-19b5b9d7-9319-4d7b-9ab3-c52ee73fd510 service neutron] 10.222.0.72 "GET /v2.0/networks/136148e9-f860-4317-8837-6a116cb1043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308813 Feb 09 02:27:15.664638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b1af-8b2b-4d74-a01d-4c6528c56b61 req-61dc9e48-3353-4f32-ab0c-d121fd2c99d5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:15.672253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd76b1af-8b2b-4d74-a01d-4c6528c56b61 req-61dc9e48-3353-4f32-ab0c-d121fd2c99d5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 945 time: 0.3508768 Feb 09 02:27:15.735569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-434bf459-4bb4-47ef-85c8-893d6154c95f req-3dee1bb2-86b5-47df-b4fd-b79e1b6bb683 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 210 time: 0.1051867 Feb 09 02:27:15.819359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd76b1af-8b2b-4d74-a01d-4c6528c56b61 req-3ffbac85-ad9a-4ef3-9981-be57ee4802c9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457112 Feb 09 02:27:15.832307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fae57ef9-d1f0-4e0a-adbc-7f03507e2a69 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (4d3a64cc-b9a3-4df4-839b-08386e506076), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:15.868055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007cce-5068-4c1a-8aab-a282b386022a req-331af57d-5261-4aa0-bb32-49e0a85569f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:15.869611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21007cce-5068-4c1a-8aab-a282b386022a req-331af57d-5261-4aa0-bb32-49e0a85569f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b61b14306c67464f8a830c418d3aaeb3&device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 1126 time: 0.1371911 Feb 09 02:27:15.936976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fae57ef9-d1f0-4e0a-adbc-7f03507e2a69 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (4d3a64cc-b9a3-4df4-839b-08386e506076), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.067353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007cce-5068-4c1a-8aab-a282b386022a req-27a69753-3877-4d34-93bf-69ad09141e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:16.073514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21007cce-5068-4c1a-8aab-a282b386022a req-27a69753-3877-4d34-93bf-69ad09141e2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=136148e9-f860-4317-8837-6a116cb1043f HTTP/1.1" status: 200 len: 922 time: 0.1905153 Feb 09 02:27:16.101165 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fae57ef9-d1f0-4e0a-adbc-7f03507e2a69 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d3a64cc-b9a3-4df4-839b-08386e506076), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.109118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fae57ef9-d1f0-4e0a-adbc-7f03507e2a69 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.115144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fae57ef9-d1f0-4e0a-adbc-7f03507e2a69 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d3a64cc-b9a3-4df4-839b-08386e506076 HTTP/1.1" status: 204 len: 168 time: 0.5851746 Feb 09 02:27:16.116899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:16.274264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21007cce-5068-4c1a-8aab-a282b386022a req-e969889f-7249-4695-9ffc-a0f65fad7c88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca7112f-cd5a-43ba-acc1-47395b1908c3 HTTP/1.1" status: 200 len: 217 time: 0.1872618 Feb 09 02:27:16.304555 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-18a2b92c-b25a-4b07-9811-af76ff8e63f3 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1855826 Feb 09 02:27:16.309684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41790) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:16.326419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a0635559-f908-4840-bf4b-8744edebb29e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--709915479'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:16.406547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0635559-f908-4840-bf4b-8744edebb29e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.448945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae57ef9-d1f0-4e0a-adbc-7f03507e2a69 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3a64cc-b9a3-4df4-839b-08386e506076,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:16.495819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fa2ae899-c199-4723-ace2-677a04753c8b up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:16.601726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007cce-5068-4c1a-8aab-a282b386022a req-7542918e-a716-461d-8d91-44912529fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:16.606620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21007cce-5068-4c1a-8aab-a282b386022a req-7542918e-a716-461d-8d91-44912529fecb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=db5578db-1cc5-49d0-ae74-a55dd0bb9a1b HTTP/1.1" status: 200 len: 861 time: 0.3217320 Feb 09 02:27:16.669805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port fa2ae899-c199-4723-ace2-677a04753c8b completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:27:16.678427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port fa2ae899-c199-4723-ace2-677a04753c8b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:16.679501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.691678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0635559-f908-4840-bf4b-8744edebb29e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (192364a3-3d37-49e1-b0c4-183eabe12bb9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.699748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0635559-f908-4840-bf4b-8744edebb29e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (192364a3-3d37-49e1-b0c4-183eabe12bb9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.725300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21007cce-5068-4c1a-8aab-a282b386022a req-ce6c4dc5-ad54-436b-91c6-e97c09036833 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=136148e9-f860-4317-8837-6a116cb1043f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104081 Feb 09 02:27:16.736961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0635559-f908-4840-bf4b-8744edebb29e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.737743 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0635559-f908-4840-bf4b-8744edebb29e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4267533 Feb 09 02:27:16.746064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:16.770814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c85285f4-dcd1-4de0-a06f-7d8b616efe51 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--874965942'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:16.775987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779d84f-67ff-4372-9967-f97b0fa69bbd req-da247530-ea5f-46a1-aabd-709825837743 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:16.794649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4779d84f-67ff-4372-9967-f97b0fa69bbd req-da247530-ea5f-46a1-aabd-709825837743 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 943 time: 0.3686404 Feb 09 02:27:16.848537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635559-f908-4840-bf4b-8744edebb29e tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192364a3-3d37-49e1-b0c4-183eabe12bb9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:16.854880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c85285f4-dcd1-4de0-a06f-7d8b616efe51 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.958548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fa2ae899-c199-4723-ace2-677a04753c8b is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:16.958966 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:16.995734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ae899-c199-4723-ace2-677a04753c8b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:16.998625 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101fb3ad-fc35-4557-a540-78c6a4a3e967" -d '{"events": [{"server_uuid": "897f48fd-141c-49f0-813f-c36ac77a55ec", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ae899-c199-4723-ace2-677a04753c8b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:17.015713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fa2ae899-c199-4723-ace2-677a04753c8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fa2ae899-c199-4723-ace2-677a04753c8b,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:17.025921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.058847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c85285f4-dcd1-4de0-a06f-7d8b616efe51 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (34dee2b6-2626-4969-b0e9-0137041b6850), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.071198 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c85285f4-dcd1-4de0-a06f-7d8b616efe51 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (34dee2b6-2626-4969-b0e9-0137041b6850), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.143341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=fa2ae899-c199-4723-ace2-677a04753c8b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:17.190639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c85285f4-dcd1-4de0-a06f-7d8b616efe51 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.195780 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c85285f4-dcd1-4de0-a06f-7d8b616efe51 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4413426 Feb 09 02:27:17.200076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:17.208819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-261e8da8-d2df-47c8-b0cc-eb4ae6c80678 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': '192364a3-3d37-49e1-b0c4-183eabe12bb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34dee2b6-2626-4969-b0e9-0137041b6850', 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:17.239007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85285f4-dcd1-4de0-a06f-7d8b616efe51 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dee2b6-2626-4969-b0e9-0137041b6850,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:17.347132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-261e8da8-d2df-47c8-b0cc-eb4ae6c80678 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (32d489a5-02f0-482b-878d-2f5d58b4ebe5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.483564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08f328e9-1a60-4d4e-8997-cd1b85d5c7fe req-e88bb086-c545-416c-9500-78477bdf580c tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 210 time: 0.5211020 Feb 09 02:27:17.581116 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-261e8da8-d2df-47c8-b0cc-eb4ae6c80678 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (32d489a5-02f0-482b-878d-2f5d58b4ebe5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.588154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-261e8da8-d2df-47c8-b0cc-eb4ae6c80678 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (32d489a5-02f0-482b-878d-2f5d58b4ebe5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.609859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4779d84f-67ff-4372-9967-f97b0fa69bbd req-178d307e-c293-425a-a208-b5eef1b15f32 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8077126 Feb 09 02:27:17.653830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21007cce-5068-4c1a-8aab-a282b386022a req-6c489d2e-ab90-47a2-8a5c-b0afbd118c39 service neutron] 10.222.0.72 "GET /v2.0/networks/136148e9-f860-4317-8837-6a116cb1043f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8580294 Feb 09 02:27:17.654923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e8da8-d2df-47c8-b0cc-eb4ae6c80678 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d489a5-02f0-482b-878d-2f5d58b4ebe5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:17.668292 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-261e8da8-d2df-47c8-b0cc-eb4ae6c80678 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.670349 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-261e8da8-d2df-47c8-b0cc-eb4ae6c80678 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4690306 Feb 09 02:27:17.674216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:17.726372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb1b3-3094-4d3c-8f0a-0d5f8fa00698 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (32d489a5-02f0-482b-878d-2f5d58b4ebe5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.729142 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee794fe1-8f66-4ce5-94d4-ecfa92801b1e x-openstack-request-id: req-ee794fe1-8f66-4ce5-94d4-ecfa92801b1e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:17.729620 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897f48fd-141c-49f0-813f-c36ac77a55ec", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ae899-c199-4723-ace2-677a04753c8b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:17.729705 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee794fe1-8f66-4ce5-94d4-ecfa92801b1e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:17.730090 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ae899-c199-4723-ace2-677a04753c8b', 'code': 200} Feb 09 02:27:17.753145 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb1b3-3094-4d3c-8f0a-0d5f8fa00698 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (32d489a5-02f0-482b-878d-2f5d58b4ebe5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.796989 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb1b3-3094-4d3c-8f0a-0d5f8fa00698 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (32d489a5-02f0-482b-878d-2f5d58b4ebe5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.806099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb1b3-3094-4d3c-8f0a-0d5f8fa00698 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.809899 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd9cb1b3-3094-4d3c-8f0a-0d5f8fa00698 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/32d489a5-02f0-482b-878d-2f5d58b4ebe5 HTTP/1.1" status: 204 len: 168 time: 0.1321640 Feb 09 02:27:17.811708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:17.819567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cb1b3-3094-4d3c-8f0a-0d5f8fa00698 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32d489a5-02f0-482b-878d-2f5d58b4ebe5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:17.844819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244063f-6b14-4b11-8372-b39554ab885b req-288a2b4c-9ec0-4dfa-a0c5-55174d82c71a tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:17.847360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-288a2b4c-9ec0-4dfa-a0c5-55174d82c71a tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.82 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 814 time: 0.4058220 Feb 09 02:27:17.874897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Request body: {'port': {'device_id': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d', 'admin_state_up': True, 'tenant_id': '78a8376644cf40c9ac0f578fea39ab66'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:17.898570 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:17.904099 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8c3919c2-7986-4500-b100-be2e9d023c67 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0903108 Feb 09 02:27:17.907141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:17.952963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a3a1-085f-4024-9d78-5902f9f10452 req-9cdc5393-e4f9-46f5-8317-c943706bbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:17.954576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5927a3a1-085f-4024-9d78-5902f9f10452 req-9cdc5393-e4f9-46f5-8317-c943706bbf08 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 1129 time: 0.1127493 Feb 09 02:27:18.041608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97232080-07da-44a5-b956-9196115fcc5a req-51cff3a5-8713-4cef-a0d5-805654088bc5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:18.043498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97232080-07da-44a5-b956-9196115fcc5a req-51cff3a5-8713-4cef-a0d5-805654088bc5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 946 time: 0.3502846 Feb 09 02:27:18.050448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21007cce-5068-4c1a-8aab-a282b386022a req-87831e6b-2de6-4dba-b1a9-8521614119aa service neutron] 10.222.0.72 "GET /v2.0/networks/136148e9-f860-4317-8837-6a116cb1043f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878093 Feb 09 02:27:18.139288 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5927a3a1-085f-4024-9d78-5902f9f10452 req-30e21ca8-bce6-48d9-ab32-51821ffc764e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766989 Feb 09 02:27:18.143005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97232080-07da-44a5-b956-9196115fcc5a req-a1fc1818-cf2c-4d50-905f-fb526cd5b743 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915132 Feb 09 02:27:18.168017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95414649-b2bf-4a0b-b436-10637bea1ef9 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (34dee2b6-2626-4969-b0e9-0137041b6850), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.202398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Made reservation on behalf of 78a8376644cf40c9ac0f578fea39ab66 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:18.210286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.217533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95414649-b2bf-4a0b-b436-10637bea1ef9 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (34dee2b6-2626-4969-b0e9-0137041b6850), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.306605 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95414649-b2bf-4a0b-b436-10637bea1ef9 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (34dee2b6-2626-4969-b0e9-0137041b6850), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.312437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95414649-b2bf-4a0b-b436-10637bea1ef9 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.317761 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-95414649-b2bf-4a0b-b436-10637bea1ef9 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/34dee2b6-2626-4969-b0e9-0137041b6850 HTTP/1.1" status: 204 len: 168 time: 0.4091861 Feb 09 02:27:18.323027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41874) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:18.333776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95414649-b2bf-4a0b-b436-10637bea1ef9 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dee2b6-2626-4969-b0e9-0137041b6850,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:18.451192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2fe69563-fc5e-4bd0-9f56-50fb9d79e283 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1269298 Feb 09 02:27:18.454863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:18.468279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Allocated IP 172.20.0.12 (58e76783-5559-4832-aadd-c20cb6aeb60d/11160cf4-fc3b-4ff2-aecc-9af40d575299/2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:18.534322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9837a681-115a-4893-86ef-178a09d59b96 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (192364a3-3d37-49e1-b0c4-183eabe12bb9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.561615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9837a681-115a-4893-86ef-178a09d59b96 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (192364a3-3d37-49e1-b0c4-183eabe12bb9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.637242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9837a681-115a-4893-86ef-178a09d59b96 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (192364a3-3d37-49e1-b0c4-183eabe12bb9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.640918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9837a681-115a-4893-86ef-178a09d59b96 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.642855 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9837a681-115a-4893-86ef-178a09d59b96 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/192364a3-3d37-49e1-b0c4-183eabe12bb9 HTTP/1.1" status: 204 len: 168 time: 0.1863656 Feb 09 02:27:18.650064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41886) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:18.674983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837a681-115a-4893-86ef-178a09d59b96 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192364a3-3d37-49e1-b0c4-183eabe12bb9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:18.745960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d254a193-5c2f-4fe7-8665-98438a0c908e req-beb210ae-97bd-457f-b575-f640960f3f98 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 210 time: 0.0997701 Feb 09 02:27:18.758554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:18.760626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6e11f9d9-c2cb-4f0d-8738-fd626007fe91 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1086879 Feb 09 02:27:18.778089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-94d9cd85-b8d1-46e8-8339-811bf519ba2d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705629427'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:18.827344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d9cd85-b8d1-46e8-8339-811bf519ba2d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.840542 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks [] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.881358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488b192-2eab-44d5-a57e-bbaab1c8e19b req-220f0cea-6b79-49c7-9d9f-14b08dbbaee5 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:18.888712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9488b192-2eab-44d5-a57e-bbaab1c8e19b req-220f0cea-6b79-49c7-9d9f-14b08dbbaee5 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 943 time: 0.1065979 Feb 09 02:27:18.945437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d9cd85-b8d1-46e8-8339-811bf519ba2d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (0a44ed28-b86b-4e68-9f5f-29abdac5c51f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.956657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d9cd85-b8d1-46e8-8339-811bf519ba2d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0a44ed28-b86b-4e68-9f5f-29abdac5c51f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.965458 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:18.982332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9488b192-2eab-44d5-a57e-bbaab1c8e19b req-5d2c2a6a-5559-48dd-a885-077c637d236a tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876803 Feb 09 02:27:19.056036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9cd85-b8d1-46e8-8339-811bf519ba2d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a44ed28-b86b-4e68-9f5f-29abdac5c51f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:19.076380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-94d9cd85-b8d1-46e8-8339-811bf519ba2d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.081304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-94d9cd85-b8d1-46e8-8339-811bf519ba2d tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3213103 Feb 09 02:27:19.081931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:19.082604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.086428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b1e4cdac-9bb0-4db7-b225-6d9db8d74e92 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': '0a44ed28-b86b-4e68-9f5f-29abdac5c51f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:19.088646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Network 58e76783-5559-4832-aadd-c20cb6aeb60d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:19.091250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:19.113778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Pushing event updated for resources: {'Port': ['ID=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:19.116961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:19.130959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cdac-9bb0-4db7-b225-6d9db8d74e92 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.262178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cdac-9bb0-4db7-b225-6d9db8d74e92 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.271977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cdac-9bb0-4db7-b225-6d9db8d74e92 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.288808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:19.289592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.327886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4cdac-9bb0-4db7-b225-6d9db8d74e92 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:19.345782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-154a3343-116c-4b6b-9700-28a09b35bccd tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4899228 Feb 09 02:27:19.357471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cdac-9bb0-4db7-b225-6d9db8d74e92 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.361983 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b1e4cdac-9bb0-4db7-b225-6d9db8d74e92 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2758124 Feb 09 02:27:19.363490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:19.371003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Request body: {'port': {'device_id': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:19.442923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdee6-6962-4f54-9492-26542f551112 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.476121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdee6-6962-4f54-9492-26542f551112 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.515393 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.546397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79ebe-28c4-41cc-85f7-3d9a7dd3c838 req-864fa010-c797-447f-ae2b-831ba2340e18 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:19.546719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdee6-6962-4f54-9492-26542f551112 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.548877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3f79ebe-28c4-41cc-85f7-3d9a7dd3c838 req-864fa010-c797-447f-ae2b-831ba2340e18 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 946 time: 0.2443545 Feb 09 02:27:19.555583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0fdee6-6962-4f54-9492-26542f551112 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.559143 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d0fdee6-6962-4f54-9492-26542f551112 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f HTTP/1.1" status: 204 len: 168 time: 0.1935353 Feb 09 02:27:19.561768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:19.570529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fdee6-6962-4f54-9492-26542f551112 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4cc75c1-cfb2-43b4-9b64-dd7d98bcab0f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:19.619597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-243a5840-37bb-4ca3-9180-a70e884e325b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543675 Feb 09 02:27:19.620035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41950) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:19.651687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3f79ebe-28c4-41cc-85f7-3d9a7dd3c838 req-7112441a-4e83-4cd4-8685-3eb5af39386e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707142 Feb 09 02:27:19.758162 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21854345-770f-410d-88ff-5fde85b9fbd6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (0a44ed28-b86b-4e68-9f5f-29abdac5c51f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.824588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21854345-770f-410d-88ff-5fde85b9fbd6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (0a44ed28-b86b-4e68-9f5f-29abdac5c51f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.926135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21854345-770f-410d-88ff-5fde85b9fbd6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0a44ed28-b86b-4e68-9f5f-29abdac5c51f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.929516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-21854345-770f-410d-88ff-5fde85b9fbd6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:19.930979 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-21854345-770f-410d-88ff-5fde85b9fbd6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a44ed28-b86b-4e68-9f5f-29abdac5c51f HTTP/1.1" status: 204 len: 168 time: 0.3075924 Feb 09 02:27:19.936050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41958) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:19.953196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21854345-770f-410d-88ff-5fde85b9fbd6 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a44ed28-b86b-4e68-9f5f-29abdac5c51f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:20.022554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aca7112f-cd5a-43ba-acc1-47395b1908c3 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:27:20.061095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:20.234641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80df4e-e080-44b0-940d-7c80a58e195e req-dc84ad76-a36e-45ae-8a3a-57212b343b69 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:20.236809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab80df4e-e080-44b0-940d-7c80a58e195e req-dc84ad76-a36e-45ae-8a3a-57212b343b69 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 932 time: 0.3223393 Feb 09 02:27:20.246427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2aa0c3af-0ad0-4112-a414-9cdbefbfe22b tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3081729 Feb 09 02:27:20.250393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-60bbc40e-c799-413d-82d2-92cf5e017614 req-81cc2591-ac71-49ed-aa0b-f7f57b710bbd service neutron] (103150) timed out ('10.222.0.72', 64497) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:27:20.253190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:20.259046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1f405f10-1c61-4034-a946-0515de47df3a tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728369578'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:20.320181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port aca7112f-cd5a-43ba-acc1-47395b1908c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aca7112f-cd5a-43ba-acc1-47395b1908c3,segment=NetworkSegment(1c1b82eb-9031-4bc9-a486-c96ffc7aabe6),segment_id=1c1b82eb-9031-4bc9-a486-c96ffc7aabe6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:20.325518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f405f10-1c61-4034-a946-0515de47df3a tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.360991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:20.363723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'aca7112f-cd5a-43ba-acc1-47395b1908c3', 'network_id': '136148e9-f860-4317-8837-6a116cb1043f', 'port_id': 'aca7112f-cd5a-43ba-acc1-47395b1908c3', 'mac_address': 'fa:16:3e:a3:e3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5578db-1cc5-49d0-ae74-a55dd0bb9a1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:27:20.370520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Publish callbacks [] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.399106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbaa7-3285-41d6-ac8f-0b4ead83eb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.415798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Transition to ACTIVE for port object 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:27:20.426364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacafa2f-3eb0-42d8-8a46-ef91e64682c2 req-bbd07afd-c710-44e9-b7d3-9f4e7bf41c5a tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:20.435925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dacafa2f-3eb0-42d8-8a46-ef91e64682c2 req-bbd07afd-c710-44e9-b7d3-9f4e7bf41c5a tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 943 time: 0.3129728 Feb 09 02:27:20.460789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.482320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port aca7112f-cd5a-43ba-acc1-47395b1908c3 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:20.482655 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.522002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab80df4e-e080-44b0-940d-7c80a58e195e req-55bd3d23-4110-4909-87c5-adecc1f9ea95 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692385 Feb 09 02:27:20.523923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca7112f-cd5a-43ba-acc1-47395b1908c3 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:20.573144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port aca7112f-cd5a-43ba-acc1-47395b1908c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aca7112f-cd5a-43ba-acc1-47395b1908c3,segment=NetworkSegment(1c1b82eb-9031-4bc9-a486-c96ffc7aabe6),segment_id=1c1b82eb-9031-4bc9-a486-c96ffc7aabe6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:20.585401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.655760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f405f10-1c61-4034-a946-0515de47df3a tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.697330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f405f10-1c61-4034-a946-0515de47df3a tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.736767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:20.768847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=aca7112f-cd5a-43ba-acc1-47395b1908c3,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:20.779832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dacafa2f-3eb0-42d8-8a46-ef91e64682c2 req-e18c680e-1436-4ca1-af1d-f9b5794f5c67 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428459 Feb 09 02:27:20.823162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Attempting to bind port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:20.825147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Attempting to bind port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:20.825823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Attempting to bind port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 on network 58e76783-5559-4832-aadd-c20cb6aeb60d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:20.874269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 on network 58e76783-5559-4832-aadd-c20cb6aeb60d not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:27:20.874802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Attempting to bind port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 on network 58e76783-5559-4832-aadd-c20cb6aeb60d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:20.890673 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f405f10-1c61-4034-a946-0515de47df3a tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.891921 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1f405f10-1c61-4034-a946-0515de47df3a tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6376295 Feb 09 02:27:20.896976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:20.900927 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbaa7-3285-41d6-ac8f-0b4ead83eb6b admin admin] Publish callbacks [] for security_group (99b862a8-605d-4cdc-99e1-6da0e2125987), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.905187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f7d0a463-bafd-4a05-87ee-09ce49f649ec tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:20.910187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f405f10-1c61-4034-a946-0515de47df3a tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:20.918583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbaa7-3285-41d6-ac8f-0b4ead83eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (99b862a8-605d-4cdc-99e1-6da0e2125987), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.924103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:20.924546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Checking segment: {'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:20.924939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Bound using segment: {'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:20.925426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Bound port: 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee3854b-8bc3-4048-a00b-2192eb58aed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:20.925744 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.947177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['aca7112f-cd5a-43ba-acc1-47395b1908c3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:20.983041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a463-bafd-4a05-87ee-09ce49f649ec tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a184ea48-37c3-404f-903c-e85675965755), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:20.988974 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae4cbaa7-3285-41d6-ac8f-0b4ead83eb6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8de99468c7c347178a7ac7e49e94013a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9265745 Feb 09 02:27:20.994646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41980) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.019992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cbaa7-3285-41d6-ac8f-0b4ead83eb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b862a8-605d-4cdc-99e1-6da0e2125987,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:21.048088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481745d-69d2-463b-b5e7-dae73a713745 req-3e2b2a2d-5131-40d0-9a90-0713aa17d393 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:21.056827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a481745d-69d2-463b-b5e7-dae73a713745 req-3e2b2a2d-5131-40d0-9a90-0713aa17d393 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 946 time: 0.1864886 Feb 09 02:27:21.073364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a463-bafd-4a05-87ee-09ce49f649ec tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a184ea48-37c3-404f-903c-e85675965755), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.084983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a463-bafd-4a05-87ee-09ce49f649ec tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a184ea48-37c3-404f-903c-e85675965755), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.100016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] For port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:21.134408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a463-bafd-4a05-87ee-09ce49f649ec tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.139951 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7d0a463-bafd-4a05-87ee-09ce49f649ec tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2410357 Feb 09 02:27:21.141452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.165510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] For port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:21.170243 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0b86ed59-aa25-4d22-b327-9f2fde44b544 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules/a184ea48-37c3-404f-903c-e85675965755 HTTP/1.1" status: 200 len: 763 time: 0.0242929 Feb 09 02:27:21.171425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.189044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0a463-bafd-4a05-87ee-09ce49f649ec tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a184ea48-37c3-404f-903c-e85675965755,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:21.191646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.216654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a481745d-69d2-463b-b5e7-dae73a713745 req-10f4620c-ceda-4334-8724-2af7d6101562 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529446 Feb 09 02:27:21.265923 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2ae37445-25a3-4fd4-a0b3-a3028c907daa tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935183 Feb 09 02:27:21.269603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c485-ff45-4a93-9662-f5cd08af0151 admin admin] Publish callbacks [] for security_group (99b862a8-605d-4cdc-99e1-6da0e2125987), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.270996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.309397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef830f39-295d-44ce-94fd-d51e01b3a7a1 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a184ea48-37c3-404f-903c-e85675965755), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.317252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:21.317888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.320785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef830f39-295d-44ce-94fd-d51e01b3a7a1 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (a184ea48-37c3-404f-903c-e85675965755), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.324976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] 10.222.0.82 "PUT /v2.0/ports/2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 HTTP/1.1" status: 200 len: 1093 time: 1.9580977 Feb 09 02:27:21.335089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'tag': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:21.335089 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6854989-0402-4b94-b164-de75a52d9e1b", "tag": "2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:21.385565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef830f39-295d-44ce-94fd-d51e01b3a7a1 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a184ea48-37c3-404f-903c-e85675965755), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.413731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef830f39-295d-44ce-94fd-d51e01b3a7a1 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.415619 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ef830f39-295d-44ce-94fd-d51e01b3a7a1 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a184ea48-37c3-404f-903c-e85675965755 HTTP/1.1" status: 204 len: 168 time: 0.1427798 Feb 09 02:27:21.422849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.445144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef830f39-295d-44ce-94fd-d51e01b3a7a1 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a184ea48-37c3-404f-903c-e85675965755,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:21.459527 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1787424b-5843-41ba-9da1-df58b4a4253c x-openstack-request-id: req-1787424b-5843-41ba-9da1-df58b4a4253c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:21.459956 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6854989-0402-4b94-b164-de75a52d9e1b", "tag": "2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:21.460215 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1787424b-5843-41ba-9da1-df58b4a4253c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:21.460617 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'tag': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645', 'status': 'completed', 'code': 200} Feb 09 02:27:21.478879 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5dcf6c94-ba2b-4538-a427-aefc302be02c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535612 Feb 09 02:27:21.481522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.490033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8fba75bb-705c-4990-8f0d-cc90a9157cf0 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:21.503876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c485-ff45-4a93-9662-f5cd08af0151 admin admin] Publish callbacks [] for security_group (99b862a8-605d-4cdc-99e1-6da0e2125987), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.530236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0071a79-e9df-4234-9c51-d80709fb3e2f service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:21.555581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fba75bb-705c-4990-8f0d-cc90a9157cf0 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (f3447ee4-0641-4973-9ce1-f99b88b8e0bd), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.635887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cca9f-0930-4974-879d-aad70e4d36a1 req-c5ff0bb7-4df3-4dd2-8a78-2112ae7e9f09 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:21.643408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba4cca9f-0930-4974-879d-aad70e4d36a1 req-c5ff0bb7-4df3-4dd2-8a78-2112ae7e9f09 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 946 time: 0.2766025 Feb 09 02:27:21.665875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244063f-6b14-4b11-8372-b39554ab885b req-2287d557-f0e1-4159-a733-3a90b0ada153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:21.667837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-2287d557-f0e1-4159-a733-3a90b0ada153 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 1127 time: 0.2672262 Feb 09 02:27:21.724325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fba75bb-705c-4990-8f0d-cc90a9157cf0 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (f3447ee4-0641-4973-9ce1-f99b88b8e0bd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.732095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fba75bb-705c-4990-8f0d-cc90a9157cf0 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f3447ee4-0641-4973-9ce1-f99b88b8e0bd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.732378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c485-ff45-4a93-9662-f5cd08af0151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (99b862a8-605d-4cdc-99e1-6da0e2125987), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.737281 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ba6c485-ff45-4a93-9662-f5cd08af0151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.741099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ba6c485-ff45-4a93-9662-f5cd08af0151 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99b862a8-605d-4cdc-99e1-6da0e2125987 HTTP/1.1" status: 204 len: 168 time: 0.7422371 Feb 09 02:27:21.777229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba75bb-705c-4990-8f0d-cc90a9157cf0 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3447ee4-0641-4973-9ce1-f99b88b8e0bd,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:21.798661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fba75bb-705c-4990-8f0d-cc90a9157cf0 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:21.800400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8fba75bb-705c-4990-8f0d-cc90a9157cf0 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3176305 Feb 09 02:27:21.802976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.849083 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-39a4429e-04a8-469f-9c11-caee896d8881 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules/f3447ee4-0641-4973-9ce1-f99b88b8e0bd HTTP/1.1" status: 200 len: 763 time: 0.0443780 Feb 09 02:27:21.852925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42022) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:21.860426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-9e4345ea-39a2-470c-a412-e16c523839d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 HTTP/1.1" status: 200 len: 217 time: 0.1600573 Feb 09 02:27:21.887889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6c485-ff45-4a93-9662-f5cd08af0151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b862a8-605d-4cdc-99e1-6da0e2125987,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:21.978336 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-da7384a0-6f5e-4fc0-893b-45004cc7937c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1207886 Feb 09 02:27:21.979643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:22.025072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aca7112f-cd5a-43ba-acc1-47395b1908c3 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:22.060023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba4cca9f-0930-4974-879d-aad70e4d36a1 req-3947e124-10ef-4c3b-a470-2866548a14aa tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124331 Feb 09 02:27:22.071102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2fb8a2e-9cdb-47bb-8afc-0a9e140ed7d2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (f3447ee4-0641-4973-9ce1-f99b88b8e0bd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.074843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244063f-6b14-4b11-8372-b39554ab885b req-026ee7b0-3c9d-4d45-90cd-011064f1bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:22.077493 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-026ee7b0-3c9d-4d45-90cd-011064f1bf80 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 200 len: 854 time: 0.2032783 Feb 09 02:27:22.097335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2fb8a2e-9cdb-47bb-8afc-0a9e140ed7d2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (f3447ee4-0641-4973-9ce1-f99b88b8e0bd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.164039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2fb8a2e-9cdb-47bb-8afc-0a9e140ed7d2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f3447ee4-0641-4973-9ce1-f99b88b8e0bd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.177623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2fb8a2e-9cdb-47bb-8afc-0a9e140ed7d2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.181770 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e2fb8a2e-9cdb-47bb-8afc-0a9e140ed7d2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f3447ee4-0641-4973-9ce1-f99b88b8e0bd HTTP/1.1" status: 204 len: 168 time: 0.1998239 Feb 09 02:27:22.185120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:22.186668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port aca7112f-cd5a-43ba-acc1-47395b1908c3 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:27:22.192035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port aca7112f-cd5a-43ba-acc1-47395b1908c3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:22.192421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.196021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26694c7f-2d0f-45cf-80b7-a3fc3d3f5b26 req-6393265f-a80e-4afb-8b7b-7bc0d9bc5116 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:22.209438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26694c7f-2d0f-45cf-80b7-a3fc3d3f5b26 req-6393265f-a80e-4afb-8b7b-7bc0d9bc5116 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 944 time: 0.5587556 Feb 09 02:27:22.220793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-5e2ec47d-9d0e-4576-bf09-33d9262f2662 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58e76783-5559-4832-aadd-c20cb6aeb60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300507 Feb 09 02:27:22.317977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb8a2e-9cdb-47bb-8afc-0a9e140ed7d2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3447ee4-0641-4973-9ce1-f99b88b8e0bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:22.340466 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56a8b6c4-c6f6-4f75-85ba-282dade62946 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1294289 Feb 09 02:27:22.361955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:22.366865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4dbe9ab6-30b7-4700-8dae-9c576706572c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:22.422905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port aca7112f-cd5a-43ba-acc1-47395b1908c3 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:22.423597 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.456072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9ab6-30b7-4700-8dae-9c576706572c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (b05e5cfb-cc86-4793-b7f1-57cbc3062958), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.509380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port aca7112f-cd5a-43ba-acc1-47395b1908c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aca7112f-cd5a-43ba-acc1-47395b1908c3,segment=NetworkSegment(1c1b82eb-9031-4bc9-a486-c96ffc7aabe6),segment_id=1c1b82eb-9031-4bc9-a486-c96ffc7aabe6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:22.511558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca7112f-cd5a-43ba-acc1-47395b1908c3'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:22.518912 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8958473-2008-45f4-b909-eb58d7e502de" -d '{"events": [{"server_uuid": "50c1b0d0-6a76-4dbf-b443-75cf07fb7dde", "name": "network-vif-plugged", "status": "completed", "tag": "aca7112f-cd5a-43ba-acc1-47395b1908c3"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:22.528469 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.590001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26694c7f-2d0f-45cf-80b7-a3fc3d3f5b26 req-0f0518c2-18e8-4914-9592-f6e7a5e7eac9 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393638 Feb 09 02:27:22.653001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=aca7112f-cd5a-43ba-acc1-47395b1908c3,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:22.675965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9ab6-30b7-4700-8dae-9c576706572c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (b05e5cfb-cc86-4793-b7f1-57cbc3062958), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.685758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9ab6-30b7-4700-8dae-9c576706572c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b05e5cfb-cc86-4793-b7f1-57cbc3062958), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.692762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736702b-97ae-432a-965b-c15bdbfbd1ba req-04dc2879-a8a2-4152-8445-29a7d898fcb4 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:22.694378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8736702b-97ae-432a-965b-c15bdbfbd1ba req-04dc2879-a8a2-4152-8445-29a7d898fcb4 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 945 time: 0.4319575 Feb 09 02:27:22.749717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9ab6-30b7-4700-8dae-9c576706572c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05e5cfb-cc86-4793-b7f1-57cbc3062958,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:22.795566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-625740b8-453a-4c58-b2d5-b2af67cf656a service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737121 Feb 09 02:27:22.821999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9ab6-30b7-4700-8dae-9c576706572c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:22.827190 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4dbe9ab6-30b7-4700-8dae-9c576706572c tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4616604 Feb 09 02:27:22.827768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42050) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:22.879277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:22.911342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebec319d-fa80-4f4d-a9a8-b5fc7801395b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:23.006411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8736702b-97ae-432a-965b-c15bdbfbd1ba req-a58a1014-a895-4750-aedb-c5fbadbbd82f tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978179 Feb 09 02:27:23.038674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a5dfc626-0b65-461f-8542-5c61b7eab314 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules/b05e5cfb-cc86-4793-b7f1-57cbc3062958 HTTP/1.1" status: 200 len: 764 time: 0.1939442 Feb 09 02:27:23.039812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42058) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:23.134675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebec319d-fa80-4f4d-a9a8-b5fc7801395b admin admin] Publish callbacks [] for security_group (af9f0bc7-113e-4daa-8ad2-222538a8db99), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:23.143562 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebec319d-fa80-4f4d-a9a8-b5fc7801395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (af9f0bc7-113e-4daa-8ad2-222538a8db99), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:23.159666 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5fa62-1263-4037-8e89-721f30f28a95 x-openstack-request-id: req-0dc5fa62-1263-4037-8e89-721f30f28a95 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:23.160266 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c1b0d0-6a76-4dbf-b443-75cf07fb7dde", "name": "network-vif-plugged", "status": "completed", "tag": "aca7112f-cd5a-43ba-acc1-47395b1908c3", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:23.160418 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0dc5fa62-1263-4037-8e89-721f30f28a95 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:23.160951 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca7112f-cd5a-43ba-acc1-47395b1908c3', 'code': 200} Feb 09 02:27:23.246813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5703b882-b732-48d0-94c1-c84479edfc32 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2033844 Feb 09 02:27:23.261611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:23.278265 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ebec319d-fa80-4f4d-a9a8-b5fc7801395b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f8444f230f04dfcbe8f307ed3ec2f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3972781 Feb 09 02:27:23.288127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:23.355662 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbe028fd-17a1-4e2f-b15a-d0572462f22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:23.427328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3244063f-6b14-4b11-8372-b39554ab885b req-b995a4cf-3d91-4456-9d6f-0442ec2629ae service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984533 Feb 09 02:27:23.493625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2558d-9868-47dd-b8d6-a4cb056f323e req-d3caa619-97df-4b88-b5d4-0b471f98e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:23.500296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67c2558d-9868-47dd-b8d6-a4cb056f323e req-d3caa619-97df-4b88-b5d4-0b471f98e74b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 1128 time: 0.2520258 Feb 09 02:27:23.523269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebc4d8-dcd2-4081-b127-53ac399d5444 req-38ccd11f-6528-4385-b252-23ee9768ed58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:23.533200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ebc4d8-dcd2-4081-b127-53ac399d5444 req-38ccd11f-6528-4385-b252-23ee9768ed58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 946 time: 0.3301840 Feb 09 02:27:23.711308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ebc4d8-dcd2-4081-b127-53ac399d5444 req-1bdc83ee-3ee3-4154-a1b1-18341317cebf tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748250 Feb 09 02:27:23.806694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec319d-fa80-4f4d-a9a8-b5fc7801395b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f0bc7-113e-4daa-8ad2-222538a8db99,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:23.905439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67c2558d-9868-47dd-b8d6-a4cb056f323e req-1369529b-c32d-4968-a80b-8d3b4cfb5311 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191006 Feb 09 02:27:23.908352 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71f69143-9fc9-4fe0-b7ce-a37bd8842277 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (b05e5cfb-cc86-4793-b7f1-57cbc3062958), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:23.946983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71f69143-9fc9-4fe0-b7ce-a37bd8842277 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (b05e5cfb-cc86-4793-b7f1-57cbc3062958), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:23.953967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-b1e5798d-3bbd-4949-81e1-2481860471d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:23.956137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-b1e5798d-3bbd-4949-81e1-2481860471d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 1127 time: 0.4539316 Feb 09 02:27:24.055108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f679-5042-4e0d-9fab-2456212005bf req-da3aab48-805d-4728-97e2-c6cb0bdbb64b tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:24.056522 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71f69143-9fc9-4fe0-b7ce-a37bd8842277 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b05e5cfb-cc86-4793-b7f1-57cbc3062958), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.075097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b140f679-5042-4e0d-9fab-2456212005bf req-da3aab48-805d-4728-97e2-c6cb0bdbb64b tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 944 time: 0.3066299 Feb 09 02:27:24.083269 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71f69143-9fc9-4fe0-b7ce-a37bd8842277 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.108918 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-71f69143-9fc9-4fe0-b7ce-a37bd8842277 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b05e5cfb-cc86-4793-b7f1-57cbc3062958 HTTP/1.1" status: 204 len: 168 time: 0.8359432 Feb 09 02:27:24.108918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2399743b-3e25-4696-af10-e49b5055c6a6 admin admin] Publish callbacks [] for security_group (af9f0bc7-113e-4daa-8ad2-222538a8db99), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.125689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42086) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:24.146828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f69143-9fc9-4fe0-b7ce-a37bd8842277 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b05e5cfb-cc86-4793-b7f1-57cbc3062958,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:24.234451 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2399743b-3e25-4696-af10-e49b5055c6a6 admin admin] Publish callbacks [] for security_group (af9f0bc7-113e-4daa-8ad2-222538a8db99), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.298939 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-494b29f5-196f-47a1-9692-1b3fe9477ccc tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1680770 Feb 09 02:27:24.309631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:24.453493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2399743b-3e25-4696-af10-e49b5055c6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (af9f0bc7-113e-4daa-8ad2-222538a8db99), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.456788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2399743b-3e25-4696-af10-e49b5055c6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.470448 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2399743b-3e25-4696-af10-e49b5055c6a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af9f0bc7-113e-4daa-8ad2-222538a8db99 HTTP/1.1" status: 204 len: 168 time: 1.1777749 Feb 09 02:27:24.498919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399743b-3e25-4696-af10-e49b5055c6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f0bc7-113e-4daa-8ad2-222538a8db99,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:24.502361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf503091-b4c1-4296-aa92-9e55cd4ec482 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.565178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf503091-b4c1-4296-aa92-9e55cd4ec482 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.693194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-bddc18c5-f6d4-4370-a685-621ef7742cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:24.697783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-bddc18c5-f6d4-4370-a685-621ef7742cdc service neutron] 10.222.0.82 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 915 time: 0.7312086 Feb 09 02:27:24.698969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-1ae09223-4672-4278-8808-ec38ba0bc13f req-79fc64c7-faa5-43ed-89e7-bf32da7643ee service neutron] (103150) timed out ('10.222.0.82', 64791) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:27:24.707591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf503091-b4c1-4296-aa92-9e55cd4ec482 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.716617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf503091-b4c1-4296-aa92-9e55cd4ec482 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.722500 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bf503091-b4c1-4296-aa92-9e55cd4ec482 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc HTTP/1.1" status: 204 len: 168 time: 0.4087994 Feb 09 02:27:24.731965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:24.794127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf503091-b4c1-4296-aa92-9e55cd4ec482 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f4fff6-1a0c-40a0-8c72-189e3bf46ecc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:24.904697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a30dbfaa-e750-4c8a-9875-35db275d138f tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1702216 Feb 09 02:27:24.906058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:24.913639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3e603060-b12f-495c-9c3a-b0b316e92fa2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group': {'name': 'tempest-secgroup--849255306'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:24.943860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-eb54157a-070c-49b4-9135-67060c18e5c1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:24.945327 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-eb54157a-070c-49b4-9135-67060c18e5c1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 946 time: 0.3157523 Feb 09 02:27:24.971629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b140f679-5042-4e0d-9fab-2456212005bf req-9011e444-ef1c-48ce-9a03-7ebefa1cf055 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8925908 Feb 09 02:27:24.981880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-f72d13e6-d6ff-4f91-8482-7add1275c564 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 HTTP/1.1" status: 200 len: 217 time: 0.2299304 Feb 09 02:27:25.036580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e603060-b12f-495c-9c3a-b0b316e92fa2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.345375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea38c7-cec2-4889-9544-1f08f4f28f87 req-287e829a-27af-4731-8da2-b3e1737a6085 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:25.366266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7ea38c7-cec2-4889-9544-1f08f4f28f87 req-287e829a-27af-4731-8da2-b3e1737a6085 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 945 time: 0.6510212 Feb 09 02:27:25.403135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Deleting port fa2ae899-c199-4723-ace2-677a04753c8b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:27:25.403476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.430684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-04a06848-6b68-445d-9514-13d021d771b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:25.433685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-04a06848-6b68-445d-9514-13d021d771b1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 200 len: 854 time: 0.4458001 Feb 09 02:27:25.504304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e9222-720b-4413-94e8-2c601c712536 req-ffe145ff-2510-4110-a775-fda3ef4729f7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:25.514023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c9e9222-720b-4413-94e8-2c601c712536 req-ffe145ff-2510-4110-a775-fda3ef4729f7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 946 time: 0.4015405 Feb 09 02:27:25.514970 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e603060-b12f-495c-9c3a-b0b316e92fa2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (d8c413a9-a420-457f-affe-1bc268dd21ab), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.525566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e603060-b12f-495c-9c3a-b0b316e92fa2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d8c413a9-a420-457f-affe-1bc268dd21ab), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.527279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-e3b11948-e736-4b4e-aeb0-17f9907ce064 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58e76783-5559-4832-aadd-c20cb6aeb60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858195 Feb 09 02:27:25.556938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e603060-b12f-495c-9c3a-b0b316e92fa2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.561667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42126) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:25.562101 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3e603060-b12f-495c-9c3a-b0b316e92fa2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6546888 Feb 09 02:27:25.577544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6ab67221-15c5-4cdf-8904-10bec54ce082 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Request body: {'security_group_rule': {'security_group_id': 'd8c413a9-a420-457f-affe-1bc268dd21ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:25.684985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7ea38c7-cec2-4889-9544-1f08f4f28f87 req-8d01e761-de9f-4cf7-beaa-7b26bf837298 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137279 Feb 09 02:27:25.689283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e603060-b12f-495c-9c3a-b0b316e92fa2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c413a9-a420-457f-affe-1bc268dd21ab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:25.694135 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf47e2b4-f19e-46a0-88de-cacae55e0fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.729439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] For port fa2ae899-c199-4723-ace2-677a04753c8b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fa2ae899-c199-4723-ace2-677a04753c8b,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:25.730157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.776834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Calling delete_port for fa2ae899-c199-4723-ace2-677a04753c8b owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:27:25.880849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c9e9222-720b-4413-94e8-2c601c712536 req-6943488e-e93b-44da-ac19-6a558f7d5555 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649666 Feb 09 02:27:25.885085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ab67221-15c5-4cdf-8904-10bec54ce082 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (8fa7b113-3542-43e0-96fc-cc89de853658), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:25.961128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-16e6c278-4466-4ccc-9f6b-c0460ca7b6bc service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158509 Feb 09 02:27:25.987893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42140) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:26.202305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fa2ae899-c199-4723-ace2-677a04753c8b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.233332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:26.237610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['fa2ae899-c199-4723-ace2-677a04753c8b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:26.398527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ca0b53a-5684-43a5-ad93-2d38ca87c32a req-5f0f1559-696a-4488-8bcd-9198b9c84c6b service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310319 Feb 09 02:27:26.403049 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event deleted for resources: {'Port': ['ID=fa2ae899-c199-4723-ace2-677a04753c8b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:26.457058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] No DVR routers for this DVR port fa2ae899-c199-4723-ace2-677a04753c8b on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:27:26.464389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.473446 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eca53685-5ebf-42a0-8b61-e69f5316b3cf req-a846614a-22a6-46f4-93e5-6618bc0c9701 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "DELETE /v2.0/ports/fa2ae899-c199-4723-ace2-677a04753c8b HTTP/1.1" status: 204 len: 173 time: 1.5187590 Feb 09 02:27:26.475172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'name': 'network-vif-deleted', 'tag': 'fa2ae899-c199-4723-ace2-677a04753c8b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:26.481156 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f255aa-a223-4d07-89b9-158d8c863605" -d '{"events": [{"server_uuid": "897f48fd-141c-49f0-813f-c36ac77a55ec", "name": "network-vif-deleted", "tag": "fa2ae899-c199-4723-ace2-677a04753c8b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:26.527992 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ab67221-15c5-4cdf-8904-10bec54ce082 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (8fa7b113-3542-43e0-96fc-cc89de853658), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.543226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] Deleting subnet f6b26322-868f-4676-92d9-4bccd301dc7d {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:27:26.564219 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e891a-caf9-4cde-97e2-02436306c7b1 x-openstack-request-id: req-627e891a-caf9-4cde-97e2-02436306c7b1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:26.564662 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897f48fd-141c-49f0-813f-c36ac77a55ec", "name": "network-vif-deleted", "tag": "fa2ae899-c199-4723-ace2-677a04753c8b", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:26.565170 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-627e891a-caf9-4cde-97e2-02436306c7b1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:26.565751 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897f48fd-141c-49f0-813f-c36ac77a55ec', 'name': 'network-vif-deleted', 'tag': 'fa2ae899-c199-4723-ace2-677a04753c8b', 'status': 'completed', 'code': 200} Feb 09 02:27:26.575936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2716f-db45-46ce-8050-0ced12960fca req-07c9a532-88ce-4881-93e7-1d2f92d9ec9f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:26.579050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cfe2716f-db45-46ce-8050-0ced12960fca req-07c9a532-88ce-4881-93e7-1d2f92d9ec9f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 944 time: 0.3714025 Feb 09 02:27:26.583760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] Publish callbacks [] for subnet (f6b26322-868f-4676-92d9-4bccd301dc7d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.589761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ab67221-15c5-4cdf-8904-10bec54ce082 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (8fa7b113-3542-43e0-96fc-cc89de853658), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.758620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (f6b26322-868f-4676-92d9-4bccd301dc7d), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.847598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab67221-15c5-4cdf-8904-10bec54ce082 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa7b113-3542-43e0-96fc-cc89de853658,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:26.870739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ab67221-15c5-4cdf-8904-10bec54ce082 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.871953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6ab67221-15c5-4cdf-8904-10bec54ce082 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2984746 Feb 09 02:27:26.874644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:26.911449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f6b26322-868f-4676-92d9-4bccd301dc7d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.940071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cfe2716f-db45-46ce-8050-0ced12960fca req-e299ab30-b4a4-4115-83fc-6a76873016d6 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978551 Feb 09 02:27:26.973745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:26.977519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efdec9-e324-4868-9701-1e78773b5bd0 req-5ed08a2d-ada2-4597-852f-282707374139 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:26.979756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77efdec9-e324-4868-9701-1e78773b5bd0 req-5ed08a2d-ada2-4597-852f-282707374139 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 945 time: 0.1432886 Feb 09 02:27:27.017364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (f6b26322-868f-4676-92d9-4bccd301dc7d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.051559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b26322-868f-4676-92d9-4bccd301dc7d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:27.059090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.070718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-30b82477-6cd0-4ef9-bd81-e96a0318330e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f6b26322-868f-4676-92d9-4bccd301dc7d HTTP/1.1" status: 204 len: 168 time: 1.0659931 Feb 09 02:27:27.078508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42170) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:27.089450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16e31b4f-157f-46f2-a20d-1e0aa7e67dd2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (d8c413a9-a420-457f-affe-1bc268dd21ab), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.190693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16e31b4f-157f-46f2-a20d-1e0aa7e67dd2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (d8c413a9-a420-457f-affe-1bc268dd21ab), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.248426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77efdec9-e324-4868-9701-1e78773b5bd0 req-8b99706e-db97-4ca9-b3cc-770498ac60b5 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521939 Feb 09 02:27:27.332272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16e31b4f-157f-46f2-a20d-1e0aa7e67dd2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d8c413a9-a420-457f-affe-1bc268dd21ab), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.335875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16e31b4f-157f-46f2-a20d-1e0aa7e67dd2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.337421 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-16e31b4f-157f-46f2-a20d-1e0aa7e67dd2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/d8c413a9-a420-457f-affe-1bc268dd21ab HTTP/1.1" status: 204 len: 168 time: 0.4616559 Feb 09 02:27:27.341122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42178) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:27.356459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa430896-ee97-43c4-b6ab-caa914b7f3d2 req-da16ffcd-5d8b-454d-997a-d769b6b7ee6f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=897f48fd-141c-49f0-813f-c36ac77a55ec HTTP/1.1" status: 200 len: 210 time: 0.1183331 Feb 09 02:27:27.373494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e31b4f-157f-46f2-a20d-1e0aa7e67dd2 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c413a9-a420-457f-affe-1bc268dd21ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:27.380461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (310bed60-bfcd-4504-aeb7-411606b929f8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.491956 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ee1c6a0f-79b6-400d-a774-2dcf335568fa tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1344254 Feb 09 02:27:27.494560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42186) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:27.547394 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (310bed60-bfcd-4504-aeb7-411606b929f8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.587939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310bed60-bfcd-4504-aeb7-411606b929f8']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:27.600764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2825ebb-909d-4740-8658-194285a2244c') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:27.601074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2825ebb-909d-4740-8658-194285a2244c') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:27.609759 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8c83aef1-5fe9-4930-9dfd-bba7cd1d87d9 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1139545 Feb 09 02:27:27.620373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:27.628320 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (f2825ebb-909d-4740-8658-194285a2244c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.639745 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-83aa3d0b-d4ea-44ea-b5db-24e151c123b8 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] delete failed (client error): The resource could not be found. Feb 09 02:27:27.645131 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-83aa3d0b-d4ea-44ea-b5db-24e151c123b8 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "DELETE /v2.0/security-groups/d8c413a9-a420-457f-affe-1bc268dd21ab HTTP/1.1" status: 404 len: 347 time: 0.0236077 Feb 09 02:27:27.650276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:27.669845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f2825ebb-909d-4740-8658-194285a2244c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.681478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:27:27.681790 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (f2825ebb-909d-4740-8658-194285a2244c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.758916 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-693e754e-f542-4274-a9ab-4c01cfdbbd40 tempest-SecGroupTest-435446528 tempest-SecGroupTest-435446528-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1025717 Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:27:27.822254 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:27:27.840638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (310bed60-bfcd-4504-aeb7-411606b929f8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.847883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:27.854966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] 10.222.0.53 "DELETE /v2.0/networks/310bed60-bfcd-4504-aeb7-411606b929f8 HTTP/1.1" status: 204 len: 168 time: 0.7734692 Feb 09 02:27:27.879232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff7dd7-7a87-497e-a7d0-714d03bbc396 admin admin] Pushing event deleted for resources: {'Network': ['ID=310bed60-bfcd-4504-aeb7-411606b929f8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:28.080565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfcd7f-5376-4c5b-9389-552f8d860761 req-5ec59c2f-6540-4c0a-b6cc-8259daba5b7c tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:28.082228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3dfcd7f-5376-4c5b-9389-552f8d860761 req-5ec59c2f-6540-4c0a-b6cc-8259daba5b7c tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 945 time: 0.1297171 Feb 09 02:27:28.162195 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:28.173563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e193d0-bc84-43f3-bee9-473f5affe489 req-731fe70c-ab47-4adb-8797-9c505d8eb077 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:28.181362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e193d0-bc84-43f3-bee9-473f5affe489 req-731fe70c-ab47-4adb-8797-9c505d8eb077 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 944 time: 0.0920496 Feb 09 02:27:28.190134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3dfcd7f-5376-4c5b-9389-552f8d860761 req-54caa47f-ccc0-4764-a6b1-2856d221303f tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Feb 09 02:27:28.242548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e193d0-bc84-43f3-bee9-473f5affe489 req-69bbf199-b842-4721-99be-12aa645f5eb7 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Feb 09 02:27:28.425655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42218) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:28.516518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:27:28.575167 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af2cc8ca-3fc0-451c-a65c-9163c6189bfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e7aca29ea9d49d4b4fe46500428a4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476326 Feb 09 02:27:28.577847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:28.743414 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9953ba83-6bc6-4c9a-94c3-e56ca18146dd admin admin] Publish callbacks [] for security_group (618fde8d-eb31-41f2-838b-400ce7e10ad0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:28.788322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:28.805669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:28.820412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9953ba83-6bc6-4c9a-94c3-e56ca18146dd admin admin] Publish callbacks [] for security_group (618fde8d-eb31-41f2-838b-400ce7e10ad0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:28.825672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645', 'network_id': '58e76783-5559-4832-aadd-c20cb6aeb60d', 'port_id': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645', 'mac_address': 'fa:16:3e:a6:56:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11160cf4-fc3b-4ff2-aecc-9af40d575299', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:27:28.905940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:28.906655 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:28.938318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9953ba83-6bc6-4c9a-94c3-e56ca18146dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (618fde8d-eb31-41f2-838b-400ce7e10ad0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:28.942717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9953ba83-6bc6-4c9a-94c3-e56ca18146dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:28.945627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9953ba83-6bc6-4c9a-94c3-e56ca18146dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/618fde8d-eb31-41f2-838b-400ce7e10ad0 HTTP/1.1" status: 204 len: 168 time: 0.3664615 Feb 09 02:27:28.966267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953ba83-6bc6-4c9a-94c3-e56ca18146dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618fde8d-eb31-41f2-838b-400ce7e10ad0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:28.979197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:29.032256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:29.041878 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.117929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:29.137042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:29.207090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5205f381-8075-4c13-9f43-13b572658ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.358784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:29.426763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5205f381-8075-4c13-9f43-13b572658ce8 admin admin] Publish callbacks [] for security_group (44d975b9-e5a8-49cf-ac8e-95d2c1fe728b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.440365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5205f381-8075-4c13-9f43-13b572658ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (44d975b9-e5a8-49cf-ac8e-95d2c1fe728b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.508376 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5205f381-8075-4c13-9f43-13b572658ce8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18661c991e9c42909cb5264092f42757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7014749 Feb 09 02:27:29.512609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:29.571270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-c342b90e-7f7f-4135-9d03-ba452c6e83ca tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:29.573085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-c342b90e-7f7f-4135-9d03-ba452c6e83ca tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.72 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 945 time: 0.3256066 Feb 09 02:27:29.655057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205f381-8075-4c13-9f43-13b572658ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d975b9-e5a8-49cf-ac8e-95d2c1fe728b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:29.693877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fc8ad38-d10b-41a0-b4bb-9c402b440cea admin admin] Publish callbacks [] for security_group (44d975b9-e5a8-49cf-ac8e-95d2c1fe728b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.741542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d43f2-1f3d-4395-a36e-b5f4a9cbf5aa req-454689d5-cb03-4b80-98d0-eaffe4fa00dd tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:29.760935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-065d43f2-1f3d-4395-a36e-b5f4a9cbf5aa req-454689d5-cb03-4b80-98d0-eaffe4fa00dd tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 945 time: 0.3933973 Feb 09 02:27:29.763567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fc8ad38-d10b-41a0-b4bb-9c402b440cea admin admin] Publish callbacks [] for security_group (44d975b9-e5a8-49cf-ac8e-95d2c1fe728b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.766138 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.879906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fc8ad38-d10b-41a0-b4bb-9c402b440cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (44d975b9-e5a8-49cf-ac8e-95d2c1fe728b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.883286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fc8ad38-d10b-41a0-b4bb-9c402b440cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:29.884278 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8fc8ad38-d10b-41a0-b4bb-9c402b440cea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44d975b9-e5a8-49cf-ac8e-95d2c1fe728b HTTP/1.1" status: 204 len: 168 time: 0.3705018 Feb 09 02:27:29.896046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8ad38-d10b-41a0-b4bb-9c402b440cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d975b9-e5a8-49cf-ac8e-95d2c1fe728b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:29.905506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6acb34-0c04-4a88-8e15-8a3a1bf539b3 req-49eff99e-3c2c-40a0-b25b-e9a1a708d5cf tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:29.909254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee6acb34-0c04-4a88-8e15-8a3a1bf539b3 req-49eff99e-3c2c-40a0-b25b-e9a1a708d5cf tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 945 time: 0.4772890 Feb 09 02:27:29.922536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-065d43f2-1f3d-4395-a36e-b5f4a9cbf5aa req-ca2cf926-955d-4cae-b68b-d81055e1b6f9 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591737 Feb 09 02:27:30.152174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee6acb34-0c04-4a88-8e15-8a3a1bf539b3 req-846ea68c-97e3-423a-b2e0-6a4d43338f05 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214766 Feb 09 02:27:30.166399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Deleting port aca7112f-cd5a-43ba-acc1-47395b1908c3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:27:30.170599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:30.292192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7e11282-530e-4650-9696-44ced5dd533b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07baa5a71780417998b1e52eb6e25e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1729770 Feb 09 02:27:30.295105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:30.415622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc2608bb-7396-4967-a48a-5e112e00ff21 admin admin] Publish callbacks [] for security_group (e66fd132-3248-43fc-a695-5b5573b3fce7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:30.459547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc2608bb-7396-4967-a48a-5e112e00ff21 admin admin] Publish callbacks [] for security_group (e66fd132-3248-43fc-a695-5b5573b3fce7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:30.494194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-282d248f-79e4-411b-9909-0c7395583e2e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:30.508619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:30.509361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-282d248f-79e4-411b-9909-0c7395583e2e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.4333894 Feb 09 02:27:30.540945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc2608bb-7396-4967-a48a-5e112e00ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e66fd132-3248-43fc-a695-5b5573b3fce7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:30.546223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc2608bb-7396-4967-a48a-5e112e00ff21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:30.552690 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fc2608bb-7396-4967-a48a-5e112e00ff21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e66fd132-3248-43fc-a695-5b5573b3fce7 HTTP/1.1" status: 204 len: 168 time: 0.2556329 Feb 09 02:27:30.566233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2608bb-7396-4967-a48a-5e112e00ff21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66fd132-3248-43fc-a695-5b5573b3fce7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:30.588404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-75927f98-957e-4f17-b604-970c05a61b74 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0776246 Feb 09 02:27:30.732782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:27:30.747990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:30.748379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:30.776458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] For port aca7112f-cd5a-43ba-acc1-47395b1908c3, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aca7112f-cd5a-43ba-acc1-47395b1908c3,segment=NetworkSegment(1c1b82eb-9031-4bc9-a486-c96ffc7aabe6),segment_id=1c1b82eb-9031-4bc9-a486-c96ffc7aabe6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:30.776817 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:30.840063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Calling delete_port for aca7112f-cd5a-43ba-acc1-47395b1908c3 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:27:30.936600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ac9d9ef1-3c86-4854-8e31-ec4bdbdb1ec2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3453958 Feb 09 02:27:30.983362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:30.983944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:31.037856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:31.047605 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0505a80d-5462-43eb-b853-3e9848c5add3" -d '{"events": [{"server_uuid": "f6854989-0402-4b94-b164-de75a52d9e1b", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:31.084241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:31.095242 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:31.096682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fa2ae899-c199-4723-ace2-677a04753c8b no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:27:31.532008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: fa2ae899-c199-4723-ace2-677a04753c8b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:27:31.533899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fa2ae899-c199-4723-ace2-677a04753c8b not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:27:31.546922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1086fe-bcb6-4be0-9c67-3b5588f08a9e req-7ac9515b-e574-4ba9-8c9a-651155617af5 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:31.562968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:31.564189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed1086fe-bcb6-4be0-9c67-3b5588f08a9e req-7ac9515b-e574-4ba9-8c9a-651155617af5 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 945 time: 0.4184387 Feb 09 02:27:31.589771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-e79440be-8b2a-453f-8546-f2e7fbf0b6d3 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131946 Feb 09 02:27:31.841231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed1086fe-bcb6-4be0-9c67-3b5588f08a9e req-b704bc85-22d0-4617-b843-7797074da214 tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/security-groups?id=6aaae7e8-2330-4756-b3b7-95047a851952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761099 Feb 09 02:27:31.853244 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (aca7112f-cd5a-43ba-acc1-47395b1908c3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:31.870620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['aca7112f-cd5a-43ba-acc1-47395b1908c3'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:31.949754 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca9da1c-f663-4b51-8b41-3eb9ac2cfb61 x-openstack-request-id: req-0ca9da1c-f663-4b51-8b41-3eb9ac2cfb61 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:31.959049 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6854989-0402-4b94-b164-de75a52d9e1b", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:31.959612 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ca9da1c-f663-4b51-8b41-3eb9ac2cfb61 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:31.960441 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645', 'code': 200} Feb 09 02:27:31.998832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Pushing event deleted for resources: {'Port': ['ID=aca7112f-cd5a-43ba-acc1-47395b1908c3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:32.043406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-9236cd70-1acc-431c-a816-1a40497349fa service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117885 Feb 09 02:27:32.161441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7dbf6-414d-436f-9dd8-8beb420d843f req-d7e3c746-aaec-477e-879b-0b5877fab235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:32.163124 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-71d7dbf6-414d-436f-9dd8-8beb420d843f req-d7e3c746-aaec-477e-879b-0b5877fab235 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 1129 time: 0.1763115 Feb 09 02:27:32.163752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] No DVR routers for this DVR port aca7112f-cd5a-43ba-acc1-47395b1908c3 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:27:32.172079 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:32.178088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-604fb268-6bac-4ab2-8002-d4c65a7c2314 req-f9e7df6f-137b-4237-8900-8ff6749d52ac tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.72 "DELETE /v2.0/ports/aca7112f-cd5a-43ba-acc1-47395b1908c3 HTTP/1.1" status: 204 len: 173 time: 2.5916424 Feb 09 02:27:32.185362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42322) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:32.201950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'name': 'network-vif-deleted', 'tag': 'aca7112f-cd5a-43ba-acc1-47395b1908c3'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:32.211919 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25467de0-ddcf-4e49-8038-847897c534db" -d '{"events": [{"server_uuid": "50c1b0d0-6a76-4dbf-b443-75cf07fb7dde", "name": "network-vif-deleted", "tag": "aca7112f-cd5a-43ba-acc1-47395b1908c3"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:32.302227 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-71d7dbf6-414d-436f-9dd8-8beb420d843f req-f1899d9a-d5db-451f-b2fd-9613f2a229dc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321149 Feb 09 02:27:32.422340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378674a7-a3cb-41cd-9b6b-5f2abe2f6367 req-f37c71b9-07ff-4da8-bc85-070df16aab99 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:32.457329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-378674a7-a3cb-41cd-9b6b-5f2abe2f6367 req-f37c71b9-07ff-4da8-bc85-070df16aab99 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 946 time: 0.3006177 Feb 09 02:27:32.618977 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac8cc47-8285-4987-a3ff-21ea3b243d43 x-openstack-request-id: req-2ac8cc47-8285-4987-a3ff-21ea3b243d43 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:32.619568 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c1b0d0-6a76-4dbf-b443-75cf07fb7dde", "name": "network-vif-deleted", "tag": "aca7112f-cd5a-43ba-acc1-47395b1908c3", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:32.636793 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ac8cc47-8285-4987-a3ff-21ea3b243d43 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:32.637476 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c1b0d0-6a76-4dbf-b443-75cf07fb7dde', 'name': 'network-vif-deleted', 'tag': 'aca7112f-cd5a-43ba-acc1-47395b1908c3', 'status': 'completed', 'code': 200} Feb 09 02:27:32.641247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-378674a7-a3cb-41cd-9b6b-5f2abe2f6367 req-07c93cca-6695-4ed6-8581-286f5b51eb53 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811869 Feb 09 02:27:32.712406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c774663f-930c-4eca-8137-6bb521402232 req-67ed7cce-b9b9-4deb-81d4-4d04cd1708d4 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 210 time: 0.0666389 Feb 09 02:27:32.915762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-183e4096-7406-419a-90f1-1208ae0cfde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:33.165395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0dd90b8-ab08-4a5e-9136-1d9b976fd4ed req-3041f1f1-28ee-4297-8a62-6c5ac4a5a56d tempest-InstanceActionsNegativeTestJSON-392054523 tempest-InstanceActionsNegativeTestJSON-392054523-project] 10.222.0.53 "GET /v2.0/ports?device_id=50c1b0d0-6a76-4dbf-b443-75cf07fb7dde HTTP/1.1" status: 200 len: 210 time: 0.1348627 Feb 09 02:27:33.256937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-183e4096-7406-419a-90f1-1208ae0cfde5 admin admin] Publish callbacks [] for security_group (a1c82b21-0ae3-4551-8c43-32a7a30902a0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:33.276358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-183e4096-7406-419a-90f1-1208ae0cfde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a1c82b21-0ae3-4551-8c43-32a7a30902a0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:33.377487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42362) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:33.389910 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-183e4096-7406-419a-90f1-1208ae0cfde5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67d9e06cf6f941f885e8d6d3f322fbfc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1903625 Feb 09 02:27:33.393147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42366) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:33.393397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4096-7406-419a-90f1-1208ae0cfde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c82b21-0ae3-4551-8c43-32a7a30902a0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:33.568860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d3fada8-68f0-4ad9-aee3-3bcd6247ef63 admin admin] Publish callbacks [] for security_group (a1c82b21-0ae3-4551-8c43-32a7a30902a0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:33.629398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d3fada8-68f0-4ad9-aee3-3bcd6247ef63 admin admin] Publish callbacks [] for security_group (a1c82b21-0ae3-4551-8c43-32a7a30902a0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:33.736840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d3fada8-68f0-4ad9-aee3-3bcd6247ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a1c82b21-0ae3-4551-8c43-32a7a30902a0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:33.740091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d3fada8-68f0-4ad9-aee3-3bcd6247ef63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:33.742565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8d3fada8-68f0-4ad9-aee3-3bcd6247ef63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1c82b21-0ae3-4551-8c43-32a7a30902a0 HTTP/1.1" status: 204 len: 168 time: 0.3484740 Feb 09 02:27:33.774586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fada8-68f0-4ad9-aee3-3bcd6247ef63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c82b21-0ae3-4551-8c43-32a7a30902a0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:33.870203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1422465246-network', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:33.919822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Made reservation on behalf of f15e4ae987ec4d30b9b727e9bcd965f1 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:33.925386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.020957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-345f19c5-3390-4d0c-a1b2-fa29475dbc46 req-f8777c7c-44d5-4bc3-a8ee-67ec165ad263 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 210 time: 0.1115491 Feb 09 02:27:34.035156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.096358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aca7112f-cd5a-43ba-acc1-47395b1908c3 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:27:34.106070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89252171-1f8d-4570-be31-ee25e01c2df1 req-671cc4ba-439d-4be6-b4f3-2cf0def77ec4 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:34.114432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89252171-1f8d-4570-be31-ee25e01c2df1 req-671cc4ba-439d-4be6-b4f3-2cf0def77ec4 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 946 time: 0.3037810 Feb 09 02:27:34.164904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: aca7112f-cd5a-43ba-acc1-47395b1908c3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:27:34.165353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aca7112f-cd5a-43ba-acc1-47395b1908c3 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:27:34.225259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89252171-1f8d-4570-be31-ee25e01c2df1 req-3d345b59-186e-43d6-b916-d1bdcb8590f6 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815291 Feb 09 02:27:34.286230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks [] for security_group (031e588c-ca74-4423-bce0-39120292f0b5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.301955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (031e588c-ca74-4423-bce0-39120292f0b5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.305097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42384) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:34.396807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:27:34.399015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] Deleting subnet db5578db-1cc5-49d0-ae74-a55dd0bb9a1b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:27:34.407553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] Publish callbacks [] for subnet (db5578db-1cc5-49d0-ae74-a55dd0bb9a1b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.451626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031e588c-ca74-4423-bce0-39120292f0b5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:34.474688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (77213e4b-8e6d-463c-a923-872ad2815990), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.475188 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Added segment 77213e4b-8e6d-463c-a923-872ad2815990 of type vlan for network 51fd559e-f00b-4a06-91dc-3d89e78ebcec Feb 09 02:27:34.487755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (db5578db-1cc5-49d0-ae74-a55dd0bb9a1b), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.593968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (db5578db-1cc5-49d0-ae74-a55dd0bb9a1b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.595565 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (51fd559e-f00b-4a06-91dc-3d89e78ebcec), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.722162 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (db5578db-1cc5-49d0-ae74-a55dd0bb9a1b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.748377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:27:34.778993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5578db-1cc5-49d0-ae74-a55dd0bb9a1b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:34.791590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (51fd559e-f00b-4a06-91dc-3d89e78ebcec), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.791722 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.791823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:34.792386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.807007 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d0267cbd-1209-471e-9aa4-175c51e9dae1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db5578db-1cc5-49d0-ae74-a55dd0bb9a1b HTTP/1.1" status: 204 len: 168 time: 0.5005233 Feb 09 02:27:34.807685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:34.906427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] Pushing event updated for resources: {'Network': ['ID=51fd559e-f00b-4a06-91dc-3d89e78ebcec,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:34.914704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-68e5b894-4156-4fa6-a7c8-b399346a05dc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5359268 Feb 09 02:27:34.914845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:34.921520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:27:34.943095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Request body: {'subnet': {'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1422465246-subnet', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:34.974093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-9313a27c-04fa-4809-8b29-f93c31d0d40a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:34.976693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-9313a27c-04fa-4809-8b29-f93c31d0d40a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.3729632 Feb 09 02:27:34.991452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Request body: {'port': {'device_id': '040571e9-c39f-4e74-868c-b150fb3c2392', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'admin_state_up': True, 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:35.003225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (136148e9-f860-4317-8837-6a116cb1043f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.041242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Made reservation on behalf of f15e4ae987ec4d30b9b727e9bcd965f1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:35.060957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.190128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:35.275094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a25a7802-afaa-454c-be99-c4b0bb1a2738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.310580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:35.396337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (136148e9-f860-4317-8837-6a116cb1043f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.450979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136148e9-f860-4317-8837-6a116cb1043f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:35.472447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1b82eb-9031-4bc9-a486-c96ffc7aabe6') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:35.473117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1b82eb-9031-4bc9-a486-c96ffc7aabe6') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:35.494597 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (1c1b82eb-9031-4bc9-a486-c96ffc7aabe6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.504522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8ab913b-855e-4874-8a60-e73dad18e07c req-d0a90d41-5842-4ba0-a544-d03fe877ba91 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 210 time: 0.0763283 Feb 09 02:27:35.521332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1c1b82eb-9031-4bc9-a486-c96ffc7aabe6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.559529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:27:35.560340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (1c1b82eb-9031-4bc9-a486-c96ffc7aabe6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:27:35.562292 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:27:35.667202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d7ac6-2248-434a-bfe5-3bc9086a7c34 req-6568228d-b836-411b-a5d2-51a8a261013f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:35.670812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-051d7ac6-2248-434a-bfe5-3bc9086a7c34 req-6568228d-b836-411b-a5d2-51a8a261013f tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 946 time: 0.1877322 Feb 09 02:27:35.686388 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a25a7802-afaa-454c-be99-c4b0bb1a2738 admin admin] Publish callbacks [] for security_group (1a255571-0965-462a-a237-a8531b7d5ff5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.689781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60814f8a-ed46-48a4-a342-3f3d352bb833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.726867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a25a7802-afaa-454c-be99-c4b0bb1a2738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1a255571-0965-462a-a237-a8531b7d5ff5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.757502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:35.764267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.770965 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a25a7802-afaa-454c-be99-c4b0bb1a2738 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9844b6e0815148fc87dde34bc0138d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331163 Feb 09 02:27:35.775352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:35.785143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-051d7ac6-2248-434a-bfe5-3bc9086a7c34 req-e9a7d5b0-648d-4000-9da6-a7987025fb1c tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081665 Feb 09 02:27:35.798735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (136148e9-f860-4317-8837-6a116cb1043f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.806996 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.821368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/136148e9-f860-4317-8837-6a116cb1043f HTTP/1.1" status: 204 len: 168 time: 1.0125554 Feb 09 02:27:35.924192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43ad81-ad80-4d17-a274-9f90b46952f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=136148e9-f860-4317-8837-6a116cb1043f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:35.940754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (d31e57ae-40bd-4b67-9145-6ce6d2b8508c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:35.953091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a7802-afaa-454c-be99-c4b0bb1a2738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a255571-0965-462a-a237-a8531b7d5ff5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:36.006214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Allocated IP 172.20.0.4 (882c9a08-1083-437d-9f12-f4e84922da1f/01db0fe3-a245-49cf-bb9e-a60eedde4675/fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:36.122396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:36.168732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31e57ae-40bd-4b67-9145-6ce6d2b8508c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:36.187119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5f926d-cd26-4dc5-a661-54512edc36db admin admin] Publish callbacks [] for security_group (1a255571-0965-462a-a237-a8531b7d5ff5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.250658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Checking segment: {'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:36.251696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Network hostable DHCP agents. Network: 51fd559e-f00b-4a06-91dc-3d89e78ebcec, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:27:36.279781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5f926d-cd26-4dc5-a661-54512edc36db admin admin] Publish callbacks [] for security_group (1a255571-0965-462a-a237-a8531b7d5ff5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.287157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60814f8a-ed46-48a4-a342-3f3d352bb833 admin admin] Publish callbacks [] for security_group (8ec1d711-01f8-4e31-86fb-d0bcb0aac800), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.302251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60814f8a-ed46-48a4-a342-3f3d352bb833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8ec1d711-01f8-4e31-86fb-d0bcb0aac800), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.306239 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks [] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.310276 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c3269d73-5e39-4e61-aec7-46de72427913 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b61b14306c67464f8a830c418d3aaeb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844709 Feb 09 02:27:36.313198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42442) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:36.417430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ff07130-51c7-4731-a5f3-56705c9d510c admin admin] Publish callbacks [] for security_group (6aaae7e8-2330-4756-b3b7-95047a851952), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.434316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:27:36.442830 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-60814f8a-ed46-48a4-a342-3f3d352bb833 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1edcd13451434fe988f1005946d3296f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1286287 Feb 09 02:27:36.446354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:36.447101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60814f8a-ed46-48a4-a342-3f3d352bb833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec1d711-01f8-4e31-86fb-d0bcb0aac800,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:36.452274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ff07130-51c7-4731-a5f3-56705c9d510c admin admin] Publish callbacks [] for security_group (6aaae7e8-2330-4756-b3b7-95047a851952), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.456102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.468635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:36.490261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 51fd559e-f00b-4a06-91dc-3d89e78ebcec) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:36.523812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event updated for resources: {'Port': ['ID=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:36.550288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Network 882c9a08-1083-437d-9f12-f4e84922da1f is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:36.554244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:36.562071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:36.598339 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5f926d-cd26-4dc5-a661-54512edc36db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1a255571-0965-462a-a237-a8531b7d5ff5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.602392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5f926d-cd26-4dc5-a661-54512edc36db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.603805 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c5f926d-cd26-4dc5-a661-54512edc36db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a255571-0965-462a-a237-a8531b7d5ff5 HTTP/1.1" status: 204 len: 168 time: 0.8189478 Feb 09 02:27:36.605507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:36.606635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.626330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed690abf-e777-4eeb-9267-a4d6512390c5 None None] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:36.666954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f926d-cd26-4dc5-a661-54512edc36db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a255571-0965-462a-a237-a8531b7d5ff5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:36.709149 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd3ea475-e3b3-4fb3-9ce1-f99f25b61f97 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7898324 Feb 09 02:27:36.710218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:36.724746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:36.725423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.756372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:36.790415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3110d9f7-25c7-454e-bb70-8e25b4738e5c admin admin] Publish callbacks [] for security_group (8ec1d711-01f8-4e31-86fb-d0bcb0aac800), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.800631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a550cd1-22b4-47dd-9766-9e77c27b26a9 req-6a3cc974-d2ab-4ad6-a7d2-e695dedc5f55 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:36.817164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a550cd1-22b4-47dd-9766-9e77c27b26a9 req-6a3cc974-d2ab-4ad6-a7d2-e695dedc5f55 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 931 time: 0.1531527 Feb 09 02:27:36.828650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ff07130-51c7-4731-a5f3-56705c9d510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6aaae7e8-2330-4756-b3b7-95047a851952), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.831541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ff07130-51c7-4731-a5f3-56705c9d510c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.832688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7ff07130-51c7-4731-a5f3-56705c9d510c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6aaae7e8-2330-4756-b3b7-95047a851952 HTTP/1.1" status: 204 len: 168 time: 0.5176506 Feb 09 02:27:36.848530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ed1e0fee-45a0-4894-8ab0-93847c1eab00 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8616567 Feb 09 02:27:36.858938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3110d9f7-25c7-454e-bb70-8e25b4738e5c admin admin] Publish callbacks [] for security_group (8ec1d711-01f8-4e31-86fb-d0bcb0aac800), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.913494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff07130-51c7-4731-a5f3-56705c9d510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaae7e8-2330-4756-b3b7-95047a851952,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:36.958863 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3110d9f7-25c7-454e-bb70-8e25b4738e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8ec1d711-01f8-4e31-86fb-d0bcb0aac800), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.961653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3110d9f7-25c7-454e-bb70-8e25b4738e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.981503 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3110d9f7-25c7-454e-bb70-8e25b4738e5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ec1d711-01f8-4e31-86fb-d0bcb0aac800 HTTP/1.1" status: 204 len: 168 time: 0.5277424 Feb 09 02:27:36.984566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (8662e3f8-db2f-4d6a-bf15-784e717d9235), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.985765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (8662e3f8-db2f-4d6a-bf15-784e717d9235), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.029449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a550cd1-22b4-47dd-9766-9e77c27b26a9 req-d1706e86-d32d-4180-91a5-ab26b9c2d37b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120299 Feb 09 02:27:37.033995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110d9f7-25c7-454e-bb70-8e25b4738e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec1d711-01f8-4e31-86fb-d0bcb0aac800,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:37.069426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-51fd559e-f00b-4a06-91dc-3d89e78ebcec', 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec', 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'fixed_ips': [{'subnet_id': 'd31e57ae-40bd-4b67-9145-6ce6d2b8508c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:27:37.070491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.152149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks [] for router_controller (8662e3f8-db2f-4d6a-bf15-784e717d9235), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.313106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Allocated IP 172.20.0.2 (51fd559e-f00b-4a06-91dc-3d89e78ebcec/d31e57ae-40bd-4b67-9145-6ce6d2b8508c/a1cae5bc-6647-48f6-a26b-717839020716) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:37.432544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Request body: {'port': {'device_id': '040571e9-c39f-4e74-868c-b150fb3c2392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:37.481779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks [] for router_gateway (8662e3f8-db2f-4d6a-bf15-784e717d9235), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.600883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Publish callbacks [] for port (a1cae5bc-6647-48f6-a26b-717839020716), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.613649 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (a1cae5bc-6647-48f6-a26b-717839020716), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.621037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.722504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Pushing event updated for resources: {'Port': ['ID=a1cae5bc-6647-48f6-a26b-717839020716,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:37.741375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:37.742868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:37.753509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:37.852368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Attempting to bind port a1cae5bc-6647-48f6-a26b-717839020716 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:37.853429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Attempting to bind port a1cae5bc-6647-48f6-a26b-717839020716 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:37.854089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Attempting to bind port a1cae5bc-6647-48f6-a26b-717839020716 on network 51fd559e-f00b-4a06-91dc-3d89e78ebcec {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:37.862169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:37.863420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Checking segment: {'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:37.864060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.865220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Bound using segment: {'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:37.866260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Bound port: a1cae5bc-6647-48f6-a26b-717839020716, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:37.866924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a1cae5bc-6647-48f6-a26b-717839020716), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.010391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks [] for router_gateway (8662e3f8-db2f-4d6a-bf15-784e717d9235), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.059167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.075254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] For port a1cae5bc-6647-48f6-a26b-717839020716, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:38.089283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] For port a1cae5bc-6647-48f6-a26b-717839020716, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a1cae5bc-6647-48f6-a26b-717839020716,segment=NetworkSegment(77213e4b-8e6d-463c-a923-872ad2815990),segment_id=77213e4b-8e6d-463c-a923-872ad2815990)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:38.109522 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a1cae5bc-6647-48f6-a26b-717839020716), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.359156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56271a-9633-426b-8d82-11f34636e238 None None] Pushing event updated for resources: {'Port': ['ID=a1cae5bc-6647-48f6-a26b-717839020716,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:38.443621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Allocated IP 172.25.6.100 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/8975cdcf-13a7-4764-8118-85ae1f4e9e7d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:38.676585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks [] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.727345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.820854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:38.837100 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Publish callbacks [] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.850804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a1cae5bc-6647-48f6-a26b-717839020716 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:38.851319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:38.872058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:38.884922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:38.913832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Transition to ACTIVE for port object fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:27:38.936240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.978322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Pushing event updated for resources: {'Port': ['ID=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:39.076101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a1cae5bc-6647-48f6-a26b-717839020716 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:39.076488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a1cae5bc-6647-48f6-a26b-717839020716), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:39.093825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Pushing event updated for resources: {'Port': ['ID=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:39.110262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3117a7-4ee1-4942-bb40-3a04213179ae req-41bcc767-f900-4f5d-aaf1-3fcec788a79c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:39.119196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f3117a7-4ee1-4942-bb40-3a04213179ae req-41bcc767-f900-4f5d-aaf1-3fcec788a79c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 931 time: 0.8570609 Feb 09 02:27:39.306192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f3117a7-4ee1-4942-bb40-3a04213179ae req-a5f95246-9c89-4a67-a8f7-ca7eaf6e167d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850328 Feb 09 02:27:39.398785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Attempting to bind port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:39.399203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Attempting to bind port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:39.399540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Attempting to bind port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:39.418805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f on network 882c9a08-1083-437d-9f12-f4e84922da1f not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:27:39.418985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Attempting to bind port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:39.437158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:39.440120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:39.441262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Bound using segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:39.443465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Bound port: fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:39.448151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:39.464379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a1cae5bc-6647-48f6-a26b-717839020716 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:39.464789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a1cae5bc-6647-48f6-a26b-717839020716), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:39.600886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port a1cae5bc-6647-48f6-a26b-717839020716, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a1cae5bc-6647-48f6-a26b-717839020716,segment=NetworkSegment(77213e4b-8e6d-463c-a923-872ad2815990),segment_id=77213e4b-8e6d-463c-a923-872ad2815990)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:39.616428 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a1cae5bc-6647-48f6-a26b-717839020716), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:39.762091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] For port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:39.784964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] For port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:39.803600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:39.810211 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks [] for router_gateway (8662e3f8-db2f-4d6a-bf15-784e717d9235), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:39.876355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=a1cae5bc-6647-48f6-a26b-717839020716,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:39.898614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.898964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.899306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.899642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.899977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.900304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.900629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.900949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.901279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.901603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.901924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.902283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.911970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:39.943825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:39.949016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:39.950556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] 10.222.0.72 "PUT /v2.0/ports/fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f HTTP/1.1" status: 200 len: 1092 time: 3.0769727 Feb 09 02:27:39.953111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040571e9-c39f-4e74-868c-b150fb3c2392', 'tag': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:39.967670 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c9cb79-caff-4f48-b074-4708c5e6fbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "040571e9-c39f-4e74-868c-b150fb3c2392", "tag": "fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:40.139845 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b282797-4432-4ab1-b833-c38eed298fcb x-openstack-request-id: req-8b282797-4432-4ab1-b833-c38eed298fcb {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:40.140166 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040571e9-c39f-4e74-868c-b150fb3c2392", "tag": "fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:40.140439 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b282797-4432-4ab1-b833-c38eed298fcb {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:40.140886 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040571e9-c39f-4e74-868c-b150fb3c2392', 'tag': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f', 'status': 'completed', 'code': 200} Feb 09 02:27:40.243406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687a4d3-4cc4-48f3-8124-dce8728c0849 service neutron] Pushing event updated for resources: {'Port': ['ID=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:40.301341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-cb3070bd-d89d-4fc5-9d1e-139dfac8fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.303093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-cb3070bd-d89d-4fc5-9d1e-139dfac8fb4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 1126 time: 0.2917187 Feb 09 02:27:40.381119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03448f-dfa9-483e-8a61-d0c0c3931e12 None None] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:40.489714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-ae8a4d0d-cbdd-4ba8-872b-5e40c7049f0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f HTTP/1.1" status: 200 len: 217 time: 0.1787512 Feb 09 02:27:40.490786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42552) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:40.605471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (8662e3f8-db2f-4d6a-bf15-784e717d9235), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:40.715560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da0ecd-641c-44cd-9920-76308ec0eb83 req-b3304b5b-6706-4783-bef8-e2fa631e1fe5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.715870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e45102c6-35a4-4f03-a080-f23548f309e4 None None] Provisioning complete for port a1cae5bc-6647-48f6-a26b-717839020716 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:40.716250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e45102c6-35a4-4f03-a080-f23548f309e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a1cae5bc-6647-48f6-a26b-717839020716), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:40.743775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02da0ecd-641c-44cd-9920-76308ec0eb83 req-b3304b5b-6706-4783-bef8-e2fa631e1fe5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 943 time: 0.2804048 Feb 09 02:27:40.800153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-574b9801-ae97-492f-9958-22f74c471c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:40.801882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-574b9801-ae97-492f-9958-22f74c471c09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.2572026 Feb 09 02:27:40.866929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-02c370c8-e6f2-4562-9786-d04603610611 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569515 Feb 09 02:27:40.869082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a1cae5bc-6647-48f6-a26b-717839020716 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:41.153770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-fcfac243-74d1-4d4e-890d-36dab662588c service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727852 Feb 09 02:27:41.191067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Router 8662e3f8-db2f-4d6a-bf15-784e717d9235 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:27:41.198681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-259320958-network', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:41.364359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e45102c6-35a4-4f03-a080-f23548f309e4 None None] Current status of the port a1cae5bc-6647-48f6-a26b-717839020716 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:41.366644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a1cae5bc-6647-48f6-a26b-717839020716 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:41.367031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a1cae5bc-6647-48f6-a26b-717839020716), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.558957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:27:41.571924 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Sync routers for ids ['8662e3f8-db2f-4d6a-bf15-784e717d9235'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:41.586305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22bce591-06be-4fd9-955f-8e3e5c1e83d2 req-2d370e7b-dee3-4df0-a81c-8eb69120500a service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076987 Feb 09 02:27:41.605935 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Routers {'8662e3f8-db2f-4d6a-bf15-784e717d9235'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:41.608703 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8662e3f8-db2f-4d6a-bf15-784e717d9235'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:41.609589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Made reservation on behalf of 51d208ae59b74c0e8c48f5acc33cfb4f for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:41.619967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.620227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.630287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3ae09b18-eaa7-4036-8a80-b6241c23a2f9 None None] Provisioning complete for port a1cae5bc-6647-48f6-a26b-717839020716 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:41.630686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ae09b18-eaa7-4036-8a80-b6241c23a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a1cae5bc-6647-48f6-a26b-717839020716), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.632437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d9a71c7c-1883-4acf-b18b-1e08175c1002 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8930092 Feb 09 02:27:41.648420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:41.660442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.746273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02da0ecd-641c-44cd-9920-76308ec0eb83 req-4b60fe93-486d-48c9-b3bf-abee2d90cc34 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0001874 Feb 09 02:27:41.797054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a1cae5bc-6647-48f6-a26b-717839020716 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:41.888208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3ae09b18-eaa7-4036-8a80-b6241c23a2f9 None None] Current status of the port a1cae5bc-6647-48f6-a26b-717839020716 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:41.901980 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks [] for security_group (348fd52e-a255-4271-8636-40731dd0aa87), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.945456 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (348fd52e-a255-4271-8636-40731dd0aa87), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:41.980064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:27:42.015952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (954b9ff3-80e8-4785-a02e-1d5eef95b792), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.020176 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Added segment 954b9ff3-80e8-4785-a02e-1d5eef95b792 of type vlan for network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 Feb 09 02:27:42.148372 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (27f0fcc4-8a1c-495e-b8b5-0dad97588065), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.309530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (27f0fcc4-8a1c-495e-b8b5-0dad97588065), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.311981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:42.312433 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Set router 8662e3f8-db2f-4d6a-bf15-784e717d9235 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:42.314487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.332933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348fd52e-a255-4271-8636-40731dd0aa87,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:42.388427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.388819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.389295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.389636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.389978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.390314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.390673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.391004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.392154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.392503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.392944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.393281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.393613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:42.611475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-c928f70e-5841-4429-891a-453bcaf2c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:42.617592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-c928f70e-5841-4429-891a-453bcaf2c068 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 1126 time: 0.9211011 Feb 09 02:27:42.644461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1407397 Feb 09 02:27:42.733816 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:39Z', 'revision_number': 3, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:42.796871 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Checking router: 8662e3f8-db2f-4d6a-bf15-784e717d9235 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:42.799647 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Updating router 8662e3f8-db2f-4d6a-bf15-784e717d9235 port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:27:42.838187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42606) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:42.877676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Request body: {'subnet': {'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-subnet', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:42.913419 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:42.932561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d148f0f-ade6-4cfb-b73e-67a484081aae admin admin] Pushing event updated for resources: {'Network': ['ID=27f0fcc4-8a1c-495e-b8b5-0dad97588065,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:42.952800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:27:43.064601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-e8592991-6670-4c31-a655-2a97f859c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:43.072346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-e8592991-6670-4c31-a655-2a97f859c753 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.4265499 Feb 09 02:27:43.114770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Made reservation on behalf of 51d208ae59b74c0e8c48f5acc33cfb4f for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:27:43.118821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:43.333274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-dfe79aec-c84b-4365-bb38-9d80413b695a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f HTTP/1.1" status: 200 len: 217 time: 0.2094376 Feb 09 02:27:43.812584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeff8dc-07f7-44c0-9ee4-49552e2e00b0 req-457adf14-f35e-48f5-be87-c403c1f79b1e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:43.823814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beeff8dc-07f7-44c0-9ee4-49552e2e00b0 req-457adf14-f35e-48f5-be87-c403c1f79b1e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 943 time: 0.7488317 Feb 09 02:27:43.826663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-86df1172-82e8-4fc1-953a-63cd87eefe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:43.828288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-86df1172-82e8-4fc1-953a-63cd87eefe89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.4570513 Feb 09 02:27:43.859242 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Publish callbacks [] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:43.881088 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:43.940199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:43.986883 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Pushing event updated for resources: {'Port': ['ID=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:44.019726 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.021250 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.022040 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.022838 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.024205 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.024205 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.024920 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.025602 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.026312 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.026939 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.027490 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.028135 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.028696 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:44.046344 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Attempting to bind port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:44.047280 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Attempting to bind port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:44.049000 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Attempting to bind port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:44.055792 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:44.056550 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:44.058008 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.059522 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:44.060509 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Bound port: 8975cdcf-13a7-4764-8118-85ae1f4e9e7d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:44.061411 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.101224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-d281958a-a782-49ae-82b9-95363c3349e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2079494 Feb 09 02:27:44.102679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (bec0febe-0f83-43d4-b8ba-23ca6c34e5da), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.155854 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] For port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:44.160030 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] For port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:44.168237 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.260298 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8a60b-e6dc-4aa0-a035-7c84e2f0f414 None None] Pushing event updated for resources: {'Port': ['ID=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:44.269131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec0febe-0f83-43d4-b8ba-23ca6c34e5da,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:44.334446 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Routers {'8662e3f8-db2f-4d6a-bf15-784e717d9235'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:44.335250 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8662e3f8-db2f-4d6a-bf15-784e717d9235'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:44.496734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beeff8dc-07f7-44c0-9ee4-49552e2e00b0 req-ccd8f24c-19cc-4607-9ae7-963ba76cefe5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720097 Feb 09 02:27:44.562198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Allocated IP 172.20.0.1 (51fd559e-f00b-4a06-91dc-3d89e78ebcec/d31e57ae-40bd-4b67-9145-6ce6d2b8508c/f048fc51-ec22-4b10-a5ef-9aa3d48d83cc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:44.655386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Checking segment: {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:44.655765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Network hostable DHCP agents. Network: 27f0fcc4-8a1c-495e-b8b5-0dad97588065, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:27:44.678206 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] Set router 8662e3f8-db2f-4d6a-bf15-784e717d9235 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:44.686101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-0e702415-49aa-4108-9e59-71fcd3232f3a service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626035 Feb 09 02:27:44.768402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:27:44.775657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks [] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.793123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 27f0fcc4-8a1c-495e-b8b5-0dad97588065) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:44.803285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:44.803967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.804233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c645b-1396-4b7d-b76e-55cd7d90d270 None None] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:44.882824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:44.913596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7b36c61d-758c-47bc-8438-61f4c91b8021 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0577016 Feb 09 02:27:44.913596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42684) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:44.935529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:27:44.975682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37c9cb79-caff-4f48-b074-4708c5e6fbc8 req-79dcb00b-c10b-4c50-9205-2fa60b5cffd1 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748778 Feb 09 02:27:45.031571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:45.035003 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.036966 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.060844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:45.079699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:45.083527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Pushing event updated for resources: {'Port': ['ID=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:45.112078 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:39Z', 'revision_number': 3, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:45.132666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9989028b-dfb0-49cd-8cc8-a9eb11e5ea73 None None] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:27:45.153712 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e766bf5-b762-431b-8219-0afd972f5745 None None] The sync data for ids ['8662e3f8-db2f-4d6a-bf15-784e717d9235'] in n-d-826675-12 is: [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:39Z', 'revision_number': 3, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:45.227034 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (8662e3f8-db2f-4d6a-bf15-784e717d9235), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.373960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:45.461396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks [] for router_controller (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.679290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1d007e1e-d3e5-49df-b3fd-40b3fd641a50 None None] Provisioning complete for port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:45.680292 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1d007e1e-d3e5-49df-b3fd-40b3fd641a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.759590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:45.778523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1d007e1e-d3e5-49df-b3fd-40b3fd641a50 None None] Port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:27:46.034797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks [] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.075372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f45b15b6-9b47-49bd-9a1c-0a547f4b812c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.084757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.160300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:27:46.282621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (8662e3f8-db2f-4d6a-bf15-784e717d9235), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.293941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Pushing event updated for resources: {'Port': ['ID=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:46.402959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:46.433891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'port_id': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f', 'mac_address': 'fa:16:3e:96:9f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db0fe3-a245-49cf-bb9e-a60eedde4675', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:27:46.528725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:46.529577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.530351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f45b15b6-9b47-49bd-9a1c-0a547f4b812c admin admin] Publish callbacks [] for security_group (617b61a5-9506-4d53-a391-e9cc0e604f92), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.560140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:27:46.621825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:46.631089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.656382 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f45b15b6-9b47-49bd-9a1c-0a547f4b812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (617b61a5-9506-4d53-a391-e9cc0e604f92), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:46.778281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:46.812805 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f45b15b6-9b47-49bd-9a1c-0a547f4b812c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b742304ec510414f87dd126b5e57dc80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4347925 Feb 09 02:27:46.824387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:46.824387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b15b6-9b47-49bd-9a1c-0a547f4b812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617b61a5-9506-4d53-a391-e9cc0e604f92,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:46.912803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8975cdcf-13a7-4764-8118-85ae1f4e9e7d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:46.972642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks [] for router_gateway (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.059666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:27:47.150740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719ca1-6486-479a-9ff4-52db92897180 req-f06248f4-784f-44c1-b358-e861875ba0bc tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:47.154887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e719ca1-6486-479a-9ff4-52db92897180 req-f06248f4-784f-44c1-b358-e861875ba0bc tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 943 time: 1.3515437 Feb 09 02:27:47.265365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:47.266361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.293221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e719ca1-6486-479a-9ff4-52db92897180 req-090e60fd-9e53-470f-9a72-b6a313e2b191 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341712 Feb 09 02:27:47.412074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:47.424357 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-525f4874-6d84-4914-84e4-313889d451b7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8806570 Feb 09 02:27:47.425174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e3d-8165-40b7-b418-95c467042bcc admin admin] Publish callbacks [] for security_group (617b61a5-9506-4d53-a391-e9cc0e604f92), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.435586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:47.711697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:47.712251 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.738517 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks [] for router_gateway (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.756308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:47.789906 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.797102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e3d-8165-40b7-b418-95c467042bcc admin admin] Publish callbacks [] for security_group (617b61a5-9506-4d53-a391-e9cc0e604f92), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:47.819250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.012432 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.030513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-725f3a98-b83a-4583-b7f2-1fe86835e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:48.037760 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-725f3a98-b83a-4583-b7f2-1fe86835e099 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 1129 time: 0.5576410 Feb 09 02:27:48.043346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:48.145035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f5ed79e2-2f75-4712-850b-b1f6462b4866 None None] Provisioning complete for port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:48.145510 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5ed79e2-2f75-4712-850b-b1f6462b4866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.207227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Allocated IP 172.25.6.91 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:48.264022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed79e2-2f75-4712-850b-b1f6462b4866 None None] Port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:27:48.301717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e3d-8165-40b7-b418-95c467042bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (617b61a5-9506-4d53-a391-e9cc0e604f92), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.309349 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c27d4e3d-8165-40b7-b418-95c467042bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.317741 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c27d4e3d-8165-40b7-b418-95c467042bcc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/617b61a5-9506-4d53-a391-e9cc0e604f92 HTTP/1.1" status: 204 len: 168 time: 1.4828961 Feb 09 02:27:48.369267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Router 8662e3f8-db2f-4d6a-bf15-784e717d9235 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:27:48.520866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks [] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.686203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d4e3d-8165-40b7-b418-95c467042bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b61a5-9506-4d53-a391-e9cc0e604f92,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:48.696697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-4b513d52-d096-4432-bc37-6a67987c4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:48.700535 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-4b513d52-d096-4432-bc37-6a67987c4838 service neutron] 10.222.0.82 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 915 time: 0.6020327 Feb 09 02:27:48.721015 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:48.812484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8975cdcf-13a7-4764-8118-85ae1f4e9e7d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:48.856771 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-7ef031c3-f6b2-461c-8d93-207ab721e71d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 HTTP/1.1" status: 200 len: 217 time: 0.1322904 Feb 09 02:27:48.885778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:27:48.898033 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a1491a5-d5fe-4e0c-a249-3c72fcda4131 admin admin] 10.222.0.53 "PUT /v2.0/routers/8662e3f8-db2f-4d6a-bf15-784e717d9235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2423966 Feb 09 02:27:48.929779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Sync routers for ids ['8662e3f8-db2f-4d6a-bf15-784e717d9235'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:48.934166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:48.941770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:48.946958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:48.955243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Routers {'8662e3f8-db2f-4d6a-bf15-784e717d9235'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:48.955876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8662e3f8-db2f-4d6a-bf15-784e717d9235'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:49.010807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-02eea0f8-dbe8-44dc-8ae9-ca48ff668567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:49.017925 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-02eea0f8-dbe8-44dc-8ae9-ca48ff668567 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 200 len: 854 time: 0.1519918 Feb 09 02:27:49.069770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:49.114597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dc494-2ba9-4b6f-b5d0-e4474c69ff9f req-24750c4e-2ccd-42ad-9f8d-1c715f0b5345 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:49.130941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a2dc494-2ba9-4b6f-b5d0-e4474c69ff9f req-24750c4e-2ccd-42ad-9f8d-1c715f0b5345 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 944 time: 0.5350888 Feb 09 02:27:49.141047 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-c45d73ed-a0f7-4444-ad52-890a9618ed09 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58e76783-5559-4832-aadd-c20cb6aeb60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125150 Feb 09 02:27:49.230715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Set router 8662e3f8-db2f-4d6a-bf15-784e717d9235 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:49.373473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-4c23c60e-b066-4fb4-950f-a407d2bd3358 service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264917 Feb 09 02:27:49.508011 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:49.671598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a2dc494-2ba9-4b6f-b5d0-e4474c69ff9f req-06c1e153-0095-4185-8275-b87b921881bd tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394413 Feb 09 02:27:49.674049 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:49.771683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-776557d7-ef72-49e5-9fcb-d669f7a948ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:49.921252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:49.956874 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f2b4c4d-8557-43a9-88e1-acc0febc7ab6 req-7f8937b4-6b48-408c-bac3-31985b979896 service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772038 Feb 09 02:27:50.033427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-776557d7-ef72-49e5-9fcb-d669f7a948ba admin admin] Publish callbacks [] for security_group (e71c5c98-df01-4cd1-9e65-9a4c9956a72e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.040915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-776557d7-ef72-49e5-9fcb-d669f7a948ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e71c5c98-df01-4cd1-9e65-9a4c9956a72e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.061110 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks [] for router_gateway (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.107374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:50.108064 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.202610 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-776557d7-ef72-49e5-9fcb-d669f7a948ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d02ff837d57f43adb1cb65d5d2fb2554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241880 Feb 09 02:27:50.213726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:50.220337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776557d7-ef72-49e5-9fcb-d669f7a948ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c5c98-df01-4cd1-9e65-9a4c9956a72e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:50.247142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.261227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:50.414283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7e39681-9fb8-4681-b09f-4aeef557a7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.515839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acd25ee6-0341-4c42-8b96-f47b6cf3c75e admin admin] Publish callbacks [] for security_group (e71c5c98-df01-4cd1-9e65-9a4c9956a72e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.533433 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.601132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:27:50.622983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acd25ee6-0341-4c42-8b96-f47b6cf3c75e admin admin] Publish callbacks [] for security_group (e71c5c98-df01-4cd1-9e65-9a4c9956a72e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.684186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:50.711187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:50.711187 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.797959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7e39681-9fb8-4681-b09f-4aeef557a7bb admin admin] Publish callbacks [] for security_group (c03677f2-4551-457a-ad02-ac010c934b28), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.799904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acd25ee6-0341-4c42-8b96-f47b6cf3c75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e71c5c98-df01-4cd1-9e65-9a4c9956a72e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.819431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acd25ee6-0341-4c42-8b96-f47b6cf3c75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.822808 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-acd25ee6-0341-4c42-8b96-f47b6cf3c75e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e71c5c98-df01-4cd1-9e65-9a4c9956a72e HTTP/1.1" status: 204 len: 168 time: 0.6084297 Feb 09 02:27:50.827016 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7e39681-9fb8-4681-b09f-4aeef557a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c03677f2-4551-457a-ad02-ac010c934b28), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:50.827886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:45Z', 'revision_number': 4, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'f048fc51-ec22-4b10-a5ef-9aa3d48d83cc', 'name': '', 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'mac_address': 'fa:16:3e:c5:91:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'd31e57ae-40bd-4b67-9145-6ce6d2b8508c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:43Z', 'updated_at': '2022-02-09T02:27:45Z', 'revision_number': 2, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'subnets': [{'id': 'd31e57ae-40bd-4b67-9145-6ce6d2b8508c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:50.859350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd25ee6-0341-4c42-8b96-f47b6cf3c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c5c98-df01-4cd1-9e65-9a4c9956a72e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:50.901813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Checking router: 8662e3f8-db2f-4d6a-bf15-784e717d9235 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:50.902223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Updating router 8662e3f8-db2f-4d6a-bf15-784e717d9235 port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:27:50.942086 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e7e39681-9fb8-4681-b09f-4aeef557a7bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c377b8435db4a26ae2a633c37a9c9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0143456 Feb 09 02:27:50.945773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:50.985769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e39681-9fb8-4681-b09f-4aeef557a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03677f2-4551-457a-ad02-ac010c934b28,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:51.061645 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.114711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c7be7bb-4f77-499f-acb8-b1adc4c8ab70 admin admin] Publish callbacks [] for security_group (c03677f2-4551-457a-ad02-ac010c934b28), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.180014 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c7be7bb-4f77-499f-acb8-b1adc4c8ab70 admin admin] Publish callbacks [] for security_group (c03677f2-4551-457a-ad02-ac010c934b28), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.202322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-2ae591d2-4598-4a65-b308-d3e87d84bc44 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2428036 Feb 09 02:27:51.279147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:51.283050 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.345413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c7be7bb-4f77-499f-acb8-b1adc4c8ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c03677f2-4551-457a-ad02-ac010c934b28), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.363905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c7be7bb-4f77-499f-acb8-b1adc4c8ab70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.367594 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c7be7bb-4f77-499f-acb8-b1adc4c8ab70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c03677f2-4551-457a-ad02-ac010c934b28 HTTP/1.1" status: 204 len: 168 time: 0.4147954 Feb 09 02:27:51.406226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7be7bb-4f77-499f-acb8-b1adc4c8ab70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03677f2-4551-457a-ad02-ac010c934b28,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:51.407647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd31913-5af2-46de-8bd3-13ae642b2b14 req-4499a1b1-2fbc-4fb8-81be-8509be45824f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:51.418226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfd31913-5af2-46de-8bd3-13ae642b2b14 req-4499a1b1-2fbc-4fb8-81be-8509be45824f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 944 time: 0.4480669 Feb 09 02:27:51.653895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:51.677626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040571e9-c39f-4e74-868c-b150fb3c2392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:27:51.682584 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be49672-4f85-49d0-96b0-d78bc98182e5" -d '{"events": [{"server_uuid": "040571e9-c39f-4e74-868c-b150fb3c2392", "name": "network-vif-plugged", "status": "completed", "tag": "fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:27:51.694885 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:51.708396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfd31913-5af2-46de-8bd3-13ae642b2b14 req-a9cc5ce1-7162-4582-8a44-cf150e5c6a45 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892270 Feb 09 02:27:51.717743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30629dd0-8866-4de8-af5f-918c286a0991 req-279b27c8-9117-443d-b231-e992b690a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:51.719820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-279b27c8-9117-443d-b231-e992b690a9e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 1128 time: 0.4333270 Feb 09 02:27:51.730106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:27:51.979107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:52.049524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:27:52.061791 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Sync routers for ids ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:52.076270 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Routers {'53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:52.080930 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:52.090960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30629dd0-8866-4de8-af5f-918c286a0991 req-3d7a515d-c197-4f93-85ec-7f468e880d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:52.093267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-3d7a515d-c197-4f93-85ec-7f468e880d23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.3496599 Feb 09 02:27:52.101080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.102720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-50561ccb-18a8-46f1-80a5-520c8f145f30 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1882861 Feb 09 02:27:52.106113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42818) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:52.195653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-f7669b29-9d9d-4700-94a0-2cc6e278ffc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c HTTP/1.1" status: 200 len: 217 time: 0.0898204 Feb 09 02:27:52.311080 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Publish callbacks [] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.331657 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.337896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30629dd0-8866-4de8-af5f-918c286a0991 req-4bf843b6-4ba5-4418-bcbd-56d209352e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:52.339969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-4bf843b6-4ba5-4418-bcbd-56d209352e3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1401503 Feb 09 02:27:52.418763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-ea00bb09-c042-4124-90e4-f67b1bc260e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708070 Feb 09 02:27:52.582406 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Set router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:52.659070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb494-ff8d-4762-bc3b-b02bca11dd99 None None] Pushing event updated for resources: {'Port': ['ID=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:52.752016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Attempting to bind port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:52.752878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Attempting to bind port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:52.754781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Attempting to bind port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc on network 51fd559e-f00b-4a06-91dc-3d89e78ebcec {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:52.765325 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0dbdd6-9341-4a83-924d-b05ee92a6cc8 x-openstack-request-id: req-8e0dbdd6-9341-4a83-924d-b05ee92a6cc8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:27:52.766858 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040571e9-c39f-4e74-868c-b150fb3c2392", "name": "network-vif-plugged", "status": "completed", "tag": "fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:27:52.769610 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e0dbdd6-9341-4a83-924d-b05ee92a6cc8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:27:52.770972 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040571e9-c39f-4e74-868c-b150fb3c2392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f', 'code': 200} Feb 09 02:27:52.777866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:52.779557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-cba56347-b91d-400f-a47c-b34760677fd6 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531156 Feb 09 02:27:52.779974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Checking segment: {'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:52.781069 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.784342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Bound using segment: {'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:52.787512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Bound port: f048fc51-ec22-4b10-a5ef-9aa3d48d83cc, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77213e4b-8e6d-463c-a923-872ad2815990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:52.788599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:52.815417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42830) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:53.013343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] For port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:53.022953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] For port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,segment=NetworkSegment(77213e4b-8e6d-463c-a923-872ad2815990),segment_id=77213e4b-8e6d-463c-a923-872ad2815990)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:53.038067 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.135097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:27:49Z', 'revision_number': 3, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port': {'id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:53.187600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52a59617-6b19-4384-a123-682525783238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.222097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Checking router: 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:27:53.223220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Updating router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:27:53.251522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Routers {'8662e3f8-db2f-4d6a-bf15-784e717d9235'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:53.252449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8662e3f8-db2f-4d6a-bf15-784e717d9235'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:53.325189 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.540707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fed8bd77-9580-467c-9aae-738cddf8dd0b None None] Provisioning complete for port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:53.541640 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fed8bd77-9580-467c-9aae-738cddf8dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.545152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad2f41-bc7e-40ef-99b8-54a43e0e47d5 req-86c20d32-eb6a-4bfb-9d97-bf89a313d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:53.563068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bad2f41-bc7e-40ef-99b8-54a43e0e47d5 req-86c20d32-eb6a-4bfb-9d97-bf89a313d032 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 1128 time: 0.7318139 Feb 09 02:27:53.592199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30629dd0-8866-4de8-af5f-918c286a0991 req-32c353e2-2cfe-4f0b-9f62-9d0067f87ee5 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8058124 Feb 09 02:27:53.620376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb494-ff8d-4762-bc3b-b02bca11dd99 None None] Pushing event updated for resources: {'Port': ['ID=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:53.635015 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-26a3ab9c-aaba-4c76-8ba7-1a0a5777f213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.635913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:53.674622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] Set router 8662e3f8-db2f-4d6a-bf15-784e717d9235 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:53.679069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926874-cece-4925-b4b9-5269e23a00cd req-e6ce6aaa-d10f-4b96-81e5-e6610f4b2334 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:53.680358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2926874-cece-4925-b4b9-5269e23a00cd req-e6ce6aaa-d10f-4b96-81e5-e6610f4b2334 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 945 time: 0.5744276 Feb 09 02:27:53.898186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bad2f41-bc7e-40ef-99b8-54a43e0e47d5 req-3deb968f-9146-4a55-8c7a-0bc023360143 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334274 Feb 09 02:27:54.050926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52a59617-6b19-4384-a123-682525783238 admin admin] Publish callbacks [] for security_group (b872ef88-04dc-4a28-a797-eaa9ddd850cc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.074488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42852) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:54.077545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52a59617-6b19-4384-a123-682525783238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b872ef88-04dc-4a28-a797-eaa9ddd850cc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.145140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Allocated IP 172.20.0.1 (27f0fcc4-8a1c-495e-b8b5-0dad97588065/bec0febe-0f83-43d4-b8ba-23ca6c34e5da/451394ca-a042-42a7-ae98-d5bd9a5fe96b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:27:54.182076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-52a59617-6b19-4384-a123-682525783238 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c2fb0e53ca246159776c8dda7aab030&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3634458 Feb 09 02:27:54.183024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:54.193444 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Publish callbacks [] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.214516 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.216575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2926874-cece-4925-b4b9-5269e23a00cd req-de3bebaa-92ae-4db7-9987-40842582a763 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113571 Feb 09 02:27:54.381839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fed8bd77-9580-467c-9aae-738cddf8dd0b None None] Current status of the port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:54.385445 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fed8bd77-9580-467c-9aae-738cddf8dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.410032 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Attempting to bind port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:27:54.426801 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Attempting to bind port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:27:54.427275 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Attempting to bind port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:27:54.430508 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32084bac-1985-4ac5-a528-49bc24e4f406 None None] Pushing event updated for resources: {'Port': ['ID=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:54.471344 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:27:54.471938 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:27:54.472483 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.472976 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:27:54.481117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fed8bd77-9580-467c-9aae-738cddf8dd0b None None] For port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,segment=NetworkSegment(77213e4b-8e6d-463c-a923-872ad2815990),segment_id=77213e4b-8e6d-463c-a923-872ad2815990)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:54.483509 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Bound port: 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:27:54.483975 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.493849 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fed8bd77-9580-467c-9aae-738cddf8dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.617686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a59617-6b19-4384-a123-682525783238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b872ef88-04dc-4a28-a797-eaa9ddd850cc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:54.671261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks [] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.741620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8bd77-9580-467c-9aae-738cddf8dd0b None None] Pushing event updated for resources: {'Port': ['ID=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:54.790790 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] For port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:27:54.800978 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] For port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:27:54.812737 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.904991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0863b03f-1169-4925-b4f0-11dc266964fe admin admin] Publish callbacks [] for security_group (b872ef88-04dc-4a28-a797-eaa9ddd850cc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.924657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:54.933503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5e81e2ad-eb1f-4337-a539-35db546cfe66 None None] Provisioning complete for port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:54.933971 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5e81e2ad-eb1f-4337-a539-35db546cfe66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.008879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0863b03f-1169-4925-b4f0-11dc266964fe admin admin] Publish callbacks [] for security_group (b872ef88-04dc-4a28-a797-eaa9ddd850cc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.014213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:55.032377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:55.039156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:27:55.046908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Pushing event updated for resources: {'Port': ['ID=451394ca-a042-42a7-ae98-d5bd9a5fe96b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:55.135691 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Routers {'53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:55.137497 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:55.146539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:45Z', 'revision_number': 4, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'f048fc51-ec22-4b10-a5ef-9aa3d48d83cc', 'name': '', 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'mac_address': 'fa:16:3e:c5:91:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'd31e57ae-40bd-4b67-9145-6ce6d2b8508c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:43Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'subnets': [{'id': 'd31e57ae-40bd-4b67-9145-6ce6d2b8508c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:55.152941 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32084bac-1985-4ac5-a528-49bc24e4f406 None None] Pushing event updated for resources: {'Port': ['ID=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:55.154852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.288671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61aedde-4f7d-4913-9b30-6ddc63404e21 None None] The sync data for ids ['8662e3f8-db2f-4d6a-bf15-784e717d9235'] in n-d-826675-12 is: [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:45Z', 'revision_number': 4, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'f048fc51-ec22-4b10-a5ef-9aa3d48d83cc', 'name': '', 'network_id': '51fd559e-f00b-4a06-91dc-3d89e78ebcec', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'mac_address': 'fa:16:3e:c5:91:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'd31e57ae-40bd-4b67-9145-6ce6d2b8508c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:43Z', 'updated_at': '2022-02-09T02:27:52Z', 'revision_number': 4, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'subnets': [{'id': 'd31e57ae-40bd-4b67-9145-6ce6d2b8508c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:55.478645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5e81e2ad-eb1f-4337-a539-35db546cfe66 None None] Current status of the port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:55.574751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (8662e3f8-db2f-4d6a-bf15-784e717d9235), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.588982 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] Set router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:27:55.729233 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2fec5700-acf0-481e-b71e-e6d2070d984b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.796513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.927695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0863b03f-1169-4925-b4f0-11dc266964fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b872ef88-04dc-4a28-a797-eaa9ddd850cc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.938747 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0863b03f-1169-4925-b4f0-11dc266964fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:55.953084 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0863b03f-1169-4925-b4f0-11dc266964fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b872ef88-04dc-4a28-a797-eaa9ddd850cc HTTP/1.1" status: 204 len: 168 time: 1.7678280 Feb 09 02:27:56.063454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863b03f-1169-4925-b4f0-11dc266964fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b872ef88-04dc-4a28-a797-eaa9ddd850cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:56.203962 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:27:49Z', 'revision_number': 3, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port': {'id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:27:56.261305 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dec26-fffc-44e0-b1f4-346df8442416 None None] The sync data for ids ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'] in n-d-826675-12 is: [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:27:49Z', 'revision_number': 3, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port': {'id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:27:56.336778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25a5e-67f6-4063-81fd-502fb0666e59 req-c1af43b6-42ea-4f13-9203-cbb9baf8915b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:56.338383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fc25a5e-67f6-4063-81fd-502fb0666e59 req-c1af43b6-42ea-4f13-9203-cbb9baf8915b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 945 time: 0.9230030 Feb 09 02:27:56.504861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks [] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.515735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.532358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fc25a5e-67f6-4063-81fd-502fb0666e59 req-ab3871e2-7a16-4a0a-a52f-53331e17631f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822548 Feb 09 02:27:56.691262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Pushing event updated for resources: {'Port': ['ID=451394ca-a042-42a7-ae98-d5bd9a5fe96b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:56.705081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.957357 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:56.982489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f048fc51-ec22-4b10-a5ef-9aa3d48d83cc up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:57.066961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Deleting port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:27:57.067567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:57.071199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:27:57.075476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:27:57.148812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:57.149456 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:57.341853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42924) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:57.398103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:57.427235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] For port f048fc51-ec22-4b10-a5ef-9aa3d48d83cc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,segment=NetworkSegment(77213e4b-8e6d-463c-a923-872ad2815990),segment_id=77213e4b-8e6d-463c-a923-872ad2815990)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:57.427536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:57.478706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Calling delete_port for f048fc51-ec22-4b10-a5ef-9aa3d48d83cc owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:27:57.513509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:27:58.137359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:58.311668 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f048fc51-ec22-4b10-a5ef-9aa3d48d83cc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:58.355894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:27:58.385928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d0af84a-7a30-43ca-a751-dfce443446ab admin admin] 10.222.0.53 "PUT /v2.0/routers/53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2784786 Feb 09 02:27:58.404063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca33de-87d4-4641-b61c-984988799617 req-9cb87b4e-e7b1-4378-b1a3-3969f37c37bf tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:58.405918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ca33de-87d4-4641-b61c-984988799617 req-9cb87b4e-e7b1-4378-b1a3-3969f37c37bf tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 945 time: 0.4635499 Feb 09 02:27:58.415306 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6352-5048-477a-ab17-d2d2f59dafc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:58.447701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f048fc51-ec22-4b10-a5ef-9aa3d48d83cc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:58.600923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6352-5048-477a-ab17-d2d2f59dafc1 admin admin] Publish callbacks [] for security_group (4a07257f-515c-490a-868d-1ac8b2ed92e2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:58.650183 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6352-5048-477a-ab17-d2d2f59dafc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4a07257f-515c-490a-868d-1ac8b2ed92e2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:58.709473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:58.709875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1d4b6352-5048-477a-ab17-d2d2f59dafc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdaa103434e64b67bb6021a2d6d10eae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3540738 Feb 09 02:27:58.796232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ca33de-87d4-4641-b61c-984988799617 req-6a0b76ea-fcb5-4c84-81d4-e8808da94cbf tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317273 Feb 09 02:27:58.972104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Publish callbacks [] for security_group (4a07257f-515c-490a-868d-1ac8b2ed92e2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:58.974178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b6352-5048-477a-ab17-d2d2f59dafc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a07257f-515c-490a-868d-1ac8b2ed92e2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:59.061222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Publish callbacks [] for security_group (4a07257f-515c-490a-868d-1ac8b2ed92e2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:59.199956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4a07257f-515c-490a-868d-1ac8b2ed92e2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:59.200189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:27:59.206389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:59.210932 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a07257f-515c-490a-868d-1ac8b2ed92e2 HTTP/1.1" status: 204 len: 168 time: 0.5004046 Feb 09 02:27:59.220422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a07257f-515c-490a-868d-1ac8b2ed92e2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:59.238912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.240460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.242952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.243590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.244163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.245804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.246364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.247034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.247722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.248284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.248834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.249367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.249920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2e4dc-623f-4524-9cca-1ee246bf52d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:27:59.285889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:27:59.286845 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:59.405018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8096c1-7374-4a9a-b7a7-d55fc45fa2fb req-2414b334-8319-4c07-9642-41d9fdc86f11 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:27:59.407573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa8096c1-7374-4a9a-b7a7-d55fc45fa2fb req-2414b334-8319-4c07-9642-41d9fdc86f11 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 945 time: 0.2550051 Feb 09 02:27:59.578291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:27:59.579045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:59.586437 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (8662e3f8-db2f-4d6a-bf15-784e717d9235), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:59.639908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:27:59.648096 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:59.742073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43024) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:27:59.873582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:27:59.903376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Sync routers for ids ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:27:59.941139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa8096c1-7374-4a9a-b7a7-d55fc45fa2fb req-2a893562-f1ba-45ee-beb0-323c77be3c18 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046499 Feb 09 02:27:59.991707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Routers {'53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:27:59.995033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:00.100943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-2a48c735-61d6-446d-b3db-a5d435e72b25 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:00.102089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-2a48c735-61d6-446d-b3db-a5d435e72b25 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 818 time: 0.6522651 Feb 09 02:28:00.175984 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.257310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-1e34b864-2d27-4ea8-b25c-6f385c9cd04f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/quotas/51d208ae59b74c0e8c48f5acc33cfb4f HTTP/1.1" status: 200 len: 375 time: 0.1453846 Feb 09 02:28:00.304935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95cc625d-179c-48c1-90c1-1a95f38a11ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.331492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Set router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:00.473880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43064) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:00.499448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95cc625d-179c-48c1-90c1-1a95f38a11ac admin admin] Publish callbacks [] for security_group (0b0e48b1-95d1-46e6-a29a-f30877d9b1e6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.501338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-546a15a2-e638-4126-9af0-60f15011f8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.514593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95cc625d-179c-48c1-90c1-1a95f38a11ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0b0e48b1-95d1-46e6-a29a-f30877d9b1e6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.611345 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-95cc625d-179c-48c1-90c1-1a95f38a11ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8c865f764274dd49824a59b7ac91729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8668225 Feb 09 02:28:00.614423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43068) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:00.616044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc625d-179c-48c1-90c1-1a95f38a11ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e48b1-95d1-46e6-a29a-f30877d9b1e6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:00.638722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f32bf-50c0-464d-8b52-fbc3506f1395 req-7e35193d-8a46-4297-8ef2-dd753e5bea39 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:00.653813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f05f32bf-50c0-464d-8b52-fbc3506f1395 req-7e35193d-8a46-4297-8ef2-dd753e5bea39 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 945 time: 0.2697160 Feb 09 02:28:00.774521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-b1a61404-3cfe-4386-a78a-01a6b8254364 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5161629 Feb 09 02:28:00.808813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7d27d78-7f35-46ce-8285-fd0b628b5a4b admin admin] Publish callbacks [] for security_group (0b0e48b1-95d1-46e6-a29a-f30877d9b1e6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.862516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7d27d78-7f35-46ce-8285-fd0b628b5a4b admin admin] Publish callbacks [] for security_group (0b0e48b1-95d1-46e6-a29a-f30877d9b1e6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:00.916378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:00.997251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-546a15a2-e638-4126-9af0-60f15011f8d5 admin admin] Publish callbacks [] for security_group (5298faa1-7c7b-4db3-abf9-0e87fb6b2a81), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.003670 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-546a15a2-e638-4126-9af0-60f15011f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5298faa1-7c7b-4db3-abf9-0e87fb6b2a81), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.053891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Router 8662e3f8-db2f-4d6a-bf15-784e717d9235 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:28:01.065140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:01.065897 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.082717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-24d22fb0-ae45-4f9b-889f-837e0659c738 service neutron] 10.222.0.53 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895312 Feb 09 02:28:01.102821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f05f32bf-50c0-464d-8b52-fbc3506f1395 req-11b2311e-5fbf-4f0d-89e3-eca6d77ec34e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439878 Feb 09 02:28:01.155946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7d27d78-7f35-46ce-8285-fd0b628b5a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0b0e48b1-95d1-46e6-a29a-f30877d9b1e6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.164878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7d27d78-7f35-46ce-8285-fd0b628b5a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.175350 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7d27d78-7f35-46ce-8285-fd0b628b5a4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b0e48b1-95d1-46e6-a29a-f30877d9b1e6 HTTP/1.1" status: 204 len: 168 time: 0.5550232 Feb 09 02:28:01.179244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a15a2-e638-4126-9af0-60f15011f8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5298faa1-7c7b-4db3-abf9-0e87fb6b2a81,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:01.189130 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-546a15a2-e638-4126-9af0-60f15011f8d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=031dd007f1a7447d869de07a19619841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7111244 Feb 09 02:28:01.189488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:01.293729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:01.300358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d27d78-7f35-46ce-8285-fd0b628b5a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e48b1-95d1-46e6-a29a-f30877d9b1e6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:01.325197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:27:55Z', 'revision_number': 4, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port': {'id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '451394ca-a042-42a7-ae98-d5bd9a5fe96b', 'name': '', 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'mac_address': 'fa:16:3e:78:f6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:27:56Z', 'revision_number': 2, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'subnets': [{'id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:01.335272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c707ac5-241e-4b0c-bcdf-92dfa6b8d462 admin admin] Publish callbacks [] for security_group (5298faa1-7c7b-4db3-abf9-0e87fb6b2a81), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.398828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Checking router: 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:01.399857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Updating router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 port 451394ca-a042-42a7-ae98-d5bd9a5fe96b binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:28:01.425149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c707ac5-241e-4b0c-bcdf-92dfa6b8d462 admin admin] Publish callbacks [] for security_group (5298faa1-7c7b-4db3-abf9-0e87fb6b2a81), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.452141 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.559772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c707ac5-241e-4b0c-bcdf-92dfa6b8d462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5298faa1-7c7b-4db3-abf9-0e87fb6b2a81), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.563819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7c707ac5-241e-4b0c-bcdf-92dfa6b8d462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.570169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-4199cbff-a45f-48a7-bf25-e6333c32286c service neutron] 10.222.0.53 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640775 Feb 09 02:28:01.583916 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7c707ac5-241e-4b0c-bcdf-92dfa6b8d462 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5298faa1-7c7b-4db3-abf9-0e87fb6b2a81 HTTP/1.1" status: 204 len: 168 time: 0.3780050 Feb 09 02:28:01.635569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c707ac5-241e-4b0c-bcdf-92dfa6b8d462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5298faa1-7c7b-4db3-abf9-0e87fb6b2a81,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:01.681591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:01.699868 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] Sync routers for ids ['8662e3f8-db2f-4d6a-bf15-784e717d9235'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:01.718178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43118) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:01.730435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-53c48e17-a353-4211-959d-6793dbf683ac admin admin] 10.222.0.53 "PUT /v2.0/routers/8662e3f8-db2f-4d6a-bf15-784e717d9235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5783312 Feb 09 02:28:01.745468 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] Routers {'8662e3f8-db2f-4d6a-bf15-784e717d9235'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:01.770244 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8662e3f8-db2f-4d6a-bf15-784e717d9235'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:01.959960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-c76e867a-d6b1-464b-bf04-d3a6932ec191 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:01.967631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-c76e867a-d6b1-464b-bf04-d3a6932ec191 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 945 time: 0.2318466 Feb 09 02:28:02.180626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43130) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:02.274415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Publish callbacks [] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.285027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3701e807-2ec7-445b-aa07-77527c147205 req-a79cfa14-75d1-43b1-8683-9ae959f5b771 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 210 time: 0.2644398 Feb 09 02:28:02.293433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86ca2fba-6fce-4297-b37f-1d018b640a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.295361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.358517 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] Set router 8662e3f8-db2f-4d6a-bf15-784e717d9235 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:02.436217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks [] for router (8662e3f8-db2f-4d6a-bf15-784e717d9235), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.534752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9677c1-c6ef-4ff0-84dc-32ae5c546930 None None] Pushing event updated for resources: {'Port': ['ID=451394ca-a042-42a7-ae98-d5bd9a5fe96b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:02.694725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Deleting port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:02.695698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.747361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4048-40b4-4b6a-9ad6-236127129e98 req-2059ffae-9d8d-419b-9f57-95071317811c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:02.762212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88ad4048-40b4-4b6a-9ad6-236127129e98 req-2059ffae-9d8d-419b-9f57-95071317811c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 945 time: 0.4116876 Feb 09 02:28:02.853675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Attempting to bind port 451394ca-a042-42a7-ae98-d5bd9a5fe96b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:02.856616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Attempting to bind port 451394ca-a042-42a7-ae98-d5bd9a5fe96b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:02.856616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Attempting to bind port 451394ca-a042-42a7-ae98-d5bd9a5fe96b on network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:02.878275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:02.878718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Checking segment: {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:02.879294 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:02.880008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Bound using segment: {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:02.883223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Bound port: 451394ca-a042-42a7-ae98-d5bd9a5fe96b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:02.886061 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.071783 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:58Z', 'revision_number': 5, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:03.105304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] For port 451394ca-a042-42a7-ae98-d5bd9a5fe96b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:03.111050 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] Checking router: 8662e3f8-db2f-4d6a-bf15-784e717d9235 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:28:03.128057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] For port 451394ca-a042-42a7-ae98-d5bd9a5fe96b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=451394ca-a042-42a7-ae98-d5bd9a5fe96b,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:03.129730 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] Routers {'8662e3f8-db2f-4d6a-bf15-784e717d9235'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:03.130546 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8662e3f8-db2f-4d6a-bf15-784e717d9235'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:03.145332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86ca2fba-6fce-4297-b37f-1d018b640a9a admin admin] Publish callbacks [] for security_group (66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.158143 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.175604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86ca2fba-6fce-4297-b37f-1d018b640a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.252784 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-86ca2fba-6fce-4297-b37f-1d018b640a9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dd3d7f03fe042c49ae67b52bba12528&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0558820 Feb 09 02:28:03.256848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:03.289975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca2fba-6fce-4297-b37f-1d018b640a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:03.316901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks [] for router_gateway (8662e3f8-db2f-4d6a-bf15-784e717d9235), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.366605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Routers {'53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:03.367530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:27:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:03.419017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9677c1-c6ef-4ff0-84dc-32ae5c546930 None None] Pushing event updated for resources: {'Port': ['ID=451394ca-a042-42a7-ae98-d5bd9a5fe96b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:03.482120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88ad4048-40b4-4b6a-9ad6-236127129e98 req-ceab8e36-25c3-4a98-a75f-9cfa03080c09 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180150 Feb 09 02:28:03.542817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] Set router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:03.553552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73070a99-760a-410a-9d81-ea39ac86e722 admin admin] Publish callbacks [] for security_group (66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.624369 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] Set router 8662e3f8-db2f-4d6a-bf15-784e717d9235 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:28:03.689105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73070a99-760a-410a-9d81-ea39ac86e722 admin admin] Publish callbacks [] for security_group (66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.699441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] For port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:03.702890 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.742343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Deleting port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:03.745623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:03.799353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-164097fd-02bd-41ec-91c0-7727148afe3e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:03.816517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-164097fd-02bd-41ec-91c0-7727148afe3e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 818 time: 0.7413559 Feb 09 02:28:03.824648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Calling delete_port for fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:03.862195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-5117d0a3-c823-4c58-ae77-cf99d86fd4e6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/quotas/51d208ae59b74c0e8c48f5acc33cfb4f HTTP/1.1" status: 200 len: 375 time: 0.0439446 Feb 09 02:28:04.053870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73070a99-760a-410a-9d81-ea39ac86e722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:04.061600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73070a99-760a-410a-9d81-ea39ac86e722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:04.066270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-73070a99-760a-410a-9d81-ea39ac86e722 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb HTTP/1.1" status: 204 len: 168 time: 0.8037059 Feb 09 02:28:04.108083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] For port 8975cdcf-13a7-4764-8118-85ae1f4e9e7d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:04.108740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:04.112360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73070a99-760a-410a-9d81-ea39ac86e722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e567f3-2728-4e4d-ab59-e3eb4a8a2ddb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:04.152740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-90bc8428-fc76-4295-bdef-ed1379b84305 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2892275 Feb 09 02:28:04.158781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Calling delete_port for 8975cdcf-13a7-4764-8118-85ae1f4e9e7d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:04.258833 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:58Z', 'revision_number': 5, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:04.322409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:27:55Z', 'revision_number': 4, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port': {'id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '451394ca-a042-42a7-ae98-d5bd9a5fe96b', 'name': '', 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'mac_address': 'fa:16:3e:78:f6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:28:03Z', 'revision_number': 4, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'subnets': [{'id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:04.347350 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc299d-8092-4c8c-91f6-1a7f7f5c4de2 None None] The sync data for ids ['8662e3f8-db2f-4d6a-bf15-784e717d9235'] in n-d-826675-12 is: [{'id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'name': 'tempest-ImageQuotaTest-1422465246-router', 'tenant_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:37Z', 'updated_at': '2022-02-09T02:27:58Z', 'revision_number': 5, 'project_id': 'f15e4ae987ec4d30b9b727e9bcd965f1', 'gw_port': {'id': '8975cdcf-13a7-4764-8118-85ae1f4e9e7d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662e3f8-db2f-4d6a-bf15-784e717d9235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:38Z', 'updated_at': '2022-02-09T02:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:04.387800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ccc4fd-fcb1-4d16-8d00-112947c93ee6 None None] The sync data for ids ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'] in n-d-826675-12 is: [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:27:55Z', 'revision_number': 4, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port': {'id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '451394ca-a042-42a7-ae98-d5bd9a5fe96b', 'name': '', 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'mac_address': 'fa:16:3e:78:f6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:53Z', 'updated_at': '2022-02-09T02:28:03Z', 'revision_number': 4, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'subnets': [{'id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:04.879101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f048fc51-ec22-4b10-a5ef-9aa3d48d83cc no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:04.960603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f048fc51-ec22-4b10-a5ef-9aa3d48d83cc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:04.961112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f048fc51-ec22-4b10-a5ef-9aa3d48d83cc not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:05.082927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-bb8f1888-6337-44bc-9707-d24829184be1 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:05.084597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-bb8f1888-6337-44bc-9707-d24829184be1 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 818 time: 0.7636101 Feb 09 02:28:05.111340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-848dcdb2-f613-4ed0-bca9-d7bfc873232c service neutron] 10.222.0.53 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9556727 Feb 09 02:28:05.113372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Request body: {'port': {'device_id': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'admin_state_up': True, 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:05.287621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8975cdcf-13a7-4764-8118-85ae1f4e9e7d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:05.314706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-9ea253a5-5bfe-4b08-a52b-1c17e0b28d18 service neutron] 10.222.0.53 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015886 Feb 09 02:28:05.431836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8975cdcf-13a7-4764-8118-85ae1f4e9e7d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:05.652754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (8662e3f8-db2f-4d6a-bf15-784e717d9235), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:05.746568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:05.760120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:05.943586 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e53a7301-ad2b-42eb-9bc2-368e28a49023 req-761afc0a-8336-4bf1-bedf-cc638dbee164 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 210 time: 0.2090762 Feb 09 02:28:05.947167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event deleted for resources: {'Port': ['ID=fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:06.035847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Made reservation on behalf of 51d208ae59b74c0e8c48f5acc33cfb4f for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:06.041650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.125796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (8662e3f8-db2f-4d6a-bf15-784e717d9235), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.131685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks [] for router_controller (8662e3f8-db2f-4d6a-bf15-784e717d9235), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.158628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] No DVR routers for this DVR port fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:06.177763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.192881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1c101a1-5d34-4d06-a846-cc163126ebf9 req-654b7086-e4b5-424c-8c34-9a523c67fd29 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "DELETE /v2.0/ports/fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f HTTP/1.1" status: 204 len: 173 time: 4.2104592 Feb 09 02:28:06.193713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040571e9-c39f-4e74-868c-b150fb3c2392', 'name': 'network-vif-deleted', 'tag': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:06.196253 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94378d9f-edb6-4760-83f3-b0f1a0403413" -d '{"events": [{"server_uuid": "040571e9-c39f-4e74-868c-b150fb3c2392", "name": "network-vif-deleted", "tag": "fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:06.237756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:06.249683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce28d9a-78ff-43ff-ab1c-6fe2b953eabe req-73a561ad-c631-4386-9a25-bfdba863707a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:06.279175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce28d9a-78ff-43ff-ab1c-6fe2b953eabe req-73a561ad-c631-4386-9a25-bfdba863707a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=040571e9-c39f-4e74-868c-b150fb3c2392 HTTP/1.1" status: 200 len: 867 time: 0.9781370 Feb 09 02:28:06.335708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:06.336194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:06.402335 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35191395-f731-4848-9ce5-59f8088bb731 x-openstack-request-id: req-35191395-f731-4848-9ce5-59f8088bb731 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:06.404308 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040571e9-c39f-4e74-868c-b150fb3c2392", "name": "network-vif-deleted", "tag": "fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:06.405921 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35191395-f731-4848-9ce5-59f8088bb731 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:06.407763 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040571e9-c39f-4e74-868c-b150fb3c2392', 'name': 'network-vif-deleted', 'tag': 'fe782bc9-bfc9-48a8-8d8c-e73cb306ed1f', 'status': 'completed', 'code': 200} Feb 09 02:28:06.417322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce28d9a-78ff-43ff-ab1c-6fe2b953eabe req-cb295eef-a0fc-4f3d-8fdc-4f60e8f54be1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334343 Feb 09 02:28:06.502537 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (8662e3f8-db2f-4d6a-bf15-784e717d9235), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.504051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8662e3f8-db2f-4d6a-bf15-784e717d9235 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:28:06.525446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.533536 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dfda086b-73d7-420c-9354-4681374defa5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8662e3f8-db2f-4d6a-bf15-784e717d9235 HTTP/1.1" status: 204 len: 168 time: 4.8131175 Feb 09 02:28:06.535051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43252) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:06.703285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] Deleting subnet d31e57ae-40bd-4b67-9145-6ce6d2b8508c {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:28:06.720455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] Publish callbacks [] for subnet (d31e57ae-40bd-4b67-9145-6ce6d2b8508c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.819031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43260) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:06.902663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Allocated IP 172.20.0.4 (27f0fcc4-8a1c-495e-b8b5-0dad97588065/bec0febe-0f83-43d4-b8ba-23ca6c34e5da/06daa0d6-475e-4bc1-af8a-f11c36b03242) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:06.916844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (d31e57ae-40bd-4b67-9145-6ce6d2b8508c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.341435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1503889735'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:07.341992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfc3291-2e43-4774-8b0e-96dcdbcedb18 req-97bcdaa6-5d26-4ee4-ba03-5e8a9e847c52 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 210 time: 0.1208389 Feb 09 02:28:07.411912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:07.412925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d31e57ae-40bd-4b67-9145-6ce6d2b8508c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.420091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.497464 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 451394ca-a042-42a7-ae98-d5bd9a5fe96b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:07.507077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.582884 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (d31e57ae-40bd-4b67-9145-6ce6d2b8508c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.652049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.661396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d31e57ae-40bd-4b67-9145-6ce6d2b8508c HTTP/1.1" status: 204 len: 168 time: 1.1252360 Feb 09 02:28:07.680090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks [] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.682416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e667c4-88e6-4c82-814c-825e01f71759 None None] Network 51fd559e-f00b-4a06-91dc-3d89e78ebcec requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:07.716002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43310) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:07.775529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a09f4-3c11-4368-90bf-043c692322e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d31e57ae-40bd-4b67-9145-6ce6d2b8508c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:07.995732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 451394ca-a042-42a7-ae98-d5bd9a5fe96b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:07.996119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.104400 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (51fd559e-f00b-4a06-91dc-3d89e78ebcec), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.138828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for security_group (16b16e22-d919-4cd3-ad9c-d251b45144f2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.146840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.169784 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (16b16e22-d919-4cd3-ad9c-d251b45144f2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.209438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] DHCP port deletion for 51fd559e-f00b-4a06-91dc-3d89e78ebcec request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:28:08.224474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43328) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:08.284821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 451394ca-a042-42a7-ae98-d5bd9a5fe96b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:08.285634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.306372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:08.309827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:28:08.324295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:08.329622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-1546e49d-ee7f-4fa9-bd9b-065e4a25bc59 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.337579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:08.337759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-1546e49d-ee7f-4fa9-bd9b-065e4a25bc59 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.72 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 818 time: 0.6097145 Feb 09 02:28:08.338333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] Deleting port a1cae5bc-6647-48f6-a26b-717839020716 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:08.338768 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a1cae5bc-6647-48f6-a26b-717839020716), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.361084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Request body: {'port': {'device_id': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'admin_state_up': True, 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:08.375698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b16e22-d919-4cd3-ad9c-d251b45144f2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:08.401433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (10aa65df-698c-4ebb-9674-1001e02e82df), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.404807 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Added segment 10aa65df-698c-4ebb-9674-1001e02e82df of type vlan for network 3e845199-13b4-4759-bc2d-1d76240ed84e Feb 09 02:28:08.442638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 451394ca-a042-42a7-ae98-d5bd9a5fe96b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=451394ca-a042-42a7-ae98-d5bd9a5fe96b,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:08.456420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Pushing event updated for resources: {'Port': ['ID=06daa0d6-475e-4bc1-af8a-f11c36b03242,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:08.459549 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.539172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (3e845199-13b4-4759-bc2d-1d76240ed84e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.553780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] For port a1cae5bc-6647-48f6-a26b-717839020716, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a1cae5bc-6647-48f6-a26b-717839020716,segment=NetworkSegment(77213e4b-8e6d-463c-a923-872ad2815990),segment_id=77213e4b-8e6d-463c-a923-872ad2815990)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:08.554362 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a1cae5bc-6647-48f6-a26b-717839020716), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.581483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (3e845199-13b4-4759-bc2d-1d76240ed84e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.591525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.592448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.605436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] Calling delete_port for a1cae5bc-6647-48f6-a26b-717839020716 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:08.689135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=451394ca-a042-42a7-ae98-d5bd9a5fe96b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:08.756589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Network': ['ID=3e845199-13b4-4759-bc2d-1d76240ed84e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:08.767213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.768198 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.792044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 3e845199-13b4-4759-bc2d-1d76240ed84e details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:28:08.799493 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c5440120-62c0-4703-ba6f-4178c954b3a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6908810 Feb 09 02:28:08.803746 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dfb09eac-a20c-4761-a6ea-7411c404deae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9810076 Feb 09 02:28:08.812041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Request body: {'port': {'device_id': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:08.816319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:08.822235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'subnet': {'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:08.903179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 451394ca-a042-42a7-ae98-d5bd9a5fe96b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:08.912745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (a1cae5bc-6647-48f6-a26b-717839020716), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.932229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-3ae45893-18f4-4a0b-97d5-12c69911c3cd tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:08.937084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-3ae45893-18f4-4a0b-97d5-12c69911c3cd tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.7376356 Feb 09 02:28:08.939363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cd3feb0-6d6c-4c5d-aa9c-44fd3da07951 req-1e820518-21c5-48bf-b87c-68de2d5e8fc1 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 210 time: 0.2806315 Feb 09 02:28:08.940121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53cbb4f-71e4-4113-817f-d1cd51134f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.984394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] No DVR routers for this DVR port a1cae5bc-6647-48f6-a26b-717839020716 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:09.002266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.018240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-b7404a12-5c12-4481-866f-bf10666f0747 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0507188 Feb 09 02:28:09.038079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9196f-7c4d-4eb1-9857-0b0664d307db None None] Pushing event deleted for resources: {'Port': ['ID=a1cae5bc-6647-48f6-a26b-717839020716,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:09.078173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 451394ca-a042-42a7-ae98-d5bd9a5fe96b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:09.079249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.086258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:09.091545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.156128 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53cbb4f-71e4-4113-817f-d1cd51134f76 admin admin] Publish callbacks [] for security_group (e5c3ea46-7e60-44c6-831c-b2c14252d93d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.177490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53cbb4f-71e4-4113-817f-d1cd51134f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e5c3ea46-7e60-44c6-831c-b2c14252d93d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.236842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c53cbb4f-71e4-4113-817f-d1cd51134f76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=466c1aac810a4d7fb3280233c157cf11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9346545 Feb 09 02:28:09.241892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:09.247482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 451394ca-a042-42a7-ae98-d5bd9a5fe96b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:09.286913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cbb4f-71e4-4113-817f-d1cd51134f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c3ea46-7e60-44c6-831c-b2c14252d93d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:09.313845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-49f834ee-f4c4-4b67-8136-701d070108f2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1743724 Feb 09 02:28:09.315833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Deleting port a1cae5bc-6647-48f6-a26b-717839020716 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:09.316181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a1cae5bc-6647-48f6-a26b-717839020716), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.319218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Made reservation on behalf of 51d208ae59b74c0e8c48f5acc33cfb4f for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:09.322647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.382612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8975cdcf-13a7-4764-8118-85ae1f4e9e7d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:09.438790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fba4417f-4343-448a-9367-1b4e669a2e74 admin admin] Publish callbacks [] for security_group (e5c3ea46-7e60-44c6-831c-b2c14252d93d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.447752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8975cdcf-13a7-4764-8118-85ae1f4e9e7d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:09.448412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8975cdcf-13a7-4764-8118-85ae1f4e9e7d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:09.449363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a1cae5bc-6647-48f6-a26b-717839020716 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:09.488041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fba4417f-4343-448a-9367-1b4e669a2e74 admin admin] Publish callbacks [] for security_group (e5c3ea46-7e60-44c6-831c-b2c14252d93d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.488432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a1cae5bc-6647-48f6-a26b-717839020716 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:09.488785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a1cae5bc-6647-48f6-a26b-717839020716 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:09.535105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] For port a1cae5bc-6647-48f6-a26b-717839020716, host n-d-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:09.535700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a1cae5bc-6647-48f6-a26b-717839020716), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.577654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Calling delete_port for a1cae5bc-6647-48f6-a26b-717839020716 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:09.585268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Port a1cae5bc-6647-48f6-a26b-717839020716 was not found and therefore no delete operation was performed {{(pid=103149) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:28:09.595438 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a1cae5bc-6647-48f6-a26b-717839020716), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.639092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cae5bc-6647-48f6-a26b-717839020716,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:09.651406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-62a2630f-dfa0-4039-a81e-618dc33b9cac service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146095 Feb 09 02:28:09.652684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] No DVR routers for this DVR port a1cae5bc-6647-48f6-a26b-717839020716 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:09.789449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (51fd559e-f00b-4a06-91dc-3d89e78ebcec), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.817709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fba4417f-4343-448a-9367-1b4e669a2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e5c3ea46-7e60-44c6-831c-b2c14252d93d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.823743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fba4417f-4343-448a-9367-1b4e669a2e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.824433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fd559e-f00b-4a06-91dc-3d89e78ebcec']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:09.828011 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fba4417f-4343-448a-9367-1b4e669a2e74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5c3ea46-7e60-44c6-831c-b2c14252d93d HTTP/1.1" status: 204 len: 168 time: 0.5826242 Feb 09 02:28:09.845704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77213e4b-8e6d-463c-a923-872ad2815990') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:09.846275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77213e4b-8e6d-463c-a923-872ad2815990') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:09.857569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-8d8e6dfd-9f98-482a-a103-41f5ebf814a8 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981936 Feb 09 02:28:09.862510 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (77213e4b-8e6d-463c-a923-872ad2815990), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.885388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (77213e4b-8e6d-463c-a923-872ad2815990), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.897609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:28:09.898019 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (77213e4b-8e6d-463c-a923-872ad2815990), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:28:09.901242 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:28:09.921447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4417f-4343-448a-9367-1b4e669a2e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c3ea46-7e60-44c6-831c-b2c14252d93d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:09.985625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (51fd559e-f00b-4a06-91dc-3d89e78ebcec), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:09.997449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.003097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06daa0d6-475e-4bc1-af8a-f11c36b03242 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:10.005966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/51fd559e-f00b-4a06-91dc-3d89e78ebcec HTTP/1.1" status: 204 len: 168 time: 2.2781579 Feb 09 02:28:10.019947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d27761-0b4f-42b5-8722-b1e21bd71ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=51fd559e-f00b-4a06-91dc-3d89e78ebcec,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:10.044684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (95a39402-1dbd-4db7-8310-bfdc87be4622), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.086404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Publish callbacks [] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.171100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b468eeb-1ac8-4c91-a8d9-288eaa900c3c req-b4a34dd7-def7-4591-93b8-f2053482e474 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 210 time: 0.0524364 Feb 09 02:28:10.272849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Transition to ACTIVE for port object 06daa0d6-475e-4bc1-af8a-f11c36b03242 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:28:10.278020 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Subnet': ['ID=95a39402-1dbd-4db7-8310-bfdc87be4622,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:10.292825 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.367461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43362) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:10.377033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Pushing event updated for resources: {'Port': ['ID=06daa0d6-475e-4bc1-af8a-f11c36b03242,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:10.400585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Checking segment: {'id': '10aa65df-698c-4ebb-9674-1001e02e82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:10.400585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network hostable DHCP agents. Network: 3e845199-13b4-4759-bc2d-1d76240ed84e, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:28:10.428700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:28:10.522555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 3e845199-13b4-4759-bc2d-1d76240ed84e) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:10.533254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed601766-bf8d-46f1-9da1-43ee76f6f5b1 None None] Network 3e845199-13b4-4759-bc2d-1d76240ed84e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:10.544803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:10.547878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.566883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Attempting to bind port 06daa0d6-475e-4bc1-af8a-f11c36b03242 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:10.567184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Attempting to bind port 06daa0d6-475e-4bc1-af8a-f11c36b03242 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:10.567598 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Attempting to bind port 06daa0d6-475e-4bc1-af8a-f11c36b03242 on network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:10.612773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Port 06daa0d6-475e-4bc1-af8a-f11c36b03242 on network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:28:10.614109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Attempting to bind port 06daa0d6-475e-4bc1-af8a-f11c36b03242 on network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:10.657380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:10.657815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Checking segment: {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:10.659287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Bound using segment: {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:10.659582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Bound port: 06daa0d6-475e-4bc1-af8a-f11c36b03242, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:10.659951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.675751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3038e6a-f144-4a65-a6fc-234b787c9645 req-50b21062-29cf-4399-a999-b142d8d755b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 210 time: 0.3129301 Feb 09 02:28:10.715556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Allocated IP 172.20.0.12 (27f0fcc4-8a1c-495e-b8b5-0dad97588065/bec0febe-0f83-43d4-b8ba-23ca6c34e5da/922d2253-7477-4a06-b0a4-baedb2c47257) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:10.745341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ecea727-3e15-4d5a-aeb8-2081a2f41fd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f15e4ae987ec4d30b9b727e9bcd965f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729370 Feb 09 02:28:10.752446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43370) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:10.820325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] For port 06daa0d6-475e-4bc1-af8a-f11c36b03242, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:10.825271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] For port 06daa0d6-475e-4bc1-af8a-f11c36b03242, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:10.847882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fdf4402c-7801-4da9-b40a-660acf34ce1c tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0289786 Feb 09 02:28:10.851325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.852669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43374) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:10.860914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'name': 'tempest-AllowedAddressPairTestJSON-530049381'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:10.904478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:10.905744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.907913 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] 10.222.0.82 "PUT /v2.0/ports/06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 1092 time: 2.1011417 Feb 09 02:28:10.908465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'tag': '06daa0d6-475e-4bc1-af8a-f11c36b03242'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:10.910914 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acec944-0ae7-4271-800d-278e8a432735" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca4256d-ef42-42b6-b84b-97b2073e4011", "tag": "06daa0d6-475e-4bc1-af8a-f11c36b03242"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:10.988691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eacc6-2b2e-49fe-8dd8-484c660380a4 service neutron] Pushing event updated for resources: {'Port': ['ID=06daa0d6-475e-4bc1-af8a-f11c36b03242,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:11.025019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-3e845199-13b4-4759-bc2d-1d76240ed84e', 'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'project_id': 'd346e1b6c7dd4023a0052f2afc6aa3f9', 'fixed_ips': [{'subnet_id': '95a39402-1dbd-4db7-8310-bfdc87be4622'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:28:11.026231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.115350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:11.130489 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2614624f-3aab-4cbf-a992-d6b77a68ddec admin admin] Publish callbacks [] for security_group (031e588c-ca74-4423-bce0-39120292f0b5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.170393 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c847a3d4-de73-4cff-a24f-84e30e9a72fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.250953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2614624f-3aab-4cbf-a992-d6b77a68ddec admin admin] Publish callbacks [] for security_group (031e588c-ca74-4423-bce0-39120292f0b5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.258512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-41ad7fed-8ffd-4fc0-aab4-4798c4f3f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:11.260092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Allocated IP 172.20.0.2 (3e845199-13b4-4759-bc2d-1d76240ed84e/95a39402-1dbd-4db7-8310-bfdc87be4622/b15f3e90-f628-4744-9624-fdfd16ff6628) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:11.260497 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-41ad7fed-8ffd-4fc0-aab4-4798c4f3f3f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1126 time: 0.2317410 Feb 09 02:28:11.345740 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-c8db0d1e-dfa5-4193-90c6-98e5c1a9610d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.0715992 Feb 09 02:28:11.508379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-f59c8f15-4c62-49a9-a4cd-a22f87b9ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:11.510419 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-f59c8f15-4c62-49a9-a4cd-a22f87b9ad3a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.1606526 Feb 09 02:28:11.592336 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-f868a2ea-a407-4e3d-a70c-09caeac2c545 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741668 Feb 09 02:28:11.617843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd429310-4eef-4d61-a346-b2b26d67ab03 req-4a29c937-4cb1-4e89-af74-65aa07cc49ce tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 210 time: 0.1262045 Feb 09 02:28:11.640163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks [] for port (922d2253-7477-4a06-b0a4-baedb2c47257), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.693429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:11.705251 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.756914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] device_id is not set on port edc8f2d8-d3e8-41a6-9e74-26c16c884747 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:28:11.852220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2614624f-3aab-4cbf-a992-d6b77a68ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (031e588c-ca74-4423-bce0-39120292f0b5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.853802 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c847a3d4-de73-4cff-a24f-84e30e9a72fc admin admin] Publish callbacks [] for security_group (ab0eaa5a-0253-4281-8084-cf31ca7ff21a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.856508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2614624f-3aab-4cbf-a992-d6b77a68ddec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.859938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2614624f-3aab-4cbf-a992-d6b77a68ddec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/031e588c-ca74-4423-bce0-39120292f0b5 HTTP/1.1" status: 204 len: 168 time: 1.1042793 Feb 09 02:28:11.876895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c847a3d4-de73-4cff-a24f-84e30e9a72fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ab0eaa5a-0253-4281-8084-cf31ca7ff21a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:11.884451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614624f-3aab-4cbf-a992-d6b77a68ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031e588c-ca74-4423-bce0-39120292f0b5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:11.917620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:12.072162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:12.078363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:12.099244 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977575a-e113-4b7d-bed8-1aacbe483b3e x-openstack-request-id: req-4977575a-e113-4b7d-bed8-1aacbe483b3e {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:12.106923 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca4256d-ef42-42b6-b84b-97b2073e4011", "tag": "06daa0d6-475e-4bc1-af8a-f11c36b03242", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:12.111643 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4977575a-e113-4b7d-bed8-1aacbe483b3e {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:12.112129 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'tag': '06daa0d6-475e-4bc1-af8a-f11c36b03242', 'status': 'completed', 'code': 200} Feb 09 02:28:12.116264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:12.139166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d3736a0-80a7-4bb3-8cf9-779a10ba319c req-68cbdf90-3ed6-4e3a-aa48-84e330fadc1d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 210 time: 0.0986319 Feb 09 02:28:12.192535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Pushing event updated for resources: {'Port': ['ID=922d2253-7477-4a06-b0a4-baedb2c47257,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:12.211843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c847a3d4-de73-4cff-a24f-84e30e9a72fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2943fe67240a4193928b8e43e2ba0dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0744987 Feb 09 02:28:12.220544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43402) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:12.223042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847a3d4-de73-4cff-a24f-84e30e9a72fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0eaa5a-0253-4281-8084-cf31ca7ff21a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:12.253801 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-54b59a32-c245-49cf-a8ed-d98704620e67 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525774 Feb 09 02:28:12.278900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Publish callbacks [] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:12.304281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:12.425424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Pushing event updated for resources: {'Port': ['ID=b15f3e90-f628-4744-9624-fdfd16ff6628,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:12.454474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:12.465283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:12.471467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:12.486621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Allocated IP 172.20.0.4 (3e845199-13b4-4759-bc2d-1d76240ed84e/95a39402-1dbd-4db7-8310-bfdc87be4622/edc8f2d8-d3e8-41a6-9e74-26c16c884747) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:12.545178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:12.545872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:12.590785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-cf4a3a5f-6852-4f0f-80f7-a78d9fec7e75 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2386487 Feb 09 02:28:12.614420 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-210dba4c-9d6b-43ab-9389-61a74de7eaf3 req-2a30daee-dd63-4942-9958-0618862a311a service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534334 Feb 09 02:28:12.629167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Attempting to bind port b15f3e90-f628-4744-9624-fdfd16ff6628 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:12.633041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Attempting to bind port b15f3e90-f628-4744-9624-fdfd16ff6628 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10aa65df-698c-4ebb-9674-1001e02e82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:12.635019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Attempting to bind port b15f3e90-f628-4744-9624-fdfd16ff6628 on network 3e845199-13b4-4759-bc2d-1d76240ed84e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:12.637122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Request body: {'port': {'device_id': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:12.657100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:12.657738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Checking segment: {'id': '10aa65df-698c-4ebb-9674-1001e02e82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:12.658955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:12.662487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Bound using segment: {'id': '10aa65df-698c-4ebb-9674-1001e02e82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:12.664703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Bound port: b15f3e90-f628-4744-9624-fdfd16ff6628, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aa65df-698c-4ebb-9674-1001e02e82df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:12.665218 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:12.851011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acec944-0ae7-4271-800d-278e8a432735 req-90025a44-259d-4686-b0e6-c15810c832ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:12.854501 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5acec944-0ae7-4271-800d-278e8a432735 req-90025a44-259d-4686-b0e6-c15810c832ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1126 time: 0.1177793 Feb 09 02:28:12.945772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] For port b15f3e90-f628-4744-9624-fdfd16ff6628, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:12.949437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] For port b15f3e90-f628-4744-9624-fdfd16ff6628, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b15f3e90-f628-4744-9624-fdfd16ff6628,segment=NetworkSegment(10aa65df-698c-4ebb-9674-1001e02e82df),segment_id=10aa65df-698c-4ebb-9674-1001e02e82df)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:12.962496 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:13.132355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d15688-32ed-4849-9221-f67af45e65e0 None None] Pushing event updated for resources: {'Port': ['ID=b15f3e90-f628-4744-9624-fdfd16ff6628,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:13.146876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-a5659fb1-51df-4a7d-b8aa-35de4ed7f06c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:13.148437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-a5659fb1-51df-4a7d-b8aa-35de4ed7f06c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.5481062 Feb 09 02:28:13.154124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:13.199832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acec944-0ae7-4271-800d-278e8a432735 req-5c418ed3-1d2c-44cc-bf00-85a296214aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:13.205370 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5acec944-0ae7-4271-800d-278e8a432735 req-5c418ed3-1d2c-44cc-bf00-85a296214aae service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.3336251 Feb 09 02:28:13.206070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Request body: {'port': {'device_id': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'admin_state_up': True, 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:13.319195 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5acec944-0ae7-4271-800d-278e8a432735 req-5ead4837-961e-49b1-82c9-9a004581625f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.1070323 Feb 09 02:28:13.403667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:13.409696 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:13.478193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:13.577368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b176d0-f1b6-4297-8ba3-88848f0733fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:13.626333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acec944-0ae7-4271-800d-278e8a432735 req-8eaaacdc-280f-47f3-96fb-d2349883c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:13.642083 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5acec944-0ae7-4271-800d-278e8a432735 req-8eaaacdc-280f-47f3-96fb-d2349883c770 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.3164797 Feb 09 02:28:13.736834 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5acec944-0ae7-4271-800d-278e8a432735 req-c12c1904-5897-446d-8a92-013ffe0b3cf1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851185 Feb 09 02:28:13.741508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01684267-b275-4fb8-baf2-49912979cdca admin admin] Publish callbacks [] for security_group (ab0eaa5a-0253-4281-8084-cf31ca7ff21a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:14.146533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ac85084-af08-4383-b1d4-a8ae173a6a3f req-c36ff8a5-6c74-4585-9d10-61f049352805 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 210 time: 0.5988691 Feb 09 02:28:14.253648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01684267-b275-4fb8-baf2-49912979cdca admin admin] Publish callbacks [] for security_group (ab0eaa5a-0253-4281-8084-cf31ca7ff21a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:14.342198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534a873-d505-4309-b1ea-e7262679ae2d req-aaa6babe-dbdd-478a-98e2-25b887cdace9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:14.345249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b534a873-d505-4309-b1ea-e7262679ae2d req-aaa6babe-dbdd-478a-98e2-25b887cdace9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 932 time: 1.1951511 Feb 09 02:28:14.541224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b176d0-f1b6-4297-8ba3-88848f0733fa admin admin] Publish callbacks [] for security_group (7330b4de-1e5b-4a32-8e56-b1a80327cde3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:14.576603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75b176d0-f1b6-4297-8ba3-88848f0733fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7330b4de-1e5b-4a32-8e56-b1a80327cde3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:14.785439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922d2253-7477-4a06-b0a4-baedb2c47257 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:14.819676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Publish callbacks [] for port (922d2253-7477-4a06-b0a4-baedb2c47257), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:14.902534 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-75b176d0-f1b6-4297-8ba3-88848f0733fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.4227884 Feb 09 02:28:14.908439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43430) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:14.915169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b176d0-f1b6-4297-8ba3-88848f0733fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7330b4de-1e5b-4a32-8e56-b1a80327cde3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:15.002923 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5acec944-0ae7-4271-800d-278e8a432735 req-35aa3eb4-3764-48f9-91ce-d1e71c25f6ea service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2571294 Feb 09 02:28:15.042328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b15f3e90-f628-4744-9624-fdfd16ff6628 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:15.113684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e4e84-008f-4516-8cdb-6a9099cd6879 None None] Network 3e845199-13b4-4759-bc2d-1d76240ed84e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:15.116635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Transition to ACTIVE for port object 922d2253-7477-4a06-b0a4-baedb2c47257 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:28:15.151608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.157298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba680c35-19a2-43ca-b8e4-96c76bdefa29 admin admin] Publish callbacks [] for security_group (7330b4de-1e5b-4a32-8e56-b1a80327cde3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.241469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Allocated IP 172.20.0.7 (882c9a08-1083-437d-9f12-f4e84922da1f/01db0fe3-a245-49cf-bb9e-a60eedde4675/79cac8d9-aa1b-4eed-84fd-72c511cb62da) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:15.258090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (edc8f2d8-d3e8-41a6-9e74-26c16c884747), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.313680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b534a873-d505-4309-b1ea-e7262679ae2d req-4bc81fa4-8b91-4407-b389-7a4fe60fb1c9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9346001 Feb 09 02:28:15.341089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01684267-b275-4fb8-baf2-49912979cdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ab0eaa5a-0253-4281-8084-cf31ca7ff21a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.344594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01684267-b275-4fb8-baf2-49912979cdca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.347133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-01684267-b275-4fb8-baf2-49912979cdca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab0eaa5a-0253-4281-8084-cf31ca7ff21a HTTP/1.1" status: 204 len: 168 time: 3.1239126 Feb 09 02:28:15.358005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba680c35-19a2-43ca-b8e4-96c76bdefa29 admin admin] Publish callbacks [] for security_group (7330b4de-1e5b-4a32-8e56-b1a80327cde3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.385229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Pushing event updated for resources: {'Port': ['ID=922d2253-7477-4a06-b0a4-baedb2c47257,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:15.471285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01684267-b275-4fb8-baf2-49912979cdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0eaa5a-0253-4281-8084-cf31ca7ff21a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:15.551971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-087c7ab0-0f9a-456c-af2a-f9beab25b14f req-e3c3cee3-a6bd-4f21-b5e2-25477c63ec2b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 210 time: 0.1286261 Feb 09 02:28:15.567451 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5acec944-0ae7-4271-800d-278e8a432735 req-80a21018-59bd-4f06-84b2-947d69343ba4 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429115 Feb 09 02:28:15.614057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba680c35-19a2-43ca-b8e4-96c76bdefa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7330b4de-1e5b-4a32-8e56-b1a80327cde3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.617870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba680c35-19a2-43ca-b8e4-96c76bdefa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.621654 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba680c35-19a2-43ca-b8e4-96c76bdefa29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7330b4de-1e5b-4a32-8e56-b1a80327cde3 HTTP/1.1" status: 204 len: 168 time: 0.7096989 Feb 09 02:28:15.636408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba680c35-19a2-43ca-b8e4-96c76bdefa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7330b4de-1e5b-4a32-8e56-b1a80327cde3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:15.642632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-1ca4d870-9178-42bc-b1f6-b07c2128cfe2 req-caf9946d-fe3c-42a9-a967-d873e36a0df1 service neutron] (103150) timed out ('10.222.0.53', 39532) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:28:15.661354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ff0d2535-cee3-4744-83ea-46ae85baadcb None None] Provisioning complete for port b15f3e90-f628-4744-9624-fdfd16ff6628 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:15.664255 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2535-cee3-4744-83ea-46ae85baadcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.697682 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (edc8f2d8-d3e8-41a6-9e74-26c16c884747), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.821180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Attempting to bind port 922d2253-7477-4a06-b0a4-baedb2c47257 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:15.829864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Attempting to bind port 922d2253-7477-4a06-b0a4-baedb2c47257 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:15.830532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Attempting to bind port 922d2253-7477-4a06-b0a4-baedb2c47257 on network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:15.880873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Port 922d2253-7477-4a06-b0a4-baedb2c47257 on network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:28:15.881421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Attempting to bind port 922d2253-7477-4a06-b0a4-baedb2c47257 on network 27f0fcc4-8a1c-495e-b8b5-0dad97588065 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:15.897380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:15.898650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Checking segment: {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:15.899245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Bound using segment: {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:15.899899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Bound port: 922d2253-7477-4a06-b0a4-baedb2c47257, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954b9ff3-80e8-4785-a02e-1d5eef95b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:15.900455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:15.905016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:15.911221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=edc8f2d8-d3e8-41a6-9e74-26c16c884747,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:15.931156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:15.942802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:16.066794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b15f3e90-f628-4744-9624-fdfd16ff6628 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:16.067333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.090067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks [] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.206153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:16.209049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.245670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b15f3e90-f628-4744-9624-fdfd16ff6628 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:16.247080 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.252833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] For port 922d2253-7477-4a06-b0a4-baedb2c47257, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:16.263772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] For port 922d2253-7477-4a06-b0a4-baedb2c47257, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=922d2253-7477-4a06-b0a4-baedb2c47257,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:16.292072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port b15f3e90-f628-4744-9624-fdfd16ff6628, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b15f3e90-f628-4744-9624-fdfd16ff6628,segment=NetworkSegment(10aa65df-698c-4ebb-9674-1001e02e82df),segment_id=10aa65df-698c-4ebb-9674-1001e02e82df)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:16.294105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.294600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d2535-cee3-4744-83ea-46ae85baadcb None None] Current status of the port b15f3e90-f628-4744-9624-fdfd16ff6628 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:16.295174 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2535-cee3-4744-83ea-46ae85baadcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.316247 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.348363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:16.348898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e3df2cea-ae1f-4b73-b308-92f999eb455a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4934797 Feb 09 02:28:16.368348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'name': 'tempest-AllowedAddressPairTestJSON-1332604044', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:66:e0:50'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:16.455436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:16.455436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.472776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] 10.222.0.72 "PUT /v2.0/ports/922d2253-7477-4a06-b0a4-baedb2c47257 HTTP/1.1" status: 200 len: 1093 time: 3.8708925 Feb 09 02:28:16.473348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'tag': '922d2253-7477-4a06-b0a4-baedb2c47257'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:16.496293 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb5900-bd3d-41e5-8fe5-b518068d8547" -d '{"events": [{"name": "network-changed", "server_uuid": "1e336d2a-f7f0-4bc7-8132-eca77d1a41ae", "tag": "922d2253-7477-4a06-b0a4-baedb2c47257"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:16.588193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b15f3e90-f628-4744-9624-fdfd16ff6628,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:16.609251 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:16.637592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:16.703729 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a0b1d-3022-43af-b262-8580f9cf8069 x-openstack-request-id: req-198a0b1d-3022-43af-b262-8580f9cf8069 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:16.705809 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e336d2a-f7f0-4bc7-8132-eca77d1a41ae", "tag": "922d2253-7477-4a06-b0a4-baedb2c47257", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:16.706226 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-198a0b1d-3022-43af-b262-8580f9cf8069 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:16.708529 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'tag': '922d2253-7477-4a06-b0a4-baedb2c47257', 'status': 'completed', 'code': 200} Feb 09 02:28:16.746743 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-ff0d2535-cee3-4744-83ea-46ae85baadcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:28:16.753920 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-ff0d2535-cee3-4744-83ea-46ae85baadcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:28:16.792801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 06daa0d6-475e-4bc1-af8a-f11c36b03242 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:16.842253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:16.924937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329b517-75ee-4418-8c17-d0599118de4e service neutron] Pushing event updated for resources: {'Port': ['ID=922d2253-7477-4a06-b0a4-baedb2c47257,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:16.959140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b15f3e90-f628-4744-9624-fdfd16ff6628 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:16.987314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:28:17.002367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Network 882c9a08-1083-437d-9f12-f4e84922da1f is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:17.166558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:17.181077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:17.212660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:17.230444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] device_id is not set on port 9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:28:17.327863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:17.328892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:17.372993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2109094 Feb 09 02:28:17.383467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7423-4960-4afe-a4e2-716156a0463f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event updated for resources: {'Port': ['ID=79cac8d9-aa1b-4eed-84fd-72c511cb62da,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:17.403780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8cc23-5f14-4f6d-a2a3-33b9c75f92e4 req-d55754b5-09bc-43a8-a526-39fa23e6eb3c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:17.405586 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60b8cc23-5f14-4f6d-a2a3-33b9c75f92e4 req-d55754b5-09bc-43a8-a526-39fa23e6eb3c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 931 time: 0.5496173 Feb 09 02:28:17.409543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-22982fb6-f286-446e-bdc8-24b72f919490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:17.412124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-22982fb6-f286-446e-bdc8-24b72f919490 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 1127 time: 0.8223467 Feb 09 02:28:17.425318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6fcf-aa54-4f9d-bf52-0b531d7d7105 req-394bac38-cb10-4974-a4fd-e1e543b05a05 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:17.428054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-244c6fcf-aa54-4f9d-bf52-0b531d7d7105 req-394bac38-cb10-4974-a4fd-e1e543b05a05 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 944 time: 0.9096975 Feb 09 02:28:17.433808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Request body: {'port': {'device_id': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:17.459335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b15f3e90-f628-4744-9624-fdfd16ff6628 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:17.459905 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:17.461559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d2535-cee3-4744-83ea-46ae85baadcb None None] Current status of the port b15f3e90-f628-4744-9624-fdfd16ff6628 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:17.487664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 06daa0d6-475e-4bc1-af8a-f11c36b03242, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:17.561365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-ce7920ee-5ab4-4d25-8c88-6e3dd3f9419d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922d2253-7477-4a06-b0a4-baedb2c47257 HTTP/1.1" status: 200 len: 217 time: 0.0779004 Feb 09 02:28:17.575398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '06daa0d6-475e-4bc1-af8a-f11c36b03242', 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'port_id': '06daa0d6-475e-4bc1-af8a-f11c36b03242', 'mac_address': 'fa:16:3e:91:20:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:17.589172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Allocated IP 172.20.0.13 (3e845199-13b4-4759-bc2d-1d76240ed84e/95a39402-1dbd-4db7-8310-bfdc87be4622/9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:17.645882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d03b490d-b77f-42f5-98be-fe34c883150a None None] Provisioning complete for port b15f3e90-f628-4744-9624-fdfd16ff6628 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:17.646165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d03b490d-b77f-42f5-98be-fe34c883150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:17.673647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:17.960076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 06daa0d6-475e-4bc1-af8a-f11c36b03242 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:17.961278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:17.993203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06daa0d6-475e-4bc1-af8a-f11c36b03242 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:18.082824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:18.121307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-89ddff5e-ed29-4b3b-b056-4f36fcfb8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:18.125273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-89ddff5e-ed29-4b3b-b056-4f36fcfb8e6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.5471001 Feb 09 02:28:18.133295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-244c6fcf-aa54-4f9d-bf52-0b531d7d7105 req-27631ae5-2b7b-44bb-bf42-3acea85b7213 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445770 Feb 09 02:28:18.156364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:18.241225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 06daa0d6-475e-4bc1-af8a-f11c36b03242, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:18.269433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b15f3e90-f628-4744-9624-fdfd16ff6628 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:18.311218 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:18.391102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:18.455398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60b8cc23-5f14-4f6d-a2a3-33b9c75f92e4 req-4179a31d-69b1-4f25-8bbd-e9511ec3bd7e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0262115 Feb 09 02:28:18.495508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-7d004e4e-9d5c-4602-a8d4-c58b6087dcd8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3607161 Feb 09 02:28:18.558886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=06daa0d6-475e-4bc1-af8a-f11c36b03242,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:18.583625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d03b490d-b77f-42f5-98be-fe34c883150a None None] Current status of the port b15f3e90-f628-4744-9624-fdfd16ff6628 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:18.615559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:18.626852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d03b490d-b77f-42f5-98be-fe34c883150a None None] Provisioning complete for port edc8f2d8-d3e8-41a6-9e74-26c16c884747 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:18.627237 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d03b490d-b77f-42f5-98be-fe34c883150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (edc8f2d8-d3e8-41a6-9e74-26c16c884747), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:18.645112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:18.654382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:18.664206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:18.679992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d03b490d-b77f-42f5-98be-fe34c883150a None None] Port edc8f2d8-d3e8-41a6-9e74-26c16c884747 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:18.741086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['06daa0d6-475e-4bc1-af8a-f11c36b03242'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:18.831311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:18.833290 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:18.900650 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2e4dc49-6b0f-491b-9438-0eb376ceea84 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5487299 Feb 09 02:28:18.901706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43516) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:19.086007 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:19.105872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-e10f7f85-c8e6-49f3-b2e4-f408ed9788a3 service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033661 Feb 09 02:28:19.230185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-701d5ceb-9142-448a-86ac-1900c4038437 None None] Provisioning complete for port 9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:19.232432 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-701d5ceb-9142-448a-86ac-1900c4038437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:19.270782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf30b86-ab38-4537-bdee-fb91231628f8 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:19.276241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf30b86-ab38-4537-bdee-fb91231628f8 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:19.282824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf30b86-ab38-4537-bdee-fb91231628f8 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:19.288552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7cf30b86-ab38-4537-bdee-fb91231628f8 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3820465 Feb 09 02:28:19.289788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:19.293927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-701d5ceb-9142-448a-86ac-1900c4038437 None None] Port 9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:19.393639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cac8d9-aa1b-4eed-84fd-72c511cb62da {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:19.403442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86da6b80-93e2-4f3d-8321-c2c505beb068 req-b8adcf1b-4889-46c3-b8a0-56a7fefe5dbf service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841327 Feb 09 02:28:19.405258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Publish callbacks [] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:19.426053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Transition to ACTIVE for port object 79cac8d9-aa1b-4eed-84fd-72c511cb62da will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:28:19.438278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:19.457748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21c3dd-6069-4416-9d93-1d0ba3a64696 req-a503826c-9fc7-474f-8ee5-b9f782f9c616 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:19.460645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a21c3dd-6069-4416-9d93-1d0ba3a64696 req-a503826c-9fc7-474f-8ee5-b9f782f9c616 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 944 time: 0.1722507 Feb 09 02:28:19.505632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting port 9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:19.506155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:19.574692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Pushing event updated for resources: {'Port': ['ID=79cac8d9-aa1b-4eed-84fd-72c511cb62da,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:19.732392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a21c3dd-6069-4416-9d93-1d0ba3a64696 req-d5948a31-28d9-4e91-9b5f-e5dcb9c0556a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374809 Feb 09 02:28:19.736370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-3e5497a5-32e4-4013-8984-e876da315091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:19.741904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:19.747296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-3e5497a5-32e4-4013-8984-e876da315091 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 1127 time: 0.2859526 Feb 09 02:28:19.779803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Calling delete_port for 9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:19.851186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Attempting to bind port 79cac8d9-aa1b-4eed-84fd-72c511cb62da on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:19.851514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Attempting to bind port 79cac8d9-aa1b-4eed-84fd-72c511cb62da by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:19.852044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Attempting to bind port 79cac8d9-aa1b-4eed-84fd-72c511cb62da on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:19.877093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc035ca-12ce-4e87-9649-702523a78f93 req-35b77065-cc95-4e6c-9fff-6900175218f6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:19.879536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbc035ca-12ce-4e87-9649-702523a78f93 req-35b77065-cc95-4e6c-9fff-6900175218f6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 943 time: 0.2743554 Feb 09 02:28:19.882668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Port 79cac8d9-aa1b-4eed-84fd-72c511cb62da on network 882c9a08-1083-437d-9f12-f4e84922da1f not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:28:19.883036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Attempting to bind port 79cac8d9-aa1b-4eed-84fd-72c511cb62da on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:19.916241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:19.916241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:19.916241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Bound using segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:19.916241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Bound port: 79cac8d9-aa1b-4eed-84fd-72c511cb62da, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:19.916241 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:20.003171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:20.027622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-ad013678-205b-4bbf-93af-65e70a9e98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:20.029152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-ad013678-205b-4bbf-93af-65e70a9e98b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.2806830 Feb 09 02:28:20.102315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-0525fdc8-5af0-459b-80ce-ddc6ccc4a777 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922d2253-7477-4a06-b0a4-baedb2c47257 HTTP/1.1" status: 200 len: 217 time: 0.0514116 Feb 09 02:28:20.135128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Port': ['ID=9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:20.227564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbc035ca-12ce-4e87-9649-702523a78f93 req-2e1d37ab-43a4-4abb-b660-e14504897e4f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376596 Feb 09 02:28:20.228260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-44df232e-2731-45e2-9164-d6957c6c6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:20.229658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-44df232e-2731-45e2-9164-d6957c6c6f59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.1179323 Feb 09 02:28:20.231015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] For port 79cac8d9-aa1b-4eed-84fd-72c511cb62da, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:20.324296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] For port 79cac8d9-aa1b-4eed-84fd-72c511cb62da, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=79cac8d9-aa1b-4eed-84fd-72c511cb62da,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:20.329061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-be5661de-fabd-4f79-b8c0-53f1d64a8f97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892797 Feb 09 02:28:20.348402 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:20.535783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:20.537459 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:20.539634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] 10.222.0.72 "PUT /v2.0/ports/79cac8d9-aa1b-4eed-84fd-72c511cb62da HTTP/1.1" status: 200 len: 1092 time: 3.1470125 Feb 09 02:28:20.540339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'tag': '79cac8d9-aa1b-4eed-84fd-72c511cb62da'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:20.543232 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe68dec6-e908-4c7d-9133-6c63522e7853", "tag": "79cac8d9-aa1b-4eed-84fd-72c511cb62da"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:20.589487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7ed1e-a18d-41c5-bf0c-64cc08597a0a service neutron] Pushing event updated for resources: {'Port': ['ID=79cac8d9-aa1b-4eed-84fd-72c511cb62da,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:20.661261 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f955f4-89c4-4b49-8db2-c64fb57d65eb x-openstack-request-id: req-53f955f4-89c4-4b49-8db2-c64fb57d65eb {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:20.661702 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe68dec6-e908-4c7d-9133-6c63522e7853", "tag": "79cac8d9-aa1b-4eed-84fd-72c511cb62da", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:20.662212 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53f955f4-89c4-4b49-8db2-c64fb57d65eb {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:20.662742 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'tag': '79cac8d9-aa1b-4eed-84fd-72c511cb62da', 'status': 'completed', 'code': 200} Feb 09 02:28:20.669020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-a0fb0c32-914c-474d-90ae-494ff999e6a1 service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348520 Feb 09 02:28:20.733050 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:20.740474 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a6abf270-c482-4d3e-947f-f63d094aac9b tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/ports/9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730 HTTP/1.1" status: 204 len: 168 time: 1.4491715 Feb 09 02:28:20.743999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:20.752194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-d3fea296-b6de-47fc-b51a-b77f52e5bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:20.754523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-d3fea296-b6de-47fc-b51a-b77f52e5bd00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 1126 time: 0.1355319 Feb 09 02:28:20.794374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 06daa0d6-475e-4bc1-af8a-f11c36b03242 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:20.848556 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94ec1b5-8150-4ec0-82a8-df2774ace6a1 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] GET failed (client error): The resource could not be found. Feb 09 02:28:20.854107 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d94ec1b5-8150-4ec0-82a8-df2774ace6a1 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "GET /v2.0/ports/9ff9c9a0-c1e7-40ba-8b05-ad37f52a7730 HTTP/1.1" status: 404 len: 333 time: 0.1043906 Feb 09 02:28:20.858912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:20.879811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'name': 'tempest-AllowedAddressPairTestJSON-1376180694'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:20.957588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 06daa0d6-475e-4bc1-af8a-f11c36b03242 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:28:20.962326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 06daa0d6-475e-4bc1-af8a-f11c36b03242 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:20.962731 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:21.149872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:21.154674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:21.158708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 06daa0d6-475e-4bc1-af8a-f11c36b03242 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:21.159361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:21.190507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] device_id is not set on port cb047e06-4d47-427c-9046-dd071676a760 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:28:21.215304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06daa0d6-475e-4bc1-af8a-f11c36b03242'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:21.218120 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bac6dc-ce41-4fc0-980a-7f17a66dc69b" -d '{"events": [{"server_uuid": "6ca4256d-ef42-42b6-b84b-97b2073e4011", "name": "network-vif-plugged", "status": "completed", "tag": "06daa0d6-475e-4bc1-af8a-f11c36b03242"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:21.250158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 06daa0d6-475e-4bc1-af8a-f11c36b03242, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:21.259452 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:21.395638 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab85f99-6995-4080-be7d-6a5394b20968 x-openstack-request-id: req-5ab85f99-6995-4080-be7d-6a5394b20968 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:21.396159 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca4256d-ef42-42b6-b84b-97b2073e4011", "name": "network-vif-plugged", "status": "completed", "tag": "06daa0d6-475e-4bc1-af8a-f11c36b03242", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:21.396585 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ab85f99-6995-4080-be7d-6a5394b20968 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:21.397306 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06daa0d6-475e-4bc1-af8a-f11c36b03242', 'code': 200} Feb 09 02:28:21.398329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=06daa0d6-475e-4bc1-af8a-f11c36b03242,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:21.477706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-b82bfe6d-aad1-410f-a354-7d10acbace82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79cac8d9-aa1b-4eed-84fd-72c511cb62da HTTP/1.1" status: 200 len: 217 time: 0.7055836 Feb 09 02:28:21.576415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-b1d403ac-491d-450a-8d99-d1a8437bb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:21.577151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-b1d403ac-491d-450a-8d99-d1a8437bb619 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.0759430 Feb 09 02:28:21.635798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Allocated IP 172.20.0.9 (3e845199-13b4-4759-bc2d-1d76240ed84e/95a39402-1dbd-4db7-8310-bfdc87be4622/cb047e06-4d47-427c-9046-dd071676a760) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:21.647755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-1176ce06-ec94-4ee1-96ca-ed5bd7bce0eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502751 Feb 09 02:28:21.657221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56fb5900-bd3d-41e5-8fe5-b518068d8547 req-723da563-596d-4a9e-837f-e610bcacfd63 service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812713 Feb 09 02:28:21.735895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62cf8-08c0-48f0-bce5-028da42a922c req-b73de4eb-af99-493c-92c1-fd3da591efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:21.744538 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7dc62cf8-08c0-48f0-bce5-028da42a922c req-b73de4eb-af99-493c-92c1-fd3da591efdf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.3123198 Feb 09 02:28:21.757286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-bb511819-d97a-4085-a427-e4c9937d0dd3 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980246 Feb 09 02:28:21.774134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625ff38-97e8-4c79-acb8-b8a8af9c4db5 req-b48afee8-5c43-4e3a-9bc1-62b64e719d56 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:21.775969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2625ff38-97e8-4c79-acb8-b8a8af9c4db5 req-b48afee8-5c43-4e3a-9bc1-62b64e719d56 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 944 time: 0.2963502 Feb 09 02:28:21.895005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fe20ae2-8c73-4575-a3ce-7863a1dc574f req-4d663313-96c7-4e19-8db2-db367ebd6f4d service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293385 Feb 09 02:28:21.947977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce6a4-a0f8-4190-8890-e86d6176a890 req-0cfbae69-a290-460e-81a8-581d1cd4bed1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:21.950418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-391ce6a4-a0f8-4190-8890-e86d6176a890 req-0cfbae69-a290-460e-81a8-581d1cd4bed1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 943 time: 0.4716344 Feb 09 02:28:21.992679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2625ff38-97e8-4c79-acb8-b8a8af9c4db5 req-b963e31b-a898-4079-971e-88e23577c49d tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949130 Feb 09 02:28:22.019811 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-7dc62cf8-08c0-48f0-bce5-028da42a922c req-9285e57b-1983-4388-bf80-ebae14b32340 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636142 Feb 09 02:28:22.098070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-391ce6a4-a0f8-4190-8890-e86d6176a890 req-e879f7dc-bbd5-4180-963b-06a7c0fe3e79 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092234 Feb 09 02:28:22.115498 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (cb047e06-4d47-427c-9046-dd071676a760), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:22.116444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-ef645743-5078-42dd-8618-b9e0e3f7b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:22.118348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-ef645743-5078-42dd-8618-b9e0e3f7b9cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 1126 time: 0.1308844 Feb 09 02:28:22.175369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cb047e06-4d47-427c-9046-dd071676a760), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:22.290126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=cb047e06-4d47-427c-9046-dd071676a760,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:22.315617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:22.318993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:22.339078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:22.343305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 922d2253-7477-4a06-b0a4-baedb2c47257 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:22.473361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-a6f01c2c-c91c-43e6-b7f1-fe2ca9469cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:22.475087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:22.477443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:22.481814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-a6f01c2c-c91c-43e6-b7f1-fe2ca9469cef service neutron] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.3536966 Feb 09 02:28:22.526361 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-91c2fd68-7f46-48a1-aacd-1271e69f2dab tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6646988 Feb 09 02:28:22.527337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:22.540801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:66:e0:50'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:22.662977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-458f19ea-ab5e-4dd0-a742-3fbd0602142e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79cac8d9-aa1b-4eed-84fd-72c511cb62da HTTP/1.1" status: 200 len: 217 time: 0.1639383 Feb 09 02:28:22.688669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 922d2253-7477-4a06-b0a4-baedb2c47257, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=922d2253-7477-4a06-b0a4-baedb2c47257,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:22.736781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '922d2253-7477-4a06-b0a4-baedb2c47257', 'network_id': '27f0fcc4-8a1c-495e-b8b5-0dad97588065', 'port_id': '922d2253-7477-4a06-b0a4-baedb2c47257', 'mac_address': 'fa:16:3e:03:91:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec0febe-0f83-43d4-b8ba-23ca6c34e5da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:22.777064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-b62bed13-e08d-4909-9dd7-2fe813899f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:22.779473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-b62bed13-e08d-4909-9dd7-2fe813899f25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1152692 Feb 09 02:28:22.832841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-8f65cf7d-9c41-41e0-a625-57d266a08bd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410872 Feb 09 02:28:22.844592 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cb047e06-4d47-427c-9046-dd071676a760), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:22.916494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 922d2253-7477-4a06-b0a4-baedb2c47257 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:22.917409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:22.955126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922d2253-7477-4a06-b0a4-baedb2c47257 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:22.983339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 922d2253-7477-4a06-b0a4-baedb2c47257, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=922d2253-7477-4a06-b0a4-baedb2c47257,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:22.987812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d772051c-6436-4715-9979-7d9b801bb836 None None] Provisioning complete for port cb047e06-4d47-427c-9046-dd071676a760 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:22.988431 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d772051c-6436-4715-9979-7d9b801bb836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cb047e06-4d47-427c-9046-dd071676a760), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:22.992521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:23.041984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-d5852f8f-4d48-49f0-a11d-254d6f572540 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978090 Feb 09 02:28:23.163069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d772051c-6436-4715-9979-7d9b801bb836 None None] Port cb047e06-4d47-427c-9046-dd071676a760 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:23.202054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=922d2253-7477-4a06-b0a4-baedb2c47257,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:23.225360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (cb047e06-4d47-427c-9046-dd071676a760), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:23.231781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (cb047e06-4d47-427c-9046-dd071676a760), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:23.293576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ce616ad-1ba8-4ffd-96fe-2b13d1ed2e6c req-17a911f7-eccb-462d-bd7b-5d3374f4af33 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461827 Feb 09 02:28:23.317832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=cb047e06-4d47-427c-9046-dd071676a760,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:23.390441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['922d2253-7477-4a06-b0a4-baedb2c47257'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:23.457356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] In _notify_port_updated(), no bound segment for port cb047e06-4d47-427c-9046-dd071676a760 on network 3e845199-13b4-4759-bc2d-1d76240ed84e {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:28:23.464890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:23.465375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:23.467640 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d6f5a89f-d2fd-42e7-964a-3264342034be tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "PUT /v2.0/ports/cb047e06-4d47-427c-9046-dd071676a760 HTTP/1.1" status: 200 len: 993 time: 0.9391613 Feb 09 02:28:23.472179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:23.554721 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9ee3-fafd-4019-8227-8268ef5eb067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:23.662976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefc8f0-ebca-42de-a3e5-79278f2c8b2c req-8fc5d6f0-34e6-421a-b9d2-1275295a705d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:23.665487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5eefc8f0-ebca-42de-a3e5-79278f2c8b2c req-8fc5d6f0-34e6-421a-b9d2-1275295a705d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 943 time: 0.2768188 Feb 09 02:28:23.681535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting port cb047e06-4d47-427c-9046-dd071676a760 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:23.691184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cb047e06-4d47-427c-9046-dd071676a760), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:23.756968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f7ab-3d0b-4fc7-8ffc-874d5b19f826 req-143941e2-210c-4ef5-9689-ef9f6086c566 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:23.760736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fff9f7ab-3d0b-4fc7-8ffc-874d5b19f826 req-143941e2-210c-4ef5-9689-ef9f6086c566 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 945 time: 0.4673314 Feb 09 02:28:23.841302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cb047e06-4d47-427c-9046-dd071676a760), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:23.874343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43762) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:23.880044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Calling delete_port for cb047e06-4d47-427c-9046-dd071676a760 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:23.945551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fff9f7ab-3d0b-4fc7-8ffc-874d5b19f826 req-beba182e-28a7-49e0-9d60-70e5b593fc24 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674581 Feb 09 02:28:23.948588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5eefc8f0-ebca-42de-a3e5-79278f2c8b2c req-171574c1-7b9e-48f2-8f38-6834d293bdda tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742829 Feb 09 02:28:23.966057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-db873661-e154-4f8b-890c-f0a7230d92a1 None None] Provisioning complete for port cb047e06-4d47-427c-9046-dd071676a760 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:23.966434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db873661-e154-4f8b-890c-f0a7230d92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cb047e06-4d47-427c-9046-dd071676a760), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.029628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-db873661-e154-4f8b-890c-f0a7230d92a1 None None] Port cb047e06-4d47-427c-9046-dd071676a760 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:24.122956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (cb047e06-4d47-427c-9046-dd071676a760), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.137563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07aeb689-a065-4a57-a37c-1735e570f658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.303773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Port': ['ID=cb047e06-4d47-427c-9046-dd071676a760,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:24.306122 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07aeb689-a065-4a57-a37c-1735e570f658 admin admin] Publish callbacks [] for security_group (51cb2e2c-4028-4dde-84a0-66a6e39a91fa), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.318331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07aeb689-a065-4a57-a37c-1735e570f658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51cb2e2c-4028-4dde-84a0-66a6e39a91fa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.359983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeb689-a065-4a57-a37c-1735e570f658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cb2e2c-4028-4dde-84a0-66a6e39a91fa,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:24.451692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07aeb689-a065-4a57-a37c-1735e570f658 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec8544dc232c4599be96384f463b60c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628390 Feb 09 02:28:24.451692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43768) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:24.570780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.576377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-908ecf98-3ca4-4de8-bf4a-1f43f2d2d1c2 admin admin] Publish callbacks [] for security_group (51cb2e2c-4028-4dde-84a0-66a6e39a91fa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.583114 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6ef6d230-8d3f-428c-83ab-00bb3c5e31d4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/ports/cb047e06-4d47-427c-9046-dd071676a760 HTTP/1.1" status: 204 len: 168 time: 1.1096566 Feb 09 02:28:24.586023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43772) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:24.643065 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-21da97f0-1e84-43b1-9740-d0ddd32ce1c0 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] GET failed (client error): The resource could not be found. Feb 09 02:28:24.644969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-21da97f0-1e84-43b1-9740-d0ddd32ce1c0 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "GET /v2.0/ports/cb047e06-4d47-427c-9046-dd071676a760 HTTP/1.1" status: 404 len: 333 time: 0.0552676 Feb 09 02:28:24.648921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:24.656524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'name': 'tempest-AllowedAddressPairTestJSON-1439378609'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:24.666912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-908ecf98-3ca4-4de8-bf4a-1f43f2d2d1c2 admin admin] Publish callbacks [] for security_group (51cb2e2c-4028-4dde-84a0-66a6e39a91fa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.739485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-908ecf98-3ca4-4de8-bf4a-1f43f2d2d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51cb2e2c-4028-4dde-84a0-66a6e39a91fa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.743595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-908ecf98-3ca4-4de8-bf4a-1f43f2d2d1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.745446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-908ecf98-3ca4-4de8-bf4a-1f43f2d2d1c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51cb2e2c-4028-4dde-84a0-66a6e39a91fa HTTP/1.1" status: 204 len: 168 time: 0.2929614 Feb 09 02:28:24.763153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ecf98-3ca4-4de8-bf4a-1f43f2d2d1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cb2e2c-4028-4dde-84a0-66a6e39a91fa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:24.887132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:24.891167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:24.917668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] device_id is not set on port 93a7da82-f111-47ec-a632-8749fd8b224d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:28:25.202557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Allocated IP 172.20.0.10 (3e845199-13b4-4759-bc2d-1d76240ed84e/95a39402-1dbd-4db7-8310-bfdc87be4622/93a7da82-f111-47ec-a632-8749fd8b224d) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:25.297877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88d325-2e81-4aac-a544-aa16e642cc09 req-45cf458c-149d-423b-8e0b-9ac658343723 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:25.311899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a88d325-2e81-4aac-a544-aa16e642cc09 req-45cf458c-149d-423b-8e0b-9ac658343723 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 945 time: 0.1616209 Feb 09 02:28:25.346398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd75d90-0f22-4008-b527-36d9c43b3ffa req-8625ed20-82d1-4cb4-b09f-738a3d52092a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:25.353356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dd75d90-0f22-4008-b527-36d9c43b3ffa req-8625ed20-82d1-4cb4-b09f-738a3d52092a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 943 time: 0.1913052 Feb 09 02:28:25.520720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (93a7da82-f111-47ec-a632-8749fd8b224d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:25.524400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a88d325-2e81-4aac-a544-aa16e642cc09 req-244ec213-fad6-4ff4-bef5-cd94a51e95ec tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069683 Feb 09 02:28:25.542287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dd75d90-0f22-4008-b527-36d9c43b3ffa req-d8ca9927-8077-45c5-91fd-511ba0f69caa tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363430 Feb 09 02:28:25.595073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:25.663501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:25.668052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:25.672458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:25.716312 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-470b9cce-8cb8-4e9b-9999-504291ec7a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:25.730639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=93a7da82-f111-47ec-a632-8749fd8b224d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:25.806278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:25.808680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:25.836055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43812) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:25.837292 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-177f1612-a543-4c46-aef6-c08f7ef219c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1863525 Feb 09 02:28:25.843479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:e0:50'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:26.092214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4f5b4427-69d9-43db-b4ca-f36a743abbb2 None None] Provisioning complete for port 93a7da82-f111-47ec-a632-8749fd8b224d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:26.092601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4427-69d9-43db-b4ca-f36a743abbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:26.157453 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:26.157734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b4427-69d9-43db-b4ca-f36a743abbb2 None None] Port 93a7da82-f111-47ec-a632-8749fd8b224d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:26.348891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 79cac8d9-aa1b-4eed-84fd-72c511cb62da details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:26.352443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 922d2253-7477-4a06-b0a4-baedb2c47257 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:26.382100 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (93a7da82-f111-47ec-a632-8749fd8b224d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:26.390050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:26.493210 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:28:26.498335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=93a7da82-f111-47ec-a632-8749fd8b224d,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:26.512786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] In _notify_port_updated(), no bound segment for port 93a7da82-f111-47ec-a632-8749fd8b224d on network 3e845199-13b4-4759-bc2d-1d76240ed84e {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:28:26.520020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:26.520872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:26.525702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3a0d8aaa-6fde-4da8-8964-1ad19314cc47 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "PUT /v2.0/ports/93a7da82-f111-47ec-a632-8749fd8b224d HTTP/1.1" status: 200 len: 997 time: 0.6856425 Feb 09 02:28:26.526230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43824) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:26.892285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e952-c1c7-47e7-97dd-e279d031df9f req-a313c1b7-ef45-4252-92a7-9b61d42bc410 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:26.894307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83e9e952-c1c7-47e7-97dd-e279d031df9f req-a313c1b7-ef45-4252-92a7-9b61d42bc410 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 945 time: 0.1818917 Feb 09 02:28:26.902520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba7210-0ef5-4e53-9449-6d02ab89d4ce req-760a1737-b318-4781-9f87-3f4c0b2be7fd tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:26.904474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fba7210-0ef5-4e53-9449-6d02ab89d4ce req-760a1737-b318-4781-9f87-3f4c0b2be7fd tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 943 time: 0.1909847 Feb 09 02:28:27.013640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting port 93a7da82-f111-47ec-a632-8749fd8b224d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:27.013640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.064792 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.092400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ba69a0d7-46c4-424e-9c1c-126e50974c30 None None] Provisioning complete for port 93a7da82-f111-47ec-a632-8749fd8b224d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:27.092789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba69a0d7-46c4-424e-9c1c-126e50974c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.158761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.173194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Calling delete_port for 93a7da82-f111-47ec-a632-8749fd8b224d owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:27.182427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 79cac8d9-aa1b-4eed-84fd-72c511cb62da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=79cac8d9-aa1b-4eed-84fd-72c511cb62da,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:27.213896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 922d2253-7477-4a06-b0a4-baedb2c47257 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:28:27.239058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ba69a0d7-46c4-424e-9c1c-126e50974c30 None None] Port 93a7da82-f111-47ec-a632-8749fd8b224d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:27.243314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 922d2253-7477-4a06-b0a4-baedb2c47257 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:27.243698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.248129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '79cac8d9-aa1b-4eed-84fd-72c511cb62da', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'port_id': '79cac8d9-aa1b-4eed-84fd-72c511cb62da', 'mac_address': 'fa:16:3e:fa:dc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db0fe3-a245-49cf-bb9e-a60eedde4675', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:27.252433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83e9e952-c1c7-47e7-97dd-e279d031df9f req-1af1639f-9c2a-46eb-9cdb-286db7d74ddd tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458347 Feb 09 02:28:27.352318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fba7210-0ef5-4e53-9449-6d02ab89d4ce req-f95480d4-3d8c-4eaa-8cf7-7afc2f9c5706 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228263 Feb 09 02:28:27.421306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 79cac8d9-aa1b-4eed-84fd-72c511cb62da is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:27.423705 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.472770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cac8d9-aa1b-4eed-84fd-72c511cb62da {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:27.481676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (93a7da82-f111-47ec-a632-8749fd8b224d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.539225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Port': ['ID=93a7da82-f111-47ec-a632-8749fd8b224d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:27.554622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 79cac8d9-aa1b-4eed-84fd-72c511cb62da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=79cac8d9-aa1b-4eed-84fd-72c511cb62da,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:27.565152 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.569620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 922d2253-7477-4a06-b0a4-baedb2c47257 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:27.574816 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.680708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.686883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:27.698172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-439035df-725a-4bf6-8495-2eaffbd46ba4 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/ports/93a7da82-f111-47ec-a632-8749fd8b224d HTTP/1.1" status: 204 len: 168 time: 1.1700702 Feb 09 02:28:27.723669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922d2253-7477-4a06-b0a4-baedb2c47257'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:27.726016 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b867816e-3c3d-4e3f-a7be-76a7dfe97b98 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] GET failed (client error): The resource could not be found. Feb 09 02:28:27.727012 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b89148-f680-40c4-917b-0d7851aa9310" -d '{"events": [{"server_uuid": "1e336d2a-f7f0-4bc7-8132-eca77d1a41ae", "name": "network-vif-plugged", "status": "completed", "tag": "922d2253-7477-4a06-b0a4-baedb2c47257"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:27.732289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43860) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:27.738676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'name': 'tempest-AllowedAddressPairTestJSON-316563939'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:27.743203 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b867816e-3c3d-4e3f-a7be-76a7dfe97b98 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "GET /v2.0/ports/93a7da82-f111-47ec-a632-8749fd8b224d HTTP/1.1" status: 404 len: 333 time: 0.0548429 Feb 09 02:28:27.808326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 922d2253-7477-4a06-b0a4-baedb2c47257, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=922d2253-7477-4a06-b0a4-baedb2c47257,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:27.829447 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:27.837557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=79cac8d9-aa1b-4eed-84fd-72c511cb62da,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:27.848861 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69aac5d-f9c4-4e28-b85f-22f246e4136d x-openstack-request-id: req-d69aac5d-f9c4-4e28-b85f-22f246e4136d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:27.849292 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e336d2a-f7f0-4bc7-8132-eca77d1a41ae", "name": "network-vif-plugged", "status": "completed", "tag": "922d2253-7477-4a06-b0a4-baedb2c47257", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:27.849642 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d69aac5d-f9c4-4e28-b85f-22f246e4136d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:27.850135 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922d2253-7477-4a06-b0a4-baedb2c47257', 'code': 200} Feb 09 02:28:27.912413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['79cac8d9-aa1b-4eed-84fd-72c511cb62da'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:28.043154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:28.046861 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:28.072123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70e152-2aaa-4fe5-9966-e53fe81f43ad req-b43485ee-bb35-41b1-813f-f8a394f0d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:28.072908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=922d2253-7477-4a06-b0a4-baedb2c47257,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:28.073676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d70e152-2aaa-4fe5-9966-e53fe81f43ad req-b43485ee-bb35-41b1-813f-f8a394f0d1cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 1129 time: 0.1017027 Feb 09 02:28:28.074969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] device_id is not set on port d6044cd0-e583-4e22-bd45-c4199420b41a yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:28:28.210631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:28.235961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d70e152-2aaa-4fe5-9966-e53fe81f43ad req-d99f61cc-eaad-4d72-9896-655dc8c7a991 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535439 Feb 09 02:28:28.447918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Allocated IP 172.20.0.14 (3e845199-13b4-4759-bc2d-1d76240ed84e/95a39402-1dbd-4db7-8310-bfdc87be4622/d6044cd0-e583-4e22-bd45-c4199420b41a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:28.536520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9f2f-4981-4085-b555-15f25de3473f req-a67124e5-718a-449e-a124-d2f43828bd8e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:28.538198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc2e9f2f-4981-4085-b555-15f25de3473f req-a67124e5-718a-449e-a124-d2f43828bd8e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.1589050 Feb 09 02:28:28.668146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e389c-80b9-4380-b413-52e2f0d97dff req-2d3ce13a-32d6-440c-8e86-0ab75c511be5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:28.669945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b36e389c-80b9-4380-b413-52e2f0d97dff req-2d3ce13a-32d6-440c-8e86-0ab75c511be5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 944 time: 0.1930518 Feb 09 02:28:28.678292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc2e9f2f-4981-4085-b555-15f25de3473f req-62407e7e-d333-4842-b481-862c428e9569 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328385 Feb 09 02:28:28.754642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (d6044cd0-e583-4e22-bd45-c4199420b41a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:28.760254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b36e389c-80b9-4380-b413-52e2f0d97dff req-795dd876-258a-4e8a-8b0c-8b07dd05be51 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809877 Feb 09 02:28:28.814582 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d6044cd0-e583-4e22-bd45-c4199420b41a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:28.937006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:28.944607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:28.947884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:29.049021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=d6044cd0-e583-4e22-bd45-c4199420b41a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:29.105090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:29.105930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:29.149508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-079d8dd6-b5d4-4713-a764-ab1fff47423a tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4159894 Feb 09 02:28:29.152904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43924) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:29.158290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'network_id': '3e845199-13b4-4759-bc2d-1d76240ed84e', 'name': 'tempest-AllowedAddressPairTestJSON-1586190888'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:29.445986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cc1ba476-f486-41ea-9e87-279fe31940bd None None] Provisioning complete for port d6044cd0-e583-4e22-bd45-c4199420b41a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:29.446573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba476-f486-41ea-9e87-279fe31940bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d6044cd0-e583-4e22-bd45-c4199420b41a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:29.556322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Made reservation on behalf of d346e1b6c7dd4023a0052f2afc6aa3f9 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:29.566436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:29.622330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ba476-f486-41ea-9e87-279fe31940bd None None] Port d6044cd0-e583-4e22-bd45-c4199420b41a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:29.645664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] device_id is not set on port 36b5bff3-74cd-4f4b-a6ab-40c869542b96 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:28:29.757017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:29.971567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:30.064458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3548c94-345b-46c3-b045-35ab46eb0d0a req-7ba187cc-a7f7-498b-bb2f-e6c9e0af5802 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:30.066728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3548c94-345b-46c3-b045-35ab46eb0d0a req-7ba187cc-a7f7-498b-bb2f-e6c9e0af5802 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 944 time: 0.1746957 Feb 09 02:28:30.099256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a95ff8-ed46-4e36-9a09-14b328e77f7e req-7e77e6e7-d08b-43d2-91b3-c1eda5411988 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:30.101612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77a95ff8-ed46-4e36-9a09-14b328e77f7e req-7e77e6e7-d08b-43d2-91b3-c1eda5411988 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.2661884 Feb 09 02:28:30.148111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d66a2195-9283-4cb4-aae4-379c4d195fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.222624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Allocated IP 172.20.0.11 (3e845199-13b4-4759-bc2d-1d76240ed84e/95a39402-1dbd-4db7-8310-bfdc87be4622/36b5bff3-74cd-4f4b-a6ab-40c869542b96) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:30.232393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3548c94-345b-46c3-b045-35ab46eb0d0a req-154589e1-6872-467b-ba46-0961e872352b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525238 Feb 09 02:28:30.260478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77a95ff8-ed46-4e36-9a09-14b328e77f7e req-ac6c25ff-471e-46d0-8608-16bcbf26eb49 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492710 Feb 09 02:28:30.343874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d66a2195-9283-4cb4-aae4-379c4d195fcd admin admin] Publish callbacks [] for security_group (ff260a53-697b-4e0d-936b-ede7f2529bb5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.351844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d66a2195-9283-4cb4-aae4-379c4d195fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ff260a53-697b-4e0d-936b-ede7f2529bb5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.356614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 79cac8d9-aa1b-4eed-84fd-72c511cb62da up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:30.424200 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d66a2195-9283-4cb4-aae4-379c4d195fcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e3749e5dbfa40de8d6370adceaa6373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4515207 Feb 09 02:28:30.425421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a2195-9283-4cb4-aae4-379c4d195fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff260a53-697b-4e0d-936b-ede7f2529bb5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:30.429448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:30.522622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d7376b-7aa2-4bb5-9a58-c8492b339e74 admin admin] Publish callbacks [] for security_group (ff260a53-697b-4e0d-936b-ede7f2529bb5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.535436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 79cac8d9-aa1b-4eed-84fd-72c511cb62da completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:28:30.550291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 79cac8d9-aa1b-4eed-84fd-72c511cb62da triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:30.550709 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.553507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d7376b-7aa2-4bb5-9a58-c8492b339e74 admin admin] Publish callbacks [] for security_group (ff260a53-697b-4e0d-936b-ede7f2529bb5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.558915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.633954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d7376b-7aa2-4bb5-9a58-c8492b339e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ff260a53-697b-4e0d-936b-ede7f2529bb5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.637242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9d7376b-7aa2-4bb5-9a58-c8492b339e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.644056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f9d7376b-7aa2-4bb5-9a58-c8492b339e74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff260a53-697b-4e0d-936b-ede7f2529bb5 HTTP/1.1" status: 204 len: 168 time: 0.2122078 Feb 09 02:28:30.676262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7376b-7aa2-4bb5-9a58-c8492b339e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff260a53-697b-4e0d-936b-ede7f2529bb5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:30.717752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.769267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 79cac8d9-aa1b-4eed-84fd-72c511cb62da is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:30.770055 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:30.820239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Network 3e845199-13b4-4759-bc2d-1d76240ed84e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:30.824838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:30.853363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:30.860251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cac8d9-aa1b-4eed-84fd-72c511cb62da'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:30.869583 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f306a0-a5a5-43bf-86a4-9a0009c752ab" -d '{"events": [{"server_uuid": "fe68dec6-e908-4c7d-9133-6c63522e7853", "name": "network-vif-plugged", "status": "completed", "tag": "79cac8d9-aa1b-4eed-84fd-72c511cb62da"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:30.922623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=36b5bff3-74cd-4f4b-a6ab-40c869542b96,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:30.950124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 79cac8d9-aa1b-4eed-84fd-72c511cb62da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=79cac8d9-aa1b-4eed-84fd-72c511cb62da,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:30.969406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:31.013790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:31.015314 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:31.061859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d9326861-effd-4adf-9d4c-37841756e061 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9055579 Feb 09 02:28:31.062684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:31.070428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:66:e0:50'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c9:67:e2'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:31.147990 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47facf4-8868-44e7-a704-cf83df2bf5d1 x-openstack-request-id: req-a47facf4-8868-44e7-a704-cf83df2bf5d1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:31.148211 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe68dec6-e908-4c7d-9133-6c63522e7853", "name": "network-vif-plugged", "status": "completed", "tag": "79cac8d9-aa1b-4eed-84fd-72c511cb62da", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:31.148468 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a47facf4-8868-44e7-a704-cf83df2bf5d1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:31.149436 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cac8d9-aa1b-4eed-84fd-72c511cb62da', 'code': 200} Feb 09 02:28:31.152308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=79cac8d9-aa1b-4eed-84fd-72c511cb62da,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:31.189879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74661abb-50ee-4af4-b2cb-cc9cb614d632 req-ceebedc9-db74-43d4-abe9-2223445c5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:31.197570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74661abb-50ee-4af4-b2cb-cc9cb614d632 req-ceebedc9-db74-43d4-abe9-2223445c5c25 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 1128 time: 0.1153533 Feb 09 02:28:31.317497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74661abb-50ee-4af4-b2cb-cc9cb614d632 req-4a55e9d1-1952-4f2e-aa90-1b0d61de0f38 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140208 Feb 09 02:28:31.397451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:31.402711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-736467d2-54ad-4af9-b999-72ee65ae5a06 None None] Provisioning complete for port 36b5bff3-74cd-4f4b-a6ab-40c869542b96 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:31.403671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-736467d2-54ad-4af9-b999-72ee65ae5a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:31.531431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-736467d2-54ad-4af9-b999-72ee65ae5a06 None None] Port 36b5bff3-74cd-4f4b-a6ab-40c869542b96 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:31.543722 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90cdc95a-cdce-4f97-9f23-57511a47dd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:31.594320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:31.640519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ce87-4382-4209-b0f0-0e52c96a5ef1 req-bd7637d3-5a38-4b3c-927d-349eb71692ab tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:31.650996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3522ce87-4382-4209-b0f0-0e52c96a5ef1 req-bd7637d3-5a38-4b3c-927d-349eb71692ab tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 945 time: 0.2253344 Feb 09 02:28:31.742643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace65fad-6ac3-4139-adcd-aa081814c3d5 req-ee58b29d-45e1-4b60-be28-15af22c60dc9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:31.744813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ace65fad-6ac3-4139-adcd-aa081814c3d5 req-ee58b29d-45e1-4b60-be28-15af22c60dc9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.2396052 Feb 09 02:28:31.791643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3522ce87-4382-4209-b0f0-0e52c96a5ef1 req-2e2f3c2e-9319-4655-8a2b-fbccfc4e41d9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397262 Feb 09 02:28:31.826215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ace65fad-6ac3-4139-adcd-aa081814c3d5 req-f446cb3b-02fa-4444-95ae-f8dbe8f93ab3 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716157 Feb 09 02:28:31.932927 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90cdc95a-cdce-4f97-9f23-57511a47dd7b admin admin] Publish callbacks [] for security_group (d62bdd67-b7ee-4004-b055-e1d3dbaec53e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:31.946586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90cdc95a-cdce-4f97-9f23-57511a47dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d62bdd67-b7ee-4004-b055-e1d3dbaec53e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.085334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdc95a-cdce-4f97-9f23-57511a47dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62bdd67-b7ee-4004-b055-e1d3dbaec53e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:32.138644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44002) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:32.140435 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-90cdc95a-cdce-4f97-9f23-57511a47dd7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55e12370e2514d24a8e15bd0541cf17c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7379057 Feb 09 02:28:32.254084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.267770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.475949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event updated for resources: {'Port': ['ID=36b5bff3-74cd-4f4b-a6ab-40c869542b96,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:32.512713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] In _notify_port_updated(), no bound segment for port 36b5bff3-74cd-4f4b-a6ab-40c869542b96 on network 3e845199-13b4-4759-bc2d-1d76240ed84e {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:28:32.519153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:32.523156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.524677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b153dd71-2e7b-4307-b72e-1962dd8ea7c9 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "PUT /v2.0/ports/36b5bff3-74cd-4f4b-a6ab-40c869542b96 HTTP/1.1" status: 200 len: 1057 time: 1.4603562 Feb 09 02:28:32.530140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:32.772972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting port 36b5bff3-74cd-4f4b-a6ab-40c869542b96 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:32.780741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.804148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6cc12910-bec0-4610-add3-07a77a8e4dbc None None] Provisioning complete for port 36b5bff3-74cd-4f4b-a6ab-40c869542b96 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:32.805428 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cc12910-bec0-4610-add3-07a77a8e4dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.805813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-2cac1417-d3f2-4fa9-88e7-9e3613b7d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:32.807389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-2cac1417-d3f2-4fa9-88e7-9e3613b7d141 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 1129 time: 0.6825249 Feb 09 02:28:32.889837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6cc12910-bec0-4610-add3-07a77a8e4dbc None None] Port 36b5bff3-74cd-4f4b-a6ab-40c869542b96 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:32.926318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c161e5df-b5e7-459a-94be-98e84855e6bf admin admin] Publish callbacks [] for security_group (d62bdd67-b7ee-4004-b055-e1d3dbaec53e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.947207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae54f4a-43dd-4281-9791-04d03baccd5d req-0af1aef5-0ea9-47b4-ba02-bbd11d390cfa tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:32.948774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae54f4a-43dd-4281-9791-04d03baccd5d req-0af1aef5-0ea9-47b4-ba02-bbd11d390cfa tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.7311771 Feb 09 02:28:32.964987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.980927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Calling delete_port for 36b5bff3-74cd-4f4b-a6ab-40c869542b96 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:33.017802 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c161e5df-b5e7-459a-94be-98e84855e6bf admin admin] Publish callbacks [] for security_group (d62bdd67-b7ee-4004-b055-e1d3dbaec53e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.112607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-3463cc7c-5993-496e-81e6-e79012791abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:33.114020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-3463cc7c-5993-496e-81e6-e79012791abb service neutron] 10.222.0.72 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.2935586 Feb 09 02:28:33.119374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae54f4a-43dd-4281-9791-04d03baccd5d req-a289a2e0-6d42-436f-a06d-da7650aa7c09 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475747 Feb 09 02:28:33.172468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-b6b6af27-2f9b-490f-9876-d51d8c8aeb97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922d2253-7477-4a06-b0a4-baedb2c47257 HTTP/1.1" status: 200 len: 217 time: 0.0499136 Feb 09 02:28:33.196927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862b684-12b3-44ff-b60c-a25e65f3d43c req-43a5182e-596b-411d-bfed-3203ff9f3400 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:33.198560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6862b684-12b3-44ff-b60c-a25e65f3d43c req-43a5182e-596b-411d-bfed-3203ff9f3400 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 945 time: 0.2448311 Feb 09 02:28:33.248375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (36b5bff3-74cd-4f4b-a6ab-40c869542b96), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.300585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-f2adb75b-00f1-445b-90eb-707beac0f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:33.312335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-f2adb75b-00f1-445b-90eb-707beac0f04a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.1124172 Feb 09 02:28:33.319037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c161e5df-b5e7-459a-94be-98e84855e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d62bdd67-b7ee-4004-b055-e1d3dbaec53e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.321982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c161e5df-b5e7-459a-94be-98e84855e6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:33.328541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Port': ['ID=36b5bff3-74cd-4f4b-a6ab-40c869542b96,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:33.331669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c161e5df-b5e7-459a-94be-98e84855e6bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d62bdd67-b7ee-4004-b055-e1d3dbaec53e HTTP/1.1" status: 204 len: 168 time: 1.1920192 Feb 09 02:28:33.426800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161e5df-b5e7-459a-94be-98e84855e6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62bdd67-b7ee-4004-b055-e1d3dbaec53e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:33.440266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-0acc6ec5-5cf0-4296-87a6-9c8ea660e2a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949502 Feb 09 02:28:33.805115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6862b684-12b3-44ff-b60c-a25e65f3d43c req-a37305fd-27d2-44c0-ad39-2284d90d54b1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922527 Feb 09 02:28:33.884082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-53b7da59-7ed5-4bd5-bfa3-0ee7c31938c8 service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147248 Feb 09 02:28:34.187385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cd5294b-0cef-41e1-9769-1838a5a16e17 req-bc3b7fa2-8612-4531-8e71-896f26acb8bd service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949216 Feb 09 02:28:34.377966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.385222 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb4a8543-387b-4719-97f9-2246b15134ae tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/ports/36b5bff3-74cd-4f4b-a6ab-40c869542b96 HTTP/1.1" status: 204 len: 168 time: 1.8533621 Feb 09 02:28:34.386130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:34.418234 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b272ea0-417a-41f3-a91b-abf8c35140fd tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] GET failed (client error): The resource could not be found. Feb 09 02:28:34.423547 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7b272ea0-417a-41f3-a91b-abf8c35140fd tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "GET /v2.0/ports/36b5bff3-74cd-4f4b-a6ab-40c869542b96 HTTP/1.1" status: 404 len: 333 time: 0.0361245 Feb 09 02:28:34.424277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:34.466014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2a64e-430f-419c-bd04-3976dd6e4b54 req-5b266214-a1f3-4e74-a9f1-61a7911d5274 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:34.467723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5a2a64e-430f-419c-bd04-3976dd6e4b54 req-5b266214-a1f3-4e74-a9f1-61a7911d5274 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.1174104 Feb 09 02:28:34.474777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-e0920f8f-d703-435f-9190-418fc82e1549 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:34.482401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-e0920f8f-d703-435f-9190-418fc82e1549 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.2939177 Feb 09 02:28:34.508447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-1396163b-931b-42de-9091-0da7ea9e3683 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0248256 Feb 09 02:28:34.594961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting port d6044cd0-e583-4e22-bd45-c4199420b41a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:34.595525 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d6044cd0-e583-4e22-bd45-c4199420b41a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.609381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d52deb93-53a6-40b9-b776-042b58b80360 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989687 Feb 09 02:28:34.668563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5a2a64e-430f-419c-bd04-3976dd6e4b54 req-4c7aa764-d395-48ac-a4ea-25a2fea411f2 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740065 Feb 09 02:28:34.745994 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d6044cd0-e583-4e22-bd45-c4199420b41a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.759812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-7da596bb-86c5-4da6-90d0-fa7faaad48b5 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478226 Feb 09 02:28:34.800246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Calling delete_port for d6044cd0-e583-4e22-bd45-c4199420b41a owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:34.951696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-6c7f21a1-f0e9-47bd-ba9b-88cf5a46f054 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784918 Feb 09 02:28:35.020221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d6044cd0-e583-4e22-bd45-c4199420b41a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.096190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Port': ['ID=d6044cd0-e583-4e22-bd45-c4199420b41a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:35.262872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86b6d918-4920-4498-903e-9c3e117a673f req-150a32dd-64dc-4787-8a09-f4e4b5b2d3d0 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 210 time: 0.0761850 Feb 09 02:28:35.264654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.273529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44078) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.276569 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1d841c9c-32bb-4d3d-a7f4-7af8db71106d tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/ports/d6044cd0-e583-4e22-bd45-c4199420b41a HTTP/1.1" status: 204 len: 168 time: 0.8488843 Feb 09 02:28:35.304238 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-179c4e61-1e56-4c81-bfc3-4c7a56b8b351 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] GET failed (client error): The resource could not be found. Feb 09 02:28:35.306331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-179c4e61-1e56-4c81-bfc3-4c7a56b8b351 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "GET /v2.0/ports/d6044cd0-e583-4e22-bd45-c4199420b41a HTTP/1.1" status: 404 len: 333 time: 0.0320771 Feb 09 02:28:35.310632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:35.541520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting port edc8f2d8-d3e8-41a6-9e74-26c16c884747 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:35.543160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (edc8f2d8-d3e8-41a6-9e74-26c16c884747), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.671076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (edc8f2d8-d3e8-41a6-9e74-26c16c884747), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:35.718072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Calling delete_port for edc8f2d8-d3e8-41a6-9e74-26c16c884747 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:36.146693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c4938-eb3c-40ad-83cf-e23ee0192d77 req-9d2092b4-a75f-4fb4-939c-c001f2377af5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:36.149169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-437c4938-eb3c-40ad-83cf-e23ee0192d77 req-9d2092b4-a75f-4fb4-939c-c001f2377af5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.3095167 Feb 09 02:28:36.318185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-437c4938-eb3c-40ad-83cf-e23ee0192d77 req-4a877a4d-67ff-487f-a22c-dfd3f5cf8a64 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581919 Feb 09 02:28:36.329815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (edc8f2d8-d3e8-41a6-9e74-26c16c884747), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.595156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75570589-c64e-48eb-82e9-8a29f39bc37e req-29c96b21-421c-4199-913f-c5b2df4d6e4e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 210 time: 0.0842812 Feb 09 02:28:36.596288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Port': ['ID=edc8f2d8-d3e8-41a6-9e74-26c16c884747,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:36.738811 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.745316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-362713e9-cafc-4c5b-b11c-6b614f49eb87 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/ports/edc8f2d8-d3e8-41a6-9e74-26c16c884747 HTTP/1.1" status: 204 len: 168 time: 1.4330969 Feb 09 02:28:36.745529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:37.033057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting subnet 95a39402-1dbd-4db7-8310-bfdc87be4622 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:28:37.071606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for subnet (95a39402-1dbd-4db7-8310-bfdc87be4622), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.092719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44214) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:37.219170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-1b935c3f-c710-418c-b439-4aad02fec8d4 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:37.220703 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-1b935c3f-c710-418c-b439-4aad02fec8d4 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.3415313 Feb 09 02:28:37.231265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (95a39402-1dbd-4db7-8310-bfdc87be4622), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.243260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Request body: {'port': {'device_id': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'admin_state_up': True, 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:37.296744 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63883ce5-525e-4174-b61e-eb7e0f05c895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.481731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (95a39402-1dbd-4db7-8310-bfdc87be4622), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.484193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63883ce5-525e-4174-b61e-eb7e0f05c895 admin admin] Publish callbacks [] for security_group (33faed14-c29f-47cb-9ace-b901cfc629e4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.534792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63883ce5-525e-4174-b61e-eb7e0f05c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (33faed14-c29f-47cb-9ace-b901cfc629e4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.551023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:37.554570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.569857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-63883ce5-525e-4174-b61e-eb7e0f05c895 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7848f25f5ee4967a0c8c223db8ea09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757354 Feb 09 02:28:37.581569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44222) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:37.631278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63883ce5-525e-4174-b61e-eb7e0f05c895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33faed14-c29f-47cb-9ace-b901cfc629e4,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:37.664775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6809a36-722c-446f-86af-4f444484450a req-302ba70c-6bc6-4ca9-a553-17169b70f62d tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:37.673761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6809a36-722c-446f-86af-4f444484450a req-302ba70c-6bc6-4ca9-a553-17169b70f62d tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.1815133 Feb 09 02:28:37.687585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (95a39402-1dbd-4db7-8310-bfdc87be4622), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.707238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.712465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/subnets/95a39402-1dbd-4db7-8310-bfdc87be4622 HTTP/1.1" status: 204 len: 168 time: 0.9655418 Feb 09 02:28:37.713685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72882eb1-3236-4f22-8b0d-30a0da1e86d2 None None] Network 3e845199-13b4-4759-bc2d-1d76240ed84e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:37.723408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44226) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:37.742910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296bf6-699f-4e5a-b185-8daafc5a314f tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Subnet': ['ID=95a39402-1dbd-4db7-8310-bfdc87be4622,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:37.835506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Allocated IP 172.20.0.2 (882c9a08-1083-437d-9f12-f4e84922da1f/01db0fe3-a245-49cf-bb9e-a60eedde4675/fcfc7f40-42b8-4423-a80b-c78241198ad4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:37.890768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6809a36-722c-446f-86af-4f444484450a req-d2af1916-8373-437a-ad2b-16971ca77269 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127323 Feb 09 02:28:37.907749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d1456ec-b47f-4fdb-99c4-a79ce780d60a admin admin] Publish callbacks [] for security_group (33faed14-c29f-47cb-9ace-b901cfc629e4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.947661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d1456ec-b47f-4fdb-99c4-a79ce780d60a admin admin] Publish callbacks [] for security_group (33faed14-c29f-47cb-9ace-b901cfc629e4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.016337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5388e60b-b3c2-4a1d-a017-44510b250a61 req-305f277f-b4da-4647-a6f7-b81796af9867 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 210 time: 0.2736409 Feb 09 02:28:38.027050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] DHCP port deletion for 3e845199-13b4-4759-bc2d-1d76240ed84e request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:28:38.030177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d1456ec-b47f-4fdb-99c4-a79ce780d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (33faed14-c29f-47cb-9ace-b901cfc629e4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.033621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6d1456ec-b47f-4fdb-99c4-a79ce780d60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.034877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6d1456ec-b47f-4fdb-99c4-a79ce780d60a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33faed14-c29f-47cb-9ace-b901cfc629e4 HTTP/1.1" status: 204 len: 168 time: 0.4523263 Feb 09 02:28:38.062586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1456ec-b47f-4fdb-99c4-a79ce780d60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33faed14-c29f-47cb-9ace-b901cfc629e4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:38.066186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (3e845199-13b4-4759-bc2d-1d76240ed84e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.146044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Deleting port b15f3e90-f628-4744-9624-fdfd16ff6628 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:38.146398 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.238788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] Deleting port b15f3e90-f628-4744-9624-fdfd16ff6628 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:38.239538 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.268222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks [] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.336621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] For port b15f3e90-f628-4744-9624-fdfd16ff6628, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b15f3e90-f628-4744-9624-fdfd16ff6628,segment=NetworkSegment(10aa65df-698c-4ebb-9674-1001e02e82df),segment_id=10aa65df-698c-4ebb-9674-1001e02e82df)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:38.337333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.356395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] For port b15f3e90-f628-4744-9624-fdfd16ff6628, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b15f3e90-f628-4744-9624-fdfd16ff6628,segment=NetworkSegment(10aa65df-698c-4ebb-9674-1001e02e82df),segment_id=10aa65df-698c-4ebb-9674-1001e02e82df)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:38.357034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.369056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] Calling delete_port for b15f3e90-f628-4744-9624-fdfd16ff6628 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:38.373249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.393299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Calling delete_port for b15f3e90-f628-4744-9624-fdfd16ff6628 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:38.499842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Network 882c9a08-1083-437d-9f12-f4e84922da1f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:38.505501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', '79cac8d9-aa1b-4eed-84fd-72c511cb62da'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:38.515942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:38.520255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event updated for resources: {'Port': ['ID=fcfc7f40-42b8-4423-a80b-c78241198ad4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:38.524845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:38.556408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.609937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b15f3e90-f628-4744-9624-fdfd16ff6628), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.619920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] Pushing event deleted for resources: {'Port': ['ID=b15f3e90-f628-4744-9624-fdfd16ff6628,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:38.636834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] No DVR routers for this DVR port b15f3e90-f628-4744-9624-fdfd16ff6628 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:38.640822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:38.641579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.669565 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-d602c777-aed7-4366-a6cc-0d4ee6ca0e42 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4295189 Feb 09 02:28:38.679164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5e694-fcdc-43c4-a139-cd0676138509 None None] No DVR routers for this DVR port b15f3e90-f628-4744-9624-fdfd16ff6628 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:38.681294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Request body: {'port': {'device_id': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:38.754340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Port': ['ID=b15f3e90-f628-4744-9624-fdfd16ff6628,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:38.874151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.900706 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (3e845199-13b4-4759-bc2d-1d76240ed84e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.912065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b15f3e90-f628-4744-9624-fdfd16ff6628 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:38.943873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b15f3e90-f628-4744-9624-fdfd16ff6628 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:38.944236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b15f3e90-f628-4744-9624-fdfd16ff6628 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:38.946526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e845199-13b4-4759-bc2d-1d76240ed84e']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:38.974629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aa65df-698c-4ebb-9674-1001e02e82df') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:38.977350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aa65df-698c-4ebb-9674-1001e02e82df') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:38.994943 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (10aa65df-698c-4ebb-9674-1001e02e82df), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.048509 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (10aa65df-698c-4ebb-9674-1001e02e82df), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.058889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:28:39.059445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (10aa65df-698c-4ebb-9674-1001e02e82df), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:28:39.064231 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:28:39.376995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c204039-d389-49c9-8779-0c138c6f905a req-d449ba5d-45e5-4fb5-88de-c13d91dbe9a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:39.386105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c204039-d389-49c9-8779-0c138c6f905a req-d449ba5d-45e5-4fb5-88de-c13d91dbe9a5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.3704154 Feb 09 02:28:39.430448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfc7f40-42b8-4423-a80b-c78241198ad4 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:39.452939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Publish callbacks [] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.454775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (3e845199-13b4-4759-bc2d-1d76240ed84e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.491026 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.491328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Transition to ACTIVE for port object fcfc7f40-42b8-4423-a80b-c78241198ad4 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:28:39.494427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] 10.222.0.53 "DELETE /v2.0/networks/3e845199-13b4-4759-bc2d-1d76240ed84e HTTP/1.1" status: 204 len: 168 time: 1.7700026 Feb 09 02:28:39.506087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:39.544403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df6bc-907d-48a9-a68f-737bc4dc65c3 tempest-AllowedAddressPairTestJSON-889619546 tempest-AllowedAddressPairTestJSON-889619546-project] Pushing event deleted for resources: {'Network': ['ID=3e845199-13b4-4759-bc2d-1d76240ed84e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:39.587208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c204039-d389-49c9-8779-0c138c6f905a req-1371633d-9ca5-4545-a98d-38107e485cb5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902165 Feb 09 02:28:39.606217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b0638-fc7b-4f87-80ed-b2ff65c9495b req-52708569-4eda-447b-a7cd-0afad9e20271 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:39.615622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf6b0638-fc7b-4f87-80ed-b2ff65c9495b req-52708569-4eda-447b-a7cd-0afad9e20271 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 931 time: 0.4291027 Feb 09 02:28:39.744925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc7f40-42b8-4423-a80b-c78241198ad4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:39.753247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf6b0638-fc7b-4f87-80ed-b2ff65c9495b req-f240785f-b5aa-4e31-b583-c0fc469a11a0 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306195 Feb 09 02:28:39.802002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Attempting to bind port fcfc7f40-42b8-4423-a80b-c78241198ad4 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:39.802782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Attempting to bind port fcfc7f40-42b8-4423-a80b-c78241198ad4 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:39.803355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Attempting to bind port fcfc7f40-42b8-4423-a80b-c78241198ad4 on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:39.835249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Port fcfc7f40-42b8-4423-a80b-c78241198ad4 on network 882c9a08-1083-437d-9f12-f4e84922da1f not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:28:39.837057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Attempting to bind port fcfc7f40-42b8-4423-a80b-c78241198ad4 on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:39.850972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:39.851995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:39.853298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Bound using segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:39.863246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Bound port: fcfc7f40-42b8-4423-a80b-c78241198ad4, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:39.864009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.028470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] For port fcfc7f40-42b8-4423-a80b-c78241198ad4, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:40.036494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] For port fcfc7f40-42b8-4423-a80b-c78241198ad4, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fcfc7f40-42b8-4423-a80b-c78241198ad4,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:40.052991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.130443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44276) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:40.166802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:40.167479 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.168914 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] 10.222.0.82 "PUT /v2.0/ports/fcfc7f40-42b8-4423-a80b-c78241198ad4 HTTP/1.1" status: 200 len: 1092 time: 1.4924397 Feb 09 02:28:40.169369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'tag': 'fcfc7f40-42b8-4423-a80b-c78241198ad4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:40.174205 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f2269-20fc-4390-8462-911556bea27e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8", "tag": "fcfc7f40-42b8-4423-a80b-c78241198ad4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:40.203503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a2b9-b00d-4ece-849a-1ef61f4eb8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc7f40-42b8-4423-a80b-c78241198ad4,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:40.301849 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce89d715-8105-495c-88f4-8225f5c95caf x-openstack-request-id: req-ce89d715-8105-495c-88f4-8225f5c95caf {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:40.302182 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8", "tag": "fcfc7f40-42b8-4423-a80b-c78241198ad4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:40.302510 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce89d715-8105-495c-88f4-8225f5c95caf {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:40.302922 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'tag': 'fcfc7f40-42b8-4423-a80b-c78241198ad4', 'status': 'completed', 'code': 200} Feb 09 02:28:40.364611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-846c4f42-3bae-4241-b743-e74e61a4769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:40.366445 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-846c4f42-3bae-4241-b743-e74e61a4769a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 1126 time: 0.1152384 Feb 09 02:28:40.440912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-6a8753d2-1ac3-4b3f-8528-32871bbb8add service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fcfc7f40-42b8-4423-a80b-c78241198ad4 HTTP/1.1" status: 200 len: 217 time: 0.0631311 Feb 09 02:28:40.474914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-313514e4-7e39-4540-9149-6b84f614bc75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d346e1b6c7dd4023a0052f2afc6aa3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3432364 Feb 09 02:28:40.477366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44294) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:40.533821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-ab29143f-6eb1-4301-9bc0-cc8d08881685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:40.536876 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-ab29143f-6eb1-4301-9bc0-cc8d08881685 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.0889964 Feb 09 02:28:40.552711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74686691-4c88-4ca7-b20f-6c9ce8dff27f admin admin] Publish callbacks [] for security_group (16b16e22-d919-4cd3-ad9c-d251b45144f2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.613155 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-e4db3247-ae84-422d-bb5e-ce58ddcd4545 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689700 Feb 09 02:28:40.625650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74686691-4c88-4ca7-b20f-6c9ce8dff27f admin admin] Publish callbacks [] for security_group (16b16e22-d919-4cd3-ad9c-d251b45144f2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.802696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8371d9d-5e75-4bf3-8b59-fa149433a14e req-ab680159-45a4-4637-8056-39c46df7f814 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:40.805787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8371d9d-5e75-4bf3-8b59-fa149433a14e req-ab680159-45a4-4637-8056-39c46df7f814 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.1286614 Feb 09 02:28:40.807962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74686691-4c88-4ca7-b20f-6c9ce8dff27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (16b16e22-d919-4cd3-ad9c-d251b45144f2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.817885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74686691-4c88-4ca7-b20f-6c9ce8dff27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:40.824047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-74686691-4c88-4ca7-b20f-6c9ce8dff27f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16b16e22-d919-4cd3-ad9c-d251b45144f2 HTTP/1.1" status: 204 len: 168 time: 0.3431408 Feb 09 02:28:40.844518 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-4d82da46-1c21-4457-80e8-2baeba277ec2 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250447 Feb 09 02:28:40.886064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74686691-4c88-4ca7-b20f-6c9ce8dff27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b16e22-d919-4cd3-ad9c-d251b45144f2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:40.993980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8371d9d-5e75-4bf3-8b59-fa149433a14e req-d21c0b3c-2b2b-4581-81ce-026eb8f44bd8 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713095 Feb 09 02:28:41.043159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915b96b-cecf-4e9b-95a0-f60d8caa9a95 req-8ebe0d68-7b71-42e8-b5ae-14a8683616a1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:41.056391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b915b96b-cecf-4e9b-95a0-f60d8caa9a95 req-8ebe0d68-7b71-42e8-b5ae-14a8683616a1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 943 time: 0.1558566 Feb 09 02:28:41.061716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:41.076977 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ec460d16-ec2a-4860-af61-ea2a370c7f07 req-07cbc93b-bf84-48c4-83ed-b3fda228c865 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262270 Feb 09 02:28:41.190407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b915b96b-cecf-4e9b-95a0-f60d8caa9a95 req-f153428e-fd5b-4c64-acdf-384ab18f35df tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257803 Feb 09 02:28:41.249964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2269-20fc-4390-8462-911556bea27e req-e26d6dfd-1a74-44cb-be9d-77de7f8dd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:41.254887 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-189f2269-20fc-4390-8462-911556bea27e req-e26d6dfd-1a74-44cb-be9d-77de7f8dd2ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 1126 time: 0.1050045 Feb 09 02:28:41.444834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2269-20fc-4390-8462-911556bea27e req-d2ff44fe-a7e9-4c69-b471-ee40efb64fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:41.446568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-189f2269-20fc-4390-8462-911556bea27e req-d2ff44fe-a7e9-4c69-b471-ee40efb64fd4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.1863625 Feb 09 02:28:41.451785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-91901be5-d642-480b-af05-9b2759b24acc tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-217357080'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:41.452244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-91901be5-d642-480b-af05-9b2759b24acc tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:28:41.697230 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-189f2269-20fc-4390-8462-911556bea27e req-89cb2591-3d67-4eaf-a717-7c7a96c38b46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fcfc7f40-42b8-4423-a80b-c78241198ad4 HTTP/1.1" status: 200 len: 217 time: 0.2370484 Feb 09 02:28:41.791230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2269-20fc-4390-8462-911556bea27e req-484338c2-c4eb-41b0-b637-33b0feeaa2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:41.793902 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-189f2269-20fc-4390-8462-911556bea27e req-484338c2-c4eb-41b0-b637-33b0feeaa2d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.0879080 Feb 09 02:28:41.965178 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-189f2269-20fc-4390-8462-911556bea27e req-8e348452-0954-45bc-9fca-266a6240ae53 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411078 Feb 09 02:28:41.968618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91901be5-d642-480b-af05-9b2759b24acc tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:41.969905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-91901be5-d642-480b-af05-9b2759b24acc tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9065557 Feb 09 02:28:41.973127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44342) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:41.978731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2eb8b3ef-066b-45c0-b2b7-2943af2cf00d tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '579b87e1-6c97-4051-a5c7-02b96d36e6d4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:41.979472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2eb8b3ef-066b-45c0-b2b7-2943af2cf00d tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103149) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:28:42.111150 n-d-826675-12 neutron-server[103149]: WARNING neutron.services.metering.metering_plugin [None req-2eb8b3ef-066b-45c0-b2b7-2943af2cf00d tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 02:28:42.144914 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-189f2269-20fc-4390-8462-911556bea27e req-63d6d366-30dd-4017-9c03-5f150aa026d5 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723549 Feb 09 02:28:42.281076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-189f2269-20fc-4390-8462-911556bea27e req-8ca7efa4-2d04-4976-b67b-813b02a46324 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288812 Feb 09 02:28:42.385508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b3ef-066b-45c0-b2b7-2943af2cf00d tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.386195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:42.387241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2eb8b3ef-066b-45c0-b2b7-2943af2cf00d tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4121089 Feb 09 02:28:42.393155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:42.399424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d1dbdbfc-7df5-433b-8937-e5b6adb79cb9 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '579b87e1-6c97-4051-a5c7-02b96d36e6d4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:42.400183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d1dbdbfc-7df5-433b-8937-e5b6adb79cb9 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:28:42.485518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01697-d7d9-41b8-ab41-93e77f3c09ae req-7ee63ca3-4803-472b-aa00-48fcefce67c6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.493256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2e01697-d7d9-41b8-ab41-93e77f3c09ae req-7ee63ca3-4803-472b-aa00-48fcefce67c6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 943 time: 0.1721573 Feb 09 02:28:42.506481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9fe21-e938-42d4-ae37-1a8027150969 req-75ff0695-eb9b-4937-ac53-365873c0a1c5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:42.508047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31d9fe21-e938-42d4-ae37-1a8027150969 req-75ff0695-eb9b-4937-ac53-365873c0a1c5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.3392889 Feb 09 02:28:42.570256 n-d-826675-12 neutron-server[103150]: WARNING neutron.services.metering.metering_plugin [None req-d1dbdbfc-7df5-433b-8937-e5b6adb79cb9 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 02:28:42.629278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2e01697-d7d9-41b8-ab41-93e77f3c09ae req-8b91e343-ee44-4119-a39f-fb4fbd14f18f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346545 Feb 09 02:28:42.696790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31d9fe21-e938-42d4-ae37-1a8027150969 req-05fc2302-8d99-4fe1-a81c-67b8df5c4b18 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369970 Feb 09 02:28:42.807325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bdca4dbc-89a1-4783-ae9a-fe78f55f227e tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2102728586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:42.917190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1dbdbfc-7df5-433b-8937-e5b6adb79cb9 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.932278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44370) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:42.932967 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1dbdbfc-7df5-433b-8937-e5b6adb79cb9 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5382428 Feb 09 02:28:42.949665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ad4c85a-0834-4f1f-88ee-0497f9104347 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2dbde8db-ac8c-4489-9c67-562397592622 HTTP/1.1" status: 200 len: 462 time: 0.0161901 Feb 09 02:28:42.955066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:42.975231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdca4dbc-89a1-4783-ae9a-fe78f55f227e tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:42.977642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdca4dbc-89a1-4783-ae9a-fe78f55f227e tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.798412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdca4dbc-89a1-4783-ae9a-fe78f55f227e tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router_controller (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.810515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40be522a-33f1-4a1e-a0ee-16f0121682f6 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.811878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dfd48-ecf9-4352-ab80-923c93ae6221 req-352be111-e2f0-4a86-9c51-ea7edc15520f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:43.814162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d22dfd48-ecf9-4352-ab80-923c93ae6221 req-352be111-e2f0-4a86-9c51-ea7edc15520f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 943 time: 0.1067543 Feb 09 02:28:43.817770 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-40be522a-33f1-4a1e-a0ee-16f0121682f6 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/2dbde8db-ac8c-4489-9c67-562397592622 HTTP/1.1" status: 204 len: 168 time: 0.8611324 Feb 09 02:28:43.818103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44386) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:43.821829 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdca4dbc-89a1-4783-ae9a-fe78f55f227e tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.851534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdca4dbc-89a1-4783-ae9a-fe78f55f227e tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:43.853952 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bdca4dbc-89a1-4783-ae9a-fe78f55f227e tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4664941 Feb 09 02:28:43.856820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:43.868602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-301992530'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:43.901495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7dd3d153-5d1f-439c-9d6c-0ed395f5352b tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2dbde8db-ac8c-4489-9c67-562397592622 HTTP/1.1" status: 200 len: 221 time: 0.0801394 Feb 09 02:28:43.903996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:43.918663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a875478f-438c-4de2-b4dd-5be08cc5aa39 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1667061386', 'description': 'label created by tempest'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:43.919690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a875478f-438c-4de2-b4dd-5be08cc5aa39 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Unknown quota resources ['metering_label']. {{(pid=103150) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:28:43.998608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:43.998899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d22dfd48-ecf9-4352-ab80-923c93ae6221 req-509e953d-ebd3-40a4-8549-fa7fd56993f6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699216 Feb 09 02:28:43.999076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.012659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ebd5-6807-48eb-9feb-b688f6a713cd req-d82431b6-2435-4c40-ab10-8d2eb08b9ade tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.019847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15a8ebd5-6807-48eb-9feb-b688f6a713cd req-d82431b6-2435-4c40-ab10-8d2eb08b9ade tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.1873233 Feb 09 02:28:44.048151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.087629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15a8ebd5-6807-48eb-9feb-b688f6a713cd req-50aa1ed0-2208-4986-aeb9-94444d7aba50 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 Feb 09 02:28:44.206597 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a875478f-438c-4de2-b4dd-5be08cc5aa39 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.208182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a875478f-438c-4de2-b4dd-5be08cc5aa39 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3029935 Feb 09 02:28:44.211407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44394) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:44.368289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44400) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:44.375914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c82cf26d-8391-4595-81db-6ea6a39e417a tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=5db1d1c8-c3d1-48b6-bc31-ba9d51547da0 HTTP/1.1" status: 200 len: 468 time: 0.1620331 Feb 09 02:28:44.445159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for security_group (7657b9db-632f-41fd-8dce-a2b1373434de), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.481394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7657b9db-632f-41fd-8dce-a2b1373434de), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.495821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:28:44.510637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (33000b3d-9cfb-4b14-ad88-ac90645426c7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.511212 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Added segment 33000b3d-9cfb-4b14-ad88-ac90645426c7 of type vlan for network 2b996a2a-32bc-44de-a76a-213733b6a549 Feb 09 02:28:44.577191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2b996a2a-32bc-44de-a76a-213733b6a549), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.670765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2b996a2a-32bc-44de-a76a-213733b6a549), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.676525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:44.677499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.795845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Network': ['ID=2b996a2a-32bc-44de-a76a-213733b6a549,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:44.808788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2b996a2a-32bc-44de-a76a-213733b6a549 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:28:44.924261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fcfc7f40-42b8-4423-a80b-c78241198ad4 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:28:44.982699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44410) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:44.983468 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1222627 Feb 09 02:28:44.985289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700887ae-b9de-4459-9e7b-81a8cc1692bb tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7657b9db-632f-41fd-8dce-a2b1373434de,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:44.991772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8db94318-3508-40be-a7d4-1aa2bf04989b tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:44.992327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'subnet': {'network_id': '2b996a2a-32bc-44de-a76a-213733b6a549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:44.993468 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8db94318-3508-40be-a7d4-1aa2bf04989b tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/5db1d1c8-c3d1-48b6-bc31-ba9d51547da0 HTTP/1.1" status: 204 len: 168 time: 0.6239409 Feb 09 02:28:44.997410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44412) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:45.133227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fcfc7f40-42b8-4423-a80b-c78241198ad4, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fcfc7f40-42b8-4423-a80b-c78241198ad4,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:45.150504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'fcfc7f40-42b8-4423-a80b-c78241198ad4', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'port_id': 'fcfc7f40-42b8-4423-a80b-c78241198ad4', 'mac_address': 'fa:16:3e:91:53:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db0fe3-a245-49cf-bb9e-a60eedde4675', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:28:45.169032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-da684f6d-b519-4b24-9325-5840c81af947 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=5db1d1c8-c3d1-48b6-bc31-ba9d51547da0 HTTP/1.1" status: 200 len: 216 time: 0.1705196 Feb 09 02:28:45.172917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:45.205013 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5193ba2d-8d3b-4f4d-a560-c5bb3704c023 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0304763 Feb 09 02:28:45.210426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:45.244206 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e8aa1249-fd00-4444-bb8f-25238d7602cb tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0280554 Feb 09 02:28:45.255653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:45.305515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fcfc7f40-42b8-4423-a80b-c78241198ad4 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:45.306282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:45.340761 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-13c505d9-60e1-4b3b-9e7c-78b3f67d7818 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/579b87e1-6c97-4051-a5c7-02b96d36e6d4 HTTP/1.1" status: 200 len: 472 time: 0.0836027 Feb 09 02:28:45.344246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44430) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:45.347006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfc7f40-42b8-4423-a80b-c78241198ad4 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:28:45.355024 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c6e055e-722d-465f-b9b9-b381b2a5af90 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/e9f248d8-44b0-45dc-ae6d-9b33f8a70560 HTTP/1.1" status: 200 len: 459 time: 0.0096457 Feb 09 02:28:45.359251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:45.406519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fcfc7f40-42b8-4423-a80b-c78241198ad4, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fcfc7f40-42b8-4423-a80b-c78241198ad4,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:45.417001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:45.534057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=fcfc7f40-42b8-4423-a80b-c78241198ad4,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:45.560942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.564962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.565670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.566887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.567462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.569256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.570965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.571565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.574912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.575600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.576186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.576740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.578910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:45.657985 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d0abb10-bfe3-40d7-bacb-7a25592414b2 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:45.661752 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0d0abb10-bfe3-40d7-bacb-7a25592414b2 tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/e9f248d8-44b0-45dc-ae6d-9b33f8a70560 HTTP/1.1" status: 204 len: 168 time: 0.2988727 Feb 09 02:28:45.662278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:45.727783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c50db2-aff2-4839-bc25-c16ca37aade5 req-e027146b-bf7c-4a78-a774-75833058f417 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.736457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1c50db2-aff2-4839-bc25-c16ca37aade5 req-e027146b-bf7c-4a78-a774-75833058f417 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 943 time: 0.5432422 Feb 09 02:28:45.747193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:45.752024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:45.784117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['fcfc7f40-42b8-4423-a80b-c78241198ad4'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:45.797539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d47a15-da2d-4534-9d0c-0d3293d97722 req-fe7fe458-8a23-4357-b160-f9f10640c949 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:45.799354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02d47a15-da2d-4534-9d0c-0d3293d97722 req-fe7fe458-8a23-4357-b160-f9f10640c949 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.5039768 Feb 09 02:28:45.931095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1c50db2-aff2-4839-bc25-c16ca37aade5 req-7abbda7a-d853-416c-b538-28754a5524a3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936448 Feb 09 02:28:45.949818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d0ee841b-80c0-4294-ab82-407d5f5eb73f tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:45.951169 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d0ee841b-80c0-4294-ab82-407d5f5eb73f tempest-MeteringIpV6TestJSON-1764684426 tempest-MeteringIpV6TestJSON-1764684426-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/579b87e1-6c97-4051-a5c7-02b96d36e6d4 HTTP/1.1" status: 204 len: 168 time: 0.2882257 Feb 09 02:28:46.037117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02d47a15-da2d-4534-9d0c-0d3293d97722 req-4f992709-52e1-43a2-a3a5-fdbacb389530 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991036 Feb 09 02:28:46.251630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (5afc5b41-64bf-4a11-96fe-c26c916eeb51), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.318079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Subnet': ['ID=5afc5b41-64bf-4a11-96fe-c26c916eeb51,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:46.336167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.336518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.336862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.337201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.337590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.337932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.338259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.338757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.339080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.339404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.339881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.340124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.340349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:28:46.388852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Checking segment: {'id': '33000b3d-9cfb-4b14-ad88-ac90645426c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b996a2a-32bc-44de-a76a-213733b6a549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:46.390978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network hostable DHCP agents. Network: 2b996a2a-32bc-44de-a76a-213733b6a549, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:28:46.442523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network 2b996a2a-32bc-44de-a76a-213733b6a549 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:28:46.457723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 2b996a2a-32bc-44de-a76a-213733b6a549) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:46.467979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e889fff7-5c04-4636-8543-58fa9859bb75 None None] Network 2b996a2a-32bc-44de-a76a-213733b6a549 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:46.471751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:46.473937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.511686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6045845b-5c63-4b1e-9345-f012397238a4 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5252655 Feb 09 02:28:46.515640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:46.521402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'network': {'name': 'tempest-router-network01--708020771'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:46.531280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44458) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:46.631698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:46.635163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.690715 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-9b5a1b8b-17cc-4ef8-ba0c-73495a8e3e57 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1409936 Feb 09 02:28:46.725173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-2b996a2a-32bc-44de-a76a-213733b6a549', 'network_id': '2b996a2a-32bc-44de-a76a-213733b6a549', 'project_id': '25a68671c0c84aa0b0bae16ad47b2e12', 'fixed_ips': [{'subnet_id': '5afc5b41-64bf-4a11-96fe-c26c916eeb51'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:28:46.726190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.730845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:28:46.740592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-91a0777f-eaaa-44de-8a24-0b45055ab2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.759586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e6e13f4c-df2a-4796-b4a0-3ec127b0032c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.760233 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Added segment e6e13f4c-df2a-4796-b4a0-3ec127b0032c of type vlan for network e0c4e4fb-34a8-4178-8b50-15b695111792 Feb 09 02:28:46.927954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-91a0777f-eaaa-44de-8a24-0b45055ab2d4 admin admin] Publish callbacks [] for security_group (5ceb958e-179d-4604-b1fe-09229624aa3e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.937678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-91a0777f-eaaa-44de-8a24-0b45055ab2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5ceb958e-179d-4604-b1fe-09229624aa3e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.943853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fcfc7f40-42b8-4423-a80b-c78241198ad4 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:46.963002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e0c4e4fb-34a8-4178-8b50-15b695111792), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:46.994761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-44d87394-e3cf-49c7-93bf-2abb0c7bb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.004066 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-44d87394-e3cf-49c7-93bf-2abb0c7bb78a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=78a8376644cf40c9ac0f578fea39ab66&device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 1129 time: 0.2065098 Feb 09 02:28:47.013188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e0c4e4fb-34a8-4178-8b50-15b695111792), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.026256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-91a0777f-eaaa-44de-8a24-0b45055ab2d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfcbcd22d25e4973a6bb20c92d0d3788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4932332 Feb 09 02:28:47.027513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.028199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.028696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44470) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:47.035870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0777f-eaaa-44de-8a24-0b45055ab2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb958e-179d-4604-b1fe-09229624aa3e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:47.190754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Network': ['ID=e0c4e4fb-34a8-4178-8b50-15b695111792,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:47.249014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e0c4e4fb-34a8-4178-8b50-15b695111792 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:28:47.310163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-145cf6bf-2ce8-4a7b-aa17-273a1fca9b84 admin admin] Publish callbacks [] for security_group (5ceb958e-179d-4604-b1fe-09229624aa3e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.347970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4fc94edb-f5ee-4446-9e0d-7e375bac3adf tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8310452 Feb 09 02:28:47.348674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44476) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:47.374678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'network': {'name': 'tempest-router-network02--1198101334'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:47.379094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port fcfc7f40-42b8-4423-a80b-c78241198ad4 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:28:47.430911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Allocated IP 2001:db8::2 (2b996a2a-32bc-44de-a76a-213733b6a549/5afc5b41-64bf-4a11-96fe-c26c916eeb51/8bd90de8-f65a-44b6-9c83-e1c01818d301) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:47.438000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff77604-f253-4342-a3a1-ba6aed4be14f req-0768a94b-ff94-466a-87b7-aa46dd4998f3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.441340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:47.442367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff77604-f253-4342-a3a1-ba6aed4be14f req-0768a94b-ff94-466a-87b7-aa46dd4998f3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 944 time: 0.3068421 Feb 09 02:28:47.451191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-145cf6bf-2ce8-4a7b-aa17-273a1fca9b84 admin admin] Publish callbacks [] for security_group (5ceb958e-179d-4604-b1fe-09229624aa3e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.459539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.527826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd05d-e790-40f5-8225-c4c6d0d1c1ae req-01c6e799-e516-4490-8224-693933d36025 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.533592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb8cd05d-e790-40f5-8225-c4c6d0d1c1ae req-01c6e799-e516-4490-8224-693933d36025 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.3359835 Feb 09 02:28:47.567311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:28:47.581686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-45bc0ab0-78da-4be8-9e0e-e0fa7e85a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.583248 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-45bc0ab0-78da-4be8-9e0e-e0fa7e85a04f service neutron] 10.222.0.82 "GET /v2.0/networks?id=58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 200 len: 915 time: 0.3988454 Feb 09 02:28:47.685504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb8cd05d-e790-40f5-8225-c4c6d0d1c1ae req-bcab0794-2550-4d8c-b05b-27b8c4a2084a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270843 Feb 09 02:28:47.691055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (061de3d0-f413-455a-bf83-c3a755cd3e27), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.691415 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Added segment 061de3d0-f413-455a-bf83-c3a755cd3e27 of type vlan for network b4cc8027-1f41-4876-90db-fddc0957dbac Feb 09 02:28:47.694935 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-68a31707-c7b2-43b9-bb51-dec4381ef0a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 HTTP/1.1" status: 200 len: 217 time: 0.1025980 Feb 09 02:28:47.796730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (b4cc8027-1f41-4876-90db-fddc0957dbac), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.813031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-2e9a595f-0323-47e2-b2e6-8c93ce27ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.814712 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-2e9a595f-0323-47e2-b2e6-8c93ce27ca2b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 200 len: 854 time: 0.1111407 Feb 09 02:28:47.826270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff77604-f253-4342-a3a1-ba6aed4be14f req-efa6bb6e-19bc-4158-bc0c-496c4f9eb604 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497663 Feb 09 02:28:47.841266 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Publish callbacks [] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.853236 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-145cf6bf-2ce8-4a7b-aa17-273a1fca9b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5ceb958e-179d-4604-b1fe-09229624aa3e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.857836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-145cf6bf-2ce8-4a7b-aa17-273a1fca9b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.868701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port fcfc7f40-42b8-4423-a80b-c78241198ad4 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:47.869969 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.875649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-145cf6bf-2ce8-4a7b-aa17-273a1fca9b84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ceb958e-179d-4604-b1fe-09229624aa3e HTTP/1.1" status: 204 len: 168 time: 0.8334942 Feb 09 02:28:47.878030 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.893383 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-685e3127-7ca6-45eb-8ed5-9d67232de2b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=58e76783-5559-4832-aadd-c20cb6aeb60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403948 Feb 09 02:28:47.897351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (b4cc8027-1f41-4876-90db-fddc0957dbac), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.908998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cf6bf-2ce8-4a7b-aa17-273a1fca9b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb958e-179d-4604-b1fe-09229624aa3e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:47.909596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:47.910279 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:47.988894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Network 2b996a2a-32bc-44de-a76a-213733b6a549 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:48.021515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:48.035528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:48.048849 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.059321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Pushing event updated for resources: {'Port': ['ID=8bd90de8-f65a-44b6-9c83-e1c01818d301,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:48.138003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Attempting to bind port 8bd90de8-f65a-44b6-9c83-e1c01818d301 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:48.138789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Attempting to bind port 8bd90de8-f65a-44b6-9c83-e1c01818d301 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '33000b3d-9cfb-4b14-ad88-ac90645426c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b996a2a-32bc-44de-a76a-213733b6a549'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:48.139340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Attempting to bind port 8bd90de8-f65a-44b6-9c83-e1c01818d301 on network 2b996a2a-32bc-44de-a76a-213733b6a549 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:48.158748 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-91067106-9b8f-44e5-9be4-ded1e4d66980 service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323256 Feb 09 02:28:48.180780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:48.181545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Checking segment: {'id': '33000b3d-9cfb-4b14-ad88-ac90645426c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b996a2a-32bc-44de-a76a-213733b6a549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:48.182256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.183503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Bound using segment: {'id': '33000b3d-9cfb-4b14-ad88-ac90645426c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b996a2a-32bc-44de-a76a-213733b6a549'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:48.184136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Bound port: 8bd90de8-f65a-44b6-9c83-e1c01818d301, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33000b3d-9cfb-4b14-ad88-ac90645426c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b996a2a-32bc-44de-a76a-213733b6a549'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:48.184739 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.289924 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9281406 Feb 09 02:28:48.290315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44488) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:48.302519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'subnet': {'network_id': 'e0c4e4fb-34a8-4178-8b50-15b695111792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:48.309735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fcfc7f40-42b8-4423-a80b-c78241198ad4 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:48.310141 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.333333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7159010-8b20-418f-aeb7-88f26e86a32c tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Network': ['ID=b4cc8027-1f41-4876-90db-fddc0957dbac,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:48.385789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fcfc7f40-42b8-4423-a80b-c78241198ad4, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fcfc7f40-42b8-4423-a80b-c78241198ad4,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:48.399907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc7f40-42b8-4423-a80b-c78241198ad4'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:48.404429 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1818ff-1e9b-4daf-8d51-161a31b2a4ac" -d '{"events": [{"server_uuid": "fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8", "name": "network-vif-plugged", "status": "completed", "tag": "fcfc7f40-42b8-4423-a80b-c78241198ad4"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:48.411972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network b4cc8027-1f41-4876-90db-fddc0957dbac details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:28:48.428765 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2874d6f2-196f-474b-90c9-7419aefbb40f req-993ce2c6-3a83-43ff-8bbb-57ed028cf740 service neutron] 10.222.0.82 "GET /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553039 Feb 09 02:28:48.481239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.545977 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39415ee3-47e4-4a42-8176-e8ec12318744 x-openstack-request-id: req-39415ee3-47e4-4a42-8176-e8ec12318744 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:48.546243 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8", "name": "network-vif-plugged", "status": "completed", "tag": "fcfc7f40-42b8-4423-a80b-c78241198ad4", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:48.546708 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39415ee3-47e4-4a42-8176-e8ec12318744 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:48.547374 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc7f40-42b8-4423-a80b-c78241198ad4', 'code': 200} Feb 09 02:28:48.548551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:48.554232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.561173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] For port 8bd90de8-f65a-44b6-9c83-e1c01818d301, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:48.631678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:48.666687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f955b85e-19b0-41f9-9181-4e7085d59be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.813330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68a8a5-0a59-4119-ab47-d39803a437a1 req-e3431597-482a-4c8a-a1af-dcc3de42b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:48.815109 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bd68a8a5-0a59-4119-ab47-d39803a437a1 req-e3431597-482a-4c8a-a1af-dcc3de42b839 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 1128 time: 0.2089555 Feb 09 02:28:48.895060 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bd68a8a5-0a59-4119-ab47-d39803a437a1 req-d0db2f80-1962-40fb-b993-dbc7f160fbf6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721557 Feb 09 02:28:48.913259 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f955b85e-19b0-41f9-9181-4e7085d59be8 admin admin] Publish callbacks [] for security_group (63d86a72-6065-4ef5-9923-a2d0d82b3cef), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:48.920170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f955b85e-19b0-41f9-9181-4e7085d59be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (63d86a72-6065-4ef5-9923-a2d0d82b3cef), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.011821 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f955b85e-19b0-41f9-9181-4e7085d59be8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d870378fe7c464abcdad37ef83bbef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3780844 Feb 09 02:28:49.020103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:49.021061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955b85e-19b0-41f9-9181-4e7085d59be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d86a72-6065-4ef5-9923-a2d0d82b3cef,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:49.037708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] For port 8bd90de8-f65a-44b6-9c83-e1c01818d301, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8bd90de8-f65a-44b6-9c83-e1c01818d301,segment=NetworkSegment(33000b3d-9cfb-4b14-ad88-ac90645426c7),segment_id=33000b3d-9cfb-4b14-ad88-ac90645426c7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:49.081756 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.091937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=fcfc7f40-42b8-4423-a80b-c78241198ad4,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:49.112097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.137907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f61-7f19-4b34-955b-ba4117e94cee admin admin] Publish callbacks [] for security_group (63d86a72-6065-4ef5-9923-a2d0d82b3cef), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.187871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f5505-106e-4bdd-90a2-e3515f61f2eb None None] Pushing event updated for resources: {'Port': ['ID=8bd90de8-f65a-44b6-9c83-e1c01818d301,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:49.211332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f61-7f19-4b34-955b-ba4117e94cee admin admin] Publish callbacks [] for security_group (63d86a72-6065-4ef5-9923-a2d0d82b3cef), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.289362 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (1b03f325-b26e-4f99-9e22-28881456a60e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.339970 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f61-7f19-4b34-955b-ba4117e94cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (63d86a72-6065-4ef5-9923-a2d0d82b3cef), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.342870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f61-7f19-4b34-955b-ba4117e94cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.344711 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba4e1f61-7f19-4b34-955b-ba4117e94cee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63d86a72-6065-4ef5-9923-a2d0d82b3cef HTTP/1.1" status: 204 len: 168 time: 0.3205132 Feb 09 02:28:49.366470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1f61-7f19-4b34-955b-ba4117e94cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d86a72-6065-4ef5-9923-a2d0d82b3cef,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:49.383423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a6041-fea8-4b76-bdf1-a437a48a2bb4 req-4f0e8d71-5382-462d-b528-be7ebdbb261f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:49.385419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-998a6041-fea8-4b76-bdf1-a437a48a2bb4 req-4f0e8d71-5382-462d-b528-be7ebdbb261f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.5822034 Feb 09 02:28:49.498528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df25638-a100-403e-baf0-24d810530673 req-9d1114c2-5658-4b51-994e-15a11e13cb32 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:49.528782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df25638-a100-403e-baf0-24d810530673 req-9d1114c2-5658-4b51-994e-15a11e13cb32 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 945 time: 0.5383787 Feb 09 02:28:49.582106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Checking segment: {'id': 'e6e13f4c-df2a-4796-b4a0-3ec127b0032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e0c4e4fb-34a8-4178-8b50-15b695111792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:49.583699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network hostable DHCP agents. Network: e0c4e4fb-34a8-4178-8b50-15b695111792, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:28:49.739334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Subnet': ['ID=1b03f325-b26e-4f99-9e22-28881456a60e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:49.798742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-998a6041-fea8-4b76-bdf1-a437a48a2bb4 req-3a2c6a4e-f77c-4156-8c9b-5bc77937dc24 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944530 Feb 09 02:28:49.808850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network e0c4e4fb-34a8-4178-8b50-15b695111792 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:28:49.830289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e0c4e4fb-34a8-4178-8b50-15b695111792) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:49.839570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:49.840285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:49.841969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe6d0a-bd4f-49a6-a383-a958980c0d63 None None] Network e0c4e4fb-34a8-4178-8b50-15b695111792 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:49.849668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df25638-a100-403e-baf0-24d810530673 req-043c52e0-6a85-4417-a303-44575543ee96 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193836 Feb 09 02:28:49.875904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4cb67966-c2d9-4b02-a94a-22931556863a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5818563 Feb 09 02:28:49.878817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:49.893293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'subnet': {'network_id': 'b4cc8027-1f41-4876-90db-fddc0957dbac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:50.131287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:50.135488 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.150422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e0c4e4fb-34a8-4178-8b50-15b695111792', 'network_id': 'e0c4e4fb-34a8-4178-8b50-15b695111792', 'project_id': '25a68671c0c84aa0b0bae16ad47b2e12', 'fixed_ips': [{'subnet_id': '1b03f325-b26e-4f99-9e22-28881456a60e'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:28:50.151343 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.374642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-0d19f734-1b14-4c3f-8d8f-52b8c04d1925 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223943 Feb 09 02:28:50.560564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-11e2737e-6c9c-4392-a6e9-9acddaded44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:50.567541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-11e2737e-6c9c-4392-a6e9-9acddaded44d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 1128 time: 0.1423268 Feb 09 02:28:50.737671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Allocated IP 2001:db8::2 (e0c4e4fb-34a8-4178-8b50-15b695111792/1b03f325-b26e-4f99-9e22-28881456a60e/2178cf08-7143-426c-af73-c909aef46530) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:50.845988 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:50.994720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-a840c244-6342-40ee-83fd-f8f536f202e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:51.004071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-a840c244-6342-40ee-83fd-f8f536f202e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.3982882 Feb 09 02:28:51.036691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8bd90de8-f65a-44b6-9c83-e1c01818d301 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:51.082742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Subnet': ['ID=f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:51.091518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Checking segment: {'id': '061de3d0-f413-455a-bf83-c3a755cd3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b4cc8027-1f41-4876-90db-fddc0957dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:51.092103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network hostable DHCP agents. Network: b4cc8027-1f41-4876-90db-fddc0957dbac, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:28:51.140609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network b4cc8027-1f41-4876-90db-fddc0957dbac is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:28:51.157970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b4cc8027-1f41-4876-90db-fddc0957dbac) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:51.162966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:51.163843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:51.199063 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5c59a1b9-551b-47cc-abef-ed05ca5d6392 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3185894 Feb 09 02:28:51.201327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44554) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:51.221352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24601ed-60a4-4e84-b38c-d05c4a585c8c None None] Network b4cc8027-1f41-4876-90db-fddc0957dbac requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:51.326404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-6258a165-7d27-403a-acbc-3fac63cead6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c HTTP/1.1" status: 200 len: 217 time: 0.2198455 Feb 09 02:28:51.443729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-004e9d45-fdd0-4721-9999-010a41494fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:51.445447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-004e9d45-fdd0-4721-9999-010a41494fe0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1026282 Feb 09 02:28:51.533328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-e9aa6407-965e-4a64-85e5-dc42e17246fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586336 Feb 09 02:28:51.649532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dff5ac-39eb-488f-8ad0-f4024301b8c5 req-0d980e3b-93c6-4c99-bfdd-7b57df6e848c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:51.667333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dff5ac-39eb-488f-8ad0-f4024301b8c5 req-0d980e3b-93c6-4c99-bfdd-7b57df6e848c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 945 time: 0.6620629 Feb 09 02:28:51.954024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Publish callbacks [] for port (2178cf08-7143-426c-af73-c909aef46530), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.003995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b78e3d-d855-4eaf-86cc-3f049ded17a5 None None] Network 2b996a2a-32bc-44de-a76a-213733b6a549 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:52.024527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-b4cc8027-1f41-4876-90db-fddc0957dbac', 'network_id': 'b4cc8027-1f41-4876-90db-fddc0957dbac', 'project_id': '25a68671c0c84aa0b0bae16ad47b2e12', 'fixed_ips': [{'subnet_id': 'f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:28:52.025827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.050045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dff5ac-39eb-488f-8ad0-f4024301b8c5 req-d145603f-96a7-4eb4-a28d-8be059d25864 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162974 Feb 09 02:28:52.071419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2178cf08-7143-426c-af73-c909aef46530), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.094030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.146435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f38fee-d836-41d0-b973-b9d4f3d312bd req-c89b86af-4492-4597-8b96-50443155a7a7 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:52.155160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02f38fee-d836-41d0-b973-b9d4f3d312bd req-c89b86af-4492-4597-8b96-50443155a7a7 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 1.0352840 Feb 09 02:28:52.344973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-e76064ba-b1ce-49bc-8c1e-0fbc63949cb9 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983329 Feb 09 02:28:52.387035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02f38fee-d836-41d0-b973-b9d4f3d312bd req-e17cd672-15cc-4467-913a-e8499f4ffe06 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180228 Feb 09 02:28:52.443167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8bd90de8-f65a-44b6-9c83-e1c01818d301 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:52.443729 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.463951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Network e0c4e4fb-34a8-4178-8b50-15b695111792 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:52.513961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-15e25b1a-67a0-4374-8691-1cfa8bab4e9a None None] Provisioning complete for port 8bd90de8-f65a-44b6-9c83-e1c01818d301 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:52.525593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15e25b1a-67a0-4374-8691-1cfa8bab4e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.544143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ac3d-abda-4763-bfdf-0896e6c7826a req-0e32758a-d8be-403c-bded-4815a8ac2b26 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:52.551845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b01ac3d-abda-4763-bfdf-0896e6c7826a req-0e32758a-d8be-403c-bded-4815a8ac2b26 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 945 time: 0.3351793 Feb 09 02:28:52.556284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:52.572404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:52.601503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Allocated IP 2001:db8::1 (e0c4e4fb-34a8-4178-8b50-15b695111792/1b03f325-b26e-4f99-9e22-28881456a60e/4d40e764-8b5c-4c54-8b9e-c47f34beb1ad) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:52.789528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53b7383d-363a-4785-a87a-4cafc956bb74 req-0335c048-ec5c-4db7-994b-02e317ecf382 service neutron] 10.222.0.72 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277260 Feb 09 02:28:52.848190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.849313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b01ac3d-abda-4763-bfdf-0896e6c7826a req-bfeb38e2-aa51-4cdf-bae0-98da64415275 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674427 Feb 09 02:28:52.900660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Allocated IP 2001:db8::2 (b4cc8027-1f41-4876-90db-fddc0957dbac/f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96/84c0e80d-cc1c-43a6-8e04-ad5fa8708dff) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:52.900911 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:52.902676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44584) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:52.999677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network e0c4e4fb-34a8-4178-8b50-15b695111792 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:53.016221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:53.020730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:53.021273 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.111955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Publish callbacks [] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.227934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Port': ['ID=4d40e764-8b5c-4c54-8b9e-c47f34beb1ad,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:53.232759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e828f6-ee76-4541-b983-47696225bc5d req-ff2dcbff-ad05-4605-8057-c9269d16a3b1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:53.254223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70e828f6-ee76-4541-b983-47696225bc5d req-ff2dcbff-ad05-4605-8057-c9269d16a3b1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 945 time: 0.2208722 Feb 09 02:28:53.254672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.268792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2044572092', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:53.297498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Pushing event updated for resources: {'Port': ['ID=2178cf08-7143-426c-af73-c909aef46530,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:53.362738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Made reservation on behalf of 52fec4dd65594635858165f6aaa66b41 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:28:53.365616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.369560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.391975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70e828f6-ee76-4541-b983-47696225bc5d req-16f6e569-d76b-489c-858b-be8888eea8ce tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150253 Feb 09 02:28:53.399073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.534129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Network b4cc8027-1f41-4876-90db-fddc0957dbac is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:53.591735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:53.605839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for security_group (c74b1cf4-2ddb-4033-8648-18bd1867f5c9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.621019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:53.701243 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c74b1cf4-2ddb-4033-8648-18bd1867f5c9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.709479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Attempting to bind port 2178cf08-7143-426c-af73-c909aef46530 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:53.712329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Attempting to bind port 2178cf08-7143-426c-af73-c909aef46530 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'e6e13f4c-df2a-4796-b4a0-3ec127b0032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e0c4e4fb-34a8-4178-8b50-15b695111792'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:53.712904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Attempting to bind port 2178cf08-7143-426c-af73-c909aef46530 on network e0c4e4fb-34a8-4178-8b50-15b695111792 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:53.724402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] device_id is not set on port f832b3ee-e571-47ae-84fc-1536972879c2 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:28:53.871081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7a40-2d03-4678-981c-1547953fbaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.884330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8bd90de8-f65a-44b6-9c83-e1c01818d301 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:53.884974 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.935247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74b1cf4-2ddb-4033-8648-18bd1867f5c9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:53.954838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8bd90de8-f65a-44b6-9c83-e1c01818d301, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8bd90de8-f65a-44b6-9c83-e1c01818d301,segment=NetworkSegment(33000b3d-9cfb-4b14-ad88-ac90645426c7),segment_id=33000b3d-9cfb-4b14-ad88-ac90645426c7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:53.956139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Attempting to bind port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:28:53.956379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Attempting to bind port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '061de3d0-f413-455a-bf83-c3a755cd3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b4cc8027-1f41-4876-90db-fddc0957dbac'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:28:53.956792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Attempting to bind port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff on network b4cc8027-1f41-4876-90db-fddc0957dbac {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:28:53.970824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:53.971713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Checking segment: {'id': '061de3d0-f413-455a-bf83-c3a755cd3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b4cc8027-1f41-4876-90db-fddc0957dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:53.972123 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.972516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Bound using segment: {'id': '061de3d0-f413-455a-bf83-c3a755cd3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b4cc8027-1f41-4876-90db-fddc0957dbac'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:53.974612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Bound port: 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061de3d0-f413-455a-bf83-c3a755cd3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b4cc8027-1f41-4876-90db-fddc0957dbac'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:53.975104 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:53.980441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7a8eb-59ce-4986-9bb2-815e7fa29242 req-5b02f53a-98c1-455e-964d-a9447ee00641 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:53.984779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6b7a8eb-59ce-4986-9bb2-815e7fa29242 req-5b02f53a-98c1-455e-964d-a9447ee00641 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.3735793 Feb 09 02:28:54.058567 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.061234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:28:54.061665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Checking segment: {'id': 'e6e13f4c-df2a-4796-b4a0-3ec127b0032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e0c4e4fb-34a8-4178-8b50-15b695111792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:28:54.062343 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.062876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Bound using segment: {'id': 'e6e13f4c-df2a-4796-b4a0-3ec127b0032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e0c4e4fb-34a8-4178-8b50-15b695111792'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:28:54.064037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Bound port: 2178cf08-7143-426c-af73-c909aef46530, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e13f4c-df2a-4796-b4a0-3ec127b0032c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e0c4e4fb-34a8-4178-8b50-15b695111792'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:28:54.064037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2178cf08-7143-426c-af73-c909aef46530), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.140589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] For port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:54.144155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] For port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,segment=NetworkSegment(061de3d0-f413-455a-bf83-c3a755cd3e27),segment_id=061de3d0-f413-455a-bf83-c3a755cd3e27)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:54.189175 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.210288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Pushing event updated for resources: {'Port': ['ID=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:54.216417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b396-1aea-47a5-a802-8c04626b126e req-81c371b4-60a0-488c-895b-7edaa33ca9bf tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:54.232745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f227b396-1aea-47a5-a802-8c04626b126e req-81c371b4-60a0-488c-895b-7edaa33ca9bf tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 945 time: 0.3612230 Feb 09 02:28:54.274373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6b7a8eb-59ce-4986-9bb2-815e7fa29242 req-b7cd5899-e846-4f80-8225-fd591ae52805 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799397 Feb 09 02:28:54.293140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Allocated IP 172.25.6.213 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/f832b3ee-e571-47ae-84fc-1536972879c2) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:28:54.385733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8bd90de8-f65a-44b6-9c83-e1c01818d301,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:54.490612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce537ab-a2cb-4e2a-80f4-6cd92a57ced5 None None] Pushing event updated for resources: {'Port': ['ID=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:54.504288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.516150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.517188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.538653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-15e25b1a-67a0-4374-8691-1cfa8bab4e9a None None] Current status of the port 8bd90de8-f65a-44b6-9c83-e1c01818d301 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:54.568533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] For port 2178cf08-7143-426c-af73-c909aef46530, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:28:54.591870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] For port 2178cf08-7143-426c-af73-c909aef46530, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2178cf08-7143-426c-af73-c909aef46530,segment=NetworkSegment(e6e13f4c-df2a-4796-b4a0-3ec127b0032c),segment_id=e6e13f4c-df2a-4796-b4a0-3ec127b0032c)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:28:54.603282 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for port (f832b3ee-e571-47ae-84fc-1536972879c2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.609994 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2178cf08-7143-426c-af73-c909aef46530), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.671846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Port': ['ID=4d40e764-8b5c-4c54-8b9e-c47f34beb1ad,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:54.729549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd2845-0a66-410b-82f9-a99f6ed05aab None None] Pushing event updated for resources: {'Port': ['ID=2178cf08-7143-426c-af73-c909aef46530,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:54.769440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f227b396-1aea-47a5-a802-8c04626b126e req-aef37e3f-82cd-4c7f-b66a-ac3069d10066 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356851 Feb 09 02:28:54.773047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-adb4e537-9a4c-47a0-b3c9-59e6ca2087be None None] Provisioning complete for port 8bd90de8-f65a-44b6-9c83-e1c01818d301 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:54.773436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adb4e537-9a4c-47a0-b3c9-59e6ca2087be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.787247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network e0c4e4fb-34a8-4178-8b50-15b695111792 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:54.810183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:54.846226 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f832b3ee-e571-47ae-84fc-1536972879c2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:54.900576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:28:54.904683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:28:54.908803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:28:55.054630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Pushing event updated for resources: {'Port': ['ID=f832b3ee-e571-47ae-84fc-1536972879c2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:55.065030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Router 9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:28:55.115162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.116189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.166750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2be4a856-45ed-4b13-9a43-8d033adfaaa9 tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2596707 Feb 09 02:28:55.192579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:55.198226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.213'}]}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:28:55.291699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (aef4020e-72fb-489a-98aa-6fd211a937b1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.292795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (aef4020e-72fb-489a-98aa-6fd211a937b1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.367418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-adb4e537-9a4c-47a0-b3c9-59e6ca2087be None None] Current status of the port 8bd90de8-f65a-44b6-9c83-e1c01818d301 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:55.449429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:28:55.456145 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-db72d25d-8d35-4815-a114-a94b64f8d983 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2534251 Feb 09 02:28:55.459927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44624) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:55.469645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] Sync routers for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:28:55.490759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:55.491672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:55.568743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for router_controller (aef4020e-72fb-489a-98aa-6fd211a937b1), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.572787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:55.594768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-fa20dc8b-af7e-4987-be38-612ac20d65df tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.598853 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-fa20dc8b-af7e-4987-be38-612ac20d65df tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 945 time: 0.3168802 Feb 09 02:28:55.617351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:28:55.618012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:55.653497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104e85c-a9bf-460b-835e-4d67785fe84e req-6b920a44-789d-4121-b245-acdc2fdc32a9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:55.661368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7104e85c-a9bf-460b-835e-4d67785fe84e req-6b920a44-789d-4121-b245-acdc2fdc32a9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.2931569 Feb 09 02:28:55.721969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:28:55.722750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af89a56-b818-4f67-a333-cafb38275772 None None] The sync data for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:28:55.771708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c690c55-27d3-4106-99c4-0326ac750c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:55.979949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44632) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:56.025038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for router_gateway (aef4020e-72fb-489a-98aa-6fd211a937b1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.072312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7104e85c-a9bf-460b-835e-4d67785fe84e req-a3e3377c-132c-469d-be4d-bf4548927c09 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083726 Feb 09 02:28:56.276439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Deleting port fcfc7f40-42b8-4423-a80b-c78241198ad4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:56.276930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.306189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263070e4-8b7f-43d8-86af-29d1da6af4e4 None None] Network b4cc8027-1f41-4876-90db-fddc0957dbac requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:56.347255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfbf82c9-1d7b-4730-b35a-80a2408d333e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.540396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-98555f52-149e-48b6-81b6-59ff8be6d045 None None] Provisioning complete for port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:56.540777 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98555f52-149e-48b6-81b6-59ff8be6d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.597461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8bd90de8-f65a-44b6-9c83-e1c01818d301 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:56.634262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] For port fcfc7f40-42b8-4423-a80b-c78241198ad4, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fcfc7f40-42b8-4423-a80b-c78241198ad4,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:56.634943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.676703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13e698-4d22-42f7-a029-d4555cb72617 None None] Network e0c4e4fb-34a8-4178-8b50-15b695111792 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:28:56.731471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Calling delete_port for fcfc7f40-42b8-4423-a80b-c78241198ad4 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:56.830473 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for router_gateway (aef4020e-72fb-489a-98aa-6fd211a937b1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.883463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8bd90de8-f65a-44b6-9c83-e1c01818d301 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:56.883852 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.909580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:56.909963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-98555f52-149e-48b6-81b6-59ff8be6d045 None None] Current status of the port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:56.910295 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98555f52-149e-48b6-81b6-59ff8be6d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.026078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-98555f52-149e-48b6-81b6-59ff8be6d045 None None] For port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,segment=NetworkSegment(061de3d0-f413-455a-bf83-c3a755cd3e27),segment_id=061de3d0-f413-455a-bf83-c3a755cd3e27)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:57.075648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98555f52-149e-48b6-81b6-59ff8be6d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.086815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfbf82c9-1d7b-4730-b35a-80a2408d333e admin admin] Publish callbacks [] for security_group (f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.096699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c22fd-bad4-4754-850b-516f3c5dff66 req-08594ef4-501b-4c94-a00d-be6d9f53f6df tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:57.098309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-524c22fd-bad4-4754-850b-516f3c5dff66 req-08594ef4-501b-4c94-a00d-be6d9f53f6df tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 945 time: 1.1193514 Feb 09 02:28:57.101885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cfbf82c9-1d7b-4730-b35a-80a2408d333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.133424 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.201306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cfbf82c9-1d7b-4730-b35a-80a2408d333e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fb3d70648ee4f75bcd03e5b7e694728&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2201717 Feb 09 02:28:57.205811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44646) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:57.215667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf82c9-1d7b-4730-b35a-80a2408d333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:57.361187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-524c22fd-bad4-4754-850b-516f3c5dff66 req-9b1ff52d-22db-44d6-8669-4df746f2dd70 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405031 Feb 09 02:28:57.417235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8bd90de8-f65a-44b6-9c83-e1c01818d301 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:57.418901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2178cf08-7143-426c-af73-c909aef46530 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:57.427928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0154c66-014c-47e5-9af8-286af888be53 admin admin] Publish callbacks [] for security_group (f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.431324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for router (aef4020e-72fb-489a-98aa-6fd211a937b1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.519662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98555f52-149e-48b6-81b6-59ff8be6d045 None None] Pushing event updated for resources: {'Port': ['ID=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:57.561172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-50536c8d-e7c7-41c9-b32f-bcf7fedf3162 None None] Provisioning complete for port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:57.562124 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50536c8d-e7c7-41c9-b32f-bcf7fedf3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.615883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ee80-6c03-4e4e-88f6-db5145eed6f4 req-8d877a75-322f-4d48-ad00-a7e045c987e7 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:57.617721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6828ee80-6c03-4e4e-88f6-db5145eed6f4 req-8d877a75-322f-4d48-ad00-a7e045c987e7 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.3696556 Feb 09 02:28:57.665554 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-a6310b84-4679-4915-a89d-ff48a3edb45b tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:28:57.669628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a6310b84-4679-4915-a89d-ff48a3edb45b tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2086825 Feb 09 02:28:57.672820 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0154c66-014c-47e5-9af8-286af888be53 admin admin] Publish callbacks [] for security_group (f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.692873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44656) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:57.805159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2178cf08-7143-426c-af73-c909aef46530 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:57.805723 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2178cf08-7143-426c-af73-c909aef46530), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.902987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fcfc7f40-42b8-4423-a80b-c78241198ad4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.916479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-50536c8d-e7c7-41c9-b32f-bcf7fedf3162 None None] Current status of the port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:57.926773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', '79cac8d9-aa1b-4eed-84fd-72c511cb62da'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:28:57.949471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (aef4020e-72fb-489a-98aa-6fd211a937b1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:57.972097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks [] for router_controller (aef4020e-72fb-489a-98aa-6fd211a937b1), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.024126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event deleted for resources: {'Port': ['ID=fcfc7f40-42b8-4423-a80b-c78241198ad4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:58.103765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6828ee80-6c03-4e4e-88f6-db5145eed6f4 req-52f9671c-a3a5-4661-a842-1824c86dcd35 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621947 Feb 09 02:28:58.125483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-50536c8d-e7c7-41c9-b32f-bcf7fedf3162 None None] Provisioning complete for port 2178cf08-7143-426c-af73-c909aef46530 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:58.125820 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-50536c8d-e7c7-41c9-b32f-bcf7fedf3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2178cf08-7143-426c-af73-c909aef46530), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.171276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] No DVR routers for this DVR port fcfc7f40-42b8-4423-a80b-c78241198ad4 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:28:58.174720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.185304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a8ba23c2-2991-47be-b98c-1c6e536425d8 req-d5b703ad-ae01-4fed-8709-9e0f2493b6e6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "DELETE /v2.0/ports/fcfc7f40-42b8-4423-a80b-c78241198ad4 HTTP/1.1" status: 204 len: 173 time: 2.5778701 Feb 09 02:28:58.185857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'name': 'network-vif-deleted', 'tag': 'fcfc7f40-42b8-4423-a80b-c78241198ad4'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:28:58.189027 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f1fea-4cfc-4cf6-aacc-25cd9776ee81" -d '{"events": [{"server_uuid": "fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8", "name": "network-vif-deleted", "tag": "fcfc7f40-42b8-4423-a80b-c78241198ad4"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:28:58.210675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (aef4020e-72fb-489a-98aa-6fd211a937b1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.211214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aef4020e-72fb-489a-98aa-6fd211a937b1 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:28:58.227642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2178cf08-7143-426c-af73-c909aef46530 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:58.228410 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2178cf08-7143-426c-af73-c909aef46530), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.240052 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 02:28:58.243765 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-67f5bd19-b900-4a2b-901c-50354f5f6c7e tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0472460 Feb 09 02:28:58.250524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:58.370166 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb7d95a-d449-48b5-932c-14aee1897047 x-openstack-request-id: req-1eb7d95a-d449-48b5-932c-14aee1897047 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:28:58.370166 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8", "name": "network-vif-deleted", "tag": "fcfc7f40-42b8-4423-a80b-c78241198ad4", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:28:58.370166 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eb7d95a-d449-48b5-932c-14aee1897047 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:28:58.370637 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8', 'name': 'network-vif-deleted', 'tag': 'fcfc7f40-42b8-4423-a80b-c78241198ad4', 'status': 'completed', 'code': 200} Feb 09 02:28:58.393004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0154c66-014c-47e5-9af8-286af888be53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.395552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0154c66-014c-47e5-9af8-286af888be53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.396769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b0154c66-014c-47e5-9af8-286af888be53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f HTTP/1.1" status: 204 len: 168 time: 1.1887481 Feb 09 02:28:58.442280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0154c66-014c-47e5-9af8-286af888be53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4b917-adff-4ba3-a3a7-09ebaceb5f3f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:58.443809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.498516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Deleting port f832b3ee-e571-47ae-84fc-1536972879c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:58.499457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f832b3ee-e571-47ae-84fc-1536972879c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.537772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 2178cf08-7143-426c-af73-c909aef46530, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2178cf08-7143-426c-af73-c909aef46530,segment=NetworkSegment(e6e13f4c-df2a-4796-b4a0-3ec127b0032c),segment_id=e6e13f4c-df2a-4796-b4a0-3ec127b0032c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:28:58.596958 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2178cf08-7143-426c-af73-c909aef46530), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.597756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:58.705649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb4eabc2-e343-429a-81e4-08e75fee0459 req-0fe3c349-b2ae-45cb-8030-c9c6ead1385f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbca9acd-dd6f-4a0b-9cc4-62abf3c669a8 HTTP/1.1" status: 200 len: 210 time: 0.0959198 Feb 09 02:28:58.720662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f832b3ee-e571-47ae-84fc-1536972879c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.776865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Calling delete_port for f832b3ee-e571-47ae-84fc-1536972879c2 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:28:58.929160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:58.932435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-50536c8d-e7c7-41c9-b32f-bcf7fedf3162 None None] Current status of the port 2178cf08-7143-426c-af73-c909aef46530 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:58.958757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fcfc7f40-42b8-4423-a80b-c78241198ad4 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:28:59.028495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: fcfc7f40-42b8-4423-a80b-c78241198ad4 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:28:59.028903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fcfc7f40-42b8-4423-a80b-c78241198ad4 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:28:59.036796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=2178cf08-7143-426c-af73-c909aef46530,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:59.087309 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f832b3ee-e571-47ae-84fc-1536972879c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:59.139042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:59.139959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:59.159161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Pushing event deleted for resources: {'Port': ['ID=f832b3ee-e571-47ae-84fc-1536972879c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:28:59.164428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ecb7143c-5fed-4f2a-8c8b-8fcd9d3e0fbf None None] Provisioning complete for port 2178cf08-7143-426c-af73-c909aef46530 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:59.164756 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ecb7143c-5fed-4f2a-8c8b-8fcd9d3e0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2178cf08-7143-426c-af73-c909aef46530), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:59.265433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:59.274983 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-628ecac8-e98f-4abb-855b-489b1e5691ab tempest-RoutersAdminNegativeTest-1670200991 tempest-RoutersAdminNegativeTest-1670200991-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f832b3ee-e571-47ae-84fc-1536972879c2 HTTP/1.1" status: 204 len: 168 time: 1.0230651 Feb 09 02:28:59.587116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:59.592493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7143c-5fed-4f2a-8c8b-8fcd9d3e0fbf None None] Current status of the port 2178cf08-7143-426c-af73-c909aef46530 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:28:59.607114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe5879-f065-4108-aed6-3b27dfc456fa req-8fa05699-6271-4217-ac6e-db468eaa9fa5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:28:59.612039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ecb7143c-5fed-4f2a-8c8b-8fcd9d3e0fbf None None] Provisioning complete for port 4d40e764-8b5c-4c54-8b9e-c47f34beb1ad triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:59.612243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ecb7143c-5fed-4f2a-8c8b-8fcd9d3e0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:59.617995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1fe5879-f065-4108-aed6-3b27dfc456fa req-8fa05699-6271-4217-ac6e-db468eaa9fa5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.2872913 Feb 09 02:28:59.680770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7143c-5fed-4f2a-8c8b-8fcd9d3e0fbf None None] Port 4d40e764-8b5c-4c54-8b9e-c47f34beb1ad cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:28:59.700123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1fe5879-f065-4108-aed6-3b27dfc456fa req-c0b8c882-4169-4ac5-babc-7e6f4ffbecf7 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808496 Feb 09 02:28:59.767908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:59.773801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting port 4d40e764-8b5c-4c54-8b9e-c47f34beb1ad {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:28:59.775226 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:59.806704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:28:59.836651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2178cf08-7143-426c-af73-c909aef46530 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:28:59.971163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2178cf08-7143-426c-af73-c909aef46530 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:28:59.972359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2178cf08-7143-426c-af73-c909aef46530), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.010781 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.023446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.030924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Calling delete_port for 4d40e764-8b5c-4c54-8b9e-c47f34beb1ad owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:00.149819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2178cf08-7143-426c-af73-c909aef46530 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:00.161896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:00.162773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Publish callbacks [] for security_group (c243dd28-58bc-4dba-a38c-63167423daf6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.172274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c243dd28-58bc-4dba-a38c-63167423daf6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.251713 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbde380d36634aa0a57248a703d720c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4433365 Feb 09 02:29:00.252390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44718) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:00.274842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:00.275372 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.279017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c243dd28-58bc-4dba-a38c-63167423daf6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:00.314860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.315251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.315563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.315913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.316515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.316860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.317193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.317658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.317996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.318327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.318699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.319029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.319359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d811095-1582-4b52-bdd7-e1c66c574e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:00.396432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca4295-bf26-4956-a37d-fad55fc03f62 req-e0522172-eea2-49df-8594-ad558318eec5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:00.401043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60ca4295-bf26-4956-a37d-fad55fc03f62 req-e0522172-eea2-49df-8594-ad558318eec5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 945 time: 0.1409736 Feb 09 02:29:00.419445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0e06788-1159-4b5b-aa56-7470c169ac91 admin admin] Publish callbacks [] for security_group (c243dd28-58bc-4dba-a38c-63167423daf6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.452607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0e06788-1159-4b5b-aa56-7470c169ac91 admin admin] Publish callbacks [] for security_group (c243dd28-58bc-4dba-a38c-63167423daf6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.491848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:00.517942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-60ca4295-bf26-4956-a37d-fad55fc03f62 req-dbafed66-296e-4c8c-a23f-a6990404143d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104167 Feb 09 02:29:00.522896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0e06788-1159-4b5b-aa56-7470c169ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c243dd28-58bc-4dba-a38c-63167423daf6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.526552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0e06788-1159-4b5b-aa56-7470c169ac91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.528011 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0e06788-1159-4b5b-aa56-7470c169ac91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c243dd28-58bc-4dba-a38c-63167423daf6 HTTP/1.1" status: 204 len: 168 time: 0.2705402 Feb 09 02:29:00.559038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4d40e764-8b5c-4c54-8b9e-c47f34beb1ad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:00.559780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e06788-1159-4b5b-aa56-7470c169ac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c243dd28-58bc-4dba-a38c-63167423daf6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:00.633517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Port': ['ID=4d40e764-8b5c-4c54-8b9e-c47f34beb1ad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:00.762806 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:01.120246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f498c4-3df5-4b4b-b7ec-2a5cbd18dadc req-caa74df8-5a03-414e-9069-59b317aeda8f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:01.122163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2f498c4-3df5-4b4b-b7ec-2a5cbd18dadc req-caa74df8-5a03-414e-9069-59b317aeda8f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.2260265 Feb 09 02:29:01.139444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Router 9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:01.304440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:01.330870 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2f498c4-3df5-4b4b-b7ec-2a5cbd18dadc req-eaa92167-746a-4064-932e-36cf138c695a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949632 Feb 09 02:29:01.347852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:01.361631 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] Sync routers for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:01.372476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f640238b-a230-42e5-a327-4c81e8ce4d86 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6746259 Feb 09 02:29:01.372476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44738) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:01.398794 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:01.399423 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:01.401446 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b42b41f-ae93-43fc-b414-1275900291a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52fec4dd65594635858165f6aaa66b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957668 Feb 09 02:29:01.402132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:01.480934 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-6a3fea47-6960-4a38-8f47-8c5bcaa0be44 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] delete failed (client error): The resource could not be found. Feb 09 02:29:01.482093 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:01.485019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6a3fea47-6960-4a38-8f47-8c5bcaa0be44 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-871305639 HTTP/1.1" status: 404 len: 334 time: 0.1112893 Feb 09 02:29:01.490318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:01.502515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e1d7033d-5326-4b5a-9e49-9be801b54e8b tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:01.519703 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:01.520323 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:01.538198 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2af45-8a7b-4560-bb47-0eb68587bf6f admin admin] Publish callbacks [] for security_group (c74b1cf4-2ddb-4033-8648-18bd1867f5c9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:01.587543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2af45-8a7b-4560-bb47-0eb68587bf6f admin admin] Publish callbacks [] for security_group (c74b1cf4-2ddb-4033-8648-18bd1867f5c9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:01.627486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:01.628216 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f7c22-58fc-4264-85f3-64664474a926 None None] The sync data for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:01.681345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2af45-8a7b-4560-bb47-0eb68587bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c74b1cf4-2ddb-4033-8648-18bd1867f5c9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:01.684188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0d2af45-8a7b-4560-bb47-0eb68587bf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:01.685992 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c0d2af45-8a7b-4560-bb47-0eb68587bf6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c74b1cf4-2ddb-4033-8648-18bd1867f5c9 HTTP/1.1" status: 204 len: 168 time: 0.2828033 Feb 09 02:29:01.701484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2af45-8a7b-4560-bb47-0eb68587bf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74b1cf4-2ddb-4033-8648-18bd1867f5c9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:01.702300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e080e3-501e-4e7d-8312-f6576b1f70ae req-1ec18a3b-39fe-48df-b234-69cc8272fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:01.704419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7e080e3-501e-4e7d-8312-f6576b1f70ae req-1ec18a3b-39fe-48df-b234-69cc8272fa59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 1129 time: 0.3797748 Feb 09 02:29:01.824831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7e080e3-501e-4e7d-8312-f6576b1f70ae req-e56194ac-5121-4f4c-b7d8-a3cde858ffac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140850 Feb 09 02:29:02.000911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e1d7033d-5326-4b5a-9e49-9be801b54e8b tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router_gateway (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:02.020830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f559c-ee12-4d9a-a100-481733b45888 req-79fc0d8c-73e4-4ff3-8d34-0a6309c7ac64 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:02.022651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-008f559c-ee12-4d9a-a100-481733b45888 req-79fc0d8c-73e4-4ff3-8d34-0a6309c7ac64 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 946 time: 0.3608599 Feb 09 02:29:02.062477 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-e1d7033d-5326-4b5a-9e49-9be801b54e8b tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] update failed (client error): The resource could not be found. Feb 09 02:29:02.063923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e1d7033d-5326-4b5a-9e49-9be801b54e8b tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 HTTP/1.1" status: 404 len: 339 time: 0.5687425 Feb 09 02:29:02.069879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:02.075959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1980305749'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:02.084822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced0399-323d-4d58-a863-310f4f2686ba req-fbba1f0b-3a5c-4845-b381-575f380c2610 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:02.086490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ced0399-323d-4d58-a863-310f4f2686ba req-fbba1f0b-3a5c-4845-b381-575f380c2610 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 945 time: 0.3808651 Feb 09 02:29:02.109761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:02.119365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:02.187081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:29:02.199593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (37e0c28e-ce62-4b04-9d12-531aa72c8189), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:02.200187 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Added segment 37e0c28e-ce62-4b04-9d12-531aa72c8189 of type vlan for network fabc032a-5a82-4957-b8b0-950df478929a Feb 09 02:29:02.296554 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fabc032a-5a82-4957-b8b0-950df478929a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:02.353208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fabc032a-5a82-4957-b8b0-950df478929a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:02.357589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-008f559c-ee12-4d9a-a100-481733b45888 req-3bf6c3dd-6891-48ed-898d-a92935ac9ffb tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188975 Feb 09 02:29:02.368265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:02.368931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:02.428154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ced0399-323d-4d58-a863-310f4f2686ba req-b7687726-d3dc-4a32-956e-1d4b9d0d4acb tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099906 Feb 09 02:29:02.470382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-771cde1f-0bf1-45ac-acb5-cb0f17ac140d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:02.475588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-771cde1f-0bf1-45ac-acb5-cb0f17ac140d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 945 time: 0.3868310 Feb 09 02:29:02.505271 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4339499 Feb 09 02:29:02.506271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:02.526106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'subnet': {'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:02.665295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de91351-0e22-4d02-b64a-e6dbd5877aa8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Network': ['ID=fabc032a-5a82-4957-b8b0-950df478929a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:02.684905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fabc032a-5a82-4957-b8b0-950df478929a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:29:02.700655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Made reservation on behalf of 25a68671c0c84aa0b0bae16ad47b2e12 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:02.706734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.031117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (8050f6fd-2066-40a3-a51b-975d53aef594), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.120443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Subnet': ['ID=8050f6fd-2066-40a3-a51b-975d53aef594,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:03.140364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Checking segment: {'id': '37e0c28e-ce62-4b04-9d12-531aa72c8189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:03.142519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network hostable DHCP agents. Network: fabc032a-5a82-4957-b8b0-950df478929a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:29:03.177308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network fabc032a-5a82-4957-b8b0-950df478929a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:29:03.205081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fabc032a-5a82-4957-b8b0-950df478929a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:03.215388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:03.216006 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.229740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a52a5-d05f-465a-b946-29402eb6762b None None] Network fabc032a-5a82-4957-b8b0-950df478929a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:03.232431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc75d-ec9c-4b08-8be6-b15d9cbac961 req-2b04dde2-8187-41be-8052-5cb5108cd8f9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:03.234733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f2bc75d-ec9c-4b08-8be6-b15d9cbac961 req-2b04dde2-8187-41be-8052-5cb5108cd8f9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.1436207 Feb 09 02:29:03.258409 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cdf1bf3e-8191-4b18-bd23-c5805c49bd28 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7392879 Feb 09 02:29:03.259155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:03.268526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dfca69aa-1a80-47f9-bb47-0790cc22b404 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:03.329685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44784) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:03.333670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f2bc75d-ec9c-4b08-8be6-b15d9cbac961 req-58ac529a-8dce-4db5-a70b-5baa4e16a493 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917146 Feb 09 02:29:03.362546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Deleting port 79cac8d9-aa1b-4eed-84fd-72c511cb62da {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:03.362546 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.497723 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:29:03.604497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-fabc032a-5a82-4957-b8b0-950df478929a', 'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a', 'project_id': '25a68671c0c84aa0b0bae16ad47b2e12', 'fixed_ips': [{'subnet_id': '8050f6fd-2066-40a3-a51b-975d53aef594'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:29:03.605656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.643131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-376473256'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:03.734925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] For port 79cac8d9-aa1b-4eed-84fd-72c511cb62da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=79cac8d9-aa1b-4eed-84fd-72c511cb62da,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:03.735444 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.744861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:03.749541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.770607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Calling delete_port for 79cac8d9-aa1b-4eed-84fd-72c511cb62da owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:03.777793 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:03.797926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace71062-03c9-4c66-9836-16c089b7861b req-2cc33e65-f261-47b5-a045-6f2a2bae48e4 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:03.799883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ace71062-03c9-4c66-9836-16c089b7861b req-2cc33e65-f261-47b5-a045-6f2a2bae48e4 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 946 time: 0.2942958 Feb 09 02:29:03.860450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Allocated IP 2001:db8:1::2 (fabc032a-5a82-4957-b8b0-950df478929a/8050f6fd-2066-40a3-a51b-975d53aef594/721b722b-979c-4dbe-89a5-b9f3546ac5e4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:03.895360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3529406-ff3a-466a-af82-9e5b479de6e0 req-aee9525f-cd98-4dde-ad50-7bd29b9e4f14 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:03.896905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3529406-ff3a-466a-af82-9e5b479de6e0 req-aee9525f-cd98-4dde-ad50-7bd29b9e4f14 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe68dec6-e908-4c7d-9133-6c63522e7853 HTTP/1.1" status: 200 len: 945 time: 0.2653120 Feb 09 02:29:04.028875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ace71062-03c9-4c66-9836-16c089b7861b req-c09fcb5e-0509-42e4-99e2-2d361224f9f8 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172275 Feb 09 02:29:04.042424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3529406-ff3a-466a-af82-9e5b479de6e0 req-dbb60349-d8f2-4195-87ab-4b1329236452 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381857 Feb 09 02:29:04.108844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for security_group (88983508-22fa-42fc-8719-501ecf16b662), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.115777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (88983508-22fa-42fc-8719-501ecf16b662), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.157327 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (79cac8d9-aa1b-4eed-84fd-72c511cb62da), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.165885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:29:04.180980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfca69aa-1a80-47f9-bb47-0790cc22b404 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router_gateway (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.221922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event deleted for resources: {'Port': ['ID=79cac8d9-aa1b-4eed-84fd-72c511cb62da,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:04.229984 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.230712 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Added segment c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83 of type vlan for network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 Feb 09 02:29:04.234060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88983508-22fa-42fc-8719-501ecf16b662,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:04.237524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', '79cac8d9-aa1b-4eed-84fd-72c511cb62da'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:04.254132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-bb33daa1-8977-47db-9693-874e9c40de58 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.255734 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Publish callbacks [] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.256146 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-bb33daa1-8977-47db-9693-874e9c40de58 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 946 time: 0.7667718 Feb 09 02:29:04.267066 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.318895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8a91b3d0-5913-4caa-ac24-742b2aca1a74), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.365838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Network fabc032a-5a82-4957-b8b0-950df478929a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:04.370612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Pushing event updated for resources: {'Port': ['ID=721b722b-979c-4dbe-89a5-b9f3546ac5e4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:04.377931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:04.381378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] No DVR routers for this DVR port 79cac8d9-aa1b-4eed-84fd-72c511cb62da on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:04.384262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:04.388233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.393148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc009f8c-5b84-4128-9c8f-5be9379423cd req-9bbe32ce-eb5d-4663-9246-a382ac209052 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "DELETE /v2.0/ports/79cac8d9-aa1b-4eed-84fd-72c511cb62da HTTP/1.1" status: 204 len: 173 time: 1.9099588 Feb 09 02:29:04.393672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'name': 'network-vif-deleted', 'tag': '79cac8d9-aa1b-4eed-84fd-72c511cb62da'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:04.396195 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf4b6a-16de-4d3d-92a6-2ac46b414c10" -d '{"events": [{"server_uuid": "fe68dec6-e908-4c7d-9133-6c63522e7853", "name": "network-vif-deleted", "tag": "79cac8d9-aa1b-4eed-84fd-72c511cb62da"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:04.411094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8a91b3d0-5913-4caa-ac24-742b2aca1a74), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.418557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.418992 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.520916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Attempting to bind port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:04.521291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Attempting to bind port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '37e0c28e-ce62-4b04-9d12-531aa72c8189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:04.521655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Attempting to bind port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 on network fabc032a-5a82-4957-b8b0-950df478929a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:04.541863 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-dfca69aa-1a80-47f9-bb47-0790cc22b404 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:04.549149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:04.549149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Checking segment: {'id': '37e0c28e-ce62-4b04-9d12-531aa72c8189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:04.549149 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.549538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Bound using segment: {'id': '37e0c28e-ce62-4b04-9d12-531aa72c8189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:04.549863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Bound port: 721b722b-979c-4dbe-89a5-b9f3546ac5e4, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e0c28e-ce62-4b04-9d12-531aa72c8189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fabc032a-5a82-4957-b8b0-950df478929a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:04.550637 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dfca69aa-1a80-47f9-bb47-0790cc22b404 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 HTTP/1.1" status: 400 len: 364 time: 1.2878206 Feb 09 02:29:04.551743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:04.558772 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.559702 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f002443-7a78-430a-885a-ff9b8c7fcaa0 x-openstack-request-id: req-3f002443-7a78-430a-885a-ff9b8c7fcaa0 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:04.562612 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe68dec6-e908-4c7d-9133-6c63522e7853", "name": "network-vif-deleted", "tag": "79cac8d9-aa1b-4eed-84fd-72c511cb62da", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:04.563965 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f002443-7a78-430a-885a-ff9b8c7fcaa0 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:04.563965 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe68dec6-e908-4c7d-9133-6c63522e7853', 'name': 'network-vif-deleted', 'tag': '79cac8d9-aa1b-4eed-84fd-72c511cb62da', 'status': 'completed', 'code': 200} Feb 09 02:29:04.611890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Deleting port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:04.612619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.668058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3331213 Feb 09 02:29:04.676612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:04.714388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'subnet': {'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:04.773657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7f0cd-f31c-4543-b683-22b8bb6d450c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Network': ['ID=8a91b3d0-5913-4caa-ac24-742b2aca1a74,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:04.786125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] For port 721b722b-979c-4dbe-89a5-b9f3546ac5e4, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:04.791902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:29:04.801681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] For port 721b722b-979c-4dbe-89a5-b9f3546ac5e4, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=721b722b-979c-4dbe-89a5-b9f3546ac5e4,segment=NetworkSegment(37e0c28e-ce62-4b04-9d12-531aa72c8189),segment_id=37e0c28e-ce62-4b04-9d12-531aa72c8189)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:04.805226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0a2b-5ada-4dab-ae94-80b86e66d2de req-22a49164-a8db-47cf-8193-7a214520f1f5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:04.816357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-499e0a2b-5ada-4dab-ae94-80b86e66d2de req-22a49164-a8db-47cf-8193-7a214520f1f5 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.2597044 Feb 09 02:29:04.914905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-499e0a2b-5ada-4dab-ae94-80b86e66d2de req-4414872c-a1eb-43b8-b444-c546ef68877c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975442 Feb 09 02:29:05.131883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:05.137532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:05.160662 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:05.198910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd54df-9c94-4ee3-957b-cebbfb9dea2a req-9f6385ab-c1c4-4d2e-8452-22d311cd2b25 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:05.200537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ecd54df-9c94-4ee3-957b-cebbfb9dea2a req-9f6385ab-c1c4-4d2e-8452-22d311cd2b25 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.1475110 Feb 09 02:29:05.292145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ecd54df-9c94-4ee3-957b-cebbfb9dea2a req-68f62eeb-2281-431f-8351-c885566c05ad tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844285 Feb 09 02:29:05.445030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c0c14-1ee1-4c62-9cfd-9f1c5cb73de6 req-e4c6722b-a1ff-439f-b3f9-d478c325361c tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:05.457593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f5c0c14-1ee1-4c62-9cfd-9f1c5cb73de6 req-e4c6722b-a1ff-439f-b3f9-d478c325361c tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 946 time: 0.1290922 Feb 09 02:29:05.465202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27001a-b9c0-4c54-a8ac-1745dbe9b48d None None] Pushing event updated for resources: {'Port': ['ID=721b722b-979c-4dbe-89a5-b9f3546ac5e4,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:05.556482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f5c0c14-1ee1-4c62-9cfd-9f1c5cb73de6 req-9b12f689-a101-47ce-a004-09bc3278d121 tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb468de4-8cce-42af-b546-2a213de6d91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977364 Feb 09 02:29:05.605761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (55240087-d2d3-4555-8686-41ab7ccd89b4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:05.728162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] For port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,segment=NetworkSegment(6ee3854b-8bc3-4048-a00b-2192eb58aed7),segment_id=6ee3854b-8bc3-4048-a00b-2192eb58aed7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:05.728537 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:05.834899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Calling delete_port for 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:05.864542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Subnet': ['ID=55240087-d2d3-4555-8686-41ab7ccd89b4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:05.931120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cf4a7-abf5-4a66-afa9-b166165bd950 req-0d4c5c0c-30b3-4ae8-ad92-72fe8a72ea23 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:05.941119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c8cf4a7-abf5-4a66-afa9-b166165bd950 req-0d4c5c0c-30b3-4ae8-ad92-72fe8a72ea23 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.2786050 Feb 09 02:29:06.022751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630000-0224-481c-bfad-9d936b9ab051 req-3609b288-5007-4bb9-9369-46240ad9efb8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:06.025555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-3609b288-5007-4bb9-9369-46240ad9efb8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.3438559 Feb 09 02:29:06.057370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c8cf4a7-abf5-4a66-afa9-b166165bd950 req-f5a7f040-38f4-4889-80a0-679398bf9bdc tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152239 Feb 09 02:29:06.075885 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-e54c43ca-2dec-49bd-a2fd-516e143f9aae tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0438459 Feb 09 02:29:06.102237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:06.151989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-daeb19a2-0ed0-4126-af8d-a68803cd5635 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703423 Feb 09 02:29:06.152228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Checking segment: {'id': 'c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:06.152538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network hostable DHCP agents. Network: 8a91b3d0-5913-4caa-ac24-742b2aca1a74, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:29:06.272287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:06.283191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-f35b1426-772f-456d-b091-0e33ee10fc89 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238315 Feb 09 02:29:06.343258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Pushing event deleted for resources: {'Port': ['ID=2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:06.362852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:29:06.488040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9b726e7d-9da2-4bca-9600-a983a28fa657 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978459 Feb 09 02:29:06.505868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 79cac8d9-aa1b-4eed-84fd-72c511cb62da no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:06.543276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] No DVR routers for this DVR port 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:06.552176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 79cac8d9-aa1b-4eed-84fd-72c511cb62da {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:06.558656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:06.559620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 79cac8d9-aa1b-4eed-84fd-72c511cb62da not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:06.562375 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-77ab0164-a2ac-471e-b940-f0b3674c90a2 req-2eafbdd5-4787-49aa-97c7-85d22213c75d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.82 "DELETE /v2.0/ports/2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 HTTP/1.1" status: 204 len: 173 time: 2.2891850 Feb 09 02:29:06.562689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'name': 'network-vif-deleted', 'tag': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:06.565120 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decabd2f-4c0c-43c8-a8d2-8daaf364a724" -d '{"events": [{"server_uuid": "f6854989-0402-4b94-b164-de75a52d9e1b", "name": "network-vif-deleted", "tag": "2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:06.587679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8a91b3d0-5913-4caa-ac24-742b2aca1a74) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:06.597216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d23b5a-50cf-4760-99a9-2536473ab9bf None None] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:06.600611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:06.600879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:06.665281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ba44d27-ba3b-4644-b12a-b2e6d223c191 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9828033 Feb 09 02:29:06.665903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44848) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:06.672360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1421487030'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:06.727970 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2193098c-34d7-4351-9b26-33800aa9c236 x-openstack-request-id: req-2193098c-34d7-4351-9b26-33800aa9c236 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:06.735686 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6854989-0402-4b94-b164-de75a52d9e1b", "name": "network-vif-deleted", "tag": "2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:06.736506 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2193098c-34d7-4351-9b26-33800aa9c236 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:06.737152 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6854989-0402-4b94-b164-de75a52d9e1b', 'name': 'network-vif-deleted', 'tag': '2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645', 'status': 'completed', 'code': 200} Feb 09 02:29:06.878039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Allocated IP 2001:db8::1 (2b996a2a-32bc-44de-a76a-213733b6a549/5afc5b41-64bf-4a11-96fe-c26c916eeb51/50c7250d-17b0-467b-ab13-ca8dab149071) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:06.907580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'project_id': 'af30a6cb97d7490b8b87a924b73634e4', 'fixed_ips': [{'subnet_id': '55240087-d2d3-4555-8686-41ab7ccd89b4'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:29:06.908799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.084284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5773802-cae5-47e8-9d2d-5c97966aa98b req-26fda74a-f8d0-42d7-a622-1c1a07c2de70 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 210 time: 0.2274120 Feb 09 02:29:07.101577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d57ccc4d-4913-4904-91b8-29d91acb941f req-729311c4-f912-4f3a-86db-40fffacc832d tempest-VolumesSnapshotTestJSON-925920342 tempest-VolumesSnapshotTestJSON-925920342-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6854989-0402-4b94-b164-de75a52d9e1b HTTP/1.1" status: 200 len: 210 time: 0.2009115 Feb 09 02:29:07.190534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:07.230631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for port (50c7250d-17b0-467b-ab13-ca8dab149071), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.278489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:07.278941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2ccb4e3d-1e06-4a83-a2a4-2aee7fddc645 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:07.286435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Allocated IP 2001:db8::2 (8a91b3d0-5913-4caa-ac24-742b2aca1a74/55240087-d2d3-4555-8686-41ab7ccd89b4/5713a324-e01f-4739-912e-6d6e518d7e21) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:07.303581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:07.307957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.316752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9808366-771b-4d9c-b4fb-96760dbdaf8b None None] Network fabc032a-5a82-4957-b8b0-950df478929a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:07.333302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.385346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] device_id is not set on port 76234041-69ec-4220-a31a-5024eaa4970c yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:07.416689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Port': ['ID=50c7250d-17b0-467b-ab13-ca8dab149071,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:07.425732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network 2b996a2a-32bc-44de-a76a-213733b6a549 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:07.430496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:07.444222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:07.446501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.564766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c8c9-5ada-4811-bc7c-1fb30739c231 req-c9d06343-e54f-4536-95b4-1e80790c5ec1 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:07.578688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f22c8c9-5ada-4811-bc7c-1fb30739c231 req-c9d06343-e54f-4536-95b4-1e80790c5ec1 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.3026545 Feb 09 02:29:07.620883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0d1a068d-5fa7-4a1d-8e22-18c518dc8401 None None] Provisioning complete for port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:07.622239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d1a068d-5fa7-4a1d-8e22-18c518dc8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.726273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f22c8c9-5ada-4811-bc7c-1fb30739c231 req-92008311-1288-4556-9618-db4f1b18858e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321015 Feb 09 02:29:07.850165 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.891005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 721b722b-979c-4dbe-89a5-b9f3546ac5e4 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:08.265540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Publish callbacks [] for port (5713a324-e01f-4739-912e-6d6e518d7e21), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.278630 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0d1a068d-5fa7-4a1d-8e22-18c518dc8401 None None] Current status of the port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:08.281136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d1a068d-5fa7-4a1d-8e22-18c518dc8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.341038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8113292e-c2bc-4ae1-b2c6-17acceb59ad3 req-95fbeb3d-2db1-40db-953f-ee40883a2202 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 210 time: 0.0951812 Feb 09 02:29:08.394809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.462090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0d1a068d-5fa7-4a1d-8e22-18c518dc8401 None None] For port 721b722b-979c-4dbe-89a5-b9f3546ac5e4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=721b722b-979c-4dbe-89a5-b9f3546ac5e4,segment=NetworkSegment(37e0c28e-ce62-4b04-9d12-531aa72c8189),segment_id=37e0c28e-ce62-4b04-9d12-531aa72c8189)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:08.554910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d1a068d-5fa7-4a1d-8e22-18c518dc8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.572721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:08.573532 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.632401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Allocated IP 2001:db8::46 (8a91b3d0-5913-4caa-ac24-742b2aca1a74/55240087-d2d3-4555-8686-41ab7ccd89b4/76234041-69ec-4220-a31a-5024eaa4970c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:08.688491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:08.744547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:08.762095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Pushing event updated for resources: {'Port': ['ID=5713a324-e01f-4739-912e-6d6e518d7e21,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:08.777245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:08.793327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d070c2-b8df-498e-83d4-87e297437809 req-a3722d20-bf82-4ff6-9305-326970b5d7aa tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:08.806282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3d070c2-b8df-498e-83d4-87e297437809 req-a3722d20-bf82-4ff6-9305-326970b5d7aa tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.3350172 Feb 09 02:29:08.883232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a068d-5fa7-4a1d-8e22-18c518dc8401 None None] Pushing event updated for resources: {'Port': ['ID=721b722b-979c-4dbe-89a5-b9f3546ac5e4,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:08.896582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-49d1fd77-645a-4b6b-bc10-46e9abf0ff76 None None] Provisioning complete for port 50c7250d-17b0-467b-ab13-ca8dab149071 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:08.897301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49d1fd77-645a-4b6b-bc10-46e9abf0ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.958569 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for port (50c7250d-17b0-467b-ab13-ca8dab149071), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.037589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.040008 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.090411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Attempting to bind port 5713a324-e01f-4739-912e-6d6e518d7e21 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:09.093256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Attempting to bind port 5713a324-e01f-4739-912e-6d6e518d7e21 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:09.093905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Attempting to bind port 5713a324-e01f-4739-912e-6d6e518d7e21 on network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:09.114442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:09.114887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Checking segment: {'id': 'c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:09.115541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.116296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Bound using segment: {'id': 'c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:09.116858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Bound port: 5713a324-e01f-4739-912e-6d6e518d7e21, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:09.117315 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.139025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-49d1fd77-645a-4b6b-bc10-46e9abf0ff76 None None] Port 50c7250d-17b0-467b-ab13-ca8dab149071 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:09.197834 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (76234041-69ec-4220-a31a-5024eaa4970c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.290135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3d070c2-b8df-498e-83d4-87e297437809 req-c4f081d1-b6ee-447b-92c3-433c26392e20 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747570 Feb 09 02:29:09.301213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:09.314546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f849c9ef-59ec-4471-b4f6-3f20f73e35e8 None None] Provisioning complete for port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:09.314795 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f849c9ef-59ec-4471-b4f6-3f20f73e35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.336935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event updated for resources: {'Port': ['ID=50c7250d-17b0-467b-ab13-ca8dab149071,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:09.370055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] For port 5713a324-e01f-4739-912e-6d6e518d7e21, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:09.377124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (76234041-69ec-4220-a31a-5024eaa4970c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.387464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630000-0224-481c-bfad-9d936b9ab051 req-a55d1d0c-d224-4179-8d4a-c4ab1d339f57 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:09.390045 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-a55d1d0c-d224-4179-8d4a-c4ab1d339f57 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.6471429 Feb 09 02:29:09.411640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Request body: {'port': {'device_id': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'admin_state_up': True, 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:09.425128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] For port 5713a324-e01f-4739-912e-6d6e518d7e21, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5713a324-e01f-4739-912e-6d6e518d7e21,segment=NetworkSegment(c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83),segment_id=c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:09.429980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:09.435147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:09.440909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:09.454246 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.455276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:09.456439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.546905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Network 2b996a2a-32bc-44de-a76a-213733b6a549 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:09.551660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:09.591787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3eb31c0f-72ec-4b3c-8823-9438b83074fa req-873cca52-6226-402d-9a54-e1062c49c9c6 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 210 time: 0.0900528 Feb 09 02:29:09.614631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0ec1b-62ac-422c-9ce8-fa678fd89c1e None None] Pushing event updated for resources: {'Port': ['ID=5713a324-e01f-4739-912e-6d6e518d7e21,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:09.620095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f849c9ef-59ec-4471-b4f6-3f20f73e35e8 None None] Current status of the port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:09.622960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9552760 Feb 09 02:29:09.623728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44910) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:09.681918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-594115656', 'allowed_address_pairs': [{'ip_address': '2001:db8::46', 'mac_address': 'fa:16:3e:99:ef:54'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:09.712172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 721b722b-979c-4dbe-89a5-b9f3546ac5e4 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:09.713304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee61dd7-2dba-4990-9035-43538637eab1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=76234041-69ec-4220-a31a-5024eaa4970c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:09.820711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:09.821247 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:09.918723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Router 9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:09.926681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:09.939034 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.025826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:10.060178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:10.165310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ec8ee1d1-b9c4-4c0d-861e-ceafdcf7e876 None None] Provisioning complete for port 50c7250d-17b0-467b-ab13-ca8dab149071 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:10.166075 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec8ee1d1-b9c4-4c0d-861e-ceafdcf7e876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.198621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.231874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] device_id is not set on port e25300cb-d396-4aaa-95bd-1ec2758aad0b yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:10.271154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ee1d1-b9c4-4c0d-861e-ceafdcf7e876 None None] Port 50c7250d-17b0-467b-ab13-ca8dab149071 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:10.285842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Allocated IP 172.20.0.14 (882c9a08-1083-437d-9f12-f4e84922da1f/01db0fe3-a245-49cf-bb9e-a60eedde4675/48da4f34-d968-4667-b804-86784bbe2842) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:10.547028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks [] for port (48da4f34-d968-4667-b804-86784bbe2842), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.557806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Allocated IP 2001:db8::1bb (8a91b3d0-5913-4caa-ac24-742b2aca1a74/55240087-d2d3-4555-8686-41ab7ccd89b4/e25300cb-d396-4aaa-95bd-1ec2758aad0b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:10.575660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4941f-a1f3-492b-9980-9892b10d06c7 req-a98d7399-d5b7-4845-ba11-f2ddf5f1085f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:10.584172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dba4941f-a1f3-492b-9980-9892b10d06c7 req-a98d7399-d5b7-4845-ba11-f2ddf5f1085f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.1105547 Feb 09 02:29:10.590948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (48da4f34-d968-4667-b804-86784bbe2842), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.602958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:10.678199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Network 882c9a08-1083-437d-9f12-f4e84922da1f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:10.721437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dba4941f-a1f3-492b-9980-9892b10d06c7 req-99e26ec1-62f3-402c-87e6-3f1d2c9ce07b tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309288 Feb 09 02:29:10.750680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:10.824091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:11.036707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event updated for resources: {'Port': ['ID=48da4f34-d968-4667-b804-86784bbe2842,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:11.060714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:11.073745 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d927f582-70a0-4af1-8101-6a5ab82e1bef tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5191851 Feb 09 02:29:11.076016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:11.103105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] Sync routers for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:11.114090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:11.115694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.136916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8985e-0870-46bb-b3c5-03b7992f0b07 req-f8ce4dae-b3ff-4fc0-86d0-1a0458221add tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:11.150386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dc8985e-0870-46bb-b3c5-03b7992f0b07 req-f8ce4dae-b3ff-4fc0-86d0-1a0458221add tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 932 time: 0.2902076 Feb 09 02:29:11.158114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:11.158809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:11.266390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3dc8985e-0870-46bb-b3c5-03b7992f0b07 req-ae743985-aa6d-43d4-afa4-67931e909014 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149359 Feb 09 02:29:11.283915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:11.320609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:11.326924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:11.333464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (e25300cb-d396-4aaa-95bd-1ec2758aad0b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.433281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:11.438751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0d3d83-f541-4a13-acb8-ac3d3981bbb7 None None] The sync data for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:11.478181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e25300cb-d396-4aaa-95bd-1ec2758aad0b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.484590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e1ade-5197-4545-810b-cf7efb90c101 None None] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:11.602982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:11.606739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:11.612810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:11.633740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:11.634652 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.643913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4724f333-c3d1-4288-b894-85188dede237 None None] Provisioning complete for port 5713a324-e01f-4739-912e-6d6e518d7e21 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:11.651540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4724f333-c3d1-4288-b894-85188dede237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.671307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=e25300cb-d396-4aaa-95bd-1ec2758aad0b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:11.702612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c692df0-8743-49d8-9326-8a11e815ae7b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.0341530 Feb 09 02:29:11.703254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:11.962037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4724f333-c3d1-4288-b894-85188dede237 None None] Current status of the port 5713a324-e01f-4739-912e-6d6e518d7e21 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:11.975813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3d61f-5170-49d1-b413-9a8574c50e93 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:11.976398 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4724f333-c3d1-4288-b894-85188dede237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:11.982315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3d61f-5170-49d1-b413-9a8574c50e93 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:11.985445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5713a324-e01f-4739-912e-6d6e518d7e21 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:11.989708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3d61f-5170-49d1-b413-9a8574c50e93 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:11.991735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-21c3d61f-5170-49d1-b413-9a8574c50e93 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2872825 Feb 09 02:29:11.994617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44936) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:12.208033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff67e6ed-ffa0-4ceb-ae20-2f5d01565a25 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.208701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting port e25300cb-d396-4aaa-95bd-1ec2758aad0b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:12.208701 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e25300cb-d396-4aaa-95bd-1ec2758aad0b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.258586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4724f333-c3d1-4288-b894-85188dede237 None None] For port 5713a324-e01f-4739-912e-6d6e518d7e21, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5713a324-e01f-4739-912e-6d6e518d7e21,segment=NetworkSegment(c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83),segment_id=c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:12.293604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4724f333-c3d1-4288-b894-85188dede237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.336211 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-ff67e6ed-ffa0-4ceb-ae20-2f5d01565a25 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 02:29:12.337394 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff67e6ed-ffa0-4ceb-ae20-2f5d01565a25 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 HTTP/1.1" status: 409 len: 329 time: 1.2583561 Feb 09 02:29:12.340875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:12.364504 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-c54f8ada-952f-4f3a-80d5-35639706a247 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9643557 Feb 09 02:29:12.384969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5713a324-e01f-4739-912e-6d6e518d7e21 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:12.385593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.407330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e25300cb-d396-4aaa-95bd-1ec2758aad0b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.415681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Request body: {'port': {'device_id': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:12.466975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Calling delete_port for e25300cb-d396-4aaa-95bd-1ec2758aad0b owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:12.515826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f333-c3d1-4288-b894-85188dede237 None None] Pushing event updated for resources: {'Port': ['ID=5713a324-e01f-4739-912e-6d6e518d7e21,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:12.615733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe295d8-8ccb-4eff-8a16-95ab2649a96c req-5c4feb00-91b7-47b1-8f74-9a18449cef77 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:12.617646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffe295d8-8ccb-4eff-8a16-95ab2649a96c req-5c4feb00-91b7-47b1-8f74-9a18449cef77 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 932 time: 0.2135489 Feb 09 02:29:12.705436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Provisioning complete for port 76234041-69ec-4220-a31a-5024eaa4970c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:12.707091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (76234041-69ec-4220-a31a-5024eaa4970c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.815082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffe295d8-8ccb-4eff-8a16-95ab2649a96c req-71e3ab36-b0aa-4ebf-b8f1-8e64403cf8d8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762307 Feb 09 02:29:12.816891 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (48da4f34-d968-4667-b804-86784bbe2842), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.823485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Port 76234041-69ec-4220-a31a-5024eaa4970c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:12.844394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5713a324-e01f-4739-912e-6d6e518d7e21 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:12.871071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Provisioning complete for port e25300cb-d396-4aaa-95bd-1ec2758aad0b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:12.871453 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e25300cb-d396-4aaa-95bd-1ec2758aad0b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:12.962583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e25300cb-d396-4aaa-95bd-1ec2758aad0b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:13.019614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Port': ['ID=e25300cb-d396-4aaa-95bd-1ec2758aad0b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:13.283078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:13.377292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Port e25300cb-d396-4aaa-95bd-1ec2758aad0b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:13.395414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Provisioning complete for port 5713a324-e01f-4739-912e-6d6e518d7e21 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:13.395797 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:13.585035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ab42e04b-3e9a-49a5-b042-12fdc5012465 None None] Current status of the port 5713a324-e01f-4739-912e-6d6e518d7e21 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:13.744732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c3f39e0b-89d0-47f7-8376-51061ea785b0 None None] Provisioning complete for port 76234041-69ec-4220-a31a-5024eaa4970c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:13.747115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3f39e0b-89d0-47f7-8376-51061ea785b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (76234041-69ec-4220-a31a-5024eaa4970c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:13.953897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c3f39e0b-89d0-47f7-8376-51061ea785b0 None None] Port 76234041-69ec-4220-a31a-5024eaa4970c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:13.977992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5713a324-e01f-4739-912e-6d6e518d7e21 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:13.997744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c3f39e0b-89d0-47f7-8376-51061ea785b0 None None] Could not find standard attr ID for object e25300cb-d396-4aaa-95bd-1ec2758aad0b. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:29:14.058407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48da4f34-d968-4667-b804-86784bbe2842 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:14.078851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Publish callbacks [] for port (48da4f34-d968-4667-b804-86784bbe2842), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.107332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Transition to ACTIVE for port object 48da4f34-d968-4667-b804-86784bbe2842 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:29:14.136243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (48da4f34-d968-4667-b804-86784bbe2842), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.154913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5713a324-e01f-4739-912e-6d6e518d7e21 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:14.154913 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.276681 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.287857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9528efee-3310-4f52-b78f-231929adfcec tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/ports/e25300cb-d396-4aaa-95bd-1ec2758aad0b HTTP/1.1" status: 204 len: 168 time: 2.2920828 Feb 09 02:29:14.291568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44976) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:14.320825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Pushing event updated for resources: {'Port': ['ID=48da4f34-d968-4667-b804-86784bbe2842,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:14.379791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5713a324-e01f-4739-912e-6d6e518d7e21 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:14.380396 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-27598ddb-d3fb-46c1-86a6-0afe5d6cef8a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] GET failed (client error): The resource could not be found. Feb 09 02:29:14.387703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-27598ddb-d3fb-46c1-86a6-0afe5d6cef8a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "GET /v2.0/ports/e25300cb-d396-4aaa-95bd-1ec2758aad0b HTTP/1.1" status: 404 len: 333 time: 0.0894849 Feb 09 02:29:14.399378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44980) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:14.403850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1832289061'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:14.540109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea11f6-d8b4-478e-99e8-75ff3f1114fe req-a365777d-56ea-47e3-a8b9-24926027d884 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:14.549052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bea11f6-d8b4-478e-99e8-75ff3f1114fe req-a365777d-56ea-47e3-a8b9-24926027d884 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 944 time: 0.4509146 Feb 09 02:29:14.559364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting port 50c7250d-17b0-467b-ab13-ca8dab149071 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:14.559707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.595080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44984) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:14.675648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bea11f6-d8b4-478e-99e8-75ff3f1114fe req-fb024f1f-3a63-4695-9162-23a34d57167b tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253865 Feb 09 02:29:14.745331 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.766153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Calling delete_port for 50c7250d-17b0-467b-ab13-ca8dab149071 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:14.839962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:14.851873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.873338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e350ed78-4576-42f6-b186-e015aacb580e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:14.981417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] device_id is not set on port db9e76a2-7222-4594-a7a7-98b124a42b9c yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:15.051972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (50c7250d-17b0-467b-ab13-ca8dab149071), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.102634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Port': ['ID=50c7250d-17b0-467b-ab13-ca8dab149071,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:15.103038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Attempting to bind port 48da4f34-d968-4667-b804-86784bbe2842 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:15.103582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Attempting to bind port 48da4f34-d968-4667-b804-86784bbe2842 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:15.104068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Attempting to bind port 48da4f34-d968-4667-b804-86784bbe2842 on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:15.125520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Port 48da4f34-d968-4667-b804-86784bbe2842 on network 882c9a08-1083-437d-9f12-f4e84922da1f not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:29:15.125520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Attempting to bind port 48da4f34-d968-4667-b804-86784bbe2842 on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:15.160722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:15.161071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:15.161594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Bound using segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:15.161961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Bound port: 48da4f34-d968-4667-b804-86784bbe2842, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:15.162330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (48da4f34-d968-4667-b804-86784bbe2842), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.430284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Allocated IP 2001:db8::3ce (8a91b3d0-5913-4caa-ac24-742b2aca1a74/55240087-d2d3-4555-8686-41ab7ccd89b4/db9e76a2-7222-4594-a7a7-98b124a42b9c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:15.466000 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e350ed78-4576-42f6-b186-e015aacb580e admin admin] Publish callbacks [] for security_group (2c75b435-d9a6-438b-82a2-9881e66c32d7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.478012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e350ed78-4576-42f6-b186-e015aacb580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2c75b435-d9a6-438b-82a2-9881e66c32d7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.520608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.548907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350ed78-4576-42f6-b186-e015aacb580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c75b435-d9a6-438b-82a2-9881e66c32d7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:15.648766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] For port 48da4f34-d968-4667-b804-86784bbe2842, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:15.692045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e350ed78-4576-42f6-b186-e015aacb580e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d7b8cdcb4a747688806ddd47aa0f5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0935388 Feb 09 02:29:15.692779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44994) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:15.732741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] For port 48da4f34-d968-4667-b804-86784bbe2842, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=48da4f34-d968-4667-b804-86784bbe2842,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:15.767289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (48da4f34-d968-4667-b804-86784bbe2842), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.957410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07e49d38-29ef-49f5-830a-762c254abd89 admin admin] Publish callbacks [] for security_group (2c75b435-d9a6-438b-82a2-9881e66c32d7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.977477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:15.978121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.979693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/48da4f34-d968-4667-b804-86784bbe2842 HTTP/1.1" status: 200 len: 1093 time: 3.5684085 Feb 09 02:29:15.987133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'tag': '48da4f34-d968-4667-b804-86784bbe2842'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:15.989650 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f106c-4630-4595-b977-1cd9dc70ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b", "tag": "48da4f34-d968-4667-b804-86784bbe2842"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:16.002737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Router 9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:29:16.025163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07e49d38-29ef-49f5-830a-762c254abd89 admin admin] Publish callbacks [] for security_group (2c75b435-d9a6-438b-82a2-9881e66c32d7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:16.025885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09fb64-6e73-46c9-8864-019c5d2901f3 service neutron] Pushing event updated for resources: {'Port': ['ID=48da4f34-d968-4667-b804-86784bbe2842,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:16.132018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881298-eed4-4110-9e0c-4f33d2bdae74 req-d5678107-76ad-4f54-b836-639412fe3859 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:16.141709 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2e9868-3024-47a0-8479-9e7bbc5bcf8c x-openstack-request-id: req-ef2e9868-3024-47a0-8479-9e7bbc5bcf8c {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:16.142016 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b", "tag": "48da4f34-d968-4667-b804-86784bbe2842", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:16.142283 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef2e9868-3024-47a0-8479-9e7bbc5bcf8c {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:16.142962 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'tag': '48da4f34-d968-4667-b804-86784bbe2842', 'status': 'completed', 'code': 200} Feb 09 02:29:16.153393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63881298-eed4-4110-9e0c-4f33d2bdae74 req-d5678107-76ad-4f54-b836-639412fe3859 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 944 time: 0.3109593 Feb 09 02:29:16.208427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07e49d38-29ef-49f5-830a-762c254abd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2c75b435-d9a6-438b-82a2-9881e66c32d7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:16.211564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07e49d38-29ef-49f5-830a-762c254abd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:16.220298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630000-0224-481c-bfad-9d936b9ab051 req-2cc3c4d3-23cf-482f-ac29-5b71b068dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:16.222245 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-2cc3c4d3-23cf-482f-ac29-5b71b068dcb8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 1127 time: 0.1912582 Feb 09 02:29:16.225779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07e49d38-29ef-49f5-830a-762c254abd89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c75b435-d9a6-438b-82a2-9881e66c32d7 HTTP/1.1" status: 204 len: 168 time: 0.5213017 Feb 09 02:29:16.229225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:29:16.244906 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] Sync routers for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:29:16.262405 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:16.263439 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:16.266236 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9066bf82-78e2-4d40-9841-a2efa847bacc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9209907 Feb 09 02:29:16.283896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45004) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:16.321412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-6339bfa5-f920-4568-bee2-f8f795a2c20d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48da4f34-d968-4667-b804-86784bbe2842 HTTP/1.1" status: 200 len: 217 time: 0.0891855 Feb 09 02:29:16.332206 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:16.357833 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] Routers {'9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:29:16.360407 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:28:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:16.415105 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-05f3a5f7-27aa-4a9c-a858-845634d576a8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] show failed (client error): The resource could not be found. Feb 09 02:29:16.425802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-05f3a5f7-27aa-4a9c-a858-845634d576a8 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1462892766 HTTP/1.1" status: 404 len: 335 time: 0.1179526 Feb 09 02:29:16.426792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e49d38-29ef-49f5-830a-762c254abd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c75b435-d9a6-438b-82a2-9881e66c32d7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:16.451328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d630000-0224-481c-bfad-9d936b9ab051 req-fa74b1b0-f728-4878-a54f-260b18abd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:16.459060 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-fa74b1b0-f728-4878-a54f-260b18abd460 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1307476 Feb 09 02:29:16.462990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45008) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:16.479697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:16.481808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2b9aea44-6fd5-4a08-bb3b-aa80d60c483f tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:16.534266 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:16.534612 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df934d-7cdb-4bfc-b689-58d279e53763 None None] The sync data for ids ['9a613c3b-d2cf-4cd5-9a17-733ad4195bb7'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:29:16.540099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63881298-eed4-4110-9e0c-4f33d2bdae74 req-fcae28e7-f9d9-4c63-9958-2357a72780aa tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852842 Feb 09 02:29:16.600417 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-2b9aea44-6fd5-4a08-bb3b-aa80d60c483f tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] update failed (client error): The resource could not be found. Feb 09 02:29:16.602205 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2b9aea44-6fd5-4a08-bb3b-aa80d60c483f tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1510893471 HTTP/1.1" status: 404 len: 335 time: 0.1323986 Feb 09 02:29:16.607903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45014) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:16.621125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-2269d5fe-a7f7-47ae-b82b-c32130013d68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355879 Feb 09 02:29:16.629169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:16.758800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:16.773891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:16.776577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:16.788471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:16.791182 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:16.847063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4470861 Feb 09 02:29:16.847752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45022) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:16.869837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::46', 'mac_address': 'fa:16:3e:99:ef:54'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:16.881840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting subnet 8050f6fd-2066-40a3-a51b-975d53aef594 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:16.888296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (8050f6fd-2066-40a3-a51b-975d53aef594), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:16.950399 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (8050f6fd-2066-40a3-a51b-975d53aef594), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:17.048034 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-728bcbac-3ad2-4110-8e28-8d7a426e0ded service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202189 Feb 09 02:29:17.196581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (8050f6fd-2066-40a3-a51b-975d53aef594), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:17.299017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6d630000-0224-481c-bfad-9d936b9ab051 req-5e610d8c-1d14-4fcd-a0a3-a451b4c012b0 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411668 Feb 09 02:29:17.332350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29487fa3-9b4b-4806-b943-cc42a73dafee tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=db9e76a2-7222-4594-a7a7-98b124a42b9c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:17.396793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-301c0b02-51c1-4646-acbf-f342460631e3 None None] Provisioning complete for port db9e76a2-7222-4594-a7a7-98b124a42b9c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:17.398929 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-301c0b02-51c1-4646-acbf-f342460631e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:17.465135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (8050f6fd-2066-40a3-a51b-975d53aef594), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:17.479440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-301c0b02-51c1-4646-acbf-f342460631e3 None None] Port db9e76a2-7222-4594-a7a7-98b124a42b9c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:17.506124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:17.516993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b83f1-7bbc-4207-8080-70e44418a659 None None] Network fabc032a-5a82-4957-b8b0-950df478929a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:17.517496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/subnets/8050f6fd-2066-40a3-a51b-975d53aef594 HTTP/1.1" status: 204 len: 168 time: 0.9065750 Feb 09 02:29:17.519333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:17.588387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad328fdb-2156-4210-b3bf-a75d3d9cdefc tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Subnet': ['ID=8050f6fd-2066-40a3-a51b-975d53aef594,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:17.692218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-79587d05-64ab-4685-992e-bbcdee8718e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:17.694307 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-79587d05-64ab-4685-992e-bbcdee8718e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 1127 time: 0.3335369 Feb 09 02:29:17.847446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fabc032a-5a82-4957-b8b0-950df478929a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:17.904177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8ace6-f396-4ecc-aa1a-f0d048ed8790 req-21686aef-54f1-48aa-8beb-66c7c1013844 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:17.905441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9c8ace6-f396-4ecc-aa1a-f0d048ed8790 req-21686aef-54f1-48aa-8beb-66c7c1013844 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.5584877 Feb 09 02:29:17.908993 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:17.911698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] DHCP port deletion for fabc032a-5a82-4957-b8b0-950df478929a request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:17.923086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76243c75-656b-44f4-a213-db41edd3b165 req-728e273c-7b60-409d-a2fb-728b7ed18878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:17.924599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76243c75-656b-44f4-a213-db41edd3b165 req-728e273c-7b60-409d-a2fb-728b7ed18878 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.5765615 Feb 09 02:29:17.974029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-5b1e9ca6-d768-4b44-82bf-6d292a5f5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:17.975467 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-5b1e9ca6-d768-4b44-82bf-6d292a5f5866 service neutron] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.2575283 Feb 09 02:29:18.002413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] Deleting port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:18.002829 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.085119 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-4d7d8740-ed8c-4433-a25c-007a90f38fd2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48da4f34-d968-4667-b804-86784bbe2842 HTTP/1.1" status: 200 len: 217 time: 0.0966239 Feb 09 02:29:18.087160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0cdb3-0ee6-4f80-8376-eb77ec455ba8 req-d8d6e7cb-dba0-4a85-9371-614d4efb1ec3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:18.087399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:18.088098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.089308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57c0cdb3-0ee6-4f80-8376-eb77ec455ba8 req-d8d6e7cb-dba0-4a85-9371-614d4efb1ec3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 944 time: 0.3519459 Feb 09 02:29:18.114805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] For port 721b722b-979c-4dbe-89a5-b9f3546ac5e4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=721b722b-979c-4dbe-89a5-b9f3546ac5e4,segment=NetworkSegment(37e0c28e-ce62-4b04-9d12-531aa72c8189),segment_id=37e0c28e-ce62-4b04-9d12-531aa72c8189)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:18.115254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.151963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] Calling delete_port for 721b722b-979c-4dbe-89a5-b9f3546ac5e4 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:18.221129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57c0cdb3-0ee6-4f80-8376-eb77ec455ba8 req-c6e04470-a6bc-4796-9b8d-33c64c46cfd5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877314 Feb 09 02:29:18.248462 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.288228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] For port 721b722b-979c-4dbe-89a5-b9f3546ac5e4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=721b722b-979c-4dbe-89a5-b9f3546ac5e4,segment=NetworkSegment(37e0c28e-ce62-4b04-9d12-531aa72c8189),segment_id=37e0c28e-ce62-4b04-9d12-531aa72c8189)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:18.288602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.292646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-567351d6-10ff-4d45-9081-29dd6980735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:18.294451 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-567351d6-10ff-4d45-9081-29dd6980735b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1783559 Feb 09 02:29:18.352695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Calling delete_port for 721b722b-979c-4dbe-89a5-b9f3546ac5e4 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:18.404275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9c8ace6-f396-4ecc-aa1a-f0d048ed8790 req-2281c088-b767-4990-9d71-320b1602bc4f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124155 Feb 09 02:29:18.521622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-92db8159-1bef-4887-906a-904616814be1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2197006 Feb 09 02:29:18.523934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.558065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76243c75-656b-44f4-a213-db41edd3b165 req-591f095f-2572-40e4-9e44-b6586460146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:18.571293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76243c75-656b-44f4-a213-db41edd3b165 req-591f095f-2572-40e4-9e44-b6586460146d service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.5701950 Feb 09 02:29:18.596952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] Pushing event deleted for resources: {'Port': ['ID=721b722b-979c-4dbe-89a5-b9f3546ac5e4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:18.604312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8532ea-3783-4d00-b825-5e46a79a6cbf None None] No DVR routers for this DVR port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:18.725240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (721b722b-979c-4dbe-89a5-b9f3546ac5e4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.770488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Port': ['ID=721b722b-979c-4dbe-89a5-b9f3546ac5e4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:18.788430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] No DVR routers for this DVR port 721b722b-979c-4dbe-89a5-b9f3546ac5e4 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:18.858326 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.861002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76243c75-656b-44f4-a213-db41edd3b165 req-0e16d7b6-f28d-48f3-8df3-99c4354d0d10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.1049716 Feb 09 02:29:18.867196 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.888058 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-5e715063-8aa9-4ac6-986f-87812a152fb2 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210375 Feb 09 02:29:18.937689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fabc032a-5a82-4957-b8b0-950df478929a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.952520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] In _notify_port_updated(), no bound segment for port db9e76a2-7222-4594-a7a7-98b124a42b9c on network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:29:18.959390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:18.960572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:18.962243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "PUT /v2.0/ports/db9e76a2-7222-4594-a7a7-98b124a42b9c HTTP/1.1" status: 200 len: 1002 time: 2.1088262 Feb 09 02:29:18.965619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45066) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:19.009921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76243c75-656b-44f4-a213-db41edd3b165 req-aaea6f9b-0ca4-4ce4-bf01-232235910edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:19.011827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76243c75-656b-44f4-a213-db41edd3b165 req-aaea6f9b-0ca4-4ce4-bf01-232235910edd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.1418777 Feb 09 02:29:19.013134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503829f-79a3-4ed5-aeaf-b208473cb7aa tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=db9e76a2-7222-4594-a7a7-98b124a42b9c,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:19.023575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabc032a-5a82-4957-b8b0-950df478929a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:19.041121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e0c28e-ce62-4b04-9d12-531aa72c8189') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:19.041490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e0c28e-ce62-4b04-9d12-531aa72c8189') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:19.050216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.061002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (37e0c28e-ce62-4b04-9d12-531aa72c8189), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.093211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76243c75-656b-44f4-a213-db41edd3b165 req-aa48986f-74f6-4577-bebc-426e47992b45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720298 Feb 09 02:29:19.105448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (37e0c28e-ce62-4b04-9d12-531aa72c8189), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.134440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:29:19.134944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (37e0c28e-ce62-4b04-9d12-531aa72c8189), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:29:19.138396 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:29:19.169833 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b8f106c-4630-4595-b977-1cd9dc70ddd0 req-b6f41dac-d4be-4c9a-b72e-4766ff114b68 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673638 Feb 09 02:29:19.258287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fabc032a-5a82-4957-b8b0-950df478929a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.275163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.290275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/networks/fabc032a-5a82-4957-b8b0-950df478929a HTTP/1.1" status: 204 len: 168 time: 1.7679648 Feb 09 02:29:19.292976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45084) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:19.355747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76243c75-656b-44f4-a213-db41edd3b165 req-dbd49687-3827-47b5-a895-a18173182949 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019007 Feb 09 02:29:19.433874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b85c0499-e797-4f47-bdb5-42d839427f86 None None] Provisioning complete for port db9e76a2-7222-4594-a7a7-98b124a42b9c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:19.434556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b85c0499-e797-4f47-bdb5-42d839427f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.491000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b85c0499-e797-4f47-bdb5-42d839427f86 None None] Port db9e76a2-7222-4594-a7a7-98b124a42b9c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:19.507899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting port db9e76a2-7222-4594-a7a7-98b124a42b9c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:19.508343 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.771192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 721b722b-979c-4dbe-89a5-b9f3546ac5e4 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:19.791858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting subnet f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:19.796678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6431-ad49-4801-9746-c2f9f8f8af1a tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Network': ['ID=fabc032a-5a82-4957-b8b0-950df478929a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:19.803161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.819767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76243c75-656b-44f4-a213-db41edd3b165 req-c5647c4d-e510-48eb-aef7-5d4f4ba1f344 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449704 Feb 09 02:29:19.874565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 721b722b-979c-4dbe-89a5-b9f3546ac5e4 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:19.874961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 721b722b-979c-4dbe-89a5-b9f3546ac5e4 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:19.941902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:19.958634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.001450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Calling delete_port for db9e76a2-7222-4594-a7a7-98b124a42b9c owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:20.025879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c6f7-d682-42d3-9dca-c3c99e40534d req-f5712d2a-6dd7-4128-8518-e7665c2498c7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:20.034118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8690c6f7-d682-42d3-9dca-c3c99e40534d req-f5712d2a-6dd7-4128-8518-e7665c2498c7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 944 time: 0.6295605 Feb 09 02:29:20.141466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed24aa-51fd-4ee8-8bcb-a2c185c7cfb7 req-d7189665-36fa-4f81-8a31-931f918cc8a6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:20.151075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92ed24aa-51fd-4ee8-8bcb-a2c185c7cfb7 req-d7189665-36fa-4f81-8a31-931f918cc8a6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.5591621 Feb 09 02:29:20.230898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.313147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.344798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8690c6f7-d682-42d3-9dca-c3c99e40534d req-ffb7ac6d-7ef9-4bfa-8371-2c4e23bdd73d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840257 Feb 09 02:29:20.380944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:20.403765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.410162 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-765e2851-13a6-4d95-baa3-7a08403b3abe tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/subnets/f3c49b2c-3a81-4e1f-9e0a-c38cb1fa8e96 HTTP/1.1" status: 204 len: 168 time: 1.0985596 Feb 09 02:29:20.419479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1966413-5d1b-4422-b0e1-4a5f143edafc None None] Network b4cc8027-1f41-4876-90db-fddc0957dbac requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:20.421430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:20.453900 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (db9e76a2-7222-4594-a7a7-98b124a42b9c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.507652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting subnet 1b03f325-b26e-4f99-9e22-28881456a60e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:20.516575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (1b03f325-b26e-4f99-9e22-28881456a60e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.549618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92ed24aa-51fd-4ee8-8bcb-a2c185c7cfb7 req-59c41d72-ab42-4cd7-adec-8b6e8ff46bd3 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093623 Feb 09 02:29:20.551362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Port': ['ID=db9e76a2-7222-4594-a7a7-98b124a42b9c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:20.617718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1b03f325-b26e-4f99-9e22-28881456a60e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.772523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] DHCP port deletion for b4cc8027-1f41-4876-90db-fddc0957dbac request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:20.780410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.787941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-057d7b58-b898-4efa-8fc7-7d1ab88f957c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/ports/db9e76a2-7222-4594-a7a7-98b124a42b9c HTTP/1.1" status: 204 len: 168 time: 1.8187003 Feb 09 02:29:20.788888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45112) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:20.851421 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc63b410-776c-4a22-b2be-7f667bd3de83 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] GET failed (client error): The resource could not be found. Feb 09 02:29:20.852332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1b03f325-b26e-4f99-9e22-28881456a60e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:20.859981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fc63b410-776c-4a22-b2be-7f667bd3de83 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "GET /v2.0/ports/db9e76a2-7222-4594-a7a7-98b124a42b9c HTTP/1.1" status: 404 len: 333 time: 0.0695245 Feb 09 02:29:20.863227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45114) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:20.872946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-808851602'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:20.903303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] Deleting port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:20.903678 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.000636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1b03f325-b26e-4f99-9e22-28881456a60e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.049023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Subnet': ['ID=1b03f325-b26e-4f99-9e22-28881456a60e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:21.049657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 48da4f34-d968-4667-b804-86784bbe2842 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:29:21.065201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.071150 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0cf47560-930e-4aa0-a404-014582640cff tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/subnets/1b03f325-b26e-4f99-9e22-28881456a60e HTTP/1.1" status: 204 len: 168 time: 0.6462972 Feb 09 02:29:21.071436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45118) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:21.082494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:21.089901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.100424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9878fd-a079-40ba-bfbe-163457841648 None None] Network e0c4e4fb-34a8-4178-8b50-15b695111792 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:21.103951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] For port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,segment=NetworkSegment(061de3d0-f413-455a-bf83-c3a755cd3e27),segment_id=061de3d0-f413-455a-bf83-c3a755cd3e27)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:21.104293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.167713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] device_id is not set on port e842884b-e5c4-4796-89bd-c06afc228613 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:21.248526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (b4cc8027-1f41-4876-90db-fddc0957dbac), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.270330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 48da4f34-d968-4667-b804-86784bbe2842, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=48da4f34-d968-4667-b804-86784bbe2842,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:21.293957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '48da4f34-d968-4667-b804-86784bbe2842', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'port_id': '48da4f34-d968-4667-b804-86784bbe2842', 'mac_address': 'fa:16:3e:75:76:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db0fe3-a245-49cf-bb9e-a60eedde4675', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:29:21.393226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:21.393570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.400663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] Calling delete_port for 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:21.428256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Allocated IP 2001:db8::f3 (8a91b3d0-5913-4caa-ac24-742b2aca1a74/55240087-d2d3-4555-8686-41ab7ccd89b4/e842884b-e5c4-4796-89bd-c06afc228613) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:21.482612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] For port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,segment=NetworkSegment(061de3d0-f413-455a-bf83-c3a755cd3e27),segment_id=061de3d0-f413-455a-bf83-c3a755cd3e27)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:21.483055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.502323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Calling delete_port for 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:21.673457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.702096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] No DVR routers for this DVR port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:21.727579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 48da4f34-d968-4667-b804-86784bbe2842 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:21.736364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fa2ab-7ecd-4619-9d84-85b21a8bec78 req-62cce6d2-1862-4c1e-a773-8b7f5e671c95 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:21.736905 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (48da4f34-d968-4667-b804-86784bbe2842), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.737510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff6fa2ab-7ecd-4619-9d84-85b21a8bec78 req-62cce6d2-1862-4c1e-a773-8b7f5e671c95 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 944 time: 0.2413120 Feb 09 02:29:21.782486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48da4f34-d968-4667-b804-86784bbe2842 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:21.803346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Port': ['ID=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:21.808262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 48da4f34-d968-4667-b804-86784bbe2842, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=48da4f34-d968-4667-b804-86784bbe2842,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:21.822855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:21.861093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:21.861689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:21.870034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (48da4f34-d968-4667-b804-86784bbe2842), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.891573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (b4cc8027-1f41-4876-90db-fddc0957dbac), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.918724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cc8027-1f41-4876-90db-fddc0957dbac']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:21.931757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061de3d0-f413-455a-bf83-c3a755cd3e27') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:21.932054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061de3d0-f413-455a-bf83-c3a755cd3e27') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:21.946835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (061de3d0-f413-455a-bf83-c3a755cd3e27), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.963501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (061de3d0-f413-455a-bf83-c3a755cd3e27), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:21.973882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:29:21.974626 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (061de3d0-f413-455a-bf83-c3a755cd3e27), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.000595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=48da4f34-d968-4667-b804-86784bbe2842,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:22.041552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (84c0e80d-cc1c-43a6-8e04-ad5fa8708dff), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.097046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] Pushing event deleted for resources: {'Port': ['ID=84c0e80d-cc1c-43a6-8e04-ad5fa8708dff,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:29:22.105057 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:29:22.110276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] DHCP port deletion for e0c4e4fb-34a8-4178-8b50-15b695111792 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:22.127944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f2a4d-e32b-44c9-bc6d-65ac3a0ffa5e None None] No DVR routers for this DVR port 84c0e80d-cc1c-43a6-8e04-ad5fa8708dff on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:22.189858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (b4cc8027-1f41-4876-90db-fddc0957dbac), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.196591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.205749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/networks/b4cc8027-1f41-4876-90db-fddc0957dbac HTTP/1.1" status: 204 len: 168 time: 1.1325412 Feb 09 02:29:22.207190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:22.280580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] Deleting port 2178cf08-7143-426c-af73-c909aef46530 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:22.281318 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2178cf08-7143-426c-af73-c909aef46530), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.361981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212dc6-e249-40d7-8d98-d16b77421121 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Network': ['ID=b4cc8027-1f41-4876-90db-fddc0957dbac,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:22.368967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e0c4e4fb-34a8-4178-8b50-15b695111792), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.397438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] For port 2178cf08-7143-426c-af73-c909aef46530, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2178cf08-7143-426c-af73-c909aef46530,segment=NetworkSegment(e6e13f4c-df2a-4796-b4a0-3ec127b0032c),segment_id=e6e13f4c-df2a-4796-b4a0-3ec127b0032c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:22.398191 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2178cf08-7143-426c-af73-c909aef46530), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.418123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] Calling delete_port for 2178cf08-7143-426c-af73-c909aef46530 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:22.442531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting port 2178cf08-7143-426c-af73-c909aef46530 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:22.442531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2178cf08-7143-426c-af73-c909aef46530), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.494388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff6fa2ab-7ecd-4619-9d84-85b21a8bec78 req-3d2bc26a-b26a-42cf-a505-3633cb748937 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7493713 Feb 09 02:29:22.517900 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (e842884b-e5c4-4796-89bd-c06afc228613), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.551626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcf612-258a-44e7-b9bb-aa2ba51b48cd req-2511fb00-e9ab-4273-88eb-6db30beaaf64 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:22.556472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['48da4f34-d968-4667-b804-86784bbe2842'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:22.565184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccbcf612-258a-44e7-b9bb-aa2ba51b48cd req-2511fb00-e9ab-4273-88eb-6db30beaaf64 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.7866318 Feb 09 02:29:22.594510 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (2178cf08-7143-426c-af73-c909aef46530), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.634158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] Pushing event deleted for resources: {'Port': ['ID=2178cf08-7143-426c-af73-c909aef46530,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:22.660553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4a8e2-3556-4640-b1c1-62e20379c564 None None] No DVR routers for this DVR port 2178cf08-7143-426c-af73-c909aef46530 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:22.661611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccbcf612-258a-44e7-b9bb-aa2ba51b48cd req-3a885134-495f-40ac-a8c6-cd85b3fe99b6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884414 Feb 09 02:29:22.684887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e842884b-e5c4-4796-89bd-c06afc228613), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.713583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] For port 2178cf08-7143-426c-af73-c909aef46530, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2178cf08-7143-426c-af73-c909aef46530,segment=NetworkSegment(e6e13f4c-df2a-4796-b4a0-3ec127b0032c),segment_id=e6e13f4c-df2a-4796-b4a0-3ec127b0032c)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:22.713950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2178cf08-7143-426c-af73-c909aef46530), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.752173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Calling delete_port for 2178cf08-7143-426c-af73-c909aef46530 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:22.809163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-5b2d694e-5e64-4452-a931-4b637fa2d71f tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1e401bf646c544959220ea45d6675e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204076 Feb 09 02:29:22.850871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:22.897435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:22.901545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2178cf08-7143-426c-af73-c909aef46530), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.910029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:22.917637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:22.918754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:22.928428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=e842884b-e5c4-4796-89bd-c06afc228613,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:22.951699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Port': ['ID=2178cf08-7143-426c-af73-c909aef46530,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:22.966193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] No DVR routers for this DVR port 2178cf08-7143-426c-af73-c909aef46530 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:22.968919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-06d623d8-c32d-4933-b969-edafcb23128a tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1011341 Feb 09 02:29:22.972266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:22.989955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:99:ef:54'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:23.026656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-39991ae7-fc84-41c1-8d0c-d4d07740fa1a tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:23.028473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-39991ae7-fc84-41c1-8d0c-d4d07740fa1a tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090590 Feb 09 02:29:23.051857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-6a2d47ea-90c5-48d9-ae25-9d210fbf099b tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/quotas/1e401bf646c544959220ea45d6675e18 HTTP/1.1" status: 200 len: 375 time: 0.0176377 Feb 09 02:29:23.120697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-f966eebf-3405-4afd-83a5-d897e041541e tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e401bf646c544959220ea45d6675e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632164 Feb 09 02:29:23.241543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e0c4e4fb-34a8-4178-8b50-15b695111792), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.291158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c4e4fb-34a8-4178-8b50-15b695111792']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:23.309956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e13f4c-df2a-4796-b4a0-3ec127b0032c') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:23.310495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e13f4c-df2a-4796-b4a0-3ec127b0032c') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:23.332600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (e6e13f4c-df2a-4796-b4a0-3ec127b0032c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.385054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e6e13f4c-df2a-4796-b4a0-3ec127b0032c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.397762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e842884b-e5c4-4796-89bd-c06afc228613), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.401021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:29:23.401583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (e6e13f4c-df2a-4796-b4a0-3ec127b0032c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.404372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32d6e5d5-a686-4798-8509-39dd34336a8f req-d19a5603-252e-4d85-aba6-08415439c1f4 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 210 time: 0.0633807 Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:29:23.412239 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:29:23.421884 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b572-5666-4e6a-9434-73b0b40fa1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.434388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1e1d02d2-08bf-40b0-ba6c-904ce787ba09 None None] Provisioning complete for port e842884b-e5c4-4796-89bd-c06afc228613 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:23.434805 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e1d02d2-08bf-40b0-ba6c-904ce787ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e842884b-e5c4-4796-89bd-c06afc228613), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.513154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d02d2-08bf-40b0-ba6c-904ce787ba09 None None] Port e842884b-e5c4-4796-89bd-c06afc228613 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:23.518903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e0c4e4fb-34a8-4178-8b50-15b695111792), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.534159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.538768 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/networks/e0c4e4fb-34a8-4178-8b50-15b695111792 HTTP/1.1" status: 204 len: 168 time: 1.3101943 Feb 09 02:29:23.541476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45162) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:23.557759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d6b33-822c-40e0-954b-e05e3abe9d63 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Network': ['ID=e0c4e4fb-34a8-4178-8b50-15b695111792,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:23.658798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting subnet 5afc5b41-64bf-4a11-96fe-c26c916eeb51 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:23.682277 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (5afc5b41-64bf-4a11-96fe-c26c916eeb51), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.755149 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (5afc5b41-64bf-4a11-96fe-c26c916eeb51), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.767801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2178cf08-7143-426c-af73-c909aef46530 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:23.817126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (e842884b-e5c4-4796-89bd-c06afc228613), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.823037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (e842884b-e5c4-4796-89bd-c06afc228613), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:23.826654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2178cf08-7143-426c-af73-c909aef46530 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:23.827075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2178cf08-7143-426c-af73-c909aef46530 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:23.831430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5558d2-2fe2-4c28-b48b-ee6e3b02a35d req-3268e82e-7b6a-4a41-93d4-9bdc4cb615f9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:23.832998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f5558d2-2fe2-4c28-b48b-ee6e3b02a35d req-3268e82e-7b6a-4a41-93d4-9bdc4cb615f9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 945 time: 0.1713097 Feb 09 02:29:23.978259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=e842884b-e5c4-4796-89bd-c06afc228613,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:23.989180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f5558d2-2fe2-4c28-b48b-ee6e3b02a35d req-e4891190-39ef-4f34-9143-d18eb6d2b7d9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125953 Feb 09 02:29:24.003860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] In _notify_port_updated(), no bound segment for port e842884b-e5c4-4796-89bd-c06afc228613 on network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:29:24.013723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:24.014770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.016505 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ad9e37ef-059d-49e6-a8bf-0ef12e163fe1 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "PUT /v2.0/ports/e842884b-e5c4-4796-89bd-c06afc228613 HTTP/1.1" status: 200 len: 1001 time: 1.0432258 Feb 09 02:29:24.021874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:24.054898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760ed87-989f-4bb7-aab7-68be000dcfe5 req-c444812f-f46b-410b-b86c-65599be422cf tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:24.056488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2760ed87-989f-4bb7-aab7-68be000dcfe5 req-c444812f-f46b-410b-b86c-65599be422cf tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.2513421 Feb 09 02:29:24.097803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (5afc5b41-64bf-4a11-96fe-c26c916eeb51), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.202020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2760ed87-989f-4bb7-aab7-68be000dcfe5 req-cdc43460-0758-4cf5-9d35-1201bf37c5d4 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376536 Feb 09 02:29:24.223750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting port e842884b-e5c4-4796-89bd-c06afc228613 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:24.227072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e842884b-e5c4-4796-89bd-c06afc228613), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.250677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (5afc5b41-64bf-4a11-96fe-c26c916eeb51), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.324416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Subnet': ['ID=5afc5b41-64bf-4a11-96fe-c26c916eeb51,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:24.350572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.353852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-da5dde06-a59d-4cad-ace9-c61154bcec91 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/subnets/5afc5b41-64bf-4a11-96fe-c26c916eeb51 HTTP/1.1" status: 204 len: 168 time: 0.8110378 Feb 09 02:29:24.356639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c6663-f689-44f9-bf28-99fd4e9eee0a None None] Network 2b996a2a-32bc-44de-a76a-213733b6a549 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:24.358561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45178) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:24.486779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e842884b-e5c4-4796-89bd-c06afc228613), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.514758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Calling delete_port for e842884b-e5c4-4796-89bd-c06afc228613 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:24.538684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2b996a2a-32bc-44de-a76a-213733b6a549), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.604116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bf7121b1-af8d-4045-ba24-921add90925a None None] Provisioning complete for port e842884b-e5c4-4796-89bd-c06afc228613 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:24.605701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bf7121b1-af8d-4045-ba24-921add90925a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e842884b-e5c4-4796-89bd-c06afc228613), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.651740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d4a0220-39dd-4a1a-b3c6-b31a1e577e79 req-3b427085-27dd-4431-9ad8-899cf0b0d828 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 210 time: 0.1076274 Feb 09 02:29:24.706188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bf7121b1-af8d-4045-ba24-921add90925a None None] Port e842884b-e5c4-4796-89bd-c06afc228613 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:24.770153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Deleting port 8bd90de8-f65a-44b6-9c83-e1c01818d301 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:24.770572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.785224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] DHCP port deletion for 2b996a2a-32bc-44de-a76a-213733b6a549 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:24.808086 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e842884b-e5c4-4796-89bd-c06afc228613), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.843962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Port': ['ID=e842884b-e5c4-4796-89bd-c06afc228613,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:24.848230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] Deleting port 8bd90de8-f65a-44b6-9c83-e1c01818d301 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:24.848771 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.922826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.926024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] For port 8bd90de8-f65a-44b6-9c83-e1c01818d301, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8bd90de8-f65a-44b6-9c83-e1c01818d301,segment=NetworkSegment(33000b3d-9cfb-4b14-ad88-ac90645426c7),segment_id=33000b3d-9cfb-4b14-ad88-ac90645426c7)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:24.926424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:24.929334 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-42e4dc09-17c9-48f9-84ae-437de96ab84b tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/ports/e842884b-e5c4-4796-89bd-c06afc228613 HTTP/1.1" status: 204 len: 168 time: 0.9061701 Feb 09 02:29:24.944700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45184) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:24.977062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Calling delete_port for 8bd90de8-f65a-44b6-9c83-e1c01818d301 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:25.018995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] For port 8bd90de8-f65a-44b6-9c83-e1c01818d301, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8bd90de8-f65a-44b6-9c83-e1c01818d301,segment=NetworkSegment(33000b3d-9cfb-4b14-ad88-ac90645426c7),segment_id=33000b3d-9cfb-4b14-ad88-ac90645426c7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:25.018995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.036817 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9be4ff-79c9-455b-bb39-0da6e3d679d8 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] GET failed (client error): The resource could not be found. Feb 09 02:29:25.043311 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e9be4ff-79c9-455b-bb39-0da6e3d679d8 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "GET /v2.0/ports/e842884b-e5c4-4796-89bd-c06afc228613 HTTP/1.1" status: 404 len: 333 time: 0.0974486 Feb 09 02:29:25.045765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] Calling delete_port for 8bd90de8-f65a-44b6-9c83-e1c01818d301 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:25.050440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45190) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:25.053545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 48da4f34-d968-4667-b804-86784bbe2842 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:25.068645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1741271334'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:25.220752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-1e64cca2-d784-411f-94f6-d7939088dfb6 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1e401bf646c544959220ea45d6675e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600088 Feb 09 02:29:25.325081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.352318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] Pushing event deleted for resources: {'Port': ['ID=8bd90de8-f65a-44b6-9c83-e1c01818d301,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:25.366445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16447217-4f5f-46c9-bacf-166006cfd294 None None] No DVR routers for this DVR port 8bd90de8-f65a-44b6-9c83-e1c01818d301 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:25.371886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 48da4f34-d968-4667-b804-86784bbe2842 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:29:25.380757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 48da4f34-d968-4667-b804-86784bbe2842 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:25.381225 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (48da4f34-d968-4667-b804-86784bbe2842), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.385434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:25.391393 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.414261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] device_id is not set on port ad249840-c2ea-4d62-b6da-e61e9ecd7232 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:25.533108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-ef59d898-50e5-4175-8f8c-2ce77440c299 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:25.534795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-ef59d898-50e5-4175-8f8c-2ce77440c299 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976756 Feb 09 02:29:25.553536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Request body: {'port': {'device_id': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '1e401bf646c544959220ea45d6675e18'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:25.608807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Allocated IP 2001:db8::2de (8a91b3d0-5913-4caa-ac24-742b2aca1a74/55240087-d2d3-4555-8686-41ab7ccd89b4/ad249840-c2ea-4d62-b6da-e61e9ecd7232) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:25.626086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 48da4f34-d968-4667-b804-86784bbe2842 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:25.626910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (48da4f34-d968-4667-b804-86784bbe2842), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.655522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2c81-fcff-4b4d-9d1b-828fd66bca09 req-33d266df-e7f5-4009-b75d-315b2c6adb33 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:25.657074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6efc2c81-fcff-4b4d-9d1b-828fd66bca09 req-33d266df-e7f5-4009-b75d-315b2c6adb33 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.2131989 Feb 09 02:29:25.680141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8bd90de8-f65a-44b6-9c83-e1c01818d301), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.731388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8182ba-95e6-47aa-bb4e-209cdc8ece4d req-b8bf521f-a1d4-4020-bf2f-489dee78e4e5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:25.733348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 48da4f34-d968-4667-b804-86784bbe2842, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=48da4f34-d968-4667-b804-86784bbe2842,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:25.739397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48da4f34-d968-4667-b804-86784bbe2842'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:25.740156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b8182ba-95e6-47aa-bb4e-209cdc8ece4d req-b8bf521f-a1d4-4020-bf2f-489dee78e4e5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 945 time: 0.5165772 Feb 09 02:29:25.742743 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1f43a6-5f3a-4304-87e4-d845ee7dc3ff" -d '{"events": [{"server_uuid": "f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "48da4f34-d968-4667-b804-86784bbe2842"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:25.750601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (48da4f34-d968-4667-b804-86784bbe2842), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.752849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8bd90de8-f65a-44b6-9c83-e1c01818d301 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:25.790066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8bd90de8-f65a-44b6-9c83-e1c01818d301 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:25.790629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8bd90de8-f65a-44b6-9c83-e1c01818d301 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:25.800169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Port': ['ID=8bd90de8-f65a-44b6-9c83-e1c01818d301,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:25.851873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] No DVR routers for this DVR port 8bd90de8-f65a-44b6-9c83-e1c01818d301 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:25.863440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e53dadf9-f0a7-4503-a2e9-df9414700048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.892504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=48da4f34-d968-4667-b804-86784bbe2842,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:25.912843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (ad249840-c2ea-4d62-b6da-e61e9ecd7232), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:25.979714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ad249840-c2ea-4d62-b6da-e61e9ecd7232), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.003004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b8182ba-95e6-47aa-bb4e-209cdc8ece4d req-f647093f-5283-40b0-88f8-4e7ba245095c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963105 Feb 09 02:29:26.028687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:26.034213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:26.037974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:26.046398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:26.047439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.080152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=ad249840-c2ea-4d62-b6da-e61e9ecd7232,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:26.086674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6efc2c81-fcff-4b4d-9d1b-828fd66bca09 req-bc1191b1-b1b1-43c3-bf19-576cca0b3a0a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230185 Feb 09 02:29:26.098185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2b996a2a-32bc-44de-a76a-213733b6a549), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.099709 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44c3d49a-473a-4f73-81a6-4f7d6dfd8b91 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0479102 Feb 09 02:29:26.102753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:26.115766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'network_id': '8a91b3d0-5913-4caa-ac24-742b2aca1a74', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-83161455'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:26.162446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b996a2a-32bc-44de-a76a-213733b6a549']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:26.211194 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d606aec-e04e-4271-9863-fd72de91b0c9 x-openstack-request-id: req-3d606aec-e04e-4271-9863-fd72de91b0c9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:26.211755 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "48da4f34-d968-4667-b804-86784bbe2842", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:26.212223 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d606aec-e04e-4271-9863-fd72de91b0c9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:26.212829 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48da4f34-d968-4667-b804-86784bbe2842', 'code': 200} Feb 09 02:29:26.253958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c84620d7-b1cc-497e-aabd-44beb67cd105 req-738f2b09-4f6b-4a36-9179-9d52609f1bd9 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 210 time: 0.0886304 Feb 09 02:29:26.255942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33000b3d-9cfb-4b14-ad88-ac90645426c7') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:26.256254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33000b3d-9cfb-4b14-ad88-ac90645426c7') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:26.276193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Made reservation on behalf of 1e401bf646c544959220ea45d6675e18 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:26.285743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.333416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (33000b3d-9cfb-4b14-ad88-ac90645426c7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.346972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.363963 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (33000b3d-9cfb-4b14-ad88-ac90645426c7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.378178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:29:26.378730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (33000b3d-9cfb-4b14-ad88-ac90645426c7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:29:26.382609 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:29:26.389386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Made reservation on behalf of af30a6cb97d7490b8b87a924b73634e4 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:26.395477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.457539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] device_id is not set on port c647e639-c5cb-40d3-a1cd-fffa55153847 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:26.477351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1d247-782e-406e-8363-8988120f28e5 req-04aed597-95f4-4443-9316-2ea71b23231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:26.478480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1d1d247-782e-406e-8363-8988120f28e5 req-04aed597-95f4-4443-9316-2ea71b23231d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 1129 time: 0.2189438 Feb 09 02:29:26.518085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2b996a2a-32bc-44de-a76a-213733b6a549), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.536492 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.539731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/networks/2b996a2a-32bc-44de-a76a-213733b6a549 HTTP/1.1" status: 204 len: 168 time: 2.1800897 Feb 09 02:29:26.544875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45210) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:26.560590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f9fbe649-9f1f-4b12-b563-37ba487434c9 None None] Provisioning complete for port ad249840-c2ea-4d62-b6da-e61e9ecd7232 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:26.561142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9fbe649-9f1f-4b12-b563-37ba487434c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ad249840-c2ea-4d62-b6da-e61e9ecd7232), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.573788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7d5f2-6f98-4389-8c92-b5b9db3eb699 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Pushing event deleted for resources: {'Network': ['ID=2b996a2a-32bc-44de-a76a-213733b6a549,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:26.605467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dea8f0a9-ad21-430f-985c-7c58bfa93252 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 HTTP/1.1" status: 200 len: 205 time: 0.0443316 Feb 09 02:29:26.610389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45214) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:26.640501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1d1d247-782e-406e-8363-8988120f28e5 req-86daa6c6-da9c-44a2-8741-5b5c7f696886 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533606 Feb 09 02:29:26.646808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbe649-9f1f-4b12-b563-37ba487434c9 None None] Port ad249840-c2ea-4d62-b6da-e61e9ecd7232 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:26.684153 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks [] for security_group (aab56681-db41-485b-96aa-a2c2847a0ef2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.689299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aab56681-db41-485b-96aa-a2c2847a0ef2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.753183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab56681-db41-485b-96aa-a2c2847a0ef2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:26.825404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c444594-129e-420b-9233-dfac967cfe79 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:26.892048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Allocated IP 192.168.233.3 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/9b7db51d-fd89-45c0-8f2e-8ffa246485e0) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:26.939591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Allocated IP 2001:db8::8f (8a91b3d0-5913-4caa-ac24-742b2aca1a74/55240087-d2d3-4555-8686-41ab7ccd89b4/c647e639-c5cb-40d3-a1cd-fffa55153847) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:26.971194 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.112458 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks [] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.185422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c444594-129e-420b-9233-dfac967cfe79 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.192538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c444594-129e-420b-9233-dfac967cfe79 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router_controller (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.195809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.305106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c444594-129e-420b-9233-dfac967cfe79 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (9a613c3b-d2cf-4cd5-9a17-733ad4195bb7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.305839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c444594-129e-420b-9233-dfac967cfe79 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Fanout notify agent at l3_agent the message router_deleted on router 9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:29:27.334235 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c444594-129e-420b-9233-dfac967cfe79 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.336273 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8c444594-129e-420b-9233-dfac967cfe79 tempest-RoutersNegativeIpV6Test-470234468 tempest-RoutersNegativeIpV6Test-470234468-project] 10.222.0.53 "DELETE /v2.0/routers/9a613c3b-d2cf-4cd5-9a17-733ad4195bb7 HTTP/1.1" status: 204 len: 168 time: 0.7248938 Feb 09 02:29:27.353913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:27.363806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:27.370646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:27.404248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f54f6-ccdb-4be0-bc54-7ea5cc408043 req-970bed14-87e3-4e25-af52-0243995557f5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:27.406609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-447f54f6-ccdb-4be0-bc54-7ea5cc408043 req-970bed14-87e3-4e25-af52-0243995557f5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.2422941 Feb 09 02:29:27.442372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Pushing event updated for resources: {'Port': ['ID=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:27.460323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.538795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.557411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ab83c-c155-480e-afb2-c793c905320e req-dc28788c-7ea9-4f69-8b1d-4a29bd28f27f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:27.565845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-061ab83c-c155-480e-afb2-c793c905320e req-dc28788c-7ea9-4f69-8b1d-4a29bd28f27f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.3384240 Feb 09 02:29:27.637711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:27.639936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=c647e639-c5cb-40d3-a1cd-fffa55153847,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:27.646995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:27.648936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:27.651688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:27.657203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.657885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:27.664293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.703326 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cc8a9185-0edb-4560-afc4-e9b8bccc6630 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5991342 Feb 09 02:29:27.706392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:27.712124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::46', 'mac_address': 'fa:16:3e:99:ef:54'}, {'ip_address': '2001:db8::2de', 'mac_address': 'fa:16:3e:58:0e:1c'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:27.792179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-447f54f6-ccdb-4be0-bc54-7ea5cc408043 req-457713db-fd2f-4656-8a93-9236c285cc9f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439715 Feb 09 02:29:27.796173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-4d3847ae-0c5a-44fb-b35a-46a77c1ed199 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2466056 Feb 09 02:29:27.821180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Request body: {'port': {'device_id': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:27.844740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-061ab83c-c155-480e-afb2-c793c905320e req-f1531e66-9329-407b-b15e-79e4d5337553 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777474 Feb 09 02:29:27.875450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-082c7e8a-e698-45c5-9fe3-bfbca2ecd604 None None] Provisioning complete for port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:27.875920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-082c7e8a-e698-45c5-9fe3-bfbca2ecd604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.964949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45234) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:27.968572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:27.989616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.024981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-082c7e8a-e698-45c5-9fe3-bfbca2ecd604 None None] Port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:28.154125 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.259397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-138dc01e-4c71-473d-995a-22a0e8e72a5a None None] Provisioning complete for port c647e639-c5cb-40d3-a1cd-fffa55153847 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:28.259773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-138dc01e-4c71-473d-995a-22a0e8e72a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.332766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-138dc01e-4c71-473d-995a-22a0e8e72a5a None None] Port c647e639-c5cb-40d3-a1cd-fffa55153847 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:28.357038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-eb3096e1-35fc-42af-a99b-5c777db6f641 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25a68671c0c84aa0b0bae16ad47b2e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3885581 Feb 09 02:29:28.362482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45238) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:28.378386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.380648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee53d6-29fe-4b92-9fb4-4e28ab0e7656 req-c15329b5-d27f-4012-91bb-ae8cd6b100b3 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:28.382175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57ee53d6-29fe-4b92-9fb4-4e28ab0e7656 req-c15329b5-d27f-4012-91bb-ae8cd6b100b3 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 934 time: 0.3643203 Feb 09 02:29:28.389043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.430009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] In _notify_port_updated(), no bound segment for port c647e639-c5cb-40d3-a1cd-fffa55153847 on network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:29:28.440628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:28.448613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.450615 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "PUT /v2.0/ports/c647e639-c5cb-40d3-a1cd-fffa55153847 HTTP/1.1" status: 200 len: 1064 time: 0.7431438 Feb 09 02:29:28.457984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:28.508040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57ee53d6-29fe-4b92-9fb4-4e28ab0e7656 req-00b35f45-e2fc-4a2e-8126-3167fb3c2e1c tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109092 Feb 09 02:29:28.585767 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adf7aac-f6bc-41d1-a2d9-4d45d227605b admin admin] Publish callbacks [] for security_group (7657b9db-632f-41fd-8dce-a2b1373434de), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.595656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e83ee-0071-4207-a522-6b3f302788c3 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event updated for resources: {'Port': ['ID=c647e639-c5cb-40d3-a1cd-fffa55153847,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:28.641965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adf7aac-f6bc-41d1-a2d9-4d45d227605b admin admin] Publish callbacks [] for security_group (7657b9db-632f-41fd-8dce-a2b1373434de), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.724011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting port c647e639-c5cb-40d3-a1cd-fffa55153847 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:28.724521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.739364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adf7aac-f6bc-41d1-a2d9-4d45d227605b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7657b9db-632f-41fd-8dce-a2b1373434de), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.742562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3adf7aac-f6bc-41d1-a2d9-4d45d227605b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.743821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3adf7aac-f6bc-41d1-a2d9-4d45d227605b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7657b9db-632f-41fd-8dce-a2b1373434de HTTP/1.1" status: 204 len: 168 time: 0.3784556 Feb 09 02:29:28.763686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7aac-f6bc-41d1-a2d9-4d45d227605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7657b9db-632f-41fd-8dce-a2b1373434de,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:28.868625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:28.879176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Publish callbacks [] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.913748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3e957cae-8efa-4aef-9e92-2c0ae409fb9f None None] Provisioning complete for port c647e639-c5cb-40d3-a1cd-fffa55153847 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:28.914361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e957cae-8efa-4aef-9e92-2c0ae409fb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:28.921454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Transition to ACTIVE for port object 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:29:28.932503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:29.008054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:29.062983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Calling delete_port for c647e639-c5cb-40d3-a1cd-fffa55153847 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:29.075765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3e957cae-8efa-4aef-9e92-2c0ae409fb9f None None] Port c647e639-c5cb-40d3-a1cd-fffa55153847 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:29.101742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:29.231338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea761e43-2ea4-427d-a875-b66f816c28c4 req-aae5324c-81a4-4320-8575-ef05691d8ac0 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:29.233392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea761e43-2ea4-427d-a875-b66f816c28c4 req-aae5324c-81a4-4320-8575-ef05691d8ac0 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.2468057 Feb 09 02:29:29.243482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88fb39-cf23-45bd-ac5c-778106fddad5 req-479476fa-da7a-402e-884d-c6793895e950 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:29.244291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d88fb39-cf23-45bd-ac5c-778106fddad5 req-479476fa-da7a-402e-884d-c6793895e950 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.2384806 Feb 09 02:29:29.319024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea761e43-2ea4-427d-a875-b66f816c28c4 req-766cc54d-9085-46ab-9bdd-6c21c226b184 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719013 Feb 09 02:29:29.436533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Attempting to bind port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:29.439650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Attempting to bind port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:29.439650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Attempting to bind port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:29.446155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d88fb39-cf23-45bd-ac5c-778106fddad5 req-e1d381e7-250d-44d7-b727-bda1d647b50e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473246 Feb 09 02:29:29.471512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:29:29.471846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Attempting to bind port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:29.479190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:29.479537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:29.479938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:29.480388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Bound port: 9b7db51d-fd89-45c0-8f2e-8ffa246485e0, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:29.480753 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:29.562886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c647e639-c5cb-40d3-a1cd-fffa55153847), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:29.612579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Port': ['ID=c647e639-c5cb-40d3-a1cd-fffa55153847,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:29.772046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:29.835140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] For port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:29.855333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] For port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:29.875503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:29.911750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e13d9-9636-4d46-8b3b-4b166950b457 req-a680e0c5-a486-48e4-b028-40fbae8ed874 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:29.924307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-350e13d9-9636-4d46-8b3b-4b166950b457 req-a680e0c5-a486-48e4-b028-40fbae8ed874 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 946 time: 0.2425792 Feb 09 02:29:30.053166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:30.059674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:30.062272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/9b7db51d-fd89-45c0-8f2e-8ffa246485e0 HTTP/1.1" status: 200 len: 1095 time: 2.2544889 Feb 09 02:29:30.089228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:30.094770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'tag': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:30.101727 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-09902230-1413-41ae-b35e-e2309ea193d2 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/ports/c647e639-c5cb-40d3-a1cd-fffa55153847 HTTP/1.1" status: 204 len: 168 time: 1.6423204 Feb 09 02:29:30.111784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45282) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:30.131633 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1362d2-80b1-40f7-913c-6e4268a95c60" -d '{"events": [{"name": "network-changed", "server_uuid": "514248cd-1266-4a30-a2ec-0b87f86d8f5b", "tag": "9b7db51d-fd89-45c0-8f2e-8ffa246485e0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:30.152472 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-de392848-2499-4371-b822-3d5a856f3031 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] GET failed (client error): The resource could not be found. Feb 09 02:29:30.158922 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de392848-2499-4371-b822-3d5a856f3031 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "GET /v2.0/ports/c647e639-c5cb-40d3-a1cd-fffa55153847 HTTP/1.1" status: 404 len: 333 time: 0.0507281 Feb 09 02:29:30.159766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45286) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:30.307334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting port ad249840-c2ea-4d62-b6da-e61e9ecd7232 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:30.310113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ad249840-c2ea-4d62-b6da-e61e9ecd7232), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:30.361262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72949c1-a4c3-4c46-81cc-051847de68e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:30.393030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-350e13d9-9636-4d46-8b3b-4b166950b457 req-c5f67960-2486-41a5-8f88-bb25ad902db2 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668720 Feb 09 02:29:30.393565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45290) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:30.483087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebaf1b-fe6c-48ab-b133-daaaa7cd9cca req-d430e906-4670-4d9d-8435-e27117b3daf2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:30.497538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4ebaf1b-fe6c-48ab-b133-daaaa7cd9cca req-d430e906-4670-4d9d-8435-e27117b3daf2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.5688317 Feb 09 02:29:30.541715 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08217ede-0358-4667-a0e5-f4953d601df9 x-openstack-request-id: req-08217ede-0358-4667-a0e5-f4953d601df9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:30.542019 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514248cd-1266-4a30-a2ec-0b87f86d8f5b", "tag": "9b7db51d-fd89-45c0-8f2e-8ffa246485e0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:30.542431 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08217ede-0358-4667-a0e5-f4953d601df9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:30.542714 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'tag': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0', 'status': 'completed', 'code': 200} Feb 09 02:29:30.611248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ad249840-c2ea-4d62-b6da-e61e9ecd7232), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:30.620751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-d46c58ab-9a64-43e0-a222-678cf19c573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:30.627291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-d46c58ab-9a64-43e0-a222-678cf19c573b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e401bf646c544959220ea45d6675e18&device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 1129 time: 0.4840508 Feb 09 02:29:30.648741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4ebaf1b-fe6c-48ab-b133-daaaa7cd9cca req-eab6a21b-d79d-4ae8-84f1-076526734b69 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499841 Feb 09 02:29:30.661192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Calling delete_port for ad249840-c2ea-4d62-b6da-e61e9ecd7232 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:30.734627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3bd18246-d640-4bd1-8221-bb14228a2f2d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:30.735631 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-3bd18246-d640-4bd1-8221-bb14228a2f2d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 02:29:30.736297 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-3bd18246-d640-4bd1-8221-bb14228a2f2d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 02:29:30.737499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3bd18246-d640-4bd1-8221-bb14228a2f2d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3410251 Feb 09 02:29:30.749125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-10634165-a3e5-4d65-bc32-ac6c82339caf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9b7db51d-fd89-45c0-8f2e-8ffa246485e0 HTTP/1.1" status: 200 len: 217 time: 0.0953104 Feb 09 02:29:30.751382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45298) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:30.756851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--681313359'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:30.876726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.144418 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ad249840-c2ea-4d62-b6da-e61e9ecd7232), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.200015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Port': ['ID=ad249840-c2ea-4d62-b6da-e61e9ecd7232,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:31.239937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.254209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-853f840d-3489-4b4c-8ee4-64d38cd25575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:31.254995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.255841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-853f840d-3489-4b4c-8ee4-64d38cd25575 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.4791052 Feb 09 02:29:31.262396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab0c8d54-d416-4ba9-95bd-cd7c29db6919 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/ports/ad249840-c2ea-4d62-b6da-e61e9ecd7232 HTTP/1.1" status: 204 len: 168 time: 1.0984423 Feb 09 02:29:31.262792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:31.263634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a0e98-840f-40ee-9f2a-82d18efaa225 req-6833b474-c78c-4139-8842-129f90cb6c61 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:31.271017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-977a0e98-840f-40ee-9f2a-82d18efaa225 req-6833b474-c78c-4139-8842-129f90cb6c61 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.5318696 Feb 09 02:29:31.290889 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d5a9c7-3bec-48d4-b991-3889b2442e3c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] GET failed (client error): The resource could not be found. Feb 09 02:29:31.292712 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-57d5a9c7-3bec-48d4-b991-3889b2442e3c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "GET /v2.0/ports/ad249840-c2ea-4d62-b6da-e61e9ecd7232 HTTP/1.1" status: 404 len: 333 time: 0.0290198 Feb 09 02:29:31.300824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:31.433337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting port 76234041-69ec-4220-a31a-5024eaa4970c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:31.433741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (76234041-69ec-4220-a31a-5024eaa4970c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.474140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c9035-f5fe-4472-8ef3-bd485b32b966 req-2aeb13ec-0266-493e-9420-b97c8f14a1f3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:31.475741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b8c9035-f5fe-4472-8ef3-bd485b32b966 req-2aeb13ec-0266-493e-9420-b97c8f14a1f3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.6438861 Feb 09 02:29:31.480405 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (3d0d0399-cba6-462c-b093-55884df6bee5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.495651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-977a0e98-840f-40ee-9f2a-82d18efaa225 req-61504f3b-ee26-401b-877b-3cc92530548a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217679 Feb 09 02:29:31.520718 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3d0d0399-cba6-462c-b093-55884df6bee5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.600975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (76234041-69ec-4220-a31a-5024eaa4970c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.637568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048050c-69d7-4d64-885e-55974abc19c5 req-e5046679-4808-4420-a383-014c3fe1b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:31.641247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-e5046679-4808-4420-a383-014c3fe1b784 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3682313 Feb 09 02:29:31.645270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Calling delete_port for 76234041-69ec-4220-a31a-5024eaa4970c owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:31.760061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d0399-cba6-462c-b093-55884df6bee5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:31.903332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b8c9035-f5fe-4472-8ef3-bd485b32b966 req-ecf86f31-fedb-469c-a6d6-a4789adb94ca tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039428 Feb 09 02:29:31.912436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (76234041-69ec-4220-a31a-5024eaa4970c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.933564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (43c06583-b012-435a-a333-b6460ba145de), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:31.941061 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (43c06583-b012-435a-a333-b6460ba145de), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.037849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d45e7-5ba0-46fa-bb92-d3e4638a83aa req-88f06c0b-4a16-41a0-aad2-044b825430d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.044225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Port': ['ID=76234041-69ec-4220-a31a-5024eaa4970c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:32.047287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-531d45e7-5ba0-46fa-bb92-d3e4638a83aa req-88f06c0b-4a16-41a0-aad2-044b825430d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.3941293 Feb 09 02:29:32.075739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b9d0-a1b4-46d0-b05f-bcea93330bca req-74a34cee-c7aa-4acf-abe2-83f1e4be80c8 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.089977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7aa6b9d0-a1b4-46d0-b05f-bcea93330bca req-74a34cee-c7aa-4acf-abe2-83f1e4be80c8 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 946 time: 0.4289827 Feb 09 02:29:32.100782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c06583-b012-435a-a333-b6460ba145de,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:32.105186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.106630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5a7e2b65-a053-4fe0-b2ad-d9eacf8be88b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3540757 Feb 09 02:29:32.110979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:32.127245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-56d14f70-5c46-4e4f-80ca-a4e0089cd9f4 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '43c06583-b012-435a-a333-b6460ba145de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:32.216010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.223232 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e86ac70b-c5e5-4962-8efb-d8cfaa728fd7 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/ports/76234041-69ec-4220-a31a-5024eaa4970c HTTP/1.1" status: 204 len: 168 time: 0.9207714 Feb 09 02:29:32.231004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:32.268748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-7851ecdb-3c85-4d11-b821-d5b93f542f3c service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863547 Feb 09 02:29:32.317113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-531d45e7-5ba0-46fa-bb92-d3e4638a83aa req-ca435336-05f2-475e-abeb-17eca1aa3d8d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258618 Feb 09 02:29:32.419423 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56d14f70-5c46-4e4f-80ca-a4e0089cd9f4 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group_rule (75938163-25f2-4813-9095-3173938989c6), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.447233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting subnet 55240087-d2d3-4555-8686-41ab7ccd89b4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:32.452082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for subnet (55240087-d2d3-4555-8686-41ab7ccd89b4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.514396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (55240087-d2d3-4555-8686-41ab7ccd89b4), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.562771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7aa6b9d0-a1b4-46d0-b05f-bcea93330bca req-896dfdf2-326e-4c78-ab5e-891a11b4cfb4 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092307 Feb 09 02:29:32.620171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56d14f70-5c46-4e4f-80ca-a4e0089cd9f4 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group_rule (75938163-25f2-4813-9095-3173938989c6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.630105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56d14f70-5c46-4e4f-80ca-a4e0089cd9f4 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (75938163-25f2-4813-9095-3173938989c6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.663657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d14f70-5c46-4e4f-80ca-a4e0089cd9f4 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75938163-25f2-4813-9095-3173938989c6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:32.708265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56d14f70-5c46-4e4f-80ca-a4e0089cd9f4 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.708635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c234bb-b455-40fa-8009-702f5392c957 req-386e586b-f6fa-4ed0-8322-62e5ab793ab5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.709627 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56d14f70-5c46-4e4f-80ca-a4e0089cd9f4 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5923870 Feb 09 02:29:32.711010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69c234bb-b455-40fa-8009-702f5392c957 req-386e586b-f6fa-4ed0-8322-62e5ab793ab5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.2855353 Feb 09 02:29:32.719470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:32.724110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c34f724c-318c-4545-92c7-83d5d2731e25 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '43c06583-b012-435a-a333-b6460ba145de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:32.727729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8048050c-69d7-4d64-885e-55974abc19c5 req-eacebb56-9ca7-49a7-864f-7d949fee77ab service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076712 Feb 09 02:29:32.772752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c34f724c-318c-4545-92c7-83d5d2731e25 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group_rule (d0128c80-e2f2-4406-85d6-a866a9914b1a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.816752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (55240087-d2d3-4555-8686-41ab7ccd89b4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:32.852440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69c234bb-b455-40fa-8009-702f5392c957 req-1aa266e5-d163-47ce-a31a-6559bf5ca17d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280918 Feb 09 02:29:32.863067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078793f-fdf7-49a9-ade7-ad8993e2bb63 req-f4b4bc8f-eef5-4098-a8cd-ba04b455814f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.873231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3078793f-fdf7-49a9-ade7-ad8993e2bb63 req-f4b4bc8f-eef5-4098-a8cd-ba04b455814f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.1827071 Feb 09 02:29:32.894740 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c34f724c-318c-4545-92c7-83d5d2731e25 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 02:29:32.897213 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c34f724c-318c-4545-92c7-83d5d2731e25 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1767194 Feb 09 02:29:32.900938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:32.916461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-7c804b31-e3a1-48d3-86ad-74c999a65e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:32.918779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-7c804b31-e3a1-48d3-86ad-74c999a65e83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e401bf646c544959220ea45d6675e18&device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 1129 time: 0.1259589 Feb 09 02:29:33.004830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (55240087-d2d3-4555-8686-41ab7ccd89b4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.036608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3078793f-fdf7-49a9-ade7-ad8993e2bb63 req-38425ffc-74ab-42d8-a5f5-83d18f5bf2fa tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520586 Feb 09 02:29:33.148201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c31fc23c-873e-45f0-90d2-5d58d34ae63d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (43c06583-b012-435a-a333-b6460ba145de), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.148484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-a30a81c2-a4e9-48b1-b1ae-7ee3b992922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.154161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-a30a81c2-a4e9-48b1-b1ae-7ee3b992922f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.2279453 Feb 09 02:29:33.165896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.170092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/subnets/55240087-d2d3-4555-8686-41ab7ccd89b4 HTTP/1.1" status: 204 len: 168 time: 0.9403534 Feb 09 02:29:33.172572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f587e3-40bb-493d-a1c5-3c6ff20a69f9 tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Subnet': ['ID=55240087-d2d3-4555-8686-41ab7ccd89b4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:33.179055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45348) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:33.209339 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c31fc23c-873e-45f0-90d2-5d58d34ae63d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (43c06583-b012-435a-a333-b6460ba145de), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.263906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-c9c29ad3-4eea-4ad2-b2d4-71800e03d5ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9b7db51d-fd89-45c0-8f2e-8ffa246485e0 HTTP/1.1" status: 200 len: 217 time: 0.0993068 Feb 09 02:29:33.302544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c31fc23c-873e-45f0-90d2-5d58d34ae63d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (43c06583-b012-435a-a333-b6460ba145de), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.307512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c31fc23c-873e-45f0-90d2-5d58d34ae63d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.309161 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c31fc23c-873e-45f0-90d2-5d58d34ae63d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/43c06583-b012-435a-a333-b6460ba145de HTTP/1.1" status: 204 len: 168 time: 0.4065306 Feb 09 02:29:33.344813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:33.349370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fc23c-873e-45f0-90d2-5d58d34ae63d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c06583-b012-435a-a333-b6460ba145de,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:33.355431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-7ded4b08-c390-4b1d-bff6-d2d49582898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.356987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-7ded4b08-c390-4b1d-bff6-d2d49582898d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0665247 Feb 09 02:29:33.435492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4283025-f9b4-4da4-8fd6-c11c5939590b None None] Network 8a91b3d0-5913-4caa-ac24-742b2aca1a74 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:33.504625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8a91b3d0-5913-4caa-ac24-742b2aca1a74), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.513550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-00aeba6a-621b-4871-88d3-9ac02520f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:33.515685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-00aeba6a-621b-4871-88d3-9ac02520f903 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1492820 Feb 09 02:29:33.519815 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a9a257d-c865-4198-a32d-4731be7fcc49 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1573617 Feb 09 02:29:33.524749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:33.530331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e881ab0b-ba8a-4e5a-91c7-9a3a2729313b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--128856527'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:33.561883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e881ab0b-ba8a-4e5a-91c7-9a3a2729313b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.719713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-cad62a86-2d85-4ed8-a753-7096050e680f service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941917 Feb 09 02:29:33.824077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e881ab0b-ba8a-4e5a-91c7-9a3a2729313b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (f462e2f0-24a8-482f-b0a9-b263a7fc7912), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.832434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e881ab0b-ba8a-4e5a-91c7-9a3a2729313b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f462e2f0-24a8-482f-b0a9-b263a7fc7912), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.862047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] DHCP port deletion for 8a91b3d0-5913-4caa-ac24-742b2aca1a74 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:33.870387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Deleting port 5713a324-e01f-4739-912e-6d6e518d7e21 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:33.870785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.907534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e881ab0b-ba8a-4e5a-91c7-9a3a2729313b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:33.909854 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e881ab0b-ba8a-4e5a-91c7-9a3a2729313b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3838689 Feb 09 02:29:33.920922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:33.932652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d1841f88-9978-4c70-86ef-ca805671822c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'f462e2f0-24a8-482f-b0a9-b263a7fc7912', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:33.934281 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-d1841f88-9978-4c70-86ef-ca805671822c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 02:29:33.936448 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-d1841f88-9978-4c70-86ef-ca805671822c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:33.939649 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1841f88-9978-4c70-86ef-ca805671822c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0194206 Feb 09 02:29:33.940673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881ab0b-ba8a-4e5a-91c7-9a3a2729313b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f462e2f0-24a8-482f-b0a9-b263a7fc7912,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:33.946187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45366) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:33.978573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] Deleting port 5713a324-e01f-4739-912e-6d6e518d7e21 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:33.979049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.085728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65c291f3-02a0-4533-a2eb-0d2c051a2354 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (f462e2f0-24a8-482f-b0a9-b263a7fc7912), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.136840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65c291f3-02a0-4533-a2eb-0d2c051a2354 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (f462e2f0-24a8-482f-b0a9-b263a7fc7912), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.141423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] For port 5713a324-e01f-4739-912e-6d6e518d7e21, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5713a324-e01f-4739-912e-6d6e518d7e21,segment=NetworkSegment(c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83),segment_id=c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:34.141830 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.172030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fafda8-62c0-4471-bcaf-dad18951dccb req-2cf95901-cb3c-4b0f-8d87-44da2aa8ff5a tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:34.179809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40fafda8-62c0-4471-bcaf-dad18951dccb req-2cf95901-cb3c-4b0f-8d87-44da2aa8ff5a tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 946 time: 0.3958588 Feb 09 02:29:34.191483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] Calling delete_port for 5713a324-e01f-4739-912e-6d6e518d7e21 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:34.240761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] For port 5713a324-e01f-4739-912e-6d6e518d7e21, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5713a324-e01f-4739-912e-6d6e518d7e21,segment=NetworkSegment(c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83),segment_id=c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:34.241575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.251199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65c291f3-02a0-4533-a2eb-0d2c051a2354 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f462e2f0-24a8-482f-b0a9-b263a7fc7912), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.254060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-65c291f3-02a0-4533-a2eb-0d2c051a2354 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.255341 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-65c291f3-02a0-4533-a2eb-0d2c051a2354 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/f462e2f0-24a8-482f-b0a9-b263a7fc7912 HTTP/1.1" status: 204 len: 168 time: 0.3086858 Feb 09 02:29:34.256608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40fafda8-62c0-4471-bcaf-dad18951dccb req-eae9a458-a471-40e3-8c2a-6febf6204004 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758138 Feb 09 02:29:34.268058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45370) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:34.284800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c291f3-02a0-4533-a2eb-0d2c051a2354 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f462e2f0-24a8-482f-b0a9-b263a7fc7912,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:34.360595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b1362d2-80b1-40f7-913c-6e4268a95c60 req-e9ad1477-60a6-4fb0-9990-644dfa544ae8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061215 Feb 09 02:29:34.384721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b938b-2a84-4e49-9769-790412e935fb req-bc3a63f2-f8d9-40da-b118-8d507dd2d218 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:34.395345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b2b938b-2a84-4e49-9769-790412e935fb req-bc3a63f2-f8d9-40da-b118-8d507dd2d218 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.3800895 Feb 09 02:29:34.416230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Calling delete_port for 5713a324-e01f-4739-912e-6d6e518d7e21 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:34.424773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.501585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] Pushing event deleted for resources: {'Port': ['ID=5713a324-e01f-4739-912e-6d6e518d7e21,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:34.509253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2971b4f-c101-49a7-84f3-22b2286b3db6 None None] No DVR routers for this DVR port 5713a324-e01f-4739-912e-6d6e518d7e21 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:34.611884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-9a12d049-323d-4bdd-84b1-45db40c44b8f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:34.613609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-9a12d049-323d-4bdd-84b1-45db40c44b8f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.5050859 Feb 09 02:29:34.687815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf651ce0-9be5-4d66-964b-16cb96982ab5 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3993852 Feb 09 02:29:34.693187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:34.698540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-63ff9148-d836-4830-9dbd-54359e14b520 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--395601770'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:34.709557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b2b938b-2a84-4e49-9769-790412e935fb req-e13c10f9-1537-42f7-94fd-a422620a57f8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132870 Feb 09 02:29:34.746067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63ff9148-d836-4830-9dbd-54359e14b520 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.788296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fea880-59d2-4c12-89b3-b27c9e92d876 req-44eb9f77-0598-4149-a4a4-e217b8e894b2 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:34.790024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7fea880-59d2-4c12-89b3-b27c9e92d876 req-44eb9f77-0598-4149-a4a4-e217b8e894b2 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.3713725 Feb 09 02:29:34.896640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63ff9148-d836-4830-9dbd-54359e14b520 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (fe3a40ef-2259-4b8d-980f-2038a6f6e6de), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.902939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63ff9148-d836-4830-9dbd-54359e14b520 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fe3a40ef-2259-4b8d-980f-2038a6f6e6de), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.940655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7fea880-59d2-4c12-89b3-b27c9e92d876 req-dee663a9-3b36-4f27-a36e-92904477f45a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326535 Feb 09 02:29:34.964406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5713a324-e01f-4739-912e-6d6e518d7e21), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.008954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Port': ['ID=5713a324-e01f-4739-912e-6d6e518d7e21,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:35.021271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] No DVR routers for this DVR port 5713a324-e01f-4739-912e-6d6e518d7e21 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:35.032323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Deleting port 48da4f34-d968-4667-b804-86784bbe2842 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:35.032728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (48da4f34-d968-4667-b804-86784bbe2842), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.282905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8a91b3d0-5913-4caa-ac24-742b2aca1a74), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.389138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a91b3d0-5913-4caa-ac24-742b2aca1a74']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:35.481815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff9148-d836-4830-9dbd-54359e14b520 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a40ef-2259-4b8d-980f-2038a6f6e6de,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:35.529389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63ff9148-d836-4830-9dbd-54359e14b520 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.536701 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-63ff9148-d836-4830-9dbd-54359e14b520 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8422651 Feb 09 02:29:35.537623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:35.582447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-557671ec-d815-473b-b1b1-88b14b6f7f88 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'fe3a40ef-2259-4b8d-980f-2038a6f6e6de', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:35.584072 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-557671ec-d815-473b-b1b1-88b14b6f7f88 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 02:29:35.584813 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-557671ec-d815-473b-b1b1-88b14b6f7f88 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:35.588822 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-557671ec-d815-473b-b1b1-88b14b6f7f88 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0191035 Feb 09 02:29:35.589613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:35.591474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:35.591828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:29:35.612044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.628842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] For port 48da4f34-d968-4667-b804-86784bbe2842, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=48da4f34-d968-4667-b804-86784bbe2842,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:35.629236 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (48da4f34-d968-4667-b804-86784bbe2842), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.659074 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.663771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Calling delete_port for 48da4f34-d968-4667-b804-86784bbe2842 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:35.665995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-8ce5e471-2122-4af9-bf2b-0bb30fcef0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:35.668299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-8ce5e471-2122-4af9-bf2b-0bb30fcef0a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.1994951 Feb 09 02:29:35.710609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:29:35.711100 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (c0cce9c1-ce2f-41a4-a8e0-28d5b5bf3e83), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:29:35.723031 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:29:35.747701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5713a324-e01f-4739-912e-6d6e518d7e21 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:35.808618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 5713a324-e01f-4739-912e-6d6e518d7e21 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:35.814958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5713a324-e01f-4739-912e-6d6e518d7e21 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:35.818441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30c268-1cfa-434d-8bc9-4719889c2603 req-6ce161ea-96f6-4dbe-9fc7-c89c3ee5ef23 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:35.832979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f30c268-1cfa-434d-8bc9-4719889c2603 req-6ce161ea-96f6-4dbe-9fc7-c89c3ee5ef23 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.3660340 Feb 09 02:29:35.884752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07cd2811-2afa-4124-aafe-293b672641dd tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (fe3a40ef-2259-4b8d-980f-2038a6f6e6de), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.940609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87884e7-12b8-4254-a357-0ebb4b234628 req-21e7fc78-c65b-48c2-a8fc-8721294198c0 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:35.944754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07cd2811-2afa-4124-aafe-293b672641dd tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (fe3a40ef-2259-4b8d-980f-2038a6f6e6de), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:35.948064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-24768235-3eb2-4d8f-8ea5-b224cf1f3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:35.949618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-24768235-3eb2-4d8f-8ea5-b224cf1f3a38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.2709050 Feb 09 02:29:35.954552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d87884e7-12b8-4254-a357-0ebb4b234628 req-21e7fc78-c65b-48c2-a8fc-8721294198c0 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 946 time: 0.5369332 Feb 09 02:29:35.999623 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-3188ef43-bc35-42ab-96e9-3be20ddc4401 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.0435688 Feb 09 02:29:36.015563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-b6164bc3-dfe4-410c-92af-59abfbe07960 req-ddd38315-5a5f-4c09-9779-e7aa0bf6a75a service neutron] (103150) timed out ('10.222.0.53', 36128) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:29:36.053430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8a91b3d0-5913-4caa-ac24-742b2aca1a74), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.072600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-8f0cdc15-cfe4-48a3-af4d-b80a159542d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.074254 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-8f0cdc15-cfe4-48a3-af4d-b80a159542d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.0674801 Feb 09 02:29:36.080469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07cd2811-2afa-4124-aafe-293b672641dd tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fe3a40ef-2259-4b8d-980f-2038a6f6e6de), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.083965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07cd2811-2afa-4124-aafe-293b672641dd tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.088408 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07cd2811-2afa-4124-aafe-293b672641dd tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe3a40ef-2259-4b8d-980f-2038a6f6e6de HTTP/1.1" status: 204 len: 168 time: 0.4947011 Feb 09 02:29:36.094677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.095388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.101479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] 10.222.0.53 "DELETE /v2.0/networks/8a91b3d0-5913-4caa-ac24-742b2aca1a74 HTTP/1.1" status: 204 len: 168 time: 2.9046671 Feb 09 02:29:36.113954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f30c268-1cfa-434d-8bc9-4719889c2603 req-cf08a9a9-17b4-4da6-9a38-2b54bcfe50d6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797666 Feb 09 02:29:36.126879 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-e4eff3d4-8147-4261-ad94-1af82717340d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400074 Feb 09 02:29:36.156939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae637c8-047b-44ab-8aa0-a8a41d1faf7c tempest-AllowedAddressPairIpV6TestJSON-1011544920 tempest-AllowedAddressPairIpV6TestJSON-1011544920-project] Pushing event deleted for resources: {'Network': ['ID=8a91b3d0-5913-4caa-ac24-742b2aca1a74,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:36.186850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d87884e7-12b8-4254-a357-0ebb4b234628 req-d3035e0b-6093-4c88-bddd-a412afb98f97 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737823 Feb 09 02:29:36.245683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd2811-2afa-4124-aafe-293b672641dd tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a40ef-2259-4b8d-980f-2038a6f6e6de,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:36.287034 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e8121e06-b01f-4507-afc0-d0d9c80dda24 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1592984 Feb 09 02:29:36.287572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.293112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b557b59b-aecb-4bd6-aeef-1637450477e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--190194712'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:36.340184 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-26d462c3-392a-44b5-8ac8-6670cfe0be5c service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842048 Feb 09 02:29:36.345394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b557b59b-aecb-4bd6-aeef-1637450477e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.359676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (48da4f34-d968-4667-b804-86784bbe2842), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.371671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:36.462534 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-606abdb9-e2e4-428b-b6a6-29cc118ed5a0 req-f74b1ade-b48d-42cf-9c40-b62ca0bf051f service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947843 Feb 09 02:29:36.501167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae05300-9cf9-4f93-84b3-3c7ed76783c2 req-3394efa9-3b69-4c9f-aa42-64e77fd5c82d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:36.508844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ae05300-9cf9-4f93-84b3-3c7ed76783c2 req-3394efa9-3b69-4c9f-aa42-64e77fd5c82d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b HTTP/1.1" status: 200 len: 946 time: 0.2476871 Feb 09 02:29:36.517999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event deleted for resources: {'Port': ['ID=48da4f34-d968-4667-b804-86784bbe2842,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:36.596410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b557b59b-aecb-4bd6-aeef-1637450477e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (3f6e8988-755c-4c4b-bbc2-bafd4d65117d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.605667 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b557b59b-aecb-4bd6-aeef-1637450477e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3f6e8988-755c-4c4b-bbc2-bafd4d65117d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.613955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] No DVR routers for this DVR port 48da4f34-d968-4667-b804-86784bbe2842 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:36.635372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:29:36.646199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.650927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e662ea0f-dbb6-41f5-b984-f8dd6e9a8bee req-20214b10-3c33-41f7-82d0-5664654a50be tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "DELETE /v2.0/ports/48da4f34-d968-4667-b804-86784bbe2842 HTTP/1.1" status: 204 len: 173 time: 1.9614878 Feb 09 02:29:36.679412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ae05300-9cf9-4f93-84b3-3c7ed76783c2 req-bb8f2ac0-bfa9-4446-a8cf-65184dbc399c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298387 Feb 09 02:29:36.696116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'name': 'network-vif-deleted', 'tag': '48da4f34-d968-4667-b804-86784bbe2842'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:36.704308 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e623f3-0eb0-42d3-94dd-d6a27eb27a9d" -d '{"events": [{"server_uuid": "f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b", "name": "network-vif-deleted", "tag": "48da4f34-d968-4667-b804-86784bbe2842"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:36.714907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557b59b-aecb-4bd6-aeef-1637450477e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6e8988-755c-4c4b-bbc2-bafd4d65117d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:36.723525 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b557b59b-aecb-4bd6-aeef-1637450477e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:36.730537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45418) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.738092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b557b59b-aecb-4bd6-aeef-1637450477e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4381027 Feb 09 02:29:36.746660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9596ec95-c576-4f95-abe5-d39ab87875dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '3f6e8988-755c-4c4b-bbc2-bafd4d65117d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:36.750165 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-9596ec95-c576-4f95-abe5-d39ab87875dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 02:29:36.750967 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-9596ec95-c576-4f95-abe5-d39ab87875dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:36.752518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9596ec95-c576-4f95-abe5-d39ab87875dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167184 Feb 09 02:29:36.755893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.775899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-662ab638-ed0c-45e7-a122-50cb24e2cc56 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '3f6e8988-755c-4c4b-bbc2-bafd4d65117d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:36.780126 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-662ab638-ed0c-45e7-a122-50cb24e2cc56 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 02:29:36.780731 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-662ab638-ed0c-45e7-a122-50cb24e2cc56 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:36.782757 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-662ab638-ed0c-45e7-a122-50cb24e2cc56 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0251050 Feb 09 02:29:36.784902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.799969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0ce5a4c4-ff30-4d71-b3e2-c5d6ec63acfc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '3f6e8988-755c-4c4b-bbc2-bafd4d65117d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:36.800841 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-0ce5a4c4-ff30-4d71-b3e2-c5d6ec63acfc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 02:29:36.801350 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-0ce5a4c4-ff30-4d71-b3e2-c5d6ec63acfc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:36.805354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45424) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.807668 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0ce5a4c4-ff30-4d71-b3e2-c5d6ec63acfc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134470 Feb 09 02:29:36.810320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7f4ce672-2858-4e71-a4b6-f4ec46109405 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '3f6e8988-755c-4c4b-bbc2-bafd4d65117d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:36.812443 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-7f4ce672-2858-4e71-a4b6-f4ec46109405 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 02:29:36.814414 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-7f4ce672-2858-4e71-a4b6-f4ec46109405 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:36.814580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.820744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7f4ce672-2858-4e71-a4b6-f4ec46109405 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0117867 Feb 09 02:29:36.836236 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7571bb3b-b459-4761-8978-fef20c461e9a x-openstack-request-id: req-7571bb3b-b459-4761-8978-fef20c461e9a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:36.836546 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b", "name": "network-vif-deleted", "tag": "48da4f34-d968-4667-b804-86784bbe2842", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:36.836812 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7571bb3b-b459-4761-8978-fef20c461e9a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:36.838483 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f6a03e-bd7a-4475-8feb-4c0f8cde3f3b', 'name': 'network-vif-deleted', 'tag': '48da4f34-d968-4667-b804-86784bbe2842', 'status': 'completed', 'code': 200} Feb 09 02:29:36.838483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45432) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:36.906479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:36.925448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0', 'mac_address': 'fa:16:3e:21:fc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:29:37.000237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bdcaa20-ca1f-4a84-aa34-2359cc22735e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (3f6e8988-755c-4c4b-bbc2-bafd4d65117d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.001978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:37.002391 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.037173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bdcaa20-ca1f-4a84-aa34-2359cc22735e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (3f6e8988-755c-4c4b-bbc2-bafd4d65117d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.044956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:37.091123 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-847c8018-2373-4d19-aac6-12d49293f329 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af30a6cb97d7490b8b87a924b73634e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753620 Feb 09 02:29:37.092279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45436) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.092407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:37.101588 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.101809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bdcaa20-ca1f-4a84-aa34-2359cc22735e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3f6e8988-755c-4c4b-bbc2-bafd4d65117d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.104602 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bdcaa20-ca1f-4a84-aa34-2359cc22735e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.105883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7bdcaa20-ca1f-4a84-aa34-2359cc22735e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f6e8988-755c-4c4b-bbc2-bafd4d65117d HTTP/1.1" status: 204 len: 168 time: 0.2672839 Feb 09 02:29:37.110029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.132797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcaa20-ca1f-4a84-aa34-2359cc22735e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6e8988-755c-4c4b-bbc2-bafd4d65117d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:37.180334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cb8-9786-4572-85c5-c70ea4171dee admin admin] Publish callbacks [] for security_group (88983508-22fa-42fc-8719-501ecf16b662), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.185213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 48da4f34-d968-4667-b804-86784bbe2842 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:37.221593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cb8-9786-4572-85c5-c70ea4171dee admin admin] Publish callbacks [] for security_group (88983508-22fa-42fc-8719-501ecf16b662), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.221795 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bb02c6a8-72b5-48e8-b083-817f0b54dd10 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1051090 Feb 09 02:29:37.222273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45442) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.227003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-48e091f2-51f5-402e-a0fb-46fdd9775577 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--352612776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.243293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 48da4f34-d968-4667-b804-86784bbe2842 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:37.243901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 48da4f34-d968-4667-b804-86784bbe2842 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:37.276354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:37.317747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48e091f2-51f5-402e-a0fb-46fdd9775577 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.432630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd955d4-7de6-4309-aa8e-f6053fee3e02 req-45dba578-c99d-4753-ab1b-6e7d04002751 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:37.434419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fd955d4-7de6-4309-aa8e-f6053fee3e02 req-45dba578-c99d-4753-ab1b-6e7d04002751 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.1652966 Feb 09 02:29:37.441058 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cb8-9786-4572-85c5-c70ea4171dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (88983508-22fa-42fc-8719-501ecf16b662), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.444063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cb8-9786-4572-85c5-c70ea4171dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.447751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d490cb8-9786-4572-85c5-c70ea4171dee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88983508-22fa-42fc-8719-501ecf16b662 HTTP/1.1" status: 204 len: 168 time: 0.3519542 Feb 09 02:29:37.450109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['9b7db51d-fd89-45c0-8f2e-8ffa246485e0'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:37.500810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d490cb8-9786-4572-85c5-c70ea4171dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88983508-22fa-42fc-8719-501ecf16b662,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:37.539387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f195601-106d-43f3-a88a-1f53e6b51207 req-89e8139b-3aed-4319-b9b2-bc61fe69ac6e tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:37.548320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f195601-106d-43f3-a88a-1f53e6b51207 req-89e8139b-3aed-4319-b9b2-bc61fe69ac6e tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 947 time: 0.2075472 Feb 09 02:29:37.619105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48e091f2-51f5-402e-a0fb-46fdd9775577 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (e125531c-2272-4975-84b1-e6a9c400ca8b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.656122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fd955d4-7de6-4309-aa8e-f6053fee3e02 req-914e65eb-a45e-42a1-9c66-edd10e61cbdd tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030187 Feb 09 02:29:37.657057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48e091f2-51f5-402e-a0fb-46fdd9775577 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e125531c-2272-4975-84b1-e6a9c400ca8b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.707711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f195601-106d-43f3-a88a-1f53e6b51207 req-dd473ec3-9dfc-4639-96c9-4d95a9eec864 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577790 Feb 09 02:29:37.717603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48e091f2-51f5-402e-a0fb-46fdd9775577 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:37.723112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-48e091f2-51f5-402e-a0fb-46fdd9775577 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4961112 Feb 09 02:29:37.724573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45454) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.731373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f15ca6ce-0495-464c-b11e-de0140d75234 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.732406 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-f15ca6ce-0495-464c-b11e-de0140d75234 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 02:29:37.733180 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-f15ca6ce-0495-464c-b11e-de0140d75234 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:37.734506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f15ca6ce-0495-464c-b11e-de0140d75234 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083563 Feb 09 02:29:37.737432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45456) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.744053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b24e02f5-42da-49c9-873b-f800962c2333 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.750511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e091f2-51f5-402e-a0fb-46fdd9775577 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e125531c-2272-4975-84b1-e6a9c400ca8b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:37.800372 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-b24e02f5-42da-49c9-873b-f800962c2333 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:37.803475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b24e02f5-42da-49c9-873b-f800962c2333 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0639129 Feb 09 02:29:37.804895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45462) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.813465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-43410ab6-082d-4455-9df5-aaac1e718508 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.814447 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-43410ab6-082d-4455-9df5-aaac1e718508 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 02:29:37.815233 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-43410ab6-082d-4455-9df5-aaac1e718508 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:37.816445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-43410ab6-082d-4455-9df5-aaac1e718508 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097892 Feb 09 02:29:37.819305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45464) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.824914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-57cb562f-2f7e-4fde-90a5-7fdbaf1d2874 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.867652 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-57cb562f-2f7e-4fde-90a5-7fdbaf1d2874 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:37.872653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.875189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-57cb562f-2f7e-4fde-90a5-7fdbaf1d2874 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0546384 Feb 09 02:29:37.878655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a1219ac6-d8e8-4112-b63b-8f8690e66968 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.879495 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-a1219ac6-d8e8-4112-b63b-8f8690e66968 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 02:29:37.880243 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a1219ac6-d8e8-4112-b63b-8f8690e66968 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:37.881409 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1219ac6-d8e8-4112-b63b-8f8690e66968 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069551 Feb 09 02:29:37.885032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45472) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.890680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0ff78c6d-5ea0-4039-a14e-e803306bd21b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.948094 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-0ff78c6d-5ea0-4039-a14e-e803306bd21b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:37.949219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ff78c6d-5ea0-4039-a14e-e803306bd21b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0631709 Feb 09 02:29:37.953172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45484) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.957640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4adc832c-c7c6-4d49-906c-73091f7c8c59 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:37.958825 n-d-826675-12 neutron-server[103150]: WARNING neutron.api.v2.base [None req-4adc832c-c7c6-4d49-906c-73091f7c8c59 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 02:29:37.959670 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-4adc832c-c7c6-4d49-906c-73091f7c8c59 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:37.964675 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4adc832c-c7c6-4d49-906c-73091f7c8c59 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103447 Feb 09 02:29:37.966022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45486) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:37.975439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e525f6ed-b8ea-475f-844f-b3e55354245e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:38.047982 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e525f6ed-b8ea-475f-844f-b3e55354245e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:38.054835 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e525f6ed-b8ea-475f-844f-b3e55354245e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0873494 Feb 09 02:29:38.057111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:38.069321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cd71ccc3-d1f6-4969-9594-25bed3339c0d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': 'e125531c-2272-4975-84b1-e6a9c400ca8b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:38.120802 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-cd71ccc3-d1f6-4969-9594-25bed3339c0d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:38.133176 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cd71ccc3-d1f6-4969-9594-25bed3339c0d tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0745180 Feb 09 02:29:38.133835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:38.215030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f55fed2-4dce-4cc0-8215-6f987579dc0c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (e125531c-2272-4975-84b1-e6a9c400ca8b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.247406 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f55fed2-4dce-4cc0-8215-6f987579dc0c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (e125531c-2272-4975-84b1-e6a9c400ca8b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.314290 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f55fed2-4dce-4cc0-8215-6f987579dc0c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e125531c-2272-4975-84b1-e6a9c400ca8b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.318056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f55fed2-4dce-4cc0-8215-6f987579dc0c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.327418 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5f55fed2-4dce-4cc0-8215-6f987579dc0c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/e125531c-2272-4975-84b1-e6a9c400ca8b HTTP/1.1" status: 204 len: 168 time: 0.1909864 Feb 09 02:29:38.329957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:38.353963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55fed2-4dce-4cc0-8215-6f987579dc0c tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e125531c-2272-4975-84b1-e6a9c400ca8b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:38.440778 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1844b7d5-e47d-4b76-9636-f3dfceceb22b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0948448 Feb 09 02:29:38.445203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:38.450875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-192db0b4-b6d6-4907-9540-39272bf40eaf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488692920'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:38.520205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-192db0b4-b6d6-4907-9540-39272bf40eaf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.563964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-ceccdbf0-2465-4019-8e16-b409d5211175 req-537630b4-89ad-44a8-9cc4-eb2d31f14871 service neutron] (103150) timed out ('10.222.0.82', 64799) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:29:38.605287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-4f74f7f7-2c16-4cbf-bd18-d4fb432881b1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:38.614872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-4f74f7f7-2c16-4cbf-bd18-d4fb432881b1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.6112652 Feb 09 02:29:38.632813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:38.634313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-26750d87-0ee5-493c-9035-cff3ef5e966a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/quotas/f19c37169d984cbb88b2e2628aa5a512 HTTP/1.1" status: 200 len: 375 time: 0.0180726 Feb 09 02:29:38.696537 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-192db0b4-b6d6-4907-9540-39272bf40eaf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (78d81b57-1354-47e8-9e40-38c85941b26d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.705717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-192db0b4-b6d6-4907-9540-39272bf40eaf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (78d81b57-1354-47e8-9e40-38c85941b26d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.751748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45526) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:38.771889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-a6142c45-cfb6-456a-b387-6024a96aa166 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365430 Feb 09 02:29:38.798222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-192db0b4-b6d6-4907-9540-39272bf40eaf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.802709 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-192db0b4-b6d6-4907-9540-39272bf40eaf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3558619 Feb 09 02:29:38.806416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:38.809435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192db0b4-b6d6-4907-9540-39272bf40eaf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d81b57-1354-47e8-9e40-38c85941b26d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:38.814851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:29:38.819629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:38.820084 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:38.834990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8ca87c77-1281-4616-83cb-a289915a674b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '78d81b57-1354-47e8-9e40-38c85941b26d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:38.903546 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-8ca87c77-1281-4616-83cb-a289915a674b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The resource could not be found. Feb 09 02:29:38.910231 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8ca87c77-1281-4616-83cb-a289915a674b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1018898 Feb 09 02:29:38.912019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:38.919332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5d560733-6e3a-4604-ba73-69fb2134a1e6 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '78d81b57-1354-47e8-9e40-38c85941b26d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fd3f5cab-5e4f-4647-9ea4-15dec10d9028'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:38.986069 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-5d560733-6e3a-4604-ba73-69fb2134a1e6 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The resource could not be found. Feb 09 02:29:38.990886 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5d560733-6e3a-4604-ba73-69fb2134a1e6 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0773232 Feb 09 02:29:38.991919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:39.005584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2068452727'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:39.017334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:39.018034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.038880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-d453dc1d-c819-4442-a178-c982db2f5673 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530785 Feb 09 02:29:39.047887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:39.052608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.070815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:39.073423 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a22f70-477f-4d05-82ec-e7ce55f0bb81" -d '{"events": [{"server_uuid": "514248cd-1266-4a30-a2ec-0b87f86d8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "9b7db51d-fd89-45c0-8f2e-8ffa246485e0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:39.102175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.102574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:39.127661 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.150811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17f20-6d37-46c8-b371-37f3d451ee8a req-48f74fc8-06a0-4f5f-91c1-f128e8b6cbac tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.159407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08b17f20-6d37-46c8-b371-37f3d451ee8a req-48f74fc8-06a0-4f5f-91c1-f128e8b6cbac tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.3463268 Feb 09 02:29:39.262378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:39.302878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08b17f20-6d37-46c8-b371-37f3d451ee8a req-6e6550b1-449c-43c6-98ad-1d07902badf6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309192 Feb 09 02:29:39.319807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for security_group (39b844f2-b4b9-4435-9b09-f936ef687111), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.335358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (39b844f2-b4b9-4435-9b09-f936ef687111), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.363617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-9fed58d2-0d47-4e00-a843-0e1bea8e0491 service neutron] 10.222.0.53 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159199 Feb 09 02:29:39.405502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b844f2-b4b9-4435-9b09-f936ef687111,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:39.440939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-901304a5-0d69-4b01-b0ce-ae8cdb172c53 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (78d81b57-1354-47e8-9e40-38c85941b26d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.448289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:29:39.469357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c88271-5a42-4de2-9e02-2e9bded3bd37 req-3c7403e8-4dc3-4633-bfb6-fc1c7384ceaf tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.477961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8d1728e2-dc92-44ce-98ca-4253ac5d20b5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.477961 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Added segment 8d1728e2-dc92-44ce-98ca-4253ac5d20b5 of type vlan for network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 Feb 09 02:29:39.477961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-901304a5-0d69-4b01-b0ce-ae8cdb172c53 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (78d81b57-1354-47e8-9e40-38c85941b26d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.479384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10c88271-5a42-4de2-9e02-2e9bded3bd37 req-3c7403e8-4dc3-4633-bfb6-fc1c7384ceaf tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 948 time: 0.1008308 Feb 09 02:29:39.566249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10c88271-5a42-4de2-9e02-2e9bded3bd37 req-dfe673b0-6cb2-4fc0-acfd-3e54c7c9d1c7 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849566 Feb 09 02:29:39.579427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (563b0a16-2d80-4e6a-b7f7-4b5af875ea46), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.620970 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-901304a5-0d69-4b01-b0ce-ae8cdb172c53 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (78d81b57-1354-47e8-9e40-38c85941b26d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.627578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-901304a5-0d69-4b01-b0ce-ae8cdb172c53 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.631444 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-901304a5-0d69-4b01-b0ce-ae8cdb172c53 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/78d81b57-1354-47e8-9e40-38c85941b26d HTTP/1.1" status: 204 len: 168 time: 0.6343372 Feb 09 02:29:39.634575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45546) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:39.650009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (563b0a16-2d80-4e6a-b7f7-4b5af875ea46), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.657838 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151a4653-ec6f-4612-aa2f-b2b2aae79118 x-openstack-request-id: req-151a4653-ec6f-4612-aa2f-b2b2aae79118 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:39.659317 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514248cd-1266-4a30-a2ec-0b87f86d8f5b", "name": "network-vif-plugged", "status": "completed", "tag": "9b7db51d-fd89-45c0-8f2e-8ffa246485e0", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:39.660010 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-151a4653-ec6f-4612-aa2f-b2b2aae79118 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:39.661598 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0', 'code': 200} Feb 09 02:29:39.664655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.665379 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:39.728815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901304a5-0d69-4b01-b0ce-ae8cdb172c53 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d81b57-1354-47e8-9e40-38c85941b26d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:39.782909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-643c485f-a751-497f-9ea1-f646abe54976 req-83f33c34-d0fa-4a13-baad-fc50aebaad0e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 210 time: 0.0713007 Feb 09 02:29:39.792852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d3d61dfc-e5e8-422f-b59d-a595bdc6cbfa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1550701 Feb 09 02:29:39.797938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45550) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:39.802834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b7def244-d166-4dcd-a547-62d9480916c6 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '78ad088c-2f7e-465f-9e46-0959e292fb89', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:39.864005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Network': ['ID=563b0a16-2d80-4e6a-b7f7-4b5af875ea46,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:39.875290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:29:39.894596 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a4e04aa8-064b-4527-a6cb-1e14b7b107d1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1304574 Feb 09 02:29:39.895404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45552) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:39.905147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:39.905379 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-b7def244-d166-4dcd-a547-62d9480916c6 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The resource could not be found. Feb 09 02:29:39.906512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b7def244-d166-4dcd-a547-62d9480916c6 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1075075 Feb 09 02:29:39.910756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfd541-62c7-4fe3-b3c6-52749fad14b6 req-dc1355ea-2054-4176-bde7-ffa3229c3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:39.912298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52bfd541-62c7-4fe3-b3c6-52749fad14b6 req-dc1355ea-2054-4176-bde7-ffa3229c3ade service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 1131 time: 0.0847108 Feb 09 02:29:39.912806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45554) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:39.917252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d7138a8d-6930-454e-adac-d93de45de9aa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--71040298'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:39.981154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d7138a8d-6930-454e-adac-d93de45de9aa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.004383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52bfd541-62c7-4fe3-b3c6-52749fad14b6 req-83fce0f3-2875-4d97-8df2-111c7541083e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819788 Feb 09 02:29:40.110677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:40.114258 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.140100 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d7138a8d-6930-454e-adac-d93de45de9aa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (8c72994f-ef63-48e4-a98c-469f57ff89c2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.145288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d7138a8d-6930-454e-adac-d93de45de9aa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c72994f-ef63-48e4-a98c-469f57ff89c2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.173976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d7138a8d-6930-454e-adac-d93de45de9aa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.188297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d7138a8d-6930-454e-adac-d93de45de9aa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2706943 Feb 09 02:29:40.191534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45560) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:40.197521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-129407ed-8851-4c9e-895e-9cae2007c705 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--498758425'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:40.224305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7138a8d-6930-454e-adac-d93de45de9aa tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72994f-ef63-48e4-a98c-469f57ff89c2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:40.249737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-129407ed-8851-4c9e-895e-9cae2007c705 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.487138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-129407ed-8851-4c9e-895e-9cae2007c705 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (2b943deb-3b76-4bfd-b779-497770a95d46), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.507658 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:29:40.518123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-129407ed-8851-4c9e-895e-9cae2007c705 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b943deb-3b76-4bfd-b779-497770a95d46), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.563303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-129407ed-8851-4c9e-895e-9cae2007c705 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.564956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-129407ed-8851-4c9e-895e-9cae2007c705 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3723907 Feb 09 02:29:40.567879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129407ed-8851-4c9e-895e-9cae2007c705 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b943deb-3b76-4bfd-b779-497770a95d46,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:40.570409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45570) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:40.577941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7ec5837b-c933-448e-97c7-adc369506353 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group_rule': {'security_group_id': '8c72994f-ef63-48e4-a98c-469f57ff89c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2b943deb-3b76-4bfd-b779-497770a95d46'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:40.584050 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (35b6851d-df89-4c04-9236-f658eea71ff6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.644245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a5b7-0d61-447f-bd02-57bc10f3c025 req-c240a6d6-a604-4334-8ca3-7bc0b04912e8 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:40.648879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87f0a5b7-0d61-447f-bd02-57bc10f3c025 req-c240a6d6-a604-4334-8ca3-7bc0b04912e8 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.1794560 Feb 09 02:29:40.699253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=35b6851d-df89-4c04-9236-f658eea71ff6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:40.720183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:40.720564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network hostable DHCP agents. Network: 563b0a16-2d80-4e6a-b7f7-4b5af875ea46, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:29:40.747466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:29:40.762180 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-7ec5837b-c933-448e-97c7-adc369506353 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:29:40.764169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7ec5837b-c933-448e-97c7-adc369506353 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1907830 Feb 09 02:29:40.764908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 563b0a16-2d80-4e6a-b7f7-4b5af875ea46) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:40.767811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:40.778291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809f103-ea01-415b-b405-2560db0f754d None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:40.806107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:40.807966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:40.812434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87f0a5b7-0d61-447f-bd02-57bc10f3c025 req-b3f8a6fb-c97e-4715-80e7-a7772c4b4935 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488771 Feb 09 02:29:40.872304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8fe60-fe9e-4005-b91d-a2baf8cc0ed4 req-c65a1477-0ef0-4b4f-b7ef-07051e3086ab tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:40.879563 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32556fe3-b295-4f5a-a394-b1c007a6051d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9815738 Feb 09 02:29:40.881784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:40.887125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'name': 'tempest-NetworksTestDHCPv6-9516358'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:40.890860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff8fe60-fe9e-4005-b91d-a2baf8cc0ed4 req-c65a1477-0ef0-4b4f-b7ef-07051e3086ab tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 948 time: 0.1940823 Feb 09 02:29:40.957127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa47c2ae-ea8e-4b4c-aac1-c32d2d7be84a tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (2b943deb-3b76-4bfd-b779-497770a95d46), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.000963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa47c2ae-ea8e-4b4c-aac1-c32d2d7be84a tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (2b943deb-3b76-4bfd-b779-497770a95d46), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.020285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c772c17-9c8a-4c22-a7e9-5043980579d9 req-1b55f4ad-8ac3-43ad-8cd5-7f2a3c5b0ee8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 210 time: 0.0872827 Feb 09 02:29:41.037097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': '35b6851d-df89-4c04-9236-f658eea71ff6'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:29:41.039438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.069801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff8fe60-fe9e-4005-b91d-a2baf8cc0ed4 req-07f6bed5-d01a-455c-9a75-a12b74d9862d tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730731 Feb 09 02:29:41.157273 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa47c2ae-ea8e-4b4c-aac1-c32d2d7be84a tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2b943deb-3b76-4bfd-b779-497770a95d46), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.160101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa47c2ae-ea8e-4b4c-aac1-c32d2d7be84a tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.161385 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fa47c2ae-ea8e-4b4c-aac1-c32d2d7be84a tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/2b943deb-3b76-4bfd-b779-497770a95d46 HTTP/1.1" status: 204 len: 168 time: 0.3859212 Feb 09 02:29:41.164387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45582) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:41.194187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47c2ae-ea8e-4b4c-aac1-c32d2d7be84a tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b943deb-3b76-4bfd-b779-497770a95d46,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:41.207655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:41.211298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.270356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port f2010d13-c088-43b0-b450-2d4c4116b7bc yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:41.422202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/35b6851d-df89-4c04-9236-f658eea71ff6/2d753ef7-cb5e-424e-b07f-640829331e03) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:41.565580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:41.568285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-db54b82a-d399-478e-983f-61f2e4452c9b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.4022198 Feb 09 02:29:41.680044 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e16ccc4-0445-4943-ac8b-111b13040498 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (8c72994f-ef63-48e4-a98c-469f57ff89c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.710865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-445dcbe8-52ce-4d8a-a85b-293473800fa1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:41.713111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-445dcbe8-52ce-4d8a-a85b-293473800fa1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 806 time: 0.4895377 Feb 09 02:29:41.735605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Request body: {'port': {'device_id': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'admin_state_up': True, 'tenant_id': 'f19c37169d984cbb88b2e2628aa5a512'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:41.776332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e16ccc4-0445-4943-ac8b-111b13040498 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (8c72994f-ef63-48e4-a98c-469f57ff89c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.871841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e16ccc4-0445-4943-ac8b-111b13040498 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8c72994f-ef63-48e4-a98c-469f57ff89c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.876035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e16ccc4-0445-4943-ac8b-111b13040498 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.881016 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e16ccc4-0445-4943-ac8b-111b13040498 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/8c72994f-ef63-48e4-a98c-469f57ff89c2 HTTP/1.1" status: 204 len: 168 time: 0.3135352 Feb 09 02:29:41.881721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:41.901440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16ccc4-0445-4943-ac8b-111b13040498 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72994f-ef63-48e4-a98c-469f57ff89c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:41.915699 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Publish callbacks [] for port (2d753ef7-cb5e-424e-b07f-640829331e03), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:41.962810 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.016143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Made reservation on behalf of f19c37169d984cbb88b2e2628aa5a512 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:42.022823 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.063013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:42.068761 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-95d03124-a830-45ae-8f2e-5406dc96bbdf tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1753979 Feb 09 02:29:42.076074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:42.078738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:42.083278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:42.087715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::3cd (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/35b6851d-df89-4c04-9236-f658eea71ff6/f2010d13-c088-43b0-b450-2d4c4116b7bc) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:42.093804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-55850c5d-66a8-4df6-8a76-d2f5393671dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659931486'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:42.149370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Pushing event updated for resources: {'Port': ['ID=2d753ef7-cb5e-424e-b07f-640829331e03,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:42.153634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Attempting to bind port 2d753ef7-cb5e-424e-b07f-640829331e03 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:42.155038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Attempting to bind port 2d753ef7-cb5e-424e-b07f-640829331e03 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:42.155710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Attempting to bind port 2d753ef7-cb5e-424e-b07f-640829331e03 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:42.162076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:42.162801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:42.163427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.164024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:42.164821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Bound port: 2d753ef7-cb5e-424e-b07f-640829331e03, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:42.165521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.213950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55850c5d-66a8-4df6-8a76-d2f5393671dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.313567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f217cb10-06da-4595-9f87-6e6cfc1ff576 req-75ac28d9-09ef-494c-9828-bb1bf84c7b76 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 210 time: 0.0988331 Feb 09 02:29:42.315827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] For port 2d753ef7-cb5e-424e-b07f-640829331e03, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:42.322558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] For port 2d753ef7-cb5e-424e-b07f-640829331e03, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2d753ef7-cb5e-424e-b07f-640829331e03,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:42.350823 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.400277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7678-d358-410f-859b-54f1add37caa req-145a5d1d-0c20-4d1d-9b0c-35d884dffe57 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:42.401962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-515d7678-d358-410f-859b-54f1add37caa req-145a5d1d-0c20-4d1d-9b0c-35d884dffe57 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 948 time: 0.1594934 Feb 09 02:29:42.451546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32835080-cf4c-4dfa-9c96-961b3ba16e36 None None] Pushing event updated for resources: {'Port': ['ID=2d753ef7-cb5e-424e-b07f-640829331e03,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:42.482396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55850c5d-66a8-4df6-8a76-d2f5393671dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (34fb3981-850a-4705-aadd-adf8b0898625), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.493597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Allocated IP 172.20.0.6 (882c9a08-1083-437d-9f12-f4e84922da1f/01db0fe3-a245-49cf-bb9e-a60eedde4675/2038cb1d-cd9a-44f7-8720-92e53f7c31c9) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:42.504346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55850c5d-66a8-4df6-8a76-d2f5393671dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (34fb3981-850a-4705-aadd-adf8b0898625), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.553915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-515d7678-d358-410f-859b-54f1add37caa req-f99a2b10-77c6-4d50-bd94-0ca2b1133581 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437576 Feb 09 02:29:42.593012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (f2010d13-c088-43b0-b450-2d4c4116b7bc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.642411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55850c5d-66a8-4df6-8a76-d2f5393671dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.646579 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55850c5d-66a8-4df6-8a76-d2f5393671dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5590003 Feb 09 02:29:42.648707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45612) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:42.655935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850c5d-66a8-4df6-8a76-d2f5393671dc tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb3981-850a-4705-aadd-adf8b0898625,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:42.733002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ac77fd23-9d4c-4fc7-a688-a07d486068e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:42.735978 n-d-826675-12 neutron-server[103149]: WARNING neutron.api.v2.base [None req-ac77fd23-9d4c-4fc7-a688-a07d486068e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 02:29:42.735978 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-ac77fd23-9d4c-4fc7-a688-a07d486068e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 02:29:42.736897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ac77fd23-9d4c-4fc7-a688-a07d486068e3 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "PUT /v2.0/security-groups/34fb3981-850a-4705-aadd-adf8b0898625 HTTP/1.1" status: 409 len: 330 time: 0.0875063 Feb 09 02:29:42.737325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f2010d13-c088-43b0-b450-2d4c4116b7bc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.739734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:42.903115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks [] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:42.954041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:42.961303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=f2010d13-c088-43b0-b450-2d4c4116b7bc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:42.980963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:42.988745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:42.999442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:43.000844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.005822 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.017538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:43.138371 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d7f3361f-9a2a-4359-8517-f0e237814f7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2532175 Feb 09 02:29:43.141481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.261787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Network 882c9a08-1083-437d-9f12-f4e84922da1f is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:43.284432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55b6558-fbd2-473b-ab23-32421f8ca664 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (34fb3981-850a-4705-aadd-adf8b0898625), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.291572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:43.318541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:43.336642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event updated for resources: {'Port': ['ID=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:43.383820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55b6558-fbd2-473b-ab23-32421f8ca664 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (34fb3981-850a-4705-aadd-adf8b0898625), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.477753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097975f0-697f-40d7-ae92-9cae2b4d3ca6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:43.484058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097975f0-697f-40d7-ae92-9cae2b4d3ca6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:43.496850 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-097975f0-697f-40d7-ae92-9cae2b4d3ca6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.3501477 Feb 09 02:29:43.506693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45642) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.525350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fceff-4998-4b92-91c4-2af12e2d72ce req-ec025016-5298-490c-b5dc-444503ace4ea tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:43.528640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-650fceff-4998-4b92-91c4-2af12e2d72ce req-ec025016-5298-490c-b5dc-444503ace4ea tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 948 time: 0.4004073 Feb 09 02:29:43.547224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55b6558-fbd2-473b-ab23-32421f8ca664 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (34fb3981-850a-4705-aadd-adf8b0898625), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.550103 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c55b6558-fbd2-473b-ab23-32421f8ca664 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.553903 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c55b6558-fbd2-473b-ab23-32421f8ca664 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/34fb3981-850a-4705-aadd-adf8b0898625 HTTP/1.1" status: 204 len: 168 time: 0.8105402 Feb 09 02:29:43.554800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.557927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:43.560252 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:43.579558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b6558-fbd2-473b-ab23-32421f8ca664 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb3981-850a-4705-aadd-adf8b0898625,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:43.689131 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0bb9377-ca5e-40f1-938f-cba26958837e tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1331048 Feb 09 02:29:43.695559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.736453 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-138a6fef-50b9-49ae-b4f3-fe606297f2f7 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] delete failed (client error): The resource could not be found. Feb 09 02:29:43.740580 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-138a6fef-50b9-49ae-b4f3-fe606297f2f7 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "DELETE /v2.0/security-groups/da67f64e-62c4-41a5-9780-6dd88d7d41f2 HTTP/1.1" status: 404 len: 347 time: 0.0436549 Feb 09 02:29:43.747229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.795301 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-65558ce3-c2e8-4445-bf8b-bb1d4ccf8b1b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] show failed (client error): The resource could not be found. Feb 09 02:29:43.796523 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-65558ce3-c2e8-4445-bf8b-bb1d4ccf8b1b tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-groups/6e5deb21-3a15-41de-adad-5356d05ce8f2 HTTP/1.1" status: 404 len: 347 time: 0.0473046 Feb 09 02:29:43.801240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:43.804136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2d753ef7-cb5e-424e-b07f-640829331e03 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:43.829293 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-b8ebda8f-7844-4fb9-9206-3eee0a4ff6a5 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] show failed (client error): The resource could not be found. Feb 09 02:29:43.830422 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b8ebda8f-7844-4fb9-9206-3eee0a4ff6a5 tempest-NegativeSecGroupTest-169723337 tempest-NegativeSecGroupTest-169723337-project] 10.222.0.53 "GET /v2.0/security-group-rules/7c143634-b85b-43be-90da-471b2194173c HTTP/1.1" status: 404 len: 356 time: 0.0281258 Feb 09 02:29:43.869786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-e2c3abbf-3090-47b6-8e8c-92cfd2042e58 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1470253 Feb 09 02:29:43.884554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Request body: {'port': {'device_id': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:43.896604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d129c4-b432-4faf-9d06-3180b8f0c9d5 req-05b0b870-044c-4196-b7a1-c73def652b0a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:43.904737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66d129c4-b432-4faf-9d06-3180b8f0c9d5 req-05b0b870-044c-4196-b7a1-c73def652b0a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 931 time: 0.4749665 Feb 09 02:29:43.961862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2d753ef7-cb5e-424e-b07f-640829331e03 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:43.962297 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.069173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-650fceff-4998-4b92-91c4-2af12e2d72ce req-6db26e66-596d-43a0-a561-63425f28e050 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008216 Feb 09 02:29:44.145395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66d129c4-b432-4faf-9d06-3180b8f0c9d5 req-be0e1f0b-2b51-4190-960e-542ed1433dab tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390294 Feb 09 02:29:44.185588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2d753ef7-cb5e-424e-b07f-640829331e03 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:44.187774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.190928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.258104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port f2010d13-c088-43b0-b450-2d4c4116b7bc {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:44.258585 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f2010d13-c088-43b0-b450-2d4c4116b7bc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.403262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 2d753ef7-cb5e-424e-b07f-640829331e03, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2d753ef7-cb5e-424e-b07f-640829331e03,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:44.415466 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.512025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45662) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:44.518833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f2010d13-c088-43b0-b450-2d4c4116b7bc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.537795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for f2010d13-c088-43b0-b450-2d4c4116b7bc owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:44.551311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7b8d5b-0c56-451d-b52d-28b091a3c75e None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:44.639064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=2d753ef7-cb5e-424e-b07f-640829331e03,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:44.690195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-83fdfc67-5c43-41b3-be50-cf64ad03bd65 None None] Provisioning complete for port 2d753ef7-cb5e-424e-b07f-640829331e03 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:44.690646 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83fdfc67-5c43-41b3-be50-cf64ad03bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.746345 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f2010d13-c088-43b0-b450-2d4c4116b7bc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.756448 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-21dc98e3-719e-4698-b889-1a8a805c13a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f43834230db64b168f99e0ebb49b76d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422006 Feb 09 02:29:44.760312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:44.897332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-83fdfc67-5c43-41b3-be50-cf64ad03bd65 None None] Current status of the port 2d753ef7-cb5e-424e-b07f-640829331e03 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:44.908503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-37fc958b-8838-4ecf-9eb3-14e8396df516 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:44.917212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-37fc958b-8838-4ecf-9eb3-14e8396df516 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.72 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 948 time: 0.5136182 Feb 09 02:29:44.918772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76288132-cc3c-4750-b412-e50e275cc584 admin admin] Publish callbacks [] for security_group (3d0d0399-cba6-462c-b093-55884df6bee5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:44.977481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76288132-cc3c-4750-b412-e50e275cc584 admin admin] Publish callbacks [] for security_group (3d0d0399-cba6-462c-b093-55884df6bee5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.007118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=f2010d13-c088-43b0-b450-2d4c4116b7bc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:45.109021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76288132-cc3c-4750-b412-e50e275cc584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3d0d0399-cba6-462c-b093-55884df6bee5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.111996 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76288132-cc3c-4750-b412-e50e275cc584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.113202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-76288132-cc3c-4750-b412-e50e275cc584 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d0d0399-cba6-462c-b093-55884df6bee5 HTTP/1.1" status: 204 len: 168 time: 0.3516824 Feb 09 02:29:45.133171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76288132-cc3c-4750-b412-e50e275cc584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d0399-cba6-462c-b093-55884df6bee5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:45.214669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.225930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:45.226929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-540b824b-9170-46f8-a8b1-97bed9fcdd92 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/f2010d13-c088-43b0-b450-2d4c4116b7bc HTTP/1.1" status: 204 len: 168 time: 1.7150464 Feb 09 02:29:45.272818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-90033743-e20e-41ec-85a7-ed3b0f3f06d5 None None] Provisioning complete for port 2d753ef7-cb5e-424e-b07f-640829331e03 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:45.275328 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90033743-e20e-41ec-85a7-ed3b0f3f06d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.493692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-90033743-e20e-41ec-85a7-ed3b0f3f06d5 None None] Current status of the port 2d753ef7-cb5e-424e-b07f-640829331e03 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:45.501876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932d760-b963-424b-804d-4e78d3eb81cf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:45.504062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932d760-b963-424b-804d-4e78d3eb81cf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:45.506789 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4932d760-b963-424b-804d-4e78d3eb81cf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2791889 Feb 09 02:29:45.509301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:45.609708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c6f15-2d26-4461-a420-30bc1cb91520 req-c736bba6-eba2-4956-b363-bb3ef979cdfb tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:45.611409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-821c6f15-2d26-4461-a420-30bc1cb91520 req-c736bba6-eba2-4956-b363-bb3ef979cdfb tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.4915593 Feb 09 02:29:45.635171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 35b6851d-df89-4c04-9236-f658eea71ff6 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:45.644226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Deleting port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:45.644755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.648519 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (35b6851d-df89-4c04-9236-f658eea71ff6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.654120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cda1b-cc84-44f8-b4a7-fbe0a93c3b33 req-849bc90a-761c-4b4a-ab64-f4664749679d tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:45.656247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d63cda1b-cc84-44f8-b4a7-fbe0a93c3b33 req-849bc90a-761c-4b4a-ab64-f4664749679d tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 948 time: 0.3054926 Feb 09 02:29:45.808054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5d063cf6-e0e4-4266-9e0e-849b15b8bc15 None None] Could not find standard attr ID for object f2010d13-c088-43b0-b450-2d4c4116b7bc. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:29:45.812451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2d753ef7-cb5e-424e-b07f-640829331e03 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:45.816761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (35b6851d-df89-4c04-9236-f658eea71ff6), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:45.975346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2d753ef7-cb5e-424e-b07f-640829331e03 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:45.975569 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.000726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:46.013120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (35b6851d-df89-4c04-9236-f658eea71ff6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.039738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d63cda1b-cc84-44f8-b4a7-fbe0a93c3b33 req-16070cf8-832c-415a-aac6-290afeac7bfc tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741648 Feb 09 02:29:46.046932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Publish callbacks [] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.068362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-821c6f15-2d26-4461-a420-30bc1cb91520 req-7d4491b8-ff96-4787-a405-a18cfb367035 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499345 Feb 09 02:29:46.188914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Transition to ACTIVE for port object 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:29:46.209717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2d753ef7-cb5e-424e-b07f-640829331e03 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:46.251178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (35b6851d-df89-4c04-9236-f658eea71ff6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.276144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.283453 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.291385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c981d-e5f4-4497-a7cb-d483ac3a0c81 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:46.296485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] For port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:46.297459 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.305558 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/35b6851d-df89-4c04-9236-f658eea71ff6 HTTP/1.1" status: 204 len: 168 time: 0.7914221 Feb 09 02:29:46.308210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:46.410562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bb363-ef6a-466f-bddd-c519ad85902e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=35b6851d-df89-4c04-9236-f658eea71ff6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:46.465855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Calling delete_port for 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:46.575484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-69dd69fa-838b-41ee-a17d-648053e47a17 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2564790 Feb 09 02:29:46.578724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:46.596616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:46.696907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:46.889908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Deleting port 2d753ef7-cb5e-424e-b07f-640829331e03 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:46.890752 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:46.923130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:46.927304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.011313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] For port 2d753ef7-cb5e-424e-b07f-640829331e03, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2d753ef7-cb5e-424e-b07f-640829331e03,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:47.011733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.035644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45732) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:47.046191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Calling delete_port for 2d753ef7-cb5e-424e-b07f-640829331e03 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:47.347031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (2d753ef7-cb5e-424e-b07f-640829331e03), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.371585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] No DVR routers for this DVR port 2d753ef7-cb5e-424e-b07f-640829331e03 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:47.383812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d063599d-078f-47cd-a372-a723dbda031d tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1328259533', 'prefixes': ['172.20.0.0/16']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:47.443002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Pushing event deleted for resources: {'Port': ['ID=2d753ef7-cb5e-424e-b07f-640829331e03,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:47.462984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.464965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.464965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.465480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.465961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.468238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.468708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.470041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.470517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.472539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.473129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.473642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.474113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fc427-35b4-4dba-a780-b39a5eb10175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.554554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Pushing event updated for resources: {'Port': ['ID=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:47.581157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.582044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.582207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.582722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.583199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.584288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.585203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.586924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.587431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.587910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.589534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.590025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.590492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:29:47.724619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (f4e5e8fd-cae1-453c-8554-815f69e19f94), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.775639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2d753ef7-cb5e-424e-b07f-640829331e03 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:47.838718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2d753ef7-cb5e-424e-b07f-640829331e03 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:47.842172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2d753ef7-cb5e-424e-b07f-640829331e03 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:47.871526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d063599d-078f-47cd-a372-a723dbda031d tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.875536 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d063599d-078f-47cd-a372-a723dbda031d tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8387723 Feb 09 02:29:47.897458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:47.922444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:47.929889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Attempting to bind port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:47.931985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Attempting to bind port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:47.932581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Attempting to bind port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:47.953225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b0d7-a096-4057-ab85-e54548fcfcde req-8545b113-5550-4005-8c31-50a02ef275a2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:47.953777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:47.956076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a218b0d7-a096-4057-ab85-e54548fcfcde req-8545b113-5550-4005-8c31-50a02ef275a2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 943 time: 1.7603443 Feb 09 02:29:47.968923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=f4e5e8fd-cae1-453c-8554-815f69e19f94,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:47.999582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:48.011404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fcab51-1b89-4054-aa0b-871fa72bbee4 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:48.020442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:48.021268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.050536 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-bc554b5c-24a7-443f-9c63-cea36e5c6bf8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5046973 Feb 09 02:29:48.061755 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b329e0c3-dd77-4b5c-9461-5f6f3422eed4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4819155 Feb 09 02:29:48.062890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:48.066479 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e828e1f-9a97-4f11-b428-b1f656a50a3e tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] 10.222.0.53 "GET /v2.0/subnetpools/f9473edb-2d0b-43c3-8164-0ec230e68dc8 HTTP/1.1" status: 200 len: 732 time: 0.1566479 Feb 09 02:29:48.072568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'name': 'tempest-NetworksTestDHCPv6-2145434069'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:48.110488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45748) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:48.148559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e82d0aaa-77ab-4e0e-b1c8-ef8214775ea1 tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1324165798'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:48.158350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 on network 882c9a08-1083-437d-9f12-f4e84922da1f not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:29:48.171033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Attempting to bind port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 on network 882c9a08-1083-437d-9f12-f4e84922da1f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:48.229677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:48.235277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Checking segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:48.236161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Bound using segment: {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:48.236957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Bound port: 2038cb1d-cd9a-44f7-8720-92e53f7c31c9, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabb41d9-caf1-4bb3-be76-5013806195ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:48.237616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.336530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:48.340994 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.367591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port e3a5cbfb-4a1a-4383-a9d7-c0707b93545e yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:48.528390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d577a88-e420-4abe-9a53-8605cafabc1f req-55c03f37-61a2-431f-ac7b-10ed1b91d536 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:48.530770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d577a88-e420-4abe-9a53-8605cafabc1f req-55c03f37-61a2-431f-ac7b-10ed1b91d536 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 948 time: 0.9948349 Feb 09 02:29:48.544355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9b7db51d-fd89-45c0-8f2e-8ffa246485e0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.555804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-f5667af0-f079-4eaf-ba62-fe809a8318ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:48.580526 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-f5667af0-f079-4eaf-ba62-fe809a8318ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.3067064 Feb 09 02:29:48.673611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'f4e5e8fd-cae1-453c-8554-815f69e19f94'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:29:48.679229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.715541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] For port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:48.727907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] For port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:48.755076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:48.775658 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.850700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:48.851061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:48.851899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a218b0d7-a096-4057-ab85-e54548fcfcde req-8b826377-61fc-42f5-b496-3e12c7eef8b8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8173518 Feb 09 02:29:48.892640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Pushing event deleted for resources: {'Port': ['ID=9b7db51d-fd89-45c0-8f2e-8ffa246485e0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:48.911710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d577a88-e420-4abe-9a53-8605cafabc1f req-3fbb8b2f-8570-444e-809e-5debaf1e37ce tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab56681-db41-485b-96aa-a2c2847a0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375134 Feb 09 02:29:48.921011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:48.923730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:48.925224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] 10.222.0.82 "PUT /v2.0/ports/2038cb1d-cd9a-44f7-8720-92e53f7c31c9 HTTP/1.1" status: 200 len: 1092 time: 5.0449214 Feb 09 02:29:48.962092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'tag': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:48.967763 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618" -d '{"events": [{"name": "network-changed", "server_uuid": "0237bd23-52e9-490c-a83e-0d2ddaff2b93", "tag": "2038cb1d-cd9a-44f7-8720-92e53f7c31c9"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:49.130836 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d1eb1-4f4a-4581-8c04-567733aeb58c x-openstack-request-id: req-752d1eb1-4f4a-4581-8c04-567733aeb58c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:49.132891 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0237bd23-52e9-490c-a83e-0d2ddaff2b93", "tag": "2038cb1d-cd9a-44f7-8720-92e53f7c31c9", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:49.133321 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-752d1eb1-4f4a-4581-8c04-567733aeb58c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:49.135656 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'tag': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9', 'status': 'completed', 'code': 200} Feb 09 02:29:49.139195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::3b7 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/f4e5e8fd-cae1-453c-8554-815f69e19f94/e3a5cbfb-4a1a-4383-a9d7-c0707b93545e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:49.204370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-36945281-dd96-452d-b157-693af97a4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:49.206038 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-36945281-dd96-452d-b157-693af97a4a7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.5998108 Feb 09 02:29:49.226495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e82d0aaa-77ab-4e0e-b1c8-ef8214775ea1 tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.234810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e82d0aaa-77ab-4e0e-b1c8-ef8214775ea1 tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] 10.222.0.53 "PUT /v2.0/subnetpools/f9473edb-2d0b-43c3-8164-0ec230e68dc8 HTTP/1.1" status: 200 len: 684 time: 1.1009324 Feb 09 02:29:49.237948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] No DVR routers for this DVR port 9b7db51d-fd89-45c0-8f2e-8ffa246485e0 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:49.247072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.252325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f62c6fd-ddda-4df5-96d2-45e51de9aad2 req-07918667-67f1-4017-a985-505b47f95794 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.72 "DELETE /v2.0/ports/9b7db51d-fd89-45c0-8f2e-8ffa246485e0 HTTP/1.1" status: 204 len: 173 time: 4.2751405 Feb 09 02:29:49.272414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45760) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:49.313391 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-40ea64ab-645e-4156-89c8-eadc5444bd23 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.0933683 Feb 09 02:29:49.353072 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.369844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f332f0-d48f-42a9-84bb-f8066dea90bb service neutron] Pushing event updated for resources: {'Port': ['ID=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:49.537055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-0aeb0852-2305-4276-8790-0ba545d3df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:49.538829 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-0aeb0852-2305-4276-8790-0ba545d3df4f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.2158039 Feb 09 02:29:49.558152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-d600671c-1252-4664-93ed-864cd562c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:49.568103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-d600671c-1252-4664-93ed-864cd562c0f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 1126 time: 0.5534756 Feb 09 02:29:49.579091 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-6068bc55-71c2-4a0f-b608-99e831c5082c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335009 Feb 09 02:29:49.687703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-c8677808-3907-47d1-bc0a-caa8144e51ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2038cb1d-cd9a-44f7-8720-92e53f7c31c9 HTTP/1.1" status: 200 len: 217 time: 0.1124094 Feb 09 02:29:49.705443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (e3a5cbfb-4a1a-4383-a9d7-c0707b93545e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.730401 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fdc2202b-e98c-4479-aeb4-deb8afe96889 tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.734329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:49.735063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fdc2202b-e98c-4479-aeb4-deb8afe96889 tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f9473edb-2d0b-43c3-8164-0ec230e68dc8 HTTP/1.1" status: 204 len: 168 time: 0.4533446 Feb 09 02:29:49.769436 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e081b5c7-3059-4628-9fc3-9f365a7da590 tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] show failed (client error): The resource could not be found. Feb 09 02:29:49.770704 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e081b5c7-3059-4628-9fc3-9f365a7da590 tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] 10.222.0.53 "GET /v2.0/subnetpools/f9473edb-2d0b-43c3-8164-0ec230e68dc8 HTTP/1.1" status: 404 len: 346 time: 0.0352356 Feb 09 02:29:49.777759 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-5a1193c9-8c66-4758-8467-2138c57ae2ee service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871500 Feb 09 02:29:49.783069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45766) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:49.848968 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-694ee100-0441-4929-a881-bd63eb66b5be tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] delete failed (client error): The resource could not be found. Feb 09 02:29:49.860348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-694ee100-0441-4929-a881-bd63eb66b5be tempest-SubnetPoolsTestJSON-1844064182 tempest-SubnetPoolsTestJSON-1844064182-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f9473edb-2d0b-43c3-8164-0ec230e68dc8 HTTP/1.1" status: 404 len: 346 time: 0.0754313 Feb 09 02:29:49.871247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e3a5cbfb-4a1a-4383-a9d7-c0707b93545e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:49.883757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-c3dd849c-95c2-4e88-a379-f8016b52cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:49.885285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-c3dd849c-95c2-4e88-a379-f8016b52cce4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.1905129 Feb 09 02:29:49.963259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/f4e5e8fd-cae1-453c-8554-815f69e19f94/215bbbab-8166-4ca8-b910-d1607873c7c5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:50.037409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-f90b92fb-7104-4f90-bd33-97b981253028 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371145 Feb 09 02:29:50.308717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1a31dea-3ba4-4cf9-bc59-bba45b0f0747 req-9ff65ff9-e2e3-4cd6-87bd-c28c7535dc90 tempest-VolumesNegativeTest-594816732 tempest-VolumesNegativeTest-594816732-project] 10.222.0.53 "GET /v2.0/ports?device_id=514248cd-1266-4a30-a2ec-0b87f86d8f5b HTTP/1.1" status: 200 len: 210 time: 0.1176727 Feb 09 02:29:50.432538 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Publish callbacks [] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.443833 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.494171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c460330-3e86-4fe5-817a-491cccb2b3ce req-dec3a852-38cd-4d79-8582-ddcf6bbd233f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:50.495887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c460330-3e86-4fe5-817a-491cccb2b3ce req-dec3a852-38cd-4d79-8582-ddcf6bbd233f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 943 time: 0.4522862 Feb 09 02:29:50.500013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-7192cdde-e768-4c9b-9131-12e88780fce0 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551849 Feb 09 02:29:50.525184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:50.533599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45790) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:50.545444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:50.557642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:50.562533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Pushing event updated for resources: {'Port': ['ID=215bbbab-8166-4ca8-b910-d1607873c7c5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:50.655874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c460330-3e86-4fe5-817a-491cccb2b3ce req-3de8b3f9-b80e-4420-939d-b682a5872541 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537383 Feb 09 02:29:50.674836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-145c8ed3-e4d2-4b5f-bdb6-0134f77fccd6 req-150ca269-1fea-4a64-a115-b5ee1fdc6029 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8897293 Feb 09 02:29:50.686370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:50.720642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:50.727507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:50.729752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3bfa56e-b5e0-4663-a649-14ba3d11848f req-5b0d7736-d5d4-4cdf-b35a-49a56230c04f service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198975 Feb 09 02:29:50.749652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:50.750384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.785745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Attempting to bind port 215bbbab-8166-4ca8-b910-d1607873c7c5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:50.786131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Attempting to bind port 215bbbab-8166-4ca8-b910-d1607873c7c5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:50.786524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Attempting to bind port 215bbbab-8166-4ca8-b910-d1607873c7c5 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:50.803708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:50.804095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:50.804507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.804926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:50.805404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Bound port: 215bbbab-8166-4ca8-b910-d1607873c7c5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:50.811318 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.824746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=e3a5cbfb-4a1a-4383-a9d7-c0707b93545e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:50.844037 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7345ab9-58fc-4595-977f-773d408e9b8f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7754581 Feb 09 02:29:50.847852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:50.918815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-a9100819-4942-435e-bcf1-87ca1f43e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:50.930718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-a9100819-4942-435e-bcf1-87ca1f43e4e6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f19c37169d984cbb88b2e2628aa5a512&device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 1126 time: 0.1511383 Feb 09 02:29:50.962358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcc92-d9ce-4c73-afec-f5f97980de47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:50.965165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] For port 215bbbab-8166-4ca8-b910-d1607873c7c5, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:50.975789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] For port 215bbbab-8166-4ca8-b910-d1607873c7c5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=215bbbab-8166-4ca8-b910-d1607873c7c5,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:51.000547 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.076908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee05f4e-308d-48e5-9041-f6150dd1aa66 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.096379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee05f4e-308d-48e5-9041-f6150dd1aa66 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.096379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1ee05f4e-308d-48e5-9041-f6150dd1aa66 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2473257 Feb 09 02:29:51.102998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45808) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:51.140275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'name': 'network-vif-deleted', 'tag': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:51.142617 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bc17cf-aebe-4043-9709-341baf0f4d65" -d '{"events": [{"server_uuid": "514248cd-1266-4a30-a2ec-0b87f86d8f5b", "name": "network-vif-deleted", "tag": "9b7db51d-fd89-45c0-8f2e-8ffa246485e0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:51.214179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca84c58-07d2-4e51-8e6a-82c272329427 None None] Pushing event updated for resources: {'Port': ['ID=215bbbab-8166-4ca8-b910-d1607873c7c5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:51.251668 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcc92-d9ce-4c73-afec-f5f97980de47 admin admin] Publish callbacks [] for security_group (6fe3d752-33e3-4783-889b-b1eb3b59b07c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.260933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d9fcc92-d9ce-4c73-afec-f5f97980de47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6fe3d752-33e3-4783-889b-b1eb3b59b07c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.405377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-bff8c4f6-903b-4e74-8719-646e8acfec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:51.406925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-bff8c4f6-903b-4e74-8719-646e8acfec04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 200 len: 907 time: 0.4696729 Feb 09 02:29:51.407052 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d9fcc92-d9ce-4c73-afec-f5f97980de47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=709fe43a0c4840d0888386ec4b6707c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7537034 Feb 09 02:29:51.407444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45814) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:51.412301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fcc92-d9ce-4c73-afec-f5f97980de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe3d752-33e3-4783-889b-b1eb3b59b07c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:51.423511 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b98461-8a6f-462d-8383-c239689b0815 x-openstack-request-id: req-c4b98461-8a6f-462d-8383-c239689b0815 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:51.423624 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514248cd-1266-4a30-a2ec-0b87f86d8f5b", "name": "network-vif-deleted", "tag": "9b7db51d-fd89-45c0-8f2e-8ffa246485e0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:51.423841 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4b98461-8a6f-462d-8383-c239689b0815 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:51.424261 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514248cd-1266-4a30-a2ec-0b87f86d8f5b', 'name': 'network-vif-deleted', 'tag': '9b7db51d-fd89-45c0-8f2e-8ffa246485e0', 'status': 'completed', 'code': 200} Feb 09 02:29:51.723224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-c7242435-d8a1-4b8b-86e3-5bf35a662c36 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2038cb1d-cd9a-44f7-8720-92e53f7c31c9 HTTP/1.1" status: 200 len: 217 time: 0.1629319 Feb 09 02:29:51.941252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 215bbbab-8166-4ca8-b910-d1607873c7c5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:51.957580 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07595c4f-d2b5-412e-85fa-8e3d0f5f3663 admin admin] Publish callbacks [] for security_group (6fe3d752-33e3-4783-889b-b1eb3b59b07c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:51.987811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port e3a5cbfb-4a1a-4383-a9d7-c0707b93545e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:51.989863 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e3a5cbfb-4a1a-4383-a9d7-c0707b93545e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.071487 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-2245221c-9a6d-4950-ba43-88c504e277da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:52.074405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-2245221c-9a6d-4950-ba43-88c504e277da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 200 len: 846 time: 0.3254690 Feb 09 02:29:52.148625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 215bbbab-8166-4ca8-b910-d1607873c7c5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:52.149369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.163121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07595c4f-d2b5-412e-85fa-8e3d0f5f3663 admin admin] Publish callbacks [] for security_group (6fe3d752-33e3-4783-889b-b1eb3b59b07c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.348136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-44424650-73e2-4267-be96-defc15fdf10a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=882c9a08-1083-437d-9f12-f4e84922da1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802762 Feb 09 02:29:52.368919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 215bbbab-8166-4ca8-b910-d1607873c7c5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:52.369321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.448168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 215bbbab-8166-4ca8-b910-d1607873c7c5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=215bbbab-8166-4ca8-b910-d1607873c7c5,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:52.472839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:52.552216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=215bbbab-8166-4ca8-b910-d1607873c7c5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:52.905105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8786b-2a41-44dc-850d-d00e9a6cda8a req-733e7c62-ba74-43af-826a-d6babf5c3240 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:52.920568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb8786b-2a41-44dc-850d-d00e9a6cda8a req-733e7c62-ba74-43af-826a-d6babf5c3240 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 943 time: 1.0345125 Feb 09 02:29:53.111455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e3a5cbfb-4a1a-4383-a9d7-c0707b93545e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.119523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-a51d0864-5ad9-4e1a-b7db-40f600b9bcf4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7484915 Feb 09 02:29:53.164353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1a298658-2c75-4206-b669-7bea93ff188f None None] Provisioning complete for port 215bbbab-8166-4ca8-b910-d1607873c7c5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:53.164847 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a298658-2c75-4206-b669-7bea93ff188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.199323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07595c4f-d2b5-412e-85fa-8e3d0f5f3663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6fe3d752-33e3-4783-889b-b1eb3b59b07c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.207242 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07595c4f-d2b5-412e-85fa-8e3d0f5f3663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.226694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07595c4f-d2b5-412e-85fa-8e3d0f5f3663 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fe3d752-33e3-4783-889b-b1eb3b59b07c HTTP/1.1" status: 204 len: 168 time: 1.7955139 Feb 09 02:29:53.329039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for e3a5cbfb-4a1a-4383-a9d7-c0707b93545e owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:53.488261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1a298658-2c75-4206-b669-7bea93ff188f None None] Current status of the port 215bbbab-8166-4ca8-b910-d1607873c7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:53.497172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fcc21334-30e1-4e67-a5c9-b9fc851b7aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.621234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-817dcb8d-9f09-4cb0-ae28-56fdb51c4c0e None None] Provisioning complete for port e3a5cbfb-4a1a-4383-a9d7-c0707b93545e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:53.621619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-817dcb8d-9f09-4cb0-ae28-56fdb51c4c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e3a5cbfb-4a1a-4383-a9d7-c0707b93545e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.775364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-12caed13-1add-4e68-9274-a36048a9d097 service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3697369 Feb 09 02:29:53.779861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb8786b-2a41-44dc-850d-d00e9a6cda8a req-8f894a8b-2024-4d1b-ae27-19d52dfcfddb tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568325 Feb 09 02:29:53.781596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 215bbbab-8166-4ca8-b910-d1607873c7c5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:53.784225 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e3a5cbfb-4a1a-4383-a9d7-c0707b93545e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:53.791677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-817dcb8d-9f09-4cb0-ae28-56fdb51c4c0e None None] Port e3a5cbfb-4a1a-4383-a9d7-c0707b93545e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:29:53.859244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=e3a5cbfb-4a1a-4383-a9d7-c0707b93545e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:53.861602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07595c4f-d2b5-412e-85fa-8e3d0f5f3663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe3d752-33e3-4783-889b-b1eb3b59b07c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:53.993731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-95e8b639-8a49-4c75-aafb-9b8dd435cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:53.995977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-95e8b639-8a49-4c75-aafb-9b8dd435cdfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 1129 time: 0.8273818 Feb 09 02:29:54.012419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 215bbbab-8166-4ca8-b910-d1607873c7c5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:54.012811 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.080065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.088742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2dc2e395-1881-4505-81a8-aa21a09d2391 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e3a5cbfb-4a1a-4383-a9d7-c0707b93545e HTTP/1.1" status: 204 len: 168 time: 2.9810262 Feb 09 02:29:54.090037 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:54.273527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 215bbbab-8166-4ca8-b910-d1607873c7c5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:54.287357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699892f-94f6-4a2b-b028-8d679b1fe73a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:54.297711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699892f-94f6-4a2b-b028-8d679b1fe73a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:54.306068 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f699892f-94f6-4a2b-b028-8d679b1fe73a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2153432 Feb 09 02:29:54.308781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:54.405763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-39d2f40a-d4a5-45b4-acab-4f99d9b60d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:54.410334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-39d2f40a-d4a5-45b4-acab-4f99d9b60d45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.3230507 Feb 09 02:29:54.509027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-8d3b1fe6-29ab-41b4-a089-3292cd4777d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922d2253-7477-4a06-b0a4-baedb2c47257 HTTP/1.1" status: 200 len: 217 time: 0.0658305 Feb 09 02:29:54.512609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e628eed8-9bc2-4a22-aefd-93e2bf1e0618 req-2ca79355-fbc7-44f6-9aa1-8cf427c1a16b service neutron] 10.222.0.82 "GET /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262411 Feb 09 02:29:54.518738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet f4e5e8fd-cae1-453c-8554-815f69e19f94 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:54.523880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (f4e5e8fd-cae1-453c-8554-815f69e19f94), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.635816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (f4e5e8fd-cae1-453c-8554-815f69e19f94), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:54.668975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-4de4d76d-da95-4ea2-86a7-0f91befd732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:54.670543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-4de4d76d-da95-4ea2-86a7-0f91befd732e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.1371095 Feb 09 02:29:54.781324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-9c612412-f199-4592-b66e-4d0304be14a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772383 Feb 09 02:29:54.877920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f4e5e8fd-cae1-453c-8554-815f69e19f94), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.002491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (f4e5e8fd-cae1-453c-8554-815f69e19f94), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.102821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e5e8fd-cae1-453c-8554-815f69e19f94,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:55.117460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41ab0b8-8c3e-441e-b384-a83caac59acf None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:55.126673 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.146359 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-914ec219-1e6c-41f6-af2a-462c102a0579 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/f4e5e8fd-cae1-453c-8554-815f69e19f94 HTTP/1.1" status: 204 len: 168 time: 0.8348329 Feb 09 02:29:55.149270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.179172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b61ab7-f6af-4947-be92-7d1850e20e08 req-307cbcc9-d602-4c9d-b36d-bc0d0ed10743 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:55.187334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7b61ab7-f6af-4947-be92-7d1850e20e08 req-307cbcc9-d602-4c9d-b36d-bc0d0ed10743 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 943 time: 0.2477138 Feb 09 02:29:55.192153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-54a310fd-b32c-438f-a530-e89313cddda4 service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100685 Feb 09 02:29:55.275142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:29:55.311823 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7710d298-48e4-47af-9de9-ac474e998635 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595664 Feb 09 02:29:55.313873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:55.332275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:55.598205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:55.601825 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.811725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:29:55.850042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:55.903241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-18501c8a-72f2-446e-9fcd-a7b50f3dc111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:55.950656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9', 'network_id': '882c9a08-1083-437d-9f12-f4e84922da1f', 'port_id': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9', 'mac_address': 'fa:16:3e:db:e8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01db0fe3-a245-49cf-bb9e-a60eedde4675', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:29:56.189258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41ae3eb0-da4c-4a62-ba9a-58d9e4b5af2c req-c3019d84-a477-408f-875e-880fbb569ea8 service neutron] 10.222.0.72 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9707391 Feb 09 02:29:56.217784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:56.220880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7b61ab7-f6af-4947-be92-7d1850e20e08 req-ba9f9376-b36c-41e1-a7c8-da8f124c04f2 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0234306 Feb 09 02:29:56.223310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.291546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] Deleting port 215bbbab-8166-4ca8-b910-d1607873c7c5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:56.292129 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.412374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:29:56.441920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:56.455898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.546278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c47459ce-6363-42d0-8962-7bed646c7d27), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.603995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] For port 215bbbab-8166-4ca8-b910-d1607873c7c5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=215bbbab-8166-4ca8-b910-d1607873c7c5,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:56.608679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.664512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=c47459ce-6363-42d0-8962-7bed646c7d27,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:56.681934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] Calling delete_port for 215bbbab-8166-4ca8-b910-d1607873c7c5 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:56.716517 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:56.720432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:56.726517 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:56.728704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:56.765418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46070) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:56.770828 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-02a76fc9-2850-475a-8cff-df0626971981 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4524226 Feb 09 02:29:56.772489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'name': 'tempest-NetworksTestDHCPv6-1127633824'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:29:56.776754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:56.858906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['2038cb1d-cd9a-44f7-8720-92e53f7c31c9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:29:56.998898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:29:57.004543 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.041234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port c392204b-a325-4e0d-8a11-0895c8f40ce5 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:29:57.117566 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.160192 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (215bbbab-8166-4ca8-b910-d1607873c7c5), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.222717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] Pushing event deleted for resources: {'Port': ['ID=215bbbab-8166-4ca8-b910-d1607873c7c5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:57.243459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc681ba-cb33-4786-bf36-bd878963e93e None None] No DVR routers for this DVR port 215bbbab-8166-4ca8-b910-d1607873c7c5 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:29:57.270485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6453b451-d1d2-43b2-8c9b-756859024d95 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:29:57.396869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::19d (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/c47459ce-6363-42d0-8962-7bed646c7d27/c392204b-a325-4e0d-8a11-0895c8f40ce5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:57.427823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'c47459ce-6363-42d0-8962-7bed646c7d27'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:29:57.428485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:57.626524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102d6c9-532d-4cd0-97b7-8c4e0013571e req-d7314529-8e8c-4fb5-9e00-f6509c291072 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:57.628984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1102d6c9-532d-4cd0-97b7-8c4e0013571e req-d7314529-8e8c-4fb5-9e00-f6509c291072 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 944 time: 0.2272906 Feb 09 02:29:57.748288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 215bbbab-8166-4ca8-b910-d1607873c7c5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:29:57.773759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 215bbbab-8166-4ca8-b910-d1607873c7c5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:29:57.774209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 215bbbab-8166-4ca8-b910-d1607873c7c5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:29:57.831103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1102d6c9-532d-4cd0-97b7-8c4e0013571e req-323b0793-3b98-4c77-896a-a149ce28325a tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937461 Feb 09 02:29:57.931064 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (c392204b-a325-4e0d-8a11-0895c8f40ce5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.008670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c392204b-a325-4e0d-8a11-0895c8f40ce5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.061429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:58.064956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:58.069201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:58.074655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:58.075373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.081709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/c47459ce-6363-42d0-8962-7bed646c7d27/dd98c62a-6450-4b23-a846-86bb603a6c51) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:29:58.099778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=c392204b-a325-4e0d-8a11-0895c8f40ce5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:58.110996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bde0c208-b806-4728-b65c-f099498a3e11 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3438411 Feb 09 02:29:58.113391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46106) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:58.256969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc17e6-ef4b-43f6-ad23-0e773702735b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:58.257219 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.265544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:58.266118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ffdc17e6-ef4b-43f6-ad23-0e773702735b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1481338 Feb 09 02:29:58.392943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Publish callbacks [] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.412902 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.480489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:29:58.488047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:29:58.488852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port c392204b-a325-4e0d-8a11-0895c8f40ce5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:29:58.489207 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c392204b-a325-4e0d-8a11-0895c8f40ce5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.495678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:29:58.548956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Pushing event updated for resources: {'Port': ['ID=dd98c62a-6450-4b23-a846-86bb603a6c51,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:58.593373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Attempting to bind port dd98c62a-6450-4b23-a846-86bb603a6c51 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:29:58.594036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Attempting to bind port dd98c62a-6450-4b23-a846-86bb603a6c51 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:29:58.594597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Attempting to bind port dd98c62a-6450-4b23-a846-86bb603a6c51 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:29:58.601439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:29:58.602080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:29:58.602852 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.603481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:29:58.604123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Bound port: dd98c62a-6450-4b23-a846-86bb603a6c51, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:29:58.604679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.608417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c392204b-a325-4e0d-8a11-0895c8f40ce5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.628546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for c392204b-a325-4e0d-8a11-0895c8f40ce5 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:29:58.715441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] For port dd98c62a-6450-4b23-a846-86bb603a6c51, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:29:58.722383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] For port dd98c62a-6450-4b23-a846-86bb603a6c51, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dd98c62a-6450-4b23-a846-86bb603a6c51,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:29:58.739925 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.859972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f252a-bb0e-4b8b-9e2a-1f3c56cf88e5 None None] Pushing event updated for resources: {'Port': ['ID=dd98c62a-6450-4b23-a846-86bb603a6c51,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:58.881758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c392204b-a325-4e0d-8a11-0895c8f40ce5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:58.971175 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=c392204b-a325-4e0d-8a11-0895c8f40ce5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:29:59.051625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.066140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c5deff7-1268-4500-add0-43ec8f5fe35b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/c392204b-a325-4e0d-8a11-0895c8f40ce5 HTTP/1.1" status: 204 len: 168 time: 0.7984314 Feb 09 02:29:59.069913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:59.189339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b17bd-f184-471d-8103-cbcf646ad4a5 req-0651be98-aa58-4254-8c47-0e126a82b208 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.194081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f24b17bd-f184-471d-8103-cbcf646ad4a5 req-0651be98-aa58-4254-8c47-0e126a82b208 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 944 time: 0.1642749 Feb 09 02:29:59.245691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec34535-2745-4a02-b4df-e063b4bcd0e4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.247191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec34535-2745-4a02-b4df-e063b4bcd0e4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:29:59.253573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:29:59.254732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46146) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:29:59.260522 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dec34535-2745-4a02-b4df-e063b4bcd0e4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1880372 Feb 09 02:29:59.327141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet c47459ce-6363-42d0-8962-7bed646c7d27 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:29:59.338552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (c47459ce-6363-42d0-8962-7bed646c7d27), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.383517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:29:59.393412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:29:59.394482 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.492216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f24b17bd-f184-471d-8103-cbcf646ad4a5 req-b0e55579-4f9f-4298-aaa7-8d91a2b2473e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907898 Feb 09 02:29:59.527056 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (c47459ce-6363-42d0-8962-7bed646c7d27), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.602621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:29:59.603224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.694982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:29:59.699278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:29:59.706524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c47459ce-6363-42d0-8962-7bed646c7d27), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.707154 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81059bfc-df48-4be3-8825-0991d48972a1" -d '{"events": [{"server_uuid": "0237bd23-52e9-490c-a83e-0d2ddaff2b93", "name": "network-vif-plugged", "status": "completed", "tag": "2038cb1d-cd9a-44f7-8720-92e53f7c31c9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:29:59.713756 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.849103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (c47459ce-6363-42d0-8962-7bed646c7d27), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.850001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:59.855004 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d1e6a-2021-4ef1-96dc-4b7b809ae332 x-openstack-request-id: req-685d1e6a-2021-4ef1-96dc-4b7b809ae332 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:29:59.855323 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237bd23-52e9-490c-a83e-0d2ddaff2b93", "name": "network-vif-plugged", "status": "completed", "tag": "2038cb1d-cd9a-44f7-8720-92e53f7c31c9", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:29:59.855588 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-685d1e6a-2021-4ef1-96dc-4b7b809ae332 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:29:59.856023 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9', 'code': 200} Feb 09 02:29:59.903387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:00.000772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dd98c62a-6450-4b23-a846-86bb603a6c51 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:00.008063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:00.011503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/c47459ce-6363-42d0-8962-7bed646c7d27 HTTP/1.1" status: 204 len: 168 time: 0.7554266 Feb 09 02:30:00.016345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:00.031875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ecbe-7737-4d8d-b36a-470a02b8c7b3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=c47459ce-6363-42d0-8962-7bed646c7d27,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:00.097469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c190d-eb4e-4e67-a09e-73ec9083ac2c req-370c4712-e352-4ab6-a7c8-f97680a37535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.099034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-553c190d-eb4e-4e67-a09e-73ec9083ac2c req-370c4712-e352-4ab6-a7c8-f97680a37535 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 1128 time: 0.1177990 Feb 09 02:30:00.132735 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1479353f-c3b6-46ab-ac8a-5b7fccecb300 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142383 Feb 09 02:30:00.140786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46180) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:00.188862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port dd98c62a-6450-4b23-a846-86bb603a6c51 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:00.200220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:00.284501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-553c190d-eb4e-4e67-a09e-73ec9083ac2c req-c18141a7-47fa-45be-8eb4-5d48d1d57246 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780255 Feb 09 02:30:00.318399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a0a29-9334-4c82-a3cc-d62c496cec1d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.332037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-370a0a29-9334-4c82-a3cc-d62c496cec1d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1743028 Feb 09 02:30:00.335310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46190) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:00.464806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6051dd8-d573-4a35-88e6-43dcd5090e73 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.467031 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e6051dd8-d573-4a35-88e6-43dcd5090e73 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300659 Feb 09 02:30:00.469662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46192) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:00.483126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dd98c62a-6450-4b23-a846-86bb603a6c51 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:00.484606 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:00.568989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port dd98c62a-6450-4b23-a846-86bb603a6c51, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dd98c62a-6450-4b23-a846-86bb603a6c51,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:00.577817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:00.668844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-03d5e48b-2c23-49a4-8efb-cb2634b6824b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1980147 Feb 09 02:30:00.673733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:00.679071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:00.758223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=dd98c62a-6450-4b23-a846-86bb603a6c51,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:00.811056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09f9ba-d610-40b9-b12f-330983ffe9a9 req-b20a53dc-b326-4119-b259-c4804fc25225 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:00.824986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f09f9ba-d610-40b9-b12f-330983ffe9a9 req-b20a53dc-b326-4119-b259-c4804fc25225 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.1586490 Feb 09 02:30:00.919685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e02acb7-b582-4f44-b9f1-a4e302124fd0 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:01.029347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f09f9ba-d610-40b9-b12f-330983ffe9a9 req-4215d921-5568-4f93-992f-6cd36cf8b305 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955888 Feb 09 02:30:01.036941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:01.045549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:01.227501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4e462798-abd8-42f1-b914-de67251dd75a None None] Provisioning complete for port dd98c62a-6450-4b23-a846-86bb603a6c51 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:01.227882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e462798-abd8-42f1-b914-de67251dd75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:01.471304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:30:01.593386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (d13348f0-fa70-4aad-8456-e4dc92fb66c8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:01.798368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:01.811270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=d13348f0-fa70-4aad-8456-e4dc92fb66c8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:01.845009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:01.855171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:01.856056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:01.866822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.872203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.873270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.874007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.875091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.875605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.876104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.876770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.878193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.879368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.884497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.885083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.885580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:01.936731 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-623c552d-db50-4a89-b634-41122e743647 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2615585 Feb 09 02:30:01.937709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device dd98c62a-6450-4b23-a846-86bb603a6c51 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:01.939460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:01.946101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': 'd13348f0-fa70-4aad-8456-e4dc92fb66c8', 'ip_address': '2001:db8::df1:50da:ea80:366f'}], 'name': 'tempest-NetworksTestDHCPv6-1879774161'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:02.051997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4e462798-abd8-42f1-b914-de67251dd75a None None] Current status of the port dd98c62a-6450-4b23-a846-86bb603a6c51 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:02.173234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] Deleting port dd98c62a-6450-4b23-a846-86bb603a6c51 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:02.173385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:02.296088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port dd98c62a-6450-4b23-a846-86bb603a6c51 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:02.296510 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:02.331502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d39009-c3ef-4e62-92ab-c49179e924b2 req-7b0490d0-a31b-4c73-a18e-5085400167d3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:02.334927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41d39009-c3ef-4e62-92ab-c49179e924b2 req-7b0490d0-a31b-4c73-a18e-5085400167d3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.1623693 Feb 09 02:30:02.359171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:02.384584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port dd98c62a-6450-4b23-a846-86bb603a6c51, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dd98c62a-6450-4b23-a846-86bb603a6c51,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:02.396583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:02.426123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] For port dd98c62a-6450-4b23-a846-86bb603a6c51, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=dd98c62a-6450-4b23-a846-86bb603a6c51,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:02.426767 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:02.464325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] Calling delete_port for dd98c62a-6450-4b23-a846-86bb603a6c51 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:02.473714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:02.523293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41d39009-c3ef-4e62-92ab-c49179e924b2 req-d51ae70f-58bb-4d7c-86e7-e715e9779e95 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812515 Feb 09 02:30:02.618421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:02.654706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=dd98c62a-6450-4b23-a846-86bb603a6c51,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:02.684674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 563343a0-c779-4616-95b0-3f37fbaf90bb yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:30:02.689583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0208e813-6e62-4cdd-967b-f1d98f83c9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:02.771575 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (dd98c62a-6450-4b23-a846-86bb603a6c51), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:02.853587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] Pushing event deleted for resources: {'Port': ['ID=dd98c62a-6450-4b23-a846-86bb603a6c51,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:02.878980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2051e6-d2c9-4771-8a43-3773f07d1ebc None None] No DVR routers for this DVR port dd98c62a-6450-4b23-a846-86bb603a6c51 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:02.907499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b1baf-8068-4cc8-b26b-89d3e93b028b None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:02.922275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0208e813-6e62-4cdd-967b-f1d98f83c9ec admin admin] Publish callbacks [] for security_group (a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.010373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0208e813-6e62-4cdd-967b-f1d98f83c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.084558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0208e813-6e62-4cdd-967b-f1d98f83c9ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d2c75c7aa4a4a6eabe8a255f72866a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6096258 Feb 09 02:30:03.085544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46262) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:03.170511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::df1:50da:ea80:366f (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/d13348f0-fa70-4aad-8456-e4dc92fb66c8/563343a0-c779-4616-95b0-3f37fbaf90bb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:03.185552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'd13348f0-fa70-4aad-8456-e4dc92fb66c8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:03.186886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.277344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04a3ece5-b630-4028-8b0d-74c31b977ed2 admin admin] Publish callbacks [] for security_group (a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.311530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04a3ece5-b630-4028-8b0d-74c31b977ed2 admin admin] Publish callbacks [] for security_group (a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.386531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e57b5d-c38a-4e8c-ab37-99b876a17c18 req-07db9b3b-06cb-43fe-9d46-7b56e8657cc1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:03.388632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8e57b5d-c38a-4e8c-ab37-99b876a17c18 req-07db9b3b-06cb-43fe-9d46-7b56e8657cc1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.4599080 Feb 09 02:30:03.389651 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04a3ece5-b630-4028-8b0d-74c31b977ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.392522 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04a3ece5-b630-4028-8b0d-74c31b977ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.396769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-04a3ece5-b630-4028-8b0d-74c31b977ed2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e HTTP/1.1" status: 204 len: 168 time: 0.3054430 Feb 09 02:30:03.405112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208e813-6e62-4cdd-967b-f1d98f83c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:03.433012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3ece5-b630-4028-8b0d-74c31b977ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95ccc2e-3ad0-4a71-b6d7-0dea5075ee2e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:03.524249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8e57b5d-c38a-4e8c-ab37-99b876a17c18 req-5ad13ad7-da0f-46a0-8374-b410f99d5c19 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261334 Feb 09 02:30:03.578923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (563343a0-c779-4616-95b0-3f37fbaf90bb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.695817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (563343a0-c779-4616-95b0-3f37fbaf90bb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.856270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=563343a0-c779-4616-95b0-3f37fbaf90bb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:03.884712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a031-406d-410c-a274-959fe2d34f54 req-44f51f8d-4025-4766-9d18-463bf6b74ad9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:03.898096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd34a031-406d-410c-a274-959fe2d34f54 req-44f51f8d-4025-4766-9d18-463bf6b74ad9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.2404480 Feb 09 02:30:03.898790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/d13348f0-fa70-4aad-8456-e4dc92fb66c8/8ee29fec-bb85-4082-8dce-c53c71433373) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:03.908252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:03.911815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:03.916838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:03.928348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:03.930434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:03.969675 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-104e8d6f-e8b8-4ec3-8348-bddcb269c6d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0257459 Feb 09 02:30:03.972914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:04.077637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd34a031-406d-410c-a274-959fe2d34f54 req-f2198b50-b1a3-44b7-960a-84f07571057f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708126 Feb 09 02:30:04.163209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613ac78-927f-4870-9075-a38b5827fbae tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:04.166129 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1613ac78-927f-4870-9075-a38b5827fbae tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1884308 Feb 09 02:30:04.166328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46294) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:04.169139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:04.198201 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Publish callbacks [] for port (8ee29fec-bb85-4082-8dce-c53c71433373), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.205720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173f8f86-68f0-4c91-ab79-473dc10835b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.213217 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.381053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:04.385998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:04.415681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:04.456193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 563343a0-c779-4616-95b0-3f37fbaf90bb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:04.457302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (563343a0-c779-4616-95b0-3f37fbaf90bb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.475077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Pushing event updated for resources: {'Port': ['ID=8ee29fec-bb85-4082-8dce-c53c71433373,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:04.535296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173f8f86-68f0-4c91-ab79-473dc10835b0 admin admin] Publish callbacks [] for security_group (6f912dc3-7311-461d-bad1-b54d9633ba7b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.574028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Attempting to bind port 8ee29fec-bb85-4082-8dce-c53c71433373 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:04.574401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Attempting to bind port 8ee29fec-bb85-4082-8dce-c53c71433373 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:04.574801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Attempting to bind port 8ee29fec-bb85-4082-8dce-c53c71433373 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:04.601672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:04.602132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:04.602481 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.602892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:04.603375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Bound port: 8ee29fec-bb85-4082-8dce-c53c71433373, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:04.603761 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.646716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-173f8f86-68f0-4c91-ab79-473dc10835b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6f912dc3-7311-461d-bad1-b54d9633ba7b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.687060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (563343a0-c779-4616-95b0-3f37fbaf90bb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.703447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f8f86-68f0-4c91-ab79-473dc10835b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f912dc3-7311-461d-bad1-b54d9633ba7b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:04.727668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 563343a0-c779-4616-95b0-3f37fbaf90bb owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:04.776706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-173f8f86-68f0-4c91-ab79-473dc10835b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f5299522fe04dcc914137d59404a9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6067705 Feb 09 02:30:04.776922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] For port 8ee29fec-bb85-4082-8dce-c53c71433373, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:04.780790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] For port 8ee29fec-bb85-4082-8dce-c53c71433373, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8ee29fec-bb85-4082-8dce-c53c71433373,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:04.782769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46306) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:04.792379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c7b11-a62b-407b-86db-a8092d9267d1 req-e8bd4645-e765-4d1c-bc2d-b1359ad02129 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:04.794496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e03c7b11-a62b-407b-86db-a8092d9267d1 req-e8bd4645-e765-4d1c-bc2d-b1359ad02129 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.2943854 Feb 09 02:30:04.797565 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:04.929471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97640fb4-be38-4e05-bd5f-7c106d18c030 None None] Pushing event updated for resources: {'Port': ['ID=8ee29fec-bb85-4082-8dce-c53c71433373,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:05.058395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e03c7b11-a62b-407b-86db-a8092d9267d1 req-d8a33e5d-1ccc-468d-a5dc-f362de761053 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672125 Feb 09 02:30:05.065717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31bf356a-39f6-4d56-b987-7409353aebf7 admin admin] Publish callbacks [] for security_group (6f912dc3-7311-461d-bad1-b54d9633ba7b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.116332 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31bf356a-39f6-4d56-b987-7409353aebf7 admin admin] Publish callbacks [] for security_group (6f912dc3-7311-461d-bad1-b54d9633ba7b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.143931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (563343a0-c779-4616-95b0-3f37fbaf90bb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.229361 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31bf356a-39f6-4d56-b987-7409353aebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6f912dc3-7311-461d-bad1-b54d9633ba7b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.233125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31bf356a-39f6-4d56-b987-7409353aebf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.234435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-31bf356a-39f6-4d56-b987-7409353aebf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f912dc3-7311-461d-bad1-b54d9633ba7b HTTP/1.1" status: 204 len: 168 time: 0.4387069 Feb 09 02:30:05.251999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf356a-39f6-4d56-b987-7409353aebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f912dc3-7311-461d-bad1-b54d9633ba7b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:05.256585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=563343a0-c779-4616-95b0-3f37fbaf90bb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:05.308421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.313600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-03d8a687-cd45-4f69-9de7-ae454be91124 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/563343a0-c779-4616-95b0-3f37fbaf90bb HTTP/1.1" status: 204 len: 168 time: 1.1385055 Feb 09 02:30:05.318410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46312) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:05.561249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a441e-4a99-4cf5-a8e2-3377c18c3170 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:05.562643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a441e-4a99-4cf5-a8e2-3377c18c3170 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:05.573858 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a5a441e-4a99-4cf5-a8e2-3377c18c3170 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2531178 Feb 09 02:30:05.578496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46320) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:05.755181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet d13348f0-fa70-4aad-8456-e4dc92fb66c8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:30:05.764695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (d13348f0-fa70-4aad-8456-e4dc92fb66c8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.826357 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d13348f0-fa70-4aad-8456-e4dc92fb66c8), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:05.870894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8ee29fec-bb85-4082-8dce-c53c71433373 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:05.970580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8ee29fec-bb85-4082-8dce-c53c71433373 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:05.970972 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:06.063750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d13348f0-fa70-4aad-8456-e4dc92fb66c8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:06.172512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8ee29fec-bb85-4082-8dce-c53c71433373 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:06.172512 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:06.209904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d13348f0-fa70-4aad-8456-e4dc92fb66c8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:06.303640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=d13348f0-fa70-4aad-8456-e4dc92fb66c8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:06.310770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:06.314889 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd8f85a0-2b04-42aa-a55d-830b510e84c5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/d13348f0-fa70-4aad-8456-e4dc92fb66c8 HTTP/1.1" status: 204 len: 168 time: 0.7348080 Feb 09 02:30:06.317333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:06.371414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:30:06.371880 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:30:06.400437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a1b5056-de15-45cc-b129-900999f144ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819817 Feb 09 02:30:06.404153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:06.415487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:06.422517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa0cff-e981-4857-8e12-429932d82b4d req-8cdd7f54-5ad8-4e73-b660-4e368b86cfcc tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:06.431379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0aa0cff-e981-4857-8e12-429932d82b4d req-8cdd7f54-5ad8-4e73-b660-4e368b86cfcc tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.1765349 Feb 09 02:30:06.597496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0aa0cff-e981-4857-8e12-429932d82b4d req-904b2b0b-3f0f-4e7b-8767-c1715456887d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607914 Feb 09 02:30:06.618839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:06.618839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:06.973784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8ee29fec-bb85-4082-8dce-c53c71433373 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:06.974338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:07.035952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8ee29fec-bb85-4082-8dce-c53c71433373, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8ee29fec-bb85-4082-8dce-c53c71433373,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:07.040350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35cb434-4585-4b95-9c0c-a9acd0e303b0 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:07.115682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (d82a6155-3314-4c18-bb46-225682629b1d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:07.242093 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:07.258665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:07.305123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:07.320508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:07.320840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:07.362259 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9567680 Feb 09 02:30:07.363439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9e0b-49b9-4c4d-9593-611968e0b0e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=d82a6155-3314-4c18-bb46-225682629b1d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:07.379225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:07.392955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8ee29fec-bb85-4082-8dce-c53c71433373,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:07.398167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': 'd82a6155-3314-4c18-bb46-225682629b1d', 'ip_address': '2001:db8::2f0a:6b10:f44:7002'}], 'name': 'tempest-NetworksTestDHCPv6-1844777630'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:07.423067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d9168265-f162-4613-9f27-0524f666b916 None None] Provisioning complete for port 8ee29fec-bb85-4082-8dce-c53c71433373 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:07.423802 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9168265-f162-4613-9f27-0524f666b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:07.773924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d9168265-f162-4613-9f27-0524f666b916 None None] Current status of the port 8ee29fec-bb85-4082-8dce-c53c71433373 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:07.782533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:07.783341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:30:07.910553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27416a-5da3-45b8-a39d-388fda6970d3 req-5be58948-b19d-4c7a-aaeb-f4be3042386e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:07.914871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c27416a-5da3-45b8-a39d-388fda6970d3 req-5be58948-b19d-4c7a-aaeb-f4be3042386e tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.1228807 Feb 09 02:30:07.934597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8ee29fec-bb85-4082-8dce-c53c71433373 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:07.984205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.055861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c27416a-5da3-45b8-a39d-388fda6970d3 req-f2748c4f-0c33-47a6-acc8-7d6c5bc5cc2c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309264 Feb 09 02:30:08.063281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 7c4821c5-517a-4b5f-8b34-90c6aa13ec48 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:30:08.149448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] Deleting port 8ee29fec-bb85-4082-8dce-c53c71433373 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:08.150117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.428199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] For port 8ee29fec-bb85-4082-8dce-c53c71433373, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8ee29fec-bb85-4082-8dce-c53c71433373,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:08.428621 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.492971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] Calling delete_port for 8ee29fec-bb85-4082-8dce-c53c71433373 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:08.614310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::2f0a:6b10:f44:7002 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/d82a6155-3314-4c18-bb46-225682629b1d/7c4821c5-517a-4b5f-8b34-90c6aa13ec48) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:08.676442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8ee29fec-bb85-4082-8dce-c53c71433373 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:08.677180 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.789405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8ee29fec-bb85-4082-8dce-c53c71433373, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8ee29fec-bb85-4082-8dce-c53c71433373,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:08.798802 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.946849 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (8ee29fec-bb85-4082-8dce-c53c71433373), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:08.960667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8ee29fec-bb85-4082-8dce-c53c71433373,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:08.979393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] No DVR routers for this DVR port 8ee29fec-bb85-4082-8dce-c53c71433373 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:08.992854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (7c4821c5-517a-4b5f-8b34-90c6aa13ec48), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:09.004818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1da12-e8eb-49b3-97ba-e59ddeb11acc None None] Pushing event deleted for resources: {'Port': ['ID=8ee29fec-bb85-4082-8dce-c53c71433373,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:09.029129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28433e9-63f5-47c1-a4a2-9aa4352eda93 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:09.115974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7c4821c5-517a-4b5f-8b34-90c6aa13ec48), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:09.168732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:09.168732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:09.171258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:09.193005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:09.194195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:09.290622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9095819 Feb 09 02:30:09.294905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46404) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:09.345393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'd82a6155-3314-4c18-bb46-225682629b1d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:09.348453 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:09.386965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37948c46-81c4-4691-b30a-d3d7326f47c8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=7c4821c5-517a-4b5f-8b34-90c6aa13ec48,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:09.562549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340c0d1-fd34-477a-a241-4d1d52410894 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:09.568078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f340c0d1-fd34-477a-a241-4d1d52410894 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2715347 Feb 09 02:30:09.570433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:09.609336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4399edc-49d6-42e3-910b-30c92dae8a34 req-8c37814c-728b-410b-82d9-26681aa14a7c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:09.611055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4399edc-49d6-42e3-910b-30c92dae8a34 req-8c37814c-728b-410b-82d9-26681aa14a7c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.2499158 Feb 09 02:30:09.736046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d4399edc-49d6-42e3-910b-30c92dae8a34 req-c487bfe7-3a8c-4952-968e-7beb9d72418c tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170123 Feb 09 02:30:09.800386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 7c4821c5-517a-4b5f-8b34-90c6aa13ec48 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:09.801946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7c4821c5-517a-4b5f-8b34-90c6aa13ec48), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:09.804069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/d82a6155-3314-4c18-bb46-225682629b1d/da58a327-0c3c-4c39-aec3-4f932f05e14c) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:10.071492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7c4821c5-517a-4b5f-8b34-90c6aa13ec48), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.097921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 7c4821c5-517a-4b5f-8b34-90c6aa13ec48 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:10.163295 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Publish callbacks [] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.173336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.251031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:10.255404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:10.260923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:10.296522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Pushing event updated for resources: {'Port': ['ID=da58a327-0c3c-4c39-aec3-4f932f05e14c,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:10.361447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Attempting to bind port da58a327-0c3c-4c39-aec3-4f932f05e14c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:10.362046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Attempting to bind port da58a327-0c3c-4c39-aec3-4f932f05e14c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:10.363832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Attempting to bind port da58a327-0c3c-4c39-aec3-4f932f05e14c on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:10.380423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:10.382480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:10.384407 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.385409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:10.386700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Bound port: da58a327-0c3c-4c39-aec3-4f932f05e14c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:10.390529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.456048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7c4821c5-517a-4b5f-8b34-90c6aa13ec48), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.534127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=7c4821c5-517a-4b5f-8b34-90c6aa13ec48,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:10.589464 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.590485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1deac0a7-504c-424c-b847-58f590117399 None None] For port da58a327-0c3c-4c39-aec3-4f932f05e14c, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:10.604207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46450) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:10.606151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2cec1bf5-2620-414e-8c2f-5a277f2abbb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/7c4821c5-517a-4b5f-8b34-90c6aa13ec48 HTTP/1.1" status: 204 len: 168 time: 1.0319247 Feb 09 02:30:10.620574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1deac0a7-504c-424c-b847-58f590117399 None None] For port da58a327-0c3c-4c39-aec3-4f932f05e14c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=da58a327-0c3c-4c39-aec3-4f932f05e14c,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:10.636550 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:10.766915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:10.801635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deac0a7-504c-424c-b847-58f590117399 None None] Pushing event updated for resources: {'Port': ['ID=da58a327-0c3c-4c39-aec3-4f932f05e14c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:10.871628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5154e-e94f-4cf5-bf26-5c3c3a506254 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:10.874889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5154e-e94f-4cf5-bf26-5c3c3a506254 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:10.879352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-79f5154e-e94f-4cf5-bf26-5c3c3a506254 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2726743 Feb 09 02:30:10.880145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:11.034133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet d82a6155-3314-4c18-bb46-225682629b1d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:30:11.053182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (d82a6155-3314-4c18-bb46-225682629b1d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.070640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3189c-3e88-494c-b03a-43b4e6fd2499 req-f165fb80-f3c0-49c8-b25e-d9de791c5b52 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:11.075053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6e3189c-3e88-494c-b03a-43b4e6fd2499 req-f165fb80-f3c0-49c8-b25e-d9de791c5b52 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.1097136 Feb 09 02:30:11.158202 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d82a6155-3314-4c18-bb46-225682629b1d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.233117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6e3189c-3e88-494c-b03a-43b4e6fd2499 req-0f6ddf62-de3b-44d0-a19f-47cb59a13307 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488221 Feb 09 02:30:11.274884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0caa26b-9621-4435-9030-5703b43e631a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.419784 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0caa26b-9621-4435-9030-5703b43e631a admin admin] Publish callbacks [] for security_group (78e5f682-2ae2-4790-8fdc-d36513b0594b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.436748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0caa26b-9621-4435-9030-5703b43e631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (78e5f682-2ae2-4790-8fdc-d36513b0594b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.498972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46482) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:11.500095 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0caa26b-9621-4435-9030-5703b43e631a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e51731883fc047d6998d549568884c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7319889 Feb 09 02:30:11.568110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caa26b-9621-4435-9030-5703b43e631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5f682-2ae2-4790-8fdc-d36513b0594b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:11.608636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d82a6155-3314-4c18-bb46-225682629b1d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.608904 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-197886cc-08c2-414e-b9e8-3b68ef0f7791 admin admin] Publish callbacks [] for security_group (78e5f682-2ae2-4790-8fdc-d36513b0594b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.662098 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-197886cc-08c2-414e-b9e8-3b68ef0f7791 admin admin] Publish callbacks [] for security_group (78e5f682-2ae2-4790-8fdc-d36513b0594b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.704497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d82a6155-3314-4c18-bb46-225682629b1d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.749216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=d82a6155-3314-4c18-bb46-225682629b1d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:11.756185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.764207 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-820cf7ee-8845-4176-b0d1-1747b1432058 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/d82a6155-3314-4c18-bb46-225682629b1d HTTP/1.1" status: 204 len: 168 time: 0.8828082 Feb 09 02:30:11.764917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46484) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:11.801865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-197886cc-08c2-414e-b9e8-3b68ef0f7791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (78e5f682-2ae2-4790-8fdc-d36513b0594b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.804899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-197886cc-08c2-414e-b9e8-3b68ef0f7791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:11.806179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-197886cc-08c2-414e-b9e8-3b68ef0f7791 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78e5f682-2ae2-4790-8fdc-d36513b0594b HTTP/1.1" status: 204 len: 168 time: 0.3062057 Feb 09 02:30:11.852897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197886cc-08c2-414e-b9e8-3b68ef0f7791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5f682-2ae2-4790-8fdc-d36513b0594b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:11.920793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46490) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:11.920996 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-40d7df7b-6baf-4a1c-a761-9067f8154fb1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547942 Feb 09 02:30:11.928059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:11.940518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device da58a327-0c3c-4c39-aec3-4f932f05e14c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:12.088358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port da58a327-0c3c-4c39-aec3-4f932f05e14c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:12.091406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:12.183023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:12.192994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:12.462294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port da58a327-0c3c-4c39-aec3-4f932f05e14c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:12.463125 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:12.553108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port da58a327-0c3c-4c39-aec3-4f932f05e14c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=da58a327-0c3c-4c39-aec3-4f932f05e14c,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:12.564385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:12.750441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:12.775946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b57ef97-b886-4109-8ce2-3510c19c3b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:12.819380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=da58a327-0c3c-4c39-aec3-4f932f05e14c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:12.879722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442da135-8fef-429e-8c13-33f07e6a55aa req-e9d94429-3fe8-40c7-bda2-9e65deae793d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:12.891626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-442da135-8fef-429e-8c13-33f07e6a55aa req-e9d94429-3fe8-40c7-bda2-9e65deae793d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.2619021 Feb 09 02:30:13.005831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b57ef97-b886-4109-8ce2-3510c19c3b65 admin admin] Publish callbacks [] for security_group (30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.013901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b57ef97-b886-4109-8ce2-3510c19c3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.113406 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b57ef97-b886-4109-8ce2-3510c19c3b65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56b78e2244c34ca5874fb50ecb5294a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615220 Feb 09 02:30:13.114062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:13.125461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57ef97-b886-4109-8ce2-3510c19c3b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:13.194974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba92bb-9809-4365-96a1-1c9c3b0257aa None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:13.255184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa72e0a-eca7-4d93-84a8-96c9348c7f01 admin admin] Publish callbacks [] for security_group (30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.298267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-442da135-8fef-429e-8c13-33f07e6a55aa req-dee8bab5-c8d5-459d-af50-6ac1b8637045 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033387 Feb 09 02:30:13.371656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa72e0a-eca7-4d93-84a8-96c9348c7f01 admin admin] Publish callbacks [] for security_group (30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.550101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7279ffe5-3d84-4c62-b7a8-da559308c796 None None] Could not find standard attr ID for object 7c4821c5-517a-4b5f-8b34-90c6aa13ec48. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:30:13.593052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7279ffe5-3d84-4c62-b7a8-da559308c796 None None] Provisioning complete for port da58a327-0c3c-4c39-aec3-4f932f05e14c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:13.593516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7279ffe5-3d84-4c62-b7a8-da559308c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.625049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa72e0a-eca7-4d93-84a8-96c9348c7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.636282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afa72e0a-eca7-4d93-84a8-96c9348c7f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.652548 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-afa72e0a-eca7-4d93-84a8-96c9348c7f01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63 HTTP/1.1" status: 204 len: 168 time: 0.5368466 Feb 09 02:30:13.685509 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (c3e701da-d4b7-4481-b684-b287897f9547), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.726967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa72e0a-eca7-4d93-84a8-96c9348c7f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bcf140-6a1e-4fd5-ab0f-20c6e72cfb63,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:13.858202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:13.870609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:13.902753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:13.918691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:13.975882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device da58a327-0c3c-4c39-aec3-4f932f05e14c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:13.979039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0561852 Feb 09 02:30:13.979714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46520) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:13.991269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': 'c3e701da-d4b7-4481-b684-b287897f9547', 'ip_address': '2001:db8::24fd:c32:7748:6176'}], 'name': 'tempest-NetworksTestDHCPv6-688198213'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:14.095035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7279ffe5-3d84-4c62-b7a8-da559308c796 None None] Current status of the port da58a327-0c3c-4c39-aec3-4f932f05e14c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:14.111919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c454566-00c6-422b-9845-48edc7150809 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:30:14.117198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:14.269786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3decdfb-16ef-4fce-9953-18994997230e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=c3e701da-d4b7-4481-b684-b287897f9547,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:14.282075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2c454566-00c6-422b-9845-48edc7150809 None None] Deleting port da58a327-0c3c-4c39-aec3-4f932f05e14c {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:14.282653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c454566-00c6-422b-9845-48edc7150809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:14.285625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port da58a327-0c3c-4c39-aec3-4f932f05e14c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:14.285964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:14.572588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2c454566-00c6-422b-9845-48edc7150809 None None] For port da58a327-0c3c-4c39-aec3-4f932f05e14c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=da58a327-0c3c-4c39-aec3-4f932f05e14c,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:14.573017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c454566-00c6-422b-9845-48edc7150809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:14.667390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port da58a327-0c3c-4c39-aec3-4f932f05e14c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:14.691129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2c454566-00c6-422b-9845-48edc7150809 None None] Calling delete_port for da58a327-0c3c-4c39-aec3-4f932f05e14c owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:14.833917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:14.962104 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c454566-00c6-422b-9845-48edc7150809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (da58a327-0c3c-4c39-aec3-4f932f05e14c), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:14.987286 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af7b83d5-cda6-42d2-a55a-b475c1c80f25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e401bf646c544959220ea45d6675e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8494868 Feb 09 02:30:15.007146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46544) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:15.053938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c454566-00c6-422b-9845-48edc7150809 None None] Pushing event deleted for resources: {'Port': ['ID=da58a327-0c3c-4c39-aec3-4f932f05e14c,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:15.060652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c454566-00c6-422b-9845-48edc7150809 None None] No DVR routers for this DVR port da58a327-0c3c-4c39-aec3-4f932f05e14c on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:15.084673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712f91d-0fb3-4ae3-bc9c-82b07d6faaea None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:15.126416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:15.139800 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3949c4a4-b5bf-46bc-aba3-bffae6a6a8c2 admin admin] Publish callbacks [] for security_group (aab56681-db41-485b-96aa-a2c2847a0ef2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:15.190596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6effef-e1c7-4b28-ac7f-4c50021fe640 req-e90c00c0-8a5e-4c3c-9dc9-5a77ba7ccfad tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:15.214793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3949c4a4-b5bf-46bc-aba3-bffae6a6a8c2 admin admin] Publish callbacks [] for security_group (aab56681-db41-485b-96aa-a2c2847a0ef2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:15.215126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e6effef-e1c7-4b28-ac7f-4c50021fe640 req-e90c00c0-8a5e-4c3c-9dc9-5a77ba7ccfad tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.5096514 Feb 09 02:30:15.246663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port e371395f-bed4-420e-a2ea-a1aa95800b9f yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:30:15.376176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'c3e701da-d4b7-4481-b684-b287897f9547'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:15.378323 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:15.401464 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3949c4a4-b5bf-46bc-aba3-bffae6a6a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aab56681-db41-485b-96aa-a2c2847a0ef2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:15.414099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3949c4a4-b5bf-46bc-aba3-bffae6a6a8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:15.419700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3949c4a4-b5bf-46bc-aba3-bffae6a6a8c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aab56681-db41-485b-96aa-a2c2847a0ef2 HTTP/1.1" status: 204 len: 168 time: 0.4107943 Feb 09 02:30:15.448493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949c4a4-b5bf-46bc-aba3-bffae6a6a8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab56681-db41-485b-96aa-a2c2847a0ef2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:15.820666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device da58a327-0c3c-4c39-aec3-4f932f05e14c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:15.972067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: da58a327-0c3c-4c39-aec3-4f932f05e14c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:15.972371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device da58a327-0c3c-4c39-aec3-4f932f05e14c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:16.041464 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/c3e701da-d4b7-4481-b684-b287897f9547/20fcb778-e5d6-4bea-8e2d-d705b9c1322b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:16.123948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e6effef-e1c7-4b28-ac7f-4c50021fe640 req-ff04ccfb-f2fa-4b69-8e56-8038b67369af tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8992555 Feb 09 02:30:16.558909 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Publish callbacks [] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:16.588668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:16.715929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::24fd:c32:7748:6176 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/c3e701da-d4b7-4481-b684-b287897f9547/e371395f-bed4-420e-a2ea-a1aa95800b9f) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:16.743083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Pushing event updated for resources: {'Port': ['ID=20fcb778-e5d6-4bea-8e2d-d705b9c1322b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:16.772750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:16.775182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:16.780935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:16.932828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Attempting to bind port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:16.934274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Attempting to bind port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:16.936150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Attempting to bind port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:16.955628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:16.955628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:16.955628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:16.955628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:16.955628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Bound port: 20fcb778-e5d6-4bea-8e2d-d705b9c1322b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:16.957910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:17.114834 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (e371395f-bed4-420e-a2ea-a1aa95800b9f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:17.188216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] For port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:17.198685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e371395f-bed4-420e-a2ea-a1aa95800b9f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:17.201993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] For port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=20fcb778-e5d6-4bea-8e2d-d705b9c1322b,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:17.218254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:17.321385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:17.336040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:17.350791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:17.365071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4999a9-1cef-45f2-be62-ceec38db2a4b None None] Pushing event updated for resources: {'Port': ['ID=20fcb778-e5d6-4bea-8e2d-d705b9c1322b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:17.367317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:17.369278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:17.407880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4207077 Feb 09 02:30:17.410809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:17.459768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5842397-ab6d-4288-afe9-125d4f02ccb3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=e371395f-bed4-420e-a2ea-a1aa95800b9f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:17.474253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc7c50-1e7b-4908-980b-a29848aab508 req-ff659c13-2a31-4099-836c-8d75476d7257 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:17.482363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55cc7c50-1e7b-4908-980b-a29848aab508 req-ff659c13-2a31-4099-836c-8d75476d7257 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.0955331 Feb 09 02:30:17.489347 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:30:17.600041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6180a4a-9153-43cc-afaa-273f2ff82888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:17.614536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6180a4a-9153-43cc-afaa-273f2ff82888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:17.621575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55cc7c50-1e7b-4908-980b-a29848aab508 req-92ab71cb-84b6-4323-81e3-4ea68f940737 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340652 Feb 09 02:30:17.624056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6180a4a-9153-43cc-afaa-273f2ff82888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2120774 Feb 09 02:30:17.629748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46604) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:17.937493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.060362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port e371395f-bed4-420e-a2ea-a1aa95800b9f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:18.063111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e371395f-bed4-420e-a2ea-a1aa95800b9f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.084570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:18.366890 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e371395f-bed4-420e-a2ea-a1aa95800b9f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.382580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for e371395f-bed4-420e-a2ea-a1aa95800b9f owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:18.481468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-370653913-network', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:18.547950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e371395f-bed4-420e-a2ea-a1aa95800b9f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.552815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:18.558117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.571243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.597372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=e371395f-bed4-420e-a2ea-a1aa95800b9f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:18.717636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.721464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4b3dab4c-701f-4292-8283-744275305476 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e371395f-bed4-420e-a2ea-a1aa95800b9f HTTP/1.1" status: 204 len: 168 time: 1.0904117 Feb 09 02:30:18.724785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:18.820001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks [] for security_group (5b3f7e50-6a50-438b-ad50-d116cecf8038), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.836481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5b3f7e50-6a50-438b-ad50-d116cecf8038), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:18.845297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93edb-8d90-48b9-95ab-8b1421dd67d7 req-5ba94c2f-5c45-4f99-a5ef-c10a69788cbe tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:18.847641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0df93edb-8d90-48b9-95ab-8b1421dd67d7 req-5ba94c2f-5c45-4f99-a5ef-c10a69788cbe tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.1240115 Feb 09 02:30:18.901571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:30:18.940056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46845230-bdb6-4333-b587-31833b69b144 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:18.942170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46845230-bdb6-4333-b587-31833b69b144 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:18.947069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-46845230-bdb6-4333-b587-31833b69b144 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2209520 Feb 09 02:30:18.947717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46660) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:18.970441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0df93edb-8d90-48b9-95ab-8b1421dd67d7 req-d679ee7c-b1cb-4e66-8e93-3d71db06f275 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072648 Feb 09 02:30:19.019639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0f978abb-4d0f-44cf-934a-18000028d6d1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.019986 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Added segment 0f978abb-4d0f-44cf-934a-18000028d6d1 of type vlan for network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c Feb 09 02:30:19.025056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet c3e701da-d4b7-4481-b684-b287897f9547 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:30:19.038270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f7e50-6a50-438b-ad50-d116cecf8038,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:19.041826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (c3e701da-d4b7-4481-b684-b287897f9547), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.132611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.164493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-8bec8e4b-85a0-47b8-84c0-59f81c9d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:19.166501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-8bec8e4b-85a0-47b8-84c0-59f81c9d454b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.1487339 Feb 09 02:30:19.176996 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.181991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13703c8d-07df-4da3-97e7-b6f72788089e req-f661fc99-4bf9-4c56-863a-d6849c8a8a59 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:19.189361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13703c8d-07df-4da3-97e7-b6f72788089e req-f661fc99-4bf9-4c56-863a-d6849c8a8a59 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.0933752 Feb 09 02:30:19.226697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (c3e701da-d4b7-4481-b684-b287897f9547), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.352292 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:30:19.371061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13703c8d-07df-4da3-97e7-b6f72788089e req-034ad15a-08dc-4cdc-92d5-4cba35ecb4c6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803772 Feb 09 02:30:19.371308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.373182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:19.374841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.414192 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3284452 Feb 09 02:30:19.429540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46676) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:19.438527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Provisioning complete for port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:19.442319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.446899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Request body: {'subnet': {'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-370653913-subnet', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:19.536054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-391fd649-8f5c-42ea-bb14-c44a466b9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:19.537563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-391fd649-8f5c-42ea-bb14-c44a466b9751 service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.3645847 Feb 09 02:30:19.552319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46678) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:19.554720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6649bc-e8a9-437f-964e-7bb5389cfb74 admin admin] Pushing event updated for resources: {'Network': ['ID=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:19.610709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-7155d826-d404-4a54-9410-3cdb1e6c6a75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.0592597 Feb 09 02:30:19.611269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:19.620142 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.705310 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c3e701da-d4b7-4481-b684-b287897f9547), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.741407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Current status of the port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:19.742574 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.743909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:30:19.857477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (c3e701da-d4b7-4481-b684-b287897f9547), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.874325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:19.885413 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/c3e701da-d4b7-4481-b684-b287897f9547 HTTP/1.1" status: 204 len: 168 time: 0.9334795 Feb 09 02:30:19.886849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:19.911179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-f9086044-2cca-4f92-b2e5-0ce4818b9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:19.914859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-f9086044-2cca-4f92-b2e5-0ce4818b9aff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.2887688 Feb 09 02:30:19.954396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0321dcb-96d3-4466-ba2d-9b263ee19344 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e701da-d4b7-4481-b684-b287897f9547,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:19.993288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-03b69fb2-2bfc-4293-9a9c-7608b8a7d428 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714033 Feb 09 02:30:20.044636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff17faf-a117-477b-a8ca-20702c88443e None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:20.056525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 20fcb778-e5d6-4bea-8e2d-d705b9c1322b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:20.059314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:30:20.061927 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:30:20.070227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46692) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:20.071299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-50550cea-6fbb-4846-b1d1-0a9880c8e20a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406946 Feb 09 02:30:20.208385 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-765a5a37-3443-4da6-8245-6ce758fff7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.351983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453afacc-8d84-46ae-980c-c934e52e6d27 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:20.356255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:20.366748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-453afacc-8d84-46ae-980c-c934e52e6d27 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2814300 Feb 09 02:30:20.380649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:20.387252 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.412117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-636474c8-b62e-4a3e-937f-f4d0f0f10f3f service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110448 Feb 09 02:30:20.459939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd6b8d-28f0-40a3-bbf7-3258695e6b49 req-ddeb40e3-9d5d-4d16-8862-f68283a52dbc tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:20.467564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9abd6b8d-28f0-40a3-bbf7-3258695e6b49 req-ddeb40e3-9d5d-4d16-8862-f68283a52dbc tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.2964063 Feb 09 02:30:20.468654 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (d29fc0cd-ac8d-487e-8121-7a48275b17b0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.477750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5baf88-42f7-4892-9feb-7887ead85239 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:20.482731 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aa5baf88-42f7-4892-9feb-7887ead85239 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242330 Feb 09 02:30:20.483413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:20.538790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:20.538790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.566417 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-74f12f1c-594a-4827-99f2-f1d9a55b0a7c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795789 Feb 09 02:30:20.567133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46700) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:20.572305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:20.702276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=20fcb778-e5d6-4bea-8e2d-d705b9c1322b,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:20.704162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Current status of the port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:20.704801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.719525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:20.721340 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.736585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:20.931328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:30:20.991948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:30:20.992307 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:30:21.009075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=20fcb778-e5d6-4bea-8e2d-d705b9c1322b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:21.060733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] Deleting port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:21.060733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.076627 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-765a5a37-3443-4da6-8245-6ce758fff7a7 admin admin] Publish callbacks [] for security_group (f7cdc246-141d-4189-80a7-5557e15c907e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.097617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (1fd84631-691b-4bec-829a-9e442f8e58d1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.184219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:21.198193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3788f650-c540-43e3-8e7a-f2f9f7d9e054 None None] Current status of the port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:21.198413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:21.203482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:21.204076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.204895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] For port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=20fcb778-e5d6-4bea-8e2d-d705b9c1322b,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:21.205408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.220562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] Calling delete_port for 20fcb778-e5d6-4bea-8e2d-d705b9c1322b owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:21.224827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=1fd84631-691b-4bec-829a-9e442f8e58d1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:21.258745 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c97a5840-3de8-49e5-bde1-90449d76b528 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6879072 Feb 09 02:30:21.258994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:21.264382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '1fd84631-691b-4bec-829a-9e442f8e58d1', 'ip_address': '2001:db8::46a1:49db:f450:df9d'}], 'name': 'tempest-NetworksTestDHCPv6-1297855220'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:21.288582 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-765a5a37-3443-4da6-8245-6ce758fff7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f7cdc246-141d-4189-80a7-5557e15c907e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.305424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c0d1ada0-6891-4446-b3d8-b633ed5011d6 req-4b21a18c-7863-465b-8360-6438f384fe1d service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8622067 Feb 09 02:30:21.352103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3b0f69fb-a951-4a7f-889e-b71c795c43f3 None None] Could not find standard attr ID for object c392204b-a325-4e0d-8a11-0895c8f40ce5. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:30:21.355145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (20fcb778-e5d6-4bea-8e2d-d705b9c1322b), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.394325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] Pushing event deleted for resources: {'Port': ['ID=20fcb778-e5d6-4bea-8e2d-d705b9c1322b,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:21.396818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba90f2-753c-4bb2-a7b4-08922f6474b2 None None] No DVR routers for this DVR port 20fcb778-e5d6-4bea-8e2d-d705b9c1322b on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:21.421532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca6287-d6b5-405a-b4a5-341482999b66 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:21.431206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a5a37-3443-4da6-8245-6ce758fff7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cdc246-141d-4189-80a7-5557e15c907e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:21.499654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9abd6b8d-28f0-40a3-bbf7-3258695e6b49 req-1ce5fdc6-a05b-4b69-af55-e5fbac58df87 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0273635 Feb 09 02:30:21.500652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:21.501077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Network hostable DHCP agents. Network: fbf7fb7a-25c6-4d90-af1d-5512cbdb900c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:30:21.534345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29fc0cd-ac8d-487e-8121-7a48275b17b0,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:21.547303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:30:21.563103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-765a5a37-3443-4da6-8245-6ce758fff7a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f851bab5a95c4c5d95014e189c50aebb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0033863 Feb 09 02:30:21.574407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a56dc7-273e-4049-87a4-b4b14fac7315 req-2435089b-67c6-4824-ba84-423be604195d tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:21.577369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a56dc7-273e-4049-87a4-b4b14fac7315 req-2435089b-67c6-4824-ba84-423be604195d tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.6760974 Feb 09 02:30:21.578700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46720) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:21.586698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fbf7fb7a-25c6-4d90-af1d-5512cbdb900c) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:21.600960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:21.601205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': '1fd84631-691b-4bec-829a-9e442f8e58d1'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:21.601576 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.603500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.615485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597bde4-ad7a-4292-8b54-110dc07a4cfe None None] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:21.642199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-349490f7-5a87-4ba6-877c-06b45ed8bc1a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2115569 Feb 09 02:30:21.657690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46722) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:21.685227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:21.845858 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (9d934e20-786d-469a-b4fb-80b37040df25), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.846972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (9d934e20-786d-469a-b4fb-80b37040df25), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.859685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d82aaf6b-6d63-4f64-af2d-b8a91f37f88f admin admin] Publish callbacks [] for security_group (f7cdc246-141d-4189-80a7-5557e15c907e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:21.908847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a56dc7-273e-4049-87a4-b4b14fac7315 req-e2fe65c8-5184-481f-a5bc-6a52b490960a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201230 Feb 09 02:30:21.948021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d82aaf6b-6d63-4f64-af2d-b8a91f37f88f admin admin] Publish callbacks [] for security_group (f7cdc246-141d-4189-80a7-5557e15c907e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.047604 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks [] for router_controller (9d934e20-786d-469a-b4fb-80b37040df25), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.050092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:22.222362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:22.235579 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.242027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 20fcb778-e5d6-4bea-8e2d-d705b9c1322b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:22.249363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.280362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port e469fc4b-f900-41c9-9fc7-dc197cbfa89c yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:30:22.337656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 20fcb778-e5d6-4bea-8e2d-d705b9c1322b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:22.337882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 20fcb778-e5d6-4bea-8e2d-d705b9c1322b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:22.339996 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks [] for router_gateway (9d934e20-786d-469a-b4fb-80b37040df25), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.344763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d82aaf6b-6d63-4f64-af2d-b8a91f37f88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f7cdc246-141d-4189-80a7-5557e15c907e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.348846 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d82aaf6b-6d63-4f64-af2d-b8a91f37f88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.349614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d82aaf6b-6d63-4f64-af2d-b8a91f37f88f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7cdc246-141d-4189-80a7-5557e15c907e HTTP/1.1" status: 204 len: 168 time: 0.7695527 Feb 09 02:30:22.362035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aaf6b-6d63-4f64-af2d-b8a91f37f88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cdc246-141d-4189-80a7-5557e15c907e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:22.583996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::46a1:49db:f450:df9d (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/1fd84631-691b-4bec-829a-9e442f8e58d1/e469fc4b-f900-41c9-9fc7-dc197cbfa89c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:22.698330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Allocated IP 172.20.0.2 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/81705b55-1c18-4a39-a84f-dae4de829034) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:22.757120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks [] for router_gateway (9d934e20-786d-469a-b4fb-80b37040df25), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.816328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (e469fc4b-f900-41c9-9fc7-dc197cbfa89c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.818996 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.851548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa371bf4-b646-494e-98e5-91702d47e6b1 req-3df26246-d6a6-4947-ad3c-d5641b656547 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:22.857397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa371bf4-b646-494e-98e5-91702d47e6b1 req-3df26246-d6a6-4947-ad3c-d5641b656547 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.2125850 Feb 09 02:30:22.887568 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e469fc4b-f900-41c9-9fc7-dc197cbfa89c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.975635 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Publish callbacks [] for port (81705b55-1c18-4a39-a84f-dae4de829034), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:22.985816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:22.987345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:22.990300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:23.011411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:23.020105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:23.020797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.042892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26973081-5dec-45b1-b5b9-b17c44c3b597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.056452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=e469fc4b-f900-41c9-9fc7-dc197cbfa89c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:23.057991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/1fd84631-691b-4bec-829a-9e442f8e58d1/7f28b383-87f1-41f1-b1c5-761b30a37904) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:23.070292 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-690d4c68-2041-496d-80b1-fc78961ba16f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8101940 Feb 09 02:30:23.072036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:23.080926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-95d96418-3286-423b-8ef1-f87e0d37f228 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '1fd84631-691b-4bec-829a-9e442f8e58d1', 'ip_address': '2001:db8::46a1:49db:f450:df9d'}], 'name': 'tempest-NetworksTestDHCPv6-663871484'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:23.149358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa371bf4-b646-494e-98e5-91702d47e6b1 req-bdc7c011-87ff-4d23-a79f-ba1306034e06 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817230 Feb 09 02:30:23.181663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Allocated IP 172.25.6.57 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/43999e74-4641-4051-b275-55bf5febf97f) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:23.197419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2754e4-ab86-44f1-a3e7-8943009a3339 req-e0ae7909-9a33-44f6-a75a-7859938d5aad tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:23.204235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef2754e4-ab86-44f1-a3e7-8943009a3339 req-e0ae7909-9a33-44f6-a75a-7859938d5aad tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.1416745 Feb 09 02:30:23.213986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (81705b55-1c18-4a39-a84f-dae4de829034), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.294870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:23.303012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:23.314956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:23.349602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Pushing event updated for resources: {'Port': ['ID=81705b55-1c18-4a39-a84f-dae4de829034,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:23.360693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef2754e4-ab86-44f1-a3e7-8943009a3339 req-50cac401-28c1-4738-a710-419c26507b09 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483529 Feb 09 02:30:23.370316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d96418-3286-423b-8ef1-f87e0d37f228 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:23.383804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0db8807b-111a-4b14-84ca-82aeda1a82d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.387792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-95d96418-3286-423b-8ef1-f87e0d37f228 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.416705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26973081-5dec-45b1-b5b9-b17c44c3b597 admin admin] Publish callbacks [] for security_group (ec1af228-6493-4c1b-8179-0e8ee7819256), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.427317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-95d96418-3286-423b-8ef1-f87e0d37f228 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 1c58c53a-afe8-44b2-a8ca-f3f2fa5495a8 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:30:23.438437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-26973081-5dec-45b1-b5b9-b17c44c3b597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec1af228-6493-4c1b-8179-0e8ee7819256), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.440677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks [] for port (43999e74-4641-4051-b275-55bf5febf97f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.479053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Attempting to bind port 81705b55-1c18-4a39-a84f-dae4de829034 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:23.479585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Attempting to bind port 81705b55-1c18-4a39-a84f-dae4de829034 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:23.479981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Attempting to bind port 81705b55-1c18-4a39-a84f-dae4de829034 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:23.490249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:23.490766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:23.491144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.491803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:23.492718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Bound port: 81705b55-1c18-4a39-a84f-dae4de829034, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:23.492718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (81705b55-1c18-4a39-a84f-dae4de829034), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.502335 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (43999e74-4641-4051-b275-55bf5febf97f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.524314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Publish callbacks [] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.539746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:23.542747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:23.547192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26973081-5dec-45b1-b5b9-b17c44c3b597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1af228-6493-4c1b-8179-0e8ee7819256,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:23.552638 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-26973081-5dec-45b1-b5b9-b17c44c3b597 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=817fb0e3d38d47c68733baf882126791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595438 Feb 09 02:30:23.554041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.558059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46748) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:23.583470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:23.598768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Pushing event updated for resources: {'Port': ['ID=7f28b383-87f1-41f1-b1c5-761b30a37904,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:23.628486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:23.633069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:23.649517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:23.656777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] For port 81705b55-1c18-4a39-a84f-dae4de829034, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:23.657835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Pushing event updated for resources: {'Port': ['ID=43999e74-4641-4051-b275-55bf5febf97f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:23.662326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] For port 81705b55-1c18-4a39-a84f-dae4de829034, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=81705b55-1c18-4a39-a84f-dae4de829034,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:23.719544 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (81705b55-1c18-4a39-a84f-dae4de829034), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.739940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91c9-0da1-4a1f-8309-4664317ac650 admin admin] Publish callbacks [] for security_group (ec1af228-6493-4c1b-8179-0e8ee7819256), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.750922 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d96418-3286-423b-8ef1-f87e0d37f228 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 02:30:23.751385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d96418-3286-423b-8ef1-f87e0d37f228 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:30:23.783718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91c9-0da1-4a1f-8309-4664317ac650 admin admin] Publish callbacks [] for security_group (ec1af228-6493-4c1b-8179-0e8ee7819256), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.799709 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-95d96418-3286-423b-8ef1-f87e0d37f228 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7265730 Feb 09 02:30:23.800444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46750) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:23.865892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91c9-0da1-4a1f-8309-4664317ac650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ec1af228-6493-4c1b-8179-0e8ee7819256), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.870735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4eb91c9-0da1-4a1f-8309-4664317ac650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.876990 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b4eb91c9-0da1-4a1f-8309-4664317ac650 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec1af228-6493-4c1b-8179-0e8ee7819256 HTTP/1.1" status: 204 len: 168 time: 0.3135931 Feb 09 02:30:23.904880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb91c9-0da1-4a1f-8309-4664317ac650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1af228-6493-4c1b-8179-0e8ee7819256,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:23.916849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef8cc0-fa81-448e-b5bd-d2d402cd036f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:23.926845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Attempting to bind port 7f28b383-87f1-41f1-b1c5-761b30a37904 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:23.927521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Attempting to bind port 7f28b383-87f1-41f1-b1c5-761b30a37904 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:23.928825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Attempting to bind port 7f28b383-87f1-41f1-b1c5-761b30a37904 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:23.929350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef8cc0-fa81-448e-b5bd-d2d402cd036f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:23.938514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0bef8cc0-fa81-448e-b5bd-d2d402cd036f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1365926 Feb 09 02:30:23.941360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:23.971313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:23.972262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:23.973058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:23.973722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:23.975381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Bound port: 7f28b383-87f1-41f1-b1c5-761b30a37904, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:23.976046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:24.098291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68656eac-3ce1-41ce-9ca7-bf8849767167 None None] Pushing event updated for resources: {'Port': ['ID=81705b55-1c18-4a39-a84f-dae4de829034,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:24.151139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks [] for router_gateway (9d934e20-786d-469a-b4fb-80b37040df25), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:24.176702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] For port 7f28b383-87f1-41f1-b1c5-761b30a37904, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:24.209003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] For port 7f28b383-87f1-41f1-b1c5-761b30a37904, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7f28b383-87f1-41f1-b1c5-761b30a37904,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:24.231961 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:24.234818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port e469fc4b-f900-41c9-9fc7-dc197cbfa89c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:24.235304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e469fc4b-f900-41c9-9fc7-dc197cbfa89c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:24.431238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578f515-9247-43bb-b6c8-3fef919bf041 None None] Pushing event updated for resources: {'Port': ['ID=7f28b383-87f1-41f1-b1c5-761b30a37904,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:24.498189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fd0a-dd23-4065-8071-501c082902fa req-a04251cc-7034-42db-a49f-61379549baf8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:24.499855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb38fd0a-dd23-4065-8071-501c082902fa req-a04251cc-7034-42db-a49f-61379549baf8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.1767876 Feb 09 02:30:24.602340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e469fc4b-f900-41c9-9fc7-dc197cbfa89c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:24.621492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for e469fc4b-f900-41c9-9fc7-dc197cbfa89c owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:24.835422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (9d934e20-786d-469a-b4fb-80b37040df25), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:24.943420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e469fc4b-f900-41c9-9fc7-dc197cbfa89c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.023369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=e469fc4b-f900-41c9-9fc7-dc197cbfa89c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:25.089491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb38fd0a-dd23-4065-8071-501c082902fa req-0a86bd95-5758-49e7-9dad-64ba0d236b45 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478418 Feb 09 02:30:25.109160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.115138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b1e124a2-cfd0-4059-a22e-0000abcdf2bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e469fc4b-f900-41c9-9fc7-dc197cbfa89c HTTP/1.1" status: 204 len: 168 time: 1.1703827 Feb 09 02:30:25.115546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46776) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:25.125159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb99ade-9f0e-4976-8b56-8ac69ce14096 req-c40d80b1-31b2-4d5c-8d81-1be8db4283ee tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:25.125159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccb99ade-9f0e-4976-8b56-8ac69ce14096 req-c40d80b1-31b2-4d5c-8d81-1be8db4283ee tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.5263784 Feb 09 02:30:25.145851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Router 9d934e20-786d-469a-b4fb-80b37040df25 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:30:25.248350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632f92b-a793-4a56-b6b2-098cf47ac574 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:25.250523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632f92b-a793-4a56-b6b2-098cf47ac574 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:25.255460 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5632f92b-a793-4a56-b6b2-098cf47ac574 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1318960 Feb 09 02:30:25.255604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:25.301081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccb99ade-9f0e-4976-8b56-8ac69ce14096 req-2c5e7fc4-7948-44ca-a3ce-755c74ba6889 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685925 Feb 09 02:30:25.345270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 1fd84631-691b-4bec-829a-9e442f8e58d1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:30:25.350409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (1fd84631-691b-4bec-829a-9e442f8e58d1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.421513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1fd84631-691b-4bec-829a-9e442f8e58d1), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.605338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:25.628207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:25.654257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:25.654976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:29:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:25.661460 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1fd84631-691b-4bec-829a-9e442f8e58d1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.661872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.663172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7f7cbf98-81e8-4b7b-acbd-7e9085da921a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0044720 Feb 09 02:30:25.666490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46796) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:25.860581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1fd84631-691b-4bec-829a-9e442f8e58d1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.929031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814282f7-025a-414c-9062-2b2cdc37230f None None] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:25.937644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd84631-691b-4bec-829a-9e442f8e58d1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:25.949333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:25.958602 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b6c7cdc-16d4-4c25-bae3-d9978687f964 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/1fd84631-691b-4bec-829a-9e442f8e58d1 HTTP/1.1" status: 204 len: 168 time: 0.6993477 Feb 09 02:30:25.961570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46800) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:26.052835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-796de953-32b7-4a4c-acee-5dc1c44c1dea tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846786 Feb 09 02:30:26.054431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:26.068071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:26.068314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81705b55-1c18-4a39-a84f-dae4de829034 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:26.145815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:26.239937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:26.246547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:26.560690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbad9ed-502f-40de-9fc9-90498b339505 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:26.605303 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (1beb8ab9-9fcf-4ad8-b306-6b712de2774d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:26.611931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3b46fa1-c249-44d1-9636-9508e7658502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:26.637240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95081b0-ea60-42a7-9d3b-df21444c4ec9 req-bc275cd9-af97-4606-bfcb-4b10276d06c5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:26.639455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c95081b0-ea60-42a7-9d3b-df21444c4ec9 req-bc275cd9-af97-4606-bfcb-4b10276d06c5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.3663325 Feb 09 02:30:26.701958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6e681-64b2-4a37-8699-2d6753db4f82 req-caec73e7-3d07-4ad9-b58b-a745474b32fe tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:26.707933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:26.709539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eed6e681-64b2-4a37-8699-2d6753db4f82 req-caec73e7-3d07-4ad9-b58b-a745474b32fe tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.2075255 Feb 09 02:30:26.733165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:26.745984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:26.746603 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:26.820132 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7612898 Feb 09 02:30:26.820559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:26.833695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be282e-9a87-47bb-8776-d7099e1536c7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=1beb8ab9-9fcf-4ad8-b306-6b712de2774d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:26.840484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-105c7db1-be88-4089-9367-3fa64619537c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '1beb8ab9-9fcf-4ad8-b306-6b712de2774d', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-452007909'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:26.906789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e02967fb-0c15-4b53-923e-7abf667d93e1 None None] Provisioning complete for port 81705b55-1c18-4a39-a84f-dae4de829034 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:26.907402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02967fb-0c15-4b53-923e-7abf667d93e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81705b55-1c18-4a39-a84f-dae4de829034), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:27.046751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c7db1-be88-4089-9367-3fa64619537c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:27.052407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105c7db1-be88-4089-9367-3fa64619537c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:27.111301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-105c7db1-be88-4089-9367-3fa64619537c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 32c9ea49-1cd0-4d0a-8ce5-d7df786e80b2 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:30:27.400185 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-105c7db1-be88-4089-9367-3fa64619537c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:30:27.401068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105c7db1-be88-4089-9367-3fa64619537c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:30:27.421958 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:27.430906 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-105c7db1-be88-4089-9367-3fa64619537c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.5982106 Feb 09 02:30:27.431655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:27.458680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 81705b55-1c18-4a39-a84f-dae4de829034 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:27.459068 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81705b55-1c18-4a39-a84f-dae4de829034), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:27.588937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:23Z', 'revision_number': 3, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:27.599945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1b8f9-d87f-47e8-b17a-09259a4ea5fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:27.607493 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ca1b8f9-d87f-47e8-b17a-09259a4ea5fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1746092 Feb 09 02:30:27.613222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:27.619026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c95081b0-ea60-42a7-9d3b-df21444c4ec9 req-c8d407cf-aba8-4956-b533-5cb7ba0d2882 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9693253 Feb 09 02:30:27.733964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:27.734834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Updating router 9d934e20-786d-469a-b4fb-80b37040df25 port 43999e74-4641-4051-b275-55bf5febf97f binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:30:27.761011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eed45-c6fa-4726-a3e3-194e20dd47b8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:27.762501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25eed45-c6fa-4726-a3e3-194e20dd47b8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:27.764125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a25eed45-c6fa-4726-a3e3-194e20dd47b8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1496177 Feb 09 02:30:27.766708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:27.794745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eed6e681-64b2-4a37-8699-2d6753db4f82 req-1bd1fb5a-4444-469b-8f69-81c194856010 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0834725 Feb 09 02:30:27.864559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 1beb8ab9-9fcf-4ad8-b306-6b712de2774d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:30:27.875881 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (1beb8ab9-9fcf-4ad8-b306-6b712de2774d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:27.976581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 81705b55-1c18-4a39-a84f-dae4de829034 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:27.979819 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (81705b55-1c18-4a39-a84f-dae4de829034), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.031014 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1beb8ab9-9fcf-4ad8-b306-6b712de2774d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.057131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.152922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e02967fb-0c15-4b53-923e-7abf667d93e1 None None] Current status of the port 81705b55-1c18-4a39-a84f-dae4de829034 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:28.155207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02967fb-0c15-4b53-923e-7abf667d93e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (81705b55-1c18-4a39-a84f-dae4de829034), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.157389 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43999e74-4641-4051-b275-55bf5febf97f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.170694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1beb8ab9-9fcf-4ad8-b306-6b712de2774d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.415024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1beb8ab9-9fcf-4ad8-b306-6b712de2774d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.421782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e02967fb-0c15-4b53-923e-7abf667d93e1 None None] For port 81705b55-1c18-4a39-a84f-dae4de829034, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=81705b55-1c18-4a39-a84f-dae4de829034,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:28.429253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6bdae8-8695-4727-8717-b692fd2a015b None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:28.474995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.491024 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/1beb8ab9-9fcf-4ad8-b306-6b712de2774d HTTP/1.1" status: 204 len: 168 time: 0.7232678 Feb 09 02:30:28.503805 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.548345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:28.551601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02967fb-0c15-4b53-923e-7abf667d93e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (81705b55-1c18-4a39-a84f-dae4de829034), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.574413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02304d6-afd2-4c77-9a65-2a4472e61290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=1beb8ab9-9fcf-4ad8-b306-6b712de2774d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:28.727822 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6ac66413-a220-4c0f-ac81-dda0044fd46b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1741743 Feb 09 02:30:28.730494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46862) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:28.764585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:28.886119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:30:28.887525 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:30:28.899996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02967fb-0c15-4b53-923e-7abf667d93e1 None None] Pushing event updated for resources: {'Port': ['ID=81705b55-1c18-4a39-a84f-dae4de829034,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:28.926275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ec5a73ee-ee79-4752-878c-b4a5620cac73 None None] Provisioning complete for port 81705b55-1c18-4a39-a84f-dae4de829034 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:28.926936 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec5a73ee-ee79-4752-878c-b4a5620cac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81705b55-1c18-4a39-a84f-dae4de829034), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:28.973172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4c839-7088-49bb-8690-6e3909b77538 req-943bd9f8-7c52-40c0-b368-958467bb88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:28.979011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aad4c839-7088-49bb-8690-6e3909b77538 req-943bd9f8-7c52-40c0-b368-958467bb88a6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.4037969 Feb 09 02:30:29.013280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:30:29.145313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46876) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:29.244680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a73ee-ee79-4752-878c-b4a5620cac73 None None] Current status of the port 81705b55-1c18-4a39-a84f-dae4de829034 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:29.275268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aad4c839-7088-49bb-8690-6e3909b77538 req-a7cc384e-a1f4-4999-90c6-0a9fd3641f65 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708466 Feb 09 02:30:29.295270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:29.302835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ec5a73ee-ee79-4752-878c-b4a5620cac73 None None] Provisioning complete for port 7f28b383-87f1-41f1-b1c5-761b30a37904 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:29.307266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Allocated IP 172.20.0.1 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/5df6fed5-5365-4ead-9c05-0d3b23e4507b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:29.307938 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec5a73ee-ee79-4752-878c-b4a5620cac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:29.317456 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:29.448671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98570eb1-cf3a-42bd-abcd-25eabcc75d44 req-fb174c59-46f9-49ad-991a-11697f41a27f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:29.460157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98570eb1-cf3a-42bd-abcd-25eabcc75d44 req-fb174c59-46f9-49ad-991a-11697f41a27f tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.6476212 Feb 09 02:30:29.565335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16eb4f-8c31-4243-b668-2c73ca9410ce req-a454f7c5-f20f-4ccb-bce5-432a59dddef6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:29.569613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d16eb4f-8c31-4243-b668-2c73ca9410ce req-a454f7c5-f20f-4ccb-bce5-432a59dddef6 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.4959114 Feb 09 02:30:29.581893 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0e54e14-8378-46d7-8b2e-7bc0d7b95e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:29.795865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98570eb1-cf3a-42bd-abcd-25eabcc75d44 req-cbea107a-db1e-4e37-9dbb-81bb686d97b3 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347168 Feb 09 02:30:29.820496 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Publish callbacks [] for port (43999e74-4641-4051-b275-55bf5febf97f), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:29.857446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d16eb4f-8c31-4243-b668-2c73ca9410ce req-579ed758-7287-4077-993a-f898acf58ba3 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789071 Feb 09 02:30:29.871837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43999e74-4641-4051-b275-55bf5febf97f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:29.885783 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks [] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:29.901690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 81705b55-1c18-4a39-a84f-dae4de829034 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:29.904907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7f28b383-87f1-41f1-b1c5-761b30a37904 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:29.994891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.071903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] Deleting port 7f28b383-87f1-41f1-b1c5-761b30a37904 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:30.077345 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.101780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:30.113262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:30.116152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:30.193153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0e54e14-8378-46d7-8b2e-7bc0d7b95e93 admin admin] Publish callbacks [] for security_group (794563c5-5a0b-43bc-bbf7-c64fc831fe70), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.233992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c0e54e14-8378-46d7-8b2e-7bc0d7b95e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (794563c5-5a0b-43bc-bbf7-c64fc831fe70), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.260297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] For port 7f28b383-87f1-41f1-b1c5-761b30a37904, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7f28b383-87f1-41f1-b1c5-761b30a37904,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:30.260544 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.260886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Pushing event updated for resources: {'Port': ['ID=5df6fed5-5365-4ead-9c05-0d3b23e4507b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:30.300219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] Calling delete_port for 7f28b383-87f1-41f1-b1c5-761b30a37904 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:30.311145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46884) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:30.312000 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c0e54e14-8378-46d7-8b2e-7bc0d7b95e93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f360722b4b984923aacaac09bc8eb12f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1655633 Feb 09 02:30:30.318404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (fe23f518-d419-4fb1-be22-fdc05a377241), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.381355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (9d934e20-786d-469a-b4fb-80b37040df25), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.572568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e54e14-8378-46d7-8b2e-7bc0d7b95e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794563c5-5a0b-43bc-bbf7-c64fc831fe70,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:30.628841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-893d1508-a740-4eb8-a731-f1750be546ba admin admin] Publish callbacks [] for security_group (794563c5-5a0b-43bc-bbf7-c64fc831fe70), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.639860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:30.661989 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (7f28b383-87f1-41f1-b1c5-761b30a37904), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.663053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:30.678446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:30.680920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.717657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=fe23f518-d419-4fb1-be22-fdc05a377241,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:30.720444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.732152 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a09a4626-8bfb-4faa-ad1f-9110cc621a83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9973962 Feb 09 02:30:30.732152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:30.754748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-acc2c80b-66ae-4de6-a346-3ba41979755f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-796192931', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:30.813027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc2c80b-66ae-4de6-a346-3ba41979755f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (e5d222a7-bd25-470b-8558-82855f789853), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.814734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc2c80b-66ae-4de6-a346-3ba41979755f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (e5d222a7-bd25-470b-8558-82855f789853), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.829577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-893d1508-a740-4eb8-a731-f1750be546ba admin admin] Publish callbacks [] for security_group (794563c5-5a0b-43bc-bbf7-c64fc831fe70), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:30.839358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a73ee-ee79-4752-878c-b4a5620cac73 None None] Port 7f28b383-87f1-41f1-b1c5-761b30a37904 update to ACTIVE by agent not found {{(pid=103151) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 02:30:30.895388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Attempting to bind port 43999e74-4641-4051-b275-55bf5febf97f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:30.895764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Attempting to bind port 43999e74-4641-4051-b275-55bf5febf97f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:30.896133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Attempting to bind port 43999e74-4641-4051-b275-55bf5febf97f on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:30.914066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] No DVR routers for this DVR port 7f28b383-87f1-41f1-b1c5-761b30a37904 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:30.943862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b212619-7d3d-4077-b875-2ad35cc09623 None None] Pushing event updated for resources: {'Port': ['ID=43999e74-4641-4051-b275-55bf5febf97f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:30.961545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port 7f28b383-87f1-41f1-b1c5-761b30a37904 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:30:30.961794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port 7f28b383-87f1-41f1-b1c5-761b30a37904 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:30:30.962161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7f28b383-87f1-41f1-b1c5-761b30a37904 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 02:30:30.970185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1be327-3f9e-43dc-b5e3-b4aadfe7bca3 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:31.065706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc2c80b-66ae-4de6-a346-3ba41979755f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router_controller (e5d222a7-bd25-470b-8558-82855f789853), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.080777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc2c80b-66ae-4de6-a346-3ba41979755f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (e5d222a7-bd25-470b-8558-82855f789853), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.136594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc2c80b-66ae-4de6-a346-3ba41979755f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.142078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-acc2c80b-66ae-4de6-a346-3ba41979755f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4039559 Feb 09 02:30:31.143919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:31.237986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:31.242649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:31.243438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.244978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:31.245814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Bound port: 43999e74-4641-4051-b275-55bf5febf97f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:31.247611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43999e74-4641-4051-b275-55bf5febf97f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.276362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ac195-92ac-487e-a7d2-887b7ff13361 None None] Pushing event deleted for resources: {'Port': ['ID=7f28b383-87f1-41f1-b1c5-761b30a37904,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:31.304388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Port 7f28b383-87f1-41f1-b1c5-761b30a37904 not found, will not notify nova. {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 02:30:31.335901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4479c4f5-5245-44b3-8dc0-3abd5dd1a11d None None] Provisioning complete for port 5df6fed5-5365-4ead-9c05-0d3b23e4507b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:31.336414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4479c4f5-5245-44b3-8dc0-3abd5dd1a11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.349540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'fe23f518-d419-4fb1-be22-fdc05a377241'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:31.352109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.431605 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.482384 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-893d1508-a740-4eb8-a731-f1750be546ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (794563c5-5a0b-43bc-bbf7-c64fc831fe70), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.491086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-893d1508-a740-4eb8-a731-f1750be546ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.493218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-893d1508-a740-4eb8-a731-f1750be546ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/794563c5-5a0b-43bc-bbf7-c64fc831fe70 HTTP/1.1" status: 204 len: 168 time: 1.1621385 Feb 09 02:30:31.611872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81705b55-1c18-4a39-a84f-dae4de829034 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:31.873830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] For port 43999e74-4641-4051-b275-55bf5febf97f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:31.958135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4479c4f5-5245-44b3-8dc0-3abd5dd1a11d None None] Port 5df6fed5-5365-4ead-9c05-0d3b23e4507b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:30:31.964979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] For port 43999e74-4641-4051-b275-55bf5febf97f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43999e74-4641-4051-b275-55bf5febf97f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:31.980134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks [] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:31.994794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d1508-a740-4eb8-a731-f1750be546ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794563c5-5a0b-43bc-bbf7-c64fc831fe70,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:32.009113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:32.024372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4e692-5bbc-40eb-a6bc-b6dcc230b694 req-ec783201-c603-4247-85a5-a4d204e936f7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:32.026661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4b4e692-5bbc-40eb-a6bc-b6dcc230b694 req-ec783201-c603-4247-85a5-a4d204e936f7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.9326720 Feb 09 02:30:32.048003 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43999e74-4641-4051-b275-55bf5febf97f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:32.176589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e14a4b-ea75-473e-80dd-2fb95434b985 req-70ce946c-c5fd-4e32-927e-c5c06acfdd38 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:32.179950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5e14a4b-ea75-473e-80dd-2fb95434b985 req-70ce946c-c5fd-4e32-927e-c5c06acfdd38 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 1.1197002 Feb 09 02:30:32.226602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 81705b55-1c18-4a39-a84f-dae4de829034 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:32.228670 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (81705b55-1c18-4a39-a84f-dae4de829034), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:32.237581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/fe23f518-d419-4fb1-be22-fdc05a377241/6f4fb663-6d35-465a-9b9f-98152e0d2a49) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:32.311878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:32.348193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:32.348927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:32.378138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5e14a4b-ea75-473e-80dd-2fb95434b985 req-4897cdf2-47d9-4bb0-aebe-b692ed88e3ae tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650116 Feb 09 02:30:32.409583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46904) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:32.460737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-02dd1835-d5ff-4de1-a39c-4e0148667952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:32.467786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b212619-7d3d-4077-b875-2ad35cc09623 None None] Pushing event updated for resources: {'Port': ['ID=43999e74-4641-4051-b275-55bf5febf97f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:32.522267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Pushing event updated for resources: {'Port': ['ID=5df6fed5-5365-4ead-9c05-0d3b23e4507b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:32.545626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (9d934e20-786d-469a-b4fb-80b37040df25), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:32.646135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4b4e692-5bbc-40eb-a6bc-b6dcc230b694 req-45b0c6cf-9093-4e93-bbac-49cb8bcb890d tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775485 Feb 09 02:30:32.943814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:32.948958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:33.123822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:33.537074 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-02dd1835-d5ff-4de1-a39c-4e0148667952 admin admin] Publish callbacks [] for security_group (118cdb6a-dc70-4786-b2b5-52ab2a22452b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:33.600619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:30:33.629082 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-02dd1835-d5ff-4de1-a39c-4e0148667952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (118cdb6a-dc70-4786-b2b5-52ab2a22452b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:33.700239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9cdb47e6-29f9-4743-b4b0-a4e50616ae32 None None] Provisioning complete for port 5df6fed5-5365-4ead-9c05-0d3b23e4507b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:33.700820 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cdb47e6-29f9-4743-b4b0-a4e50616ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:33.843073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:33.845511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-02dd1835-d5ff-4de1-a39c-4e0148667952 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92a9f5b728e440a1baa34a70a98ba824&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4256845 Feb 09 02:30:33.851965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd1835-d5ff-4de1-a39c-4e0148667952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118cdb6a-dc70-4786-b2b5-52ab2a22452b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:33.931640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-e8ff71e2-fdea-40fa-9247-784088302a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:33.933719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-e8ff71e2-fdea-40fa-9247-784088302a60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.5490642 Feb 09 02:30:33.941886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efc133c5-9d40-4348-9e2e-3c35dbbb4d59 admin admin] Publish callbacks [] for security_group (118cdb6a-dc70-4786-b2b5-52ab2a22452b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:33.975404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 81705b55-1c18-4a39-a84f-dae4de829034 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:33.991178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efc133c5-9d40-4348-9e2e-3c35dbbb4d59 admin admin] Publish callbacks [] for security_group (118cdb6a-dc70-4786-b2b5-52ab2a22452b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.069446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efc133c5-9d40-4348-9e2e-3c35dbbb4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (118cdb6a-dc70-4786-b2b5-52ab2a22452b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.076575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-efc133c5-9d40-4348-9e2e-3c35dbbb4d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.078934 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-efc133c5-9d40-4348-9e2e-3c35dbbb4d59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/118cdb6a-dc70-4786-b2b5-52ab2a22452b HTTP/1.1" status: 204 len: 168 time: 0.2348340 Feb 09 02:30:34.105370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc133c5-9d40-4348-9e2e-3c35dbbb4d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118cdb6a-dc70-4786-b2b5-52ab2a22452b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:34.129239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7f28b383-87f1-41f1-b1c5-761b30a37904 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:34.192061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 7f28b383-87f1-41f1-b1c5-761b30a37904 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:34.192571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7f28b383-87f1-41f1-b1c5-761b30a37904 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:34.196040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb47e6-29f9-4743-b4b0-a4e50616ae32 None None] Port 5df6fed5-5365-4ead-9c05-0d3b23e4507b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:30:34.265105 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Publish callbacks [] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.311807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.428408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:34.434307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 2, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:34.440534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::1 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/fe23f518-d419-4fb1-be22-fdc05a377241/3ee54b3e-0a36-4263-a172-092a050bcf97) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:34.497737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-4f3509ed-a413-4ceb-b819-20bb9a4a8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:34.504028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-4f3509ed-a413-4ceb-b819-20bb9a4a8334 service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.4492106 Feb 09 02:30:34.539468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:34.555546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:34.557714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce88a9-90fc-4793-a1c4-47bb7271d5ab None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 2, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:34.589201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Pushing event updated for resources: {'Port': ['ID=6f4fb663-6d35-465a-9b9f-98152e0d2a49,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:34.618203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17c89-7f31-492e-adc6-57d68718e789 req-18aa11ca-a144-42cf-9ec3-467a93feb6a9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:34.629306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e17c89-7f31-492e-adc6-57d68718e789 req-18aa11ca-a144-42cf-9ec3-467a93feb6a9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 1.2433176 Feb 09 02:30:34.661693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-91fcb161-90b7-4c5d-8ff1-aae82379e030 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.1400714 Feb 09 02:30:34.685166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af298f1-281d-4979-8d49-28f8933b695d req-ac4f65b6-240c-4a49-9c4f-90b0a363eb51 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:34.692789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9af298f1-281d-4979-8d49-28f8933b695d req-ac4f65b6-240c-4a49-9c4f-90b0a363eb51 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 1.2211854 Feb 09 02:30:34.717372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Attempting to bind port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:34.717921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Attempting to bind port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:34.720648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Attempting to bind port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:34.740358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:34.740358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:34.740358 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.740839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:34.741203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Bound port: 6f4fb663-6d35-465a-9b9f-98152e0d2a49, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:34.741854 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.828378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:34.831611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-6164ea56-1bb8-496a-89f1-f75333685090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:34.833081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-6164ea56-1bb8-496a-89f1-f75333685090 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.0995998 Feb 09 02:30:34.889088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:35.000095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-d1617a87-5921-413a-93bd-b82a21a4d87c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552796 Feb 09 02:30:35.002751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] For port 6f4fb663-6d35-465a-9b9f-98152e0d2a49, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:35.042569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] For port 6f4fb663-6d35-465a-9b9f-98152e0d2a49, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6f4fb663-6d35-465a-9b9f-98152e0d2a49,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:35.076612 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:35.118234 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=3ee54b3e-0a36-4263-a172-092a050bcf97,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:35.134139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:35.140357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:35.146202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:35.147408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (e5d222a7-bd25-470b-8558-82855f789853), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:35.179815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66e17c89-7f31-492e-adc6-57d68718e789 req-c3a1aa91-f513-4c45-8a2e-f1ec2ec325e1 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489774 Feb 09 02:30:35.309020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a71bb5-b9fe-439e-907f-41f96d11fa33 None None] Pushing event updated for resources: {'Port': ['ID=6f4fb663-6d35-465a-9b9f-98152e0d2a49,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:35.412267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:35.471500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9af298f1-281d-4979-8d49-28f8933b695d req-d73d0cb4-7a69-48b2-a5b8-e820b9c74fec tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768686 Feb 09 02:30:35.532404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-efecb6d6-6399-48e7-bc22-0f3ab21258ba admin admin] 10.222.0.53 "PUT /v2.0/routers/9d934e20-786d-469a-b4fb-80b37040df25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8647265 Feb 09 02:30:35.663376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:35.688116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-260bcab7-329b-4664-be63-2eb9e697bfa4 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737886 Feb 09 02:30:35.951415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a3fe-827d-402c-9205-8942136f36ad req-0ff464b2-0489-4076-be73-1afea75c43eb tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:35.961878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cb2a3fe-827d-402c-9205-8942136f36ad req-0ff464b2-0489-4076-be73-1afea75c43eb tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.4279728 Feb 09 02:30:35.966502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d88a638d-53be-4bed-9b98-cb7e47d5402b req-1dc69620-0375-476b-a7f5-ab96a57fcacb service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591155 Feb 09 02:30:36.079845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cb2a3fe-827d-402c-9205-8942136f36ad req-66f897b1-3fe2-4820-bb5a-c8eb4c63c640 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113577 Feb 09 02:30:36.602495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6f4fb663-6d35-465a-9b9f-98152e0d2a49 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:36.725828 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:36.740015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:36.742621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (e5d222a7-bd25-470b-8558-82855f789853), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:36.885301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:36.885985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:36.930003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=3ee54b3e-0a36-4263-a172-092a050bcf97,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:37.316692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:37.321634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.370510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:37.377840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:37.445462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 6f4fb663-6d35-465a-9b9f-98152e0d2a49, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6f4fb663-6d35-465a-9b9f-98152e0d2a49,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:37.465578 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.645951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=6f4fb663-6d35-465a-9b9f-98152e0d2a49,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:37.843252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46998) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:37.852752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1787056782-network', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:37.906706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ace7ce59-691a-4c51-91b3-1c16ddf1db97 None None] Provisioning complete for port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:37.907463 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ace7ce59-691a-4c51-91b3-1c16ddf1db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.925668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Made reservation on behalf of dffd61ed48ce40189393c863b76c224a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:37.930786 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:37.937143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Router e5d222a7-bd25-470b-8558-82855f789853 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:30:37.989338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.202091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ace7ce59-691a-4c51-91b3-1c16ddf1db97 None None] Current status of the port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:38.350489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc833f6-8952-444f-baa9-0d04bf37705a req-d632da27-2fb8-47b8-94e2-93ff78cde99c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.352001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfc833f6-8952-444f-baa9-0d04bf37705a req-d632da27-2fb8-47b8-94e2-93ff78cde99c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 1.6405544 Feb 09 02:30:38.423489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4b41b127-896f-4b27-a67d-1e9674ab0c11 None None] Could not find standard attr ID for object 563343a0-c779-4616-95b0-3f37fbaf90bb. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:30:38.463655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks [] for security_group (3f17c6e8-fe38-4a4a-934c-02d115a4891b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.487265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-d2758800-db99-4118-b332-d22634d308d7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.490040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-d2758800-db99-4118-b332-d22634d308d7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 0.4569223 Feb 09 02:30:38.512239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3f17c6e8-fe38-4a4a-934c-02d115a4891b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.583072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43999e74-4641-4051-b275-55bf5febf97f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:38.587486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:30:38.614382 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (16831dca-f059-4631-8fd1-d084acdcf3ed), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.614765 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Added segment 16831dca-f059-4631-8fd1-d084acdcf3ed of type vlan for network c997e97a-c338-4700-8b20-d3cdb86a34df Feb 09 02:30:38.687552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f33d03-f3bc-4c38-869d-693120c1bdde req-2b8b65d7-a644-41fd-9352-2e23f7115749 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:38.689585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3f33d03-f3bc-4c38-869d-693120c1bdde req-2b8b65d7-a644-41fd-9352-2e23f7115749 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 945 time: 1.8539045 Feb 09 02:30:38.733124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:38.750845 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Sync routers for ids ['e5d222a7-bd25-470b-8558-82855f789853'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:38.754304 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8fcdeb75-9cee-437c-aff0-945d6d47b8fa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "PUT /v2.0/routers/e5d222a7-bd25-470b-8558-82855f789853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6063468 Feb 09 02:30:38.784649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 43999e74-4641-4051-b275-55bf5febf97f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:38.786913 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (43999e74-4641-4051-b275-55bf5febf97f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.788648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c997e97a-c338-4700-8b20-d3cdb86a34df), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:38.800345 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Routers {'e5d222a7-bd25-470b-8558-82855f789853'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:38.810070 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e5d222a7-bd25-470b-8558-82855f789853'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:38.810342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:38.883668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfc833f6-8952-444f-baa9-0d04bf37705a req-b9ce8aa1-53ad-4d6a-8b66-af531a63684a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169282 Feb 09 02:30:38.911935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3f33d03-f3bc-4c38-869d-693120c1bdde req-7f108e80-3adc-4b7a-bddd-637fc82b83c7 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632929 Feb 09 02:30:38.931301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Deleting port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:38.940617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.023966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17c6e8-fe38-4a4a-934c-02d115a4891b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:39.077104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:30:39.109530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 43999e74-4641-4051-b275-55bf5febf97f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:39.114407 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43999e74-4641-4051-b275-55bf5febf97f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.118139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Set router e5d222a7-bd25-470b-8558-82855f789853 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:39.168202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 43999e74-4641-4051-b275-55bf5febf97f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43999e74-4641-4051-b275-55bf5febf97f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:39.181479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fcd05e69-e5cd-4f00-a5cd-f976d242322c None None] Could not find standard attr ID for object 7c4821c5-517a-4b5f-8b34-90c6aa13ec48. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:30:39.181479 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43999e74-4641-4051-b275-55bf5febf97f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.181479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6f4fb663-6d35-465a-9b9f-98152e0d2a49 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:39.225265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] For port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:39.225846 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.271921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Calling delete_port for 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:39.284860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda328db-b015-4479-b37f-2af3b8f22191 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:39.298128 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fda328db-b015-4479-b37f-2af3b8f22191 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports/3ee54b3e-0a36-4263-a172-092a050bcf97 HTTP/1.1" status: 200 len: 911 time: 0.4865789 Feb 09 02:30:39.298810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:39.343348 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c997e97a-c338-4700-8b20-d3cdb86a34df), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.344614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:39.344902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.396350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=43999e74-4641-4051-b275-55bf5febf97f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:39.410893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:39.411293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.607252 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7574916 Feb 09 02:30:39.612190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47024) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:39.625926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Request body: {'subnet': {'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1787056782-subnet', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:39.663764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9cdd1-80c1-499e-b171-2e603d9b68c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c997e97a-c338-4700-8b20-d3cdb86a34df,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:39.719106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814375c5-0a98-4282-98d3-1c8e61aa3074 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:39.727607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:39.732132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c997e97a-c338-4700-8b20-d3cdb86a34df details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:30:39.740645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:39.745367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ff0c9183-1b5b-4f4b-abf4-2ec936b1ca2c None None] Could not find standard attr ID for object e371395f-bed4-420e-a2ea-a1aa95800b9f. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:30:39.753493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814375c5-0a98-4282-98d3-1c8e61aa3074 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:39.759522 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-814375c5-0a98-4282-98d3-1c8e61aa3074 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4577529 Feb 09 02:30:39.761628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Made reservation on behalf of dffd61ed48ce40189393c863b76c224a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:39.765048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.780879 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d222a7-bd25-470b-8558-82855f789853', 'name': 'tempest-NetworksTestDHCPv6-router-796192931', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:30Z', 'updated_at': '2022-02-09T02:30:35Z', 'revision_number': 2, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None, '_interfaces': [{'id': '3ee54b3e-0a36-4263-a172-092a050bcf97', 'name': '', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'mac_address': 'fa:16:3e:bb:c3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d222a7-bd25-470b-8558-82855f789853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'fe23f518-d419-4fb1-be22-fdc05a377241', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:32Z', 'updated_at': '2022-02-09T02:30:36Z', 'revision_number': 2, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'subnets': [{'id': 'fe23f518-d419-4fb1-be22-fdc05a377241', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:39.819237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47026) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:39.841738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2038cb1d-cd9a-44f7-8720-92e53f7c31c9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:39.872642 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Checking router: e5d222a7-bd25-470b-8558-82855f789853 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:39.879312 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Updating router e5d222a7-bd25-470b-8558-82855f789853 port 3ee54b3e-0a36-4263-a172-092a050bcf97 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:30:39.883339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:30:40.022970 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:40.227097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event deleted for resources: {'Port': ['ID=2038cb1d-cd9a-44f7-8720-92e53f7c31c9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:40.307459 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (6055e687-1b36-4fcb-956b-1c74edbf4f03), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:40.329689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:40.337462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:40.472218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6055e687-1b36-4fcb-956b-1c74edbf4f03,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:40.483965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Checking segment: {'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:40.484451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Network hostable DHCP agents. Network: c997e97a-c338-4700-8b20-d3cdb86a34df, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:30:40.498598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43999e74-4641-4051-b275-55bf5febf97f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:40.501154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-624d64bb-02c4-4b8c-9785-64ddecd21862 None None] Could not find standard attr ID for object e469fc4b-f900-41c9-9fc7-dc197cbfa89c. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:30:40.547259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Network c997e97a-c338-4700-8b20-d3cdb86a34df is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:30:40.568624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c997e97a-c338-4700-8b20-d3cdb86a34df) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:40.570648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63d41e4d-30a8-4286-8b87-47b9564b471e req-9b93576c-dfd3-463a-a7eb-65d2b0572ad8 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 210 time: 0.4044952 Feb 09 02:30:40.585250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:40.585925 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:40.631026 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fc3c62a5-52c2-4912-aa02-5fb65d6f3026 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0098233 Feb 09 02:30:40.634258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:40.644446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:40.697978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (c17da7ea-f177-4a1e-a200-f2659edef64c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:40.700883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (c17da7ea-f177-4a1e-a200-f2659edef64c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:40.744543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba233f-fc04-4ef3-828d-fc0ece8ea492 None None] Network c997e97a-c338-4700-8b20-d3cdb86a34df requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:41.029693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:41.046849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] No DVR routers for this DVR port 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:41.052445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.062035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1311c41-623e-4a80-ab18-2036ec4e5eec req-48301c67-67f0-40f5-9d42-102f0b5d89da tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.82 "DELETE /v2.0/ports/2038cb1d-cd9a-44f7-8720-92e53f7c31c9 HTTP/1.1" status: 204 len: 173 time: 2.5648015 Feb 09 02:30:41.070024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'name': 'network-vif-deleted', 'tag': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:41.081245 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafe975-0f57-4fec-ad6e-f7dd0e48d903" -d '{"events": [{"server_uuid": "0237bd23-52e9-490c-a83e-0d2ddaff2b93", "name": "network-vif-deleted", "tag": "2038cb1d-cd9a-44f7-8720-92e53f7c31c9"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:41.223851 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Publish callbacks [] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.231968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788434-44d9-4280-8c30-6f7efbecc62d req-14e0240a-cc46-4059-932e-0ae01897bf86 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:41.255509 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.256315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2788434-44d9-4280-8c30-6f7efbecc62d req-14e0240a-cc46-4059-932e-0ae01897bf86 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 1.0605171 Feb 09 02:30:41.286788 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908689d4-21b6-4872-ad34-c6291a85c067 x-openstack-request-id: req-908689d4-21b6-4872-ad34-c6291a85c067 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:41.292435 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237bd23-52e9-490c-a83e-0d2ddaff2b93", "name": "network-vif-deleted", "tag": "2038cb1d-cd9a-44f7-8720-92e53f7c31c9", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:41.293061 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-908689d4-21b6-4872-ad34-c6291a85c067 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:41.294362 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237bd23-52e9-490c-a83e-0d2ddaff2b93', 'name': 'network-vif-deleted', 'tag': '2038cb1d-cd9a-44f7-8720-92e53f7c31c9', 'status': 'completed', 'code': 200} Feb 09 02:30:41.455153 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Pushing event updated for resources: {'Port': ['ID=3ee54b3e-0a36-4263-a172-092a050bcf97,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:41.485608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47054) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:41.524439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:41.560591 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.569139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.569748 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.570269 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.570936 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.576389 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.576946 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.577470 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.577959 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.579038 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.579557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.580039 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.580538 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:41.775371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks [] for router_controller (c17da7ea-f177-4a1e-a200-f2659edef64c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.837852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2788434-44d9-4280-8c30-6f7efbecc62d req-14828099-05fb-47e4-a612-e89a1a22f31c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739775 Feb 09 02:30:41.850161 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Attempting to bind port 3ee54b3e-0a36-4263-a172-092a050bcf97 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:41.854767 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Attempting to bind port 3ee54b3e-0a36-4263-a172-092a050bcf97 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:41.857021 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Attempting to bind port 3ee54b3e-0a36-4263-a172-092a050bcf97 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:41.875170 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:41.880027 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:41.885996 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:41.887215 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:41.888506 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Bound port: 3ee54b3e-0a36-4263-a172-092a050bcf97, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:41.901810 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.175336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a952c795-9729-4ca6-953d-fae3049aaca0 req-8d51176d-2859-4f56-af54-0098d12f5eaa tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=0237bd23-52e9-490c-a83e-0d2ddaff2b93 HTTP/1.1" status: 200 len: 210 time: 0.2202051 Feb 09 02:30:42.195953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df5853c8-4cfe-4f6d-9100-3d9dc5d9c2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.327637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks [] for router_gateway (c17da7ea-f177-4a1e-a200-f2659edef64c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.362408 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] For port 3ee54b3e-0a36-4263-a172-092a050bcf97, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:42.376380 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] For port 3ee54b3e-0a36-4263-a172-092a050bcf97, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3ee54b3e-0a36-4263-a172-092a050bcf97,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:42.391010 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.474469 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df5853c8-4cfe-4f6d-9100-3d9dc5d9c2e6 admin admin] Publish callbacks [] for security_group (1415c657-e6ef-4402-b345-5f93c5165e86), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.492150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df5853c8-4cfe-4f6d-9100-3d9dc5d9c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1415c657-e6ef-4402-b345-5f93c5165e86), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.536349 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e342ef-16fd-4778-83ed-467b9472a000 None None] Pushing event updated for resources: {'Port': ['ID=3ee54b3e-0a36-4263-a172-092a050bcf97,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:42.620237 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Routers {'e5d222a7-bd25-470b-8558-82855f789853'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:42.623165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e5d222a7-bd25-470b-8558-82855f789853'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:42.763377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:42.767274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2038cb1d-cd9a-44f7-8720-92e53f7c31c9 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:42.788738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 43999e74-4641-4051-b275-55bf5febf97f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:42.790113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (43999e74-4641-4051-b275-55bf5febf97f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:42.902706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5853c8-4cfe-4f6d-9100-3d9dc5d9c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1415c657-e6ef-4402-b345-5f93c5165e86,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:42.915209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-df5853c8-4cfe-4f6d-9100-3d9dc5d9c2e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bf8a21760e34b5ebbb6b2dad352a3d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4167829 Feb 09 02:30:42.921573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47078) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:42.929420 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] Set router e5d222a7-bd25-470b-8558-82855f789853 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:42.992652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ff75fb2b-b625-470c-b733-2003e29e1eda None None] Provisioning complete for port 3ee54b3e-0a36-4263-a172-092a050bcf97 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:42.996930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff75fb2b-b625-470c-b733-2003e29e1eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.037798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-c997e97a-c338-4700-8b20-d3cdb86a34df', 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df', 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'fixed_ips': [{'subnet_id': '6055e687-1b36-4fcb-956b-1c74edbf4f03'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:43.046499 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.227999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (e5d222a7-bd25-470b-8558-82855f789853), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.234428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks [] for router_gateway (c17da7ea-f177-4a1e-a200-f2659edef64c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.305538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.427270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b0eacc8-36cb-4d44-9e4f-b4703e4fcbf4 admin admin] Publish callbacks [] for security_group (1415c657-e6ef-4402-b345-5f93c5165e86), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.539175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b0eacc8-36cb-4d44-9e4f-b4703e4fcbf4 admin admin] Publish callbacks [] for security_group (1415c657-e6ef-4402-b345-5f93c5165e86), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.641382 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Allocated IP 172.25.6.145 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/838b276c-2d06-40a1-a2aa-52d51dfe2f27) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:43.734240 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d222a7-bd25-470b-8558-82855f789853', 'name': 'tempest-NetworksTestDHCPv6-router-796192931', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:30Z', 'updated_at': '2022-02-09T02:30:35Z', 'revision_number': 2, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None, '_interfaces': [{'id': '3ee54b3e-0a36-4263-a172-092a050bcf97', 'name': '', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'mac_address': 'fa:16:3e:bb:c3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d222a7-bd25-470b-8558-82855f789853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'fe23f518-d419-4fb1-be22-fdc05a377241', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:32Z', 'updated_at': '2022-02-09T02:30:42Z', 'revision_number': 4, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'subnets': [{'id': 'fe23f518-d419-4fb1-be22-fdc05a377241', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:43.796646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b0eacc8-36cb-4d44-9e4f-b4703e4fcbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1415c657-e6ef-4402-b345-5f93c5165e86), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.799380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b0eacc8-36cb-4d44-9e4f-b4703e4fcbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:43.800930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2b0eacc8-36cb-4d44-9e4f-b4703e4fcbf4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1415c657-e6ef-4402-b345-5f93c5165e86 HTTP/1.1" status: 204 len: 168 time: 0.8764575 Feb 09 02:30:43.808447 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885e13a-a782-4ed8-adf9-427c57535ab9 None None] The sync data for ids ['e5d222a7-bd25-470b-8558-82855f789853'] in n-d-826675-12 is: [{'id': 'e5d222a7-bd25-470b-8558-82855f789853', 'name': 'tempest-NetworksTestDHCPv6-router-796192931', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:30Z', 'updated_at': '2022-02-09T02:30:35Z', 'revision_number': 2, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None, '_interfaces': [{'id': '3ee54b3e-0a36-4263-a172-092a050bcf97', 'name': '', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'mac_address': 'fa:16:3e:bb:c3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d222a7-bd25-470b-8558-82855f789853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2847, 'fixed_ips': [{'subnet_id': 'fe23f518-d419-4fb1-be22-fdc05a377241', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:32Z', 'updated_at': '2022-02-09T02:30:42Z', 'revision_number': 4, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'subnets': [{'id': 'fe23f518-d419-4fb1-be22-fdc05a377241', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:43.840002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0eacc8-36cb-4d44-9e4f-b4703e4fcbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1415c657-e6ef-4402-b345-5f93c5165e86,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:43.910929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Allocated IP 172.20.0.2 (c997e97a-c338-4700-8b20-d3cdb86a34df/6055e687-1b36-4fcb-956b-1c74edbf4f03/064b6eb1-42fd-49aa-a420-de07f94ddb16) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:44.002037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks [] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.126168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 3ee54b3e-0a36-4263-a172-092a050bcf97 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:44.129189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.195430 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.212205 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Publish callbacks [] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.312317 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.469278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:44.516343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:44.533953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Pushing event updated for resources: {'Port': ['ID=838b276c-2d06-40a1-a2aa-52d51dfe2f27,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:44.536837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:44.627075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] For port 3ee54b3e-0a36-4263-a172-092a050bcf97, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3ee54b3e-0a36-4263-a172-092a050bcf97,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:44.627635 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.629884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 43999e74-4641-4051-b275-55bf5febf97f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:44.661300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Pushing event updated for resources: {'Port': ['ID=064b6eb1-42fd-49aa-a420-de07f94ddb16,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:44.690856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 3ee54b3e-0a36-4263-a172-092a050bcf97 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:44.865906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Network c997e97a-c338-4700-8b20-d3cdb86a34df is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:44.888469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:44.905392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47122) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:44.922274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3ee54b3e-0a36-4263-a172-092a050bcf97 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:44.924652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:44.940999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ff75fb2b-b625-470c-b733-2003e29e1eda None None] Current status of the port 3ee54b3e-0a36-4263-a172-092a050bcf97 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:44.944071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6160eba7-e8a7-4cf1-982c-4adfbba70cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:44.944846 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff75fb2b-b625-470c-b733-2003e29e1eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.110129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 2, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:45.317039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:45.319496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Updating router 9d934e20-786d-469a-b4fb-80b37040df25 port 5df6fed5-5365-4ead-9c05-0d3b23e4507b binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:30:45.412196 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks [] for router_gateway (c17da7ea-f177-4a1e-a200-f2659edef64c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.453607 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.520617 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.549719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=3ee54b3e-0a36-4263-a172-092a050bcf97,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:45.570574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3ee54b3e-0a36-4263-a172-092a050bcf97 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:45.578808 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3ee54b3e-0a36-4263-a172-092a050bcf97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.665692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Port 3ee54b3e-0a36-4263-a172-092a050bcf97 was deleted so its status cannot be updated. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 02:30:45.695379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Attempting to bind port 064b6eb1-42fd-49aa-a420-de07f94ddb16 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:45.695855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Attempting to bind port 064b6eb1-42fd-49aa-a420-de07f94ddb16 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:45.696300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Attempting to bind port 064b6eb1-42fd-49aa-a420-de07f94ddb16 on network c997e97a-c338-4700-8b20-d3cdb86a34df {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:45.720732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (e5d222a7-bd25-470b-8558-82855f789853), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.724726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6160eba7-e8a7-4cf1-982c-4adfbba70cb8 admin admin] Publish callbacks [] for security_group (de90d5b9-a51b-458e-90af-8d54fe089464), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.735457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252df51-6683-4d75-aabd-13a24d1d6c80 req-32acb0d7-4c2e-4f87-bde1-5b78932098db tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:45.738416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b252df51-6683-4d75-aabd-13a24d1d6c80 req-32acb0d7-4c2e-4f87-bde1-5b78932098db tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 945 time: 0.4811106 Feb 09 02:30:45.741270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6160eba7-e8a7-4cf1-982c-4adfbba70cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (de90d5b9-a51b-458e-90af-8d54fe089464), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.765817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:45.766627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Checking segment: {'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:45.767208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.767770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Bound using segment: {'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:45.769160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Bound port: 064b6eb1-42fd-49aa-a420-de07f94ddb16, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:45.769729 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.806157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8c1031ee-23d7-4534-8300-28ef703277b2 None None] Could not find standard attr ID for object 3ee54b3e-0a36-4263-a172-092a050bcf97. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:30:45.872868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (c17da7ea-f177-4a1e-a200-f2659edef64c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:45.894350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] For port 064b6eb1-42fd-49aa-a420-de07f94ddb16, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:45.898672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] For port 064b6eb1-42fd-49aa-a420-de07f94ddb16, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=064b6eb1-42fd-49aa-a420-de07f94ddb16,segment=NetworkSegment(16831dca-f059-4631-8fd1-d084acdcf3ed),segment_id=16831dca-f059-4631-8fd1-d084acdcf3ed)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:46.007617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6160eba7-e8a7-4cf1-982c-4adfbba70cb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27c697e3db8f457ba6131ba035fb3ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0962267 Feb 09 02:30:46.009582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47134) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:46.009944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.019257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160eba7-e8a7-4cf1-982c-4adfbba70cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de90d5b9-a51b-458e-90af-8d54fe089464,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:46.032167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b252df51-6683-4d75-aabd-13a24d1d6c80 req-32e70d65-5833-468c-acce-2b3c9aae9238 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811649 Feb 09 02:30:46.147609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Router c17da7ea-f177-4a1e-a200-f2659edef64c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:30:46.217362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Router e5d222a7-bd25-470b-8558-82855f789853 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:30:46.250606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac3aa6-d0ae-43d7-a492-a27876303276 None None] Pushing event updated for resources: {'Port': ['ID=064b6eb1-42fd-49aa-a420-de07f94ddb16,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:46.265964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9bafb4a-1592-49c0-bb95-2e586a7e29c5 admin admin] Publish callbacks [] for security_group (de90d5b9-a51b-458e-90af-8d54fe089464), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.405935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:46.421384 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Sync routers for ids ['c17da7ea-f177-4a1e-a200-f2659edef64c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:46.433937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9bafb4a-1592-49c0-bb95-2e586a7e29c5 admin admin] Publish callbacks [] for security_group (de90d5b9-a51b-458e-90af-8d54fe089464), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.442328 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Routers {'c17da7ea-f177-4a1e-a200-f2659edef64c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:46.449750 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c17da7ea-f177-4a1e-a200-f2659edef64c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:46.490525 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.492348 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-40482157-9083-495b-ac2d-5c3cde4620aa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8568828 Feb 09 02:30:46.495641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:46.551827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Publish callbacks [] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.572836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.655489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:46.694896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-333c8f85-d16b-47c8-8345-ff579d8054ab tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "PUT /v2.0/routers/e5d222a7-bd25-470b-8558-82855f789853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8710387 Feb 09 02:30:46.715948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47142) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:46.764332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Pushing event updated for resources: {'Port': ['ID=5df6fed5-5365-4ead-9c05-0d3b23e4507b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:46.785647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] Sync routers for ids ['e5d222a7-bd25-470b-8558-82855f789853'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:46.800721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] Routers {'e5d222a7-bd25-470b-8558-82855f789853'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:46.801353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e5d222a7-bd25-470b-8558-82855f789853'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:46.890014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9bafb4a-1592-49c0-bb95-2e586a7e29c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (de90d5b9-a51b-458e-90af-8d54fe089464), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.896325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9bafb4a-1592-49c0-bb95-2e586a7e29c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:46.899424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b9bafb4a-1592-49c0-bb95-2e586a7e29c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de90d5b9-a51b-458e-90af-8d54fe089464 HTTP/1.1" status: 204 len: 168 time: 0.8886430 Feb 09 02:30:46.946384 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Set router c17da7ea-f177-4a1e-a200-f2659edef64c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:47.009206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bafb4a-1592-49c0-bb95-2e586a7e29c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de90d5b9-a51b-458e-90af-8d54fe089464,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:47.083716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-82c36bb3-b5bd-4bb8-b89d-cf8f55a19376 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:47.094130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-82c36bb3-b5bd-4bb8-b89d-cf8f55a19376 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 945 time: 0.5219123 Feb 09 02:30:47.173172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 064b6eb1-42fd-49aa-a420-de07f94ddb16 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:47.276307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] Set router e5d222a7-bd25-470b-8558-82855f789853 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:47.320404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Attempting to bind port 5df6fed5-5365-4ead-9c05-0d3b23e4507b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:47.320782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Attempting to bind port 5df6fed5-5365-4ead-9c05-0d3b23e4507b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:47.321210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Attempting to bind port 5df6fed5-5365-4ead-9c05-0d3b23e4507b on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:47.361259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:47.361549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:47.361963 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:47.362358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:47.362884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Bound port: 5df6fed5-5365-4ead-9c05-0d3b23e4507b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:47.363266 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:47.385426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d222a7-bd25-470b-8558-82855f789853', 'name': 'tempest-NetworksTestDHCPv6-router-796192931', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:30Z', 'updated_at': '2022-02-09T02:30:45Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:47.423011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112689c-f1d1-4422-8717-5bfe30b7d886 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:47.428641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112689c-f1d1-4422-8717-5bfe30b7d886 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:47.433252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a112689c-f1d1-4422-8717-5bfe30b7d886 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7139468 Feb 09 02:30:47.446619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:47.507707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] Checking router: e5d222a7-bd25-470b-8558-82855f789853 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:47.599270 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:30:45Z', 'revision_number': 3, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port': {'id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:43Z', 'updated_at': '2022-02-09T02:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:47.691186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet fe23f518-d419-4fb1-be22-fdc05a377241 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:30:47.696188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-aae08318-e167-49b7-b96b-f2b0a594700f None None] Provisioning complete for port 5df6fed5-5365-4ead-9c05-0d3b23e4507b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:47.696586 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aae08318-e167-49b7-b96b-f2b0a594700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:47.703186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Deleting port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:47.711689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (fe23f518-d419-4fb1-be22-fdc05a377241), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:47.712025 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:47.729819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] Routers {'e5d222a7-bd25-470b-8558-82855f789853'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:47.730509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e5d222a7-bd25-470b-8558-82855f789853'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:47.734084 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Checking router: c17da7ea-f177-4a1e-a200-f2659edef64c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:47.735753 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Updating router c17da7ea-f177-4a1e-a200-f2659edef64c port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:30:47.784638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f47f-1412-4ff0-85aa-8d212c248816 req-e74a6a67-3a44-40af-a98f-d393ea7f0d47 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:47.807218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9d9f47f-1412-4ff0-85aa-8d212c248816 req-e74a6a67-3a44-40af-a98f-d393ea7f0d47 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 945 time: 0.4475429 Feb 09 02:30:47.810912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (fe23f518-d419-4fb1-be22-fdc05a377241), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:47.826182 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:47.994274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] Set router e5d222a7-bd25-470b-8558-82855f789853 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:48.189300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (fe23f518-d419-4fb1-be22-fdc05a377241), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.257547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9d9f47f-1412-4ff0-85aa-8d212c248816 req-58e7b490-aa05-42ed-8352-0ad0c0b59bbe tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493432 Feb 09 02:30:48.267964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] For port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,segment=NetworkSegment(fabb41d9-caf1-4bb3-be76-5013806195ab),segment_id=fabb41d9-caf1-4bb3-be76-5013806195ab)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:48.278255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.319555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Calling delete_port for ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:48.488386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (fe23f518-d419-4fb1-be22-fdc05a377241), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.627953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=fe23f518-d419-4fb1-be22-fdc05a377241,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:48.663080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.672591 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3f183bba-cf7b-4857-9601-c3f1604f9c97 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/fe23f518-d419-4fb1-be22-fdc05a377241 HTTP/1.1" status: 204 len: 168 time: 1.2240667 Feb 09 02:30:48.674664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.675933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47180) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:48.788930 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Publish callbacks [] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.798322 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.919301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d222a7-bd25-470b-8558-82855f789853', 'name': 'tempest-NetworksTestDHCPv6-router-796192931', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:30Z', 'updated_at': '2022-02-09T02:30:45Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:48.941401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 064b6eb1-42fd-49aa-a420-de07f94ddb16 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:48.942083 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:48.960670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830a0de-9be6-4aa2-814a-0b755128ab98 None None] Network c997e97a-c338-4700-8b20-d3cdb86a34df requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:48.964178 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0539c8-bd21-427f-9f5c-f6c5c65efbda None None] Pushing event updated for resources: {'Port': ['ID=838b276c-2d06-40a1-a2aa-52d51dfe2f27,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:48.969949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c7cc5c-4740-45e0-9faf-52b9524a633b None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:49.023323 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Attempting to bind port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:49.023927 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Attempting to bind port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:49.024665 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Attempting to bind port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:49.049833 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:49.050295 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:49.051801 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.052263 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:49.052773 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Bound port: 838b276c-2d06-40a1-a2aa-52d51dfe2f27, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:49.053170 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.086372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Allocated IP 172.20.0.1 (c997e97a-c338-4700-8b20-d3cdb86a34df/6055e687-1b36-4fcb-956b-1c74edbf4f03/7956594b-d899-4d2a-b5a7-5e716a9229b5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:49.248555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks [] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.260174 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] For port 838b276c-2d06-40a1-a2aa-52d51dfe2f27, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:49.269467 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] For port 838b276c-2d06-40a1-a2aa-52d51dfe2f27, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=838b276c-2d06-40a1-a2aa-52d51dfe2f27,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:49.285949 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.301804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.326642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-aae08318-e167-49b7-b96b-f2b0a594700f None None] Port 5df6fed5-5365-4ead-9c05-0d3b23e4507b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:30:49.437435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Network c997e97a-c338-4700-8b20-d3cdb86a34df is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:49.448968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:49.460312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:49.476286 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0539c8-bd21-427f-9f5c-f6c5c65efbda None None] Pushing event updated for resources: {'Port': ['ID=838b276c-2d06-40a1-a2aa-52d51dfe2f27,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:49.495792 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Routers {'c17da7ea-f177-4a1e-a200-f2659edef64c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:49.497559 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c17da7ea-f177-4a1e-a200-f2659edef64c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:49.542664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49bff7-4ba4-479c-80bb-788c544499b3 None None] The sync data for ids ['e5d222a7-bd25-470b-8558-82855f789853'] in n-d-826675-12 is: [{'id': 'e5d222a7-bd25-470b-8558-82855f789853', 'name': 'tempest-NetworksTestDHCPv6-router-796192931', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:30Z', 'updated_at': '2022-02-09T02:30:45Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:49.612909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Pushing event updated for resources: {'Port': ['ID=7956594b-d899-4d2a-b5a7-5e716a9229b5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:49.658863 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c17da7ea-f177-4a1e-a200-f2659edef64c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.666502 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.692964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:49.781348 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] Set router c17da7ea-f177-4a1e-a200-f2659edef64c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:49.787478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] For port 5df6fed5-5365-4ead-9c05-0d3b23e4507b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:49.812520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] For port 5df6fed5-5365-4ead-9c05-0d3b23e4507b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5df6fed5-5365-4ead-9c05-0d3b23e4507b,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:49.820953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a70eec7b-3abe-42d2-961b-9f458abc8574 None None] Provisioning complete for port 064b6eb1-42fd-49aa-a420-de07f94ddb16 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:49.824297 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a70eec7b-3abe-42d2-961b-9f458abc8574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.170816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.187665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 064b6eb1-42fd-49aa-a420-de07f94ddb16 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:50.188257 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.232930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.521851 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:30:45Z', 'revision_number': 3, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port': {'id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:43Z', 'updated_at': '2022-02-09T02:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:50.532508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.593160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 064b6eb1-42fd-49aa-a420-de07f94ddb16, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=064b6eb1-42fd-49aa-a420-de07f94ddb16,segment=NetworkSegment(16831dca-f059-4631-8fd1-d084acdcf3ed),segment_id=16831dca-f059-4631-8fd1-d084acdcf3ed)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:50.642049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.675215 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b4445-0fab-42de-a330-5a88b25f9a0e None None] The sync data for ids ['c17da7ea-f177-4a1e-a200-f2659edef64c'] in n-d-826675-12 is: [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:30:45Z', 'revision_number': 3, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port': {'id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:43Z', 'updated_at': '2022-02-09T02:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:50.692384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Pushing event deleted for resources: {'Port': ['ID=ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:50.734382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e7aa-2ad6-4003-ac21-a25a2683569b req-ca095131-381c-4d94-a309-20c14ba74807 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:50.736768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5026e7aa-2ad6-4003-ac21-a25a2683569b req-ca095131-381c-4d94-a309-20c14ba74807 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 945 time: 0.7105279 Feb 09 02:30:50.767084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:50.770746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:50.771672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.773528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.774052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.775367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.776747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.777261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.779598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.780143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.780922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.781605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.781959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.782306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.782671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:50.820052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9f7dc233-9e02-490f-b634-bd555664d83b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 2.1407483 Feb 09 02:30:50.820546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47216) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:50.882348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-c8a63fd4-6b93-4194-8d89-a5d2c5cf3e83 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8459511 Feb 09 02:30:50.899221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks [] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:50.911026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:51.002904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c17da7ea-f177-4a1e-a200-f2659edef64c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:51.240880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:51.283029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Pushing event updated for resources: {'Port': ['ID=7956594b-d899-4d2a-b5a7-5e716a9229b5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:51.329074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5026e7aa-2ad6-4003-ac21-a25a2683569b req-74eaa49b-0632-4db2-be51-188a10bf88e9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/security-groups?id=7b107eb8-4fd6-4894-953c-5c65c2b6f28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048742 Feb 09 02:30:51.421463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3ee54b3e-0a36-4263-a172-092a050bcf97 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:51.435472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702cb07-8a84-471d-906b-064561b7965b None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:30:51.437595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:51.473454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Network c997e97a-c338-4700-8b20-d3cdb86a34df is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:51.477731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:51.574369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9296b9ce-ae6e-466c-9f2b-6c7610db1817 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router (e5d222a7-bd25-470b-8558-82855f789853), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:51.576663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:51.577070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:51.584223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Pushing event updated for resources: {'Port': ['ID=5df6fed5-5365-4ead-9c05-0d3b23e4507b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:51.644785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] No DVR routers for this DVR port ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:51.649497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:51.659186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4b61565-e469-42fd-a45f-49abfdd6cde9 req-975ef1a6-82ae-4d3f-a16c-0c6d3f58e8b5 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.72 "DELETE /v2.0/ports/ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c HTTP/1.1" status: 204 len: 173 time: 4.5549021 Feb 09 02:30:51.718184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3ee54b3e-0a36-4263-a172-092a050bcf97 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:51.723412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3ee54b3e-0a36-4263-a172-092a050bcf97 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:51.791103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'name': 'network-vif-deleted', 'tag': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:30:51.794227 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d1b26b-0661-4a41-ac16-a2f40f6c2a93" -d '{"events": [{"server_uuid": "31a4105a-fd0e-4378-88fa-a1b06f16ab85", "name": "network-vif-deleted", "tag": "ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:30:51.910241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-a3690c17-bee9-4fb1-b5de-16758ea99d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:51.912074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-a3690c17-bee9-4fb1-b5de-16758ea99d77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.7809453 Feb 09 02:30:51.921065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a70eec7b-3abe-42d2-961b-9f458abc8574 None None] Current status of the port 064b6eb1-42fd-49aa-a420-de07f94ddb16 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:51.951246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.951642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.958200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.958726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.959087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.959439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.959793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.965916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.966424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.969009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.969367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.972471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Router c17da7ea-f177-4a1e-a200-f2659edef64c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:30:51.973297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:51.973443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d442fa-b934-439c-bbf7-844f49c33567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:30:52.247942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-7a5bcbfd-c638-4a46-97ff-ab7fd2b2bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:52.247942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-7a5bcbfd-c638-4a46-97ff-ab7fd2b2bc23 service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.2935691 Feb 09 02:30:52.312388 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493658d9-05b4-440e-9037-75f77a8bfe42 x-openstack-request-id: req-493658d9-05b4-440e-9037-75f77a8bfe42 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:30:52.312751 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a4105a-fd0e-4378-88fa-a1b06f16ab85", "name": "network-vif-deleted", "tag": "ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:30:52.314558 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-493658d9-05b4-440e-9037-75f77a8bfe42 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:30:52.315714 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a4105a-fd0e-4378-88fa-a1b06f16ab85', 'name': 'network-vif-deleted', 'tag': 'ef1e29b5-0d43-4bbe-88e3-36aa41a1b35c', 'status': 'completed', 'code': 200} Feb 09 02:30:52.595834 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9296b9ce-ae6e-466c-9f2b-6c7610db1817 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (e5d222a7-bd25-470b-8558-82855f789853), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:52.603625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9296b9ce-ae6e-466c-9f2b-6c7610db1817 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router_controller (e5d222a7-bd25-470b-8558-82855f789853), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:52.665924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=064b6eb1-42fd-49aa-a420-de07f94ddb16,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:52.810134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-f4190c4a-3e63-4e43-898e-654f455ae771 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.1178992 Feb 09 02:30:52.851489 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9296b9ce-ae6e-466c-9f2b-6c7610db1817 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (e5d222a7-bd25-470b-8558-82855f789853), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:52.852071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9296b9ce-ae6e-466c-9f2b-6c7610db1817 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Fanout notify agent at l3_agent the message router_deleted on router e5d222a7-bd25-470b-8558-82855f789853 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:30:52.873656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Provisioning complete for port 064b6eb1-42fd-49aa-a420-de07f94ddb16 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:52.874031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:52.885133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9296b9ce-ae6e-466c-9f2b-6c7610db1817 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:52.886704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9296b9ce-ae6e-466c-9f2b-6c7610db1817 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/routers/e5d222a7-bd25-470b-8558-82855f789853 HTTP/1.1" status: 204 len: 168 time: 2.0339019 Feb 09 02:30:53.021798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-b3cf9460-8f99-4d9c-8269-bf81643a20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:53.029875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-b3cf9460-8f99-4d9c-8269-bf81643a20dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.2089496 Feb 09 02:30:53.050178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1de5a3f-19f5-425a-9cb9-4cb3bf5642f5 req-dc5109eb-e83b-4232-8399-1b52273fb7a9 tempest-ServersTestJSON-1141660526 tempest-ServersTestJSON-1141660526-project] 10.222.0.53 "GET /v2.0/ports?device_id=31a4105a-fd0e-4378-88fa-a1b06f16ab85 HTTP/1.1" status: 200 len: 210 time: 0.3543625 Feb 09 02:30:53.126095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47248) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:53.135469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-0876e5ab-132e-477c-80d5-a1cd1abbbf03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838263 Feb 09 02:30:53.154356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:53.213288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5df6fed5-5365-4ead-9c05-0d3b23e4507b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:53.563201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:53.578848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:53.654582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:30:53.690225 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b9f9f1e2-7357-46f0-88b1-dc427013e0fb admin admin] 10.222.0.53 "PUT /v2.0/routers/c17da7ea-f177-4a1e-a200-f2659edef64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1890907 Feb 09 02:30:53.719274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Current status of the port 064b6eb1-42fd-49aa-a420-de07f94ddb16 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:53.791838 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e0082db-0e9f-4326-a6c1-81858ee8751e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:53.814595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-41332610-49c3-4d2e-8c99-42b899c0f689 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550992 Feb 09 02:30:53.821104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d702cb07-8a84-471d-906b-064561b7965b None None] Deleting port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:30:53.821647 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d702cb07-8a84-471d-906b-064561b7965b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.012271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Provisioning complete for port 5df6fed5-5365-4ead-9c05-0d3b23e4507b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:54.016857 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.103567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5df6fed5-5365-4ead-9c05-0d3b23e4507b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:54.104232 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.144824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:54.166960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41aa7f79-49b2-4090-85f7-a41e1fa593e8 req-65d26703-bdac-4823-bd1d-c3990aea2726 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362288 Feb 09 02:30:54.255293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] Deleting subnet 01db0fe3-a245-49cf-bb9e-a60eedde4675 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:30:54.264244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] Publish callbacks [] for subnet (01db0fe3-a245-49cf-bb9e-a60eedde4675), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.369093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (01db0fe3-a245-49cf-bb9e-a60eedde4675), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.374983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:49Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:54.378809 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Sync routers for ids ['c17da7ea-f177-4a1e-a200-f2659edef64c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:30:54.406907 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Routers {'c17da7ea-f177-4a1e-a200-f2659edef64c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:54.407544 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c17da7ea-f177-4a1e-a200-f2659edef64c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:54.444599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (01db0fe3-a245-49cf-bb9e-a60eedde4675), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.471063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (bab4b701-c77c-49da-9043-095695414d19), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.476492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca826e-1cf9-4bee-9c6e-684636eba565 None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:49Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:54.628901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d702cb07-8a84-471d-906b-064561b7965b None None] For port 6f4fb663-6d35-465a-9b9f-98152e0d2a49, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6f4fb663-6d35-465a-9b9f-98152e0d2a49,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:54.629721 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d702cb07-8a84-471d-906b-064561b7965b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.653177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:30:54.668262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (01db0fe3-a245-49cf-bb9e-a60eedde4675), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.711596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d702cb07-8a84-471d-906b-064561b7965b None None] Calling delete_port for 6f4fb663-6d35-465a-9b9f-98152e0d2a49 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:30:54.713699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:54.714809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=bab4b701-c77c-49da-9043-095695414d19,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:54.725163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:54.733757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:30:54.734624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.795074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6491c6e5-c882-4fa1-b804-6f60b856baf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6525753 Feb 09 02:30:54.799228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47282) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:54.812372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01db0fe3-a245-49cf-bb9e-a60eedde4675,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:54.820767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2393cd25-4125-4bf7-97ad-758f1c35f0f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2003502365', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:54.838842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:54.846840 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Set router c17da7ea-f177-4a1e-a200-f2659edef64c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:54.858822 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b415e3a-bc70-4626-8148-45547471778c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/01db0fe3-a245-49cf-bb9e-a60eedde4675 HTTP/1.1" status: 204 len: 168 time: 0.7125645 Feb 09 02:30:54.864226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47288) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:55.001382 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2393cd25-4125-4bf7-97ad-758f1c35f0f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (b6beada1-7664-4867-8d70-2367c8748fa7), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.007924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2393cd25-4125-4bf7-97ad-758f1c35f0f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (b6beada1-7664-4867-8d70-2367c8748fa7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.089520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d702cb07-8a84-471d-906b-064561b7965b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (6f4fb663-6d35-465a-9b9f-98152e0d2a49), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.147884 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2393cd25-4125-4bf7-97ad-758f1c35f0f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router_controller (b6beada1-7664-4867-8d70-2367c8748fa7), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.161015 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2393cd25-4125-4bf7-97ad-758f1c35f0f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (b6beada1-7664-4867-8d70-2367c8748fa7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.175280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702cb07-8a84-471d-906b-064561b7965b None None] Pushing event deleted for resources: {'Port': ['ID=6f4fb663-6d35-465a-9b9f-98152e0d2a49,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:55.236520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (882c9a08-1083-437d-9f12-f4e84922da1f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.254431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702cb07-8a84-471d-906b-064561b7965b None None] No DVR routers for this DVR port 6f4fb663-6d35-465a-9b9f-98152e0d2a49 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:30:55.259059 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2393cd25-4125-4bf7-97ad-758f1c35f0f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.260666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5df6fed5-5365-4ead-9c05-0d3b23e4507b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:55.262578 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.270471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47292) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:55.272222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2393cd25-4125-4bf7-97ad-758f1c35f0f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4710052 Feb 09 02:30:55.308359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272bbaf4-5049-447c-8e2a-0948b8d09ec5 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:30:55.598973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (882c9a08-1083-437d-9f12-f4e84922da1f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.705868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882c9a08-1083-437d-9f12-f4e84922da1f']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:55.714216 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:30:50Z', 'revision_number': 4, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port': {'id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:43Z', 'updated_at': '2022-02-09T02:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '7956594b-d899-4d2a-b5a7-5e716a9229b5', 'name': '', 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'mac_address': 'fa:16:3e:d1:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '6055e687-1b36-4fcb-956b-1c74edbf4f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:48Z', 'updated_at': '2022-02-09T02:30:50Z', 'revision_number': 2, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'subnets': [{'id': '6055e687-1b36-4fcb-956b-1c74edbf4f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:55.735747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabb41d9-caf1-4bb3-be76-5013806195ab') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:55.740167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabb41d9-caf1-4bb3-be76-5013806195ab') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:55.766420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (fabb41d9-caf1-4bb3-be76-5013806195ab), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.815937 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Checking router: c17da7ea-f177-4a1e-a200-f2659edef64c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:30:55.817912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fabb41d9-caf1-4bb3-be76-5013806195ab), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.818483 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Updating router c17da7ea-f177-4a1e-a200-f2659edef64c port 7956594b-d899-4d2a-b5a7-5e716a9229b5 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:30:55.827275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:30:55.828630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (fabb41d9-caf1-4bb3-be76-5013806195ab), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:30:55.831654 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:30:55.892344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Current status of the port 5df6fed5-5365-4ead-9c05-0d3b23e4507b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:55.898045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.961687 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (882c9a08-1083-437d-9f12-f4e84922da1f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:55.973844 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.003613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] For port 5df6fed5-5365-4ead-9c05-0d3b23e4507b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5df6fed5-5365-4ead-9c05-0d3b23e4507b,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:56.041670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.057904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] 10.222.0.53 "DELETE /v2.0/networks/882c9a08-1083-437d-9f12-f4e84922da1f HTTP/1.1" status: 204 len: 168 time: 1.1924241 Feb 09 02:30:56.063105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4060d-46d7-466f-9d49-e34184d66d89 admin admin] Pushing event deleted for resources: {'Network': ['ID=882c9a08-1083-437d-9f12-f4e84922da1f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:56.075816 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.261060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.273106 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-355c161b-bd99-4338-9441-7b53e5d81e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.308236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Provisioning complete for port 7956594b-d899-4d2a-b5a7-5e716a9229b5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:56.308683 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.470810 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:30:56.470810 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:30:56.472269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47306) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:56.483552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Pushing event updated for resources: {'Port': ['ID=5df6fed5-5365-4ead-9c05-0d3b23e4507b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:56.531990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-be764ba2-5879-47ad-b47a-bdd74e6d51af None None] Port 7956594b-d899-4d2a-b5a7-5e716a9229b5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:30:56.544058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'bab4b701-c77c-49da-9043-095695414d19'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:30:56.545121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.567797 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Publish callbacks [] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.578389 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.607798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47312) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:56.608632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f2113bf5-f6e3-485e-9980-51a796929cbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f19c37169d984cbb88b2e2628aa5a512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347322 Feb 09 02:30:56.773599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4e842b47-f757-44b6-b166-dcd299306115 None None] Provisioning complete for port 7956594b-d899-4d2a-b5a7-5e716a9229b5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:56.773983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e842b47-f757-44b6-b166-dcd299306115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.836292 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Attempting to bind port 7956594b-d899-4d2a-b5a7-5e716a9229b5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:56.836857 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Attempting to bind port 7956594b-d899-4d2a-b5a7-5e716a9229b5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:56.837179 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Attempting to bind port 7956594b-d899-4d2a-b5a7-5e716a9229b5 on network c997e97a-c338-4700-8b20-d3cdb86a34df {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:56.840062 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795a261-4ac0-457d-b16d-767788a35377 None None] Pushing event updated for resources: {'Port': ['ID=7956594b-d899-4d2a-b5a7-5e716a9229b5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:56.849054 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:56.849442 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Checking segment: {'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:56.850007 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.850407 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Bound using segment: {'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:56.850917 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Bound port: 7956594b-d899-4d2a-b5a7-5e716a9229b5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16831dca-f059-4631-8fd1-d084acdcf3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:56.851302 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.854486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::1 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/bab4b701-c77c-49da-9043-095695414d19/a2f06d16-548f-461a-a714-db4f5f40f9f1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:56.863833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4e842b47-f757-44b6-b166-dcd299306115 None None] Port 7956594b-d899-4d2a-b5a7-5e716a9229b5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:30:56.883855 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d5d067a-bb4f-4aa6-aa48-a49feb787185 admin admin] Publish callbacks [] for security_group (7b107eb8-4fd6-4894-953c-5c65c2b6f28a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.955952 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.964614 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] For port 7956594b-d899-4d2a-b5a7-5e716a9229b5, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:56.967560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d5d067a-bb4f-4aa6-aa48-a49feb787185 admin admin] Publish callbacks [] for security_group (7b107eb8-4fd6-4894-953c-5c65c2b6f28a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:56.968967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] For port 7956594b-d899-4d2a-b5a7-5e716a9229b5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7956594b-d899-4d2a-b5a7-5e716a9229b5,segment=NetworkSegment(16831dca-f059-4631-8fd1-d084acdcf3ed),segment_id=16831dca-f059-4631-8fd1-d084acdcf3ed)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:56.984230 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.009375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5df6fed5-5365-4ead-9c05-0d3b23e4507b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:57.010617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 838b276c-2d06-40a1-a2aa-52d51dfe2f27 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:57.080370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:57.081013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.087838 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795a261-4ac0-457d-b16d-767788a35377 None None] Pushing event updated for resources: {'Port': ['ID=7956594b-d899-4d2a-b5a7-5e716a9229b5,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:57.136592 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Routers {'c17da7ea-f177-4a1e-a200-f2659edef64c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:30:57.139555 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c17da7ea-f177-4a1e-a200-f2659edef64c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:57.140044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e97d89fc-872c-4eb6-88b4-d2505d862dca None None] Provisioning complete for port 7956594b-d899-4d2a-b5a7-5e716a9229b5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:57.140493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e97d89fc-872c-4eb6-88b4-d2505d862dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.158433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d5d067a-bb4f-4aa6-aa48-a49feb787185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b107eb8-4fd6-4894-953c-5c65c2b6f28a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.168620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d5d067a-bb4f-4aa6-aa48-a49feb787185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.185610 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4d5d067a-bb4f-4aa6-aa48-a49feb787185 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b107eb8-4fd6-4894-953c-5c65c2b6f28a HTTP/1.1" status: 204 len: 168 time: 0.5744784 Feb 09 02:30:57.351829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d067a-bb4f-4aa6-aa48-a49feb787185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b107eb8-4fd6-4894-953c-5c65c2b6f28a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:57.413386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e97d89fc-872c-4eb6-88b4-d2505d862dca None None] Current status of the port 7956594b-d899-4d2a-b5a7-5e716a9229b5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:57.413917 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e97d89fc-872c-4eb6-88b4-d2505d862dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.437938 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] Set router c17da7ea-f177-4a1e-a200-f2659edef64c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:30:57.590785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.644252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.708426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:57.712807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:57.718878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:57.719827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (b6beada1-7664-4867-8d70-2367c8748fa7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:57.846069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/bab4b701-c77c-49da-9043-095695414d19/90e15ab9-3c44-4e18-83fe-263b0d3cdf27) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:30:58.010687 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:30:50Z', 'revision_number': 4, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port': {'id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:43Z', 'updated_at': '2022-02-09T02:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '7956594b-d899-4d2a-b5a7-5e716a9229b5', 'name': '', 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'mac_address': 'fa:16:3e:d1:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '6055e687-1b36-4fcb-956b-1c74edbf4f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:48Z', 'updated_at': '2022-02-09T02:30:56Z', 'revision_number': 4, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'subnets': [{'id': '6055e687-1b36-4fcb-956b-1c74edbf4f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:30:58.045477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.083709 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589d7fe-4b6d-4e24-8439-3862fd900f6e None None] The sync data for ids ['c17da7ea-f177-4a1e-a200-f2659edef64c'] in n-d-826675-12 is: [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:30:50Z', 'revision_number': 4, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port': {'id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:43Z', 'updated_at': '2022-02-09T02:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '7956594b-d899-4d2a-b5a7-5e716a9229b5', 'name': '', 'network_id': 'c997e97a-c338-4700-8b20-d3cdb86a34df', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'mac_address': 'fa:16:3e:d1:91:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '6055e687-1b36-4fcb-956b-1c74edbf4f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:48Z', 'updated_at': '2022-02-09T02:30:56Z', 'revision_number': 4, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'subnets': [{'id': '6055e687-1b36-4fcb-956b-1c74edbf4f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:30:58.234867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=a2f06d16-548f-461a-a714-db4f5f40f9f1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:58.291412 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Publish callbacks [] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.302476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:58.309637 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.399617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 838b276c-2d06-40a1-a2aa-52d51dfe2f27, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=838b276c-2d06-40a1-a2aa-52d51dfe2f27,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:58.436159 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.588275 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.645162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e97d89fc-872c-4eb6-88b4-d2505d862dca None None] For port 7956594b-d899-4d2a-b5a7-5e716a9229b5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7956594b-d899-4d2a-b5a7-5e716a9229b5,segment=NetworkSegment(16831dca-f059-4631-8fd1-d084acdcf3ed),segment_id=16831dca-f059-4631-8fd1-d084acdcf3ed)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:30:58.658426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Pushing event updated for resources: {'Port': ['ID=90e15ab9-3c44-4e18-83fe-263b0d3cdf27,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:58.845920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=838b276c-2d06-40a1-a2aa-52d51dfe2f27,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:58.863630 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.865171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6f4fb663-6d35-465a-9b9f-98152e0d2a49 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:30:58.869323 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e97d89fc-872c-4eb6-88b4-d2505d862dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:58.940597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:30:58.982141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:59.114729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6f4fb663-6d35-465a-9b9f-98152e0d2a49 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:30:59.115077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6f4fb663-6d35-465a-9b9f-98152e0d2a49 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:30:59.137785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:59.142668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:30:59.176627 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.212914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.214626 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (b6beada1-7664-4867-8d70-2367c8748fa7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.232942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-132f376b-f436-45fe-9352-540b3aa1442d None None] Provisioning complete for port 7956594b-d899-4d2a-b5a7-5e716a9229b5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:59.232942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-132f376b-f436-45fe-9352-540b3aa1442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.260144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d89fc-872c-4eb6-88b4-d2505d862dca None None] Pushing event updated for resources: {'Port': ['ID=7956594b-d899-4d2a-b5a7-5e716a9229b5,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:59.350153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Attempting to bind port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:30:59.350567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Attempting to bind port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:30:59.350948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Attempting to bind port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:30:59.364607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:30:59.364745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:30:59.365144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.365539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:30:59.366013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Bound port: 90e15ab9-3c44-4e18-83fe-263b0d3cdf27, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:30:59.366439 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.374026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-495926020-network', 'tenant_id': '07527cf9fe3149a1899da1474be02b5e'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:30:59.563352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 064b6eb1-42fd-49aa-a420-de07f94ddb16 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:30:59.653060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-132f376b-f436-45fe-9352-540b3aa1442d None None] Current status of the port 7956594b-d899-4d2a-b5a7-5e716a9229b5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:59.653509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:30:59.677005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] For port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:30:59.680392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] For port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=90e15ab9-3c44-4e18-83fe-263b0d3cdf27,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:30:59.684553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:30:59.687036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=a2f06d16-548f-461a-a714-db4f5f40f9f1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:59.711501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Made reservation on behalf of 07527cf9fe3149a1899da1474be02b5e for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:30:59.714824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.716637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.757233 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.806157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 064b6eb1-42fd-49aa-a420-de07f94ddb16 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:30:59.806594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.887790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:30:59.921822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e441f-eca1-49a3-9f4b-408409c857b9 None None] Pushing event updated for resources: {'Port': ['ID=90e15ab9-3c44-4e18-83fe-263b0d3cdf27,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:30:59.991281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 064b6eb1-42fd-49aa-a420-de07f94ddb16 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:30:59.993039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 838b276c-2d06-40a1-a2aa-52d51dfe2f27 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:00.126500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-add30c42-a906-4245-af28-62b5ab631424 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:00.145383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-add30c42-a906-4245-af28-62b5ab631424 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.2858081 Feb 09 02:31:00.147469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks [] for security_group (d1921412-879d-4153-8516-a41228b7d171), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:00.149113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Router b6beada1-7664-4867-8d70-2367c8748fa7 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:31:00.158564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d1921412-879d-4153-8516-a41228b7d171), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:00.199990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:00.200444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:00.208049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-f2081215-2ae4-4900-a273-c7b5996ab0b9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/quotas/dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 375 time: 0.0607758 Feb 09 02:31:00.234397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:31:00.343520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:00.345165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7956594b-d899-4d2a-b5a7-5e716a9229b5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:00.414586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:31:00.430884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1921412-879d-4153-8516-a41228b7d171,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:00.442311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Sync routers for ids ['b6beada1-7664-4867-8d70-2367c8748fa7'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:31:00.461736 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d1c0209-91b6-4be4-a11e-9e89c30ea24e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "PUT /v2.0/routers/b6beada1-7664-4867-8d70-2367c8748fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1900423 Feb 09 02:31:00.463339 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6d7f1d5b-65db-492d-aef3-31919d94d0af), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:00.463686 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Added segment 6d7f1d5b-65db-492d-aef3-31919d94d0af of type vlan for network 09e88fd8-b77a-4aac-9b67-247280cfe1ba Feb 09 02:31:00.466023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:00.466184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-51a424c9-f3d3-42ce-9a70-02a03d294b37 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2378440 Feb 09 02:31:00.530093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Routers {'b6beada1-7664-4867-8d70-2367c8748fa7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:00.534935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b6beada1-7664-4867-8d70-2367c8748fa7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:00.604839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc1cafc-25e3-4c85-9caa-7215df8a2110 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:00.610940 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2bc1cafc-25e3-4c85-9caa-7215df8a2110 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports/a2f06d16-548f-461a-a714-db4f5f40f9f1 HTTP/1.1" status: 200 len: 911 time: 0.1436503 Feb 09 02:31:00.611744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:00.627775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (09e88fd8-b77a-4aac-9b67-247280cfe1ba), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:00.723925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cb1fc8-3bb8-46de-8167-821b89e2feea tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:00.731364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cb1fc8-3bb8-46de-8167-821b89e2feea tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:00.744203 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-25cb1fc8-3bb8-46de-8167-821b89e2feea tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1297033 Feb 09 02:31:00.745305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:00.756158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (09e88fd8-b77a-4aac-9b67-247280cfe1ba), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:00.757233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:00.757787 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:00.791581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Set router b6beada1-7664-4867-8d70-2367c8748fa7 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:00.841330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-8e600a83-04cc-4b9f-9668-a50f28133e5e service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744833 Feb 09 02:31:01.049907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-2ed5bb71-b319-43c1-b80d-4065fdf8cd6e service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013650 Feb 09 02:31:01.173879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] Pushing event updated for resources: {'Network': ['ID=09e88fd8-b77a-4aac-9b67-247280cfe1ba,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:01.201741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47408) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:01.207723 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33b77a64-6b50-4b9d-87f5-999004a69280 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2659423 Feb 09 02:31:01.208179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Request body: {'subnet': {'network_id': '09e88fd8-b77a-4aac-9b67-247280cfe1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-495926020-subnet', 'tenant_id': '07527cf9fe3149a1899da1474be02b5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:01.250943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Made reservation on behalf of 07527cf9fe3149a1899da1474be02b5e for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:01.253661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:01.389250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 09e88fd8-b77a-4aac-9b67-247280cfe1ba details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:31:01.669064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7956594b-d899-4d2a-b5a7-5e716a9229b5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:01.669790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:01.670602 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (c1f4916c-ffc7-4588-9a04-83a92fd90688), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:01.778971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f4916c-ffc7-4588-9a04-83a92fd90688,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:01.785136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6beada1-7664-4867-8d70-2367c8748fa7', 'name': 'tempest-NetworksTestDHCPv6-router-2003502365', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:55Z', 'updated_at': '2022-02-09T02:30:57Z', 'revision_number': 2, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None, '_interfaces': [{'id': 'a2f06d16-548f-461a-a714-db4f5f40f9f1', 'name': '', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'mac_address': 'fa:16:3e:24:d3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6beada1-7664-4867-8d70-2367c8748fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'bab4b701-c77c-49da-9043-095695414d19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:56Z', 'updated_at': '2022-02-09T02:30:58Z', 'revision_number': 2, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'subnets': [{'id': 'bab4b701-c77c-49da-9043-095695414d19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:01.863765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f137910-2b63-4bd6-9604-516903aa190d req-0b585c0c-c45a-4782-9736-a51452dbfdae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0890355 Feb 09 02:31:01.890955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Checking router: b6beada1-7664-4867-8d70-2367c8748fa7 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:31:01.891435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Updating router b6beada1-7664-4867-8d70-2367c8748fa7 port a2f06d16-548f-461a-a714-db4f5f40f9f1 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:31:01.893375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2efcca09-808a-4796-b8b6-e244274c33ee None None] Provisioning complete for port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:01.893752 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2efcca09-808a-4796-b8b6-e244274c33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:01.926024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Checking segment: {'id': '6d7f1d5b-65db-492d-aef3-31919d94d0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '09e88fd8-b77a-4aac-9b67-247280cfe1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:01.926405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Network hostable DHCP agents. Network: 09e88fd8-b77a-4aac-9b67-247280cfe1ba, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:31:01.975584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Network 09e88fd8-b77a-4aac-9b67-247280cfe1ba is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:31:02.005697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 09e88fd8-b77a-4aac-9b67-247280cfe1ba) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:02.032503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:02.033240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.034982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad70143-8fce-46c9-94b9-b083094f2e68 None None] Network 09e88fd8-b77a-4aac-9b67-247280cfe1ba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:02.078335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (b6beada1-7664-4867-8d70-2367c8748fa7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.113169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8bfd91dc-7b92-4ada-a1ae-7f3d768dc122 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9094303 Feb 09 02:31:02.411949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47434) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:02.445774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2efcca09-808a-4796-b8b6-e244274c33ee None None] Current status of the port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:02.446907 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2efcca09-808a-4796-b8b6-e244274c33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.459083 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.478878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] Deleting subnet c1f4916c-ffc7-4588-9a04-83a92fd90688 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:02.487214 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] Publish callbacks [] for subnet (c1f4916c-ffc7-4588-9a04-83a92fd90688), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.490323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fec6b1-f2eb-4652-b9c6-eb0f92e63538 None None] Network 09e88fd8-b77a-4aac-9b67-247280cfe1ba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:02.554049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (c1f4916c-ffc7-4588-9a04-83a92fd90688), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.614491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c1f4916c-ffc7-4588-9a04-83a92fd90688), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.700788 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (c1f4916c-ffc7-4588-9a04-83a92fd90688), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.712238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port a2f06d16-548f-461a-a714-db4f5f40f9f1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:02.712852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.753206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f4916c-ffc7-4588-9a04-83a92fd90688,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:02.764635 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.780449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-42a7acd3-28f0-44fe-867a-ac8a554e0a9f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c1f4916c-ffc7-4588-9a04-83a92fd90688 HTTP/1.1" status: 204 len: 168 time: 0.3627775 Feb 09 02:31:02.781401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47438) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:02.813983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2efcca09-808a-4796-b8b6-e244274c33ee None None] For port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=90e15ab9-3c44-4e18-83fe-263b0d3cdf27,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:02.840600 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2efcca09-808a-4796-b8b6-e244274c33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.843621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7956594b-d899-4d2a-b5a7-5e716a9229b5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:02.845371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5df6fed5-5365-4ead-9c05-0d3b23e4507b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:02.913123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:02.954850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for a2f06d16-548f-461a-a714-db4f5f40f9f1 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:02.982853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (09e88fd8-b77a-4aac-9b67-247280cfe1ba), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.096269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-721152d5-cbc0-4837-aada-f87b7cbb0e0b req-f2556a74-e858-4a36-8c4e-20240b605014 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0784478 Feb 09 02:31:03.213188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5df6fed5-5365-4ead-9c05-0d3b23e4507b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:03.213782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.215709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b41df483-87c7-4800-9802-cac16a933581 None None] Provisioning complete for port a2f06d16-548f-461a-a714-db4f5f40f9f1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:03.216072 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b41df483-87c7-4800-9802-cac16a933581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.343495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (09e88fd8-b77a-4aac-9b67-247280cfe1ba), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.425045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcca09-808a-4796-b8b6-e244274c33ee None None] Pushing event updated for resources: {'Port': ['ID=90e15ab9-3c44-4e18-83fe-263b0d3cdf27,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:03.463194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b41df483-87c7-4800-9802-cac16a933581 None None] Port a2f06d16-548f-461a-a714-db4f5f40f9f1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:31:03.526337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e88fd8-b77a-4aac-9b67-247280cfe1ba']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:03.537988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7f1d5b-65db-492d-aef3-31919d94d0af') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:03.538349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7f1d5b-65db-492d-aef3-31919d94d0af') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:03.555715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (6d7f1d5b-65db-492d-aef3-31919d94d0af), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.574102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a2f06d16-548f-461a-a714-db4f5f40f9f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.576738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6d7f1d5b-65db-492d-aef3-31919d94d0af), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.586220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:31:03.588504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (6d7f1d5b-65db-492d-aef3-31919d94d0af), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.659355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=a2f06d16-548f-461a-a714-db4f5f40f9f1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:31:03.661561 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:31:03.740998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.741591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.741707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.742250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.742618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.742952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.743282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.743609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.743937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.744260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.744987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.744987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.745199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:03.847739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-a4d8d24e-233c-49c2-bfe3-4d738bf7a7c8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:03.849226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-a4d8d24e-233c-49c2-bfe3-4d738bf7a7c8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.3803401 Feb 09 02:31:03.850496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (09e88fd8-b77a-4aac-9b67-247280cfe1ba), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.858092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.864670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/09e88fd8-b77a-4aac-9b67-247280cfe1ba HTTP/1.1" status: 204 len: 168 time: 1.0814478 Feb 09 02:31:03.870724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'port': {'device_id': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'admin_state_up': True, 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:03.907533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd643a-8619-48e8-9005-3ee33f04a0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e88fd8-b77a-4aac-9b67-247280cfe1ba,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:03.961546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (b6beada1-7664-4867-8d70-2367c8748fa7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:03.978767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5df6fed5-5365-4ead-9c05-0d3b23e4507b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:03.985351 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:31:03.985856 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:31:04.230995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:04.408852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:04.428098 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-240352a2-9a3e-4c76-a3e3-b1ac7655dc1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07527cf9fe3149a1899da1474be02b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959505 Feb 09 02:31:04.430666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de18e69f-49c8-4b94-bf4d-9441001c4f63 req-94aa7bd6-a118-4cd5-a803-e1a2be3e4f87 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.1640794 Feb 09 02:31:04.430859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:04.448124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:04.452250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:04.496999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Router b6beada1-7664-4867-8d70-2367c8748fa7 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:31:04.511942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81fe6168-55f3-4e6a-b720-6c36973a508b admin admin] Publish callbacks [] for security_group (d1921412-879d-4153-8516-a41228b7d171), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:04.531302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Port a2f06d16-548f-461a-a714-db4f5f40f9f1 not found while updating agent binding for router b6beada1-7664-4867-8d70-2367c8748fa7. {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 02:31:04.544201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81fe6168-55f3-4e6a-b720-6c36973a508b admin admin] Publish callbacks [] for security_group (d1921412-879d-4153-8516-a41228b7d171), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:04.559737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Routers {'b6beada1-7664-4867-8d70-2367c8748fa7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:04.572424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b6beada1-7664-4867-8d70-2367c8748fa7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:04.643684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.20.0.6 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/7af9f20e-4d89-443c-8a58-33dc3dc2af51) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:04.738527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] Set router b6beada1-7664-4867-8d70-2367c8748fa7 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:04.779630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81fe6168-55f3-4e6a-b720-6c36973a508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d1921412-879d-4153-8516-a41228b7d171), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:04.799933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-81fe6168-55f3-4e6a-b720-6c36973a508b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:04.801469 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-81fe6168-55f3-4e6a-b720-6c36973a508b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1921412-879d-4153-8516-a41228b7d171 HTTP/1.1" status: 204 len: 168 time: 0.3694324 Feb 09 02:31:04.833370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6168-55f3-4e6a-b720-6c36973a508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1921412-879d-4153-8516-a41228b7d171,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:04.856897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:31:04.880604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47468) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:04.881597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b7ce7f08-8b71-4d2f-99cc-bded1bcf4a9d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "PUT /v2.0/routers/b6beada1-7664-4867-8d70-2367c8748fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1341674 Feb 09 02:31:04.910414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:04.911058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:04.922182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-698b9a63-f47e-4929-af09-a57555868986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6beada1-7664-4867-8d70-2367c8748fa7', 'name': 'tempest-NetworksTestDHCPv6-router-2003502365', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:55Z', 'updated_at': '2022-02-09T02:31:03Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:05.048800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698b9a63-f47e-4929-af09-a57555868986 None None] The sync data for ids ['b6beada1-7664-4867-8d70-2367c8748fa7'] in n-d-826675-12 is: [{'id': 'b6beada1-7664-4867-8d70-2367c8748fa7', 'name': 'tempest-NetworksTestDHCPv6-router-2003502365', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:55Z', 'updated_at': '2022-02-09T02:31:03Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:31:05.074337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90888c4d-6651-4707-a7f8-c983ffb62eb0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:05.077982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90888c4d-6651-4707-a7f8-c983ffb62eb0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:05.086287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-90888c4d-6651-4707-a7f8-c983ffb62eb0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1972136 Feb 09 02:31:05.086868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:05.254656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:05.256237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7956594b-d899-4d2a-b5a7-5e716a9229b5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:05.259952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet bab4b701-c77c-49da-9043-095695414d19 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:05.269022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:05.290324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (bab4b701-c77c-49da-9043-095695414d19), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:05.394631 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:05.433083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (bab4b701-c77c-49da-9043-095695414d19), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:05.441417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7956594b-d899-4d2a-b5a7-5e716a9229b5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:05.441956 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:05.536131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=7af9f20e-4d89-443c-8a58-33dc3dc2af51,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:05.639759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:05.689625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7956594b-d899-4d2a-b5a7-5e716a9229b5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:05.710291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:05.739367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:05.792386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (bab4b701-c77c-49da-9043-095695414d19), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:05.941344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:05.942045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:05.961366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3dc98-8003-43ee-a7bb-2469605322ea req-d9cfbcfd-cbc6-44b9-9ae9-f9b030df5002 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:05.965825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07a3dc98-8003-43ee-a7bb-2469605322ea req-d9cfbcfd-cbc6-44b9-9ae9-f9b030df5002 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 931 time: 0.3864701 Feb 09 02:31:05.984659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (bab4b701-c77c-49da-9043-095695414d19), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:06.009858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-6580d356-690d-45bf-9ca5-5dd0e8c1fe1a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1428642 Feb 09 02:31:06.032136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Request body: {'port': {'device_id': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:06.060819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=bab4b701-c77c-49da-9043-095695414d19,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:06.063258 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:06.069187 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d73a1949-d264-43c8-a34f-a58fe90d65c0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/bab4b701-c77c-49da-9043-095695414d19 HTTP/1.1" status: 204 len: 168 time: 0.9789267 Feb 09 02:31:06.069559 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:06.076939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216597c-1b9c-468c-a930-b2867930c2a1 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:06.147588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07a3dc98-8003-43ee-a7bb-2469605322ea req-d1b6082c-b96b-4b52-a1ba-b13e919a612b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673450 Feb 09 02:31:06.236828 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:06.361734 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5658e0d0-8ac7-4ce3-8f2c-d4b635af4161 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2889762 Feb 09 02:31:06.363775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:06.426832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f81bdba4-0ce3-458e-a95d-5d35adcb574a None None] Provisioning complete for port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:06.427671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f81bdba4-0ce3-458e-a95d-5d35adcb574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:06.542065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f81bdba4-0ce3-458e-a95d-5d35adcb574a None None] Port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:31:06.647484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:31:06.798646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] Deleting port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:06.799291 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:06.831908 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] Sync routers for ids ['b6beada1-7664-4867-8d70-2367c8748fa7'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:31:06.863445 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] Routers {'b6beada1-7664-4867-8d70-2367c8748fa7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:06.868088 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b6beada1-7664-4867-8d70-2367c8748fa7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:06.960164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af9f20e-4d89-443c-8a58-33dc3dc2af51 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:31:06.984832 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Publish callbacks [] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:07.013998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] For port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=90e15ab9-3c44-4e18-83fe-263b0d3cdf27,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:07.014571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:07.032394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Transition to ACTIVE for port object 7af9f20e-4d89-443c-8a58-33dc3dc2af51 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:31:07.039241 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:07.044166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] Calling delete_port for 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:07.129048 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] Set router b6beada1-7664-4867-8d70-2367c8748fa7 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:07.164994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Pushing event updated for resources: {'Port': ['ID=7af9f20e-4d89-443c-8a58-33dc3dc2af51,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:07.276101 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6beada1-7664-4867-8d70-2367c8748fa7', 'name': 'tempest-NetworksTestDHCPv6-router-2003502365', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:55Z', 'updated_at': '2022-02-09T02:31:03Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:07.352269 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] Checking router: b6beada1-7664-4867-8d70-2367c8748fa7 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:31:07.380752 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] Routers {'b6beada1-7664-4867-8d70-2367c8748fa7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:07.384168 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['b6beada1-7664-4867-8d70-2367c8748fa7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:07.426069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Attempting to bind port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:07.426506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Attempting to bind port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:07.426773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Attempting to bind port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:07.467531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:31:07.468134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Attempting to bind port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:07.509914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee0741-f8b7-4cb1-a5bf-d11db5a0cd6d req-69663f59-b297-4227-a9fe-6b03b4016edd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:07.520704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2bee0741-f8b7-4cb1-a5bf-d11db5a0cd6d req-69663f59-b297-4227-a9fe-6b03b4016edd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.2081010 Feb 09 02:31:07.532393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:07.544116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:07.544822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:07.545458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Bound port: 7af9f20e-4d89-443c-8a58-33dc3dc2af51, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:07.547400 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:07.588588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e484cf47-614f-416d-bca4-a1c7822501cc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router (b6beada1-7664-4867-8d70-2367c8748fa7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:07.609397 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] Set router b6beada1-7664-4867-8d70-2367c8748fa7 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:07.756644 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6beada1-7664-4867-8d70-2367c8748fa7', 'name': 'tempest-NetworksTestDHCPv6-router-2003502365', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:55Z', 'updated_at': '2022-02-09T02:31:03Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:07.792201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47514) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:07.821237 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe71d3e-addd-4a0b-9968-0790dd861f5b None None] The sync data for ids ['b6beada1-7664-4867-8d70-2367c8748fa7'] in n-d-826675-12 is: [{'id': 'b6beada1-7664-4867-8d70-2367c8748fa7', 'name': 'tempest-NetworksTestDHCPv6-router-2003502365', 'tenant_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:55Z', 'updated_at': '2022-02-09T02:31:03Z', 'revision_number': 3, 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:31:07.857784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] For port 7af9f20e-4d89-443c-8a58-33dc3dc2af51, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:07.894745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (90e15ab9-3c44-4e18-83fe-263b0d3cdf27), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:07.907884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] For port 7af9f20e-4d89-443c-8a58-33dc3dc2af51, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7af9f20e-4d89-443c-8a58-33dc3dc2af51,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:07.915771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2bee0741-f8b7-4cb1-a5bf-d11db5a0cd6d req-eac3e1c8-c888-43e1-9605-287c0e1e8c83 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921363 Feb 09 02:31:07.921400 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:07.961420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] Pushing event deleted for resources: {'Port': ['ID=90e15ab9-3c44-4e18-83fe-263b0d3cdf27,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:07.964412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fc86e-242c-41d3-8653-841b905a6214 None None] No DVR routers for this DVR port 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:08.030273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:08.032473 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.032473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] 10.222.0.72 "PUT /v2.0/ports/7af9f20e-4d89-443c-8a58-33dc3dc2af51 HTTP/1.1" status: 200 len: 1092 time: 2.0099983 Feb 09 02:31:08.032970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'tag': '7af9f20e-4d89-443c-8a58-33dc3dc2af51'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:08.035427 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e278e6-4231-4339-8e22-f63c67fda8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8524dbd6-b31b-4381-a045-30f8043d6ff8", "tag": "7af9f20e-4d89-443c-8a58-33dc3dc2af51"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:08.075816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e484cf47-614f-416d-bca4-a1c7822501cc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (b6beada1-7664-4867-8d70-2367c8748fa7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.085537 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e484cf47-614f-416d-bca4-a1c7822501cc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router_controller (b6beada1-7664-4867-8d70-2367c8748fa7), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.184519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:08.189057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d2b09-5a99-4282-9047-108e769d1810 service neutron] Pushing event updated for resources: {'Port': ['ID=7af9f20e-4d89-443c-8a58-33dc3dc2af51,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:08.208341 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eb742a-8882-4c54-aefc-8a036b7620e6 x-openstack-request-id: req-61eb742a-8882-4c54-aefc-8a036b7620e6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:08.208650 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8524dbd6-b31b-4381-a045-30f8043d6ff8", "tag": "7af9f20e-4d89-443c-8a58-33dc3dc2af51", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:08.208968 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61eb742a-8882-4c54-aefc-8a036b7620e6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:08.209458 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'tag': '7af9f20e-4d89-443c-8a58-33dc3dc2af51', 'status': 'completed', 'code': 200} Feb 09 02:31:08.217432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e484cf47-614f-416d-bca4-a1c7822501cc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (b6beada1-7664-4867-8d70-2367c8748fa7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.218301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e484cf47-614f-416d-bca4-a1c7822501cc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Fanout notify agent at l3_agent the message router_deleted on router b6beada1-7664-4867-8d70-2367c8748fa7 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:31:08.226007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:31:08.226370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 90e15ab9-3c44-4e18-83fe-263b0d3cdf27 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:31:08.232213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e484cf47-614f-416d-bca4-a1c7822501cc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.236201 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e484cf47-614f-416d-bca4-a1c7822501cc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/routers/b6beada1-7664-4867-8d70-2367c8748fa7 HTTP/1.1" status: 204 len: 168 time: 1.8689516 Feb 09 02:31:08.237904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:08.256875 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5074b6c4-73a1-42b5-976b-ad88684b6467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.323279 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84b311bc-6142-4a25-84a3-e4bc43f5f5e1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0830505 Feb 09 02:31:08.326385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:08.380179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-28624219-b8c3-42b8-b835-a09e48475c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:08.381915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-28624219-b8c3-42b8-b835-a09e48475c73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 1126 time: 0.2865517 Feb 09 02:31:08.464407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a1254-83ee-4468-b82b-fbcd484c85eb tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:08.468374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-150a1254-83ee-4468-b82b-fbcd484c85eb tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1396971 Feb 09 02:31:08.470895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47524) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:08.516999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-42929de3-e574-4b69-9772-b60241e1e89f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af9f20e-4d89-443c-8a58-33dc3dc2af51 HTTP/1.1" status: 200 len: 217 time: 0.1219423 Feb 09 02:31:08.548875 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4f99b039-3d2b-4ba8-a299-e63acbb96865 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765176 Feb 09 02:31:08.549456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47526) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:08.554816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:08.633445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-4897f8f2-2f5b-4a1e-a03c-eb6a985475d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:08.635632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-4897f8f2-2f5b-4a1e-a03c-eb6a985475d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0991690 Feb 09 02:31:08.654807 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5074b6c4-73a1-42b5-976b-ad88684b6467 admin admin] Publish callbacks [] for security_group (7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.673610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5074b6c4-73a1-42b5-976b-ad88684b6467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.717078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:08.722374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.727003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074b6c4-73a1-42b5-976b-ad88684b6467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:08.737844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5074b6c4-73a1-42b5-976b-ad88684b6467 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a10dfd9ead8e4e0b9584969e3315ac48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9374459 Feb 09 02:31:08.739007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47528) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:08.749218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-1671dae4-9e82-456b-9a02-8e26df99f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:08.751958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-1671dae4-9e82-456b-9a02-8e26df99f53a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1105633 Feb 09 02:31:08.874846 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88d3bd47-cf13-4d6f-a577-51785908a885 admin admin] Publish callbacks [] for security_group (7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:08.921795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-80bafb27-1c2b-484c-b62d-f8b3b2fdf152 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577909 Feb 09 02:31:08.942158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88d3bd47-cf13-4d6f-a577-51785908a885 admin admin] Publish callbacks [] for security_group (7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:09.187452 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88d3bd47-cf13-4d6f-a577-51785908a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:09.190062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88d3bd47-cf13-4d6f-a577-51785908a885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:09.204276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-88d3bd47-cf13-4d6f-a577-51785908a885 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4 HTTP/1.1" status: 204 len: 168 time: 0.4618952 Feb 09 02:31:09.268243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3bd47-cf13-4d6f-a577-51785908a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d814b4e-1f86-43c3-b7e3-6a5c0b0653a4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:09.318600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a0944a-ded4-46d0-807a-7fdf46c5c768 req-0d121799-c74a-4f6c-a421-524261ee7584 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788700 Feb 09 02:31:09.329520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51e621-bd5e-421b-b851-dddfd816198c req-b64c9b04-4584-4188-8317-88b02938cda4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:09.349287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:31:09.350731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea51e621-bd5e-421b-b851-dddfd816198c req-b64c9b04-4584-4188-8317-88b02938cda4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.2956135 Feb 09 02:31:09.353701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (26201b36-10e7-4f78-be2d-36a9b2e4c8e6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:09.407646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:09.416012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:09.435371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83218b-5403-4e27-ab2c-228523b48cbf None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:09.440837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:09.443481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:09.504066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=26201b36-10e7-4f78-be2d-36a9b2e4c8e6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:09.523219 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-04176b5d-f831-4318-b931-a4b306032442 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9726558 Feb 09 02:31:09.525895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47538) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:09.534575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:09.697722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': '26201b36-10e7-4f78-be2d-36a9b2e4c8e6'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:31:09.700866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:09.858620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:09.867700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.088207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Allocated IP 2001:db8::f816:3eff:fe55:1ea0 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/26201b36-10e7-4f78-be2d-36a9b2e4c8e6/6bc80fc7-f008-4fd3-993f-be2395538c3d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:10.124396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea51e621-bd5e-421b-b851-dddfd816198c req-f30e3939-de37-4e9f-9efa-e27e5de64c95 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7652988 Feb 09 02:31:10.157777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-97ce0cba-93f5-4ebf-b2be-8610e21bae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:10.162031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-97ce0cba-93f5-4ebf-b2be-8610e21bae94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 1126 time: 0.2317543 Feb 09 02:31:10.337807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (63e48d46-3bce-4c51-9b07-d19f5823afdb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.362882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-60eedb82-db89-4551-b40c-be66a65553fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:10.364745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-60eedb82-db89-4551-b40c-be66a65553fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1975844 Feb 09 02:31:10.399712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:10.404812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:10.409872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:10.410984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.431700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=63e48d46-3bce-4c51-9b07-d19f5823afdb,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:10.453275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5f31f9a7-c4f6-4f7b-b884-97d8c319e4ce tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9216936 Feb 09 02:31:10.453574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47556) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:10.458450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-e203b105-9995-417a-81f4-a5380c5412f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7af9f20e-4d89-443c-8a58-33dc3dc2af51 HTTP/1.1" status: 200 len: 217 time: 0.0867803 Feb 09 02:31:10.459608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:62:80:3d', 'name': 'tempest-NetworksTestDHCPv6-1680439403'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:10.483317 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Publish callbacks [] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.490387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.546819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:10.550002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:10.554550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:10.555519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-90e564f2-1c34-43be-aa77-318dce2b1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:10.559352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-90e564f2-1c34-43be-aa77-318dce2b1f26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0945690 Feb 09 02:31:10.562615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Pushing event updated for resources: {'Port': ['ID=6bc80fc7-f008-4fd3-993f-be2395538c3d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:10.639703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Attempting to bind port 6bc80fc7-f008-4fd3-993f-be2395538c3d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:10.640099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Attempting to bind port 6bc80fc7-f008-4fd3-993f-be2395538c3d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:10.640454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Attempting to bind port 6bc80fc7-f008-4fd3-993f-be2395538c3d on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:10.640868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-89366e4e-6193-44db-8557-fbe0a7d0163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:10.642829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-89366e4e-6193-44db-8557-fbe0a7d0163b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0759640 Feb 09 02:31:10.653563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:10.653991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:10.654363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.654807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:10.655326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Bound port: 6bc80fc7-f008-4fd3-993f-be2395538c3d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:10.655733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.675228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:10.721615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47560) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:10.761441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] For port 6bc80fc7-f008-4fd3-993f-be2395538c3d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:10.766069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] For port 6bc80fc7-f008-4fd3-993f-be2395538c3d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6bc80fc7-f008-4fd3-993f-be2395538c3d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:10.777641 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.800089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-452770cb-1073-45b7-b186-93b6c515fcfd service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474638 Feb 09 02:31:10.812465 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:10.867195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 0da2304e-b34b-4427-94bd-6d87beeb81a4 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:31:10.874862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d35dc-f7e9-44cd-9026-bd6d44027f60 None None] Pushing event updated for resources: {'Port': ['ID=6bc80fc7-f008-4fd3-993f-be2395538c3d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:10.938560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-289261516-network', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:10.987466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Made reservation on behalf of a1b4234efd604b55ad09089849e0f85c for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:10.989834 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.014420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.053948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e278e6-4231-4339-8e22-f63c67fda8b6 req-052c8d1e-b791-4a6c-bfe4-9890ce365dd5 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480218 Feb 09 02:31:11.164602 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks [] for security_group (69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.170328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 172.20.0.14 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/63e48d46-3bce-4c51-9b07-d19f5823afdb/0da2304e-b34b-4427-94bd-6d87beeb81a4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:11.173316 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.192421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe62:803d (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/26201b36-10e7-4f78-be2d-36a9b2e4c8e6/0da2304e-b34b-4427-94bd-6d87beeb81a4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:11.217482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:31:11.234592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:11.244843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0a87c043-928b-44ac-b767-e316fc8ed4f0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.245201 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Added segment 0a87c043-928b-44ac-b767-e316fc8ed4f0 of type vlan for network d310faf2-0d14-4a3c-b6ad-74c397e17d75 Feb 09 02:31:11.332872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (d310faf2-0d14-4a3c-b6ad-74c397e17d75), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.398616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d451d0-9f6c-49d0-b3d8-db515f7abe77 req-d8e01aec-2645-475f-adb2-67cc6759037e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:11.405278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d451d0-9f6c-49d0-b3d8-db515f7abe77 req-d8e01aec-2645-475f-adb2-67cc6759037e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.1257458 Feb 09 02:31:11.409193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (d310faf2-0d14-4a3c-b6ad-74c397e17d75), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.410171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:11.410795 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.444865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (0da2304e-b34b-4427-94bd-6d87beeb81a4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.483830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47568) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:11.484071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7607353 Feb 09 02:31:11.488924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Request body: {'subnet': {'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-subnet', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:11.496988 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0da2304e-b34b-4427-94bd-6d87beeb81a4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.516763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e5099-a584-4a1f-9ed4-ceec731212db admin admin] Pushing event updated for resources: {'Network': ['ID=d310faf2-0d14-4a3c-b6ad-74c397e17d75,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:11.536880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:31:11.543950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d451d0-9f6c-49d0-b3d8-db515f7abe77 req-7e7f6631-8033-437e-b794-ddec2991b7e7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338499 Feb 09 02:31:11.558258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Made reservation on behalf of a1b4234efd604b55ad09089849e0f85c for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:11.560765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.564143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:11.578878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:11.614093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:11.620118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=0da2304e-b34b-4427-94bd-6d87beeb81a4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:11.689718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:11.690354 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.713705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-728312bd-9c92-471e-94f2-6fe41aeaa6a1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2584686 Feb 09 02:31:11.717560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47570) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:11.815524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43828-074d-4d8f-a287-58da2ca32e90 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:11.821896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (6db24dbc-c73a-4772-aacb-b5954189cc30), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.830416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c43828-074d-4d8f-a287-58da2ca32e90 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:11.835760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-14c43828-074d-4d8f-a287-58da2ca32e90 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1171494 Feb 09 02:31:11.836396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47572) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:11.887912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db24dbc-c73a-4772-aacb-b5954189cc30,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:11.906894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Checking segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:11.907377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Network hostable DHCP agents. Network: d310faf2-0d14-4a3c-b6ad-74c397e17d75, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:31:11.930316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:31:11.949816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, d310faf2-0d14-4a3c-b6ad-74c397e17d75) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:11.957063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:11.970638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16dd51e-b753-45e5-9229-e5b30c9d8969 None None] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:11.972974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:11.987738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 0da2304e-b34b-4427-94bd-6d87beeb81a4 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:11.988177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0da2304e-b34b-4427-94bd-6d87beeb81a4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.018631 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-232255c0-8dc3-41e6-8ee1-2d8374b6f3bf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5310633 Feb 09 02:31:12.018862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47574) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:12.024538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:12.085301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.086967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.196459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6bc80fc7-f008-4fd3-993f-be2395538c3d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:12.197700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0da2304e-b34b-4427-94bd-6d87beeb81a4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.207224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks [] for router_controller (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.212909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-d310faf2-0d14-4a3c-b6ad-74c397e17d75', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:31:12.215526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.219377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 0da2304e-b34b-4427-94bd-6d87beeb81a4 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:12.391741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c315fc1-05a1-4fe0-a095-359fb000f4d8 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:12.435021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks [] for router_gateway (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.471504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6bc80fc7-f008-4fd3-993f-be2395538c3d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:12.471880 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.490563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0da2304e-b34b-4427-94bd-6d87beeb81a4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.521089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=0da2304e-b34b-4427-94bd-6d87beeb81a4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:12.521342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-06e22c8c-dea6-41fb-86ae-f26f0da7d33a None None] Provisioning complete for port 6bc80fc7-f008-4fd3-993f-be2395538c3d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:12.521716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06e22c8c-dea6-41fb-86ae-f26f0da7d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.648553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Allocated IP 172.20.0.2 (d310faf2-0d14-4a3c-b6ad-74c397e17d75/6db24dbc-c73a-4772-aacb-b5954189cc30/4e35f187-884c-4f02-a71f-28004ce05d8a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:12.656366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.664128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d3d984bb-877b-4b86-9189-32123309d354 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/0da2304e-b34b-4427-94bd-6d87beeb81a4 HTTP/1.1" status: 204 len: 168 time: 0.8231194 Feb 09 02:31:12.664723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:12.758517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5efc2-ac25-4eb4-a18a-176e7662053f req-c520a667-393f-4c9e-9198-badbd192e30b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:12.760330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a5efc2-ac25-4eb4-a18a-176e7662053f req-c520a667-393f-4c9e-9198-badbd192e30b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.0979414 Feb 09 02:31:12.762493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks [] for router_gateway (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.767624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e592a7c-dcf8-4c34-af74-ab6e06d3b6d6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:12.769177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e592a7c-dcf8-4c34-af74-ab6e06d3b6d6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:12.770575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e592a7c-dcf8-4c34-af74-ab6e06d3b6d6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:12.772221 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8e592a7c-dcf8-4c34-af74-ab6e06d3b6d6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1053674 Feb 09 02:31:12.774943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47582) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:12.794157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.810952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-06e22c8c-dea6-41fb-86ae-f26f0da7d33a None None] Current status of the port 6bc80fc7-f008-4fd3-993f-be2395538c3d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:12.811350 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06e22c8c-dea6-41fb-86ae-f26f0da7d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.890207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 26201b36-10e7-4f78-be2d-36a9b2e4c8e6 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:12.903847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (26201b36-10e7-4f78-be2d-36a9b2e4c8e6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.925104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-06e22c8c-dea6-41fb-86ae-f26f0da7d33a None None] For port 6bc80fc7-f008-4fd3-993f-be2395538c3d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6bc80fc7-f008-4fd3-993f-be2395538c3d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:12.929592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Allocated IP 172.25.6.247 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/9fe7abb7-7e31-42ee-84eb-38969ce95cc8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:12.938155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a5efc2-ac25-4eb4-a18a-176e7662053f req-b19b2250-2280-4e55-acc9-816c0a3f314d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718326 Feb 09 02:31:12.939227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6bc80fc7-f008-4fd3-993f-be2395538c3d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:12.940380 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.977820 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (26201b36-10e7-4f78-be2d-36a9b2e4c8e6), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:12.981861 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06e22c8c-dea6-41fb-86ae-f26f0da7d33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.080907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks [] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.100679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (26201b36-10e7-4f78-be2d-36a9b2e4c8e6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.132840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.150270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c38a5-645f-4fa9-8ff3-4b7b6640307c None None] Update dhcp port {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '26201b36-10e7-4f78-be2d-36a9b2e4c8e6', 'ip_address': '2001:db8::f816:3eff:fe55:1ea0'}, {'subnet_id': '63e48d46-3bce-4c51-9b07-d19f5823afdb'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '6bc80fc7-f008-4fd3-993f-be2395538c3d'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:31:13.178531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:13.181881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:13.185994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:13.194388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (26201b36-10e7-4f78-be2d-36a9b2e4c8e6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.201596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Publish callbacks [] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.236474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e22c8c-dea6-41fb-86ae-f26f0da7d33a None None] Pushing event updated for resources: {'Port': ['ID=6bc80fc7-f008-4fd3-993f-be2395538c3d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:13.239586 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:31:13.240085 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:31:13.241229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.243107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=26201b36-10e7-4f78-be2d-36a9b2e4c8e6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:13.251585 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.255850 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-199c38a5-645f-4fa9-8ff3-4b7b6640307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.274091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ddb4481c-49de-4bbe-92b6-df2efc279db4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/26201b36-10e7-4f78-be2d-36a9b2e4c8e6 HTTP/1.1" status: 204 len: 168 time: 0.4966719 Feb 09 02:31:13.276151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47586) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:13.285960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:13.313659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:13.338626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:13.351906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:13.364758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 63e48d46-3bce-4c51-9b07-d19f5823afdb {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:13.367056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Pushing event updated for resources: {'Port': ['ID=4e35f187-884c-4f02-a71f-28004ce05d8a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:13.369817 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (63e48d46-3bce-4c51-9b07-d19f5823afdb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.427180 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (63e48d46-3bce-4c51-9b07-d19f5823afdb), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.493066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (63e48d46-3bce-4c51-9b07-d19f5823afdb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.503194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Attempting to bind port 4e35f187-884c-4f02-a71f-28004ce05d8a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:13.503733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Attempting to bind port 4e35f187-884c-4f02-a71f-28004ce05d8a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:13.504617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Attempting to bind port 4e35f187-884c-4f02-a71f-28004ce05d8a on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:13.512367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:13.512924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Checking segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:13.513451 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.513951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Bound using segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:13.514648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Bound port: 4e35f187-884c-4f02-a71f-28004ce05d8a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:13.515087 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.587205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (63e48d46-3bce-4c51-9b07-d19f5823afdb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-199c38a5-645f-4fa9-8ff3-4b7b6640307c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63e48d46-3bce-4c51-9b07-d19f5823afdb: This subnet is being modified by another concurrent operation. Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63e48d46-3bce-4c51-9b07-d19f5823afdb: This subnet is being modified by another concurrent operation. Feb 09 02:31:13.595401 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:31:13.641754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] For port 4e35f187-884c-4f02-a71f-28004ce05d8a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:13.654450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] For port 4e35f187-884c-4f02-a71f-28004ce05d8a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4e35f187-884c-4f02-a71f-28004ce05d8a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:13.675308 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.701274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:13.711976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/63e48d46-3bce-4c51-9b07-d19f5823afdb HTTP/1.1" status: 204 len: 168 time: 0.4296870 Feb 09 02:31:13.712947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47592) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:13.727095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab285b0f-5435-4ee0-a41c-407ae7279566 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=63e48d46-3bce-4c51-9b07-d19f5823afdb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:13.828868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9bbc9ddd-5206-4cfc-9ee0-d39ba3c81edd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150491 Feb 09 02:31:13.832387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47594) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:13.849955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:13.884503 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks [] for router_gateway (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.022672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6bc80fc7-f008-4fd3-993f-be2395538c3d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:14.028203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2ad6c-fbf2-4c07-8d0e-302331dfaeda None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:14.063990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47602) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:14.200825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6bc80fc7-f008-4fd3-993f-be2395538c3d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:14.203390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8b918e0c-c6f6-49b9-bc14-9f7c1a7ac4ee None None] Provisioning complete for port 6bc80fc7-f008-4fd3-993f-be2395538c3d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:14.209966 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b918e0c-c6f6-49b9-bc14-9f7c1a7ac4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.221435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d104e-5bf4-457f-aee6-6f209582eff6 None None] Pushing event updated for resources: {'Port': ['ID=4e35f187-884c-4f02-a71f-28004ce05d8a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:14.259648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:14.270806 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.299095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823983-0f14-41d5-af39-47f631fd819d req-756ddd7e-2bb1-4e46-b061-122ad117661f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:14.300727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b823983-0f14-41d5-af39-47f631fd819d req-756ddd7e-2bb1-4e46-b061-122ad117661f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.1802087 Feb 09 02:31:14.442585 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68b4f42c-e100-4636-877c-608598b1c7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.479982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.563096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:31:14.598895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b823983-0f14-41d5-af39-47f631fd819d req-683c1072-da87-4c8e-9861-f49093a8f150 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717566 Feb 09 02:31:14.744238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6bc80fc7-f008-4fd3-993f-be2395538c3d is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:14.744766 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.770768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8b918e0c-c6f6-49b9-bc14-9f7c1a7ac4ee None None] Current status of the port 6bc80fc7-f008-4fd3-993f-be2395538c3d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:14.819467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:31:14.879748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 6bc80fc7-f008-4fd3-993f-be2395538c3d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6bc80fc7-f008-4fd3-993f-be2395538c3d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:14.900497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68b4f42c-e100-4636-877c-608598b1c7fc admin admin] Publish callbacks [] for security_group (d5636943-5e3b-482a-a697-41077b191c0d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.905281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.912873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68b4f42c-e100-4636-877c-608598b1c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d5636943-5e3b-482a-a697-41077b191c0d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:14.953713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4f42c-e100-4636-877c-608598b1c7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5636943-5e3b-482a-a697-41077b191c0d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:14.993302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:31:15.001011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] Deleting port 6bc80fc7-f008-4fd3-993f-be2395538c3d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:15.001394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.015780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Sync routers for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:31:15.028792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.030266 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d2a2669e-7434-467a-a02d-b5b799e76c41 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0092049 Feb 09 02:31:15.033040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:15.047066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-68b4f42c-e100-4636-877c-608598b1c7fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cddfb1bbc1842039dfd6ef2eb0d16d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9816287 Feb 09 02:31:15.052358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47638) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:15.202184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] For port 6bc80fc7-f008-4fd3-993f-be2395538c3d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6bc80fc7-f008-4fd3-993f-be2395538c3d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:15.202889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.220659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] Calling delete_port for 6bc80fc7-f008-4fd3-993f-be2395538c3d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:15.237987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c12420d-fbea-4a2f-af85-5cb348a49159 admin admin] Publish callbacks [] for security_group (d5636943-5e3b-482a-a697-41077b191c0d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.279555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:31:15.296899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c12420d-fbea-4a2f-af85-5cb348a49159 admin admin] Publish callbacks [] for security_group (d5636943-5e3b-482a-a697-41077b191c0d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.327886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (6bc80fc7-f008-4fd3-993f-be2395538c3d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.338743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:15.340063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:15.341878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=6bc80fc7-f008-4fd3-993f-be2395538c3d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:15.349869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] No DVR routers for this DVR port 6bc80fc7-f008-4fd3-993f-be2395538c3d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:15.463315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d241d-1311-4350-8f1d-7ce1d0fcecd5 None None] Pushing event deleted for resources: {'Port': ['ID=6bc80fc7-f008-4fd3-993f-be2395538c3d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:15.561461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:15.568239 n-d-826675-12 neutron-server[103149]: WARNING neutron.services.revisions.revision_plugin [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Could not find related port for resource to bump revision. Feb 09 02:31:15.577662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_pluggable_backend [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Port 6bc80fc7-f008-4fd3-993f-be2395538c3d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103149) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 02:31:15.577662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_pluggable_backend [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Reverting IP allocation for 2001:db8::f816:3eff:fe55:1ea0 {{(pid=103149) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 02:31:15.581506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_pluggable_backend [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe55:1ea0 {{(pid=103149) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 02:31:15.585099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ee114df7-6fcd-4e1c-b649-2d33f396f025), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.603196 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c12420d-fbea-4a2f-af85-5cb348a49159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d5636943-5e3b-482a-a697-41077b191c0d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.606223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6c12420d-fbea-4a2f-af85-5cb348a49159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.609829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6c12420d-fbea-4a2f-af85-5cb348a49159 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5636943-5e3b-482a-a697-41077b191c0d HTTP/1.1" status: 204 len: 168 time: 0.5538249 Feb 09 02:31:15.689270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:15.700423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:15.706191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12420d-fbea-4a2f-af85-5cb348a49159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5636943-5e3b-482a-a697-41077b191c0d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:15.723632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:15.724643 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:15.744305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=ee114df7-6fcd-4e1c-b649-2d33f396f025,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:15.755525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-88049016-ac7a-4d8a-8a62-c3401c71785e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9177814 Feb 09 02:31:15.762352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47646) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:15.769566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:15.823212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e5787-fa55-4bca-af3f-6ecbfab1a0c2 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:16.002434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b93d14-975c-4564-9379-3aa7b34240c4 None None] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:16.027128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:16.032392 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.178240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-71a0b415-cff0-45c8-be63-0f9bac573c01 None None] Provisioning complete for port 4e35f187-884c-4f02-a71f-28004ce05d8a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:16.178681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71a0b415-cff0-45c8-be63-0f9bac573c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.237043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47652) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:16.261092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126a92-648c-4f1e-9413-a33c245b7845 req-ffbb3bc3-79fc-410f-a3ad-1986912e7b20 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:16.262883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a126a92-648c-4f1e-9413-a33c245b7845 req-ffbb3bc3-79fc-410f-a3ad-1986912e7b20 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.4647355 Feb 09 02:31:16.312619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e35f187-884c-4f02-a71f-28004ce05d8a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:16.408201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33145ac4-f0cb-49ea-bf0f-08c7de988f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.419540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'ee114df7-6fcd-4e1c-b649-2d33f396f025'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:31:16.421361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.533281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.580545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a126a92-648c-4f1e-9413-a33c245b7845 req-fd0d767b-c7e0-48de-b887-104af7b5dc0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973913 Feb 09 02:31:16.702999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4e35f187-884c-4f02-a71f-28004ce05d8a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:16.703395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.753355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (2d1717ab-ad5e-4a99-ab91-82aee2a0ca63), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.766445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-71a0b415-cff0-45c8-be63-0f9bac573c01 None None] Current status of the port 4e35f187-884c-4f02-a71f-28004ce05d8a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:16.774787 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71a0b415-cff0-45c8-be63-0f9bac573c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.814823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:13Z', 'revision_number': 3, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:16.863411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Checking router: c81b15bb-457c-44fa-b4fb-60ec5c4746f5 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:31:16.864007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Updating router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:31:16.868521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33145ac4-f0cb-49ea-bf0f-08c7de988f8d admin admin] Publish callbacks [] for security_group (57e4a239-02e9-4ba7-9848-e6d88e6e403d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.873441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Allocated IP 172.20.0.1 (d310faf2-0d14-4a3c-b6ad-74c397e17d75/6db24dbc-c73a-4772-aacb-b5954189cc30/9913caa6-ed8d-4590-8434-e5bc9fc71096) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:16.881920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:16.884856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33145ac4-f0cb-49ea-bf0f-08c7de988f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (57e4a239-02e9-4ba7-9848-e6d88e6e403d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.900429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:16.917196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:16.919805 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:16.946542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=2d1717ab-ad5e-4a99-ab91-82aee2a0ca63,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:16.960185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-33145ac4-f0cb-49ea-bf0f-08c7de988f8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c9a72ec7a6a4738888a4406dc665f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169173 Feb 09 02:31:16.963316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47660) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:16.965591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145ac4-f0cb-49ea-bf0f-08c7de988f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e4a239-02e9-4ba7-9848-e6d88e6e403d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:16.983722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-068626f8-d2b2-4a82-81af-2f8f039dbc13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2201312 Feb 09 02:31:16.986765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47662) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:16.991789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:40:0e:cc', 'name': 'tempest-NetworksTestDHCPv6-144333699'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:16.997342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-71a0b415-cff0-45c8-be63-0f9bac573c01 None None] For port 4e35f187-884c-4f02-a71f-28004ce05d8a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4e35f187-884c-4f02-a71f-28004ce05d8a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:17.006025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Allocated IP 2001:db8::f816:3eff:fe5e:1f2f (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/ee114df7-6fcd-4e1c-b649-2d33f396f025/e3e0e63d-901a-4c88-9fb0-1a6a26181a5d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:17.069687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks [] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.095996 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03567aba-ab2e-4e13-a7a3-0516b1f6a6fe admin admin] Publish callbacks [] for security_group (57e4a239-02e9-4ba7-9848-e6d88e6e403d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.101386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71a0b415-cff0-45c8-be63-0f9bac573c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.106032 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.126374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.145599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03567aba-ab2e-4e13-a7a3-0516b1f6a6fe admin admin] Publish callbacks [] for security_group (57e4a239-02e9-4ba7-9848-e6d88e6e403d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.180413 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:17.188776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:17.205572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:17.205774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:17.255326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Pushing event updated for resources: {'Port': ['ID=9913caa6-ed8d-4590-8434-e5bc9fc71096,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:17.293682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.344396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03567aba-ab2e-4e13-a7a3-0516b1f6a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (57e4a239-02e9-4ba7-9848-e6d88e6e403d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.347585 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03567aba-ab2e-4e13-a7a3-0516b1f6a6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.349205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-03567aba-ab2e-4e13-a7a3-0516b1f6a6fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57e4a239-02e9-4ba7-9848-e6d88e6e403d HTTP/1.1" status: 204 len: 168 time: 0.3844371 Feb 09 02:31:17.362990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03567aba-ab2e-4e13-a7a3-0516b1f6a6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e4a239-02e9-4ba7-9848-e6d88e6e403d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:17.435088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.475912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 384309a3-7895-4405-b8b7-770318ea3a0e yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:31:17.520020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.771373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-17bf4c7a-1e0f-4f37-90b4-ceed4a0d32d3 None None] Provisioning complete for port 4e35f187-884c-4f02-a71f-28004ce05d8a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:17.772107 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-17bf4c7a-1e0f-4f37-90b4-ceed4a0d32d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.773879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4e35f187-884c-4f02-a71f-28004ce05d8a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:17.806149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks [] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.815115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:17.823260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84153dcb-df4f-4de7-a9fc-660617052c05 req-b5d81478-4053-4b26-bb2a-4b62b9c06bfc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:17.825853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84153dcb-df4f-4de7-a9fc-660617052c05 req-b5d81478-4053-4b26-bb2a-4b62b9c06bfc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.0984230 Feb 09 02:31:17.921246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84153dcb-df4f-4de7-a9fc-660617052c05 req-a79cca95-e924-4f75-ba29-dee932c823da tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884571 Feb 09 02:31:17.924854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0b415-cff0-45c8-be63-0f9bac573c01 None None] Pushing event updated for resources: {'Port': ['ID=4e35f187-884c-4f02-a71f-28004ce05d8a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:17.952281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.051204 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Publish callbacks [] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.055583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.081594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.117323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Pushing event updated for resources: {'Port': ['ID=9913caa6-ed8d-4590-8434-e5bc9fc71096,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:18.206180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:18.208807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:18.210566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Pushing event updated for resources: {'Port': ['ID=e3e0e63d-901a-4c88-9fb0-1a6a26181a5d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:18.232724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-17bf4c7a-1e0f-4f37-90b4-ceed4a0d32d3 None None] Current status of the port 4e35f187-884c-4f02-a71f-28004ce05d8a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:18.244134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e35f187-884c-4f02-a71f-28004ce05d8a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:18.277351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 172.20.0.14 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/2d1717ab-ad5e-4a99-ab91-82aee2a0ca63/384309a3-7895-4405-b8b7-770318ea3a0e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:18.294697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe40:ecc (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/ee114df7-6fcd-4e1c-b649-2d33f396f025/384309a3-7895-4405-b8b7-770318ea3a0e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:18.353857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:18.411936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:18.425162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:18.428905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:31:18.507665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-979a53e4-97e9-44e8-9029-6d11f60165ea None None] Provisioning complete for port 9913caa6-ed8d-4590-8434-e5bc9fc71096 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:18.510247 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-979a53e4-97e9-44e8-9029-6d11f60165ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.614335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:31:18.619905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07921de7-6b0a-4e30-9cba-3383ec33068e admin admin] 10.222.0.53 "PUT /v2.0/routers/c81b15bb-457c-44fa-b4fb-60ec5c4746f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5857880 Feb 09 02:31:18.649389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Attempting to bind port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:18.650133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Attempting to bind port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:18.650535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Attempting to bind port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:18.665279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-979a53e4-97e9-44e8-9029-6d11f60165ea None None] Port 9913caa6-ed8d-4590-8434-e5bc9fc71096 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:31:18.675902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:18.676319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:18.677090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.677417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:18.678087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Bound port: e3e0e63d-901a-4c88-9fb0-1a6a26181a5d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:18.678523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.692297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4e35f187-884c-4f02-a71f-28004ce05d8a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:18.692671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.693150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (384309a3-7895-4405-b8b7-770318ea3a0e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.696006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Publish callbacks [] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.731720 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.737033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (384309a3-7895-4405-b8b7-770318ea3a0e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.806961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:18.811256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:18.820382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:18.894981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Attempting to bind port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:18.895201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Attempting to bind port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:18.895545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Attempting to bind port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:18.903075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f42bd-1117-466b-a488-fee328d4ec2a None None] Pushing event updated for resources: {'Port': ['ID=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:18.905755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=384309a3-7895-4405-b8b7-770318ea3a0e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:18.940639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-231ce4a9-1c7e-4d28-ad5b-3c71167f26b9 None None] Provisioning complete for port 9913caa6-ed8d-4590-8434-e5bc9fc71096 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:18.941200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-231ce4a9-1c7e-4d28-ad5b-3c71167f26b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.943581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:18.944242 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.980769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:18.981220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:18.981422 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.981814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:18.982306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Bound port: 9fe7abb7-7e31-42ee-84eb-38969ce95cc8, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:18.982750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:18.986093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] For port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:18.991578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef8abb6c-ee3e-47d2-84ae-561dc9bb6ab6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0037501 Feb 09 02:31:18.994250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47708) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:19.105039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4e35f187-884c-4f02-a71f-28004ce05d8a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:19.113243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] For port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e3e0e63d-901a-4c88-9fb0-1a6a26181a5d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:19.140132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:19.149385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23563769-343a-4ea7-b269-1948e5be9463 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:19.154806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-231ce4a9-1c7e-4d28-ad5b-3c71167f26b9 None None] Port 9913caa6-ed8d-4590-8434-e5bc9fc71096 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:31:19.156246 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:19.168961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23563769-343a-4ea7-b269-1948e5be9463 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:19.173536 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-23563769-343a-4ea7-b269-1948e5be9463 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1774099 Feb 09 02:31:19.175212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:19.212998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] For port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:19.268705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] For port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:19.278714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cdde5-9568-4326-9598-d4f882893676 None None] Pushing event updated for resources: {'Port': ['ID=e3e0e63d-901a-4c88-9fb0-1a6a26181a5d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:19.283531 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:19.333415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97c774-66ed-45ba-88f4-1c0b1d484d4d req-1ce90cbd-a9b7-4051-9791-05e9d988c150 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:19.336868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f97c774-66ed-45ba-88f4-1c0b1d484d4d req-1ce90cbd-a9b7-4051-9791-05e9d988c150 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.2501705 Feb 09 02:31:19.436977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f42bd-1117-466b-a488-fee328d4ec2a None None] Pushing event updated for resources: {'Port': ['ID=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:19.438544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f97c774-66ed-45ba-88f4-1c0b1d484d4d req-a8312777-6167-4f67-a731-400b5c291b8b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906081 Feb 09 02:31:19.459717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:19.460601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:19.464183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 384309a3-7895-4405-b8b7-770318ea3a0e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:19.467489 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (384309a3-7895-4405-b8b7-770318ea3a0e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:19.729224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:19.733228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (384309a3-7895-4405-b8b7-770318ea3a0e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:19.762928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 384309a3-7895-4405-b8b7-770318ea3a0e owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:20.191727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 2, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:20.201032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47732) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:20.209350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-51770be6-f22f-418e-9b16-2fef88c8ef78 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761287679', 'description': 'tempest-description--939077470'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:20.240886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e3e0e63d-901a-4c88-9fb0-1a6a26181a5d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:20.244611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51770be6-f22f-418e-9b16-2fef88c8ef78 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.258538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (384309a3-7895-4405-b8b7-770318ea3a0e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.293147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84bf51a-0089-4389-9f9e-89a3822c13a8 None None] The sync data for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 is: [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 2, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:31:20.295764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=384309a3-7895-4405-b8b7-770318ea3a0e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:20.326577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:20.327195 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.420011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51770be6-f22f-418e-9b16-2fef88c8ef78 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (a5489053-f3ca-4adc-ac3b-c2b741fd4981), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.440536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51770be6-f22f-418e-9b16-2fef88c8ef78 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a5489053-f3ca-4adc-ac3b-c2b741fd4981), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.457869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.470336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47738) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:20.470993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3d9bd0e7-323d-44e3-b9c9-541a34c637dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/384309a3-7895-4405-b8b7-770318ea3a0e HTTP/1.1" status: 204 len: 168 time: 1.2945404 Feb 09 02:31:20.563443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:20.563927 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.627859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e3e0e63d-901a-4c88-9fb0-1a6a26181a5d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:20.638219 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:20.761684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=e3e0e63d-901a-4c88-9fb0-1a6a26181a5d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:21.137203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00553f98-c43b-445e-b3aa-e932910f493d None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:31:21.236415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-89e7daca-221c-4137-b94d-ac65e71aa0e3 None None] Provisioning complete for port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:21.243546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89e7daca-221c-4137-b94d-ac65e71aa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.292819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ac242-e9dc-40f7-8aa8-f3e621cd475e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:21.295515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ac242-e9dc-40f7-8aa8-f3e621cd475e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:21.297022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ac242-e9dc-40f7-8aa8-f3e621cd475e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:21.299057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-485ac242-e9dc-40f7-8aa8-f3e621cd475e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8159947 Feb 09 02:31:21.301869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:21.302761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51770be6-f22f-418e-9b16-2fef88c8ef78 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.304082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-51770be6-f22f-418e-9b16-2fef88c8ef78 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1018896 Feb 09 02:31:21.330258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51770be6-f22f-418e-9b16-2fef88c8ef78 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5489053-f3ca-4adc-ac3b-c2b741fd4981,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:21.333609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47756) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:21.338960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5e3d9f29-02f1-419b-8b56-7d38a84d0b4f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'security_group_rule': {'security_group_id': 'a5489053-f3ca-4adc-ac3b-c2b741fd4981', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:21.401903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9f29-02f1-419b-8b56-7d38a84d0b4f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (0d718bcf-bcbb-4599-becb-c9bcdd95a5ca), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.487065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9f29-02f1-419b-8b56-7d38a84d0b4f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (0d718bcf-bcbb-4599-becb-c9bcdd95a5ca), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.491222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 2d1717ab-ad5e-4a99-ab91-82aee2a0ca63 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:21.502471 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9f29-02f1-419b-8b56-7d38a84d0b4f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0d718bcf-bcbb-4599-becb-c9bcdd95a5ca), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.518712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (2d1717ab-ad5e-4a99-ab91-82aee2a0ca63), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.543720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9f29-02f1-419b-8b56-7d38a84d0b4f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d718bcf-bcbb-4599-becb-c9bcdd95a5ca,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:21.562278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9f29-02f1-419b-8b56-7d38a84d0b4f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.563107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00553f98-c43b-445e-b3aa-e932910f493d None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:31:21.565180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5e3d9f29-02f1-419b-8b56-7d38a84d0b4f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2298112 Feb 09 02:31:21.599054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fe76a-e581-4479-8498-9f720ec7687a req-542bc658-790f-49da-902c-6e95a21b3e77 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:21.628461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc6fe76a-e581-4479-8498-9f720ec7687a req-542bc658-790f-49da-902c-6e95a21b3e77 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.9875495 Feb 09 02:31:21.672153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (2d1717ab-ad5e-4a99-ab91-82aee2a0ca63), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.706044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47762) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:21.725883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9efbdd6d-4011-4995-950f-e7f52b42ed8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'security_group_rule': {'security_group_id': 'a5489053-f3ca-4adc-ac3b-c2b741fd4981', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:21.801534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-89e7daca-221c-4137-b94d-ac65e71aa0e3 None None] Current status of the port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:21.809332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (2d1717ab-ad5e-4a99-ab91-82aee2a0ca63), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.820425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9efbdd6d-4011-4995-950f-e7f52b42ed8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (d1c2b905-123d-4a3d-95ab-332e5ee31578), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.863116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc6fe76a-e581-4479-8498-9f720ec7687a req-be3a0769-bc60-40ca-9e3a-ef1655ec3fcd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315109 Feb 09 02:31:21.889340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (2d1717ab-ad5e-4a99-ab91-82aee2a0ca63), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.938948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=2d1717ab-ad5e-4a99-ab91-82aee2a0ca63,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:21.947122 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:21.960262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47768) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:21.960986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85c70b0c-c6c0-4efc-b7d1-7e6ee9564af3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/2d1717ab-ad5e-4a99-ab91-82aee2a0ca63 HTTP/1.1" status: 204 len: 168 time: 0.6578524 Feb 09 02:31:22.054286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9efbdd6d-4011-4995-950f-e7f52b42ed8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (d1c2b905-123d-4a3d-95ab-332e5ee31578), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.077360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9efbdd6d-4011-4995-950f-e7f52b42ed8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d1c2b905-123d-4a3d-95ab-332e5ee31578), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.089330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet ee114df7-6fcd-4e1c-b649-2d33f396f025 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:22.099760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (ee114df7-6fcd-4e1c-b649-2d33f396f025), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.182889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbdd6d-4011-4995-950f-e7f52b42ed8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c2b905-123d-4a3d-95ab-332e5ee31578,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:22.220264 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9efbdd6d-4011-4995-950f-e7f52b42ed8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.228112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9efbdd6d-4011-4995-950f-e7f52b42ed8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5145326 Feb 09 02:31:22.231809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47770) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:22.237254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:22.254385 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (ee114df7-6fcd-4e1c-b649-2d33f396f025), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.298677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.370735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:22.475872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ee114df7-6fcd-4e1c-b649-2d33f396f025), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.519169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:22.520594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.631617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.668168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59136cf-d808-4118-9c25-2a56c03c0c5b None None] Update dhcp port {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': 'ee114df7-6fcd-4e1c-b649-2d33f396f025', 'ip_address': '2001:db8::f816:3eff:fe5e:1f2f'}, {'subnet_id': '2d1717ab-ad5e-4a99-ab91-82aee2a0ca63'}], 'binding:host_id': 'n-d-826675-12'}, 'id': 'e3e0e63d-901a-4c88-9fb0-1a6a26181a5d'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:31:22.707369 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (ee114df7-6fcd-4e1c-b649-2d33f396f025), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.775822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=ee114df7-6fcd-4e1c-b649-2d33f396f025,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:22.776287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b59136cf-d808-4118-9c25-2a56c03c0c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.806121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:22.827081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5864943f-d056-4fff-84f8-889a121411b6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/ee114df7-6fcd-4e1c-b649-2d33f396f025 HTTP/1.1" status: 204 len: 168 time: 0.8633852 Feb 09 02:31:22.828353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47780) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:22.861644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Allocated IP 172.25.6.24 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/ea125d4b-3669-4755-9bec-a37be1f6a6e8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:22.939358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6a297efb-598a-42e9-858e-4c7a274ce7d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101279 Feb 09 02:31:22.940593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47784) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:22.947549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:22.961371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:22.962383 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.080730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:23.085079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616d7b5-3b83-47a8-884b-d58e8713a964 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:23.091117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.092098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e3e0e63d-901a-4c88-9fb0-1a6a26181a5d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:23.149981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f93dfc-fb4f-413e-827e-3c419c27aac3 req-51436ae5-64b2-4735-baa1-c4fe1afac542 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:23.157772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17f93dfc-fb4f-413e-827e-3c419c27aac3 req-51436ae5-64b2-4735-baa1-c4fe1afac542 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.1011732 Feb 09 02:31:23.179488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:23.190084 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.267656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.280576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5af52f0c-d4b4-49cc-99f4-87047cc99831 None None] Provisioning complete for port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:23.280888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5af52f0c-d4b4-49cc-99f4-87047cc99831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.324815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.397620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17f93dfc-fb4f-413e-827e-3c419c27aac3 req-eacc5f8e-f4cd-43c4-adb0-b06a35089cfd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385397 Feb 09 02:31:23.444573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:23.453675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:23.462239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:23.505225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'Port': ['ID=ea125d4b-3669-4755-9bec-a37be1f6a6e8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:23.586359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:23.599196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.697219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (62f6a15f-1d76-455d-807e-468c6ff3106b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.756063 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cf83-47e1-49d2-85d1-f0f273e5e4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.774567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:23.779975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.810451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ac7149d5-64f8-4c3b-b4e4-b63c13596585), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.879789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:23.889950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:23.894612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:23.895236 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:23.979281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:31:24.020572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0765166 Feb 09 02:31:24.028449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47810) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:24.055594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:24.107624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5af52f0c-d4b4-49cc-99f4-87047cc99831 None None] Current status of the port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:24.204265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:24.204506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fa9cb-0fa4-4a1d-9816-50f9cb25330f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=ac7149d5-64f8-4c3b-b4e4-b63c13596585,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:24.262291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] Deleting port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:24.262748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.328799 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.349523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.371573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:24.375029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.465769 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Sync routers for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:31:24.483851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:24.491390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:24.492285 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:24.597963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:24.598981 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.629023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'Port': ['ID=ea125d4b-3669-4755-9bec-a37be1f6a6e8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:24.664069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (62f6a15f-1d76-455d-807e-468c6ff3106b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.693037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.703392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4fe1186-e4a7-4885-bde3-2339f8eac1b3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4700096 Feb 09 02:31:24.817328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] For port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e3e0e63d-901a-4c88-9fb0-1a6a26181a5d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:24.817328 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:24.881928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] Calling delete_port for e3e0e63d-901a-4c88-9fb0-1a6a26181a5d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:24.896828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14be4-52ad-4300-a0fa-c927437eb873 req-53a53f41-208f-4b9c-b05c-b5b172c77bbd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:24.899038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dee14be4-52ad-4300-a0fa-c927437eb873 req-53a53f41-208f-4b9c-b05c-b5b172c77bbd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.3113523 Feb 09 02:31:25.024924 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:25.045652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:25.133146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dee14be4-52ad-4300-a0fa-c927437eb873 req-f2a6b2b2-7904-4659-bd88-e5dc7fb53730 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238901 Feb 09 02:31:25.160387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (e3e0e63d-901a-4c88-9fb0-1a6a26181a5d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:25.244058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e3e0e63d-901a-4c88-9fb0-1a6a26181a5d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:25.260993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] No DVR routers for this DVR port e3e0e63d-901a-4c88-9fb0-1a6a26181a5d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:25.309438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75ee3d-d420-4c4b-a25a-930a859d103a None None] Pushing event deleted for resources: {'Port': ['ID=e3e0e63d-901a-4c88-9fb0-1a6a26181a5d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:25.331948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b39ed-5601-482f-96fe-9cf4716b73c1 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:25.364407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: e3e0e63d-901a-4c88-9fb0-1a6a26181a5d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:31:25.388238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e3e0e63d-901a-4c88-9fb0-1a6a26181a5d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:31:25.412609 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 2, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:25.440497 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Checking router: c81b15bb-457c-44fa-b4fb-60ec5c4746f5 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:31:25.441029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Updating router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 port 9913caa6-ed8d-4590-8434-e5bc9fc71096 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:31:25.460967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-5d825816-dec0-41e5-987a-ce4e487eea86 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--761287679&fields=id&tenant_id=a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 267 time: 0.3629825 Feb 09 02:31:25.505347 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:25.759503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71f8b01b-4208-4897-8296-a89bae15bfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:25.769312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:31:25.773341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (2f39c720-18e5-464d-9d75-041cbb153873), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:25.786872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'ac7149d5-64f8-4c3b-b4e4-b63c13596585'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:31:25.788896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:25.918788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:25.947127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:25.963282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:25.964877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:25.979050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-0621f104-ba8e-45c0-8dd3-0490f8d6152b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:25.986361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-0621f104-ba8e-45c0-8dd3-0490f8d6152b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 816 time: 0.5244956 Feb 09 02:31:26.001711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=2f39c720-18e5-464d-9d75-041cbb153873,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:26.014294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-73a105d9-58d2-445d-96fb-154a4acd9056 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/quotas/a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 375 time: 0.0265868 Feb 09 02:31:26.027506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c156023a-57ed-4a53-a9ac-704a9e6a45a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9938731 Feb 09 02:31:26.034911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47860) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:26.078670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:8b:3e:e4', 'name': 'tempest-NetworksTestDHCPv6-1224063136'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:26.276412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Allocated IP 172.20.0.2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/ac7149d5-64f8-4c3b-b4e4-b63c13596585/c6efb67c-55e3-4b0d-95e3-cd7104c76b33) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:26.305375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Allocated IP 2001:db8::f816:3eff:fe7d:3ace (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/2f39c720-18e5-464d-9d75-041cbb153873/c6efb67c-55e3-4b0d-95e3-cd7104c76b33) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:26.432574 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Publish callbacks [] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:26.453043 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:26.526133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:26.567831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-99122aee-1d66-4a71-ae9c-e052e71d39c5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5522313 Feb 09 02:31:26.634818 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Publish callbacks [] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:26.654271 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:26.752796 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ce86e-b4d5-4620-bbae-401464c8c7ea None None] Pushing event updated for resources: {'Port': ['ID=9913caa6-ed8d-4590-8434-e5bc9fc71096,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:26.758934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:26.774416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Pushing event updated for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:26.779791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce5c0d-43f2-4d6d-9f38-76e1aff902ec req-370e8e53-d068-442d-bb5a-d20752c3ef1e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:26.783884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:26.793714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00ce5c0d-43f2-4d6d-9f38-76e1aff902ec req-370e8e53-d068-442d-bb5a-d20752c3ef1e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.5368781 Feb 09 02:31:26.795313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:26.812447 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Attempting to bind port 9913caa6-ed8d-4590-8434-e5bc9fc71096 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:26.813106 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Attempting to bind port 9913caa6-ed8d-4590-8434-e5bc9fc71096 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:26.814231 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Attempting to bind port 9913caa6-ed8d-4590-8434-e5bc9fc71096 on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:26.842655 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:26.843557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Checking segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:26.844130 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:26.844681 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Bound using segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:26.845342 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Bound port: 9913caa6-ed8d-4590-8434-e5bc9fc71096, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:26.845906 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.032767 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.033978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Attempting to bind port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:27.035934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Attempting to bind port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:27.037746 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] For port 9913caa6-ed8d-4590-8434-e5bc9fc71096, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:27.038040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Attempting to bind port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:27.058911 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] For port 9913caa6-ed8d-4590-8434-e5bc9fc71096, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9913caa6-ed8d-4590-8434-e5bc9fc71096,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:27.080747 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.084967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:27.085742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:27.086391 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.087053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:27.087758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Bound port: c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:27.088387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.186391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cb68a436-a0de-45c4-8b1b-4f3928fd1b9b None None] Provisioning complete for port 9913caa6-ed8d-4590-8434-e5bc9fc71096 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:27.186804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb68a436-a0de-45c4-8b1b-4f3928fd1b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.196464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.232029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ce86e-b4d5-4620-bbae-401464c8c7ea None None] Pushing event updated for resources: {'Port': ['ID=9913caa6-ed8d-4590-8434-e5bc9fc71096,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:27.266974 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:27.268403 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:27.305958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 785a8fbc-93c4-47d9-b36f-d82d18999d0b yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:31:27.511565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cb68a436-a0de-45c4-8b1b-4f3928fd1b9b None None] Current status of the port 9913caa6-ed8d-4590-8434-e5bc9fc71096 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:27.511565 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb68a436-a0de-45c4-8b1b-4f3928fd1b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.525295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:27.573298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cb68a436-a0de-45c4-8b1b-4f3928fd1b9b None None] For port 9913caa6-ed8d-4590-8434-e5bc9fc71096, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9913caa6-ed8d-4590-8434-e5bc9fc71096,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:27.609609 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb68a436-a0de-45c4-8b1b-4f3928fd1b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.614038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:27.653154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-769ffe2c-3c00-4a75-9ab6-3b1e34ec592e service neutron] 10.222.0.53 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0842762 Feb 09 02:31:27.679734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00ce5c0d-43f2-4d6d-9f38-76e1aff902ec req-eb373062-e75c-40d1-bb48-e128fd9fcc97 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8844528 Feb 09 02:31:27.707501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:27.729185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 172.20.0.9 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/ac7149d5-64f8-4c3b-b4e4-b63c13596585/785a8fbc-93c4-47d9-b36f-d82d18999d0b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:27.744267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe8b:3ee4 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/2f39c720-18e5-464d-9d75-041cbb153873/785a8fbc-93c4-47d9-b36f-d82d18999d0b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:27.817522 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:27.872841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68a436-a0de-45c4-8b1b-4f3928fd1b9b None None] Pushing event updated for resources: {'Port': ['ID=9913caa6-ed8d-4590-8434-e5bc9fc71096,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:28.083784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb99cb6-49e5-4a36-8feb-978781cb44cd None None] Pushing event updated for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:28.233142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3e9f73cb-4940-4d3d-a6ee-4cf6ed683320 None None] Provisioning complete for port 9913caa6-ed8d-4590-8434-e5bc9fc71096 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:28.234959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e9f73cb-4940-4d3d-a6ee-4cf6ed683320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:28.390843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:28.584962 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:28.585660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f73cb-4940-4d3d-a6ee-4cf6ed683320 None None] Current status of the port 9913caa6-ed8d-4590-8434-e5bc9fc71096 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:28.588131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (785a8fbc-93c4-47d9-b36f-d82d18999d0b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:28.680035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-560af07a-3535-40ab-8ac7-204fbe244dcc service neutron] 10.222.0.53 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9989245 Feb 09 02:31:28.699059 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (785a8fbc-93c4-47d9-b36f-d82d18999d0b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:28.707324 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106d5b6-9082-48cd-a4ee-0a66b831013a None None] The sync data for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 is: [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:31:28.760655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:28.766018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:28.769725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:28.825533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c6efb67c-55e3-4b0d-95e3-cd7104c76b33 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:28.958221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:28.959025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:28.959903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:28.961921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:29.147557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=785a8fbc-93c4-47d9-b36f-d82d18999d0b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:29.225161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:29.225838 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:29.359374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:29.362685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-86c1f6bb-5646-4694-894b-888d2aed8f09 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3260903 Feb 09 02:31:29.365746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6381e89-2e43-481d-b043-81c1e2ea2e3b req-987d449b-b423-486d-854d-effc2fb2a1cc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 210 time: 0.1323609 Feb 09 02:31:29.411145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:29.433986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:29.435039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9913caa6-ed8d-4590-8434-e5bc9fc71096 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:29.440554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a13e-27f5-4200-a5a5-c05e3bde529c req-e751a597-a225-4265-afe7-ddb3ade3d38c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:29.457478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9740a13e-27f5-4200-a5a5-c05e3bde529c req-e751a597-a225-4265-afe7-ddb3ade3d38c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.4445961 Feb 09 02:31:29.627619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b8698-2045-4a9d-8466-7730113b7eed tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:29.659981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b8698-2045-4a9d-8466-7730113b7eed tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:29.662118 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b73b8698-2045-4a9d-8466-7730113b7eed tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3017850 Feb 09 02:31:29.669729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:29.710279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9740a13e-27f5-4200-a5a5-c05e3bde529c req-4d7b26a8-0a9e-497e-8a73-928d8f0332ab tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439101 Feb 09 02:31:29.918629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:29.960937 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:29.989663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9913caa6-ed8d-4590-8434-e5bc9fc71096 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:29.990380 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.041954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 785a8fbc-93c4-47d9-b36f-d82d18999d0b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:30.042976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (785a8fbc-93c4-47d9-b36f-d82d18999d0b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.082031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d85a2-70d7-4680-999a-6a61bd2b95ab None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:30.368516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e06a1902-787e-4385-a2be-6e9b061b6647 None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:30.368782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e06a1902-787e-4385-a2be-6e9b061b6647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.388659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (785a8fbc-93c4-47d9-b36f-d82d18999d0b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:30.425898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 785a8fbc-93c4-47d9-b36f-d82d18999d0b owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:30.633246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a62ac9cc-fbdb-4dff-8405-9158ccb65bce req-cc490037-ca60-4ff2-9a2e-f0b3e2f465cf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 210 time: 0.1112671 Feb 09 02:31:30.990535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd5b5e-fa9e-42b5-acc8-6f726e15a920 req-d554258b-cecd-4ef4-97f4-ec6b3807d159 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.002833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dfd5b5e-fa9e-42b5-acc8-6f726e15a920 req-d554258b-cecd-4ef4-97f4-ec6b3807d159 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.1094074 Feb 09 02:31:31.123364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dfd5b5e-fa9e-42b5-acc8-6f726e15a920 req-39852279-b51b-4421-a028-151d22f98c8c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191342 Feb 09 02:31:31.131714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (785a8fbc-93c4-47d9-b36f-d82d18999d0b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:31.357100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=785a8fbc-93c4-47d9-b36f-d82d18999d0b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:31.444046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e06a1902-787e-4385-a2be-6e9b061b6647 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:31.481159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9913caa6-ed8d-4590-8434-e5bc9fc71096 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:31.599003 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:31:31.613054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:31.617402 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6bf74dbb-875e-491d-9fa4-2ab9975d4721 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/785a8fbc-93c4-47d9-b36f-d82d18999d0b HTTP/1.1" status: 204 len: 168 time: 1.9347498 Feb 09 02:31:31.631426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:31.737940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c6efb67c-55e3-4b0d-95e3-cd7104c76b33 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:31.900796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c76955-367d-4c21-8149-37b43724da34 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.914549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c76955-367d-4c21-8149-37b43724da34 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.917065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c76955-367d-4c21-8149-37b43724da34 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:31.922166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-02c76955-367d-4c21-8149-37b43724da34 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2893751 Feb 09 02:31:31.926917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:31.983940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:31.985414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.011048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4362b64e-52d2-434c-a94b-aea0519138a4 req-3db15ab1-3934-486e-84ec-1342d119e59a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 210 time: 0.0726759 Feb 09 02:31:32.040030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-0bed2bd0-9a7d-4093-86ea-00b0c2ec0c53 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:32.040909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 2f39c720-18e5-464d-9d75-041cbb153873 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:32.044019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-0bed2bd0-9a7d-4093-86ea-00b0c2ec0c53 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 816 time: 0.5552199 Feb 09 02:31:32.054057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (2f39c720-18e5-464d-9d75-041cbb153873), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.204847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:32.233565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-a64cb0af-d523-46b0-a8c5-684da688f713 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 379 time: 0.1811764 Feb 09 02:31:32.249252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (2f39c720-18e5-464d-9d75-041cbb153873), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.266286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'port': {'device_id': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'admin_state_up': True, 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'security_groups': ['a5489053-f3ca-4adc-ac3b-c2b741fd4981']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:32.472115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (2f39c720-18e5-464d-9d75-041cbb153873), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.625342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd181f1c-1918-4946-8713-682e77dafdd0 req-d3329cd8-aa20-40ca-b7db-63559bc9f41b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:32.631101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (2f39c720-18e5-464d-9d75-041cbb153873), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.639632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd181f1c-1918-4946-8713-682e77dafdd0 req-d3329cd8-aa20-40ca-b7db-63559bc9f41b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.3060338 Feb 09 02:31:32.713653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.717499 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/2f39c720-18e5-464d-9d75-041cbb153873 HTTP/1.1" status: 204 len: 168 time: 0.7896137 Feb 09 02:31:32.727683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:32.738032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde203d-0c65-471e-90cc-3f7c7fb7372b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=2f39c720-18e5-464d-9d75-041cbb153873,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:32.762873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Made reservation on behalf of a1b4234efd604b55ad09089849e0f85c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:32.770600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.858174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet ac7149d5-64f8-4c3b-b4e4-b63c13596585 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:32.870421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd181f1c-1918-4946-8713-682e77dafdd0 req-68e4d8d4-8352-443d-b319-4c7af64a0968 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294488 Feb 09 02:31:32.879000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (ac7149d5-64f8-4c3b-b4e4-b63c13596585), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:32.982634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a78a9a-ef87-4685-ae26-45f0e9aabf25 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:33.030702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (ac7149d5-64f8-4c3b-b4e4-b63c13596585), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:33.250321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ac7149d5-64f8-4c3b-b4e4-b63c13596585), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:33.253103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Allocated IP 172.20.0.5 (d310faf2-0d14-4a3c-b6ad-74c397e17d75/6db24dbc-c73a-4772-aacb-b5954189cc30/49d30c92-ab87-42c7-988c-bf440200145a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:33.296155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d7b5d627-cf4e-42e3-80a3-5445798ab075 None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:33.296429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d627-cf4e-42e3-80a3-5445798ab075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:33.341929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (ac7149d5-64f8-4c3b-b4e4-b63c13596585), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:33.361504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b191c0ee-a80c-447f-9bdf-77050dc8c1f4 req-a84b8e2d-63f7-42e3-8c5c-c23cda874a7f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 210 time: 0.1010139 Feb 09 02:31:33.416303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7149d5-64f8-4c3b-b4e4-b63c13596585,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:33.470790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:33.474244 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c6631698-b05b-4aff-9bc6-fa14b23d96b4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/ac7149d5-64f8-4c3b-b4e4-b63c13596585 HTTP/1.1" status: 204 len: 168 time: 0.7450728 Feb 09 02:31:33.487337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48036) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:33.661187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-27b73ab5-4b2b-47fe-8ee9-71dacce21e33 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1726019 Feb 09 02:31:33.663930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:33.669456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:33.854313 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for port (49d30c92-ab87-42c7-988c-bf440200145a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:33.921047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:33.935662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:33.989858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5d627-cf4e-42e3-80a3-5445798ab075 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:34.003168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:34.029598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d7b5d627-cf4e-42e3-80a3-5445798ab075 None None] Could not find standard attr ID for object 785a8fbc-93c4-47d9-b36f-d82d18999d0b. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:31:34.156605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:34.169732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:34.232854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:34.394447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1140c5-d782-4b52-be99-175244c8c155 None None] Update dhcp port {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': 'ac7149d5-64f8-4c3b-b4e4-b63c13596585'}], 'binding:host_id': 'n-d-826675-12'}, 'id': 'c6efb67c-55e3-4b0d-95e3-cd7104c76b33'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:31:34.403842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:34.519550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:34.519550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:34.554050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-442af79c-f4fd-405d-9a61-821f73086b3d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3103464 Feb 09 02:31:34.576684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Request body: {'port': {'device_id': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:34.596671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef1140c5-d782-4b52-be99-175244c8c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:34.621160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1abbdf-4482-4fca-aa97-a652dd37db48 req-36be5ff4-c727-4ae4-bdc7-907bca94ce9f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:34.625478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d1abbdf-4482-4fca-aa97-a652dd37db48 req-36be5ff4-c727-4ae4-bdc7-907bca94ce9f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.5304649 Feb 09 02:31:34.704522 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:34.812845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0e373-178e-4925-a79c-ed127d132910 req-1bac85bb-330e-4018-92d1-8be800cbe338 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:34.820271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cc0e373-178e-4925-a79c-ed127d132910 req-1bac85bb-330e-4018-92d1-8be800cbe338 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 931 time: 0.2807987 Feb 09 02:31:34.849480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:34.851041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d1abbdf-4482-4fca-aa97-a652dd37db48 req-2c2a1043-ed19-4779-bf8c-c14ad46f3746 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695569 Feb 09 02:31:34.851417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:34.864279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:34.867654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:34.901270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0d40751c-a09f-412f-91ed-00558233b44f None None] Provisioning complete for port 49d30c92-ab87-42c7-988c-bf440200145a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:34.909173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:34.919074 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d40751c-a09f-412f-91ed-00558233b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49d30c92-ab87-42c7-988c-bf440200145a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:34.920552 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2555041 Feb 09 02:31:34.923588 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:34.950705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:35.015388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cc0e373-178e-4925-a79c-ed127d132910 req-8c08f869-d0c3-488e-a244-476267290d77 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937501 Feb 09 02:31:35.107203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9816d-3a16-45f2-95da-72c441919913 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:35.347681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0d40751c-a09f-412f-91ed-00558233b44f None None] Port 49d30c92-ab87-42c7-988c-bf440200145a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:31:35.370320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:35.377751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:35.564709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890ac69-6589-485d-b570-c6b2c955574f None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:35.808483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6d05698a-c820-46a8-bee2-d75f179f7c1f None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:35.809010 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d05698a-c820-46a8-bee2-d75f179f7c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:35.844553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d30c92-ab87-42c7-988c-bf440200145a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:31:35.863817 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Publish callbacks [] for port (49d30c92-ab87-42c7-988c-bf440200145a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:35.892908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Transition to ACTIVE for port object 49d30c92-ab87-42c7-988c-bf440200145a will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:31:35.904584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:36.208184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:36.280665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6d05698a-c820-46a8-bee2-d75f179f7c1f None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:36.396352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Update dhcp port {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f'}], 'binding:host_id': 'n-d-826675-12'}, 'id': 'c6efb67c-55e3-4b0d-95e3-cd7104c76b33'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:31:36.437545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:31:36.493158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:37.527021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 02:31:37.527021 n-d-826675-12 neutron-server[103151]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 09 02:31:37.527021 n-d-826675-12 neutron-server[103151]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe7d:3ace', 'status': 'ALLOCATED', 'ipam_subnet_id': '85e12983-5f18-4cff-a8ff-31fd8cc8c547'}] Feb 09 02:31:37.527021 n-d-826675-12 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:31:37.527817 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:31:37.610319 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:37.653308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c6efb67c-55e3-4b0d-95e3-cd7104c76b33 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:37.680383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009a71c-ba71-45fc-9b4e-4668c575076d req-e7e736bf-bc59-4a63-887a-b41adbe018d9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:37.686358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b009a71c-ba71-45fc-9b4e-4668c575076d req-e7e736bf-bc59-4a63-887a-b41adbe018d9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 1.6096692 Feb 09 02:31:37.881072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:37.881741 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:37.924184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b009a71c-ba71-45fc-9b4e-4668c575076d req-ed759645-721f-4088-873e-598c28c8c1a8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318432 Feb 09 02:31:37.929429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Attempting to bind port 49d30c92-ab87-42c7-988c-bf440200145a on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:37.933462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Attempting to bind port 49d30c92-ab87-42c7-988c-bf440200145a by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:37.933940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Attempting to bind port 49d30c92-ab87-42c7-988c-bf440200145a on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:37.967849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:37.974132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Port 49d30c92-ab87-42c7-988c-bf440200145a on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:31:37.974647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Attempting to bind port 49d30c92-ab87-42c7-988c-bf440200145a on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:38.008318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.017635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.036014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48ca6f-1899-4973-bd8f-eda3ea3de525 req-0d54361f-13b0-4644-873a-890ada683aff tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.041094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48ca6f-1899-4973-bd8f-eda3ea3de525 req-0d54361f-13b0-4644-873a-890ada683aff tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 1.8083260 Feb 09 02:31:38.047549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:38.050197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Checking segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:38.051307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Bound using segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:38.053319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Bound port: 49d30c92-ab87-42c7-988c-bf440200145a, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:38.056163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.193402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:31:38.193766 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:31:38.194706 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.212554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:38.233502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (460700a3-41c0-4b7e-bef1-9b0913056745), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.394572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:38.398808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:38.410336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.413920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.459029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:38.482874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:38.493645 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5604539 Feb 09 02:31:38.507393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:38.509820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bb35b-ee15-49ed-8aaa-e8aaacb4e794 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=460700a3-41c0-4b7e-bef1-9b0913056745,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:38.528150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:45:79:34', 'name': 'tempest-NetworksTestDHCPv6-248371485'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:38.543490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.758563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:38.758563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:38.763168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] 10.222.0.82 "PUT /v2.0/ports/49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 1092 time: 4.1918581 Feb 09 02:31:38.813198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:38.819204 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db59ea9-6f74-4155-b3a8-6a3397591cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "tag": "49d30c92-ab87-42c7-988c-bf440200145a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:38.851126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48ca6f-1899-4973-bd8f-eda3ea3de525 req-1211f278-2441-47e8-8712-c348c2e89ca8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7345512 Feb 09 02:31:38.976224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Allocated IP 172.20.0.2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f/c6efb67c-55e3-4b0d-95e3-cd7104c76b33) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:38.981521 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f040199c-2e18-49bf-95f4-fe8be5c8c8b8 x-openstack-request-id: req-f040199c-2e18-49bf-95f4-fe8be5c8c8b8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:38.983125 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "tag": "49d30c92-ab87-42c7-988c-bf440200145a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:38.983623 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f040199c-2e18-49bf-95f4-fe8be5c8c8b8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:38.985806 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a', 'status': 'completed', 'code': 200} Feb 09 02:31:39.001633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:39.108258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-97e7964f-a305-4452-8666-05f79d0e0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:39.115278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-97e7964f-a305-4452-8666-05f79d0e0924 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1126 time: 0.2594948 Feb 09 02:31:39.118897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c143961-ed3e-4c83-9921-b2e04c38e982 service neutron] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:39.321406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-0e086086-61d1-4ca0-a135-01d2be9747e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 217 time: 0.1706872 Feb 09 02:31:39.391897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:39.403189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:39.430588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:39.472927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:39.538302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port d45cef57-a38a-4388-87a2-9218b8e8468e yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:31:39.592981 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Publish callbacks [] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:39.612288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:39.704930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-92b53146-93f1-4497-abaf-dc76ebeb4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:39.715720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-92b53146-93f1-4497-abaf-dc76ebeb4127 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.2714212 Feb 09 02:31:39.753895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b90b0d-f34b-481a-9338-9bf1aa2dc3ca req-8b7140a3-4c9a-4e27-b9a7-e66061021dab tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:39.763528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b90b0d-f34b-481a-9338-9bf1aa2dc3ca req-8b7140a3-4c9a-4e27-b9a7-e66061021dab tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.4358952 Feb 09 02:31:40.258418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:31:40.281277 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:31:40.288287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b90b0d-f34b-481a-9338-9bf1aa2dc3ca req-61572cd6-7d09-4f35-b243-81307b6829b3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783857 Feb 09 02:31:40.316431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bd7bc-3b4f-4286-8510-f4dc5d8a667a None None] Pushing event updated for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:40.375972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-4377c6be-948f-47da-a005-23d5235b6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:40.378138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-4377c6be-948f-47da-a005-23d5235b6f5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6129305 Feb 09 02:31:40.440346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752edab0-3ef2-453a-a7b2-98b75c12e4df req-20709a9e-2696-4732-9f0a-c75e36abd18a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:40.442206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-752edab0-3ef2-453a-a7b2-98b75c12e4df req-20709a9e-2696-4732-9f0a-c75e36abd18a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3311582 Feb 09 02:31:40.662723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-752edab0-3ef2-453a-a7b2-98b75c12e4df req-c66074e6-8958-4029-b89a-e77209df7974 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506319 Feb 09 02:31:40.704161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-3dab33cc-8eab-4d36-a31f-03f1d090e28e service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098109 Feb 09 02:31:40.801506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:40.801917 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:40.826208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 172.20.0.14 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f/d45cef57-a38a-4388-87a2-9218b8e8468e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:40.908684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe45:7934 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/460700a3-41c0-4b7e-bef1-9b0913056745/d45cef57-a38a-4388-87a2-9218b8e8468e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:40.939767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:40.956681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:41.132366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:41.133729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-407110d8-f82e-418d-9cf2-0cb17efb0405 req-85d6bccf-83e7-48c3-9216-1a16547c8c70 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165809 Feb 09 02:31:41.397539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c6efb67c-55e3-4b0d-95e3-cd7104c76b33 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:41.408738 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (d45cef57-a38a-4388-87a2-9218b8e8468e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:41.494521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-40e87352-a992-42cd-b50d-6f1815fbfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:41.505109 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d45cef57-a38a-4388-87a2-9218b8e8468e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:41.510410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-40e87352-a992-42cd-b50d-6f1815fbfa70 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1126 time: 0.2786021 Feb 09 02:31:41.584277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:41.584779 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:41.680450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:41.708107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:41.720584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:41.740340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=d45cef57-a38a-4388-87a2-9218b8e8468e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:41.916725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:41.917386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:41.941011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:41.944214 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:42.005605 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72b6a8a2-22e7-4544-8ca9-82b2fb29a262 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4944384 Feb 09 02:31:42.010000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48190) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:42.078885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:42.089370 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:42.214760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e13ac-a5b4-4578-8ee4-2f4204041689 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:42.242576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e13ac-a5b4-4578-8ee4-2f4204041689 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:42.268868 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f43e13ac-a5b4-4578-8ee4-2f4204041689 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2559938 Feb 09 02:31:42.275874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48202) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:42.314145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:42.536957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd577dfe-0752-4e2c-a9bc-62b86bf36222 req-f3a1ebda-8945-4905-a5fc-3a73bacd7458 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:42.538262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0dc28-b167-4a9f-b07d-b7a13985cae2 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:42.543387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd577dfe-0752-4e2c-a9bc-62b86bf36222 req-f3a1ebda-8945-4905-a5fc-3a73bacd7458 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 1.0542181 Feb 09 02:31:42.741133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9615c7c1-727a-47bb-9463-d387899df9ab None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:42.744994 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9615c7c1-727a-47bb-9463-d387899df9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:42.924518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc77c-e0d5-4f0f-98ae-0d159e4e7c2f req-3919e8cb-70bd-47cb-be8d-9b87fb34f4a8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:42.927707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d4fc77c-e0d5-4f0f-98ae-0d159e4e7c2f req-3919e8cb-70bd-47cb-be8d-9b87fb34f4a8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.8883421 Feb 09 02:31:42.928821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-e5e4fee7-5a32-4ca2-b589-271e9c8849bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:42.933615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-e5e4fee7-5a32-4ca2-b589-271e9c8849bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 1.2607310 Feb 09 02:31:42.959023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:43.128912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd577dfe-0752-4e2c-a9bc-62b86bf36222 req-4aa77482-a9da-4b78-9ad9-c35e592390e0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538497 Feb 09 02:31:43.131961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-ccb21676-5e8e-440b-bc44-fc3a1969a323 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 217 time: 0.1702828 Feb 09 02:31:43.307119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d4fc77c-e0d5-4f0f-98ae-0d159e4e7c2f req-9ae89ccd-bae0-4240-ae74-5c78b2477168 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3597338 Feb 09 02:31:43.316024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-1d91dedc-4ff6-441d-a71f-2adbff174c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:43.317506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-1d91dedc-4ff6-441d-a71f-2adbff174c60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.1769652 Feb 09 02:31:43.327399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ce-3d1b-4281-8375-88857c28b2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.451846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port d45cef57-a38a-4388-87a2-9218b8e8468e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:43.452209 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d45cef57-a38a-4388-87a2-9218b8e8468e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.465783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ce-3d1b-4281-8375-88857c28b2c9 admin admin] Publish callbacks [] for security_group (f5b202ba-039a-418a-9a36-cc6131323447), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.473612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e782c8ce-3d1b-4281-8375-88857c28b2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f5b202ba-039a-418a-9a36-cc6131323447), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.587841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e782c8ce-3d1b-4281-8375-88857c28b2c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b87f8c1f1324beab96a7b248fa2658c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6274993 Feb 09 02:31:43.591787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48222) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:43.593058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782c8ce-3d1b-4281-8375-88857c28b2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b202ba-039a-418a-9a36-cc6131323447,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:43.695123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-aa52c0bf-dfcc-4473-a5d9-abdbabb5d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:43.696944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-aa52c0bf-dfcc-4473-a5d9-abdbabb5d417 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3644202 Feb 09 02:31:43.791641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c6efb67c-55e3-4b0d-95e3-cd7104c76b33 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:43.818869 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d45cef57-a38a-4388-87a2-9218b8e8468e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.838540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-329e44e4-db9d-4fbe-a3db-386c44ea6fc0 admin admin] Publish callbacks [] for security_group (f5b202ba-039a-418a-9a36-cc6131323447), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.865826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for d45cef57-a38a-4388-87a2-9218b8e8468e owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:43.866535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:31:43.900845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-329e44e4-db9d-4fbe-a3db-386c44ea6fc0 admin admin] Publish callbacks [] for security_group (f5b202ba-039a-418a-9a36-cc6131323447), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:43.989614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-1c7e0bc9-4f78-46d1-b3f7-b30f6376c657 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845926 Feb 09 02:31:44.199171 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-329e44e4-db9d-4fbe-a3db-386c44ea6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f5b202ba-039a-418a-9a36-cc6131323447), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:44.207500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-329e44e4-db9d-4fbe-a3db-386c44ea6fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:44.218820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:44.222378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-329e44e4-db9d-4fbe-a3db-386c44ea6fc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5b202ba-039a-418a-9a36-cc6131323447 HTTP/1.1" status: 204 len: 168 time: 0.6238303 Feb 09 02:31:44.301349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '49d30c92-ab87-42c7-988c-bf440200145a', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'port_id': '49d30c92-ab87-42c7-988c-bf440200145a', 'mac_address': 'fa:16:3e:64:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:31:44.326408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e44e4-db9d-4fbe-a3db-386c44ea6fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b202ba-039a-418a-9a36-cc6131323447,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:44.484008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3db59ea9-6f74-4155-b3a8-6a3397591cd4 req-deb8fbd6-d911-48ec-8e48-a77c517797b4 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806640 Feb 09 02:31:44.514930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:44.515327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:44.536617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:44.536979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:44.597823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9615c7c1-727a-47bb-9463-d387899df9ab None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:44.608917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d30c92-ab87-42c7-988c-bf440200145a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:31:44.670319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:44.722700 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:44.766587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8daa8-87f1-485c-9ab3-d8afc16dfa52 req-dc3ff066-e753-4e59-a476-c83afd22a36b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:44.778422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6b8daa8-87f1-485c-9ab3-d8afc16dfa52 req-dc3ff066-e753-4e59-a476-c83afd22a36b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.4904852 Feb 09 02:31:44.868902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:44.897061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:44.924912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d45cef57-a38a-4388-87a2-9218b8e8468e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:44.999377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=d45cef57-a38a-4388-87a2-9218b8e8468e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:45.057972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['49d30c92-ab87-42c7-988c-bf440200145a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:31:45.082727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6b8daa8-87f1-485c-9ab3-d8afc16dfa52 req-a17683f9-6a02-4773-90d3-68df4ebe5d56 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977788 Feb 09 02:31:45.162770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:45.191797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-480d3640-c827-49ed-9367-e6fabced3849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.302512 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.312566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:45.313242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-293fa542-c31d-44c3-bac1-a220717d2944 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/d45cef57-a38a-4388-87a2-9218b8e8468e HTTP/1.1" status: 204 len: 168 time: 3.0324786 Feb 09 02:31:45.546964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d47cb-183b-4044-b075-f252ea351569 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:45.548923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d47cb-183b-4044-b075-f252ea351569 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:45.550635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d47cb-183b-4044-b075-f252ea351569 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:45.568067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48264) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:45.569204 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-786d47cb-183b-4044-b075-f252ea351569 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2538962 Feb 09 02:31:45.592929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf165b7-3669-4ed8-82b5-b35ed129ebda req-b64d1396-ea23-43b0-8e4f-d572bf432690 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:45.610873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-baf165b7-3669-4ed8-82b5-b35ed129ebda req-b64d1396-ea23-43b0-8e4f-d572bf432690 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 944 time: 1.1583860 Feb 09 02:31:45.626827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-480d3640-c827-49ed-9367-e6fabced3849 admin admin] Publish callbacks [] for security_group (99f12bbe-a542-465c-ad30-d0e7358cc99c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.639767 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-480d3640-c827-49ed-9367-e6fabced3849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (99f12bbe-a542-465c-ad30-d0e7358cc99c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.742966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d3640-c827-49ed-9367-e6fabced3849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f12bbe-a542-465c-ad30-d0e7358cc99c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:45.747132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 460700a3-41c0-4b7e-bef1-9b0913056745 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:45.756859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (460700a3-41c0-4b7e-bef1-9b0913056745), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.767063 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-480d3640-c827-49ed-9367-e6fabced3849 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d32da3889274c668009a47194333019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6013253 Feb 09 02:31:45.767810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:45.828450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efc9c5-fd24-4e72-8999-59e54aeeaf50 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:31:45.865639 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (460700a3-41c0-4b7e-bef1-9b0913056745), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.901025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6180023-44ad-400e-8bef-fe01b7e8a05c admin admin] Publish callbacks [] for security_group (99f12bbe-a542-465c-ad30-d0e7358cc99c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.907292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2a39f471-d96b-4f24-8936-8efd77eadd7b None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:45.915564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a39f471-d96b-4f24-8936-8efd77eadd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:45.974700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6180023-44ad-400e-8bef-fe01b7e8a05c admin admin] Publish callbacks [] for security_group (99f12bbe-a542-465c-ad30-d0e7358cc99c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:46.080487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (460700a3-41c0-4b7e-bef1-9b0913056745), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:46.084595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6180023-44ad-400e-8bef-fe01b7e8a05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (99f12bbe-a542-465c-ad30-d0e7358cc99c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:46.089149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6180023-44ad-400e-8bef-fe01b7e8a05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:46.100813 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6180023-44ad-400e-8bef-fe01b7e8a05c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99f12bbe-a542-465c-ad30-d0e7358cc99c HTTP/1.1" status: 204 len: 168 time: 0.3227148 Feb 09 02:31:46.133221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6180023-44ad-400e-8bef-fe01b7e8a05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f12bbe-a542-465c-ad30-d0e7358cc99c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:46.272390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04efc9c5-fd24-4e72-8999-59e54aeeaf50 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:31:46.333269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (460700a3-41c0-4b7e-bef1-9b0913056745), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:46.480701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=460700a3-41c0-4b7e-bef1-9b0913056745,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:46.524864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-baf165b7-3669-4ed8-82b5-b35ed129ebda req-e276f4a0-16d6-4563-9009-e999214ee9b1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9129572 Feb 09 02:31:46.530281 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:46.536061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b001fbf2-6d2f-4f70-8248-9ff98d533581 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/460700a3-41c0-4b7e-bef1-9b0913056745 HTTP/1.1" status: 204 len: 168 time: 0.9229984 Feb 09 02:31:46.538985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48286) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:46.569904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2a39f471-d96b-4f24-8936-8efd77eadd7b None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:46.590619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2a39f471-d96b-4f24-8936-8efd77eadd7b None None] Could not find standard attr ID for object d45cef57-a38a-4388-87a2-9218b8e8468e. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:31:46.695361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efccca-7f61-41d8-9b15-9bdf083e597d req-3f8eb02b-ba52-47eb-a932-4a1e266ac66d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:46.697030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27efccca-7f61-41d8-9b15-9bdf083e597d req-3f8eb02b-ba52-47eb-a932-4a1e266ac66d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.3897085 Feb 09 02:31:46.720173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:46.735964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:46.873895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:47.144702 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:47.347321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27efccca-7f61-41d8-9b15-9bdf083e597d req-77698251-2f1b-482f-b05d-4edafe7e60c3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387286 Feb 09 02:31:47.349937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:47.441761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:47.464512 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:47.469255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-58da8b1f-bb53-4750-b000-2b7b67fa7b1f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f HTTP/1.1" status: 204 len: 168 time: 0.9290576 Feb 09 02:31:47.473139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:47.599612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48322) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:47.600019 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4748c913-b8dd-4991-932b-4543795d33a0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241474 Feb 09 02:31:47.704826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:47.909161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 49d30c92-ab87-42c7-988c-bf440200145a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:31:47.913616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d77e9-b6b7-4ffb-a574-9a4df37e0161 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:47.918652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48336) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:47.922310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 49d30c92-ab87-42c7-988c-bf440200145a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:47.922726 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49d30c92-ab87-42c7-988c-bf440200145a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:47.924501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7b4d77e9-b6b7-4ffb-a574-9a4df37e0161 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3234487 Feb 09 02:31:47.983983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e9440-d48c-4b76-ac78-42815839acc9 req-d7142f33-53b6-426b-99ea-ffe9dd99d0b6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:47.985863 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f93e9440-d48c-4b76-ac78-42815839acc9 req-d7142f33-53b6-426b-99ea-ffe9dd99d0b6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 944 time: 0.2380972 Feb 09 02:31:48.006892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498bfd1-897b-478c-bdce-238e1f1ce153 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:48.014927 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6498bfd1-897b-478c-bdce-238e1f1ce153 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918200 Feb 09 02:31:48.016781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48338) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:48.087488 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7245245-d016-4955-b55c-50953cfe93b1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686934 Feb 09 02:31:48.094976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:48.101140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-72ded198-2c86-493d-a0e9-9a21ea1a4766 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:48.145465 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:48.147237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f93e9440-d48c-4b76-ac78-42815839acc9 req-b9233f78-fc29-4c22-9d57-413a417f826b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460683 Feb 09 02:31:48.267302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:48.267867 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:48.366229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ded198-2c86-493d-a0e9-9a21ea1a4766 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:48.370267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72ded198-2c86-493d-a0e9-9a21ea1a4766 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:48.380091 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ded198-2c86-493d-a0e9-9a21ea1a4766 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:31:48.380551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ded198-2c86-493d-a0e9-9a21ea1a4766 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:31:48.382935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:48.386754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0173e054-2ce5-4b25-a45d-1fcdc2ede83c None None] Provisioning complete for port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:48.387287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0173e054-2ce5-4b25-a45d-1fcdc2ede83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:48.394484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:48.396801 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc907ea3-6114-4d5d-ba17-5403b20c0710" -d '{"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-plugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:48.410292 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:48.433714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48354) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:48.439834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b0ce6785-716e-4b54-a0ed-31b5fc3ede13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:48.440069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72ded198-2c86-493d-a0e9-9a21ea1a4766 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3429315 Feb 09 02:31:48.629982 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cb7509-fde5-4fef-a2e2-d8b5e6806c42 x-openstack-request-id: req-f8cb7509-fde5-4fef-a2e2-d8b5e6806c42 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:48.630853 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-plugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:48.631431 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8cb7509-fde5-4fef-a2e2-d8b5e6806c42 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:48.633181 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a', 'code': 200} Feb 09 02:31:48.717670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:48.819232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285995-165b-46bd-a2fb-caf7c46043ed req-85b743f1-2dfa-418d-a711-88f830873e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:48.821073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45285995-165b-46bd-a2fb-caf7c46043ed req-85b743f1-2dfa-418d-a711-88f830873e04 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1128 time: 0.1668246 Feb 09 02:31:48.824730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce6785-716e-4b54-a0ed-31b5fc3ede13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:48.828653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6785-716e-4b54-a0ed-31b5fc3ede13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:48.830298 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ce6785-716e-4b54-a0ed-31b5fc3ede13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:31:48.830967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ce6785-716e-4b54-a0ed-31b5fc3ede13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:31:48.833272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae0ba5-c420-41b0-8ec5-41bc22181007 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:48.924778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66d39e-67bf-4e10-b27f-3286402a89e7 req-0d468a3e-e82f-4614-84e2-b4834620fac2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:48.932635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f66d39e-67bf-4e10-b27f-3286402a89e7 req-0d468a3e-e82f-4614-84e2-b4834620fac2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.2189646 Feb 09 02:31:49.016218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0173e054-2ce5-4b25-a45d-1fcdc2ede83c None None] Current status of the port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:49.020001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b0ce6785-716e-4b54-a0ed-31b5fc3ede13 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5875061 Feb 09 02:31:49.025029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:49.030676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f66d39e-67bf-4e10-b27f-3286402a89e7 req-9eaf87ad-f798-41ac-98f3-e2836fdc7aac tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966945 Feb 09 02:31:49.043289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6f3af737-ea96-458d-83fe-d13c7da8bbb6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:49.062195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45285995-165b-46bd-a2fb-caf7c46043ed req-2c79b08e-345a-4e0b-8158-85f83c040e69 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271054 Feb 09 02:31:49.105259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48370) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:49.179615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6ea41906-9cba-4e45-9223-69d9d5045480 None None] Could not find standard attr ID for object 785a8fbc-93c4-47d9-b36f-d82d18999d0b. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:31:49.201949 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.364903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3af737-ea96-458d-83fe-d13c7da8bbb6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:49.375654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f3af737-ea96-458d-83fe-d13c7da8bbb6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.378919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:31:49.380457 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3af737-ea96-458d-83fe-d13c7da8bbb6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:31:49.383593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3af737-ea96-458d-83fe-d13c7da8bbb6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:31:49.429606 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f3af737-ea96-458d-83fe-d13c7da8bbb6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4027259 Feb 09 02:31:49.432424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:49.450378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0aab5642-3710-4eba-87d9-7565173ca4e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:49.460541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] Deleting port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:49.460921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.544995 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7de5701-7603-44bd-a689-5ee94976b4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.582683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3bc03-4c86-4292-8d23-c38b01132e9c req-9e10c1e4-b085-4df5-b84c-1f505342f21c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:49.584519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bd3bc03-4c86-4292-8d23-c38b01132e9c req-9e10c1e4-b085-4df5-b84c-1f505342f21c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.2882133 Feb 09 02:31:49.622845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] For port c6efb67c-55e3-4b0d-95e3-cd7104c76b33, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:49.623288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.670343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] Calling delete_port for c6efb67c-55e3-4b0d-95e3-cd7104c76b33 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:49.712033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-4c0da920-4519-43a6-8f03-c5eedb3dc3ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2256365 Feb 09 02:31:49.719848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aab5642-3710-4eba-87d9-7565173ca4e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:49.723745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0aab5642-3710-4eba-87d9-7565173ca4e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.725517 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aab5642-3710-4eba-87d9-7565173ca4e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:31:49.726194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aab5642-3710-4eba-87d9-7565173ca4e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:31:49.729883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5834e32-95d5-4c00-8fba-0b7b715e1726 req-debd2a6f-82de-4f6b-815b-9e6b95f4c53d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:49.735875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5834e32-95d5-4c00-8fba-0b7b715e1726 req-debd2a6f-82de-4f6b-815b-9e6b95f4c53d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.3535013 Feb 09 02:31:49.775202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0aab5642-3710-4eba-87d9-7565173ca4e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3398981 Feb 09 02:31:49.776201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:49.781490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3be0af21-e72c-4e1b-b05a-813ae1a471dc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:49.874972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bd3bc03-4c86-4292-8d23-c38b01132e9c req-f7efd24b-3458-4732-9d6d-0d895eb4ede4 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740538 Feb 09 02:31:49.887352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (c6efb67c-55e3-4b0d-95e3-cd7104c76b33), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:49.931850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] No DVR routers for this DVR port c6efb67c-55e3-4b0d-95e3-cd7104c76b33 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:50.015341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0636a1-3bd7-4320-bfcd-c6a6bb8db6d1 None None] Pushing event deleted for resources: {'Port': ['ID=c6efb67c-55e3-4b0d-95e3-cd7104c76b33,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:50.019441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5834e32-95d5-4c00-8fba-0b7b715e1726 req-65a927dc-5d4c-45c9-b0b8-aa2ccfd0539c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107453 Feb 09 02:31:50.063132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-ef37cc24-be04-4608-b690-f538e0861ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.064706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-ef37cc24-be04-4608-b690-f538e0861ac1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 1128 time: 0.2121177 Feb 09 02:31:50.070833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be0af21-e72c-4e1b-b05a-813ae1a471dc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:50.076028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3be0af21-e72c-4e1b-b05a-813ae1a471dc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:50.077838 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be0af21-e72c-4e1b-b05a-813ae1a471dc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:31:50.078275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be0af21-e72c-4e1b-b05a-813ae1a471dc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:31:50.124820 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3be0af21-e72c-4e1b-b05a-813ae1a471dc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3471267 Feb 09 02:31:50.127664 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:50.133197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-805e589a-db33-4b07-9a98-1681513d0b6e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:50.240946 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7de5701-7603-44bd-a689-5ee94976b4f8 admin admin] Publish callbacks [] for security_group (9bd7762c-4eb4-4380-b098-931e77a5e801), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:50.254931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7de5701-7603-44bd-a689-5ee94976b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9bd7762c-4eb4-4380-b098-931e77a5e801), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:50.285974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de5701-7603-44bd-a689-5ee94976b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd7762c-4eb4-4380-b098-931e77a5e801,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:50.352047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b378cc0-13db-4bc1-bd1d-67ae3014b613 req-5ecbe8f7-b4c0-4823-8125-0e7f4f16486f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.353668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b378cc0-13db-4bc1-bd1d-67ae3014b613 req-5ecbe8f7-b4c0-4823-8125-0e7f4f16486f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.1486657 Feb 09 02:31:50.403853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805e589a-db33-4b07-9a98-1681513d0b6e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:50.407775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-805e589a-db33-4b07-9a98-1681513d0b6e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:50.409780 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-805e589a-db33-4b07-9a98-1681513d0b6e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:31:50.410256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805e589a-db33-4b07-9a98-1681513d0b6e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:31:50.442325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:50.453231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b7de5701-7603-44bd-a689-5ee94976b4f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=322d0bab3c4644aeb91751169b1825cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3466575 Feb 09 02:31:50.465552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-3a35c6e4-c5a9-4371-b787-9a030c9753ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.467173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-3a35c6e4-c5a9-4371-b787-9a030c9753ca service neutron] 10.222.0.82 "GET /v2.0/networks?id=27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 200 len: 919 time: 0.3656621 Feb 09 02:31:50.480525 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-805e589a-db33-4b07-9a98-1681513d0b6e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3514452 Feb 09 02:31:50.481147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48400) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:50.539488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b378cc0-13db-4bc1-bd1d-67ae3014b613 req-a401492a-bf1c-446a-806e-72c6ba40f958 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501980 Feb 09 02:31:50.587078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ffb57fff-6dcf-4955-9850-ce908b7ef737 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1029038 Feb 09 02:31:50.587679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:50.655331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-55833210-799c-4be6-ac77-4d58f3957d73 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 200 len: 217 time: 0.1237903 Feb 09 02:31:50.769875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-4b30f686-2d03-43f9-a375-788086c58df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.771657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-4b30f686-2d03-43f9-a375-788086c58df7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 200 len: 858 time: 0.1106484 Feb 09 02:31:50.779070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926dcc51-14a5-4ead-b300-5416f6ad899d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:50.791318 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-926dcc51-14a5-4ead-b300-5416f6ad899d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1987801 Feb 09 02:31:50.792492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:50.815306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9115f8dc-d37e-4220-bd97-b1056bf1fd85 admin admin] Publish callbacks [] for security_group (9bd7762c-4eb4-4380-b098-931e77a5e801), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:50.841184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-f980d663-fa08-4937-a200-81774defea1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27f0fcc4-8a1c-495e-b8b5-0dad97588065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573304 Feb 09 02:31:50.873100 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a581edcc-cab9-49e7-86b9-bc456141c892 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769920 Feb 09 02:31:50.874012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:50.882301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:50.955201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9115f8dc-d37e-4220-bd97-b1056bf1fd85 admin admin] Publish callbacks [] for security_group (9bd7762c-4eb4-4380-b098-931e77a5e801), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.028677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:51.033268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.178153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9115f8dc-d37e-4220-bd97-b1056bf1fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9bd7762c-4eb4-4380-b098-931e77a5e801), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.189863 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9115f8dc-d37e-4220-bd97-b1056bf1fd85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.196086 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9115f8dc-d37e-4220-bd97-b1056bf1fd85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bd7762c-4eb4-4380-b098-931e77a5e801 HTTP/1.1" status: 204 len: 168 time: 0.7526309 Feb 09 02:31:51.224875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-15507897-5fd6-4b2e-8c4d-7b9aa1c2edbf service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772864 Feb 09 02:31:51.255140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115f8dc-d37e-4220-bd97-b1056bf1fd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd7762c-4eb4-4380-b098-931e77a5e801,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:51.357197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c6efb67c-55e3-4b0d-95e3-cd7104c76b33 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:51.408219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c6efb67c-55e3-4b0d-95e3-cd7104c76b33 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:31:51.409810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c6efb67c-55e3-4b0d-95e3-cd7104c76b33 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:31:51.554998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e39d61f4-a6c9-4689-910a-e71bb9c85acd req-59060799-2544-429a-a3ec-7261baf94178 service neutron] 10.222.0.82 "GET /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211746 Feb 09 02:31:51.582355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64e8d6-0b60-4391-a9f4-3ae340b37183 req-b9694da2-361c-4dd1-bfae-fa4db7942b34 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.583987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a64e8d6-0b60-4391-a9f4-3ae340b37183 req-b9694da2-361c-4dd1-bfae-fa4db7942b34 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.4491098 Feb 09 02:31:51.703124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072456-de0b-4889-b063-041dd11157f0 req-b4a422bb-22b6-4331-aba9-c93bdcb6d060 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.710287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42072456-de0b-4889-b063-041dd11157f0 req-b4a422bb-22b6-4331-aba9-c93bdcb6d060 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1890447 Feb 09 02:31:51.731522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-79283059-99b0-42d9-9edf-e99be3ca3e67 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.740432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-79283059-99b0-42d9-9edf-e99be3ca3e67 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.1803529 Feb 09 02:31:51.750314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a64e8d6-0b60-4391-a9f4-3ae340b37183 req-10b65681-7863-4804-a763-002b5624064a tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492510 Feb 09 02:31:51.783371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:31:51.808659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (a3543144-7af8-4fc6-94f1-903b9ec309a9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.868006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:51.872784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:51.877699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:51.878476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:51.883624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ac735-a8b8-4f33-ac1f-b4228911c5e1 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:51.924523 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0446961 Feb 09 02:31:51.926350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:51.977645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:05:e8:02', 'name': 'tempest-NetworksTestDHCPv6-372743727'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:51.993463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42072456-de0b-4889-b063-041dd11157f0 req-bd5e82b6-df5d-4b67-8188-4b3cd96dc690 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806318 Feb 09 02:31:52.078033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe82db7-c2ec-4eba-ba22-37e7f709ef67 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=a3543144-7af8-4fc6-94f1-903b9ec309a9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:52.235583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'a3543144-7af8-4fc6-94f1-903b9ec309a9'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:31:52.236708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:52.239539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:52.369148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:52.412842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 5dec0950-1016-4e84-aff7-cc97f721af72 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:31:52.611249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe05:e802 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/a3543144-7af8-4fc6-94f1-903b9ec309a9/5dec0950-1016-4e84-aff7-cc97f721af72) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:53.003971 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (5dec0950-1016-4e84-aff7-cc97f721af72), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.102669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5dec0950-1016-4e84-aff7-cc97f721af72), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.206139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Allocated IP 2001:db8::f816:3eff:feb7:a390 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/a3543144-7af8-4fc6-94f1-903b9ec309a9/ffc87923-cfd4-4528-a2e5-3542f8436b60) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:31:53.227768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=5dec0950-1016-4e84-aff7-cc97f721af72,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:53.239460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:53.241005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:53.243707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:53.250882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:53.251580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.279088 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c2899e8-28d5-4d5f-8491-c7e6c33eef8b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3491800 Feb 09 02:31:53.281038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48474) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:53.363920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca7afc-42fd-4d0a-a9c9-2483f00365e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:53.366882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9aca7afc-42fd-4d0a-a9c9-2483f00365e3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0837703 Feb 09 02:31:53.369145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:53.389169 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5697b3c0-655c-411c-9632-824bc493411f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.438948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f9ae8-564d-49a4-97e2-438ff92796d9 req-8f986ea6-0088-4a25-98ef-3781453caffb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:53.440565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e10f9ae8-564d-49a4-97e2-438ff92796d9 req-8f986ea6-0088-4a25-98ef-3781453caffb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 1.4350114 Feb 09 02:31:53.449982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Deleting port 922d2253-7477-4a06-b0a4-baedb2c47257 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:53.450354 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.492569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cbf9c-47e6-4e7f-8379-4e076fbdf3c6 req-f1533239-fe73-4b9b-b7e9-3ee5903e3743 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:53.494180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b81cbf9c-47e6-4e7f-8379-4e076fbdf3c6 req-f1533239-fe73-4b9b-b7e9-3ee5903e3743 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 1.2199914 Feb 09 02:31:53.524497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48484) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:53.532775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'floatingip': {'port_id': '49d30c92-ab87-42c7-988c-bf440200145a'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:53.629889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 5dec0950-1016-4e84-aff7-cc97f721af72 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:53.630923 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5dec0950-1016-4e84-aff7-cc97f721af72), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.654883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (62f6a15f-1d76-455d-807e-468c6ff3106b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.657902 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Publish callbacks [] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.676289 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.772887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:53.779779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:53.783260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:31:53.821211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e10f9ae8-564d-49a4-97e2-438ff92796d9 req-83f6014c-18a2-436a-8582-5bbc61762ec6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676560 Feb 09 02:31:53.856809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5dec0950-1016-4e84-aff7-cc97f721af72), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.857028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] For port 922d2253-7477-4a06-b0a4-baedb2c47257, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=922d2253-7477-4a06-b0a4-baedb2c47257,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:53.857416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.893690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 5dec0950-1016-4e84-aff7-cc97f721af72 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:53.897954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Calling delete_port for 922d2253-7477-4a06-b0a4-baedb2c47257 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:53.917815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Pushing event updated for resources: {'Port': ['ID=ffc87923-cfd4-4528-a2e5-3542f8436b60,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:53.961336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.961684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.962033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.962379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.962753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.963096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.963433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.964336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.964675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.965013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.965340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.965671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.965998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:53.983107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Attempting to bind port ffc87923-cfd4-4528-a2e5-3542f8436b60 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:31:53.983665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Attempting to bind port ffc87923-cfd4-4528-a2e5-3542f8436b60 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:31:53.984059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Attempting to bind port ffc87923-cfd4-4528-a2e5-3542f8436b60 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:31:53.997096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:31:53.997096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:31:53.997339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:53.997595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:31:53.998138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Bound port: ffc87923-cfd4-4528-a2e5-3542f8436b60, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:31:53.998525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:54.104818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14c29f-620b-4c7e-a076-6a19ca4639ac req-593d46a5-f646-4a9a-837d-b0cd01c92cc9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:54.112355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de14c29f-620b-4c7e-a076-6a19ca4639ac req-593d46a5-f646-4a9a-837d-b0cd01c92cc9 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 946 time: 0.4779568 Feb 09 02:31:54.114612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] For port ffc87923-cfd4-4528-a2e5-3542f8436b60, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:31:54.119098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] For port ffc87923-cfd4-4528-a2e5-3542f8436b60, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ffc87923-cfd4-4528-a2e5-3542f8436b60,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:31:54.134032 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:54.248160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d591a1-2dcb-4915-b869-6e8e749a1802 None None] Pushing event updated for resources: {'Port': ['ID=ffc87923-cfd4-4528-a2e5-3542f8436b60,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:54.311511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de14c29f-620b-4c7e-a076-6a19ca4639ac req-e99bf8c0-f4e9-4541-bbf2-80b7c687d0bd tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922624 Feb 09 02:31:54.369633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5dec0950-1016-4e84-aff7-cc97f721af72), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:54.515765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (922d2253-7477-4a06-b0a4-baedb2c47257), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:54.530950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['06daa0d6-475e-4bc1-af8a-f11c36b03242'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:31:54.538202 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:54.550620 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/5dec0950-1016-4e84-aff7-cc97f721af72 HTTP/1.1" status: 204 len: 168 time: 1.1782348 Feb 09 02:31:54.551733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:54.574867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665b343-8ae5-4257-b25f-f123b696c6d3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=5dec0950-1016-4e84-aff7-cc97f721af72,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:54.714648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d209a5-3881-4b43-8b1f-e4d37efaa58b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:54.737784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d209a5-3881-4b43-8b1f-e4d37efaa58b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:54.742588 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6d209a5-3881-4b43-8b1f-e4d37efaa58b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1895967 Feb 09 02:31:54.743795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:54.895806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet a3543144-7af8-4fc6-94f1-903b9ec309a9 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:54.910244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (a3543144-7af8-4fc6-94f1-903b9ec309a9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:54.946838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Pushing event deleted for resources: {'Port': ['ID=922d2253-7477-4a06-b0a4-baedb2c47257,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:54.979303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.980433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.980974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.981477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.981983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.982521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.983015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.983526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.984029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.984519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.985011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.985506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:54.985988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:31:55.055596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (a3543144-7af8-4fc6-94f1-903b9ec309a9), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.208109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 922d2253-7477-4a06-b0a4-baedb2c47257 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:55.286659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 922d2253-7477-4a06-b0a4-baedb2c47257 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:31:55.287223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 922d2253-7477-4a06-b0a4-baedb2c47257 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:31:55.323987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a3543144-7af8-4fc6-94f1-903b9ec309a9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.333488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ffc87923-cfd4-4528-a2e5-3542f8436b60 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:55.410527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ffc87923-cfd4-4528-a2e5-3542f8436b60 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:55.412575 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.469544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (a3543144-7af8-4fc6-94f1-903b9ec309a9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.533652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=a3543144-7af8-4fc6-94f1-903b9ec309a9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:55.540065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.546407 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f999eaa5-7e95-448b-95de-a9843fe7fae4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/a3543144-7af8-4fc6-94f1-903b9ec309a9 HTTP/1.1" status: 204 len: 168 time: 0.7967796 Feb 09 02:31:55.554075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:31:55.554992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:55.555343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:55.573012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606371923', 'description': 'tempest-secgroup-smoke-606371923 description', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:55.634752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.694192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ffc87923-cfd4-4528-a2e5-3542f8436b60 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:55.694625 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.706533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (62f6a15f-1d76-455d-807e-468c6ff3106b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.744091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-13976593-eec3-48a7-8d22-3132552a6437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.757164 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8e0dd570-af6f-4a17-8c63-a6ec41851863 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1982410 Feb 09 02:31:55.761961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port ffc87923-cfd4-4528-a2e5-3542f8436b60, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ffc87923-cfd4-4528-a2e5-3542f8436b60,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:55.766638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48534) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:55.771638 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.773997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:55.816081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] No DVR routers for this DVR port 922d2253-7477-4a06-b0a4-baedb2c47257 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:55.819662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:55.825930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aace6dd7-86a6-47af-8553-8d30ea59ea65 req-648aaef4-7c87-4d4b-94f5-a93b7ecd127c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.72 "DELETE /v2.0/ports/922d2253-7477-4a06-b0a4-baedb2c47257 HTTP/1.1" status: 204 len: 173 time: 4.0741043 Feb 09 02:31:55.874325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=ffc87923-cfd4-4528-a2e5-3542f8436b60,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:55.877250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'name': 'network-vif-deleted', 'tag': '922d2253-7477-4a06-b0a4-baedb2c47257'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:55.879713 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1e4da7-e2ab-4a5b-adf5-a28438455b08" -d '{"events": [{"server_uuid": "1e336d2a-f7f0-4bc7-8132-eca77d1a41ae", "name": "network-vif-deleted", "tag": "922d2253-7477-4a06-b0a4-baedb2c47257"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:55.889375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8b0d312-561c-42f7-a8a5-169d4d1b9d3c req-a2353261-728d-47aa-9abb-719a3037073b tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e336d2a-f7f0-4bc7-8132-eca77d1a41ae HTTP/1.1" status: 200 len: 210 time: 0.1936636 Feb 09 02:31:55.957033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabafac-8067-4082-acd2-dc3737351826 req-963e0aad-5b07-4879-b38d-b0feff1e047e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:55.958657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eabafac-8067-4082-acd2-dc3737351826 req-963e0aad-5b07-4879-b38d-b0feff1e047e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.8658445 Feb 09 02:31:56.031908 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Floating IP 62f6a15f-1d76-455d-807e-468c6ff3106b associated. External IP: 172.25.6.24, port: 49d30c92-ab87-42c7-988c-bf440200145a. Feb 09 02:31:56.047391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.056437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:56.071786 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.095590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.126977 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80721a09-0d24-414d-93c9-e81696aa2672 x-openstack-request-id: req-80721a09-0d24-414d-93c9-e81696aa2672 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:56.126977 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e336d2a-f7f0-4bc7-8132-eca77d1a41ae", "name": "network-vif-deleted", "tag": "922d2253-7477-4a06-b0a4-baedb2c47257", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:56.126977 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80721a09-0d24-414d-93c9-e81696aa2672 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:56.126977 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e336d2a-f7f0-4bc7-8132-eca77d1a41ae', 'name': 'network-vif-deleted', 'tag': '922d2253-7477-4a06-b0a4-baedb2c47257', 'status': 'completed', 'code': 200} Feb 09 02:31:56.165070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0eabafac-8067-4082-acd2-dc3737351826 req-1dddba05-48f4-4b86-ad4a-f82bcbf3ecb2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988232 Feb 09 02:31:56.336612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (68045781-e0a5-44fe-bf69-6f6aa28b208d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.393557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64344182-24ee-4725-b5a3-340b9eaa462b None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:56.435444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (68045781-e0a5-44fe-bf69-6f6aa28b208d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.459342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:31:56.591896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68045781-e0a5-44fe-bf69-6f6aa28b208d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:56.652483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:31:56.659541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.736010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8f25134e-8eaa-46c8-8424-7f6748b78373 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "PUT /v2.0/floatingips/62f6a15f-1d76-455d-807e-468c6ff3106b HTTP/1.1" status: 200 len: 990 time: 3.2078884 Feb 09 02:31:56.777232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (9d9449a3-7a94-4c5b-b6f2-b6c2e699697f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.808894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] Sync routers for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:31:56.812144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d9449a3-7a94-4c5b-b6f2-b6c2e699697f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.896372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:56.897019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:56.914870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:56.931085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:56.932928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c4d451a-13fc-4c27-b31c-85088bf258f8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3752720 Feb 09 02:31:56.935861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:56.941257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-258f40fe-91c2-4430-b05d-10ee5bcb9346 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '9d9449a3-7a94-4c5b-b6f2-b6c2e699697f', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:56.983585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5c53-593b-4955-a7db-6f86b41eb1ae req-2fb74fd9-5d82-4769-bbc2-0bb7b3fba13f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:56.987557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f2d5c53-593b-4955-a7db-6f86b41eb1ae req-2fb74fd9-5d82-4769-bbc2-0bb7b3fba13f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1314964 Feb 09 02:31:57.130785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-258f40fe-91c2-4430-b05d-10ee5bcb9346 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (fc6a8947-2517-47aa-a8ec-b9d333257dd1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.147971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f2d5c53-593b-4955-a7db-6f86b41eb1ae req-0e86be46-ddad-4f7f-ad01-3d6ee92deebd tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401126 Feb 09 02:31:57.180340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-af787c03-ad52-493e-8087-c6509a99f039 None None] Provisioning complete for port ffc87923-cfd4-4528-a2e5-3542f8436b60 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:57.182797 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af787c03-ad52-493e-8087-c6509a99f039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.244405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:31:57.275794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ffc87923-cfd4-4528-a2e5-3542f8436b60 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:31:57.349171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.528580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe01cc-fe70-485b-9e0f-dfa69cbeeeb9 req-9d078afa-2428-4e27-8b59-241e0abc0a10 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:57.535867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bfe01cc-fe70-485b-9e0f-dfa69cbeeeb9 req-9d078afa-2428-4e27-8b59-241e0abc0a10 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.2384806 Feb 09 02:31:57.544499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-258f40fe-91c2-4430-b05d-10ee5bcb9346 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (fc6a8947-2517-47aa-a8ec-b9d333257dd1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.559001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-258f40fe-91c2-4430-b05d-10ee5bcb9346 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (fc6a8947-2517-47aa-a8ec-b9d333257dd1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.634956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:57.647045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.671912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bfe01cc-fe70-485b-9e0f-dfa69cbeeeb9 req-f96afd30-c1a8-4aee-aa99-8266249437ca tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349339 Feb 09 02:31:57.684578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f40fe-91c2-4430-b05d-10ee5bcb9346 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6a8947-2517-47aa-a8ec-b9d333257dd1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:57.695240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5a599-08c0-4d65-a23b-3568c0e6a374 req-4ee87150-2191-43bb-a8fd-e1d45da9649c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:57.703987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcc5a599-08c0-4d65-a23b-3568c0e6a374 req-4ee87150-2191-43bb-a8fd-e1d45da9649c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.2704375 Feb 09 02:31:57.706844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-258f40fe-91c2-4430-b05d-10ee5bcb9346 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.708797 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-258f40fe-91c2-4430-b05d-10ee5bcb9346 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7716687 Feb 09 02:31:57.716688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:31:57.721479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48574) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:57.725819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9160edbc-bb8f-4db5-a52c-08ac8f498f45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '9d9449a3-7a94-4c5b-b6f2-b6c2e699697f', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:57.790339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcc5a599-08c0-4d65-a23b-3568c0e6a374 req-c2392547-1320-4b15-8ac1-fc3a4d4de34e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850482 Feb 09 02:31:57.823344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9160edbc-bb8f-4db5-a52c-08ac8f498f45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (234aedc1-ebba-42bb-b52c-fa4213e81b56), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.853788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ffc87923-cfd4-4528-a2e5-3542f8436b60 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:31:57.855413 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.860376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-af787c03-ad52-493e-8087-c6509a99f039 None None] Current status of the port ffc87923-cfd4-4528-a2e5-3542f8436b60 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:57.937165 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9160edbc-bb8f-4db5-a52c-08ac8f498f45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (234aedc1-ebba-42bb-b52c-fa4213e81b56), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:57.961650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9160edbc-bb8f-4db5-a52c-08ac8f498f45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (234aedc1-ebba-42bb-b52c-fa4213e81b56), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.010145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] For port ffc87923-cfd4-4528-a2e5-3542f8436b60, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ffc87923-cfd4-4528-a2e5-3542f8436b60,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:58.012726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160edbc-bb8f-4db5-a52c-08ac8f498f45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234aedc1-ebba-42bb-b52c-fa4213e81b56,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:58.043142 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9160edbc-bb8f-4db5-a52c-08ac8f498f45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.044683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9160edbc-bb8f-4db5-a52c-08ac8f498f45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221171 Feb 09 02:31:58.047746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48580) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:58.061454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dc87e1c7-8720-49bf-a840-50555042fde1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '9d9449a3-7a94-4c5b-b6f2-b6c2e699697f', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:58.082706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] Deleting port ffc87923-cfd4-4528-a2e5-3542f8436b60 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:31:58.083139 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.127161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:31:58.129681 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "tag": "49d30c92-ab87-42c7-988c-bf440200145a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:31:58.176474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.188104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.207085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc87e1c7-8720-49bf-a840-50555042fde1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (10dba1c8-6721-4842-a3f6-3990f52c99a3), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.249293 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb27df7-eb3b-4377-b62c-7a636215f9bc x-openstack-request-id: req-0eb27df7-eb3b-4377-b62c-7a636215f9bc {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:31:58.249525 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "tag": "49d30c92-ab87-42c7-988c-bf440200145a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:31:58.249776 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0eb27df7-eb3b-4377-b62c-7a636215f9bc {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:31:58.250172 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a', 'status': 'completed', 'code': 200} Feb 09 02:31:58.262599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (1f162e1e-64ce-47d6-be98-b9b9a174c072), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.314810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ffc87923-cfd4-4528-a2e5-3542f8436b60 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:31:58.363985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.369323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:31:58.380080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:31:58.384240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.385253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.414314 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6464336 Feb 09 02:31:58.420137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48590) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:58.428211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=ffc87923-cfd4-4528-a2e5-3542f8436b60,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:58.440638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:07:59:08', 'name': 'tempest-NetworksTestDHCPv6-2079313194'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:58.444466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1caaf-c1b9-4e37-87fc-fe2e1ae9f000 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=1f162e1e-64ce-47d6-be98-b9b9a174c072,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:58.468849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '62f6a15f-1d76-455d-807e-468c6ff3106b', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'port_id': '49d30c92-ab87-42c7-988c-bf440200145a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'mac_address': 'fa:16:3e:64:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:31:23Z', 'updated_at': '2022-02-09T02:31:55Z', 'revision_number': 1, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:58.492424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48594) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:58.496721 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc87e1c7-8720-49bf-a840-50555042fde1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (10dba1c8-6721-4842-a3f6-3990f52c99a3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.530955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] Checking router: c81b15bb-457c-44fa-b4fb-60ec5c4746f5 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:31:58.544806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] For port ffc87923-cfd4-4528-a2e5-3542f8436b60, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ffc87923-cfd4-4528-a2e5-3542f8436b60,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:31:58.545215 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.558740 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc87e1c7-8720-49bf-a840-50555042fde1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (10dba1c8-6721-4842-a3f6-3990f52c99a3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.567239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:31:58.567869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:58.570126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] Calling delete_port for ffc87923-cfd4-4528-a2e5-3542f8436b60 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:31:58.600600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-114fe6da-19bb-498d-bd4b-7e1d261f3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.602140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-114fe6da-19bb-498d-bd4b-7e1d261f3cec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1128 time: 0.3302875 Feb 09 02:31:58.613586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c5d79-899e-4023-8cc0-16121d256ffd req-dc8e508d-2868-4db1-ad8b-7249c479cedd tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.614120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-208c5d79-899e-4023-8cc0-16121d256ffd req-dc8e508d-2868-4db1-ad8b-7249c479cedd tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.2601931 Feb 09 02:31:58.614947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87e1c7-8720-49bf-a840-50555042fde1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dba1c8-6721-4842-a3f6-3990f52c99a3,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:58.636804 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc87e1c7-8720-49bf-a840-50555042fde1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.638335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dc87e1c7-8720-49bf-a840-50555042fde1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5888813 Feb 09 02:31:58.641442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:58.646840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-36d52e83-f2e5-42f7-b553-2084e168eee3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '9d9449a3-7a94-4c5b-b6f2-b6c2e699697f', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:58.725848 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36d52e83-f2e5-42f7-b553-2084e168eee3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (0a5b3567-d71f-4277-af14-302724c32892), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.836033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36d52e83-f2e5-42f7-b553-2084e168eee3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (0a5b3567-d71f-4277-af14-302724c32892), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.844105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36d52e83-f2e5-42f7-b553-2084e168eee3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0a5b3567-d71f-4277-af14-302724c32892), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.921974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-208c5d79-899e-4023-8cc0-16121d256ffd req-de5891f6-9bd8-43fc-84fe-5b9d436505cb tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648671 Feb 09 02:31:58.933807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:31:58.971383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] Deleting subnet 11160cf4-fc3b-4ff2-aecc-9af40d575299 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:31:58.975323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] Publish callbacks [] for subnet (11160cf4-fc3b-4ff2-aecc-9af40d575299), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:58.991368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-14f917dc-2f84-4751-bd20-9823663020eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:58.993145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-14f917dc-2f84-4751-bd20-9823663020eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.3748984 Feb 09 02:31:59.021355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:31:59.062120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (11160cf4-fc3b-4ff2-aecc-9af40d575299), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.118851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (11160cf4-fc3b-4ff2-aecc-9af40d575299), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.186895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d52e83-f2e5-42f7-b553-2084e168eee3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5b3567-d71f-4277-af14-302724c32892,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:59.194188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-36d52e83-f2e5-42f7-b553-2084e168eee3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.199035 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-36d52e83-f2e5-42f7-b553-2084e168eee3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5538497 Feb 09 02:31:59.199035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (11160cf4-fc3b-4ff2-aecc-9af40d575299), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.208070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48610) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:59.226316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ffc87923-cfd4-4528-a2e5-3542f8436b60 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:31:59.234397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.238396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/11160cf4-fc3b-4ff2-aecc-9af40d575299 HTTP/1.1" status: 204 len: 168 time: 0.7444432 Feb 09 02:31:59.240189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f00dd6-38b0-4e4a-a572-c2633aeae068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11160cf4-fc3b-4ff2-aecc-9af40d575299,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:59.243565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48612) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:59.247667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '9d9449a3-7a94-4c5b-b6f2-b6c2e699697f', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:59.257915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1d8d1-3d71-4d77-9e56-80be171a8c6d req-725224c5-4511-4bc3-bab1-5992e276029d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:31:59.259872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccc1d8d1-3d71-4d77-9e56-80be171a8c6d req-725224c5-4511-4bc3-bab1-5992e276029d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.4234099 Feb 09 02:31:59.290871 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:31:59.373920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (88342974-2763-465c-82b8-6467ba682ae5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.379322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (58e76783-5559-4832-aadd-c20cb6aeb60d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.429204 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (ffc87923-cfd4-4528-a2e5-3542f8436b60), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.480588 n-d-826675-12 neutron-server[103151]: INFO neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No ports have port_id starting with ffc87923-cfd4-4528-a2e5-3542f8436b60 Feb 09 02:31:59.503390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] Pushing event deleted for resources: {'Port': ['ID=ffc87923-cfd4-4528-a2e5-3542f8436b60,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:59.545122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c10771-7aab-4fec-8cde-1bce7b18db01 None None] No DVR routers for this DVR port ffc87923-cfd4-4528-a2e5-3542f8436b60 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:31:59.584341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ee6d9-18ab-458a-961c-5e42a676493b None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:31:59.590085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (58e76783-5559-4832-aadd-c20cb6aeb60d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.613685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e76783-5559-4832-aadd-c20cb6aeb60d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:59.632351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee3854b-8bc3-4048-a00b-2192eb58aed7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:59.632700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee3854b-8bc3-4048-a00b-2192eb58aed7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:31:59.695775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (6ee3854b-8bc3-4048-a00b-2192eb58aed7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.710826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6ee3854b-8bc3-4048-a00b-2192eb58aed7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.717238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:31:59.717637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (6ee3854b-8bc3-4048-a00b-2192eb58aed7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:31:59.820534 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:31:59.844039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (88342974-2763-465c-82b8-6467ba682ae5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.845775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (58e76783-5559-4832-aadd-c20cb6aeb60d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.852899 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.853138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.858346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/58e76783-5559-4832-aadd-c20cb6aeb60d HTTP/1.1" status: 204 len: 168 time: 0.5744131 Feb 09 02:31:59.875447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (88342974-2763-465c-82b8-6467ba682ae5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.892462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f129352-30c3-4674-ae50-9fe0e97713e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e76783-5559-4832-aadd-c20cb6aeb60d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:59.903762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:31:59.905110 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6660769 Feb 09 02:31:59.911535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:31:59.916229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '9d9449a3-7a94-4c5b-b6f2-b6c2e699697f', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:31:59.925282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42af07-2e65-43fd-bf73-f1cb126b5957 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88342974-2763-465c-82b8-6467ba682ae5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:31:59.966112 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:31:59.975269 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (c1d5378a-b0eb-41f2-a0ac-0cf442c31491), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.000789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': '1f162e1e-64ce-47d6-be98-b9b9a174c072'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:00.002432 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.019712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '62f6a15f-1d76-455d-807e-468c6ff3106b', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'port_id': '49d30c92-ab87-42c7-988c-bf440200145a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'mac_address': 'fa:16:3e:64:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:31:23Z', 'updated_at': '2022-02-09T02:31:55Z', 'revision_number': 1, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:00.028851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ccc1d8d1-3d71-4d77-9e56-80be171a8c6d req-01d57c56-dc4a-44c3-88e5-4f485f05854f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600760 Feb 09 02:32:00.060114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.070800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b2338-e311-4189-9e89-a979ed1e74ab None None] The sync data for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 is: [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '62f6a15f-1d76-455d-807e-468c6ff3106b', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'port_id': '49d30c92-ab87-42c7-988c-bf440200145a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'mac_address': 'fa:16:3e:64:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:31:23Z', 'updated_at': '2022-02-09T02:31:55Z', 'revision_number': 1, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:00.071140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-8c3feeb1-6fc4-4844-a311-214ad1dc077e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 998 time: 1.0618279 Feb 09 02:32:00.108512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48630) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:00.148901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (c1d5378a-b0eb-41f2-a0ac-0cf442c31491), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.160208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c1d5378a-b0eb-41f2-a0ac-0cf442c31491), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.218812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d5378a-b0eb-41f2-a0ac-0cf442c31491,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:00.235504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-7c942f6f-f446-4ab8-96bd-e6f65e86eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:00.237878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-7c942f6f-f446-4ab8-96bd-e6f65e86eb29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.1407804 Feb 09 02:32:00.263777 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0576685-fb7e-48b6-844d-3a5ff1f1b095 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78a8376644cf40c9ac0f578fea39ab66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1102633 Feb 09 02:32:00.265150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:00.271731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30c28a-2a63-4277-85a4-084a4d748a0b req-6cc4c121-740c-4482-b5a8-d667499928c4 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:00.277024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.278502 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2aaa799-61ef-4e0c-8970-2501a4a742d8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3659725 Feb 09 02:32:00.280489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f30c28a-2a63-4277-85a4-084a4d748a0b req-6cc4c121-740c-4482-b5a8-d667499928c4 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 1.1483011 Feb 09 02:32:00.286263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:00.298700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'network': {'name': 'tempest-network-smoke--368589849', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:00.325504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Allocated IP 2001:db8::f816:3eff:feb2:b5d6 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/1f162e1e-64ce-47d6-be98-b9b9a174c072/167b63ff-7042-4c4f-842f-e52f7fcabf6d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:00.369912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port c8e16e70-1caf-4487-b596-e8a11d605b67 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:00.440074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:00.448943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.483396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac5ea-f563-4b0b-813a-c6b7661f1d0d admin admin] Publish callbacks [] for security_group (bb468de4-8cce-42af-b546-2a213de6d91e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.522832 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48440f60-6191-4a41-a8bf-d9968513b043 None None] New status for floating IP 62f6a15f-1d76-455d-807e-468c6ff3106b: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:32:00.554584 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac5ea-f563-4b0b-813a-c6b7661f1d0d admin admin] Publish callbacks [] for security_group (bb468de4-8cce-42af-b546-2a213de6d91e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.590306 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Publish callbacks [] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.603909 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.613799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:32:00.654807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-7eb56b1c-94f3-4dd6-94e0-8559c75379e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:00.654807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-7eb56b1c-94f3-4dd6-94e0-8559c75379e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3287382 Feb 09 02:32:00.692097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-87aa771e-c7c1-41c4-87de-0fc0fde76e38 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:00.693005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-87aa771e-c7c1-41c4-87de-0fc0fde76e38 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053673 Feb 09 02:32:00.694898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ff277d5c-038b-44f1-b22c-c74a57b4b73b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.701066 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Added segment ff277d5c-038b-44f1-b22c-c74a57b4b73b of type vlan for network f1600b46-345e-46c6-a713-c7940b1dd2cb Feb 09 02:32:00.722627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:00.722905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794b564-3b93-4569-aa05-8bd064469804 req-15424230-f622-4a25-8569-90458327a231 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:00.724387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e794b564-3b93-4569-aa05-8bd064469804 req-15424230-f622-4a25-8569-90458327a231 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.4796999 Feb 09 02:32:00.740923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:00.756447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:00.766593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Pushing event updated for resources: {'Port': ['ID=167b63ff-7042-4c4f-842f-e52f7fcabf6d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:00.802717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (f1600b46-345e-46c6-a713-c7940b1dd2cb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.828998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac5ea-f563-4b0b-813a-c6b7661f1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bb468de4-8cce-42af-b546-2a213de6d91e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.839422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac5ea-f563-4b0b-813a-c6b7661f1d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.848467 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9d4ac5ea-f563-4b0b-813a-c6b7661f1d0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb468de4-8cce-42af-b546-2a213de6d91e HTTP/1.1" status: 204 len: 168 time: 0.5807822 Feb 09 02:32:00.850807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Attempting to bind port 167b63ff-7042-4c4f-842f-e52f7fcabf6d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:00.851252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Attempting to bind port 167b63ff-7042-4c4f-842f-e52f7fcabf6d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:00.851680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Attempting to bind port 167b63ff-7042-4c4f-842f-e52f7fcabf6d on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:00.859307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:00.859686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:00.860098 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.867019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:00.867941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Bound port: 167b63ff-7042-4c4f-842f-e52f7fcabf6d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:00.868460 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.892848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ac5ea-f563-4b0b-813a-c6b7661f1d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb468de4-8cce-42af-b546-2a213de6d91e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:00.930188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (f1600b46-345e-46c6-a713-c7940b1dd2cb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.930777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f30c28a-2a63-4277-85a4-084a4d748a0b req-6e744127-97dd-460a-905f-ad0639f72c7f tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534031 Feb 09 02:32:00.938558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:00.939624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:00.980378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe07:5908 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/1f162e1e-64ce-47d6-be98-b9b9a174c072/c8e16e70-1caf-4487-b596-e8a11d605b67) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:01.063133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] For port 167b63ff-7042-4c4f-842f-e52f7fcabf6d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:01.068371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e794b564-3b93-4569-aa05-8bd064469804 req-91c2ae43-0311-461b-b09e-f38001b59d9f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258681 Feb 09 02:32:01.070522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] For port 167b63ff-7042-4c4f-842f-e52f7fcabf6d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=167b63ff-7042-4c4f-842f-e52f7fcabf6d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:01.091930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.202485 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9104278 Feb 09 02:32:01.204172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:01.209211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'admin_state_up': True, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:01.238942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e9d11-e76e-40e0-9f4b-585a99340cf2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Network': ['ID=f1600b46-345e-46c6-a713-c7940b1dd2cb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:01.263737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network f1600b46-345e-46c6-a713-c7940b1dd2cb details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:32:01.286915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a6caf79e-0738-4c3b-9a49-96990b008cd0), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.288191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a6caf79e-0738-4c3b-9a49-96990b008cd0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.384486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba76d-6a42-4afa-964a-82c05bf35018 None None] Pushing event updated for resources: {'Port': ['ID=167b63ff-7042-4c4f-842f-e52f7fcabf6d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:01.405052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-d3d3f627-77f2-4d7e-bb56-75baeebf0d85 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048090 Feb 09 02:32:01.446913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (a6caf79e-0738-4c3b-9a49-96990b008cd0), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.599944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13694976-7729-49a6-8186-62265d945763 req-02d7d0cd-cdcd-4ad9-bbe3-643f2a35aa0a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:01.601586 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13694976-7729-49a6-8186-62265d945763 req-02d7d0cd-cdcd-4ad9-bbe3-643f2a35aa0a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.4199021 Feb 09 02:32:01.670838 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (c8e16e70-1caf-4487-b596-e8a11d605b67), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.747901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1608e916-9d55-4eb8-a4bd-f71e0eaf03a0 req-1eb8be60-ed3a-4816-b84b-eb198d7c210b service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359408 Feb 09 02:32:01.762934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13694976-7729-49a6-8186-62265d945763 req-65420cfb-e1aa-4a4a-891c-de4b7af68556 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Feb 09 02:32:01.809908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c8e16e70-1caf-4487-b596-e8a11d605b67), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.826326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (a6caf79e-0738-4c3b-9a49-96990b008cd0), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.892965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:01.897608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:01.903364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:01.913990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:01.915723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:01.924289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=c8e16e70-1caf-4487-b596-e8a11d605b67,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:01.972272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aec04a98-ee47-430d-a2a2-b3970c535591 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5484374 Feb 09 02:32:01.974926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48674) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:02.158345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c47e37-3d84-463d-9d4e-f047cbb67ac2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:02.179842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c47e37-3d84-463d-9d4e-f047cbb67ac2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:02.190171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-42c47e37-3d84-463d-9d4e-f047cbb67ac2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2129939 Feb 09 02:32:02.191371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:02.303277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56218576-a20b-4b3a-ae25-b95b3ac36c74 req-e5a58440-ac8d-48b9-a695-e1b8270afa66 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:02.304947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56218576-a20b-4b3a-ae25-b95b3ac36c74 req-e5a58440-ac8d-48b9-a695-e1b8270afa66 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.2376385 Feb 09 02:32:02.349557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61f074-2dfa-4e6b-8f68-a46655e98cab req-e2524a0f-3600-44a9-9888-836508508b4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:02.351419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e61f074-2dfa-4e6b-8f68-a46655e98cab req-e2524a0f-3600-44a9-9888-836508508b4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1123588 Feb 09 02:32:02.405769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56218576-a20b-4b3a-ae25-b95b3ac36c74 req-d8bcb372-fcf0-4685-81b3-876c17a57dd0 tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/security-groups?id=348fd52e-a255-4271-8636-40731dd0aa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940027 Feb 09 02:32:02.480709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e61f074-2dfa-4e6b-8f68-a46655e98cab req-87c616df-5497-4ee7-9e6b-b1d5282cf8c1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866351 Feb 09 02:32:02.805088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (a6caf79e-0738-4c3b-9a49-96990b008cd0), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:02.889871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.020970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-c334e11f-ce46-41e6-9eed-1ffa09ee8f7c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:03.023243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-c334e11f-ce46-41e6-9eed-1ffa09ee8f7c tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.82 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 945 time: 0.1884148 Feb 09 02:32:03.049917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-125bd4ed-e4de-47be-9b45-32e3f52fae32 None None] Provisioning complete for port 167b63ff-7042-4c4f-842f-e52f7fcabf6d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:03.050405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-125bd4ed-e4de-47be-9b45-32e3f52fae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.110723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708fde0-9743-4c1c-8e38-3ae8af722f05 req-ee7cec26-cb35-4cec-8cb1-b96b85182d9e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:03.113061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port c8e16e70-1caf-4487-b596-e8a11d605b67 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:03.113593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c8e16e70-1caf-4487-b596-e8a11d605b67), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.133038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2708fde0-9743-4c1c-8e38-3ae8af722f05 req-ee7cec26-cb35-4cec-8cb1-b96b85182d9e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.2196245 Feb 09 02:32:03.316945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.168 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/43f37ce4-481e-4a7a-9a5f-93521c37c4a9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:03.351716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 167b63ff-7042-4c4f-842f-e52f7fcabf6d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:03.365622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-125bd4ed-e4de-47be-9b45-32e3f52fae32 None None] Current status of the port 167b63ff-7042-4c4f-842f-e52f7fcabf6d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:03.374847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2708fde0-9743-4c1c-8e38-3ae8af722f05 req-a0171676-21a7-4008-8601-2923b97881dd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300677 Feb 09 02:32:03.377903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-125bd4ed-e4de-47be-9b45-32e3f52fae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.420801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Deleting port 06daa0d6-475e-4bc1-af8a-f11c36b03242 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:03.421158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.519027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-125bd4ed-e4de-47be-9b45-32e3f52fae32 None None] For port 167b63ff-7042-4c4f-842f-e52f7fcabf6d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=167b63ff-7042-4c4f-842f-e52f7fcabf6d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:03.540562 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-125bd4ed-e4de-47be-9b45-32e3f52fae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.647397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.712404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1bfbc4f7-feb8-4765-bffb-e131ee473019 None None] Could not find standard attr ID for object 5dec0950-1016-4e84-aff7-cc97f721af72. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:32:03.714899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 167b63ff-7042-4c4f-842f-e52f7fcabf6d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:03.715065 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.736471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.786946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] For port 06daa0d6-475e-4bc1-af8a-f11c36b03242, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=06daa0d6-475e-4bc1-af8a-f11c36b03242,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:03.787396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.836972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Calling delete_port for 06daa0d6-475e-4bc1-af8a-f11c36b03242 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:03.841604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bd4ed-e4de-47be-9b45-32e3f52fae32 None None] Pushing event updated for resources: {'Port': ['ID=167b63ff-7042-4c4f-842f-e52f7fcabf6d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:03.884912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:03.923623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c8e16e70-1caf-4487-b596-e8a11d605b67), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:03.958530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 167b63ff-7042-4c4f-842f-e52f7fcabf6d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:03.993900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.994256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.994710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.995667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.996021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.996363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.996706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.997044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.997381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.997718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.998052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.998384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:03.998745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:04.011807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:04.017621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for c8e16e70-1caf-4487-b596-e8a11d605b67 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:04.019716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:04.023420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:04.053530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4e3b0972-0b53-45be-a372-7e3329587580 None None] Provisioning complete for port c8e16e70-1caf-4487-b596-e8a11d605b67 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:04.054105 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0972-0b53-45be-a372-7e3329587580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c8e16e70-1caf-4487-b596-e8a11d605b67), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:04.189915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (06daa0d6-475e-4bc1-af8a-f11c36b03242), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:04.206028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b0972-0b53-45be-a372-7e3329587580 None None] Port c8e16e70-1caf-4487-b596-e8a11d605b67 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:04.243965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebc98812-5b8b-4f7b-b92c-0111e8af2768 req-2ae8d91b-4895-4ee0-a285-b2ec7740432d tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca4256d-ef42-42b6-b84b-97b2073e4011 HTTP/1.1" status: 200 len: 210 time: 0.6795251 Feb 09 02:32:04.332358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Pushing event deleted for resources: {'Port': ['ID=06daa0d6-475e-4bc1-af8a-f11c36b03242,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:04.474056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] No DVR routers for this DVR port 06daa0d6-475e-4bc1-af8a-f11c36b03242 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:04.480815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:04.484417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d91f7d8-4d33-4a63-9ae1-5e165eb73842 req-5eb70e78-9d87-4bb8-b34a-37f1612e951e tempest-ServerRescueNegativeTestJSON-859428731 tempest-ServerRescueNegativeTestJSON-859428731-project] 10.222.0.82 "DELETE /v2.0/ports/06daa0d6-475e-4bc1-af8a-f11c36b03242 HTTP/1.1" status: 204 len: 173 time: 1.4539757 Feb 09 02:32:04.484925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'name': 'network-vif-deleted', 'tag': '06daa0d6-475e-4bc1-af8a-f11c36b03242'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:04.511344 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1279070f-a009-45bc-94fb-75ca878f0911" -d '{"events": [{"server_uuid": "6ca4256d-ef42-42b6-b84b-97b2073e4011", "name": "network-vif-deleted", "tag": "06daa0d6-475e-4bc1-af8a-f11c36b03242"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:04.686416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (a6caf79e-0738-4c3b-9a49-96990b008cd0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:04.748296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5703bd-0097-4cef-a09b-7c72cf8d5101 req-4921a444-1745-4d51-ae9f-a632c2b9c72d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:04.751942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca5703bd-0097-4cef-a09b-7c72cf8d5101 req-4921a444-1745-4d51-ae9f-a632c2b9c72d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.2346823 Feb 09 02:32:04.849932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c8e16e70-1caf-4487-b596-e8a11d605b67), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:04.866307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca5703bd-0097-4cef-a09b-7c72cf8d5101 req-1d019745-d2eb-4493-a20f-841e85ea84c5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047621 Feb 09 02:32:04.997285 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153ec2de-a09c-4818-8f60-fec0f4614623 x-openstack-request-id: req-153ec2de-a09c-4818-8f60-fec0f4614623 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:04.997590 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca4256d-ef42-42b6-b84b-97b2073e4011", "name": "network-vif-deleted", "tag": "06daa0d6-475e-4bc1-af8a-f11c36b03242", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:04.997849 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-153ec2de-a09c-4818-8f60-fec0f4614623 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:04.998291 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca4256d-ef42-42b6-b84b-97b2073e4011', 'name': 'network-vif-deleted', 'tag': '06daa0d6-475e-4bc1-af8a-f11c36b03242', 'status': 'completed', 'code': 200} Feb 09 02:32:05.031962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=c8e16e70-1caf-4487-b596-e8a11d605b67,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:05.203718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.210854 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-87b918d0-0027-40d4-a7ce-575ab4398bdd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/c8e16e70-1caf-4487-b596-e8a11d605b67 HTTP/1.1" status: 204 len: 168 time: 3.0176768 Feb 09 02:32:05.211059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48770) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:05.286986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 167b63ff-7042-4c4f-842f-e52f7fcabf6d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:05.359491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a6caf79e-0738-4c3b-9a49-96990b008cd0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.395200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404e9b1-dd45-4927-aa3c-97589740834c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:05.397141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404e9b1-dd45-4927-aa3c-97589740834c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:05.400402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7404e9b1-dd45-4927-aa3c-97589740834c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1883399 Feb 09 02:32:05.405045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48776) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:05.459786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48780) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:05.506569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 167b63ff-7042-4c4f-842f-e52f7fcabf6d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:05.507131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.580064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 1f162e1e-64ce-47d6-be98-b9b9a174c072 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:05.587571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (1f162e1e-64ce-47d6-be98-b9b9a174c072), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.659108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 167b63ff-7042-4c4f-842f-e52f7fcabf6d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:05.689356 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (1f162e1e-64ce-47d6-be98-b9b9a174c072), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.768510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 06daa0d6-475e-4bc1-af8a-f11c36b03242 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:05.799770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 06daa0d6-475e-4bc1-af8a-f11c36b03242 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:05.800832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 06daa0d6-475e-4bc1-af8a-f11c36b03242 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:05.801714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1f162e1e-64ce-47d6-be98-b9b9a174c072), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.847324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48790) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:05.857691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'network': {'name': 'tempest-network-smoke--159784756', 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:05.892331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router a6caf79e-0738-4c3b-9a49-96990b008cd0 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:32:05.893447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (1f162e1e-64ce-47d6-be98-b9b9a174c072), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.915537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Made reservation on behalf of d2fd117b497740c9965b0956a20b6238 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:05.920735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.927794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=1f162e1e-64ce-47d6-be98-b9b9a174c072,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:05.940703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:05.944797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-20b99ba7-f693-46ee-9876-4716c7dcd826 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/1f162e1e-64ce-47d6-be98-b9b9a174c072 HTTP/1.1" status: 204 len: 168 time: 0.5381603 Feb 09 02:32:05.946137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5c090-8a6a-4ac2-8473-8ef7ed9cab90 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:05.951645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48794) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:06.004940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1721ed81-15ee-4f9a-82df-aff4b8c8c741 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518639 Feb 09 02:32:06.007373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48796) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:06.062749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.143457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c66a-93a9-419d-a1b2-42356da8012b req-3c826c63-0617-4cd2-9ea2-6d6c299a3b82 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:06.145014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b874c66a-93a9-419d-a1b2-42356da8012b req-3c826c63-0617-4cd2-9ea2-6d6c299a3b82 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.1032066 Feb 09 02:32:06.152568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905e13e-55cd-4a12-bd89-77ef647fcd14 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:06.157108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c905e13e-55cd-4a12-bd89-77ef647fcd14 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1456771 Feb 09 02:32:06.159614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48802) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:06.181169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:32:06.216089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:06.231657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301db45-6c74-46dd-b774-4b366d2d84ec tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:06.235745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d301db45-6c74-46dd-b774-4b366d2d84ec tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0752044 Feb 09 02:32:06.237270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Sync routers for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:06.237441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48804) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:06.280428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:06.281323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:06.297260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7d11d76a-527a-4d4b-89e3-a0bb04957b8c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586679 Feb 09 02:32:06.298241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48806) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:06.306494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:06.318622 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.318857 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2aa91bc3-1626-484c-804f-68d5453857e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1137178 Feb 09 02:32:06.321210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:06.381587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b874c66a-93a9-419d-a1b2-42356da8012b req-1d825856-f76d-4339-932d-cce1d3938ab4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233276 Feb 09 02:32:06.425189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] Deleting port 167b63ff-7042-4c4f-842f-e52f7fcabf6d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:06.425764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.437422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:06.447148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.461046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (69f4ea9f-9f5f-4933-9bfa-8cf71b74210b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.468762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (69f4ea9f-9f5f-4933-9bfa-8cf71b74210b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.531824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:32:06.564384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4ea9f-9f5f-4933-9bfa-8cf71b74210b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:06.576302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6315caf0-d7c9-420b-977c-620a6d8ec561), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.576712 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Added segment 6315caf0-d7c9-420b-977c-620a6d8ec561 of type vlan for network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 Feb 09 02:32:06.587777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:06.613517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.767508 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9161dde0-759a-4e75-b9bc-6570db44f878 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba9e297e203a4466b6ef51f1cce4f0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4404397 Feb 09 02:32:06.768370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:06.768928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] For port 167b63ff-7042-4c4f-842f-e52f7fcabf6d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=167b63ff-7042-4c4f-842f-e52f7fcabf6d,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:06.769407 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.790282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] Calling delete_port for 167b63ff-7042-4c4f-842f-e52f7fcabf6d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:06.797360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (d72cfae0-c23b-4291-b4f2-ae5c21fb2869), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.959364 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (167b63ff-7042-4c4f-842f-e52f7fcabf6d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:06.963898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:04Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:06.978971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:32:07.024164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Checking router: a6caf79e-0738-4c3b-9a49-96990b008cd0 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:07.024811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Updating router a6caf79e-0738-4c3b-9a49-96990b008cd0 port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:32:07.061119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] No DVR routers for this DVR port 167b63ff-7042-4c4f-842f-e52f7fcabf6d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:07.063196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.065235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f27659-a03f-40c0-927f-2f91b6fd4caf None None] Pushing event deleted for resources: {'Port': ['ID=167b63ff-7042-4c4f-842f-e52f7fcabf6d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:07.171332 n-d-826675-12 neutron-server[103149]: WARNING neutron.services.revisions.revision_plugin [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Could not find related port for resource to bump revision. Feb 09 02:32:07.185935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_pluggable_backend [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Port 167b63ff-7042-4c4f-842f-e52f7fcabf6d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103149) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 02:32:07.186503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_pluggable_backend [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:b5d6 {{(pid=103149) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 02:32:07.190360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_pluggable_backend [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb2:b5d6 {{(pid=103149) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 02:32:07.191819 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.240664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:07.245851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:07.260809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:07.260809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.262424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.resource_extend [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:32:07.281661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:07.294349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9524215e-03f8-4214-983c-7add90d56ec4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9949155 Feb 09 02:32:07.295653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48832) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:07.307212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (d72cfae0-c23b-4291-b4f2-ae5c21fb2869), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.310377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 167b63ff-7042-4c4f-842f-e52f7fcabf6d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:07.310689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:80:68:42', 'name': 'tempest-NetworksTestDHCPv6-60551318'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:07.312310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:07.312726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7af9f20e-4d89-443c-8a58-33dc3dc2af51 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:07.312906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.314651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac7a69-7750-4b55-86ec-286a32ad88de None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:07.421495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 167b63ff-7042-4c4f-842f-e52f7fcabf6d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:07.423341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 167b63ff-7042-4c4f-842f-e52f7fcabf6d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:07.437418 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5857575 Feb 09 02:32:07.455549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:07.465300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'admin_state_up': True, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:07.480010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b6d0a-b85c-40ca-90a3-bb2ecc26ae09 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Network': ['ID=d72cfae0-c23b-4291-b4f2-ae5c21fb2869,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:07.487447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:07.557718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:32:07.571341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727aaa35-14ba-4740-8026-395498bad493 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:07.573605 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-727aaa35-14ba-4740-8026-395498bad493 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7994967 Feb 09 02:32:07.576181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (d875aace-3e89-4b2f-bdd0-db5d6fac0611), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.577238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (d875aace-3e89-4b2f-bdd0-db5d6fac0611), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.583180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:07.635928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7005987a-aa08-4a09-891c-7c568db632f5 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518599 Feb 09 02:32:07.641119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:07.648096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1558004552', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:07.686817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7295c70-c5c7-457e-9a3d-16e1c72ce238 req-fb36f78f-a60a-453d-8f62-07a73b425eb5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:07.689105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7295c70-c5c7-457e-9a3d-16e1c72ce238 req-fb36f78f-a60a-453d-8f62-07a73b425eb5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 943 time: 0.1656194 Feb 09 02:32:07.696298 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.764655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 3bd024d5-4108-48f2-b61d-61dcdf006107 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:07.766343 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_controller (d875aace-3e89-4b2f-bdd0-db5d6fac0611), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.784819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7295c70-c5c7-457e-9a3d-16e1c72ce238 req-6a1a9cee-85c6-4052-97d1-ac7abdd47ea0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Feb 09 02:32:07.918688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:07.922503 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:07.933093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe80:6842 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6/3bd024d5-4108-48f2-b61d-61dcdf006107) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:07.995165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Publish callbacks [] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.006484 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-36aa011f-3186-4950-916f-98b845819ecc None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:32:08.013232 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.099958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (d875aace-3e89-4b2f-bdd0-db5d6fac0611), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.143166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943acdce-3656-4fa3-9f07-beb0e3f67574 None None] Pushing event updated for resources: {'Port': ['ID=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:08.200826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Attempting to bind port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:08.201701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Attempting to bind port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:08.202250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Attempting to bind port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:08.233518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (3bd024d5-4108-48f2-b61d-61dcdf006107), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.256270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:08.256710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:08.257127 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.257524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:08.258016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Bound port: 43f37ce4-481e-4a7a-9a5f-93521c37c4a9, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:08.258433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.277012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3bd024d5-4108-48f2-b61d-61dcdf006107), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.314704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] For port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:08.318137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] For port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:08.331730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:08.332822 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.361880 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.413480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:08.426248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:08.438441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:08.444295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Deleting port 451394ca-a042-42a7-ae98-d5bd9a5fe96b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:08.444886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.476120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:08.477105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.478084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7af9f20e-4d89-443c-8a58-33dc3dc2af51, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7af9f20e-4d89-443c-8a58-33dc3dc2af51,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:08.482939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=3bd024d5-4108-48f2-b61d-61dcdf006107,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:08.516429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-35c5211a-0590-442e-8003-00700db59317 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2198026 Feb 09 02:32:08.518996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48854) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:08.545649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '7af9f20e-4d89-443c-8a58-33dc3dc2af51', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'port_id': '7af9f20e-4d89-443c-8a58-33dc3dc2af51', 'mac_address': 'fa:16:3e:ae:50:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:08.570402 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:08.571093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:08.587927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] For port 451394ca-a042-42a7-ae98-d5bd9a5fe96b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=451394ca-a042-42a7-ae98-d5bd9a5fe96b,segment=NetworkSegment(954b9ff3-80e8-4785-a02e-1d5eef95b792),segment_id=954b9ff3-80e8-4785-a02e-1d5eef95b792)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:08.589103 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.590156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5d3ba-7414-42c6-a96d-10cf2f855857 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:08.592072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-34f5d3ba-7414-42c6-a96d-10cf2f855857 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0716183 Feb 09 02:32:08.595683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48858) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:08.610269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943acdce-3656-4fa3-9f07-beb0e3f67574 None None] Pushing event updated for resources: {'Port': ['ID=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:08.633861 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:32:08.638717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Calling delete_port for 451394ca-a042-42a7-ae98-d5bd9a5fe96b owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:08.685250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c4ee5456-7d5b-4878-ab4d-e08857398979), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.725443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:08.725838 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.730331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Allocated IP 2001:db8::f816:3eff:fe11:b9c1 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6/02761286-3d18-4b76-bbdf-81b3ffd9c6f3) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:08.730905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 3bd024d5-4108-48f2-b61d-61dcdf006107 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:08.731583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3bd024d5-4108-48f2-b61d-61dcdf006107), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.762931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af9f20e-4d89-443c-8a58-33dc3dc2af51 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:08.793063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Subnet': ['ID=c4ee5456-7d5b-4878-ab4d-e08857398979,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:08.846087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7af9f20e-4d89-443c-8a58-33dc3dc2af51, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7af9f20e-4d89-443c-8a58-33dc3dc2af51,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:08.851727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:08.907553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3bd024d5-4108-48f2-b61d-61dcdf006107), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.930003 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:08.954444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 3bd024d5-4108-48f2-b61d-61dcdf006107 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:08.974566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (d875aace-3e89-4b2f-bdd0-db5d6fac0611), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.014418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Checking segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:09.014875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network hostable DHCP agents. Network: f1600b46-345e-46c6-a713-c7940b1dd2cb, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:32:09.026891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea24c0-d0e2-41d2-968f-4e7098e83d82 req-9fee8a02-e6d6-400a-8b6d-bb7c87163382 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:09.036318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dea24c0-d0e2-41d2-968f-4e7098e83d82 req-9fee8a02-e6d6-400a-8b6d-bb7c87163382 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 944 time: 0.1330285 Feb 09 02:32:09.120112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dea24c0-d0e2-41d2-968f-4e7098e83d82 req-0b30b6f0-e851-4813-b04d-4110e04cd418 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739231 Feb 09 02:32:09.138435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.144053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7af9f20e-4d89-443c-8a58-33dc3dc2af51,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:09.229061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network f1600b46-345e-46c6-a713-c7940b1dd2cb is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:32:09.236350 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3bd024d5-4108-48f2-b61d-61dcdf006107), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.256990 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Publish callbacks [] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.283221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=3bd024d5-4108-48f2-b61d-61dcdf006107,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:09.300664 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.324674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, f1600b46-345e-46c6-a713-c7940b1dd2cb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:09.331496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.337586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['7af9f20e-4d89-443c-8a58-33dc3dc2af51'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:09.339697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8c775a97-aeae-495b-84c3-a8f0d6fadd2c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/3bd024d5-4108-48f2-b61d-61dcdf006107 HTTP/1.1" status: 204 len: 168 time: 0.7422030 Feb 09 02:32:09.343426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48872) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:09.351060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1e608-d6e1-432e-a2de-901a061f3c3d None None] Network f1600b46-345e-46c6-a713-c7940b1dd2cb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:09.385857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:09.386533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.408640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (451394ca-a042-42a7-ae98-d5bd9a5fe96b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.411358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:09.422113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5289b-0c4d-44e9-a39e-277355ffb281 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:09.423582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5289b-0c4d-44e9-a39e-277355ffb281 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:09.425204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-50f5289b-0c4d-44e9-a39e-277355ffb281 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0812280 Feb 09 02:32:09.428187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48874) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:09.450029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=451394ca-a042-42a7-ae98-d5bd9a5fe96b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:09.455865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:09.466015 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-487d3c28-68a9-42d8-8492-5228a08a3b71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8203542 Feb 09 02:32:09.466763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48876) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:09.466980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:09.540111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Allocated IP 172.25.6.17 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/08b3015e-a513-4df7-8a65-b409e95b954a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:09.544758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Pushing event updated for resources: {'Port': ['ID=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:09.584023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:09.590545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:04Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:09.591939 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.648722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.659089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Attempting to bind port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:09.659480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Attempting to bind port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:09.659863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Attempting to bind port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:09.705206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4807240-65ff-4b00-b045-9b377f91c2ce None None] The sync data for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 is: [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:04Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:09.725468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:09.725859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:09.726280 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.733626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:09.734211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Bound port: 02761286-3d18-4b76-bbdf-81b3ffd9c6f3, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:09.734651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.746751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.798678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (08b3015e-a513-4df7-8a65-b409e95b954a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.851231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-f1600b46-345e-46c6-a713-c7940b1dd2cb', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:09.852289 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.887427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.889594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.963644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=08b3015e-a513-4df7-8a65-b409e95b954a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:09.977915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:09.982712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:09.992982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:09.993457 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:09.997042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c32a527-ff4e-4085-ba10-73c2af783afe tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6 HTTP/1.1" status: 204 len: 168 time: 0.5678880 Feb 09 02:32:09.999606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48884) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:10.000256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:10.062953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-578f099b-213d-47e1-9eb0-2f46bc247bc4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622220 Feb 09 02:32:10.066811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48890) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:10.084835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] For port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:10.087799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:10.088636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:10.097199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] For port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:10.167229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:10.277530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Allocated IP 172.20.0.2 (f1600b46-345e-46c6-a713-c7940b1dd2cb/c4ee5456-7d5b-4878-ab4d-e08857398979/f21a502e-6cd7-4620-889f-c75f959a0ba6) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:10.857705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4044fa-668f-4c1e-be5d-492d4471ceee None None] Pushing event updated for resources: {'Port': ['ID=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:10.899672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (d875aace-3e89-4b2f-bdd0-db5d6fac0611), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.020270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:32:11.061063 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Publish callbacks [] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.071264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.171014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Network f1600b46-345e-46c6-a713-c7940b1dd2cb is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:11.175577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:11.177572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Pushing event updated for resources: {'Port': ['ID=f21a502e-6cd7-4620-889f-c75f959a0ba6,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:11.188919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:11.247921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5e4ce-a36a-4a9c-adda-7d6ce942e488 req-2210c50a-1499-4533-9fc3-c908d8094bc9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:11.256984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76f5e4ce-a36a-4a9c-adda-7d6ce942e488 req-2210c50a-1499-4533-9fc3-c908d8094bc9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 944 time: 1.0215838 Feb 09 02:32:11.280393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:11.283863 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.351056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7af9f20e-4d89-443c-8a58-33dc3dc2af51 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:11.438625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Attempting to bind port f21a502e-6cd7-4620-889f-c75f959a0ba6 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:11.438625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Attempting to bind port f21a502e-6cd7-4620-889f-c75f959a0ba6 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:11.438625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Attempting to bind port f21a502e-6cd7-4620-889f-c75f959a0ba6 on network f1600b46-345e-46c6-a713-c7940b1dd2cb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:11.508625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:11.511421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Checking segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:11.511942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.513245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Bound using segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:11.513885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Bound port: f21a502e-6cd7-4620-889f-c75f959a0ba6, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:11.515628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.562718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:11.703814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:11.720179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:11.720573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.733139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76f5e4ce-a36a-4a9c-adda-7d6ce942e488 req-aaaaf244-5296-4168-a740-77fd2d01be3d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618437 Feb 09 02:32:11.762735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:11.762735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.832740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] For port f21a502e-6cd7-4620-889f-c75f959a0ba6, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:11.865921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] For port f21a502e-6cd7-4620-889f-c75f959a0ba6, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f21a502e-6cd7-4620-889f-c75f959a0ba6,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:11.884210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.903172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:11.911895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2889cd36-d67f-4434-ae80-66977bd9cff2 admin admin] 10.222.0.53 "PUT /v2.0/routers/53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4508147 Feb 09 02:32:11.914431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48908) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:11.916174 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] Sync routers for ids ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:11.937801 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] Routers {'53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:11.938809 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:11.950546 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:11.978147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb163e00-60a9-4925-9057-06286d2ad9c3 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:12.186106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks [] for router (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.282145 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (d875aace-3e89-4b2f-bdd0-db5d6fac0611), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.433358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:32:12.436000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:12.436512 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.458996 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] Set router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:12.467564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c0d83-4663-43eb-8f55-d9f16b688b4b None None] Pushing event updated for resources: {'Port': ['ID=f21a502e-6cd7-4620-889f-c75f959a0ba6,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:12.521799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dfc0ae38-5437-43fa-bc47-cbd33869299d None None] Provisioning complete for port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:12.522577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ae38-5437-43fa-bc47-cbd33869299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.533714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:12.534734 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.579440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks [] for router_gateway (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.684397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af9f20e-4d89-443c-8a58-33dc3dc2af51'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:12.692753 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363679a9-0d2c-49d3-acec-f847b67be1bb" -d '{"events": [{"server_uuid": "8524dbd6-b31b-4381-a045-30f8043d6ff8", "name": "network-vif-plugged", "status": "completed", "tag": "7af9f20e-4d89-443c-8a58-33dc3dc2af51"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:12.754778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 7af9f20e-4d89-443c-8a58-33dc3dc2af51, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7af9f20e-4d89-443c-8a58-33dc3dc2af51,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:12.756385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router d875aace-3e89-4b2f-bdd0-db5d6fac0611 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:32:12.763301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.788101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Deleting port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:12.788542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.910002 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 02:32:12.910002 n-d-826675-12 neutron-server[103151]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 09 02:32:12.910002 n-d-826675-12 neutron-server[103151]: [parameters: {'status': 'ACTIVE', 'ports_id': '02761286-3d18-4b76-bbdf-81b3ffd9c6f3'}] Feb 09 02:32:12.910002 n-d-826675-12 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:32:12.910917 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:32:12.917174 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:12.917923 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d887c64-86d6-4b92-b534-23dacb471d7a x-openstack-request-id: req-6d887c64-86d6-4b92-b534-23dacb471d7a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:12.918230 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524dbd6-b31b-4381-a045-30f8043d6ff8", "name": "network-vif-plugged", "status": "completed", "tag": "7af9f20e-4d89-443c-8a58-33dc3dc2af51", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:12.918518 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d887c64-86d6-4b92-b534-23dacb471d7a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:12.919058 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af9f20e-4d89-443c-8a58-33dc3dc2af51', 'code': 200} Feb 09 02:32:13.007529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0ae38-5437-43fa-bc47-cbd33869299d None None] Current status of the port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:13.007955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ae38-5437-43fa-bc47-cbd33869299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.010343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=7af9f20e-4d89-443c-8a58-33dc3dc2af51,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:13.076905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-dfc0ae38-5437-43fa-bc47-cbd33869299d None None] For port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:13.078663 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:32:09Z', 'revision_number': 5, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port': {'id': '8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:27:47Z', 'updated_at': '2022-02-09T02:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:13.085239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ae38-5437-43fa-bc47-cbd33869299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.110987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] For port 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:13.111654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.148683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Calling delete_port for 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:13.172248 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] Checking router: 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:13.237868 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] Routers {'53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:13.238783 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:13.248590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0ae38-5437-43fa-bc47-cbd33869299d None None] Pushing event updated for resources: {'Port': ['ID=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:13.273287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.1 (f1600b46-345e-46c6-a713-c7940b1dd2cb/c4ee5456-7d5b-4878-ab4d-e08857398979/afc1f907-adfd-483d-8e58-09c651fe7d5b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:13.274565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-597f632b-6784-47b2-86b6-55ee8a9ece32 None None] Provisioning complete for port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:13.274901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-597f632b-6784-47b2-86b6-55ee8a9ece32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.391231 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] Set router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:13.451384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.525737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:13.556755 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:32:12Z', 'revision_number': 6, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:13.575389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:13.578011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:13.641032 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af34177-1d1a-436f-b1ff-f6a552d85bf5 None None] The sync data for ids ['53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2'] in n-d-826675-12 is: [{'id': '53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2', 'name': 'tempest-ServerRescueNegativeTestJSON-259320958-router', 'tenant_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:27:45Z', 'updated_at': '2022-02-09T02:32:12Z', 'revision_number': 6, 'project_id': '51d208ae59b74c0e8c48f5acc33cfb4f', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:13.662410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:13.729793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b29cc5-9ab7-40ae-beec-16de16f41b04 req-6832c8e7-4ca0-4dbf-9677-a7ee55832349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:13.737881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36b29cc5-9ab7-40ae-beec-16de16f41b04 req-6832c8e7-4ca0-4dbf-9677-a7ee55832349 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 1128 time: 0.7779946 Feb 09 02:32:13.748182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.749724 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-176dfa38-b2d9-4e5f-9b29-b3072421dbe5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2908754 Feb 09 02:32:13.758614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602eebf-03c7-460e-9170-b3f1b038f9bf req-bc4e71c1-fe60-4650-b04e-2ff84724fa9b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:13.760996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a602eebf-03c7-460e-9170-b3f1b038f9bf req-bc4e71c1-fe60-4650-b04e-2ff84724fa9b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.8237832 Feb 09 02:32:13.761706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:13.775968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.789871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Sync routers for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:13.795017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-597f632b-6784-47b2-86b6-55ee8a9ece32 None None] Current status of the port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:13.817744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:13.818702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:13.888307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:13.986232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f362d350-8506-4a05-8b16-367b13c6ca7b None None] Could not find standard attr ID for object 3bd024d5-4108-48f2-b61d-61dcdf006107. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:32:13.993331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a602eebf-03c7-460e-9170-b3f1b038f9bf req-54a0e96f-6bf8-462c-82c1-9f9b1ba90a6a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803145 Feb 09 02:32:14.013171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:14.014960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36b29cc5-9ab7-40ae-beec-16de16f41b04 req-a8dab6ef-f609-4bbd-86b0-d671acf48599 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494442 Feb 09 02:32:14.017269 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.018927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] For port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:14.082004 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d179a024-286f-46df-ba41-658e5ea6cf36 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d2fd117b497740c9965b0956a20b6238&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3183119 Feb 09 02:32:14.085027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.089569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:14.109703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.127231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.153400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a53036-924a-45c4-b73c-b4fc7fbd638e None None] Network f1600b46-345e-46c6-a713-c7940b1dd2cb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:14.172533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.193914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks [] for router_controller (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.212853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network f1600b46-345e-46c6-a713-c7940b1dd2cb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:14.217102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (78a6fe83-f1de-4447-8128-421a0a8d8541), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.232268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:14.270053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=afc1f907-adfd-483d-8e58-09c651fe7d5b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:14.278723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:14.344892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:14.349683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.350381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:32:14.356166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d4e34a48-fb40-4149-8c6a-3c66e9137dba None None] Provisioning complete for port f21a502e-6cd7-4620-889f-c75f959a0ba6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:14.356996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4e34a48-fb40-4149-8c6a-3c66e9137dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.359778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.361618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e3b8e245-9b19-4548-ad09-5f4431de3717 admin admin] 10.222.0.53 "DELETE /v2.0/routers/53c8ce8f-d7d7-4cf0-9fbb-c84ab924bed2 HTTP/1.1" status: 204 len: 168 time: 2.4462092 Feb 09 02:32:14.368970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48948) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:14.380330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a7067-ea71-4e34-8257-92faf94f48e7 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:14.383018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7d7a7067-ea71-4e34-8257-92faf94f48e7 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2916462 Feb 09 02:32:14.386154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48950) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:14.391216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:14.410069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:14.427863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8e1d3c80-711f-4ba7-be8d-c3322e9c935b tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402238 Feb 09 02:32:14.430515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:14.437017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167898530', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:14.439801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=78a6fe83-f1de-4447-8128-421a0a8d8541,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:14.442783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:14.443388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.460234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (a6caf79e-0738-4c3b-9a49-96990b008cd0), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.530711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.4626584 Feb 09 02:32:14.531249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e696dc-759c-4ef9-b3f1-ebce89306952 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:14.534102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:14.538966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] Deleting subnet bec0febe-0f83-43d4-b8ba-23ca6c34e5da {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:14.541491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:c0:e7:cc', 'name': 'tempest-NetworksTestDHCPv6-1710668004'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:14.545760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] Publish callbacks [] for subnet (bec0febe-0f83-43d4-b8ba-23ca6c34e5da), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.567790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4d352-a030-4b09-b7ca-d71cb0a7206c None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:14.649883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:14.650152 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (bec0febe-0f83-43d4-b8ba-23ca6c34e5da), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.650305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.671707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Made reservation on behalf of d2fd117b497740c9965b0956a20b6238 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:14.675827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.727595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (bec0febe-0f83-43d4-b8ba-23ca6c34e5da), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.817746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.818554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:14.841542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:14.888820 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (bec0febe-0f83-43d4-b8ba-23ca6c34e5da), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:14.912256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d4e34a48-fb40-4149-8c6a-3c66e9137dba None None] Current status of the port f21a502e-6cd7-4620-889f-c75f959a0ba6 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:14.912659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4e34a48-fb40-4149-8c6a-3c66e9137dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.025284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec0febe-0f83-43d4-b8ba-23ca6c34e5da,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:15.034212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.037683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-10e2a47c-809f-4fe0-a374-860eaa0a4221 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bec0febe-0f83-43d4-b8ba-23ca6c34e5da HTTP/1.1" status: 204 len: 168 time: 0.6512675 Feb 09 02:32:15.044386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48962) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:15.109026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.136556 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (170243a5-392d-432b-a55a-e5556873db06), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.185079 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.209709 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (27f0fcc4-8a1c-495e-b8b5-0dad97588065), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.284880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 47b71aeb-cd0b-4f16-9fec-f6d1eff82a68 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:15.384016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Subnet': ['ID=170243a5-392d-432b-a55a-e5556873db06,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:15.530380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:15.551320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc371f-4f37-4659-84ba-d60a964b8d12 req-822e1fac-d551-41c1-9cfc-a37430b61eed tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:15.553222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cfc371f-4f37-4659-84ba-d60a964b8d12 req-822e1fac-d551-41c1-9cfc-a37430b61eed tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.3907111 Feb 09 02:32:15.583517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d4e34a48-fb40-4149-8c6a-3c66e9137dba None None] For port f21a502e-6cd7-4620-889f-c75f959a0ba6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f21a502e-6cd7-4620-889f-c75f959a0ba6,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:15.605106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (27f0fcc4-8a1c-495e-b8b5-0dad97588065), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.610391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f21a502e-6cd7-4620-889f-c75f959a0ba6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:15.616558 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4e34a48-fb40-4149-8c6a-3c66e9137dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.628068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Checking segment: {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:15.628900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network hostable DHCP agents. Network: d72cfae0-c23b-4291-b4f2-ae5c21fb2869, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:32:15.653621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fec0:e7cc (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/78a6fe83-f1de-4447-8128-421a0a8d8541/47b71aeb-cd0b-4f16-9fec-f6d1eff82a68) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:15.663647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f0fcc4-8a1c-495e-b8b5-0dad97588065']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:15.688446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954b9ff3-80e8-4785-a02e-1d5eef95b792') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:15.689331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954b9ff3-80e8-4785-a02e-1d5eef95b792') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:15.728412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (954b9ff3-80e8-4785-a02e-1d5eef95b792), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.731285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:32:15.733414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cfc371f-4f37-4659-84ba-d60a964b8d12 req-e3162d8a-4d0c-4fd0-9e07-e01e78d3d6f5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584585 Feb 09 02:32:15.753609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, d72cfae0-c23b-4291-b4f2-ae5c21fb2869) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:15.754657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.762908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:15.763132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.770666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.798036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (954b9ff3-80e8-4785-a02e-1d5eef95b792), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.816959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aaeeb3-d958-4ffa-a306-78244ec679bb None None] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:15.854020 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62eb32c4-7a5d-4c20-8ceb-da0bca321c85 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4193807 Feb 09 02:32:15.900107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:32:15.901139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (954b9ff3-80e8-4785-a02e-1d5eef95b792), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:15.905522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:10Z', 'revision_number': 3, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:15.965897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Checking router: d875aace-3e89-4b2f-bdd0-db5d6fac0611 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:15.966263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Updating router d875aace-3e89-4b2f-bdd0-db5d6fac0611 port 08b3015e-a513-4df7-8a65-b409e95b954a binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:32:15.991417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (47b71aeb-cd0b-4f16-9fec-f6d1eff82a68), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.015604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.020327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e34a48-fb40-4149-8c6a-3c66e9137dba None None] Pushing event updated for resources: {'Port': ['ID=f21a502e-6cd7-4620-889f-c75f959a0ba6,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:16.022980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:32:16.023754 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:32:16.027789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f21a502e-6cd7-4620-889f-c75f959a0ba6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:16.030644 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.074701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (47b71aeb-cd0b-4f16-9fec-f6d1eff82a68), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.118500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2a626057-e096-45e5-901b-8d4ef21fae27 None None] Provisioning complete for port f21a502e-6cd7-4620-889f-c75f959a0ba6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:16.118500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a626057-e096-45e5-901b-8d4ef21fae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.169777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:16.172107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=afc1f907-adfd-483d-8e58-09c651fe7d5b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:16.182518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:16.182518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:16.192057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:16.192608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.199369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=47b71aeb-cd0b-4f16-9fec-f6d1eff82a68,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:16.232715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48980) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:16.233478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-60ec0a22-bf94-4907-88ec-9e263ced6996 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6965475 Feb 09 02:32:16.241897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (a6caf79e-0738-4c3b-9a49-96990b008cd0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.314577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (27f0fcc4-8a1c-495e-b8b5-0dad97588065), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.332390 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.349555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] 10.222.0.53 "DELETE /v2.0/networks/27f0fcc4-8a1c-495e-b8b5-0dad97588065 HTTP/1.1" status: 204 len: 168 time: 1.3041568 Feb 09 02:32:16.379549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-d72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:16.388419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:16.518830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880e023-d07c-4b83-b7d7-7b854483ae65 admin admin] Pushing event deleted for resources: {'Network': ['ID=27f0fcc4-8a1c-495e-b8b5-0dad97588065,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:16.534848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network f1600b46-345e-46c6-a713-c7940b1dd2cb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:16.623736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:16.691544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2a626057-e096-45e5-901b-8d4ef21fae27 None None] Current status of the port f21a502e-6cd7-4620-889f-c75f959a0ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:16.742779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:16.757245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773627fa-0d0d-48b0-b551-b90a960c05df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:16.762086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f21a502e-6cd7-4620-889f-c75f959a0ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:16.763440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:16.768959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773627fa-0d0d-48b0-b551-b90a960c05df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:16.772245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-773627fa-0d0d-48b0-b551-b90a960c05df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5368409 Feb 09 02:32:16.776195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48992) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:16.933843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7b219bcb-be43-4270-b338-491e627c1684 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51d208ae59b74c0e8c48f5acc33cfb4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897628 Feb 09 02:32:16.939586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48996) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:17.081251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64747fc-d17a-4d30-87cc-e757bbf173b4 admin admin] Publish callbacks [] for security_group (348fd52e-a255-4271-8636-40731dd0aa87), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.110514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Allocated IP 172.20.0.2 (d72cfae0-c23b-4291-b4f2-ae5c21fb2869/170243a5-392d-432b-a55a-e5556873db06/755412a7-0300-4268-9016-c43048f78790) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:17.188987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 47b71aeb-cd0b-4f16-9fec-f6d1eff82a68 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:17.189607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (47b71aeb-cd0b-4f16-9fec-f6d1eff82a68), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.217035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2a626057-e096-45e5-901b-8d4ef21fae27 None None] Provisioning complete for port afc1f907-adfd-483d-8e58-09c651fe7d5b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:17.217809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a626057-e096-45e5-901b-8d4ef21fae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.273875 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Publish callbacks [] for port (08b3015e-a513-4df7-8a65-b409e95b954a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.315820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (47b71aeb-cd0b-4f16-9fec-f6d1eff82a68), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.336554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 47b71aeb-cd0b-4f16-9fec-f6d1eff82a68 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:17.362102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64747fc-d17a-4d30-87cc-e757bbf173b4 admin admin] Publish callbacks [] for security_group (348fd52e-a255-4271-8636-40731dd0aa87), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.363813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.484013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64747fc-d17a-4d30-87cc-e757bbf173b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (348fd52e-a255-4271-8636-40731dd0aa87), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.487442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e64747fc-d17a-4d30-87cc-e757bbf173b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.488665 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e64747fc-d17a-4d30-87cc-e757bbf173b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/348fd52e-a255-4271-8636-40731dd0aa87 HTTP/1.1" status: 204 len: 168 time: 0.5479956 Feb 09 02:32:17.503737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64747fc-d17a-4d30-87cc-e757bbf173b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348fd52e-a255-4271-8636-40731dd0aa87,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:17.604610 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Publish callbacks [] for port (755412a7-0300-4268-9016-c43048f78790), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.609293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2a626057-e096-45e5-901b-8d4ef21fae27 None None] Port afc1f907-adfd-483d-8e58-09c651fe7d5b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:17.612939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5033718-ed19-42e5-b7b4-9828cabaf56a None None] Pushing event updated for resources: {'Port': ['ID=08b3015e-a513-4df7-8a65-b409e95b954a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:17.642147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (755412a7-0300-4268-9016-c43048f78790), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.658734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (47b71aeb-cd0b-4f16-9fec-f6d1eff82a68), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.717943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:17.718359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.741639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=47b71aeb-cd0b-4f16-9fec-f6d1eff82a68,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:17.765896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123c189-30fe-413d-a37c-563503196547 req-df663b74-400e-400b-bc7c-19fe826becf9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:17.767465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5123c189-30fe-413d-a37c-563503196547 req-df663b74-400e-400b-bc7c-19fe826becf9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.7502530 Feb 09 02:32:17.778564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Attempting to bind port 08b3015e-a513-4df7-8a65-b409e95b954a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:17.779081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Attempting to bind port 08b3015e-a513-4df7-8a65-b409e95b954a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:17.779832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Attempting to bind port 08b3015e-a513-4df7-8a65-b409e95b954a on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:17.797972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:17.806580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:17.808440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:17.809056 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.809587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:17.810542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Bound port: 08b3015e-a513-4df7-8a65-b409e95b954a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:17.810542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.826049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router a6caf79e-0738-4c3b-9a49-96990b008cd0 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:32:17.828004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:17.834502 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-05b02b12-f477-47e5-a575-d02ce47bbb55 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/47b71aeb-cd0b-4f16-9fec-f6d1eff82a68 HTTP/1.1" status: 204 len: 168 time: 1.0571566 Feb 09 02:32:17.835515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49010) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:17.869075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:17.886258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:17.897075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5123c189-30fe-413d-a37c-563503196547 req-984632dc-978f-4be8-a883-eab792a488f5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168151 Feb 09 02:32:17.908855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da984344-c8dd-482a-81ff-cc434569cc92 None None] Could not find standard attr ID for object 47b71aeb-cd0b-4f16-9fec-f6d1eff82a68. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:32:17.953201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Pushing event updated for resources: {'Port': ['ID=755412a7-0300-4268-9016-c43048f78790,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:17.987237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969488e3-f90c-4ecd-bd34-de67d36037b5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:17.990554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969488e3-f90c-4ecd-bd34-de67d36037b5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:18.007453 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-969488e3-f90c-4ecd-bd34-de67d36037b5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1679409 Feb 09 02:32:18.008954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49016) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:18.116987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.140443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 78a6fe83-f1de-4447-8128-421a0a8d8541 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:18.150240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (78a6fe83-f1de-4447-8128-421a0a8d8541), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.170402 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da984344-c8dd-482a-81ff-cc434569cc92 None None] Provisioning complete for port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:18.171945 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da984344-c8dd-482a-81ff-cc434569cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.199334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.201755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Attempting to bind port 755412a7-0300-4268-9016-c43048f78790 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:18.202657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Attempting to bind port 755412a7-0300-4268-9016-c43048f78790 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:18.203280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Attempting to bind port 755412a7-0300-4268-9016-c43048f78790 on network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:18.231370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] For port 08b3015e-a513-4df7-8a65-b409e95b954a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:18.245366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8d0b-667d-410f-9b13-29561f0d2b35 req-a30542cc-64ae-4b16-a4b1-b9823d522756 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:18.253154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c20f8d0b-667d-410f-9b13-29561f0d2b35 req-a30542cc-64ae-4b16-a4b1-b9823d522756 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.1809032 Feb 09 02:32:18.265743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:18.268593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:18.268989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Checking segment: {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:18.269446 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.269847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Bound using segment: {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:18.270483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Bound port: 755412a7-0300-4268-9016-c43048f78790, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:18.270898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (755412a7-0300-4268-9016-c43048f78790), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.291846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] For port 08b3015e-a513-4df7-8a65-b409e95b954a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=08b3015e-a513-4df7-8a65-b409e95b954a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:18.303007 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (78a6fe83-f1de-4447-8128-421a0a8d8541), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.356290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:18.372367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0aeb296a-8fc8-4d6a-9a1c-82adad677a9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/a6caf79e-0738-4c3b-9a49-96990b008cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9028704 Feb 09 02:32:18.383326 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Sync routers for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:18.391450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] For port 755412a7-0300-4268-9016-c43048f78790, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:18.395853 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:18.396242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] For port 755412a7-0300-4268-9016-c43048f78790, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=755412a7-0300-4268-9016-c43048f78790,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:18.396869 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:18.402086 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.413649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 451394ca-a042-42a7-ae98-d5bd9a5fe96b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:18.443513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 451394ca-a042-42a7-ae98-d5bd9a5fe96b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:18.443874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 451394ca-a042-42a7-ae98-d5bd9a5fe96b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:18.444318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:18.447051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (755412a7-0300-4268-9016-c43048f78790), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.516476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c20f8d0b-667d-410f-9b13-29561f0d2b35 req-428d03b3-e070-4577-b0fd-516828ef1436 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629073 Feb 09 02:32:18.574901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:18.577433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8b0719aa-8d7c-4b07-b1ec-0f0cccbf8f6d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:18.583543 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (78a6fe83-f1de-4447-8128-421a0a8d8541), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.630026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:18.636493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:18.649148 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:18.704591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (78a6fe83-f1de-4447-8128-421a0a8d8541), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.742520 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.755691 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/78a6fe83-f1de-4447-8128-421a0a8d8541 HTTP/1.1" status: 204 len: 168 time: 0.7466812 Feb 09 02:32:18.770243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49040) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:18.831645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a02e9a-b8ba-4b32-b170-0c11644bd6a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=78a6fe83-f1de-4447-8128-421a0a8d8541,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:18.889516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5259438b-9e25-4290-a5e3-8f7b4ef3b635 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017663 Feb 09 02:32:18.892550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:18.995192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54f639-7a1b-4c0e-8749-471aaee13d86 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:18.999465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d54f639-7a1b-4c0e-8749-471aaee13d86 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1058762 Feb 09 02:32:19.000083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:19.031007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54191880-5dae-4e73-b5e0-32db63548d98 req-78a954e7-0a66-429e-b3f7-50cabd79e133 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:19.032607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54191880-5dae-4e73-b5e0-32db63548d98 req-78a954e7-0a66-429e-b3f7-50cabd79e133 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.3510964 Feb 09 02:32:19.078901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28420867-754e-4251-bad3-864045f64084 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:19.083297 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-28420867-754e-4251-bad3-864045f64084 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0812123 Feb 09 02:32:19.083916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:19.102904 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:15Z', 'revision_number': 2, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:19.131969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-8c2c4754-161b-4b6e-979b-ecac0408cdb5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606371923&fields=id&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 267 time: 0.2528224 Feb 09 02:32:19.176126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6e1be-ef26-4568-8a72-7763c751936c None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:19.180521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f21a502e-6cd7-4620-889f-c75f959a0ba6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:19.192245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Checking router: a6caf79e-0738-4c3b-9a49-96990b008cd0 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:19.192745 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Updating router a6caf79e-0738-4c3b-9a49-96990b008cd0 port afc1f907-adfd-483d-8e58-09c651fe7d5b binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:32:19.214865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab4a78f7-27c8-4ad2-8d12-2e8c64be1ab0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294022 Feb 09 02:32:19.215562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49066) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:19.222162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:19.263471 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.380589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5033718-ed19-42e5-b7b4-9828cabaf56a None None] Pushing event updated for resources: {'Port': ['ID=08b3015e-a513-4df7-8a65-b409e95b954a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:19.386910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54191880-5dae-4e73-b5e0-32db63548d98 req-705f69e2-7f3a-4fe5-bf4b-2fa5ff4416a5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367486 Feb 09 02:32:19.502775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:19.525682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.548187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Allocated IP 172.20.0.1 (d72cfae0-c23b-4291-b4f2-ae5c21fb2869/170243a5-392d-432b-a55a-e5556873db06/8c9c7c02-06dc-4b0a-9afe-705b548e5210) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:19.592288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.643567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f21a502e-6cd7-4620-889f-c75f959a0ba6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:19.644272 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.646157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da984344-c8dd-482a-81ff-cc434569cc92 None None] Current status of the port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:19.750531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fb2c2-fdbf-4d00-ac18-336ae4e84a68 None None] Pushing event updated for resources: {'Port': ['ID=755412a7-0300-4268-9016-c43048f78790,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:19.757808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da984344-c8dd-482a-81ff-cc434569cc92 None None] Provisioning complete for port afc1f907-adfd-483d-8e58-09c651fe7d5b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:19.758039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da984344-c8dd-482a-81ff-cc434569cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:19.759969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49080) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:19.841251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:19.892948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da984344-c8dd-482a-81ff-cc434569cc92 None None] Port afc1f907-adfd-483d-8e58-09c651fe7d5b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:19.972755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:32:20.044379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c926-af32-4cd6-9bc3-1e712b8cb335 req-be12e723-b841-4349-a9e2-278434cdd9fe tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:20.045995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab13c926-af32-4cd6-9bc3-1e712b8cb335 req-be12e723-b841-4349-a9e2-278434cdd9fe tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.2600842 Feb 09 02:32:20.052102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.061155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-e6a874aa-24d6-4e55-85e8-b58f995a934d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:20.062745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-e6a874aa-24d6-4e55-85e8-b58f995a934d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 796 time: 0.9135334 Feb 09 02:32:20.063975 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Publish callbacks [] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.078521 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.095399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-41684168-449c-42c6-9691-af3deb6c2386 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/quotas/ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 375 time: 0.0229661 Feb 09 02:32:20.099690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-380931255-network', 'tenant_id': 'd50338cd87a0452c9bbf45d8bdb265ea'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:20.108242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (a0984a1d-4f16-49b6-ae82-927c31807c46), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.163117 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Pushing event updated for resources: {'Port': ['ID=afc1f907-adfd-483d-8e58-09c651fe7d5b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:20.190345 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.194981 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.195354 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.195697 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.196042 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.196382 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.196713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.197051 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.197470 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.198490 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.198982 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.199181 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.199515 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:20.221485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab13c926-af32-4cd6-9bc3-1e712b8cb335 req-74b77fa6-37d8-48ae-98fa-7ee5737042e7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675148 Feb 09 02:32:20.239608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=a0984a1d-4f16-49b6-ae82-927c31807c46,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:20.241540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.258506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f21a502e-6cd7-4620-889f-c75f959a0ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:20.263856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:20.300470 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Attempting to bind port afc1f907-adfd-483d-8e58-09c651fe7d5b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:20.304623 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Attempting to bind port afc1f907-adfd-483d-8e58-09c651fe7d5b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:20.305192 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Attempting to bind port afc1f907-adfd-483d-8e58-09c651fe7d5b on network f1600b46-345e-46c6-a713-c7940b1dd2cb {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:20.312596 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:20.313294 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Checking segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:20.314182 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.314989 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Bound using segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:20.315164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:20.317026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Made reservation on behalf of d50338cd87a0452c9bbf45d8bdb265ea for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:20.318338 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Bound port: afc1f907-adfd-483d-8e58-09c651fe7d5b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:20.318989 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.324103 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.336455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-5a23991b-2152-4e04-8507-427bf8734491 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2335703 Feb 09 02:32:20.341856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:20.348616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:20.349246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.379819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.415385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:20.422291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] Deleting port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:20.426025 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.431898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:20.438728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:20.442961 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f938522f-5e8c-4781-8e3f-5aa2c800782d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2262712 Feb 09 02:32:20.450202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:20.469691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:23:66:60', 'name': 'tempest-NetworksTestDHCPv6-817043730'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:20.483121 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] For port afc1f907-adfd-483d-8e58-09c651fe7d5b, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:20.489921 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] For port afc1f907-adfd-483d-8e58-09c651fe7d5b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=afc1f907-adfd-483d-8e58-09c651fe7d5b,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:20.508915 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.519561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=8c9c7c02-06dc-4b0a-9afe-705b548e5210,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:20.660046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:20.660665 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.720881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (d875aace-3e89-4b2f-bdd0-db5d6fac0611), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.814918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] For port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:20.815677 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.853105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] Calling delete_port for 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:20.881665 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:20.882308 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:31:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:20.910328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks [] for security_group (7319746c-eaee-4f7b-8f8f-41a20e6a75b1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.928631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7319746c-eaee-4f7b-8f8f-41a20e6a75b1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:20.975694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-31a669fb-b67c-4f52-a459-63ab7b31ace2 service neutron] 10.222.0.53 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028688 Feb 09 02:32:21.006735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7319746c-eaee-4f7b-8f8f-41a20e6a75b1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:21.019205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:21.081507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:10Z', 'revision_number': 3, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:21.093351 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daf4bc-7e29-47d1-9a3e-5fd01af48a5a None None] Pushing event updated for resources: {'Port': ['ID=afc1f907-adfd-483d-8e58-09c651fe7d5b,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:21.099255 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (02761286-3d18-4b76-bbdf-81b3ffd9c6f3), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.138494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:32:21.186935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e14c163c-9ec9-437e-9826-da1fd68c5dfc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.187292 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Added segment e14c163c-9ec9-437e-9826-da1fd68c5dfc of type vlan for network be8df265-953c-4fe2-9845-84b196090944 Feb 09 02:32:21.200690 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:21.236623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c8376-4879-45eb-a3b2-e010b8f385aa None None] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:21.287683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.304410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (be8df265-953c-4fe2-9845-84b196090944), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.332449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d3e2c-fc0f-4437-9f32-f7a6901b6a92 None None] The sync data for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 is: [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:10Z', 'revision_number': 3, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:21.343131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:21.359067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-a2951daa-46b8-47a7-b1f0-a442413be292 service neutron] 10.222.0.53 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706081 Feb 09 02:32:21.414973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (be8df265-953c-4fe2-9845-84b196090944), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.416560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:21.421607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.491812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49108) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:21.492009 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7292306 Feb 09 02:32:21.509117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Request body: {'subnet': {'network_id': 'be8df265-953c-4fe2-9845-84b196090944', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-380931255-subnet', 'tenant_id': 'd50338cd87a0452c9bbf45d8bdb265ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:21.518265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a6325354-be70-4925-b9cd-d5b398438a35 None None] Provisioning complete for port afc1f907-adfd-483d-8e58-09c651fe7d5b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:21.519007 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6325354-be70-4925-b9cd-d5b398438a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.550991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Made reservation on behalf of d50338cd87a0452c9bbf45d8bdb265ea for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:21.556763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:21.570787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8738-2766-4300-865e-cc273fd550cd req-17f39b7c-f702-46e3-a249-2e4d2b17d884 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:21.572426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-985b8738-2766-4300-865e-cc273fd550cd req-17f39b7c-f702-46e3-a249-2e4d2b17d884 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.3161500 Feb 09 02:32:21.581998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef89631-47d6-488d-b8c0-d9e3b2fee4f2 req-f3f85a4e-cae5-46f7-a4f8-325f15c7143f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:21.583803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ef89631-47d6-488d-b8c0-d9e3b2fee4f2 req-f3f85a4e-cae5-46f7-a4f8-325f15c7143f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.2205644 Feb 09 02:32:21.652838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] Pushing event deleted for resources: {'Port': ['ID=02761286-3d18-4b76-bbdf-81b3ffd9c6f3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:21.659337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8201a3dc-1e10-430c-b163-c8fd826bc01d None None] No DVR routers for this DVR port 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:21.661884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:21.707753 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:20Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:21.715269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa0502-0b35-45ea-82c4-bc5b66e25620 admin admin] Pushing event updated for resources: {'Network': ['ID=be8df265-953c-4fe2-9845-84b196090944,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:21.755235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529cbaef-8405-41cc-b6b1-fa2d3a9d0e83 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:21.758155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network be8df265-953c-4fe2-9845-84b196090944 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:32:21.822170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::e1 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/a0984a1d-4f16-49b6-ae82-927c31807c46/adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:21.830241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ef89631-47d6-488d-b8c0-d9e3b2fee4f2 req-dc2e9d39-39e4-47fb-9f87-f9112c3a3b27 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406076 Feb 09 02:32:21.860375 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76801353-11e7-4f47-b4db-f36b50a35163 None None] The sync data for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 is: [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:20Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:21.977823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e788d7f5-0f9d-4528-b465-ff07afcdc040 req-30261bdd-a721-48fd-81c5-b2af8e44b061 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 210 time: 0.2831817 Feb 09 02:32:22.257378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.324479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 755412a7-0300-4268-9016-c43048f78790 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:22.354351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.385951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.427840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.450946 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:22.468260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:22.475255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:22.482560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:22.483573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.505826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:22.521911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7ebed26c-5cb2-4c81-9340-068c0fef1b2a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0685053 Feb 09 02:32:22.527733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:22.595780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a6325354-be70-4925-b9cd-d5b398438a35 None None] Current status of the port afc1f907-adfd-483d-8e58-09c651fe7d5b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:22.596185 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6325354-be70-4925-b9cd-d5b398438a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.622367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:22.657163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fdc22-03e1-4d40-a2f1-a93fb9b43209 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:22.665127 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c36fdc22-03e1-4d40-a2f1-a93fb9b43209 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1342747 Feb 09 02:32:22.670927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:22.692665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a6325354-be70-4925-b9cd-d5b398438a35 None None] For port afc1f907-adfd-483d-8e58-09c651fe7d5b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=afc1f907-adfd-483d-8e58-09c651fe7d5b,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:22.729168 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6325354-be70-4925-b9cd-d5b398438a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.907904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:22.908280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:22.923240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6325354-be70-4925-b9cd-d5b398438a35 None None] Pushing event updated for resources: {'Port': ['ID=afc1f907-adfd-483d-8e58-09c651fe7d5b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:22.977388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Provisioning complete for port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:22.979639 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.085256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 755412a7-0300-4268-9016-c43048f78790 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:23.085643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (755412a7-0300-4268-9016-c43048f78790), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.102300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': 'a0984a1d-4f16-49b6-ae82-927c31807c46'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:23.103659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.183258 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.217367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:23.377274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:23.436653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-76ab25bf-c7f7-4560-b671-9bbac14cdd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.454325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Provisioning complete for port 755412a7-0300-4268-9016-c43048f78790 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:23.455134 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (755412a7-0300-4268-9016-c43048f78790), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.491678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.527993 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.535094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.582414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 755412a7-0300-4268-9016-c43048f78790 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:23.582782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (755412a7-0300-4268-9016-c43048f78790), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.595693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:23.624580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2853c18c-831c-4a80-89af-43951357df99 req-0b0bc987-bd75-436e-9653-47374bacdafe tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 210 time: 0.1278498 Feb 09 02:32:23.672615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.678352 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-83c7e48f-1cd2-468c-b32b-39a7c2ccb45c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4 HTTP/1.1" status: 204 len: 168 time: 1.0039496 Feb 09 02:32:23.678833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:23.712425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/a0984a1d-4f16-49b6-ae82-927c31807c46/04c30160-2a9d-4b4d-bc52-db8f93d4ae5a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:23.722490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 755412a7-0300-4268-9016-c43048f78790, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=755412a7-0300-4268-9016-c43048f78790,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:23.740874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (755412a7-0300-4268-9016-c43048f78790), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.769927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Checking segment: {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:23.771050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Network hostable DHCP agents. Network: be8df265-953c-4fe2-9845-84b196090944, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:32:23.821821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:23.822080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.830935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e730c36-3f55-4526-a442-3de18366f07c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:23.837806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e730c36-3f55-4526-a442-3de18366f07c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:23.843766 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e730c36-3f55-4526-a442-3de18366f07c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1638823 Feb 09 02:32:23.846824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:23.856254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=8c9c7c02-06dc-4b0a-9afe-705b548e5210,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:23.913472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36f12-b666-4671-bdc5-604477b7c5cc req-213d860c-8c15-4ba0-a3f7-616327f20c5d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:23.921255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44b36f12-b666-4671-bdc5-604477b7c5cc req-213d860c-8c15-4ba0-a3f7-616327f20c5d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 945 time: 0.4127412 Feb 09 02:32:23.923774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Network be8df265-953c-4fe2-9845-84b196090944 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:32:23.928898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (d875aace-3e89-4b2f-bdd0-db5d6fac0611), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:23.975408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet a0984a1d-4f16-49b6-ae82-927c31807c46 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:23.993037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, be8df265-953c-4fe2-9845-84b196090944) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:23.999083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:24.000221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:24.130140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-62625724-c58d-426d-ba98-0b578f154f5d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6281433 Feb 09 02:32:24.174674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:24.185605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac754da-4512-4ce0-a705-7d94f6e29251 None None] Network be8df265-953c-4fe2-9845-84b196090944 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:24.193242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44b36f12-b666-4671-bdc5-604477b7c5cc req-7413f2e2-2b1d-452d-8832-69dad9834d60 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709744 Feb 09 02:32:24.195119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=755412a7-0300-4268-9016-c43048f78790,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:24.344519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] For port 7af9f20e-4d89-443c-8a58-33dc3dc2af51, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=7af9f20e-4d89-443c-8a58-33dc3dc2af51,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:24.344948 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:24.349841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:24.350680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 02761286-3d18-4b76-bbdf-81b3ffd9c6f3 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:24.364699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Current status of the port 755412a7-0300-4268-9016-c43048f78790 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:24.369628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-5a8c3103-d2ba-48c3-85ff-f5fcdf838166 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:24.373304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-5a8c3103-d2ba-48c3-85ff-f5fcdf838166 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.82 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 796 time: 0.4005575 Feb 09 02:32:24.413936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 7af9f20e-4d89-443c-8a58-33dc3dc2af51 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:24.577882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019bf059-7c2e-4e1e-92db-96bf326ed447 None None] Network be8df265-953c-4fe2-9845-84b196090944 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:24.629543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:24.634294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:24.750832 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Publish callbacks [] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:24.754822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device afc1f907-adfd-483d-8e58-09c651fe7d5b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:24.765090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Provisioning complete for port afc1f907-adfd-483d-8e58-09c651fe7d5b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:24.765757 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:24.772706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (a0984a1d-4f16-49b6-ae82-927c31807c46), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:24.812771 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:24.864007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:24.870148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:24.873696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:24.911195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (a0984a1d-4f16-49b6-ae82-927c31807c46), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.041849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a0984a1d-4f16-49b6-ae82-927c31807c46), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.060094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Pushing event updated for resources: {'Port': ['ID=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:25.074263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Attempting to bind port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:25.074896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Attempting to bind port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:25.075373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Attempting to bind port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:25.089088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:25.089667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:25.090196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.090743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:25.091346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Bound port: 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:25.091859 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.132663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (a0984a1d-4f16-49b6-ae82-927c31807c46), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.138894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port afc1f907-adfd-483d-8e58-09c651fe7d5b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:25.139282 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.165799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=a0984a1d-4f16-49b6-ae82-927c31807c46,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:25.188844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.195524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7dd112a4-fd23-4c84-a7b5-db6a0f8166df tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/a0984a1d-4f16-49b6-ae82-927c31807c46 HTTP/1.1" status: 204 len: 168 time: 1.3472998 Feb 09 02:32:25.196300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:25.239675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-960d6820-21aa-413c-b14b-0ecdc6e38d49 None None] Current status of the port afc1f907-adfd-483d-8e58-09c651fe7d5b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:25.247139 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-909fd4ac-384d-42c3-85d7-c794846e5cec tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495083 Feb 09 02:32:25.247871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:25.312652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af50ce-b4c5-45c5-84f9-458490e1b71a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:25.317908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f9af50ce-b4c5-45c5-84f9-458490e1b71a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0687568 Feb 09 02:32:25.318894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:25.334258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port afc1f907-adfd-483d-8e58-09c651fe7d5b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:25.335665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 08b3015e-a513-4df7-8a65-b409e95b954a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:25.339619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] For port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:25.400823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 7af9f20e-4d89-443c-8a58-33dc3dc2af51 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:25.407283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] For port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:25.407886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1104635-5d18-4c34-97a3-01da2a93b7dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:25.411860 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1104635-5d18-4c34-97a3-01da2a93b7dd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892897 Feb 09 02:32:25.414948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49168) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:25.437135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-afbb24ee-3efe-42f4-9336-65a697f3d820 req-54ea90e0-fbc7-4886-ba56-47bf6a3a87ad tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 210 time: 0.7018650 Feb 09 02:32:25.448307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.502821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-eced7d27-cb28-4356-b42f-a8cd65466e6e None None] Provisioning complete for port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:25.503207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eced7d27-cb28-4356-b42f-a8cd65466e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.520516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-0d60948b-ecc8-4e3c-9e59-ba6c4e0ea0a5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 379 time: 0.9787633 Feb 09 02:32:25.544266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'port': {'device_id': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'admin_state_up': True, 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'security_groups': ['9d9449a3-7a94-4c5b-b6f2-b6c2e699697f']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:25.560787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-eced7d27-cb28-4356-b42f-a8cd65466e6e None None] Port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:25.677015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 08b3015e-a513-4df7-8a65-b409e95b954a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:25.677308 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.725249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397f022-e9c9-44b7-acab-b57b5b6f0608 None None] Pushing event updated for resources: {'Port': ['ID=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:25.754229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:25.755175 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.764328 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7af9f20e-4d89-443c-8a58-33dc3dc2af51), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.777772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1a256-2886-4933-81ae-b61304b40b3c None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:32:25.790718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-3c08b5f3-b14e-4464-8235-ed5dbae12aac tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:25.793226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-3c08b5f3-b14e-4464-8235-ed5dbae12aac tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 813 time: 0.4154141 Feb 09 02:32:25.846516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=7af9f20e-4d89-443c-8a58-33dc3dc2af51,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:25.894094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router d875aace-3e89-4b2f-bdd0-db5d6fac0611 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:32:25.898588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-d0656131-fb83-42e3-b13a-57dc90fdf7a2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/quotas/d50338cd87a0452c9bbf45d8bdb265ea HTTP/1.1" status: 200 len: 375 time: 0.0708466 Feb 09 02:32:25.915386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b1a256-2886-4933-81ae-b61304b40b3c None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:32:25.918196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3b29fba0-fe1a-401d-8ae2-4e129efb84be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.931004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f592119-3fe0-4ab0-abc3-a3cda99b93c0 req-2eace478-1725-4f22-9937-09bb5a710544 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:25.933253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f592119-3fe0-4ab0-abc3-a3cda99b93c0 req-2eace478-1725-4f22-9937-09bb5a710544 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 867 time: 0.3208489 Feb 09 02:32:25.934368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] No DVR routers for this DVR port 7af9f20e-4d89-443c-8a58-33dc3dc2af51 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:25.937313 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:25.942324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-985b8738-2766-4300-865e-cc273fd550cd req-b43a627e-6b21-4b47-9c5f-56d90c58178b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "DELETE /v2.0/ports/7af9f20e-4d89-443c-8a58-33dc3dc2af51 HTTP/1.1" status: 204 len: 173 time: 4.3408916 Feb 09 02:32:25.949157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'name': 'network-vif-deleted', 'tag': '7af9f20e-4d89-443c-8a58-33dc3dc2af51'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:25.951499 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc432b5-09e3-41ec-ae66-4cb169d3176d" -d '{"events": [{"server_uuid": "8524dbd6-b31b-4381-a045-30f8043d6ff8", "name": "network-vif-deleted", "tag": "7af9f20e-4d89-443c-8a58-33dc3dc2af51"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:25.962473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3a84bd03-eaac-4cbb-b942-3bb19c7bf44b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5438569 Feb 09 02:32:25.966522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:25.972188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:26.029268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-e53b1be2-d3b1-4a11-b47f-26474047abb7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063046 Feb 09 02:32:26.054787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:26.059232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.091877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 08b3015e-a513-4df7-8a65-b409e95b954a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:26.092273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.096838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:26.106887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.130894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 08b3015e-a513-4df7-8a65-b409e95b954a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=08b3015e-a513-4df7-8a65-b409e95b954a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:26.139602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.140416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 755412a7-0300-4268-9016-c43048f78790 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:26.236509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f592119-3fe0-4ab0-abc3-a3cda99b93c0 req-e2b2338f-5d9b-487b-9a50-da6bf0b80d0a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931538 Feb 09 02:32:26.332741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8e8c381f-bb62-421e-9095-0e2b9be7bc15 service neutron] 10.222.0.53 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958627 Feb 09 02:32:26.368818 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c377ac0c-6294-400d-9521-e74169fcd459 x-openstack-request-id: req-c377ac0c-6294-400d-9521-e74169fcd459 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:26.369936 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8524dbd6-b31b-4381-a045-30f8043d6ff8", "name": "network-vif-deleted", "tag": "7af9f20e-4d89-443c-8a58-33dc3dc2af51", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:26.370352 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c377ac0c-6294-400d-9521-e74169fcd459 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:26.370969 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8524dbd6-b31b-4381-a045-30f8043d6ff8', 'name': 'network-vif-deleted', 'tag': '7af9f20e-4d89-443c-8a58-33dc3dc2af51', 'status': 'completed', 'code': 200} Feb 09 02:32:26.378078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:26.387815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b0630e23-a4b7-4238-81f5-7133e7f3c029 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "PUT /v2.0/routers/d875aace-3e89-4b2f-bdd0-db5d6fac0611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3618486 Feb 09 02:32:26.390730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49178) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:26.397668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e327b119-cfaa-40bf-aca4-8c5f8bd637de tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--911311860', 'description': 'tempest-secgroup_access--911311860 description', 'project_id': 'd2fd117b497740c9965b0956a20b6238'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:26.412912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Sync routers for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:26.434808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:26.435455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:32:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:26.454092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e327b119-cfaa-40bf-aca4-8c5f8bd637de tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.507866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=08b3015e-a513-4df7-8a65-b409e95b954a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:26.555413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 755412a7-0300-4268-9016-c43048f78790 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:26.555801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (755412a7-0300-4268-9016-c43048f78790), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.561314 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e327b119-cfaa-40bf-aca4-8c5f8bd637de tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (7f7702bd-cecc-43f1-8d95-6c5c776e3846), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.566315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.12 (f1600b46-345e-46c6-a713-c7940b1dd2cb/c4ee5456-7d5b-4878-ab4d-e08857398979/fb8b62d8-94dd-4850-9e8c-75b5feaadd26) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:26.567183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e327b119-cfaa-40bf-aca4-8c5f8bd637de tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7f7702bd-cecc-43f1-8d95-6c5c776e3846), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.610872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f50c85b3-ada2-4797-96eb-6e452edb03e6 req-aaffdadf-2fb5-4e0c-b525-87c8884f9b66 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 210 time: 0.0417950 Feb 09 02:32:26.620569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327b119-cfaa-40bf-aca4-8c5f8bd637de tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7702bd-cecc-43f1-8d95-6c5c776e3846,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:26.640654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e327b119-cfaa-40bf-aca4-8c5f8bd637de tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.647613 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e327b119-cfaa-40bf-aca4-8c5f8bd637de tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2557800 Feb 09 02:32:26.659363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-7ce40d2b-c3b8-49f1-9d69-b21f36ad5e0e service neutron] 10.222.0.53 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187017 Feb 09 02:32:26.662500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:26.677516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-30706317-a85c-4753-8e25-3851553cf1c1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--212268199', 'description': 'tempest-secgroup_general--212268199 description', 'project_id': 'd2fd117b497740c9965b0956a20b6238'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:26.752734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 755412a7-0300-4268-9016-c43048f78790 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:26.769918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:26.817933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30706317-a85c-4753-8e25-3851553cf1c1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:26.884774 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:32:26.931424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 08b3015e-a513-4df7-8a65-b409e95b954a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:26.944732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.096063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8221d06e-cdf3-4efa-9dc8-1042f7c65acd req-7f81ee63-f208-4e61-80bc-3b356523a484 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 210 time: 0.0834587 Feb 09 02:32:27.098974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.179231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:27.202697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network f1600b46-345e-46c6-a713-c7940b1dd2cb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:27.204395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:27.206951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:27.208243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.217304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30706317-a85c-4753-8e25-3851553cf1c1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (e9aee0f0-a689-4bff-8f04-e53b20c4b833), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.237471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30706317-a85c-4753-8e25-3851553cf1c1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e9aee0f0-a689-4bff-8f04-e53b20c4b833), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.245561 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.285161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:27.286570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.309358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-ea79140d-6b51-4a01-b3d5-435b85f3c7a2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7785087 Feb 09 02:32:27.364180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 08b3015e-a513-4df7-8a65-b409e95b954a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:27.364564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.390769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-30706317-a85c-4753-8e25-3851553cf1c1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.392097 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-30706317-a85c-4753-8e25-3851553cf1c1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7287319 Feb 09 02:32:27.399368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:27.407183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ea416703-89b3-4770-8361-9d5a004d1281 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'security_group_rule': {'security_group_id': '7f7702bd-cecc-43f1-8d95-6c5c776e3846', 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:27.422435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30706317-a85c-4753-8e25-3851553cf1c1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aee0f0-a689-4bff-8f04-e53b20c4b833,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:27.460895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2443a697-f3e2-49f8-b895-34a34e36cddf req-d643e579-7757-4eca-95f4-3a84e2011c18 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0690410 Feb 09 02:32:27.467762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Request body: {'port': {'device_id': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:27.573784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.583330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:23Z', 'revision_number': 2, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:27.608582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea416703-89b3-4770-8361-9d5a004d1281 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group_rule (5598dc6e-2007-4790-888c-4731c58b6bd0), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.628264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Checking router: d875aace-3e89-4b2f-bdd0-db5d6fac0611 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:27.631400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Updating router d875aace-3e89-4b2f-bdd0-db5d6fac0611 port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:32:27.716902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] For port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:27.752505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea416703-89b3-4770-8361-9d5a004d1281 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group_rule (5598dc6e-2007-4790-888c-4731c58b6bd0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.765920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea416703-89b3-4770-8361-9d5a004d1281 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (5598dc6e-2007-4790-888c-4731c58b6bd0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.781979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.785729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 08b3015e-a513-4df7-8a65-b409e95b954a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:27.805960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-03a7474d-4346-46c8-89f9-61a295b27947 None None] Provisioning complete for port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:27.808648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-03a7474d-4346-46c8-89f9-61a295b27947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.812414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.821976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416703-89b3-4770-8361-9d5a004d1281 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5598dc6e-2007-4790-888c-4731c58b6bd0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:27.871103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-03a7474d-4346-46c8-89f9-61a295b27947 None None] Port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:27.871702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea416703-89b3-4770-8361-9d5a004d1281 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.873065 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.874217 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea416703-89b3-4770-8361-9d5a004d1281 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4706781 Feb 09 02:32:27.898917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcbe3a-3d1c-47c1-b77e-6fc4211ab127 req-d5c4e6b7-ceb8-454f-b548-6c196df38677 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:27.899882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (01209496-45c9-4c7f-84b6-f55f5aa335d0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:27.902222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8fcbe3a-3d1c-47c1-b77e-6fc4211ab127 req-d5c4e6b7-ceb8-454f-b548-6c196df38677 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 932 time: 0.1490624 Feb 09 02:32:27.989960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8fcbe3a-3d1c-47c1-b77e-6fc4211ab127 req-096fdf47-9cf9-453b-9278-c61819713ca6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816483 Feb 09 02:32:28.020265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:28.028450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:28.047132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:28.048091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.070742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,revision_number=5']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:28.089679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=01209496-45c9-4c7f-84b6-f55f5aa335d0,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:28.091382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3487ed-7e14-4516-b238-237abf9a1449 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:28.114378 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4b2b778-afc8-4cc3-b363-fa18037d47d7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1465907 Feb 09 02:32:28.115934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49210) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:28.125370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d91d9ba1-3ed2-4fd6-9854-58a0bd4625f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:28.206135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8b62d8-94dd-4850-9e8c-75b5feaadd26 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:28.247464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Publish callbacks [] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.341153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91d9ba1-3ed2-4fd6-9854-58a0bd4625f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:28.345611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13fa2510-fa1c-41fd-85c5-183fb889bf55 req-cfcb31fd-81d2-4b09-b04f-ee7976187048 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 210 time: 0.1313076 Feb 09 02:32:28.347396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d91d9ba1-3ed2-4fd6-9854-58a0bd4625f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.412095 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.446138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-99f24e3c-37ad-404a-a59a-bef55b3916ed tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--212268199&fields=id&tenant_id=d2fd117b497740c9965b0956a20b6238 HTTP/1.1" status: 200 len: 267 time: 0.1340692 Feb 09 02:32:28.475735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Transition to ACTIVE for port object fb8b62d8-94dd-4850-9e8c-75b5feaadd26 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:32:28.485930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Publish callbacks [] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.489220 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-d91d9ba1-3ed2-4fd6-9854-58a0bd4625f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01209496-45c9-4c7f-84b6-f55f5aa335d0 (CIDR: 2001:db8::/64) Feb 09 02:32:28.490794 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.500094 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91d9ba1-3ed2-4fd6-9854-58a0bd4625f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:32:28.500777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91d9ba1-3ed2-4fd6-9854-58a0bd4625f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:32:28.548695 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d91d9ba1-3ed2-4fd6-9854-58a0bd4625f2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4309020 Feb 09 02:32:28.552034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:28.557855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:28.594159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-c5842372-46e5-4718-bdc5-4c7cce7dcf96 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--911311860&fields=id&tenant_id=d2fd117b497740c9965b0956a20b6238 HTTP/1.1" status: 200 len: 267 time: 0.1467271 Feb 09 02:32:28.597785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.633413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba7b2d-5d7d-4093-a456-a0d788c5df45 None None] Pushing event updated for resources: {'Port': ['ID=8c9c7c02-06dc-4b0a-9afe-705b548e5210,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:28.733857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:28.740222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Attempting to bind port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:28.740768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Attempting to bind port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:28.743248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Attempting to bind port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 on network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:28.756617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:28.758553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Checking segment: {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:28.759002 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.759424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Bound using segment: {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:28.762776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Bound port: 8c9c7c02-06dc-4b0a-9afe-705b548e5210, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:28.763077 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.845681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-910d37b2-3f25-47a7-9224-210a30e0ff7a req-ca699ba7-b340-4c3c-9b4d-24c773a78ded tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.2041092 Feb 09 02:32:28.940961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:28.944716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:28.974743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] For port 8c9c7c02-06dc-4b0a-9afe-705b548e5210, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:28.989271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] For port 8c9c7c02-06dc-4b0a-9afe-705b548e5210, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8c9c7c02-06dc-4b0a-9afe-705b548e5210,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:29.004347 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.191282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:29.191962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:32:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:29.289440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4dfe6874-c141-42d3-95ce-3b8bad89fc55 None None] Provisioning complete for port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:29.289819 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6874-c141-42d3-95ce-3b8bad89fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.393956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba7b2d-5d7d-4093-a456-a0d788c5df45 None None] Pushing event updated for resources: {'Port': ['ID=8c9c7c02-06dc-4b0a-9afe-705b548e5210,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:29.427318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-2414ad5c-4cc2-4764-9e96-54c16b7e2441 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.437011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-2414ad5c-4cc2-4764-9e96-54c16b7e2441 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/networks?id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869 HTTP/1.1" status: 200 len: 796 time: 0.8001320 Feb 09 02:32:29.463389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (92e603dc-5ef9-4ba6-9e55-4612013f04e1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.487678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-4a936f70-ff48-4858-b4b9-87b4287b36bb tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/quotas/d2fd117b497740c9965b0956a20b6238 HTTP/1.1" status: 200 len: 375 time: 0.0493426 Feb 09 02:32:29.520490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:29.527716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f5d7-0ea2-4833-b5f8-393fde0c4227 req-13049f67-90d4-4958-923a-803dd8771033 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.536339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b4f5d7-0ea2-4833-b5f8-393fde0c4227 req-13049f67-90d4-4958-923a-803dd8771033 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.3106289 Feb 09 02:32:29.555272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:29.558126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:29.558567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:29.558910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on network f1600b46-345e-46c6-a713-c7940b1dd2cb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:29.561646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:29.566824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.567438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.585158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe6874-c141-42d3-95ce-3b8bad89fc55 None None] Current status of the port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:29.585943 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6874-c141-42d3-95ce-3b8bad89fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.606714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-05b1e540-0328-4899-892f-52d95e0fb93d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:29.608464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-05b1e540-0328-4899-892f-52d95e0fb93d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.72 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 813 time: 0.7821419 Feb 09 02:32:29.609994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=92e603dc-5ef9-4ba6-9e55-4612013f04e1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:29.612418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on network f1600b46-345e-46c6-a713-c7940b1dd2cb not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:32:29.613377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on network f1600b46-345e-46c6-a713-c7940b1dd2cb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:29.624026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Request body: {'port': {'device_id': '336c565d-1265-4c16-950c-540c60d8bcc6', 'network_id': 'be8df265-953c-4fe2-9845-84b196090944', 'admin_state_up': True, 'tenant_id': 'd50338cd87a0452c9bbf45d8bdb265ea'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:29.624883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e57091a-3b76-4327-ac3f-fdd44faf7d7d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0716760 Feb 09 02:32:29.627650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:29.632613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:12:54:57', 'name': 'tempest-NetworksTestDHCPv6-445564540'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:29.707077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:29.707580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Checking segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:29.708072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Bound using segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:29.708624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Bound port: fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:29.709090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.761500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-59a6c01a-f1c1-4682-a000-eb5ebb822ac6 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634013 Feb 09 02:32:29.847968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:29.854685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4dfe6874-c141-42d3-95ce-3b8bad89fc55 None None] For port 8c9c7c02-06dc-4b0a-9afe-705b548e5210, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8c9c7c02-06dc-4b0a-9afe-705b548e5210,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:29.859285 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.868918 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6874-c141-42d3-95ce-3b8bad89fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:29.926439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-f815d19d-5c1f-4751-aefa-2b0617b505bf service neutron] 10.222.0.53 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204181 Feb 09 02:32:29.930592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b4f5d7-0ea2-4833-b5f8-393fde0c4227 req-ac336d1d-c755-4e47-a8a9-64b26d80240a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933744 Feb 09 02:32:29.938525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe6874-c141-42d3-95ce-3b8bad89fc55 None None] Pushing event updated for resources: {'Port': ['ID=8c9c7c02-06dc-4b0a-9afe-705b548e5210,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:29.967978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:28Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:30.057901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:30.066364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ec924-4aeb-4c3e-906d-a7442627eb07 None None] The sync data for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 is: [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:28Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:30.087624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2af9fda1-396d-461e-88c6-e074085c1252 None None] Provisioning complete for port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:30.088940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2af9fda1-396d-461e-88c6-e074085c1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:30.118867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port a3c13d14-f782-4e8a-973b-b2c66dbef9e1 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:30.129900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-366e4807-b84d-4d8c-a7bd-2ee19d36c6ec service neutron] 10.222.0.53 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904802 Feb 09 02:32:30.132842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-624b8d39-3281-495d-97f3-c14c7a3124b7 req-db25cc6c-1dc7-430e-b36d-bcc9566cfd82 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 210 time: 0.0696213 Feb 09 02:32:30.190566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:30.211929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:30.217957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Made reservation on behalf of d50338cd87a0452c9bbf45d8bdb265ea for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:30.222616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:30.233839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:30.300126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:30.301608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:30.305506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] 10.222.0.82 "PUT /v2.0/ports/fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1093 time: 2.9883564 Feb 09 02:32:30.389294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:30.398043 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e35123-8f66-4b96-ac3b-6a011aa515eb" -d '{"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:30.452635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2af9fda1-396d-461e-88c6-e074085c1252 None None] Current status of the port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:30.504170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8bb1f4-6a42-4f54-ac28-2027fa605051 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:30.556263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e95a9bcf-d795-4c31-9822-93cc67ec4ddf req-315eacfa-1def-4a8a-b21e-17828360de19 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.1521337 Feb 09 02:32:30.623897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8:0:1::37d (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/92e603dc-5ef9-4ba6-9e55-4612013f04e1/a3c13d14-f782-4e8a-973b-b2c66dbef9e1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:30.636992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe12:5457 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/01209496-45c9-4c7f-84b6-f55f5aa335d0/a3c13d14-f782-4e8a-973b-b2c66dbef9e1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:30.733352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b69dd8df-2c23-40ac-b707-6283069fdcd2 None None] Provisioning complete for port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:30.735436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b69dd8df-2c23-40ac-b707-6283069fdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:30.889894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232af655-6ac9-4d27-9161-c9c7f01d9630 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:30.910801 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529aaaed-abf3-4523-83d9-bd786280d50f x-openstack-request-id: req-529aaaed-abf3-4523-83d9-bd786280d50f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:30.915332 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:30.915736 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-529aaaed-abf3-4523-83d9-bd786280d50f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:30.916854 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'status': 'completed', 'code': 200} Feb 09 02:32:30.996939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b69dd8df-2c23-40ac-b707-6283069fdcd2 None None] Current status of the port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:30.997545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b69dd8df-2c23-40ac-b707-6283069fdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.018157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067aa8fb-54f6-47d1-86c9-36347a167c73 None None] Update dhcp port {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '01209496-45c9-4c7f-84b6-f55f5aa335d0', 'ip_address': '2001:db8::f816:3eff:fef1:bc36'}, {'subnet_id': '92e603dc-5ef9-4ba6-9e55-4612013f04e1'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '04c30160-2a9d-4b4d-bc52-db8f93d4ae5a'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:32:31.043521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f71d845e-ad0a-4bc7-93ef-dcbc7b8a0b28 req-587e9452-e599-4425-aaf3-2dfe3f8197d5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 210 time: 0.1229861 Feb 09 02:32:31.094202 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (a3c13d14-f782-4e8a-973b-b2c66dbef9e1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.142272 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-067aa8fb-54f6-47d1-86c9-36347a167c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.150305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b69dd8df-2c23-40ac-b707-6283069fdcd2 None None] For port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:31.163307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b69dd8df-2c23-40ac-b707-6283069fdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.204383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a3c13d14-f782-4e8a-973b-b2c66dbef9e1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.205875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-85f8d081-80ec-4a9e-8331-14ec5e564fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:31.210649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-85f8d081-80ec-4a9e-8331-14ec5e564fb1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1127 time: 0.7717814 Feb 09 02:32:31.250222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Allocated IP 172.20.0.3 (be8df265-953c-4fe2-9845-84b196090944/f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53/d2d0effc-64d8-44e6-9a90-23a06cb9a5ae) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:31.251516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:31.306920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:31.310814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:31.327948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:31.340391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:31.341282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.370850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=a3c13d14-f782-4e8a-973b-b2c66dbef9e1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:31.377435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-9e573735-9925-41b1-8412-e8b491b241d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 217 time: 0.0990915 Feb 09 02:32:31.379081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a766881a-966c-404a-a49c-3a74f2bc4b0c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7502437 Feb 09 02:32:31.388653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49256) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:31.500427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b28beed9-2883-4623-a6d2-96a9ca9adeeb req-d1e1059f-ee4d-4eb6-8d25-5843ba29dbfd tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 210 time: 0.1216900 Feb 09 02:32:31.574602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port a3c13d14-f782-4e8a-973b-b2c66dbef9e1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:31.574952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a3c13d14-f782-4e8a-973b-b2c66dbef9e1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.679783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-4816948e-804e-4fa5-9e8a-05d50a2710f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:31.685330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-4816948e-804e-4fa5-9e8a-05d50a2710f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.2737434 Feb 09 02:32:31.716950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-067aa8fb-54f6-47d1-86c9-36347a167c73 None None] Allocated IP 2001:db8:0:1::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/92e603dc-5ef9-4ba6-9e55-4612013f04e1/04c30160-2a9d-4b4d-bc52-db8f93d4ae5a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:31.843378 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a3c13d14-f782-4e8a-973b-b2c66dbef9e1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.878215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dd8df-2c23-40ac-b707-6283069fdcd2 None None] Pushing event updated for resources: {'Port': ['ID=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:31.898869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for a3c13d14-f782-4e8a-973b-b2c66dbef9e1 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:31.907499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01877-fa44-4f10-a8d0-0a55e2f245f2 req-54c8b1b7-2aa3-4ff8-80db-68fea3fadecc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:31.914664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77c01877-fa44-4f10-a8d0-0a55e2f245f2 req-54c8b1b7-2aa3-4ff8-80db-68fea3fadecc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.7415915 Feb 09 02:32:31.930812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a543ab8-ba8e-4f9e-9731-844ed9cc3a82 req-c86de44d-ae53-40ab-b1fb-db9a3a90cbe1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.1808865 Feb 09 02:32:31.949914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:31.950662 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:31.996760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-067aa8fb-54f6-47d1-86c9-36347a167c73 None None] For port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:32.042427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-8cd6026c-95ed-4469-b611-3cfeace3bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:32.044012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-8cd6026c-95ed-4469-b611-3cfeace3bfdd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3355789 Feb 09 02:32:32.062107 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-067aa8fb-54f6-47d1-86c9-36347a167c73 None None] Publish callbacks [] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.080006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-067aa8fb-54f6-47d1-86c9-36347a167c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.229787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:32.231598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8c9c7c02-06dc-4b0a-9afe-705b548e5210 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:32.287733 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a3c13d14-f782-4e8a-973b-b2c66dbef9e1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.339448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=a3c13d14-f782-4e8a-973b-b2c66dbef9e1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:32.362536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aa8fb-54f6-47d1-86c9-36347a167c73 None None] Pushing event updated for resources: {'Port': ['ID=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:32.406038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:32.406425 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.484140 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.488282 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a846f97-f8c2-4a03-b783-f8601e4ec907 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/a3c13d14-f782-4e8a-973b-b2c66dbef9e1 HTTP/1.1" status: 204 len: 168 time: 1.0982089 Feb 09 02:32:32.507797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:32.640658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e38ed0-6bd4-4715-82ce-ca78865afbfa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:32.644912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-62e38ed0-6bd4-4715-82ce-ca78865afbfa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1329823 Feb 09 02:32:32.649556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-142a174d-d692-4688-ba0e-58df985c8e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:32.650960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:32.651242 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-142a174d-d692-4688-ba0e-58df985c8e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.82 "GET /v2.0/networks?id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869 HTTP/1.1" status: 200 len: 796 time: 0.3182831 Feb 09 02:32:32.651920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:32.783997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e7a0fad7-5f3d-4719-990f-dcb3db3722c2 req-5cbdd50a-4477-48da-af7c-371f70e023c7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0525837 Feb 09 02:32:32.857334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77c01877-fa44-4f10-a8d0-0a55e2f245f2 req-75136005-fd58-4b4e-9826-0e0dd34d9cc0 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9418709 Feb 09 02:32:32.873460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc37ed4-92fc-4bcd-8809-697be9840d7e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:32.879104 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fcc37ed4-92fc-4bcd-8809-697be9840d7e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2257328 Feb 09 02:32:32.891531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:32.915344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:32.952454 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-4846bbc9-337b-4115-8c38-c49aaa764135 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2fd117b497740c9965b0956a20b6238 HTTP/1.1" status: 200 len: 476 time: 0.2857442 Feb 09 02:32:32.956662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks [] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.964389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'port': {'device_id': '54366f39-a784-43d1-8954-84249b86ebe8', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'admin_state_up': True, 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'security_groups': ['e9aee0f0-a689-4bff-8f04-e53b20c4b833', '7f7702bd-cecc-43f1-8d95-6c5c776e3846']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:33.038306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8156e-d851-4d4c-8337-0e1d1737bf0e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.039957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8156e-d851-4d4c-8337-0e1d1737bf0e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.041864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8156e-d851-4d4c-8337-0e1d1737bf0e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.047079 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9bc8156e-d851-4d4c-8337-0e1d1737bf0e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1523345 Feb 09 02:32:33.047810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49274) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:33.049505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:33.050232 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.075581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c48deeda-b2a4-4d3b-910d-a619e9a6882e req-b9bab6ea-eed0-4308-8d5d-eb76832a96b8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 210 time: 0.1555159 Feb 09 02:32:33.112920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-102899e0-750f-4b1e-8904-8d7d3b22fc57 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0543382 Feb 09 02:32:33.148412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-425572b3-8c7f-4514-8392-d82dbc0fe1f9 req-76668e63-e22c-41a8-9daf-1befe15d81e8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0686469 Feb 09 02:32:33.165547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 01209496-45c9-4c7f-84b6-f55f5aa335d0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:33.172262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (01209496-45c9-4c7f-84b6-f55f5aa335d0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.230068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:33.261675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (01209496-45c9-4c7f-84b6-f55f5aa335d0), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.282621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.343316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Made reservation on behalf of d2fd117b497740c9965b0956a20b6238 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:33.347070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.366015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:33.372125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Network be8df265-953c-4fe2-9845-84b196090944 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:33.374707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-420560d1-5ea1-47e9-9ac5-4e1b8e99ca32 req-2ba14b03-4ed5-48c1-8956-20a0fe8c54c4 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989663 Feb 09 02:32:33.376162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:33.379544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:33.430909 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (01209496-45c9-4c7f-84b6-f55f5aa335d0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.433352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-73fe9d75-927e-4a1f-9482-e1cd1f1e429a None None] Provisioning complete for port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:33.434101 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-73fe9d75-927e-4a1f-9482-e1cd1f1e429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.500820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.501395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.527968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-210ac2fb-5584-4b06-9398-c1591719688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.530121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-210ac2fb-5584-4b06-9398-c1591719688f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1127 time: 0.0943553 Feb 09 02:32:33.559630 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-73fe9d75-927e-4a1f-9482-e1cd1f1e429a None None] Current status of the port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:33.564593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-8ed43871-6f92-40f0-bfad-6c3ca5f04c73 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9463384 Feb 09 02:32:33.583325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-1d2e0896-0102-473d-8a37-8987dd341a5a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:33.584385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-1d2e0896-0102-473d-8a37-8987dd341a5a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054603 Feb 09 02:32:33.617824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Request body: {'port': {'device_id': '336c565d-1265-4c16-950c-540c60d8bcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:33.660662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (01209496-45c9-4c7f-84b6-f55f5aa335d0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.712904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=01209496-45c9-4c7f-84b6-f55f5aa335d0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:33.717108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Allocated IP 172.20.0.8 (d72cfae0-c23b-4291-b4f2-ae5c21fb2869/170243a5-392d-432b-a55a-e5556873db06/a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:33.720111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.724098 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0499511a-d219-491f-9d1c-16b611fda982 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/01209496-45c9-4c7f-84b6-f55f5aa335d0 HTTP/1.1" status: 204 len: 168 time: 0.6726530 Feb 09 02:32:33.727913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:33.750027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-fb27f23c-6cb3-458c-920d-2a7cd05880bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:33.756164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-fb27f23c-6cb3-458c-920d-2a7cd05880bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.2198615 Feb 09 02:32:33.756490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32baf23-95fe-43b6-97b1-ba6589dcaa14 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:33.816857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 92e603dc-5ef9-4ba6-9e55-4612013f04e1 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:33.827946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (92e603dc-5ef9-4ba6-9e55-4612013f04e1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.886627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-98bced6a-0100-40ae-96de-427f605e5b10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 217 time: 0.1090248 Feb 09 02:32:33.945979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (92e603dc-5ef9-4ba6-9e55-4612013f04e1), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.953859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.960806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-71113d79-c559-4cb0-8b14-1ab95cb1e366 None None] Could not find standard attr ID for object a3c13d14-f782-4e8a-973b-b2c66dbef9e1. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:32:33.984493 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4739ba0e-3dbd-4065-bc1a-5fdff918b7a7 req-c9eab424-eb85-4bcf-a469-0f31b38058ec tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0662110 Feb 09 02:32:34.060706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-5d43ae86-e2bf-476c-9100-39c4b49eebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.062747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-5d43ae86-e2bf-476c-9100-39c4b49eebd6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1622066 Feb 09 02:32:34.105924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.220915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f46b8-3189-48a7-a151-ca8ddf4289c6 req-5da04e1b-e3b1-4c09-8a6f-3f2ac2df04b4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.223817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-255f46b8-3189-48a7-a151-ca8ddf4289c6 req-5da04e1b-e3b1-4c09-8a6f-3f2ac2df04b4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.2344501 Feb 09 02:32:34.251951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.309348 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (92e603dc-5ef9-4ba6-9e55-4612013f04e1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.362207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-225e14d0-1738-487e-86d7-b5df36707138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.364351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-225e14d0-1738-487e-86d7-b5df36707138 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2901108 Feb 09 02:32:34.376334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:34.386291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:34.389070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:34.444164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-255f46b8-3189-48a7-a151-ca8ddf4289c6 req-39a98510-d12c-4c0f-bc1a-43b573f45abb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713820 Feb 09 02:32:34.451886 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:34.473403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.474561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.522983 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-964d0238-52f1-45f2-b225-fb8e4fcdc2dd tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5640206 Feb 09 02:32:34.526821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (92e603dc-5ef9-4ba6-9e55-4612013f04e1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.536994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Request body: {'port': {'device_id': '54366f39-a784-43d1-8954-84249b86ebe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:34.571498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bfa1d-4b46-4349-9986-f940b6115353 req-8ca70c0d-222b-4f75-85ca-324b75baca3a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:34.580217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e5bfa1d-4b46-4349-9986-f940b6115353 req-8ca70c0d-222b-4f75-85ca-324b75baca3a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 931 time: 0.3522227 Feb 09 02:32:34.639294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=92e603dc-5ef9-4ba6-9e55-4612013f04e1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:34.643931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.650704 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64571d6c-dbb1-4882-8862-3d67903734a3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/92e603dc-5ef9-4ba6-9e55-4612013f04e1 HTTP/1.1" status: 204 len: 168 time: 0.9201307 Feb 09 02:32:34.651752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49290) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:34.767627 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.771695 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-094bff06-4b49-4ffb-b135-ff8d2d4b17ee tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165757 Feb 09 02:32:34.780765 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49292) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:34.786590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:34.802935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f949e3bb-4233-49d0-bf04-b025faf4a07c req-4289657f-7c46-4a22-bf96-2d6ac1edc086 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.2128291 Feb 09 02:32:34.835717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d0effc-64d8-44e6-9a90-23a06cb9a5ae {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:34.857178 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Publish callbacks [] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.896385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-06ed44f1-0adc-4cd4-8ce7-2281a0a27451 None None] Provisioning complete for port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:34.898078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06ed44f1-0adc-4cd4-8ce7-2281a0a27451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.928042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-9791c76a-90bc-4339-990f-625a86116615 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091083 Feb 09 02:32:34.933823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Transition to ACTIVE for port object d2d0effc-64d8-44e6-9a90-23a06cb9a5ae will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:32:34.939321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e5bfa1d-4b46-4349-9986-f940b6115353 req-a495f0c0-74ff-4c79-8710-43896b964760 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576555 Feb 09 02:32:34.966082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-06ed44f1-0adc-4cd4-8ce7-2281a0a27451 None None] Port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:34.978836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67949f8-68d5-4c52-8d0e-bb11358b93f2 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:34.979571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.092654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-08e2bfa1-a710-4125-8f92-ebd416ff9b9c None None] Provisioning complete for port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:35.093271 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08e2bfa1-a710-4125-8f92-ebd416ff9b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.113682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:35.117731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.141562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e35123-8f66-4b96-ac3b-6a011aa515eb req-ee3bd4c7-054c-478f-98f3-270434eddc0a service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010274 Feb 09 02:32:35.230340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-08e2bfa1-a710-4125-8f92-ebd416ff9b9c None None] Current status of the port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:35.236411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:32:35.261648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:35.305063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] Deleting port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:35.305443 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.360907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51891d-b8e3-40e1-a501-8031227c2b93 req-070d8abb-141f-4da1-9604-fa47ec1197e7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:35.371036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc51891d-b8e3-40e1-a501-8031227c2b93 req-070d8abb-141f-4da1-9604-fa47ec1197e7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 970 time: 0.2973962 Feb 09 02:32:35.388920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] For port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:35.389524 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.413814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] Calling delete_port for 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:35.452093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc51891d-b8e3-40e1-a501-8031227c2b93 req-eb29a9d7-b492-4a44-a914-3bb47e726570 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0797999 Feb 09 02:32:35.477216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:35.477826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:35.478423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on network be8df265-953c-4fe2-9845-84b196090944 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:35.484654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on network be8df265-953c-4fe2-9845-84b196090944 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:32:35.485084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on network be8df265-953c-4fe2-9845-84b196090944 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:35.492998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:35.493753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Checking segment: {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:35.502761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Bound using segment: {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:35.502761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Bound port: d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:35.502761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.516901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (04c30160-2a9d-4b4d-bc52-db8f93d4ae5a), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.564810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] No DVR routers for this DVR port 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:35.575715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f1062-3e93-456f-89ec-57485bdbc357 None None] Pushing event deleted for resources: {'Port': ['ID=04c30160-2a9d-4b4d-bc52-db8f93d4ae5a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:35.594416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:35.625202 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Publish callbacks [] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.647911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:35.652776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:35.655857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Transition to ACTIVE for port object a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:32:35.663912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.678547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3c2f6-61da-4647-85a0-acc7450d0d81 req-bd872724-6c70-4c2e-ba53-c238305a0033 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:35.680278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56c3c2f6-61da-4647-85a0-acc7450d0d81 req-bd872724-6c70-4c2e-ba53-c238305a0033 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.1159661 Feb 09 02:32:35.682647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.740391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:35.741038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.743485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 1092 time: 2.1313748 Feb 09 02:32:35.743485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:35.746364 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e471c96-d418-4f62-bf2c-af5e8a5c460d" -d '{"events": [{"name": "network-changed", "server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:35.798956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Pushing event updated for resources: {'Port': ['ID=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:35.849581 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aeb608-6dd0-461c-ad2b-f6a9bd4d2b44 x-openstack-request-id: req-77aeb608-6dd0-461c-ad2b-f6a9bd4d2b44 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:35.849858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:32:35.849987 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:35.850297 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77aeb608-6dd0-461c-ad2b-f6a9bd4d2b44 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:35.850894 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'status': 'completed', 'code': 200} Feb 09 02:32:35.852398 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (607dae6d-eaf6-42ea-82de-488835a80a83), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.899085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56c3c2f6-61da-4647-85a0-acc7450d0d81 req-a4458200-ca1b-4d0e-8eef-d1e82862fa1f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059581 Feb 09 02:32:35.920317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835056c-90ca-4305-acf9-32c4169030d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:35.955245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:35.959844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d9c2d33-4034-42b9-8ab2-72c5c5561580 req-e0141b85-d17d-4d0a-b0bf-902302b6d1a3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0505550 Feb 09 02:32:35.968967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:35.975660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:35.976281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:35.983985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Attempting to bind port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:35.984338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Attempting to bind port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:35.984478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f017d68-03a6-4612-be40-af386e444288 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:35.984962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Attempting to bind port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 on network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:35.998267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=607dae6d-eaf6-42ea-82de-488835a80a83,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:36.004305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 on network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:32:36.004641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Attempting to bind port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 on network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:36.024637 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cbc78400-a2df-410e-93f8-fbdfa00642fc tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2427011 Feb 09 02:32:36.025748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49308) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:36.028297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-ac33ff8b-d1e2-4b09-96a5-6eb47c0a4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.028454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:36.028804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Checking segment: {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:36.029196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Bound using segment: {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:36.029650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Bound port: a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6315caf0-d7c9-420b-977c-620a6d8ec561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:36.030019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.033137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-ac33ff8b-d1e2-4b09-96a5-6eb47c0a4566 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1126 time: 0.2362754 Feb 09 02:32:36.048401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5350764c-a438-4ebb-954e-332175dac49b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:36.189715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': '607dae6d-eaf6-42ea-82de-488835a80a83'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:36.190342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.202129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-bbdbe518-326e-4dda-857f-74e0e92d4b92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.1590972 Feb 09 02:32:36.293629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13800bc1-a01e-4d6e-8ac4-0e88f0fc59b7 req-c8f47569-62c1-4533-b509-f96fe4618b14 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.295797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13800bc1-a01e-4d6e-8ac4-0e88f0fc59b7 req-c8f47569-62c1-4533-b509-f96fe4618b14 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 0.1575408 Feb 09 02:32:36.299202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-d9464d42-689f-4950-99dc-0368af965e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.301050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-d9464d42-689f-4950-99dc-0368af965e1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.0924225 Feb 09 02:32:36.353193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-d8ada1bf-b457-41cf-b5d5-230759233fc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427139 Feb 09 02:32:36.401556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Allocated IP 2001:db8::f816:3eff:feb8:674 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/607dae6d-eaf6-42ea-82de-488835a80a83/cc2c6fa4-860a-4302-a9b6-4b74f935ccf9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:36.457219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-c55fca17-a125-46ab-8ddd-15e89432d73f service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954788 Feb 09 02:32:36.553906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13800bc1-a01e-4d6e-8ac4-0e88f0fc59b7 req-2c859b44-583d-43d5-afa9-ed36e3a8904f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515004 Feb 09 02:32:36.594989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7acbc0c3-a9f3-4205-9992-f9d2c6698677 req-e2792194-c2e0-4104-b9b4-370d715f61f7 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280413 Feb 09 02:32:36.617140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] For port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:36.622015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] For port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:36.646368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.657045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5350764c-a438-4ebb-954e-332175dac49b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:36.661842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5350764c-a438-4ebb-954e-332175dac49b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.675647 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Publish callbacks [] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.683427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.725576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:36.731065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:36.733568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:36.743206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c61edb-0cb5-4810-b960-e15144880394 req-345d507f-83a2-4471-861a-e4d2b0e5d733 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.746830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9c61edb-0cb5-4810-b960-e15144880394 req-345d507f-83a2-4471-861a-e4d2b0e5d733 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 982 time: 0.1370995 Feb 09 02:32:36.758941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.759719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.764491 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] 10.222.0.82 "PUT /v2.0/ports/a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 HTTP/1.1" status: 200 len: 1131 time: 2.2310076 Feb 09 02:32:36.765702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:36.770976 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8" -d '{"events": [{"name": "network-changed", "server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:36.807021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-9223f077-c240-4331-bb64-f3d5ed88ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.809437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-9223f077-c240-4331-bb64-f3d5ed88ba2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1126 time: 0.1599617 Feb 09 02:32:36.819717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Pushing event updated for resources: {'Port': ['ID=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:36.889845 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a39ede-e877-499e-8c09-bba0fd611677 x-openstack-request-id: req-e0a39ede-e877-499e-8c09-bba0fd611677 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:36.890184 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:36.890841 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0a39ede-e877-499e-8c09-bba0fd611677 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:36.892468 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'status': 'completed', 'code': 200} Feb 09 02:32:36.894039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Attempting to bind port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:36.894421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Attempting to bind port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:36.897854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Attempting to bind port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:36.910152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:36.910547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:36.911212 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.911618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:36.912169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Bound port: cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:36.912569 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.951600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9c61edb-0cb5-4810-b960-e15144880394 req-e14ef553-4a9f-406d-93e8-0bb6e82639a5 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1946135 Feb 09 02:32:36.975796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7028a-b49f-4a28-88b0-bf7756363e2f service neutron] Pushing event updated for resources: {'Port': ['ID=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:36.989902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-e83983b7-58f5-43e8-a228-d13740302aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:36.991970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-e83983b7-58f5-43e8-a228-d13740302aed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1165 time: 0.1590362 Feb 09 02:32:37.009845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] For port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:37.013641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] For port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:37.017733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:37.061143 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-14c97932-0a4a-4396-8002-fcb7cd14257f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 HTTP/1.1" status: 200 len: 217 time: 0.0582480 Feb 09 02:32:37.067003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-1fa18779-101f-4155-8c47-6b240beff82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.068774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-1fa18779-101f-4155-8c47-6b240beff82a service neutron] 10.222.0.72 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.1842792 Feb 09 02:32:37.092713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.127365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-ede04fc2-4032-4bee-9fe7-a3df6112ffc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.0481663 Feb 09 02:32:37.144444 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-5350764c-a438-4ebb-954e-332175dac49b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 607dae6d-eaf6-42ea-82de-488835a80a83 (CIDR: 2001:db8::/64) Feb 09 02:32:37.154451 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5350764c-a438-4ebb-954e-332175dac49b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:32:37.154934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5350764c-a438-4ebb-954e-332175dac49b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:32:37.178271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-7459756a-93ce-4240-8204-4e46d0006713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.179872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-7459756a-93ce-4240-8204-4e46d0006713 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=170243a5-392d-432b-a55a-e5556873db06 HTTP/1.1" status: 200 len: 835 time: 0.1118584 Feb 09 02:32:37.197388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:37.197813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 04c30160-2a9d-4b4d-bc52-db8f93d4ae5a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:37.204952 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5350764c-a438-4ebb-954e-332175dac49b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1770408 Feb 09 02:32:37.206566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d89e4d-79aa-4d27-ae0d-29b9c5398a4e None None] Pushing event updated for resources: {'Port': ['ID=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:37.220484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49320) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:37.225185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3985998-2bf4-4266-aa94-7ee799313c7f req-b513aa36-7249-4759-8c57-71d14aa93012 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0682440 Feb 09 02:32:37.231236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:37.258344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-dc78b3b0-42f7-46e1-aaba-1ef0e91e0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.261989 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-dc78b3b0-42f7-46e1-aaba-1ef0e91e0d58 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0741432 Feb 09 02:32:37.337985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320c0c-6220-47f1-b761-d81f3036602f req-1dd0933b-c378-412b-8625-ba8a80efe52c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.339814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78320c0c-6220-47f1-b761-d81f3036602f req-1dd0933b-c378-412b-8625-ba8a80efe52c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.2701321 Feb 09 02:32:37.359904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-337fd779-a006-43a6-80ef-0699e5bbcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.361377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-337fd779-a006-43a6-80ef-0699e5bbcb76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.2126217 Feb 09 02:32:37.390723 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-8a9d7ac2-a243-4a4b-846a-2c4fd9a7e7d0 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218431 Feb 09 02:32:37.413683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-ecfb15b3-e4e6-4197-a637-2e2c50d3dfac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405030 Feb 09 02:32:37.563427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:37.566784 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6faff208-e83b-4d03-a51c-1e8930063a81 req-a1fec631-3431-4d99-b798-2bf45cd78265 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712558 Feb 09 02:32:37.568156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:37.577149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78320c0c-6220-47f1-b761-d81f3036602f req-a1582faa-0b74-4380-84ca-09fc88069fb0 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277107 Feb 09 02:32:37.685717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-97c1c14e-1fe0-4c0e-9699-3d2b735c965f service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579927 Feb 09 02:32:37.732072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-6a44ce12-2fc6-4860-bf17-320e28bcf1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.733550 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-6a44ce12-2fc6-4860-bf17-320e28bcf1d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1165 time: 0.0749781 Feb 09 02:32:37.847892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fb8b62d8-94dd-4850-9e8c-75b5feaadd26 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:37.851705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-82772398-16c0-4b8a-8944-371dd2f3607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.853778 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-82772398-16c0-4b8a-8944-371dd2f3607e service neutron] 10.222.0.82 "GET /v2.0/networks?id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869 HTTP/1.1" status: 200 len: 897 time: 0.1137421 Feb 09 02:32:37.857692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5285d-76fc-4f63-a181-22778fb5d89c req-6edbfe9f-9c27-4402-9d88-db4666958cc6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:37.864676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34d5285d-76fc-4f63-a181-22778fb5d89c req-6edbfe9f-9c27-4402-9d88-db4666958cc6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 0.1529300 Feb 09 02:32:37.911419 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-6ffb1235-6cb8-4747-83a1-ca1246024c5f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 HTTP/1.1" status: 200 len: 217 time: 0.0513487 Feb 09 02:32:38.009975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e471c96-d418-4f62-bf2c-af5e8a5c460d req-aaad3a44-3264-44a0-909b-70e0e18a4add service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160641 Feb 09 02:32:38.011006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:38.019840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34d5285d-76fc-4f63-a181-22778fb5d89c req-23900518-937a-40cb-b607-856970defddf tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542528 Feb 09 02:32:38.032742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-16decb31-398f-40fd-8987-b24e8430de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:38.034894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'port_id': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'mac_address': 'fa:16:3e:10:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:38.036398 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-16decb31-398f-40fd-8987-b24e8430de54 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=170243a5-392d-432b-a55a-e5556873db06 HTTP/1.1" status: 200 len: 835 time: 0.1170380 Feb 09 02:32:38.069831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (90967871-bc52-428d-963e-1ad0d14172b6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.107083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:38.107756 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.131630 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-91b978f0-f0c6-4f42-88ff-5114050dffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:38.134073 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-91b978f0-f0c6-4f42-88ff-5114050dffad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0899110 Feb 09 02:32:38.140647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8b62d8-94dd-4850-9e8c-75b5feaadd26 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:38.170651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:38.184843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.226704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:38.238501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:38.247178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:38.248069 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.257920 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-2d3ca227-13f9-4c2b-8c67-8c04044bd042 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171281 Feb 09 02:32:38.264994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=90967871-bc52-428d-963e-1ad0d14172b6,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:38.277704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:38.293602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b545b-8fc6-4d64-9369-4ecc1d0d2ff6 req-d92eb854-c838-4f54-9bcd-674d748bbd2e tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:38.295283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c57b545b-8fc6-4d64-9369-4ecc1d0d2ff6 req-d92eb854-c838-4f54-9bcd-674d748bbd2e tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 982 time: 0.1835630 Feb 09 02:32:38.303031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b23ffc4d-14be-4a7a-b2bd-d34e2b52aaf7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0767817 Feb 09 02:32:38.304180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49332) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:38.311788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:48:23:24', 'name': 'tempest-NetworksTestDHCPv6-1672253106'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:38.408590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04b7a68e-b87c-4fc8-8c3a-3b519adb6743 req-50a0f855-e7d6-4cc1-818b-5353968f3a24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0669923 Feb 09 02:32:38.443040 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c65cb480-a2a4-48c8-98d5-5cfcb89456b8 req-0427e404-0a85-4a9a-b617-678543ec8fb4 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787043 Feb 09 02:32:38.498481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c57b545b-8fc6-4d64-9369-4ecc1d0d2ff6 req-267690f5-2928-4c8d-8722-31a61abc9ce6 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1932282 Feb 09 02:32:38.540047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:38.615840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4fa5c-6df2-4901-901d-3def3eed9d49 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:38.635722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.664105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port 0755f5b9-27e0-44d8-9026-5d4e596ed683 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:38.732515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e488e382-7b58-47f3-a8da-30234b48ee0d None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:38.732810 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e488e382-7b58-47f3-a8da-30234b48ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:38.788903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['fb8b62d8-94dd-4850-9e8c-75b5feaadd26'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:38.872481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b780ff-eda7-4d1a-9ecc-657c6a53fff8 req-86710b97-d83a-4ba3-9d56-587e998b17ac tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:38.880400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b780ff-eda7-4d1a-9ecc-657c6a53fff8 req-86710b97-d83a-4ba3-9d56-587e998b17ac tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 945 time: 0.1576030 Feb 09 02:32:38.955149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:38.995390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49b780ff-eda7-4d1a-9ecc-657c6a53fff8 req-9ae34d84-f694-45f2-ae7d-c5115e71ab07 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136823 Feb 09 02:32:39.000918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8:0:1::1aa (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/90967871-bc52-428d-963e-1ad0d14172b6/0755f5b9-27e0-44d8-9026-5d4e596ed683) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:39.015578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::f816:3eff:fe48:2324 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/607dae6d-eaf6-42ea-82de-488835a80a83/0755f5b9-27e0-44d8-9026-5d4e596ed683) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:39.063884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cfc85-eda4-452c-9826-e7d9b02f6543 None None] Update dhcp port {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '607dae6d-eaf6-42ea-82de-488835a80a83', 'ip_address': '2001:db8::f816:3eff:feb8:674'}, {'subnet_id': '90967871-bc52-428d-963e-1ad0d14172b6'}], 'binding:host_id': 'n-d-826675-12'}, 'id': 'cc2c6fa4-860a-4302-a9b6-4b74f935ccf9'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:32:39.109052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e488e382-7b58-47f3-a8da-30234b48ee0d None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:39.109453 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e488e382-7b58-47f3-a8da-30234b48ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.123564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfc85-eda4-452c-9826-e7d9b02f6543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.220472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069015b-7c8e-42c2-89fb-06ef54bbf7c8 req-ffd46e34-c408-47e2-bec6-1eb1c4016898 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:39.223040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:39.223381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069015b-7c8e-42c2-89fb-06ef54bbf7c8 req-ffd46e34-c408-47e2-bec6-1eb1c4016898 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 0.0806468 Feb 09 02:32:39.223507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.227894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e488e382-7b58-47f3-a8da-30234b48ee0d None None] For port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:39.268676 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e488e382-7b58-47f3-a8da-30234b48ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.280242 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (0755f5b9-27e0-44d8-9026-5d4e596ed683), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.314655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5069015b-7c8e-42c2-89fb-06ef54bbf7c8 req-6380f0d7-369e-4733-995f-6f8bf2b6dbe8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835297 Feb 09 02:32:39.348426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0755f5b9-27e0-44d8-9026-5d4e596ed683), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.418727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=0755f5b9-27e0-44d8-9026-5d4e596ed683,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:39.423791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:39.426396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:39.434925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:39.445520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:39.446495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.473114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:39.475450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a063a778-eec8-430e-a727-d0f8c436d29e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1677201 Feb 09 02:32:39.552042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:39.553626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-947c0421-d270-4e53-bb0d-be24e8f41f9f req-83f23329-1883-4bbc-9cf1-350a2b69ffab tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0365703 Feb 09 02:32:39.629143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port 0755f5b9-27e0-44d8-9026-5d4e596ed683 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:39.629541 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0755f5b9-27e0-44d8-9026-5d4e596ed683), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.660042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e382-7b58-47f3-a8da-30234b48ee0d None None] Pushing event updated for resources: {'Port': ['ID=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:39.701123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781911-916d-4e9d-9bb5-48f652f32d72 req-4225b1af-eba0-474c-accc-e975076eaa14 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:39.704646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32781911-916d-4e9d-9bb5-48f652f32d72 req-4225b1af-eba0-474c-accc-e975076eaa14 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 982 time: 0.0892282 Feb 09 02:32:39.753570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0755f5b9-27e0-44d8-9026-5d4e596ed683), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:39.769303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for 0755f5b9-27e0-44d8-9026-5d4e596ed683 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:39.801186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0e0cfc85-eda4-452c-9826-e7d9b02f6543 None None] Allocated IP 2001:db8:0:1::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/90967871-bc52-428d-963e-1ad0d14172b6/cc2c6fa4-860a-4302-a9b6-4b74f935ccf9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:39.810318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32781911-916d-4e9d-9bb5-48f652f32d72 req-a5863679-62dc-4767-bfc8-8419aceb5f1d tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0984268 Feb 09 02:32:39.832112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:39.864790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:39.914775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'network_id': 'be8df265-953c-4fe2-9845-84b196090944', 'port_id': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'mac_address': 'fa:16:3e:47:16:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:39.981694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:39.982090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.005803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d0effc-64d8-44e6-9a90-23a06cb9a5ae {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:40.008632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0755f5b9-27e0-44d8-9026-5d4e596ed683), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.011193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e0cfc85-eda4-452c-9826-e7d9b02f6543 None None] For port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:40.039281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:40.042797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=0755f5b9-27e0-44d8-9026-5d4e596ed683,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:40.053795 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.094514 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfc85-eda4-452c-9826-e7d9b02f6543 None None] Publish callbacks [] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.104931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.111342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e0cfc85-eda4-452c-9826-e7d9b02f6543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.113091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49350) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:40.115012 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-564af18e-ef2f-497f-9ee7-8ae722f79268 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/0755f5b9-27e0-44d8-9026-5d4e596ed683 HTTP/1.1" status: 204 len: 168 time: 0.6407673 Feb 09 02:32:40.132203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:40.216628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e664c-80c2-4423-9058-5c3416c0fd98 req-185666cc-6478-4e4b-bd0e-1841739ed430 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.223964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-147e664c-80c2-4423-9058-5c3416c0fd98 req-185666cc-6478-4e4b-bd0e-1841739ed430 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 945 time: 0.0998938 Feb 09 02:32:40.224623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cfc85-eda4-452c-9826-e7d9b02f6543 None None] Pushing event updated for resources: {'Port': ['ID=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:40.249947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7641adb4-7d0a-4bd4-b3a7-b21126b8e973 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.253728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7641adb4-7d0a-4bd4-b3a7-b21126b8e973 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1372368 Feb 09 02:32:40.255403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:40.306746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-147e664c-80c2-4423-9058-5c3416c0fd98 req-508b49b6-db0c-4c06-9894-52b7a79e1c10 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816638 Feb 09 02:32:40.328501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd0043-4574-42d1-878d-a8efba691716 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.330256 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33cd0043-4574-42d1-878d-a8efba691716 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0738316 Feb 09 02:32:40.333101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:40.350399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d2d0effc-64d8-44e6-9a90-23a06cb9a5ae'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:40.409956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e548f-e152-4c93-9ed0-7749d670f1bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.411102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e548f-e152-4c93-9ed0-7749d670f1bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.412474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e548f-e152-4c93-9ed0-7749d670f1bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.414399 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a9e548f-e152-4c93-9ed0-7749d670f1bf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0799985 Feb 09 02:32:40.417884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:40.511184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 607dae6d-eaf6-42ea-82de-488835a80a83 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:40.517613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (607dae6d-eaf6-42ea-82de-488835a80a83), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.567497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c936d-0f77-47b1-997f-3075c39a7be1 req-66ff9cfe-c37a-4296-ab0d-e7007675b6e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:40.569893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e00c936d-0f77-47b1-997f-3075c39a7be1 req-66ff9cfe-c37a-4296-ab0d-e7007675b6e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1475761 Feb 09 02:32:40.577778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (607dae6d-eaf6-42ea-82de-488835a80a83), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.705618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-203d3a05-6c19-4996-b7b0-8fb93f2b2c70 req-08e09a63-17e9-4f96-b443-75ceeb2033fe tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0415220 Feb 09 02:32:40.710124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e00c936d-0f77-47b1-997f-3075c39a7be1 req-4c64e942-034b-4f95-ab33-3d1f646bbfb2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341922 Feb 09 02:32:40.721359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (607dae6d-eaf6-42ea-82de-488835a80a83), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.810392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (607dae6d-eaf6-42ea-82de-488835a80a83), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.845474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=607dae6d-eaf6-42ea-82de-488835a80a83,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:40.862763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.871238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49366) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:40.871442 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-42e67514-c479-4fbc-829c-f0ebb4ed307d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/607dae6d-eaf6-42ea-82de-488835a80a83 HTTP/1.1" status: 204 len: 168 time: 0.4519994 Feb 09 02:32:40.906751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:40.943000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 90967871-bc52-428d-963e-1ad0d14172b6 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:40.948503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (90967871-bc52-428d-963e-1ad0d14172b6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.982353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:40.982855 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.022986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (90967871-bc52-428d-963e-1ad0d14172b6), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.033653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ef018-4fcb-4ec5-a750-d016b5d50384 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:41.057862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f88d-529b-478a-b13e-1ea1bc80c8d9 req-2144f07a-32ef-47c0-83b6-d8f1adae3d9d tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:41.059455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e591f88d-529b-478a-b13e-1ea1bc80c8d9 req-2144f07a-32ef-47c0-83b6-d8f1adae3d9d tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 982 time: 0.1295888 Feb 09 02:32:41.158177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e6a87635-2527-45bd-91e9-bbc73cb31cf9 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:41.158754 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e6a87635-2527-45bd-91e9-bbc73cb31cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.159424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e591f88d-529b-478a-b13e-1ea1bc80c8d9 req-ab1425cc-6097-4d0b-9c00-122f0f85f990 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0901387 Feb 09 02:32:41.183716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (90967871-bc52-428d-963e-1ad0d14172b6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.222768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:41.311543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e6a87635-2527-45bd-91e9-bbc73cb31cf9 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:41.424588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:41.495503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:41.501321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:41.501713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.628161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:41.628568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.651803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (90967871-bc52-428d-963e-1ad0d14172b6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.673324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:41.674611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:41.677792 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38481192-cad3-4f44-8b99-2dd55e9c6388" -d '{"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:41.683505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.687651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/90967871-bc52-428d-963e-1ad0d14172b6 HTTP/1.1" status: 204 len: 168 time: 0.8148770 Feb 09 02:32:41.690916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49376) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:41.694429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.719709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d299d-525b-47ef-960b-aa575a583114 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=90967871-bc52-428d-963e-1ad0d14172b6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:41.765613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76283e7d-c4af-4235-a07f-f458a43e4d04 req-14c36cbd-f4d4-494a-830e-0d4fb610c47a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:41.769908 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07825ac6-2609-4455-b871-12b391755f07 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775638 Feb 09 02:32:41.770697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:41.772868 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9917e-989f-4d4a-b1d4-70fc8d934636 x-openstack-request-id: req-36f9917e-989f-4d4a-b1d4-70fc8d934636 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:41.773178 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:41.773505 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36f9917e-989f-4d4a-b1d4-70fc8d934636 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:41.773900 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'code': 200} Feb 09 02:32:41.777488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:41.783075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76283e7d-c4af-4235-a07f-f458a43e4d04 req-14c36cbd-f4d4-494a-830e-0d4fb610c47a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 945 time: 0.1422541 Feb 09 02:32:41.841418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:41.865640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:41.868055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fb8b62d8-94dd-4850-9e8c-75b5feaadd26 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:41.902595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:41.908615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:41.935987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0ea78f1-29af-4ac1-b2c3-7a8a9c3dd8d8 req-668d0ff7-0ccd-48c9-b1d7-309e24d3bae3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.1072664 Feb 09 02:32:41.976125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76283e7d-c4af-4235-a07f-f458a43e4d04 req-64863696-2e36-4262-9b8f-6172b30048e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851885 Feb 09 02:32:42.000732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4e95a-f5e5-46fe-a254-c9935dbc494a req-5399b016-a328-439a-ac5d-dbea228af088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.002291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6db4e95a-f5e5-46fe-a254-c9935dbc494a req-5399b016-a328-439a-ac5d-dbea228af088 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1128 time: 0.1553445 Feb 09 02:32:42.080605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:42.098477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:42.098860 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.108491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6db4e95a-f5e5-46fe-a254-c9935dbc494a req-304d7e53-9833-4be0-b622-857aa1c985ef service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001096 Feb 09 02:32:42.165991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa9909-8136-4609-b049-c0de040abf89 req-a3d53e2d-454f-4587-97a6-bd3cbdb5146c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.169217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3aa9909-8136-4609-b049-c0de040abf89 req-a3d53e2d-454f-4587-97a6-bd3cbdb5146c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0828674 Feb 09 02:32:42.190502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005bb37-487b-48c0-bfc3-26027a6b790e None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:42.203345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (0384760f-c3da-4280-8546-e29da21c5436), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.245836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3aa9909-8136-4609-b049-c0de040abf89 req-3ddf6523-7a93-4567-a311-bf78b3de3858 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666437 Feb 09 02:32:42.252794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:42.256387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:42.282834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.283549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.302300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=0384760f-c3da-4280-8546-e29da21c5436,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:42.303645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:42.326822 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cba32f6b-0b42-495a-87d6-bc690506fff9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5548153 Feb 09 02:32:42.328829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:42.332599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'port_id': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'mac_address': 'fa:16:3e:e0:d8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:42.335505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-22fc7200-7d03-415d-b738-5170e73bf1a7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:42.359997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a854cef-aeac-4698-9934-69ec3049b44d req-8a14b614-b16c-4332-b674-9f5eca7023df tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:42.361550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a854cef-aeac-4698-9934-69ec3049b44d req-8a14b614-b16c-4332-b674-9f5eca7023df tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 982 time: 0.0800722 Feb 09 02:32:42.408624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b4047aea-1e10-483c-bfe5-659fc324644b None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:42.409776 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4047aea-1e10-483c-bfe5-659fc324644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.416669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:42.417388 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.432226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a854cef-aeac-4698-9934-69ec3049b44d req-8b23c77a-acdc-4307-a5f8-cf961a6a62a0 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0633743 Feb 09 02:32:42.491416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fc7200-7d03-415d-b738-5170e73bf1a7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:42.496971 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-22fc7200-7d03-415d-b738-5170e73bf1a7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.516819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:42.562299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:42.562726 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.584056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:42.608955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.647222 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-22fc7200-7d03-415d-b738-5170e73bf1a7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0384760f-c3da-4280-8546-e29da21c5436 (CIDR: 2001:db8::/64) Feb 09 02:32:42.653199 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fc7200-7d03-415d-b738-5170e73bf1a7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:32:42.653958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fc7200-7d03-415d-b738-5170e73bf1a7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:32:42.673947 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-22fc7200-7d03-415d-b738-5170e73bf1a7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3439386 Feb 09 02:32:42.676850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49390) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:42.683225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:42.699361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:42.712174 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.732563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b4047aea-1e10-483c-bfe5-659fc324644b None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:42.761360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d99a375-5c18-4979-bc4b-87a4c54a4a64 None None] Update dhcp port {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'fixed_ips': [{'subnet_id': '0384760f-c3da-4280-8546-e29da21c5436'}], 'binding:host_id': 'n-d-826675-12'}, 'id': 'cc2c6fa4-860a-4302-a9b6-4b74f935ccf9'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:32:42.780841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:42.839426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d99a375-5c18-4979-bc4b-87a4c54a4a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.864263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:42.879025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:42.883769 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:42.982149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:43.107670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8d99a375-5c18-4979-bc4b-87a4c54a4a64 None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/0384760f-c3da-4280-8546-e29da21c5436/cc2c6fa4-860a-4302-a9b6-4b74f935ccf9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:43.184868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be41e497-cab6-47a4-83e4-42fe7b4b41d0 req-9a2ea574-6809-40f5-97dc-486844a7c824 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8524dbd6-b31b-4381-a045-30f8043d6ff8 HTTP/1.1" status: 200 len: 210 time: 0.0718420 Feb 09 02:32:43.318081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3a280-8238-444c-aa66-4bab8163d4d2 req-6ee0b69e-3e22-456c-91fe-12e034c2c9cb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.319725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2de3a280-8238-444c-aa66-4bab8163d4d2 req-6ee0b69e-3e22-456c-91fe-12e034c2c9cb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.1936436 Feb 09 02:32:43.436808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2de3a280-8238-444c-aa66-4bab8163d4d2 req-aaa17558-4419-4883-a548-a08e3abbeb46 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033521 Feb 09 02:32:43.589675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8d99a375-5c18-4979-bc4b-87a4c54a4a64 None None] For port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:43.598676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea541a1-3bcf-4b4c-87c3-975beca9d2cf req-be615ca9-5a24-4720-9fce-10b5f6385cd1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.600203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ea541a1-3bcf-4b4c-87c3-975beca9d2cf req-be615ca9-5a24-4720-9fce-10b5f6385cd1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2286074 Feb 09 02:32:43.603113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:32:43.644860 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d99a375-5c18-4979-bc4b-87a4c54a4a64 None None] Publish callbacks [] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.656338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d99a375-5c18-4979-bc4b-87a4c54a4a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.714968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4908f-3bc2-46a1-a0d4-bc0e1a715120 req-1ee1092d-8cca-4b77-9549-3c863adc03ad tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.716676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10c4908f-3bc2-46a1-a0d4-bc0e1a715120 req-1ee1092d-8cca-4b77-9549-3c863adc03ad tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 983 time: 0.1925473 Feb 09 02:32:43.751556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99a375-5c18-4979-bc4b-87a4c54a4a64 None None] Pushing event updated for resources: {'Port': ['ID=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:43.773495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ea541a1-3bcf-4b4c-87c3-975beca9d2cf req-40afa8a0-3bac-4241-9e0c-4f7f166ac292 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593885 Feb 09 02:32:43.775119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:43.777740 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb0818e-e3eb-4807-8f60-5c64018090dc" -d '{"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-plugged", "status": "completed", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:43.851626 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86b55b-1f22-410d-b314-1372d570ff2f x-openstack-request-id: req-9d86b55b-1f22-410d-b314-1372d570ff2f {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:43.851928 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-plugged", "status": "completed", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:43.852175 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d86b55b-1f22-410d-b314-1372d570ff2f {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:43.852735 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'code': 200} Feb 09 02:32:43.871178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10c4908f-3bc2-46a1-a0d4-bc0e1a715120 req-17a57f11-73f9-400d-b6b4-9057e72d089f tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1473353 Feb 09 02:32:43.954127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.988571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d0290-a211-423b-904b-65f39ea28576 req-04634076-9111-4813-9c77-de949011c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.991236 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db8d0290-a211-423b-904b-65f39ea28576 req-04634076-9111-4813-9c77-de949011c54b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.0699306 Feb 09 02:32:44.048987 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-db8d0290-a211-423b-904b-65f39ea28576 req-e8e96142-ec18-40c0-a6e0-2e98b4654034 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513175 Feb 09 02:32:44.166397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] For port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:44.205779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:44.214112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:44.252486 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (0e29672d-bf23-49cf-a5fc-080f0b2bf9e2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:44.295030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,revision_number=9']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:44.339316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:44.347905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:44.358424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:44.360136 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:44.373096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=0e29672d-bf23-49cf-a5fc-080f0b2bf9e2,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:44.388644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9086ce01-b587-436b-bcb3-4ba12d1d4c69 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7100258 Feb 09 02:32:44.393471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:44.402965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:75:6e:53', 'name': 'tempest-NetworksTestDHCPv6-75186199'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:44.493443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c303c1-5922-4ab7-b409-b0adec430d29 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:44.578298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:44.609351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c0a2b-112a-4122-8a98-786a039c84a2 req-92b00d3c-4c27-4f1e-a947-a600c865ab18 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:44.611031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f8c0a2b-112a-4122-8a98-786a039c84a2 req-92b00d3c-4c27-4f1e-a947-a600c865ab18 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.0730777 Feb 09 02:32:44.649294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bd54f2fc-8cd7-4bbc-b49e-cc6db6653da4 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:44.649986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd54f2fc-8cd7-4bbc-b49e-cc6db6653da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:44.704089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f8c0a2b-112a-4122-8a98-786a039c84a2 req-b22d576c-9395-4f89-9364-ce68ef26f139 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784752 Feb 09 02:32:44.732256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:44.755294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port b91d87bd-d17b-47a7-8ef6-c03520befd40 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:44.807178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bd54f2fc-8cd7-4bbc-b49e-cc6db6653da4 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:44.901224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:44.976626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdd20b-cd5a-43ab-9294-fef427d620ec req-8718b5c7-fedf-428d-a6a8-42d99efb43a1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:44.984736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18fdd20b-cd5a-43ab-9294-fef427d620ec req-8718b5c7-fedf-428d-a6a8-42d99efb43a1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1115916 Feb 09 02:32:45.021090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::2b9 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/0384760f-c3da-4280-8546-e29da21c5436/b91d87bd-d17b-47a7-8ef6-c03520befd40) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:45.024045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:45.024526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:45.029372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:6e53 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/0e29672d-bf23-49cf-a5fc-080f0b2bf9e2/b91d87bd-d17b-47a7-8ef6-c03520befd40) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:45.086971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18fdd20b-cd5a-43ab-9294-fef427d620ec req-a7aa096d-82b5-488b-9988-ed17ac1995a2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009159 Feb 09 02:32:45.185300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa974-e417-4908-aeeb-e842aa8d8f34 req-67bcc5ce-4b3d-4f09-b748-065293c0035a tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:45.193105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:45.203936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5dfa974-e417-4908-aeeb-e842aa8d8f34 req-67bcc5ce-4b3d-4f09-b748-065293c0035a tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 983 time: 0.1831677 Feb 09 02:32:45.276769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5dfa974-e417-4908-aeeb-e842aa8d8f34 req-8bc1ff13-2b71-44ba-ac86-c08a6aa1c685 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0694218 Feb 09 02:32:45.331361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (b91d87bd-d17b-47a7-8ef6-c03520befd40), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:45.380877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b91d87bd-d17b-47a7-8ef6-c03520befd40), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:45.435305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-e8fc14ec-126c-417f-aad1-1b1ab4dc5e34 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:45.436656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-e8fc14ec-126c-417f-aad1-1b1ab4dc5e34 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 813 time: 0.1465008 Feb 09 02:32:45.443218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:45.444478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=b91d87bd-d17b-47a7-8ef6-c03520befd40,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:45.449020 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:45.454151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:45.464380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:45.464793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:45.484239 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-77e54f84-b41c-45e4-aad1-8ee5ba80672d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0896399 Feb 09 02:32:45.485843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-006cde8a-6d06-4797-b05d-f2414396da28 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/quotas/d50338cd87a0452c9bbf45d8bdb265ea HTTP/1.1" status: 200 len: 375 time: 0.0399582 Feb 09 02:32:45.487369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49434) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:45.583582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fc1da79-0969-4fe5-8f75-cc299add8535 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968380 Feb 09 02:32:45.615011 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:32:45.673515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port b91d87bd-d17b-47a7-8ef6-c03520befd40 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:45.673861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b91d87bd-d17b-47a7-8ef6-c03520befd40), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:45.722212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-529355b2-85fa-41e7-9db1-f897a04dc222 service neutron] 10.222.0.53 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308320 Feb 09 02:32:45.741040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0221d-4a3a-4182-b6cc-0f963e76bb72 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:45.806818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b91d87bd-d17b-47a7-8ef6-c03520befd40), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:45.820434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for b91d87bd-d17b-47a7-8ef6-c03520befd40 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:45.842034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-88068b93-6b11-447c-8e8d-8a1450c29fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129160 Feb 09 02:32:45.899590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:45.913393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-06793fe7-097b-4a5d-bb1f-d3d6062cf788 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:45.914571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-06793fe7-097b-4a5d-bb1f-d3d6062cf788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:45.935123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0cfe-d6d3-4379-8b1f-543c077edec9 req-27848a29-25b2-4e79-b572-a2883aa80dd8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:45.936704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc9f0cfe-d6d3-4379-8b1f-543c077edec9 req-27848a29-25b2-4e79-b572-a2883aa80dd8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.0876274 Feb 09 02:32:46.055414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc9f0cfe-d6d3-4379-8b1f-543c077edec9 req-eaefce09-aac6-4840-aafb-22a91841cef4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105089 Feb 09 02:32:46.093571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b91d87bd-d17b-47a7-8ef6-c03520befd40), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.099058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:32:46.109853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:46.110231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.125291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-06793fe7-097b-4a5d-bb1f-d3d6062cf788 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:46.173901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=b91d87bd-d17b-47a7-8ef6-c03520befd40,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:46.233521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1e1a446-16c9-4e83-a284-6a56b839034d req-2a63010e-ad0f-4ed0-86a4-726c4986a3fa tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 210 time: 0.0429435 Feb 09 02:32:46.245753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:46.246201 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.271014 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.274758 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56175d4c-65ae-48a6-ae29-aeee180d1bd1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/b91d87bd-d17b-47a7-8ef6-c03520befd40 HTTP/1.1" status: 204 len: 168 time: 0.7862184 Feb 09 02:32:46.277825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:46.283817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:46.286154 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d102ad-f7db-4915-83a6-e8bdc7e7e175" -d '{"events": [{"server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "name": "network-vif-plugged", "status": "completed", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:46.310056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:46.312461 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.378897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda9397-8380-487e-ba3a-3c9a4d6cffc1 req-c9a3495e-97ca-4024-bd98-cb6c358b2404 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.382510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fda9397-8380-487e-ba3a-3c9a4d6cffc1 req-c9a3495e-97ca-4024-bd98-cb6c358b2404 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.1765933 Feb 09 02:32:46.413320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:46.449547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4360d7a-099f-4d95-a04e-25ef0291f41a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.451333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d4360d7a-099f-4d95-a04e-25ef0291f41a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1707292 Feb 09 02:32:46.453887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:46.570709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824a652-4f05-495f-9da3-10f3f6b0f890 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.575813 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6824a652-4f05-495f-9da3-10f3f6b0f890 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1180022 Feb 09 02:32:46.580568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:46.592552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-49473b93-c800-4308-8277-8ae8953e0631 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:46.594418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49473b93-c800-4308-8277-8ae8953e0631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.618920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fda9397-8380-487e-ba3a-3c9a4d6cffc1 req-2159d38a-b75c-4cbe-948e-9cf118a08e6e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229738 Feb 09 02:32:46.658450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49464) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:46.668152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bee3a8-2e8a-42ea-ae49-1e35e30d7782 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.669532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bee3a8-2e8a-42ea-ae49-1e35e30d7782 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.671143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bee3a8-2e8a-42ea-ae49-1e35e30d7782 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.673077 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32bee3a8-2e8a-42ea-ae49-1e35e30d7782 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0913713 Feb 09 02:32:46.676260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49466) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:46.694138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d368a5-60c3-4485-b321-7bbe824593c5 req-737242b0-edac-4b21-b215-4db3577f63e2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.695974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8d368a5-60c3-4485-b321-7bbe824593c5 req-737242b0-edac-4b21-b215-4db3577f63e2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 984 time: 0.2588484 Feb 09 02:32:46.775894 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6fb2f2-04a4-4805-b2d4-5e20e5bdc558 x-openstack-request-id: req-fe6fb2f2-04a4-4805-b2d4-5e20e5bdc558 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:46.775894 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "name": "network-vif-plugged", "status": "completed", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:46.776450 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe6fb2f2-04a4-4805-b2d4-5e20e5bdc558 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:46.776551 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'code': 200} Feb 09 02:32:46.803032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-49473b93-c800-4308-8277-8ae8953e0631 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:46.808341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-49473b93-c800-4308-8277-8ae8953e0631 None None] Could not find standard attr ID for object b91d87bd-d17b-47a7-8ef6-c03520befd40. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:32:46.899082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e3872d-c1ea-488b-b038-7dbc1682e8b0 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.902447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 0384760f-c3da-4280-8546-e29da21c5436 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:46.903301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-50e3872d-c1ea-488b-b038-7dbc1682e8b0 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1124 time: 0.2434936 Feb 09 02:32:46.906381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:46.910613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (0384760f-c3da-4280-8546-e29da21c5436), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.914470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8d368a5-60c3-4485-b321-7bbe824593c5 req-86a599a0-dbf4-476f-a589-4d857a0f6577 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2002072 Feb 09 02:32:46.934527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:47.010901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (0384760f-c3da-4280-8546-e29da21c5436), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.057685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.078979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf99c-a210-4b35-908b-de448c04aac8 req-55fc4335-cce6-452f-b16c-af42f942b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:47.080641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0aaaf99c-a210-4b35-908b-de448c04aac8 req-55fc4335-cce6-452f-b16c-af42f942b6db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1167 time: 0.2444596 Feb 09 02:32:47.133632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-80526d9e-6a56-421c-8875-4edabc9a6a63 None None] Could not find standard attr ID for object 0755f5b9-27e0-44d8-9026-5d4e596ed683. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:32:47.261716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0384760f-c3da-4280-8546-e29da21c5436), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.443027 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0aaaf99c-a210-4b35-908b-de448c04aac8 req-4a99b9ec-1a04-410c-8b3c-a50b5773cc35 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3508890 Feb 09 02:32:47.446520 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (0384760f-c3da-4280-8546-e29da21c5436), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.463119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7ac5bbbb-8c79-46d5-813b-32efc3441245 None None] Could not find standard attr ID for object b91d87bd-d17b-47a7-8ef6-c03520befd40. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:32:47.486059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17f89728-7bde-4727-bbf4-0aefcd582de8 req-e704befb-6458-4162-ba6d-b92d87284f17 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 210 time: 0.0692747 Feb 09 02:32:47.500520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=0384760f-c3da-4280-8546-e29da21c5436,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:47.518445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.524490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49476) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:47.524793 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-71793e63-5553-4ccc-aa96-b431f7ea3025 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/0384760f-c3da-4280-8546-e29da21c5436 HTTP/1.1" status: 204 len: 168 time: 0.8469036 Feb 09 02:32:47.575614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.623818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 0e29672d-bf23-49cf-a5fc-080f0b2bf9e2 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:47.632815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (0e29672d-bf23-49cf-a5fc-080f0b2bf9e2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.754289 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (0e29672d-bf23-49cf-a5fc-080f0b2bf9e2), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.755842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.109 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/d943a366-0a3d-45eb-8790-b3628b0298ef) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:47.866090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cb7b2f-ef0d-451c-9d16-ab7b34ee3b9c None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:47.985695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.084624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.121608 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.144458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:48.153499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0e29672d-bf23-49cf-a5fc-080f0b2bf9e2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.154901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:48.158973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:48.184769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=d943a366-0a3d-45eb-8790-b3628b0298ef,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:48.312162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-0b5c07d8-cb2a-4446-b309-86b38b47e0a6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:48.313899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-0b5c07d8-cb2a-4446-b309-86b38b47e0a6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.72 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 813 time: 0.4940836 Feb 09 02:32:48.317460 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (0e29672d-bf23-49cf-a5fc-080f0b2bf9e2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.348246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Request body: {'port': {'device_id': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'network_id': 'be8df265-953c-4fe2-9845-84b196090944', 'admin_state_up': True, 'tenant_id': 'd50338cd87a0452c9bbf45d8bdb265ea'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:48.467089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.471541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/0e29672d-bf23-49cf-a5fc-080f0b2bf9e2 HTTP/1.1" status: 204 len: 168 time: 0.9433722 Feb 09 02:32:48.472547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18ccc7-69d4-4d1c-9906-e039aa2eff50 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=0e29672d-bf23-49cf-a5fc-080f0b2bf9e2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:48.474156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49484) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:48.511350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6841-70c7-400c-9d03-2dc451e4bc8a req-8912d331-ccde-48ea-8c50-aabd11eaf151 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:48.516879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d38b6841-70c7-400c-9d03-2dc451e4bc8a req-8912d331-ccde-48ea-8c50-aabd11eaf151 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 984 time: 0.4635844 Feb 09 02:32:48.548856 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cc5e312c-17d2-49ea-9e1b-1f3982b1bfe0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704374 Feb 09 02:32:48.554778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49488) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:48.566611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:48.718145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04cd2b10-2b50-4fb0-8ee1-dbf4771d5e2c req-8fdb6ced-977b-4127-b7ef-76c024c0158b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 210 time: 0.1031208 Feb 09 02:32:48.824990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d38b6841-70c7-400c-9d03-2dc451e4bc8a req-647cb6a2-9b91-43f3-ba0e-0da27fec09b6 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2942483 Feb 09 02:32:48.862240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Made reservation on behalf of d50338cd87a0452c9bbf45d8bdb265ea for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:48.871053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.927285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:48.931754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.936432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (96266e10-ab9b-4785-a0c2-8cb59446d130), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.092535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.177663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3dc433-0436-4f5e-8508-c0cbf4b020fa None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:49.319732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (293a1607-86e0-4deb-a7fd-9c2bda7cdb0c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.343075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-72641d4a-13b2-4c62-a12c-552b1f741306 None None] Provisioning complete for port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:49.343486 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72641d4a-13b2-4c62-a12c-552b1f741306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.424924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:49.427449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:49.438082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:49.439030 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.491655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Allocated IP 172.20.0.14 (be8df265-953c-4fe2-9845-84b196090944/f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53/75e4913a-5f4c-42b4-acd1-c48d033e1e6d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:49.526565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=293a1607-86e0-4deb-a7fd-9c2bda7cdb0c,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:49.539777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-32e8d7e9-d99d-4d54-8cbf-18c632c3f7d5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9827094 Feb 09 02:32:49.547142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49496) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:49.554031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6f86fab0-b209-43bb-899f-0a3a26c07201 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:49.578851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.582410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-72641d4a-13b2-4c62-a12c-552b1f741306 None None] Current status of the port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:49.605831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:32:49.693972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] Deleting port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:49.694822 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.801687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] For port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:49.802404 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.823957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] Calling delete_port for cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:49.837501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f86fab0-b209-43bb-899f-0a3a26c07201 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:49.841450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f86fab0-b209-43bb-899f-0a3a26c07201 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.936758 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks [] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.981007 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (cc2c6fa4-860a-4302-a9b6-4b74f935ccf9), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.989719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:49.999905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.029867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] Pushing event deleted for resources: {'Port': ['ID=cc2c6fa4-860a-4302-a9b6-4b74f935ccf9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:50.037067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f65167-7e09-4f6b-9014-cdb1ff5bc36a None None] No DVR routers for this DVR port cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:32:50.052651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f8b78a-a646-46f4-bfb7-e499bcfaa6ec req-1ef4687d-0e8f-48b5-8419-d36ef8aa4cc8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 210 time: 0.0881560 Feb 09 02:32:50.069283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98575959-847f-4793-9177-5161f44297d8 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:50.115443 n-d-826675-12 neutron-server[103149]: INFO neutron.db.ipam_backend_mixin [None req-6f86fab0-b209-43bb-899f-0a3a26c07201 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 293a1607-86e0-4deb-a7fd-9c2bda7cdb0c (CIDR: 2001:db8::/64) Feb 09 02:32:50.124975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=d943a366-0a3d-45eb-8790-b3628b0298ef,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:50.125913 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f86fab0-b209-43bb-899f-0a3a26c07201 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:32:50.126504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f86fab0-b209-43bb-899f-0a3a26c07201 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:32:50.153222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.164987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (96266e10-ab9b-4785-a0c2-8cb59446d130), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.175023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6f86fab0-b209-43bb-899f-0a3a26c07201 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6261239 Feb 09 02:32:50.218302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49506) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:50.224906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'subnet': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:50.241120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d2d0effc-64d8-44e6-9a90-23a06cb9a5ae'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:32:50.311221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'project_id': 'a91686b8a8b84bcf80fc384ead644bf6', 'fixed_ips': [{'subnet_id': '293a1607-86e0-4deb-a7fd-9c2bda7cdb0c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:50.312256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.314511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Pushing event updated for resources: {'Port': ['ID=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:50.343035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Network be8df265-953c-4fe2-9845-84b196090944 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:50.351592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eae5b-79b2-4a79-ad0b-20342ac344e2 req-ef72e59e-bf4c-4908-b07a-63e44d6a7b70 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:50.354694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af5eae5b-79b2-4a79-ad0b-20342ac344e2 req-ef72e59e-bf4c-4908-b07a-63e44d6a7b70 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 984 time: 0.3084729 Feb 09 02:32:50.359411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:50.363965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:50.369675 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP 96266e10-ab9b-4785-a0c2-8cb59446d130 associated. External IP: 172.25.6.109, port: fb8b62d8-94dd-4850-9e8c-75b5feaadd26. Feb 09 02:32:50.415921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:50.416678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.504523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af5eae5b-79b2-4a79-ad0b-20342ac344e2 req-87d6c3cb-c672-42ff-b51e-80f66ebc326b tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0829983 Feb 09 02:32:50.513397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d436740a-62a7-4eea-a3d6-f4f7f0b46a4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1825521 Feb 09 02:32:50.528908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Request body: {'port': {'device_id': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:50.589960 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-95994c4b-8ddf-4487-b8fe-b092a9dc368b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046863 Feb 09 02:32:50.660962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Allocated IP 2001:db8::2 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/293a1607-86e0-4deb-a7fd-9c2bda7cdb0c/869a4e9f-c7f6-42a3-9010-636afb2ff715) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:50.713073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:50.717998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.765700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-51722e85-7b98-4f54-b627-f73d9a915638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:50.767258 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-51722e85-7b98-4f54-b627-f73d9a915638 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1128 time: 0.1076725 Feb 09 02:32:50.784389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router a6caf79e-0738-4c3b-9a49-96990b008cd0 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:32:50.814120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:50.856115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bd17-1e71-4cdd-bf9d-dd9ace0ee8c1 req-8743b0cb-df30-4649-8721-d8dbefab2b02 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:50.857960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f313bd17-1e71-4cdd-bf9d-dd9ace0ee8c1 req-8743b0cb-df30-4649-8721-d8dbefab2b02 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 984 time: 0.2183673 Feb 09 02:32:50.922404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:32:50.963261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:32:50.963639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device cc2c6fa4-860a-4302-a9b6-4b74f935ccf9 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:32:50.987622 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Publish callbacks [] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:51.001094 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:51.035766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f313bd17-1e71-4cdd-bf9d-dd9ace0ee8c1 req-5a83f816-f217-456f-9d4e-17a27a8f2d1a tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1687944 Feb 09 02:32:51.067401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-c2fb989d-6c82-43e4-bbbc-893973d2400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:51.069911 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-c2fb989d-6c82-43e4-bbbc-893973d2400c service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.2745564 Feb 09 02:32:51.081722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:51.092425 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] Sync routers for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:51.129456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:51.137109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:51.137969 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:32:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:51.141924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:51.157191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:51.236342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:51.265231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Pushing event updated for resources: {'Port': ['ID=869a4e9f-c7f6-42a3-9010-636afb2ff715,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:51.284367 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-baa52119-65f2-46ac-b52b-ecdee51cea05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 1000 time: 0.2059529 Feb 09 02:32:51.291145 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5467cca7-c5d0-483e-9395-a23b34c3dc6b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3811407 Feb 09 02:32:51.303679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:51.307099 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc61aad0-a669-4a8a-a222-cecc4918c174" -d '{"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:51.358075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Attempting to bind port 869a4e9f-c7f6-42a3-9010-636afb2ff715 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:51.360869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Attempting to bind port 869a4e9f-c7f6-42a3-9010-636afb2ff715 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:51.362635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Attempting to bind port 869a4e9f-c7f6-42a3-9010-636afb2ff715 on network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:51.376096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:51.377154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-ba1fd38e-39ad-439b-869f-6a8a6835ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:51.377391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Checking segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:51.379145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:51.379744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Bound using segment: {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:51.380443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Bound port: 869a4e9f-c7f6-42a3-9010-636afb2ff715, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1728e2-dc92-44ce-98ca-4253ac5d20b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:51.381343 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-ba1fd38e-39ad-439b-869f-6a8a6835ed36 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.0883503 Feb 09 02:32:51.381947 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:51.433098 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:51.446716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-3885bb8d-141f-4c43-b7b5-070a2007cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:51.448708 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-3885bb8d-141f-4c43-b7b5-070a2007cd67 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0610600 Feb 09 02:32:51.471033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] For port 869a4e9f-c7f6-42a3-9010-636afb2ff715, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:51.474544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] For port 869a4e9f-c7f6-42a3-9010-636afb2ff715, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=869a4e9f-c7f6-42a3-9010-636afb2ff715,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:51.488154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:51.601080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d71a2-8546-4742-846b-b7227df1912b None None] Pushing event updated for resources: {'Port': ['ID=869a4e9f-c7f6-42a3-9010-636afb2ff715,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:51.631915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-96f9622b-6388-4176-a8cd-c97e3dcc3869 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763406 Feb 09 02:32:51.889072 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-d13bf461-8ef6-45e0-99ce-c249eb9cd82d req-6e18889a-83e0-4ca1-803b-524e755264cc service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356172 Feb 09 02:32:51.983903 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96266e10-ab9b-4785-a0c2-8cb59446d130', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'port_id': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'mac_address': 'fa:16:3e:10:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:32:48Z', 'updated_at': '2022-02-09T02:32:48Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:22Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:52.024074 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] Checking router: a6caf79e-0738-4c3b-9a49-96990b008cd0 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:32:52.037570 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:52.038716 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:32:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:52.150297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cccb60-c3d0-4baa-8ba9-6ba1af3f340c req-53d219ba-7805-4212-a940-ef1f49ccf6c5 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:52.151989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3cccb60-c3d0-4baa-8ba9-6ba1af3f340c req-53d219ba-7805-4212-a940-ef1f49ccf6c5 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 932 time: 0.8889534 Feb 09 02:32:52.180089 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:52.196168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7ebbc-3429-4835-820f-f7e52f0163ae req-e29e51d3-d8a3-4bdc-881e-4e2ef29f1bfc tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:52.199167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29e7ebbc-3429-4835-820f-f7e52f0163ae req-e29e51d3-d8a3-4bdc-881e-4e2ef29f1bfc tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1167 time: 0.9180553 Feb 09 02:32:52.239667 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29e7ebbc-3429-4835-820f-f7e52f0163ae req-408b4642-7ec6-4058-842a-bbf596d046e3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:52.293919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3cccb60-c3d0-4baa-8ba9-6ba1af3f340c req-72ebaa8c-7a60-4e78-adff-20502520fc24 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085355 Feb 09 02:32:52.455305 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96266e10-ab9b-4785-a0c2-8cb59446d130', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'port_id': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'mac_address': 'fa:16:3e:10:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:32:48Z', 'updated_at': '2022-02-09T02:32:48Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:22Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:52.486806 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cece74-7c96-4c2f-887a-c3756b203da9 None None] The sync data for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 is: [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96266e10-ab9b-4785-a0c2-8cb59446d130', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'port_id': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'mac_address': 'fa:16:3e:10:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:32:48Z', 'updated_at': '2022-02-09T02:32:48Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:22Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:32:52.543524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29e7ebbc-3429-4835-820f-f7e52f0163ae req-408b4642-7ec6-4058-842a-bbf596d046e3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Publish callbacks [] for security_group (361f105b-f696-4bf7-8143-a013b0a6b0ce), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:52.571562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29e7ebbc-3429-4835-820f-f7e52f0163ae req-408b4642-7ec6-4058-842a-bbf596d046e3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (361f105b-f696-4bf7-8143-a013b0a6b0ce), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:52.648446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:32:52.694887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136f05a-d4bd-4a18-83e8-12dab9566bf7 req-bf716cda-a964-4a3b-b42e-81f76e9f9f2a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:52.696613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1136f05a-d4bd-4a18-83e8-12dab9566bf7 req-bf716cda-a964-4a3b-b42e-81f76e9f9f2a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.2763166 Feb 09 02:32:52.819026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e4913a-5f4c-42b4-acd1-c48d033e1e6d {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:32:52.832382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b4642-7ec6-4058-842a-bbf596d046e3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361f105b-f696-4bf7-8143-a013b0a6b0ce,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:52.847558 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Publish callbacks [] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:52.878738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29e7ebbc-3429-4835-820f-f7e52f0163ae req-408b4642-7ec6-4058-842a-bbf596d046e3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6516542 Feb 09 02:32:52.908007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:52.921891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Transition to ACTIVE for port object 75e4913a-5f4c-42b4-acd1-c48d033e1e6d will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:32:52.940146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.014985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 869a4e9f-c7f6-42a3-9010-636afb2ff715 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:53.024057 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52486ed3-9a0b-4316-b9a3-6ccb71fffc2b x-openstack-request-id: req-52486ed3-9a0b-4316-b9a3-6ccb71fffc2b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:53.024364 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:53.024625 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52486ed3-9a0b-4316-b9a3-6ccb71fffc2b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:53.025788 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'status': 'completed', 'code': 200} Feb 09 02:32:53.104143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8d96f-700f-4995-8ade-1f2942725a9a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.105903 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3ab8d96f-700f-4995-8ade-1f2942725a9a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1162 time: 0.1968374 Feb 09 02:32:53.115462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49544) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:53.135416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-c06371b7-fa52-4f0e-8eba-9108f53e457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.137001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-c06371b7-fa52-4f0e-8eba-9108f53e457f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.1086285 Feb 09 02:32:53.137533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23836e-a01a-4540-9aef-41414be3fd3d None None] New status for floating IP 96266e10-ab9b-4785-a0c2-8cb59446d130: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:32:53.166051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:53.207658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1136f05a-d4bd-4a18-83e8-12dab9566bf7 req-18d8ab0b-cd0f-415a-8133-13e94674f15c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572897 Feb 09 02:32:53.245840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49548) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:53.286049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.305926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Pushing event updated for resources: {'Port': ['ID=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:53.400645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 869a4e9f-c7f6-42a3-9010-636afb2ff715 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:53.401171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.409495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Provisioning complete for port 869a4e9f-c7f6-42a3-9010-636afb2ff715 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:53.413731 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.471872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-241f046d-617a-48c1-a1c1-a5ab47050c34 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/96266e10-ab9b-4785-a0c2-8cb59446d130 HTTP/1.1" status: 200 len: 992 time: 0.2248650 Feb 09 02:32:53.474111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-90d91f9a-5688-48ab-bd70-9bc6462d9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.475992 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-90d91f9a-5688-48ab-bd70-9bc6462d9164 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.3322949 Feb 09 02:32:53.488465 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8656386-34b2-4756-bb60-fa127e79f0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.558598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.587500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Attempting to bind port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:53.587816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Attempting to bind port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:53.588306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Attempting to bind port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d on network be8df265-953c-4fe2-9845-84b196090944 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:53.612788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d on network be8df265-953c-4fe2-9845-84b196090944 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:32:53.613148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Attempting to bind port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d on network be8df265-953c-4fe2-9845-84b196090944 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:53.643094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-c54c84c1-5372-4682-8cc2-54c64d43f711 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3488567 Feb 09 02:32:53.665201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc49342-794b-4728-8c03-9b85fe18f796 req-934e96c6-20e5-4382-9768-6afa07cdb040 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.675832 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-871c8641-4bab-4a23-8b3d-597aaaa6cddb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1000 time: 0.1932509 Feb 09 02:32:53.677844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dc49342-794b-4728-8c03-9b85fe18f796 req-934e96c6-20e5-4382-9768-6afa07cdb040 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 944 time: 0.1966443 Feb 09 02:32:53.734845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:53.734845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Checking segment: {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:53.735237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Bound using segment: {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:53.735642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Bound port: 75e4913a-5f4c-42b4-acd1-c48d033e1e6d, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:53.736011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.788654 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-348a75ba-8d25-4ee3-a173-eb7df662c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.791885 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-348a75ba-8d25-4ee3-a173-eb7df662c5a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1000941 Feb 09 02:32:53.886158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:53.886874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.896306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-914bdf03-6e89-4f36-970f-416ad18f6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.902657 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-914bdf03-6e89-4f36-970f-416ad18f6a19 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1055315 Feb 09 02:32:53.930913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dc49342-794b-4728-8c03-9b85fe18f796 req-4d62df63-b083-4a56-9757-1c61dee0e102 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469454 Feb 09 02:32:53.986697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:53.987437 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:53.997424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-94fec09f-ec83-4f9b-b0b9-91c8b52af24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:53.999334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-94fec09f-ec83-4f9b-b0b9-91c8b52af24c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1128 time: 0.2853487 Feb 09 02:32:54.001212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] For port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:54.050652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] For port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:54.066898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.074770 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-89c434e6-2d4b-474c-9227-a0269a326cc5 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635842 Feb 09 02:32:54.132972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.193349 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fc61aad0-a669-4a8a-a222-cecc4918c174 req-fe8eeb55-c5f4-4044-87a8-22c6ebf80ee9 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117702 Feb 09 02:32:54.222230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] For port 869a4e9f-c7f6-42a3-9010-636afb2ff715, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=869a4e9f-c7f6-42a3-9010-636afb2ff715,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:54.291896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.293777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.294078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] 10.222.0.72 "PUT /v2.0/ports/75e4913a-5f4c-42b4-acd1-c48d033e1e6d HTTP/1.1" status: 200 len: 1093 time: 3.7712972 Feb 09 02:32:54.294667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'tag': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:54.297008 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51acc469-498f-4d09-9566-192bcc13cc42" -d '{"events": [{"name": "network-changed", "server_uuid": "a8546b13-29e0-49ca-a00a-57cacc4434bc", "tag": "75e4913a-5f4c-42b4-acd1-c48d033e1e6d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:54.396832 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e8fee-2be5-4c3c-8d09-d2f21862a73c x-openstack-request-id: req-ef5e8fee-2be5-4c3c-8d09-d2f21862a73c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:54.397129 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8546b13-29e0-49ca-a00a-57cacc4434bc", "tag": "75e4913a-5f4c-42b4-acd1-c48d033e1e6d", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:54.397397 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef5e8fee-2be5-4c3c-8d09-d2f21862a73c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:54.397855 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'tag': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d', 'status': 'completed', 'code': 200} Feb 09 02:32:54.416176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.435257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-0ca57aca-fef8-4fca-8dd1-f08102344c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.435257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-0ca57aca-fef8-4fca-8dd1-f08102344c7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.4056671 Feb 09 02:32:54.448438 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.475626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:54.505984 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:32:54.506600 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:32:54.507139 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:32:54.507491 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:32:54.535215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-0ead2871-93f3-4be7-9e5e-8fc20ee57bb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.0913124 Feb 09 02:32:54.535950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfe893-0e50-414a-a0ce-7ccc7c54b326 service neutron] Pushing event updated for resources: {'Port': ['ID=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:54.558353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Allocated IP 172.25.6.194 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/20e5e742-a76c-4742-8954-351711c721d1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:54.568010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (20858ce9-ab2c-4036-8c11-af8b9422dd6d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.578200 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d053aee9-385e-4ab8-beaf-4f3fd830b2ea tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/96266e10-ab9b-4785-a0c2-8cb59446d130 HTTP/1.1" status: 200 len: 994 time: 0.1008599 Feb 09 02:32:54.678518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-c4a1c60b-19e2-49e8-8bd8-185a4bcf85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.680225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-c4a1c60b-19e2-49e8-8bd8-185a4bcf85c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 1127 time: 0.3342495 Feb 09 02:32:54.786116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:54.788095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-fbc15b3f-01eb-49ca-b99b-ead73922ae26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e4913a-5f4c-42b4-acd1-c48d033e1e6d HTTP/1.1" status: 200 len: 217 time: 0.0940683 Feb 09 02:32:54.799288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-750cbcd1-9ece-49d7-b002-67bcf28bc3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.800997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-750cbcd1-9ece-49d7-b002-67bcf28bc3a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.2515457 Feb 09 02:32:54.807936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:54.818928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a198264-ee05-42dd-96d0-cbaf57b6df24 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:54.821546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Subnet': ['ID=20858ce9-ab2c-4036-8c11-af8b9422dd6d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:54.824545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.825259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:54.887830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=869a4e9f-c7f6-42a3-9010-636afb2ff715,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:54.897683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-d67f6505-1618-4d38-9169-4213fdf137aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848343 Feb 09 02:32:54.968296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8f7324a4-9601-4887-8d60-1e67e4b37cd7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7488191 Feb 09 02:32:54.971166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49564) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:54.980688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Request body: {'port': {'network_id': '563b0a16-2d80-4e6a-b7f7-4b5af875ea46', 'mac_address': 'fa:16:3e:a6:4d:82', 'name': 'tempest-NetworksTestDHCPv6-543330333'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:54.994109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-a4b02e6c-e1e4-417b-a4b1-6e527280fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:54.995541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-a4b02e6c-e1e4-417b-a4b1-6e527280fda8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.1938531 Feb 09 02:32:55.093591 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (20e5e742-a76c-4742-8954-351711c721d1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.103725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-d1593eee-5870-48b7-a153-2992f2bdabcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978856 Feb 09 02:32:55.109489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:55.109890 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.172811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Made reservation on behalf of a91686b8a8b84bcf80fc384ead644bf6 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:55.251467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:55.252224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.257065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] For port 869a4e9f-c7f6-42a3-9010-636afb2ff715, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=869a4e9f-c7f6-42a3-9010-636afb2ff715,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:55.276608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-509458f4-2bc6-4b99-b8da-5570d3b671cc service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711720 Feb 09 02:32:55.281138 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.409974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.416390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5177c8-1fae-43f5-a3ea-1a6d3c477baf req-c95e9d74-d819-4a0a-988d-2479221bf8d7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:55.418199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d5177c8-1fae-43f5-a3ea-1a6d3c477baf req-c95e9d74-d819-4a0a-988d-2479221bf8d7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 944 time: 0.3848467 Feb 09 02:32:55.419583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (20e5e742-a76c-4742-8954-351711c721d1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.427516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:32:55.427880 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:32:55.474473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] device_id is not set on port e8d36dbe-c333-47f3-be61-3a0f183424d8 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:32:55.488008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Pushing event updated for resources: {'Port': ['ID=869a4e9f-c7f6-42a3-9010-636afb2ff715,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:55.497509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-a9db1766-4ce3-44b2-bce7-21a717058aca service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768704 Feb 09 02:32:55.498966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.499246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.499637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.499984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.500322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.502907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.504481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.504481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.504481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.504481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.504913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.507175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.507749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e686f-0eda-4cfe-966c-98660135e05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:55.592701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e48c7ea-5c65-4b00-9c97-c612a28e004d req-94c5a213-6221-4451-bfe2-588807f35c74 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049846 Feb 09 02:32:55.595301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:55.780652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97d08e46-f93d-43b9-8c1e-265228817de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.784652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:55.796033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8::1b8 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/293a1607-86e0-4deb-a7fd-9c2bda7cdb0c/e8d36dbe-c333-47f3-be61-3a0f183424d8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:55.810137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:4d82 (563b0a16-2d80-4e6a-b7f7-4b5af875ea46/20858ce9-ab2c-4036-8c11-af8b9422dd6d/e8d36dbe-c333-47f3-be61-3a0f183424d8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:55.957200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 869a4e9f-c7f6-42a3-9010-636afb2ff715 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:56.057031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 869a4e9f-c7f6-42a3-9010-636afb2ff715 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:56.057707 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.168657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for port (e8d36dbe-c333-47f3-be61-3a0f183424d8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.215511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:56.244371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:56.257139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:56.260578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e8d36dbe-c333-47f3-be61-3a0f183424d8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.295804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=20e5e742-a76c-4742-8954-351711c721d1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:56.332108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-540d15b5-1f5e-4e09-8fee-a43ccbdd9bcd None None] Provisioning complete for port 869a4e9f-c7f6-42a3-9010-636afb2ff715 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:56.332863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-540d15b5-1f5e-4e09-8fee-a43ccbdd9bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.336265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d5177c8-1fae-43f5-a3ea-1a6d3c477baf req-c18dba98-bd6f-43df-9b03-9af2284fd91c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8918316 Feb 09 02:32:56.341156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.341731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.343125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.343678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.344193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.344723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.345234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.345741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.346246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.346789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.347309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.347814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.348311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:56.359747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:56.363296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:56.368949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:56.386968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:56.387664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.414558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event updated for resources: {'Port': ['ID=e8d36dbe-c333-47f3-be61-3a0f183424d8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:56.437083 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6ba7dcfc-cad1-4d7b-8b45-ad03105b32c2 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4619274 Feb 09 02:32:56.437306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:56.455397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a548821-f375-4b09-b860-1e18e4ac1c4c req-7c00a00d-7dd6-410e-9a2f-027694f49c50 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9218802 Feb 09 02:32:56.566930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-540d15b5-1f5e-4e09-8fee-a43ccbdd9bcd None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:56.653218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting port e8d36dbe-c333-47f3-be61-3a0f183424d8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:32:56.653570 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e8d36dbe-c333-47f3-be61-3a0f183424d8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.864738 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e8d36dbe-c333-47f3-be61-3a0f183424d8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.881295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Calling delete_port for e8d36dbe-c333-47f3-be61-3a0f183424d8 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:32:56.909811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1fbe1950-becf-4be6-99d7-f0219741d68b None None] Provisioning complete for port e8d36dbe-c333-47f3-be61-3a0f183424d8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:56.911946 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1950-becf-4be6-99d7-f0219741d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e8d36dbe-c333-47f3-be61-3a0f183424d8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:56.984818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for floatingip (d0aa8028-bcd2-4168-9b4d-cd037e160156), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.028802 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.044141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe1950-becf-4be6-99d7-f0219741d68b None None] Port e8d36dbe-c333-47f3-be61-3a0f183424d8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:32:57.050573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acc469-498f-4d09-9566-192bcc13cc42 req-89902a8b-6c00-40b7-8f7a-6aab80e6572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.052167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51acc469-498f-4d09-9566-192bcc13cc42 req-89902a8b-6c00-40b7-8f7a-6aab80e6572f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 1127 time: 0.5243540 Feb 09 02:32:57.157624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20e5e742-a76c-4742-8954-351711c721d1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.256019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e8d36dbe-c333-47f3-be61-3a0f183424d8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.261056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acc469-498f-4d09-9566-192bcc13cc42 req-4809c688-2fd9-4db6-b786-871598a40728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.262828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51acc469-498f-4d09-9566-192bcc13cc42 req-4809c688-2fd9-4db6-b786-871598a40728 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.1845551 Feb 09 02:32:57.308316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Port': ['ID=e8d36dbe-c333-47f3-be61-3a0f183424d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:57.348315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51acc469-498f-4d09-9566-192bcc13cc42 req-ba61b600-791a-496d-87a5-b66e1d1279e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75e4913a-5f4c-42b4-acd1-c48d033e1e6d HTTP/1.1" status: 200 len: 217 time: 0.0517156 Feb 09 02:32:57.386973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.391125 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2f251ecc-7dbe-4373-a0c3-02be4fb54888 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e8d36dbe-c333-47f3-be61-3a0f183424d8 HTTP/1.1" status: 204 len: 168 time: 0.9528375 Feb 09 02:32:57.393589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49580) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:57.485151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab032519-4ee9-414c-a88e-57efd2edc482 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.489958 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab032519-4ee9-414c-a88e-57efd2edc482 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0948601 Feb 09 02:32:57.491716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:57.575556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b286f-649c-4177-8d68-cb67659af4c3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.577322 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7a3b286f-649c-4177-8d68-cb67659af4c3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0848818 Feb 09 02:32:57.579973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49586) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:57.602125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acc469-498f-4d09-9566-192bcc13cc42 req-e993c66f-9bb6-48b7-94d9-31c642efac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.604413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51acc469-498f-4d09-9566-192bcc13cc42 req-e993c66f-9bb6-48b7-94d9-31c642efac0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.2213762 Feb 09 02:32:57.653663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fc52d-9120-4c2b-a984-b9cae614e691 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.655072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fc52d-9120-4c2b-a984-b9cae614e691 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.663533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fc52d-9120-4c2b-a984-b9cae614e691 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.668468 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d43fc52d-9120-4c2b-a984-b9cae614e691 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0842512 Feb 09 02:32:57.669124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49594) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:57.715209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51acc469-498f-4d09-9566-192bcc13cc42 req-26c3c093-807e-40bc-beea-74bb56d3eb5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724833 Feb 09 02:32:57.737542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0012af-c256-4946-8668-a6d7899e5e59 req-f05683b8-64cd-4f93-ab3b-189085614627 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:57.739177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f0012af-c256-4946-8668-a6d7899e5e59 req-f05683b8-64cd-4f93-ab3b-189085614627 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 944 time: 0.2525344 Feb 09 02:32:57.771710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 20858ce9-ab2c-4036-8c11-af8b9422dd6d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:57.779975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (20858ce9-ab2c-4036-8c11-af8b9422dd6d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.847830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51acc469-498f-4d09-9566-192bcc13cc42 req-33701b2e-0ba7-42c8-ae8d-652499c8f77a service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055920 Feb 09 02:32:57.882060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (20858ce9-ab2c-4036-8c11-af8b9422dd6d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.948096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (20e5e742-a76c-4742-8954-351711c721d1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:57.963091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (20e5e742-a76c-4742-8954-351711c721d1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.018370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f0012af-c256-4946-8668-a6d7899e5e59 req-2b453b10-74c0-449d-8210-1f5ec4e3acba tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695385 Feb 09 02:32:58.087419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51acc469-498f-4d09-9566-192bcc13cc42 req-ac511393-9797-4665-ad53-d8fdb3d3de18 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277045 Feb 09 02:32:58.091129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=20e5e742-a76c-4742-8954-351711c721d1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:58.111124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (20858ce9-ab2c-4036-8c11-af8b9422dd6d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.115909 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (d0aa8028-bcd2-4168-9b4d-cd037e160156), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.162206 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.252693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (20858ce9-ab2c-4036-8c11-af8b9422dd6d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.265121 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Floating IP d0aa8028-bcd2-4168-9b4d-cd037e160156 associated. External IP: 172.25.6.194, port: a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7. Feb 09 02:32:58.278970 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.286632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14c237-7813-48f5-88f2-7591bb7e7016 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:58.300581 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/20858ce9-ab2c-4036-8c11-af8b9422dd6d HTTP/1.1" status: 204 len: 168 time: 0.6300910 Feb 09 02:32:58.364462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:58.406709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eea793-376f-4848-b82b-d2470a148d4a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=20858ce9-ab2c-4036-8c11-af8b9422dd6d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:58.524452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Deleting subnet 293a1607-86e0-4deb-a7fd-9c2bda7cdb0c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:32:58.537780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (293a1607-86e0-4deb-a7fd-9c2bda7cdb0c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.651462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router d875aace-3e89-4b2f-bdd0-db5d6fac0611 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:32:58.658550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (293a1607-86e0-4deb-a7fd-9c2bda7cdb0c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.848846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (293a1607-86e0-4deb-a7fd-9c2bda7cdb0c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.866344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:32:58.878362 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] Sync routers for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:32:58.902032 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:58.902975 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:32:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:58.939722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:58.975372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (293a1607-86e0-4deb-a7fd-9c2bda7cdb0c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.019409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bdabd21b-5095-4f02-bc88-c70da332d751 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8691339 Feb 09 02:32:59.022684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49650) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.023345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:32:59.034011 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e9475-ee97-48c2-9541-3d010a377f91" -d '{"events": [{"name": "network-changed", "server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:32:59.066346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Subnet': ['ID=293a1607-86e0-4deb-a7fd-9c2bda7cdb0c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:59.075837 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.084772 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-60c6e927-46dd-4f0e-a4eb-17c2f5b8ad18 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/293a1607-86e0-4deb-a7fd-9c2bda7cdb0c HTTP/1.1" status: 204 len: 168 time: 0.7063174 Feb 09 02:32:59.087092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49666) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.194003 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:32:59.206710 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8535751a-5310-4546-bb95-010070646c05 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183970 Feb 09 02:32:59.215181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.226315 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df85a96-c036-45ea-897f-26e86ef72e8f x-openstack-request-id: req-1df85a96-c036-45ea-897f-26e86ef72e8f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:32:59.226983 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:32:59.232371 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1df85a96-c036-45ea-897f-26e86ef72e8f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:32:59.233143 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'status': 'completed', 'code': 200} Feb 09 02:32:59.328729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-d6c96874-66cd-4bf0-9fc0-b1c1906c228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.330605 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-d6c96874-66cd-4bf0-9fc0-b1c1906c228d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1167 time: 0.1302636 Feb 09 02:32:59.345202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7150cba-067d-4625-b002-bfd0c7bf0e58 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.350591 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7150cba-067d-4625-b002-bfd0c7bf0e58 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1343620 Feb 09 02:32:59.368867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.455304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 75e4913a-5f4c-42b4-acd1-c48d033e1e6d details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:32:59.631644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851d683-2e90-46e4-aef7-95fc9204af3c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.635814 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f851d683-2e90-46e4-aef7-95fc9204af3c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2660105 Feb 09 02:32:59.644817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.715915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.716504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.716848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.722419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.723388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.724677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:59.724833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.725174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.727083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.727564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.731816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.742445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7132893b-3f40-452f-8d44-74bd1d8dcb81 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7038 time: 0.7027247 Feb 09 02:32:59.745383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49694) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.779627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d', 'network_id': 'be8df265-953c-4fe2-9845-84b196090944', 'port_id': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d', 'mac_address': 'fa:16:3e:63:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:32:59.800441 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e82a54ff-d96c-4566-9f49-9e735b9e679c tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500776 Feb 09 02:32:59.823045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.923022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.926746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-605f8d95-bca6-4267-8da4-bc72d71f8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.928439 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-605f8d95-bca6-4267-8da4-bc72d71f8188 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869 HTTP/1.1" status: 200 len: 897 time: 0.5764773 Feb 09 02:32:59.929380 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'd0aa8028-bcd2-4168-9b4d-cd037e160156', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'port_id': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'mac_address': 'fa:16:3e:e0:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54366f39-a784-43d1-8954-84249b86ebe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:32:56Z', 'updated_at': '2022-02-09T02:32:56Z', 'revision_number': 0, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:29Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:59.929933 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-b594fb61-1fa0-4c70-aaf3-dbca6483b0f5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:32:59.930423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b594fb61-1fa0-4c70-aaf3-dbca6483b0f5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:32:59.936666 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b594fb61-1fa0-4c70-aaf3-dbca6483b0f5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e8d36dbe-c333-47f3-be61-3a0f183424d8 HTTP/1.1" status: 404 len: 333 time: 0.1053548 Feb 09 02:32:59.946052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:59.946500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.950226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.950955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.951755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.952379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.953001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.953785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.954415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.955129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.955816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:59.963263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3129a773-2318-4f85-952c-cc2a8f901f5a tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.2148905 Feb 09 02:32:59.966836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49698) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.967583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49700) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:59.990942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e4913a-5f4c-42b4-acd1-c48d033e1e6d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:33:00.009476 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] Checking router: d875aace-3e89-4b2f-bdd0-db5d6fac0611 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:33:00.012337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40d9d4-a44a-419f-84fa-3d10e7789fe5 None None] Network 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:00.044835 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:00.047428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:32:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:00.129003 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c79f5c-38b1-49ab-86eb-a9ed71de37b1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:00.129393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c79f5c-38b1-49ab-86eb-a9ed71de37b1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:00.137263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-31c79f5c-38b1-49ab-86eb-a9ed71de37b1 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/20858ce9-ab2c-4036-8c11-af8b9422dd6d HTTP/1.1" status: 404 len: 337 time: 0.1644936 Feb 09 02:33:00.156378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.158423 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-b1c15488-1f0b-4450-9042-fa5462a0d1dc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 HTTP/1.1" status: 200 len: 999 time: 0.2138083 Feb 09 02:33:00.183124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339476b9-cad1-4e72-b7df-2c31d72e0f5b req-643233b5-871e-462b-b6de-d4bedefc9b27 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:00.193145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-339476b9-cad1-4e72-b7df-2c31d72e0f5b req-643233b5-871e-462b-b6de-d4bedefc9b27 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 944 time: 0.9585593 Feb 09 02:33:00.223982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:00.257479 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:00.303239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-a3b0d235-733f-434d-b18b-4b362c249f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:00.307203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-339476b9-cad1-4e72-b7df-2c31d72e0f5b req-ed6f8ed3-da7e-4d92-aa29-11be8ceb3ea8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130586 Feb 09 02:33:00.309154 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-a3b0d235-733f-434d-b18b-4b362c249f7f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=170243a5-392d-432b-a55a-e5556873db06 HTTP/1.1" status: 200 len: 835 time: 0.1237803 Feb 09 02:33:00.321657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cc1132b6-2847-4336-94a6-03df310d5f37 None None] Provisioning complete for port 869a4e9f-c7f6-42a3-9010-636afb2ff715 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:00.322046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc1132b6-2847-4336-94a6-03df310d5f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:00.356341 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:00.436361 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0299892a-07ac-4bdc-93c1-ceee4c30944f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:00.437193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0299892a-07ac-4bdc-93c1-ceee4c30944f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:00.445329 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0299892a-07ac-4bdc-93c1-ceee4c30944f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/293a1607-86e0-4deb-a7fd-9c2bda7cdb0c HTTP/1.1" status: 404 len: 337 time: 0.2859190 Feb 09 02:33:00.454972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49704) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.497192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-a2e9828e-ebdb-4628-a5ad-ecd5e1949ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:00.498727 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-a2e9828e-ebdb-4628-a5ad-ecd5e1949ef4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1807144 Feb 09 02:33:00.520276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:00.572029 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-be19d8df-ddfd-4abd-be1d-50b908643c4e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:00.591370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be19d8df-ddfd-4abd-be1d-50b908643c4e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:00.594772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-be19d8df-ddfd-4abd-be1d-50b908643c4e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/b91d87bd-d17b-47a7-8ef6-c03520befd40 HTTP/1.1" status: 404 len: 333 time: 0.1306858 Feb 09 02:33:00.597602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49706) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.671666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc1132b6-2847-4336-94a6-03df310d5f37 None None] Current status of the port 869a4e9f-c7f6-42a3-9010-636afb2ff715 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:00.676292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['75e4913a-5f4c-42b4-acd1-c48d033e1e6d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:33:00.683354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ba861ebe-24ef-42d2-ad6f-b57e8ad03938 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4507 time: 0.7064650 Feb 09 02:33:00.685938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49708) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.694636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] DHCP port deletion for 563b0a16-2d80-4e6a-b7f7-4b5af875ea46 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:00.696133 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fc1734-eee3-49ca-b961-c7a280e5b49d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:00.696650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fc1734-eee3-49ca-b961-c7a280e5b49d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:00.702397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-65fc1734-eee3-49ca-b961-c7a280e5b49d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/0e29672d-bf23-49cf-a5fc-080f0b2bf9e2 HTTP/1.1" status: 404 len: 337 time: 0.1011419 Feb 09 02:33:00.704449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.764986 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01ce67a-ef9a-490c-9fd1-9e7d7397842d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:00.765442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01ce67a-ef9a-490c-9fd1-9e7d7397842d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:00.769895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c01ce67a-ef9a-490c-9fd1-9e7d7397842d tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/0384760f-c3da-4280-8546-e29da21c5436 HTTP/1.1" status: 404 len: 337 time: 0.0638545 Feb 09 02:33:00.771200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49712) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.783206 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-a1da4688-017d-4acc-88d2-b36333b51850 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753985 Feb 09 02:33:00.836573 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eab2f3f-7326-4b03-bce8-8bed67e9bee4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:00.836840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eab2f3f-7326-4b03-bce8-8bed67e9bee4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:00.847766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0eab2f3f-7326-4b03-bce8-8bed67e9bee4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/0755f5b9-27e0-44d8-9026-5d4e596ed683 HTTP/1.1" status: 404 len: 333 time: 0.0724847 Feb 09 02:33:00.849750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49718) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.941350 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb537e9-432b-4060-b26c-d5a33ec4572a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:00.945061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb537e9-432b-4060-b26c-d5a33ec4572a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:00.956001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cfb537e9-432b-4060-b26c-d5a33ec4572a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/90967871-bc52-428d-963e-1ad0d14172b6 HTTP/1.1" status: 404 len: 337 time: 0.1027670 Feb 09 02:33:00.956728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49720) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:00.979033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9dea8-e1bb-4d12-89d7-77cacd7e56b3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:00.979515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9dea8-e1bb-4d12-89d7-77cacd7e56b3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:00.981169 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93c9dea8-e1bb-4d12-89d7-77cacd7e56b3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d875aace-3e89-4b2f-bdd0-db5d6fac0611 HTTP/1.1" status: 200 len: 2063 time: 0.2940230 Feb 09 02:33:01.008284 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d93196-05f8-441f-8547-5c19219b0c5a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.010636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d93196-05f8-441f-8547-5c19219b0c5a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.017964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-86d93196-05f8-441f-8547-5c19219b0c5a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/607dae6d-eaf6-42ea-82de-488835a80a83 HTTP/1.1" status: 404 len: 337 time: 0.0565453 Feb 09 02:33:01.018350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49724) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.035124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] Deleting port 869a4e9f-c7f6-42a3-9010-636afb2ff715 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:01.035782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.048645 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'd0aa8028-bcd2-4168-9b4d-cd037e160156', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'port_id': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'mac_address': 'fa:16:3e:e0:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54366f39-a784-43d1-8954-84249b86ebe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:32:56Z', 'updated_at': '2022-02-09T02:32:56Z', 'revision_number': 0, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:29Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:01.066086 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-051d9792-3257-4972-b17d-99caa3fd24a0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.066871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051d9792-3257-4972-b17d-99caa3fd24a0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.070759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-051d9792-3257-4972-b17d-99caa3fd24a0 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/a3c13d14-f782-4e8a-973b-b2c66dbef9e1 HTTP/1.1" status: 404 len: 333 time: 0.0508795 Feb 09 02:33:01.073320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49726) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.116210 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ef0868-d9fe-456b-90f0-0347e9d23522 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.116964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ef0868-d9fe-456b-90f0-0347e9d23522 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.122135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-09ef0868-d9fe-456b-90f0-0347e9d23522 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/92e603dc-5ef9-4ba6-9e55-4612013f04e1 HTTP/1.1" status: 404 len: 337 time: 0.0468371 Feb 09 02:33:01.124550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49728) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.134845 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f33e9475-ee97-48c2-9541-3d010a377f91 req-60ff20a8-2620-463e-b58b-f942e50af38c service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300209 Feb 09 02:33:01.137800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] For port 869a4e9f-c7f6-42a3-9010-636afb2ff715, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=869a4e9f-c7f6-42a3-9010-636afb2ff715,segment=NetworkSegment(8d1728e2-dc92-44ce-98ca-4253ac5d20b5),segment_id=8d1728e2-dc92-44ce-98ca-4253ac5d20b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:01.140408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.147699 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99757eee-3b5f-4fae-9b04-f7326efeca6c None None] The sync data for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 is: [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'd0aa8028-bcd2-4168-9b4d-cd037e160156', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'port_id': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'mac_address': 'fa:16:3e:e0:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54366f39-a784-43d1-8954-84249b86ebe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:32:56Z', 'updated_at': '2022-02-09T02:32:56Z', 'revision_number': 0, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:29Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:33:01.164248 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d5635e-6fe5-46b7-b9a8-e0bc5eceadb5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.164731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d5635e-6fe5-46b7-b9a8-e0bc5eceadb5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.168602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-15d5635e-6fe5-46b7-b9a8-e0bc5eceadb5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/01209496-45c9-4c7f-84b6-f55f5aa335d0 HTTP/1.1" status: 404 len: 337 time: 0.0424480 Feb 09 02:33:01.171207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.175195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] Calling delete_port for 869a4e9f-c7f6-42a3-9010-636afb2ff715 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:01.235043 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4625ddfc-5e9f-4eb3-b7c6-d663c94bf81e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.235657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4625ddfc-5e9f-4eb3-b7c6-d663c94bf81e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.238869 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4625ddfc-5e9f-4eb3-b7c6-d663c94bf81e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/adf7f174-b0eb-4fcd-8e85-ccb69ac9bff4 HTTP/1.1" status: 404 len: 333 time: 0.0666554 Feb 09 02:33:01.241493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49732) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.286748 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0f71fe-6690-4dca-807b-2bfa48714436 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.287359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0f71fe-6690-4dca-807b-2bfa48714436 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.290640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dc0f71fe-6690-4dca-807b-2bfa48714436 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/a0984a1d-4f16-49b6-ae82-927c31807c46 HTTP/1.1" status: 404 len: 337 time: 0.0480480 Feb 09 02:33:01.294196 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.336863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (869a4e9f-c7f6-42a3-9010-636afb2ff715), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.361471 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d5e265-801e-4e8c-9ef0-ef1f1e247461 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.363190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d5e265-801e-4e8c-9ef0-ef1f1e247461 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.376641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07d5e265-801e-4e8c-9ef0-ef1f1e247461 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/47b71aeb-cd0b-4f16-9fec-f6d1eff82a68 HTTP/1.1" status: 404 len: 333 time: 0.0811169 Feb 09 02:33:01.379348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49738) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.392716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] No DVR routers for this DVR port 869a4e9f-c7f6-42a3-9010-636afb2ff715 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:01.408184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4a99-e674-4155-9fa4-cf902d25b237 None None] Pushing event deleted for resources: {'Port': ['ID=869a4e9f-c7f6-42a3-9010-636afb2ff715,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:01.410059 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d84678-4827-4e3a-b0e7-78a28aaccf30 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.410603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d84678-4827-4e3a-b0e7-78a28aaccf30 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.414127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-33d84678-4827-4e3a-b0e7-78a28aaccf30 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/78a6fe83-f1de-4447-8128-421a0a8d8541 HTTP/1.1" status: 404 len: 337 time: 0.0332739 Feb 09 02:33:01.416373 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.468989 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff84d951-28d0-4184-ab0e-d7c8e610d290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.469709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff84d951-28d0-4184-ab0e-d7c8e610d290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.485674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff84d951-28d0-4184-ab0e-d7c8e610d290 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/3bd024d5-4108-48f2-b61d-61dcdf006107 HTTP/1.1" status: 404 len: 333 time: 0.0679049 Feb 09 02:33:01.489086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.547424 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39872db-56cf-4d9e-b500-10b4bd33463a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:01.548151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39872db-56cf-4d9e-b500-10b4bd33463a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:01.555299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d39872db-56cf-4d9e-b500-10b4bd33463a tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/aa8a5959-e7fd-4c9a-a405-9dca70ba6ca6 HTTP/1.1" status: 404 len: 337 time: 0.0651047 Feb 09 02:33:01.557746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49744) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.590951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf917a3-ffb0-41c4-843d-f641ab668f96 None None] New status for floating IP d0aa8028-bcd2-4168-9b4d-cd037e160156: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:33:01.964008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 869a4e9f-c7f6-42a3-9010-636afb2ff715 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:02.003498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 869a4e9f-c7f6-42a3-9010-636afb2ff715 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:02.004081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 869a4e9f-c7f6-42a3-9010-636afb2ff715 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:02.042682 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4df870-004a-4d82-99c0-1a6dbce8c4a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.043262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4df870-004a-4d82-99c0-1a6dbce8c4a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.046648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c4df870-004a-4d82-99c0-1a6dbce8c4a4 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/c8e16e70-1caf-4487-b596-e8a11d605b67 HTTP/1.1" status: 404 len: 333 time: 0.4772367 Feb 09 02:33:02.050634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.063603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b413d-a0af-4d3a-840b-98ef042a4766 req-b4bc7cba-cf27-4d39-a388-78dfb544011e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:02.065271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce3b413d-a0af-4d3a-840b-98ef042a4766 req-b4bc7cba-cf27-4d39-a388-78dfb544011e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 945 time: 0.5969794 Feb 09 02:33:02.084600 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-e564f6df-94eb-44a9-a181-4259aa368ae3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.085106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e564f6df-94eb-44a9-a181-4259aa368ae3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.090641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e564f6df-94eb-44a9-a181-4259aa368ae3 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/1f162e1e-64ce-47d6-be98-b9b9a174c072 HTTP/1.1" status: 404 len: 337 time: 0.0376775 Feb 09 02:33:02.093250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.121613 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b037aec-31ff-4e2a-9bd2-6384accb9c51 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.122449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b037aec-31ff-4e2a-9bd2-6384accb9c51 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.124817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce3b413d-a0af-4d3a-840b-98ef042a4766 req-dc41a3d4-fb27-4ebe-9713-bbf080a1ea38 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535784 Feb 09 02:33:02.135388 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b037aec-31ff-4e2a-9bd2-6384accb9c51 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/5dec0950-1016-4e84-aff7-cc97f721af72 HTTP/1.1" status: 404 len: 333 time: 0.0376832 Feb 09 02:33:02.135607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.176626 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ea1e9e-d812-437a-b1fa-194e16d41de6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.177089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ea1e9e-d812-437a-b1fa-194e16d41de6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.181457 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-92ea1e9e-d812-437a-b1fa-194e16d41de6 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/a3543144-7af8-4fc6-94f1-903b9ec309a9 HTTP/1.1" status: 404 len: 337 time: 0.0436728 Feb 09 02:33:02.183086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49756) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.209288 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5703749-8245-4d1d-a810-c68eccc2cc86 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.210016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5703749-8245-4d1d-a810-c68eccc2cc86 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.217259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a5703749-8245-4d1d-a810-c68eccc2cc86 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/d45cef57-a38a-4388-87a2-9218b8e8468e HTTP/1.1" status: 404 len: 333 time: 0.0308719 Feb 09 02:33:02.217553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49758) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.246950 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc37c27-59fc-4661-9281-3d8947ed2861 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.247499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc37c27-59fc-4661-9281-3d8947ed2861 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.253137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fbc37c27-59fc-4661-9281-3d8947ed2861 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/460700a3-41c0-4b7e-bef1-9b0913056745 HTTP/1.1" status: 404 len: 337 time: 0.0321071 Feb 09 02:33:02.253449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49760) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.282425 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc60a9a1-d3dd-4779-a2c8-9901b2146ea7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.283276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc60a9a1-d3dd-4779-a2c8-9901b2146ea7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.288648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cc60a9a1-d3dd-4779-a2c8-9901b2146ea7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/73f7e498-b4a1-41e4-98c4-7cc1f2d9a81f HTTP/1.1" status: 404 len: 337 time: 0.0315647 Feb 09 02:33:02.288949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49762) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.319237 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8294c45c-0896-4592-a700-ba47751f9db8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.319814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8294c45c-0896-4592-a700-ba47751f9db8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.324020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8294c45c-0896-4592-a700-ba47751f9db8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/785a8fbc-93c4-47d9-b36f-d82d18999d0b HTTP/1.1" status: 404 len: 333 time: 0.0340865 Feb 09 02:33:02.326486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49764) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.352550 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-4755f1dc-5280-4319-a3ea-c49225f82bb9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.353217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4755f1dc-5280-4319-a3ea-c49225f82bb9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.357141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4755f1dc-5280-4319-a3ea-c49225f82bb9 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/2f39c720-18e5-464d-9d75-041cbb153873 HTTP/1.1" status: 404 len: 337 time: 0.0290060 Feb 09 02:33:02.359955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49766) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.388981 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e952976-19bc-4e57-b31a-1aa4b9a615aa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.389450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e952976-19bc-4e57-b31a-1aa4b9a615aa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.392661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4e952976-19bc-4e57-b31a-1aa4b9a615aa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/ac7149d5-64f8-4c3b-b4e4-b63c13596585 HTTP/1.1" status: 404 len: 337 time: 0.0319951 Feb 09 02:33:02.395093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49768) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.420572 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f8de82-7fa0-4dd7-821a-727a848415f5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.421159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f8de82-7fa0-4dd7-821a-727a848415f5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.424503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-60f8de82-7fa0-4dd7-821a-727a848415f5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/384309a3-7895-4405-b8b7-770318ea3a0e HTTP/1.1" status: 404 len: 333 time: 0.0282633 Feb 09 02:33:02.426846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49770) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.455859 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f2a3ea-31f6-46ea-ad76-93bdeca98e90 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.456464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f2a3ea-31f6-46ea-ad76-93bdeca98e90 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.459644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-65f2a3ea-31f6-46ea-ad76-93bdeca98e90 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/2d1717ab-ad5e-4a99-ab91-82aee2a0ca63 HTTP/1.1" status: 404 len: 337 time: 0.0318730 Feb 09 02:33:02.465042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49772) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.492194 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-202068e9-35f9-4789-98fc-1bde8988ba83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.493008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202068e9-35f9-4789-98fc-1bde8988ba83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.499635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-202068e9-35f9-4789-98fc-1bde8988ba83 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/ee114df7-6fcd-4e1c-b649-2d33f396f025 HTTP/1.1" status: 404 len: 337 time: 0.0336502 Feb 09 02:33:02.500149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49774) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.537500 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f6e7a4-f69c-48ef-8d42-6768e3503bfa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.538490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f6e7a4-f69c-48ef-8d42-6768e3503bfa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.545123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-19f6e7a4-f69c-48ef-8d42-6768e3503bfa tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/0da2304e-b34b-4427-94bd-6d87beeb81a4 HTTP/1.1" status: 404 len: 333 time: 0.0417013 Feb 09 02:33:02.545404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49776) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.571886 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a69b124-7e03-419d-a997-103d8b74496b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.572482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a69b124-7e03-419d-a997-103d8b74496b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.578348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7a69b124-7e03-419d-a997-103d8b74496b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/63e48d46-3bce-4c51-9b07-d19f5823afdb HTTP/1.1" status: 404 len: 337 time: 0.0291631 Feb 09 02:33:02.578591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49778) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.605903 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc06864-2616-4528-80e0-5bb5f8fe270e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.606367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc06864-2616-4528-80e0-5bb5f8fe270e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.612122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0fc06864-2616-4528-80e0-5bb5f8fe270e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/26201b36-10e7-4f78-be2d-36a9b2e4c8e6 HTTP/1.1" status: 404 len: 337 time: 0.0300982 Feb 09 02:33:02.612580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49780) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.644205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-93feeb7e-d808-47bc-b6aa-af242656e833 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6beada1-7664-4867-8d70-2367c8748fa7 HTTP/1.1" status: 200 len: 205 time: 0.0305092 Feb 09 02:33:02.646689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.710669 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e5386885-9ac5-422c-9339-29dc8b510669 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] delete failed (client error): The resource could not be found. Feb 09 02:33:02.711820 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5386885-9ac5-422c-9339-29dc8b510669 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/routers/b6beada1-7664-4867-8d70-2367c8748fa7 HTTP/1.1" status: 404 len: 336 time: 0.0635247 Feb 09 02:33:02.715023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.751711 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-073debb3-ba14-44e4-853b-99be87b84ab7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.752253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073debb3-ba14-44e4-853b-99be87b84ab7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.757885 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-073debb3-ba14-44e4-853b-99be87b84ab7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/bab4b701-c77c-49da-9043-095695414d19 HTTP/1.1" status: 404 len: 337 time: 0.0393269 Feb 09 02:33:02.758142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49786) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.790440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49788) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.791162 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cc3573f8-e5b2-4e7a-81e5-b55e0b43625e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5d222a7-bd25-470b-8558-82855f789853 HTTP/1.1" status: 200 len: 205 time: 0.0306909 Feb 09 02:33:02.833725 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-4c74a8dc-3184-45b5-bc29-f62dba12b70b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] delete failed (client error): The resource could not be found. Feb 09 02:33:02.839959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4c74a8dc-3184-45b5-bc29-f62dba12b70b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/routers/e5d222a7-bd25-470b-8558-82855f789853 HTTP/1.1" status: 404 len: 336 time: 0.0441284 Feb 09 02:33:02.840181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49790) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.871022 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c55482b-6fa0-43a6-b4b3-4af36a48b234 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.871484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c55482b-6fa0-43a6-b4b3-4af36a48b234 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.874614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c55482b-6fa0-43a6-b4b3-4af36a48b234 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/fe23f518-d419-4fb1-be22-fdc05a377241 HTTP/1.1" status: 404 len: 337 time: 0.0334532 Feb 09 02:33:02.877246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49792) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.906410 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f48cda-15a0-40b2-a1f0-6ef33a9ee11f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.906988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f48cda-15a0-40b2-a1f0-6ef33a9ee11f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.910260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-27f48cda-15a0-40b2-a1f0-6ef33a9ee11f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/1beb8ab9-9fcf-4ad8-b306-6b712de2774d HTTP/1.1" status: 404 len: 337 time: 0.0320001 Feb 09 02:33:02.912754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49796) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.938022 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d01317-cab2-4e39-9596-1ba455002b4e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.938737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d01317-cab2-4e39-9596-1ba455002b4e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.944346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07d01317-cab2-4e39-9596-1ba455002b4e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e469fc4b-f900-41c9-9fc7-dc197cbfa89c HTTP/1.1" status: 404 len: 333 time: 0.0280278 Feb 09 02:33:02.944553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49798) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:02.972933 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0f6731-e653-43f9-8a00-83efa001e087 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:02.973444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0f6731-e653-43f9-8a00-83efa001e087 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:02.977572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b0f6731-e653-43f9-8a00-83efa001e087 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/1fd84631-691b-4bec-829a-9e442f8e58d1 HTTP/1.1" status: 404 len: 337 time: 0.0319939 Feb 09 02:33:02.980884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.007471 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-529683e5-556e-4dfe-9050-0be68a720bcf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.008043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529683e5-556e-4dfe-9050-0be68a720bcf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.011869 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-529683e5-556e-4dfe-9050-0be68a720bcf tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e371395f-bed4-420e-a2ea-a1aa95800b9f HTTP/1.1" status: 404 len: 333 time: 0.0298741 Feb 09 02:33:03.014333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.046254 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-471fcefc-ef56-4a29-9a13-4267fa9ea332 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.046875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471fcefc-ef56-4a29-9a13-4267fa9ea332 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.050018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-471fcefc-ef56-4a29-9a13-4267fa9ea332 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/c3e701da-d4b7-4481-b684-b287897f9547 HTTP/1.1" status: 404 len: 337 time: 0.0344770 Feb 09 02:33:03.052885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49806) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.098164 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3a28b5-9cd3-4d31-b636-46f1bcdc619e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.099165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3a28b5-9cd3-4d31-b636-46f1bcdc619e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.107590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c3a28b5-9cd3-4d31-b636-46f1bcdc619e tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/7c4821c5-517a-4b5f-8b34-90c6aa13ec48 HTTP/1.1" status: 404 len: 333 time: 0.0527449 Feb 09 02:33:03.113761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49808) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.142475 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8906bb7d-6e0a-4694-8ea9-0222cbc5f89f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.142987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8906bb7d-6e0a-4694-8ea9-0222cbc5f89f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.147053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8906bb7d-6e0a-4694-8ea9-0222cbc5f89f tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/d82a6155-3314-4c18-bb46-225682629b1d HTTP/1.1" status: 404 len: 337 time: 0.0311313 Feb 09 02:33:03.148817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49810) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.176956 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-245e08d7-13fb-482b-b4ab-3232fd7bed19 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.177525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245e08d7-13fb-482b-b4ab-3232fd7bed19 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.184647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-245e08d7-13fb-482b-b4ab-3232fd7bed19 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/563343a0-c779-4616-95b0-3f37fbaf90bb HTTP/1.1" status: 404 len: 333 time: 0.0308378 Feb 09 02:33:03.186120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49814) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.214793 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c536ee-9fdc-42ab-8a47-8051d8afc9a8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.215385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c536ee-9fdc-42ab-8a47-8051d8afc9a8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.220788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f5c536ee-9fdc-42ab-8a47-8051d8afc9a8 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/d13348f0-fa70-4aad-8456-e4dc92fb66c8 HTTP/1.1" status: 404 len: 337 time: 0.0326650 Feb 09 02:33:03.221024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49816) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.249309 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb9fded-be5f-4b0c-98de-4eb82ba136a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.249927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb9fded-be5f-4b0c-98de-4eb82ba136a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.253082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4cb9fded-be5f-4b0c-98de-4eb82ba136a5 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/c392204b-a325-4e0d-8a11-0895c8f40ce5 HTTP/1.1" status: 404 len: 333 time: 0.0311046 Feb 09 02:33:03.256067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49818) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.291840 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dd1a7a-e614-422d-b04c-fe0fc2e75d5b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.292212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dd1a7a-e614-422d-b04c-fe0fc2e75d5b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.298212 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-22dd1a7a-e614-422d-b04c-fe0fc2e75d5b tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/c47459ce-6363-42d0-8962-7bed646c7d27 HTTP/1.1" status: 404 len: 337 time: 0.0383680 Feb 09 02:33:03.298498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.323460 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478acee0-1393-421c-809c-81ad5d45d404 req-5dfd0cdd-ea88-44ba-806a-f73d2493bc04 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:03.326920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-478acee0-1393-421c-809c-81ad5d45d404 req-5dfd0cdd-ea88-44ba-806a-f73d2493bc04 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 945 time: 0.0796487 Feb 09 02:33:03.334124 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-42302b67-b755-4bdd-8ad6-eb3086589ff7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.335119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42302b67-b755-4bdd-8ad6-eb3086589ff7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.341804 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-42302b67-b755-4bdd-8ad6-eb3086589ff7 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/e3a5cbfb-4a1a-4383-a9d7-c0707b93545e HTTP/1.1" status: 404 len: 333 time: 0.0422292 Feb 09 02:33:03.342360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.372552 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-959a1719-8aa8-4ae1-a957-7469cb719b19 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.373265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959a1719-8aa8-4ae1-a957-7469cb719b19 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.379319 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-959a1719-8aa8-4ae1-a957-7469cb719b19 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/f4e5e8fd-cae1-453c-8554-815f69e19f94 HTTP/1.1" status: 404 len: 337 time: 0.0359318 Feb 09 02:33:03.380136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49824) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.391315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-478acee0-1393-421c-809c-81ad5d45d404 req-c80cad45-fa41-415b-ae52-0904063931cc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523767 Feb 09 02:33:03.418690 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-9786f3f0-d67f-4672-9eb2-bc0810ea3c52 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.419267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9786f3f0-d67f-4672-9eb2-bc0810ea3c52 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.425077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49826) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.432196 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9786f3f0-d67f-4672-9eb2-bc0810ea3c52 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/ports/f2010d13-c088-43b0-b450-2d4c4116b7bc HTTP/1.1" status: 404 len: 333 time: 0.0496492 Feb 09 02:33:03.462624 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b17516-82dd-4390-b8d8-60e7757a8986 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:03.463425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b17516-82dd-4390-b8d8-60e7757a8986 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:03.466958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-41b17516-82dd-4390-b8d8-60e7757a8986 tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/subnets/35b6851d-df89-4c04-9236-f658eea71ff6 HTTP/1.1" status: 404 len: 337 time: 0.0408795 Feb 09 02:33:03.470138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49828) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:03.471125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 75e4913a-5f4c-42b4-acd1-c48d033e1e6d up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:03.529413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:33:03.537787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:03.538175 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.583264 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (563b0a16-2d80-4e6a-b7f7-4b5af875ea46), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.647225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:03.647690 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.690658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:03.693537 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e0138-802c-4e1c-adb4-0f73b1bc6cd0" -d '{"events": [{"server_uuid": "a8546b13-29e0-49ca-a00a-57cacc4434bc", "name": "network-vif-plugged", "status": "completed", "tag": "75e4913a-5f4c-42b4-acd1-c48d033e1e6d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:03.708544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:03.711420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (563b0a16-2d80-4e6a-b7f7-4b5af875ea46), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.720207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.757521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563b0a16-2d80-4e6a-b7f7-4b5af875ea46']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:03.784205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1728e2-dc92-44ce-98ca-4253ac5d20b5') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:03.785346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1728e2-dc92-44ce-98ca-4253ac5d20b5') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:03.808601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (8d1728e2-dc92-44ce-98ca-4253ac5d20b5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.824151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:03.832382 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8d1728e2-dc92-44ce-98ca-4253ac5d20b5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.840752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:03.841454 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (8d1728e2-dc92-44ce-98ca-4253ac5d20b5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:03.844910 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:03.893455 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddac913c-76aa-4bdb-9b41-23ce1e0bbbac x-openstack-request-id: req-ddac913c-76aa-4bdb-9b41-23ce1e0bbbac {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:03.893916 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8546b13-29e0-49ca-a00a-57cacc4434bc", "name": "network-vif-plugged", "status": "completed", "tag": "75e4913a-5f4c-42b4-acd1-c48d033e1e6d", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:03.894337 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddac913c-76aa-4bdb-9b41-23ce1e0bbbac {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:03.894741 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d', 'code': 200} Feb 09 02:33:03.935454 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (563b0a16-2d80-4e6a-b7f7-4b5af875ea46), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.955534 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.959544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] 10.222.0.53 "DELETE /v2.0/networks/563b0a16-2d80-4e6a-b7f7-4b5af875ea46 HTTP/1.1" status: 204 len: 168 time: 0.4883351 Feb 09 02:33:04.008352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8301b-7d74-4356-9311-e9b4b014decd tempest-NetworksTestDHCPv6-525235920 tempest-NetworksTestDHCPv6-525235920-project] Pushing event deleted for resources: {'Network': ['ID=563b0a16-2d80-4e6a-b7f7-4b5af875ea46,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:04.059587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf38e1-2198-4b2f-9ab6-5a5b70ea1f9d req-7bd95290-e089-4103-b4e8-885b0cf1cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:04.063436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1bf38e1-2198-4b2f-9ab6-5a5b70ea1f9d req-7bd95290-e089-4103-b4e8-885b0cf1cf59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 1129 time: 0.0869870 Feb 09 02:33:04.152234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1bf38e1-2198-4b2f-9ab6-5a5b70ea1f9d req-cbf26602-7abb-49b4-9a2f-db3919b3cbbd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829794 Feb 09 02:33:04.278315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49842) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:04.475369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-36a021f3-0ca9-425e-b293-b9d7ba6e1196 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a91686b8a8b84bcf80fc384ead644bf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916475 Feb 09 02:33:04.475888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:04.547241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ff452-750e-40a8-8660-13eaf1b5f0ef req-390ee1ef-d2c3-4b8f-a270-2271f7d1f9c4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:04.551135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f95ff452-750e-40a8-8660-13eaf1b5f0ef req-390ee1ef-d2c3-4b8f-a270-2271f7d1f9c4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 946 time: 0.0696871 Feb 09 02:33:04.557806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Publish callbacks [] for security_group (39b844f2-b4b9-4435-9b09-f936ef687111), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:04.590091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Publish callbacks [] for security_group (39b844f2-b4b9-4435-9b09-f936ef687111), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:04.618095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f95ff452-750e-40a8-8660-13eaf1b5f0ef req-70f39557-7640-4288-a391-64a3ac813465 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618744 Feb 09 02:33:04.658389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (39b844f2-b4b9-4435-9b09-f936ef687111), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:04.661156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:04.665089 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39b844f2-b4b9-4435-9b09-f936ef687111 HTTP/1.1" status: 204 len: 168 time: 0.1846182 Feb 09 02:33:04.678965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b844f2-b4b9-4435-9b09-f936ef687111,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:04.688637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.688991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.689434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.690044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.690526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.690959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.691302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.691849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.692175 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.692501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.692828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.693151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:04.693584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63d6815-934f-43d7-8562-9a7b1e420c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:05.553447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49874) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:05.692823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-736687616'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:05.726683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Made reservation on behalf of a803e198c7284ef5bf6597b149012da8 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:05.732521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.749331 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.828407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653839-bed2-46a4-b7cd-f530e35ab3b7 req-08884269-8b83-4088-9df4-6202f903a97b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:05.830630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84653839-bed2-46a4-b7cd-f530e35ab3b7 req-08884269-8b83-4088-9df4-6202f903a97b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 946 time: 0.0852239 Feb 09 02:33:05.852028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for security_group (34ab0ac4-4446-4c59-bf21-809b3c1b2389), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.857714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (34ab0ac4-4446-4c59-bf21-809b3c1b2389), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.890099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:05.909839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab0ac4-4446-4c59-bf21-809b3c1b2389,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:05.927382 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ac7a392c-4ad9-493c-bcb4-4f33167ae9c9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.928486 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Added segment ac7a392c-4ad9-493c-bcb4-4f33167ae9c9 of type vlan for network 29d0274f-d057-42ed-931b-35625d498a67 Feb 09 02:33:05.949561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84653839-bed2-46a4-b7cd-f530e35ab3b7 req-08156d96-999f-4ff7-9624-73198d81d0b5 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072338 Feb 09 02:33:05.988801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (29d0274f-d057-42ed-931b-35625d498a67), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.029494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (29d0274f-d057-42ed-931b-35625d498a67), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.035188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:06.035833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.120697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5626886 Feb 09 02:33:06.121026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:06.135079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Request body: {'subnet': {'network_id': '29d0274f-d057-42ed-931b-35625d498a67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:06.339366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c7eb-d384-464d-95b6-60dd50feeac5 req-72a667bc-3514-42a5-883d-dee402510321 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:06.349986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea97c7eb-d384-464d-95b6-60dd50feeac5 req-72a667bc-3514-42a5-883d-dee402510321 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 946 time: 0.0849404 Feb 09 02:33:06.435754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea97c7eb-d384-464d-95b6-60dd50feeac5 req-b09fd972-de85-4887-9e5a-9c9c30b0e283 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827279 Feb 09 02:33:06.539650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8222309-05e6-42a1-b25f-53fb41677ed0 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event updated for resources: {'Network': ['ID=29d0274f-d057-42ed-931b-35625d498a67,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:06.551460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 29d0274f-d057-42ed-931b-35625d498a67 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:06.627095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Made reservation on behalf of a803e198c7284ef5bf6597b149012da8 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:06.631199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.889623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (25211794-4ec7-4ab5-806a-07c7213c5277), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.951907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event updated for resources: {'Subnet': ['ID=25211794-4ec7-4ab5-806a-07c7213c5277,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:06.964572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Checking segment: {'id': 'ac7a392c-4ad9-493c-bcb4-4f33167ae9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d0274f-d057-42ed-931b-35625d498a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:06.965510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Network hostable DHCP agents. Network: 29d0274f-d057-42ed-931b-35625d498a67, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:06.987650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Network 29d0274f-d057-42ed-931b-35625d498a67 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:06.999755 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 29d0274f-d057-42ed-931b-35625d498a67) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:07.005272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:07.006058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.011614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6850f287-90f3-4011-8457-09be61830168 None None] Network 29d0274f-d057-42ed-931b-35625d498a67 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:07.042145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49892) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:07.048287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Request body: {'port': {'network_id': '29d0274f-d057-42ed-931b-35625d498a67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-197827290'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:07.059184 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-71609f1a-15f1-4113-856e-de1395515be6 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9202991 Feb 09 02:33:07.148605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-29d0274f-d057-42ed-931b-35625d498a67', 'network_id': '29d0274f-d057-42ed-931b-35625d498a67', 'project_id': 'a803e198c7284ef5bf6597b149012da8', 'fixed_ips': [{'subnet_id': '25211794-4ec7-4ab5-806a-07c7213c5277'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:07.149600 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.232212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Made reservation on behalf of a803e198c7284ef5bf6597b149012da8 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:07.240919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.267046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] device_id is not set on port 0c963464-4ae7-4f15-879a-23e3b2a94a2b yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:07.311808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Allocated IP 172.20.0.2 (29d0274f-d057-42ed-931b-35625d498a67/25211794-4ec7-4ab5-806a-07c7213c5277/d8fd3d94-afdb-4b07-ae3f-108a1447fa32) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:07.514102 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Publish callbacks [] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.528358 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.572005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Network 29d0274f-d057-42ed-931b-35625d498a67 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:07.575683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:07.580279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:07.660815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Pushing event updated for resources: {'Port': ['ID=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:07.668448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Allocated IP 172.20.0.6 (29d0274f-d057-42ed-931b-35625d498a67/25211794-4ec7-4ab5-806a-07c7213c5277/0c963464-4ae7-4f15-879a-23e3b2a94a2b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:07.675465 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Attempting to bind port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:07.675963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Attempting to bind port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'ac7a392c-4ad9-493c-bcb4-4f33167ae9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d0274f-d057-42ed-931b-35625d498a67'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:07.677094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Attempting to bind port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 on network 29d0274f-d057-42ed-931b-35625d498a67 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:07.685533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:07.685944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Checking segment: {'id': 'ac7a392c-4ad9-493c-bcb4-4f33167ae9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d0274f-d057-42ed-931b-35625d498a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:07.689354 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.689878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Bound using segment: {'id': 'ac7a392c-4ad9-493c-bcb4-4f33167ae9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d0274f-d057-42ed-931b-35625d498a67'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:07.691593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Bound port: d8fd3d94-afdb-4b07-ae3f-108a1447fa32, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a392c-4ad9-493c-bcb4-4f33167ae9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d0274f-d057-42ed-931b-35625d498a67'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:07.693258 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.708471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8218-4e08-4fef-8c04-fe6b7ebe2661 req-6c5b3a89-4e43-4d10-8147-73f7a1c4a906 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:07.710368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e47a8218-4e08-4fef-8c04-fe6b7ebe2661 req-6c5b3a89-4e43-4d10-8147-73f7a1c4a906 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 946 time: 0.1047068 Feb 09 02:33:07.823024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] For port d8fd3d94-afdb-4b07-ae3f-108a1447fa32, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:07.830749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] For port d8fd3d94-afdb-4b07-ae3f-108a1447fa32, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,segment=NetworkSegment(ac7a392c-4ad9-493c-bcb4-4f33167ae9c9),segment_id=ac7a392c-4ad9-493c-bcb4-4f33167ae9c9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:07.845694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e47a8218-4e08-4fef-8c04-fe6b7ebe2661 req-be6964bf-9e3b-4e49-8391-877054f93bf6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210403 Feb 09 02:33:07.861160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:07.994678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-74401dc9-cfe7-447d-be1f-499d25826e26 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:07.996258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-74401dc9-cfe7-447d-be1f-499d25826e26 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 946 time: 0.1475031 Feb 09 02:33:08.019714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.026094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b7529-ed67-48e0-a03a-bddf28b7f0ee None None] Pushing event updated for resources: {'Port': ['ID=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:08.150315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.248700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Deleting port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:08.249164 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.266514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Network 29d0274f-d057-42ed-931b-35625d498a67 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:08.280742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:08.320905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event updated for resources: {'Port': ['ID=0c963464-4ae7-4f15-879a-23e3b2a94a2b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:08.324519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:08.446266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:08.449417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.501944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-29ad6b51-73e3-493f-9d09-f3c04aee8f8a tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4558735 Feb 09 02:33:08.501944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] For port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:08.501944 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.502538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:08.509542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Request body: {'port': {'network_id': '29d0274f-d057-42ed-931b-35625d498a67', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2013867263', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:08.510761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] bootfile-name is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:33:08.511805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] tftp-server is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:33:08.512171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] server-ip-address is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:33:08.518366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Calling delete_port for 75e4913a-5f4c-42b4-acd1-c48d033e1e6d owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:08.709358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Made reservation on behalf of a803e198c7284ef5bf6597b149012da8 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:08.714695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.716394 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (75e4913a-5f4c-42b4-acd1-c48d033e1e6d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.731324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d2d0effc-64d8-44e6-9a90-23a06cb9a5ae', '75e4913a-5f4c-42b4-acd1-c48d033e1e6d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:33:08.751761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] device_id is not set on port 4251c513-1a65-4e50-b4eb-b39bb3d0e0cb yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:08.761827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Pushing event deleted for resources: {'Port': ['ID=75e4913a-5f4c-42b4-acd1-c48d033e1e6d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:08.878214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] No DVR routers for this DVR port 75e4913a-5f4c-42b4-acd1-c48d033e1e6d on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:08.881578 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.886837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4e99d6b-2724-45c3-9e9f-385b5559891d req-5b4e6f80-5621-4706-8cf5-b5cd136a82e4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.72 "DELETE /v2.0/ports/75e4913a-5f4c-42b4-acd1-c48d033e1e6d HTTP/1.1" status: 204 len: 173 time: 0.8807642 Feb 09 02:33:08.887412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'name': 'network-vif-deleted', 'tag': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:08.908061 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216e6e8-ff05-4e96-8cd6-333773c9ec4a" -d '{"events": [{"server_uuid": "a8546b13-29e0-49ca-a00a-57cacc4434bc", "name": "network-vif-deleted", "tag": "75e4913a-5f4c-42b4-acd1-c48d033e1e6d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:09.010356 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a4e98d-4927-4820-97dd-ee9f23ce0753 x-openstack-request-id: req-48a4e98d-4927-4820-97dd-ee9f23ce0753 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:09.010735 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8546b13-29e0-49ca-a00a-57cacc4434bc", "name": "network-vif-deleted", "tag": "75e4913a-5f4c-42b4-acd1-c48d033e1e6d", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:09.011141 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48a4e98d-4927-4820-97dd-ee9f23ce0753 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:09.011807 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8546b13-29e0-49ca-a00a-57cacc4434bc', 'name': 'network-vif-deleted', 'tag': '75e4913a-5f4c-42b4-acd1-c48d033e1e6d', 'status': 'completed', 'code': 200} Feb 09 02:33:09.076062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Allocated IP 172.20.0.9 (29d0274f-d057-42ed-931b-35625d498a67/25211794-4ec7-4ab5-806a-07c7213c5277/4251c513-1a65-4e50-b4eb-b39bb3d0e0cb) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:09.131180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-584ffcd6-138a-4d05-b8ad-35b21a5ee9e4 req-1c32215f-6301-4abc-a67f-7f6173457955 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8546b13-29e0-49ca-a00a-57cacc4434bc HTTP/1.1" status: 200 len: 210 time: 0.0822542 Feb 09 02:33:09.344066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for port (4251c513-1a65-4e50-b4eb-b39bb3d0e0cb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.411971 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4251c513-1a65-4e50-b4eb-b39bb3d0e0cb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.465579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724afa9c-5055-4d2c-a69e-48ec9c9356bf None None] Network 29d0274f-d057-42ed-931b-35625d498a67 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:09.499069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Network 29d0274f-d057-42ed-931b-35625d498a67 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:09.503293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:09.510425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:09.515754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event updated for resources: {'Port': ['ID=4251c513-1a65-4e50-b4eb-b39bb3d0e0cb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:09.607091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:09.607091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.642284 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-286376b3-d305-4f08-9386-295e1866387b tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1387844 Feb 09 02:33:09.644969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:09.646158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fa2cb22c-225a-41e8-a473-952af8494968 None None] Provisioning complete for port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:09.647234 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb22c-225a-41e8-a473-952af8494968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.719321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc2bd4-e995-47d6-af45-5e6ba60a81d1 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:09.724830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc2bd4-e995-47d6-af45-5e6ba60a81d1 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:09.732782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc2bd4-e995-47d6-af45-5e6ba60a81d1 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:09.735157 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9fbc2bd4-e995-47d6-af45-5e6ba60a81d1 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0887752 Feb 09 02:33:09.737979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49920) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:09.801803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fa2cb22c-225a-41e8-a473-952af8494968 None None] Current status of the port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:09.802351 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb22c-225a-41e8-a473-952af8494968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.855547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Deleting port 4251c513-1a65-4e50-b4eb-b39bb3d0e0cb {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:09.855994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4251c513-1a65-4e50-b4eb-b39bb3d0e0cb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.859091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fa2cb22c-225a-41e8-a473-952af8494968 None None] For port d8fd3d94-afdb-4b07-ae3f-108a1447fa32, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,segment=NetworkSegment(ac7a392c-4ad9-493c-bcb4-4f33167ae9c9),segment_id=ac7a392c-4ad9-493c-bcb4-4f33167ae9c9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:09.864856 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb22c-225a-41e8-a473-952af8494968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.946879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cb22c-225a-41e8-a473-952af8494968 None None] Pushing event updated for resources: {'Port': ['ID=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:09.991279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d8fd3d94-afdb-4b07-ae3f-108a1447fa32 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:09.991527 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4251c513-1a65-4e50-b4eb-b39bb3d0e0cb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.008385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Calling delete_port for 4251c513-1a65-4e50-b4eb-b39bb3d0e0cb owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:10.061423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:10.062117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.172431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4251c513-1a65-4e50-b4eb-b39bb3d0e0cb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.209416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:10.215537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e11d618e-a681-4790-972a-ba48553fe536 None None] Could not find standard attr ID for object 4251c513-1a65-4e50-b4eb-b39bb3d0e0cb. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:33:10.237516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e11d618e-a681-4790-972a-ba48553fe536 None None] Provisioning complete for port 0c963464-4ae7-4f15-879a-23e3b2a94a2b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:10.237691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event deleted for resources: {'Port': ['ID=4251c513-1a65-4e50-b4eb-b39bb3d0e0cb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:10.237894 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11d618e-a681-4790-972a-ba48553fe536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.315994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e11d618e-a681-4790-972a-ba48553fe536 None None] Port 0c963464-4ae7-4f15-879a-23e3b2a94a2b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:10.331346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e11d618e-a681-4790-972a-ba48553fe536 None None] Provisioning complete for port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:10.332070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e11d618e-a681-4790-972a-ba48553fe536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.367911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.371919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-67689cee-05b0-4297-a118-40409093511d tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "DELETE /v2.0/ports/4251c513-1a65-4e50-b4eb-b39bb3d0e0cb HTTP/1.1" status: 204 len: 168 time: 0.6325872 Feb 09 02:33:10.375780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:10.382554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Request body: {'port': {'name': 'tempest-new-port-name-889393700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:10.383268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] bootfile-name is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:33:10.384137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] tftp-server is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:33:10.384853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.api.validators [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] server-ip-address is not in valid_values {{(pid=103150) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 02:33:10.390963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f35e9-8d3f-4ee2-a2b7-c2c1a389c15d req-d1a18c8b-61e3-4272-bc17-b4cd6e481a8d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:10.392857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea2f35e9-8d3f-4ee2-a2b7-c2c1a389c15d req-d1a18c8b-61e3-4272-bc17-b4cd6e481a8d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0859232 Feb 09 02:33:10.473019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea2f35e9-8d3f-4ee2-a2b7-c2c1a389c15d req-a7e1da1d-8c60-452c-8b93-dfaedf79a065 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737600 Feb 09 02:33:10.482137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e11d618e-a681-4790-972a-ba48553fe536 None None] Current status of the port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:10.531486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.622544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6093d0d9-bb13-4768-8f4d-f38e86024143 None None] Provisioning complete for port 0c963464-4ae7-4f15-879a-23e3b2a94a2b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:10.623078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6093d0d9-bb13-4768-8f4d-f38e86024143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.732125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6093d0d9-bb13-4768-8f4d-f38e86024143 None None] Port 0c963464-4ae7-4f15-879a-23e3b2a94a2b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:10.844814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4d0c0ee2-3c48-414c-b19c-dd36e29e361f None None] Could not find standard attr ID for object 4251c513-1a65-4e50-b4eb-b39bb3d0e0cb. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:33:10.858031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def325e-2938-4052-b7a3-e5bf2c9b5063 req-b8fd7b01-7954-4d14-afc0-31fe1e97d96a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:10.870966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1def325e-2938-4052-b7a3-e5bf2c9b5063 req-b8fd7b01-7954-4d14-afc0-31fe1e97d96a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1117365 Feb 09 02:33:10.901861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.929215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:10.973615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1def325e-2938-4052-b7a3-e5bf2c9b5063 req-ff1f9a3b-d456-404f-aa7d-020892938f03 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953703 Feb 09 02:33:11.047669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event updated for resources: {'Port': ['ID=0c963464-4ae7-4f15-879a-23e3b2a94a2b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:11.076221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] In _notify_port_updated(), no bound segment for port 0c963464-4ae7-4f15-879a-23e3b2a94a2b on network 29d0274f-d057-42ed-931b-35625d498a67 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:33:11.082087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:11.082831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:11.087029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49940) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:11.087254 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a30110cf-858b-490b-86ea-1ee536e91698 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "PUT /v2.0/ports/0c963464-4ae7-4f15-879a-23e3b2a94a2b HTTP/1.1" status: 200 len: 1135 time: 0.7104523 Feb 09 02:33:11.185842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c978fd2-7727-4e3e-9ba4-ee8e50d067e1 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:11.187500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4c978fd2-7727-4e3e-9ba4-ee8e50d067e1 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "GET /v2.0/ports/0c963464-4ae7-4f15-879a-23e3b2a94a2b HTTP/1.1" status: 200 len: 1135 time: 0.0993953 Feb 09 02:33:11.194423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49942) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:11.269477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d66bf-861d-4584-9762-5fa4b51fe2e7 req-d003ef99-19bf-4922-a447-b1a233afd804 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:11.271407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e2d66bf-861d-4584-9762-5fa4b51fe2e7 req-d003ef99-19bf-4922-a447-b1a233afd804 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1693857 Feb 09 02:33:11.381285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e2d66bf-861d-4584-9762-5fa4b51fe2e7 req-172b0b4e-9f36-4a99-b6e9-6885f7fa12ca tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989196 Feb 09 02:33:11.397704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Deleting port 0c963464-4ae7-4f15-879a-23e3b2a94a2b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:11.398075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:11.499226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 75e4913a-5f4c-42b4-acd1-c48d033e1e6d no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:11.528740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 75e4913a-5f4c-42b4-acd1-c48d033e1e6d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:11.529109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 75e4913a-5f4c-42b4-acd1-c48d033e1e6d not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:11.535445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:11.549907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Calling delete_port for 0c963464-4ae7-4f15-879a-23e3b2a94a2b owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:11.584912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4e576c4e-1f4c-4c54-bbfc-49fe68031d11 None None] Provisioning complete for port 0c963464-4ae7-4f15-879a-23e3b2a94a2b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:11.585801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e576c4e-1f4c-4c54-bbfc-49fe68031d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:11.678131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4e576c4e-1f4c-4c54-bbfc-49fe68031d11 None None] Port 0c963464-4ae7-4f15-879a-23e3b2a94a2b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:11.790925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0c963464-4ae7-4f15-879a-23e3b2a94a2b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:11.862506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event deleted for resources: {'Port': ['ID=0c963464-4ae7-4f15-879a-23e3b2a94a2b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:11.928925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d8fd3d94-afdb-4b07-ae3f-108a1447fa32 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:12.015256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.024742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c158df39-67fb-45b8-a617-bfad815169ed tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "DELETE /v2.0/ports/0c963464-4ae7-4f15-879a-23e3b2a94a2b HTTP/1.1" status: 204 len: 168 time: 0.8272729 Feb 09 02:33:12.025662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:12.044274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:12.044658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.236447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Deleting subnet 25211794-4ec7-4ab5-806a-07c7213c5277 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:12.236447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for subnet (25211794-4ec7-4ab5-806a-07c7213c5277), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.344217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:12.346252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (25211794-4ec7-4ab5-806a-07c7213c5277), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.469689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (25211794-4ec7-4ab5-806a-07c7213c5277), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.577854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (25211794-4ec7-4ab5-806a-07c7213c5277), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.634988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event deleted for resources: {'Subnet': ['ID=25211794-4ec7-4ab5-806a-07c7213c5277,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:12.636189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f90ce18-cdad-47d1-8475-19ce491eb36c None None] Network 29d0274f-d057-42ed-931b-35625d498a67 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:12.637957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.648805 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fe0f566a-8226-45d4-a8ce-1b41d9ccca50 tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "DELETE /v2.0/subnets/25211794-4ec7-4ab5-806a-07c7213c5277 HTTP/1.1" status: 204 len: 168 time: 0.6146863 Feb 09 02:33:12.648805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 49984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:12.776516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (29d0274f-d057-42ed-931b-35625d498a67), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.850770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Deleting port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:12.851015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.911459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] DHCP port deletion for 29d0274f-d057-42ed-931b-35625d498a67 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:12.946045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] For port d8fd3d94-afdb-4b07-ae3f-108a1447fa32, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,segment=NetworkSegment(ac7a392c-4ad9-493c-bcb4-4f33167ae9c9),segment_id=ac7a392c-4ad9-493c-bcb4-4f33167ae9c9)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:12.947025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:12.966981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Calling delete_port for d8fd3d94-afdb-4b07-ae3f-108a1447fa32 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:13.028079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] Deleting port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:13.028658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.134844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.144544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] For port d8fd3d94-afdb-4b07-ae3f-108a1447fa32, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,segment=NetworkSegment(ac7a392c-4ad9-493c-bcb4-4f33167ae9c9),segment_id=ac7a392c-4ad9-493c-bcb4-4f33167ae9c9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:13.145535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.164100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] Calling delete_port for d8fd3d94-afdb-4b07-ae3f-108a1447fa32 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:13.215929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] No DVR routers for this DVR port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:13.218351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event deleted for resources: {'Port': ['ID=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:13.304834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (d8fd3d94-afdb-4b07-ae3f-108a1447fa32), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.325042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] No DVR routers for this DVR port d8fd3d94-afdb-4b07-ae3f-108a1447fa32 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:13.362043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (29d0274f-d057-42ed-931b-35625d498a67), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.376085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee09eb8-63fd-4092-8996-1089abc000ce None None] Pushing event deleted for resources: {'Port': ['ID=d8fd3d94-afdb-4b07-ae3f-108a1447fa32,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:13.390842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d0274f-d057-42ed-931b-35625d498a67']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:13.404739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7a392c-4ad9-493c-bcb4-4f33167ae9c9') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:13.405269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7a392c-4ad9-493c-bcb4-4f33167ae9c9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:13.419852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (ac7a392c-4ad9-493c-bcb4-4f33167ae9c9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.440713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ac7a392c-4ad9-493c-bcb4-4f33167ae9c9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.448059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:13.448470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (ac7a392c-4ad9-493c-bcb4-4f33167ae9c9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:13.452241 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:13.534487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (29d0274f-d057-42ed-931b-35625d498a67), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.543303 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.547285 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] 10.222.0.53 "DELETE /v2.0/networks/29d0274f-d057-42ed-931b-35625d498a67 HTTP/1.1" status: 204 len: 168 time: 0.9004612 Feb 09 02:33:13.564940 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d41798-d33e-450f-a4c7-4004ad639dfa tempest-ExtraDHCPOptionsTestJSON-894549638 tempest-ExtraDHCPOptionsTestJSON-894549638-project] Pushing event deleted for resources: {'Network': ['ID=29d0274f-d057-42ed-931b-35625d498a67,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:13.915306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d8fd3d94-afdb-4b07-ae3f-108a1447fa32 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:13.952812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d8fd3d94-afdb-4b07-ae3f-108a1447fa32 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:13.953656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d8fd3d94-afdb-4b07-ae3f-108a1447fa32 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:13.953856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50018) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:14.155876 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0ff3ea68-9c59-4d9f-8f1a-95f885cb1dbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a803e198c7284ef5bf6597b149012da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007265 Feb 09 02:33:14.158551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:14.241867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e023800-f742-41d2-b1b0-006c7b2e1196 admin admin] Publish callbacks [] for security_group (34ab0ac4-4446-4c59-bf21-809b3c1b2389), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.276575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e023800-f742-41d2-b1b0-006c7b2e1196 admin admin] Publish callbacks [] for security_group (34ab0ac4-4446-4c59-bf21-809b3c1b2389), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.358433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e023800-f742-41d2-b1b0-006c7b2e1196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (34ab0ac4-4446-4c59-bf21-809b3c1b2389), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.362377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e023800-f742-41d2-b1b0-006c7b2e1196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.363815 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e023800-f742-41d2-b1b0-006c7b2e1196 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34ab0ac4-4446-4c59-bf21-809b3c1b2389 HTTP/1.1" status: 204 len: 168 time: 0.2042360 Feb 09 02:33:14.375852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e023800-f742-41d2-b1b0-006c7b2e1196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab0ac4-4446-4c59-bf21-809b3c1b2389,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:14.657996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd7f7c-2924-480f-b80e-1d617d80f2c0 req-4fe2789e-0aa5-401d-a890-c75800aecde2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:14.659657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ffd7f7c-2924-480f-b80e-1d617d80f2c0 req-4fe2789e-0aa5-401d-a890-c75800aecde2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0947368 Feb 09 02:33:14.740583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ffd7f7c-2924-480f-b80e-1d617d80f2c0 req-01697c56-1cf4-400d-a20a-b88510fb7dbb tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612659 Feb 09 02:33:14.900480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eded07-c688-4d04-a4cc-8c1f88276f3d req-a8012c90-b5c1-43c0-9ae1-a0e6680ba203 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:14.901970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1eded07-c688-4d04-a4cc-8c1f88276f3d req-a8012c90-b5c1-43c0-9ae1-a0e6680ba203 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0858684 Feb 09 02:33:14.980831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1eded07-c688-4d04-a4cc-8c1f88276f3d req-48439a62-f2f2-44b4-9e4e-efadce635d6d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639334 Feb 09 02:33:15.425161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:15.550131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-330076151'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:15.589881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:15.593698 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.603552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.749814 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (0d7c162b-1902-41c1-926e-708c4767fcc8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.755857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0d7c162b-1902-41c1-926e-708c4767fcc8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.803041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:15.830929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5b738a19-ec9d-4ac8-9518-711faf64af2b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.831207 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment 5b738a19-ec9d-4ac8-9518-711faf64af2b of type vlan for network 45ad446a-13d0-4b8e-9abc-1f20651346b4 Feb 09 02:33:15.832904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7c162b-1902-41c1-926e-708c4767fcc8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:15.907607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (45ad446a-13d0-4b8e-9abc-1f20651346b4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.947650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (45ad446a-13d0-4b8e-9abc-1f20651346b4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.953375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:15.954092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:15.997202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5714133 Feb 09 02:33:15.999838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50110) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:16.006069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'name': 'tempest-PortsTestJSON-420734729'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:16.123025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972583c7-c45f-41ec-b885-17f3a15b222b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=45ad446a-13d0-4b8e-9abc-1f20651346b4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:16.141128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:16.186614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:16.191423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.244956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port f76a57f0-011e-4a33-9f4c-44db5b0c6811 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:16.513161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.557350 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.639273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=f76a57f0-011e-4a33-9f4c-44db5b0c6811,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:16.669947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': '5b738a19-ec9d-4ac8-9518-711faf64af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:16.670319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: 45ad446a-13d0-4b8e-9abc-1f20651346b4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:16.692654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:16.714055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 45ad446a-13d0-4b8e-9abc-1f20651346b4) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:16.719912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:16.731845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:16.732305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bd43f2-e979-4a9f-8a8e-b6f0e1f4ee67 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:16.732560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.777483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8b09f57f-a565-4c0c-910e-e947d58766cd tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7757394 Feb 09 02:33:16.780384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50136) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:16.786711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1093233706'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:16.885964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:16.892530 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.937353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:16.956540 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6433d500-737c-4ff3-96e5-59b942bc749b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.956951 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment 6433d500-737c-4ff3-96e5-59b942bc749b of type vlan for network d23952ed-e862-4682-a6f8-5d5c39fcc4f0 Feb 09 02:33:17.015252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (d23952ed-e862-4682-a6f8-5d5c39fcc4f0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.049602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (d23952ed-e862-4682-a6f8-5d5c39fcc4f0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.068843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:17.069817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.138733 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3567345 Feb 09 02:33:17.141512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50146) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:17.147560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'ports': [{'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4'}, {'network_id': 'd23952ed-e862-4682-a6f8-5d5c39fcc4f0'}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:17.148010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:17.148555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': 'd23952ed-e862-4682-a6f8-5d5c39fcc4f0'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:17.160893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c37f3c-edfe-4a5e-b876-6c67fbc5c623 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=d23952ed-e862-4682-a6f8-5d5c39fcc4f0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:17.172246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network d23952ed-e862-4682-a6f8-5d5c39fcc4f0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:17.374295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 2} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:17.379685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.397780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.606828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 84de55b9-04b3-4b76-abcd-789949cca78f yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:17.734419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (84de55b9-04b3-4b76-abcd-789949cca78f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:17.847425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 26bde16a-5936-4680-bd4a-18c82b04302c yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:17.958313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a98ea-113f-4e12-9788-36322cbeceb4 req-613aec70-6095-4ac9-8dbf-731d58fef872 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:17.959876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab6a98ea-113f-4e12-9788-36322cbeceb4 req-613aec70-6095-4ac9-8dbf-731d58fef872 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0892472 Feb 09 02:33:18.017286 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.043107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (26bde16a-5936-4680-bd4a-18c82b04302c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.069427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab6a98ea-113f-4e12-9788-36322cbeceb4 req-3365ea81-764f-4ac2-85f2-e4e43f7fa024 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001468 Feb 09 02:33:18.105022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (84de55b9-04b3-4b76-abcd-789949cca78f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.166580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:18.169099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:18.176602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:18.182868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (26bde16a-5936-4680-bd4a-18c82b04302c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.209661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=84de55b9-04b3-4b76-abcd-789949cca78f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.337236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=26bde16a-5936-4680-bd4a-18c82b04302c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.343896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': '6433d500-737c-4ff3-96e5-59b942bc749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd23952ed-e862-4682-a6f8-5d5c39fcc4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:18.344279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: d23952ed-e862-4682-a6f8-5d5c39fcc4f0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:18.385109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158190b-2f9a-4fcf-8d8d-b847ae72caa9 req-0b4d6da1-5b46-4087-af48-ec6548c99138 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:18.386977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9158190b-2f9a-4fcf-8d8d-b847ae72caa9 req-0b4d6da1-5b46-4087-af48-ec6548c99138 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1966972 Feb 09 02:33:18.418600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network d23952ed-e862-4682-a6f8-5d5c39fcc4f0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:18.448277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, d23952ed-e862-4682-a6f8-5d5c39fcc4f0) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:18.452603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:18.458354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:18.463660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1330438-51e9-4e51-94ee-ac1b908a2700 None None] Network d23952ed-e862-4682-a6f8-5d5c39fcc4f0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:18.467755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:18.468497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.515890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9158190b-2f9a-4fcf-8d8d-b847ae72caa9 req-ba2eb992-1ad6-48d0-8707-a02bde80295e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136365 Feb 09 02:33:18.532034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8d0adb32-f2bc-4dfb-b794-a71a176b0126 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3893366 Feb 09 02:33:18.535099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:18.672075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 26bde16a-5936-4680-bd4a-18c82b04302c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:18.672424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (26bde16a-5936-4680-bd4a-18c82b04302c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.768103 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (26bde16a-5936-4680-bd4a-18c82b04302c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.784659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 26bde16a-5936-4680-bd4a-18c82b04302c owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:18.884949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (26bde16a-5936-4680-bd4a-18c82b04302c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.943679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=26bde16a-5936-4680-bd4a-18c82b04302c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.956293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.963697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-298e13a5-6157-43ce-844b-ac22d3c15dbb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/26bde16a-5936-4680-bd4a-18c82b04302c HTTP/1.1" status: 204 len: 168 time: 0.4274597 Feb 09 02:33:18.964357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50220) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.034597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d755e4-aa2d-4064-93e2-66c944e7a066 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:19.043595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d755e4-aa2d-4064-93e2-66c944e7a066 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:19.059953 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43d755e4-aa2d-4064-93e2-66c944e7a066 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0944493 Feb 09 02:33:19.060729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.098759 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.226591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 84de55b9-04b3-4b76-abcd-789949cca78f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:19.226934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (84de55b9-04b3-4b76-abcd-789949cca78f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.310873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (84de55b9-04b3-4b76-abcd-789949cca78f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.334229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 84de55b9-04b3-4b76-abcd-789949cca78f owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:19.436195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01d539-ea16-4506-a798-c2c3928d6041 req-84c9e487-b282-443a-94ec-a2a99fe77614 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:19.438676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c01d539-ea16-4506-a798-c2c3928d6041 req-84c9e487-b282-443a-94ec-a2a99fe77614 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.7056508 Feb 09 02:33:19.446643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (84de55b9-04b3-4b76-abcd-789949cca78f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.447586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5c3f2-685f-46f5-889f-7b9440e8a2dc req-40be0bba-877e-4ebb-bb54-571200669bef tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:19.480861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00c5c3f2-685f-46f5-889f-7b9440e8a2dc req-40be0bba-877e-4ebb-bb54-571200669bef tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1192212 Feb 09 02:33:19.485914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.496650 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/84de55b9-04b3-4b76-abcd-789949cca78f HTTP/1.1" status: 204 len: 168 time: 0.4328489 Feb 09 02:33:19.508802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.522252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f9b24-87da-4bb8-84c8-d1a06995684b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=84de55b9-04b3-4b76-abcd-789949cca78f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:19.615518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c01d539-ea16-4506-a798-c2c3928d6041 req-dffb9148-a65b-434f-9957-ad65b7ba2b12 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334875 Feb 09 02:33:19.651178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00c5c3f2-685f-46f5-889f-7b9440e8a2dc req-f1632a00-1a27-47cd-b158-d45c419d0067 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091902 Feb 09 02:33:19.667659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5533cd-a013-44cd-8bd9-ea623e7049db tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:19.669598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1c5533cd-a013-44cd-8bd9-ea623e7049db tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1485724 Feb 09 02:33:19.672655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.712438 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de04724-4c16-4538-b4a0-dd896fa24bf8 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:33:19.719145 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0de04724-4c16-4538-b4a0-dd896fa24bf8 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/26bde16a-5936-4680-bd4a-18c82b04302c HTTP/1.1" status: 404 len: 333 time: 0.0432870 Feb 09 02:33:19.719417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50246) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.762154 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f12c49-d559-4b4f-ac1e-2d0a6954ec5c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:33:19.765977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-02f12c49-d559-4b4f-ac1e-2d0a6954ec5c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/84de55b9-04b3-4b76-abcd-789949cca78f HTTP/1.1" status: 404 len: 333 time: 0.0428979 Feb 09 02:33:19.767096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50248) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:19.876573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (d23952ed-e862-4682-a6f8-5d5c39fcc4f0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:19.885541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc4747-c737-4495-8c3f-8799d373dc50 req-6b43c8ca-d737-406b-8b7e-42a1d01aaaac tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:19.887452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5bc4747-c737-4495-8c3f-8799d373dc50 req-6b43c8ca-d737-406b-8b7e-42a1d01aaaac tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1372011 Feb 09 02:33:20.022227 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (d23952ed-e862-4682-a6f8-5d5c39fcc4f0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.034433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5bc4747-c737-4495-8c3f-8799d373dc50 req-979db9db-abe2-47c5-a24d-f25238c89f59 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408858 Feb 09 02:33:20.049313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23952ed-e862-4682-a6f8-5d5c39fcc4f0']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.061976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6433d500-737c-4ff3-96e5-59b942bc749b') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.062283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6433d500-737c-4ff3-96e5-59b942bc749b') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:20.072379 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (6433d500-737c-4ff3-96e5-59b942bc749b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.087645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6433d500-737c-4ff3-96e5-59b942bc749b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.097238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:20.097798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (6433d500-737c-4ff3-96e5-59b942bc749b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:20.110585 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:20.210901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (d23952ed-e862-4682-a6f8-5d5c39fcc4f0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.218782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.224004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/d23952ed-e862-4682-a6f8-5d5c39fcc4f0 HTTP/1.1" status: 204 len: 168 time: 0.4556544 Feb 09 02:33:20.227918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50264) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.235451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1014563249'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:20.272321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:20.276882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.307966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f4015-6874-4b2e-a149-3bba1b8a3ba7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=d23952ed-e862-4682-a6f8-5d5c39fcc4f0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:20.324705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:20.338218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (30cb83a0-5380-414b-a9e8-4e6962e1ccb8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.338623 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment 30cb83a0-5380-414b-a9e8-4e6962e1ccb8 of type vlan for network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 Feb 09 02:33:20.345483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74821969-23ee-46d7-ae5b-d2a7838c2b97 req-15a8ef95-edb2-4bd2-8a03-12f29e9c0bd1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:20.347592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74821969-23ee-46d7-ae5b-d2a7838c2b97 req-15a8ef95-edb2-4bd2-8a03-12f29e9c0bd1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0863531 Feb 09 02:33:20.420221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.443590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74821969-23ee-46d7-ae5b-d2a7838c2b97 req-19bca60a-0ba3-4a34-80e4-fc92c5cb9ca4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896068 Feb 09 02:33:20.470882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.476301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:20.477062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.501486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2720006 Feb 09 02:33:20.504829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50274) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:20.514101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:20.592169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5b904-ab5d-479e-a8d8-dc10cacafefb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:20.606038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:20.741319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925eb69-7189-41b6-b660-2370dc9e982e req-878453f9-1dc3-407f-9903-5b1690fdfe67 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:20.751882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e925eb69-7189-41b6-b660-2370dc9e982e req-878453f9-1dc3-407f-9903-5b1690fdfe67 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1505640 Feb 09 02:33:20.830236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:20.835101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:20.939806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Performing IP validity checks on allocation pools {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:33:20.940453 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:33:20.945473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e925eb69-7189-41b6-b660-2370dc9e982e req-29038628-72e3-4411-a4ba-1766874c9635 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928730 Feb 09 02:33:20.967866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146cc3-e41e-453c-b3c3-8924bd4b8186 req-a6a2d458-2070-4da9-9d0b-59c0146041ea tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:20.969489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5146cc3-e41e-453c-b3c3-8924bd4b8186 req-a6a2d458-2070-4da9-9d0b-59c0146041ea tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1979620 Feb 09 02:33:21.180036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5146cc3-e41e-453c-b3c3-8924bd4b8186 req-7803d4e7-8e70-45fc-abe4-e47a9bbc7e51 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836650 Feb 09 02:33:21.263717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc581e25-9bc2-4bc9-8390-bf5c9a878531 req-c4df6127-4752-488b-812e-a62eae813983 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:21.267068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc581e25-9bc2-4bc9-8390-bf5c9a878531 req-c4df6127-4752-488b-812e-a62eae813983 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1300194 Feb 09 02:33:21.268874 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (c00adaef-b5c5-4569-b2ec-c9e62da2d4f4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.376400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=c00adaef-b5c5-4569-b2ec-c9e62da2d4f4,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:21.393462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc581e25-9bc2-4bc9-8390-bf5c9a878531 req-5fe800c8-4631-486f-98a3-b09b1a99cd4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220610 Feb 09 02:33:21.410403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': '30cb83a0-5380-414b-a9e8-4e6962e1ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:21.410818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:21.432539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:21.442628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:21.457960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f1c07-11bb-48ce-8513-9666e8c2e7ff None None] Network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:21.459176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:21.460411 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.507761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6168fd37-61fd-4c39-b793-dddac15110ab tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0017045 Feb 09 02:33:21.514863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50314) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:21.521107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4', 'name': 'tempest-PortsTestJSON-677438413'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:21.679718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4', 'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4', 'project_id': '5737d8bf508f4b9792730757ca59793d', 'fixed_ips': [{'subnet_id': 'c00adaef-b5c5-4569-b2ec-c9e62da2d4f4'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:21.687870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.746165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7e8d9-0753-475d-9ae6-c45ed55a3613 req-f661a24a-6154-4ab8-9352-267f26925524 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:21.747894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01d7e8d9-0753-475d-9ae6-c45ed55a3613 req-f661a24a-6154-4ab8-9352-267f26925524 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1327646 Feb 09 02:33:21.786552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:21.791762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.831462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 88f19a78-3934-4d07-8587-6f3b6d615bfe yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:21.887533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01d7e8d9-0753-475d-9ae6-c45ed55a3613 req-ce8ca22c-b84d-4ad9-86f5-1ad5a8cef91c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192665 Feb 09 02:33:22.027346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.3 (9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4/c00adaef-b5c5-4569-b2ec-c9e62da2d4f4/88f19a78-3934-4d07-8587-6f3b6d615bfe) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:22.207767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301820-a24e-45e8-944a-de5cee10d3ae req-02ca84f5-7fb6-4073-9a6b-c6afb49ff581 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:22.209300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df301820-a24e-45e8-944a-de5cee10d3ae req-02ca84f5-7fb6-4073-9a6b-c6afb49ff581 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1462202 Feb 09 02:33:22.286112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (88f19a78-3934-4d07-8587-6f3b6d615bfe), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.327743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df301820-a24e-45e8-944a-de5cee10d3ae req-c03f524d-c4cf-41d6-a720-9968b05a74ad tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072488 Feb 09 02:33:22.405548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cbe4-364b-46e0-9ba9-80eb761fc839 req-3a8ea405-ff5b-4aa0-9ce5-642332a5f8ed tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:22.407204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6801cbe4-364b-46e0-9ba9-80eb761fc839 req-3a8ea405-ff5b-4aa0-9ce5-642332a5f8ed tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1094191 Feb 09 02:33:22.408857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (88f19a78-3934-4d07-8587-6f3b6d615bfe), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.468303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Allocated IP 172.20.0.2 (9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4/c00adaef-b5c5-4569-b2ec-c9e62da2d4f4/5a180a06-d8a5-45d2-9bbd-c4fea935db06) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:22.605314 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:33:22.629263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:22.634215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:22.642312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:22.694765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Publish callbacks [] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.696050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=88f19a78-3934-4d07-8587-6f3b6d615bfe,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:22.705216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6801cbe4-364b-46e0-9ba9-80eb761fc839 req-49a73c93-e0cb-4265-9923-6f7af37c99a1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886331 Feb 09 02:33:22.710520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.756226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:22.758408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:22.805753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:22.829123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:22.829826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.854845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879f02-a7a9-43f4-923f-9b837382de21 req-9df7faa0-357e-4534-baa1-3af6fb92ae4a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:22.863795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1879f02-a7a9-43f4-923f-9b837382de21 req-9df7faa0-357e-4534-baa1-3af6fb92ae4a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.3809142 Feb 09 02:33:22.891427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-257a9107-df8c-4600-946e-f37c076c9a43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3752887 Feb 09 02:33:22.891658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Attempting to bind port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:22.891802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Attempting to bind port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '30cb83a0-5380-414b-a9e8-4e6962e1ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:22.892160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Attempting to bind port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 on network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:22.894289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:22.897368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Pushing event updated for resources: {'Port': ['ID=5a180a06-d8a5-45d2-9bbd-c4fea935db06,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:22.900812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:22.901439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Checking segment: {'id': '30cb83a0-5380-414b-a9e8-4e6962e1ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:22.902032 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.902623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Bound using segment: {'id': '30cb83a0-5380-414b-a9e8-4e6962e1ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:22.903296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Bound port: 5a180a06-d8a5-45d2-9bbd-c4fea935db06, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cb83a0-5380-414b-a9e8-4e6962e1ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:22.903722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:22.969585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1879f02-a7a9-43f4-923f-9b837382de21 req-eecfef57-717c-48ad-875f-9c0f140ef9ac tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941195 Feb 09 02:33:23.045754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] For port 5a180a06-d8a5-45d2-9bbd-c4fea935db06, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:23.049104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] For port 5a180a06-d8a5-45d2-9bbd-c4fea935db06, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5a180a06-d8a5-45d2-9bbd-c4fea935db06,segment=NetworkSegment(30cb83a0-5380-414b-a9e8-4e6962e1ccb8),segment_id=30cb83a0-5380-414b-a9e8-4e6962e1ccb8)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:23.057006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.058845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 88f19a78-3934-4d07-8587-6f3b6d615bfe {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:23.059225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (88f19a78-3934-4d07-8587-6f3b6d615bfe), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.207015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97d78a-6e0c-418d-857b-bd6a1447e111 None None] Pushing event updated for resources: {'Port': ['ID=5a180a06-d8a5-45d2-9bbd-c4fea935db06,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:23.209839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (88f19a78-3934-4d07-8587-6f3b6d615bfe), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.232830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 88f19a78-3934-4d07-8587-6f3b6d615bfe owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:23.272912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fd420-344d-4d11-b319-80f30d098f35 req-187459c6-fa22-4374-8160-e381164081b9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:23.272912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d65fd420-344d-4d11-b319-80f30d098f35 req-187459c6-fa22-4374-8160-e381164081b9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0972524 Feb 09 02:33:23.363656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d65fd420-344d-4d11-b319-80f30d098f35 req-898072ec-7ecb-4830-adee-3342bb10f1c6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059158 Feb 09 02:33:23.368832 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efccd600-8ddf-4bb2-bff4-9090c01d7d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.481433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (88f19a78-3934-4d07-8587-6f3b6d615bfe), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.529527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=88f19a78-3934-4d07-8587-6f3b6d615bfe,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:23.600373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb63a0-f048-4392-b2b9-e1979850ed48 req-c2ebf4a4-0089-46bb-904d-d469a9a9f36d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:23.604350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7beb63a0-f048-4392-b2b9-e1979850ed48 req-c2ebf4a4-0089-46bb-904d-d469a9a9f36d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0928338 Feb 09 02:33:23.675456 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.679164 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-41a3cb3b-7223-47d7-ad05-1be24b533d63 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/88f19a78-3934-4d07-8587-6f3b6d615bfe HTTP/1.1" status: 204 len: 168 time: 0.7835379 Feb 09 02:33:23.682428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:23.683699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7beb63a0-f048-4392-b2b9-e1979850ed48 req-ea9e111f-6991-4570-8a88-95599f4c4809 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720892 Feb 09 02:33:23.749533 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2cfc40-cdde-4bfa-b10d-f76012498f0a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:33:23.750161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2cfc40-cdde-4bfa-b10d-f76012498f0a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:23.764208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50382) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:23.766356 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cc2cfc40-cdde-4bfa-b10d-f76012498f0a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/88f19a78-3934-4d07-8587-6f3b6d615bfe HTTP/1.1" status: 404 len: 333 time: 0.0682020 Feb 09 02:33:23.793725 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd47d1fb-67d5-4f1e-a5e3-25f2d1736895 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:33:23.795300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bd47d1fb-67d5-4f1e-a5e3-25f2d1736895 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/88f19a78-3934-4d07-8587-6f3b6d615bfe HTTP/1.1" status: 404 len: 333 time: 0.0297945 Feb 09 02:33:23.798253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50388) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:23.891772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet c00adaef-b5c5-4569-b2ec-c9e62da2d4f4 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:23.912416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (c00adaef-b5c5-4569-b2ec-c9e62da2d4f4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.007672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5a180a06-d8a5-45d2-9bbd-c4fea935db06 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:24.036583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (c00adaef-b5c5-4569-b2ec-c9e62da2d4f4), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.076435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:24.077258 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.145460 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e37dea-e3ef-43cc-b450-deb67a1c86bc req-512a4419-19ea-4afb-ba85-39ffac7ecd98 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:24.150901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53e37dea-e3ef-43cc-b450-deb67a1c86bc req-512a4419-19ea-4afb-ba85-39ffac7ecd98 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 813 time: 0.2510965 Feb 09 02:33:24.170529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53e37dea-e3ef-43cc-b450-deb67a1c86bc req-75908de8-7991-45ec-b176-77c318c74aca tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/quotas/d50338cd87a0452c9bbf45d8bdb265ea HTTP/1.1" status: 200 len: 375 time: 0.0147581 Feb 09 02:33:24.227230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:24.227683 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.256855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8d5ca-02c7-4e5c-9f61-b245fb7e7854 req-c2a02ae8-593f-4314-a50d-38c5dc62dafc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:24.264526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61e8d5ca-02c7-4e5c-9f61-b245fb7e7854 req-c2a02ae8-593f-4314-a50d-38c5dc62dafc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.3547006 Feb 09 02:33:24.292367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 5a180a06-d8a5-45d2-9bbd-c4fea935db06, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5a180a06-d8a5-45d2-9bbd-c4fea935db06,segment=NetworkSegment(30cb83a0-5380-414b-a9e8-4e6962e1ccb8),segment_id=30cb83a0-5380-414b-a9e8-4e6962e1ccb8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:24.300581 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.364510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53e37dea-e3ef-43cc-b450-deb67a1c86bc req-d835323b-fa7c-4ffc-afa6-ed4e745b68b5 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868415 Feb 09 02:33:24.408838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61e8d5ca-02c7-4e5c-9f61-b245fb7e7854 req-956b737e-a8d8-4120-890d-7f922431fb46 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432469 Feb 09 02:33:24.420862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=5a180a06-d8a5-45d2-9bbd-c4fea935db06,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:24.429564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c00adaef-b5c5-4569-b2ec-c9e62da2d4f4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.549508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (c00adaef-b5c5-4569-b2ec-c9e62da2d4f4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.583928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=c00adaef-b5c5-4569-b2ec-c9e62da2d4f4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:24.586106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.589988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bdcf06e3-eb84-4b42-922e-11160e596e53 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/c00adaef-b5c5-4569-b2ec-c9e62da2d4f4 HTTP/1.1" status: 204 len: 168 time: 0.7903688 Feb 09 02:33:24.592723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:24.623841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a28bf-d170-42e8-a927-773e8345bb3a req-c8d651f4-3847-4e4d-a7af-a254785910b0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:24.654620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf0a28bf-d170-42e8-a927-773e8345bb3a req-c8d651f4-3847-4e4d-a7af-a254785910b0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1788535 Feb 09 02:33:24.757029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf0a28bf-d170-42e8-a927-773e8345bb3a req-358ba9d9-a0db-41df-9e1b-64b6bf24026b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012595 Feb 09 02:33:24.764867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.814331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36961a6-7861-461e-8cb4-cd7eeacd7e24 None None] Network 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:24.886236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:24.886610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.958814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] For port 5a180a06-d8a5-45d2-9bbd-c4fea935db06, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5a180a06-d8a5-45d2-9bbd-c4fea935db06,segment=NetworkSegment(30cb83a0-5380-414b-a9e8-4e6962e1ccb8),segment_id=30cb83a0-5380-414b-a9e8-4e6962e1ccb8)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:24.959191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:24.976387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 5a180a06-d8a5-45d2-9bbd-c4fea935db06 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:24.982241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd545d-ceed-4af4-8a4b-d6e6124d0199 req-5c05ff38-d46d-4f07-a234-4f061abf4239 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:24.985460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0cd545d-ceed-4af4-8a4b-d6e6124d0199 req-5c05ff38-d46d-4f07-a234-4f061abf4239 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0843549 Feb 09 02:33:25.021725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4a71554c-12f7-4723-9673-35a6f4ca3496 None None] Provisioning complete for port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:25.022367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a71554c-12f7-4723-9673-35a6f4ca3496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.083750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0cd545d-ceed-4af4-8a4b-d6e6124d0199 req-0e0dc969-1542-45c4-a5c3-604e33f91334 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925221 Feb 09 02:33:25.138113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5a180a06-d8a5-45d2-9bbd-c4fea935db06), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.143854 n-d-826675-12 neutron-server[103151]: INFO neutron.plugins.ml2.db [None req-4a71554c-12f7-4723-9673-35a6f4ca3496 None None] No ports have port_id starting with 5a180a06-d8a5-45d2-9bbd-c4fea935db06 Feb 09 02:33:25.198958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No DVR routers for this DVR port 5a180a06-d8a5-45d2-9bbd-c4fea935db06 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:25.203291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=5a180a06-d8a5-45d2-9bbd-c4fea935db06,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:25.276811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f920ab-aa3a-4dc9-9720-357015b1f5aa None None] DHCP port deletion for 9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:25.322161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.330374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-879bc07e-8b04-49ff-8996-7640731d71e6 req-589fc37b-03ef-4b00-b61e-f1fd468be67f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d50338cd87a0452c9bbf45d8bdb265ea HTTP/1.1" status: 200 len: 221 time: 0.0527344 Feb 09 02:33:25.351180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:25.375797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cb83a0-5380-414b-a9e8-4e6962e1ccb8') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:25.376076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cb83a0-5380-414b-a9e8-4e6962e1ccb8') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:25.395607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (30cb83a0-5380-414b-a9e8-4e6962e1ccb8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.426080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (30cb83a0-5380-414b-a9e8-4e6962e1ccb8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.434337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:25.435132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (30cb83a0-5380-414b-a9e8-4e6962e1ccb8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:25.438860 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:25.536930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f023d0e-92b2-4c34-958a-2f0708f37eaa req-f857cee8-87d3-47e8-b49f-5621743051a4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:25.545906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f023d0e-92b2-4c34-958a-2f0708f37eaa req-f857cee8-87d3-47e8-b49f-5621743051a4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1368470 Feb 09 02:33:25.557189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.588007 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.592237 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4 HTTP/1.1" status: 204 len: 168 time: 0.9984329 Feb 09 02:33:25.600338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50448) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:25.607052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22cee5-b1f3-4131-ac3e-00d115e1b504 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=9a10da2d-fe1a-47cd-a151-3a5e84d7b1f4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:25.613678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1831745273'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:25.676680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:25.680503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.690200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c379b4-c55f-46fb-9daf-6c2acbef4a03 req-259d2d0a-4c8a-45be-b9fb-fa8df55db551 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:25.691861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01c379b4-c55f-46fb-9daf-6c2acbef4a03 req-259d2d0a-4c8a-45be-b9fb-fa8df55db551 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1438220 Feb 09 02:33:25.695184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f023d0e-92b2-4c34-958a-2f0708f37eaa req-db49bf15-bf11-45ca-992f-a56eef765bd0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483285 Feb 09 02:33:25.712857 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe19a-13c6-4dfa-8f73-cdb3e1f7d749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.747288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:25.789359 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b57aceea-4707-44f5-a3fa-a2e867eb9d67), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.790895 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment b57aceea-4707-44f5-a3fa-a2e867eb9d67 of type vlan for network 39165a1f-00c2-43f4-bf74-3ed7187177ad Feb 09 02:33:25.805663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01c379b4-c55f-46fb-9daf-6c2acbef4a03 req-cdacadde-1fc3-4e63-aa4d-3ed87a944d62 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018863 Feb 09 02:33:25.903447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (39165a1f-00c2-43f4-bf74-3ed7187177ad), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.952816 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (39165a1f-00c2-43f4-bf74-3ed7187177ad), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.957227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5a180a06-d8a5-45d2-9bbd-c4fea935db06 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:25.958400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:25.959130 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:25.973577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96482267-783f-44da-87d9-5d7fd611dfd0 req-dabbc81f-4358-4b6d-8524-93cafcd29fdc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:25.975518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96482267-783f-44da-87d9-5d7fd611dfd0 req-dabbc81f-4358-4b6d-8524-93cafcd29fdc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1245046 Feb 09 02:33:26.007182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 5a180a06-d8a5-45d2-9bbd-c4fea935db06 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:26.007831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5a180a06-d8a5-45d2-9bbd-c4fea935db06 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:26.064112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4622347 Feb 09 02:33:26.067171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:26.073241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:26.134709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c25efb-5454-436f-89e4-6e26f8ce2ae0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=39165a1f-00c2-43f4-bf74-3ed7187177ad,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:26.156153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 39165a1f-00c2-43f4-bf74-3ed7187177ad details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:26.168993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96482267-783f-44da-87d9-5d7fd611dfd0 req-9300bb78-dfa6-4086-8628-e8a4a025a73c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785464 Feb 09 02:33:26.230182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:26.234241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.364405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d18fe-a6c4-45bc-b647-83b4d6761262 req-509389ef-25b4-43b3-ad98-8aa419bc1033 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:26.366994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-941d18fe-a6c4-45bc-b647-83b4d6761262 req-509389ef-25b4-43b3-ad98-8aa419bc1033 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0760293 Feb 09 02:33:26.428379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-941d18fe-a6c4-45bc-b647-83b4d6761262 req-a0747cf6-f9a1-42bf-9153-445db664b1eb tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549481 Feb 09 02:33:26.520549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (f87cafeb-1a7d-4726-b7a3-94cfefd8a547), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.579472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=f87cafeb-1a7d-4726-b7a3-94cfefd8a547,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:26.614432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c50d75-1f21-4d69-a8e7-1f768b20ca28 req-2af03795-15af-442a-be99-042cbe144fae tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:26.616232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8c50d75-1f21-4d69-a8e7-1f768b20ca28 req-2af03795-15af-442a-be99-042cbe144fae tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0888338 Feb 09 02:33:26.631073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': 'b57aceea-4707-44f5-a3fa-a2e867eb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:26.632084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: 39165a1f-00c2-43f4-bf74-3ed7187177ad, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:26.656661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 39165a1f-00c2-43f4-bf74-3ed7187177ad is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:26.678737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 39165a1f-00c2-43f4-bf74-3ed7187177ad) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:26.687929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:26.688712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14516387-5b52-4ca4-8396-4c07ec1b8bfe None None] Network 39165a1f-00c2-43f4-bf74-3ed7187177ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:26.689095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.702196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8c50d75-1f21-4d69-a8e7-1f768b20ca28 req-8685de57-659a-4cc3-8ecc-41ca3b99b014 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782914 Feb 09 02:33:26.715095 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a14821ad-f8c9-4290-bb42-03bd32bd4ecc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6469362 Feb 09 02:33:26.717571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:26.730969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1871824525'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:26.884922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:26.889119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:26.912049 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 8c15a940-75b6-4313-a94d-8c8f5a2ad335 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:26.941756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-39165a1f-00c2-43f4-bf74-3ed7187177ad', 'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad', 'project_id': '5737d8bf508f4b9792730757ca59793d', 'fixed_ips': [{'subnet_id': 'f87cafeb-1a7d-4726-b7a3-94cfefd8a547'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:26.942758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.004379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.109402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.6 (39165a1f-00c2-43f4-bf74-3ed7187177ad/f87cafeb-1a7d-4726-b7a3-94cfefd8a547/8c15a940-75b6-4313-a94d-8c8f5a2ad335) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:27.393248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (8c15a940-75b6-4313-a94d-8c8f5a2ad335), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.395687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627a10-a934-42d1-93bb-6e85b0f9333e req-d1d768a9-ccd2-4bfc-83a9-e3048ccf6b49 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:27.398072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99627a10-a934-42d1-93bb-6e85b0f9333e req-d1d768a9-ccd2-4bfc-83a9-e3048ccf6b49 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.5948577 Feb 09 02:33:27.433328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65904f0-3cf8-43a2-9a79-0afd20efb788 req-c02a9608-a03b-47a8-850a-4c248805c9f6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:27.440667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f65904f0-3cf8-43a2-9a79-0afd20efb788 req-c02a9608-a03b-47a8-850a-4c248805c9f6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1184425 Feb 09 02:33:27.494904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8c15a940-75b6-4313-a94d-8c8f5a2ad335), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.499792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99627a10-a934-42d1-93bb-6e85b0f9333e req-4ab19d8b-808e-4f49-b0c1-510951cbedd9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922461 Feb 09 02:33:27.526119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f65904f0-3cf8-43a2-9a79-0afd20efb788 req-b6ac6dc9-5da8-481d-afe8-12fa7780e61a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841663 Feb 09 02:33:27.592648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 39165a1f-00c2-43f4-bf74-3ed7187177ad is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:27.596767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:27.603677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:27.611573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=8c15a940-75b6-4313-a94d-8c8f5a2ad335,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:27.627086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Allocated IP 172.20.0.2 (39165a1f-00c2-43f4-bf74-3ed7187177ad/f87cafeb-1a7d-4726-b7a3-94cfefd8a547/fb8f90b8-88eb-42ca-8668-5726f85e0c97) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:27.674206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:27.675628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.708773 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1ebdc33-a8ae-4556-a496-8435ab72558f tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9898376 Feb 09 02:33:27.709839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:27.793720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1f78f-42b8-4a9f-9241-503ef8748048 req-bd9aae54-9457-4bc5-882d-0b7e32b27ef4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:27.795678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8d1f78f-42b8-4a9f-9241-503ef8748048 req-bd9aae54-9457-4bc5-882d-0b7e32b27ef4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1108181 Feb 09 02:33:27.888895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 8c15a940-75b6-4313-a94d-8c8f5a2ad335 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:27.889931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8c15a940-75b6-4313-a94d-8c8f5a2ad335), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.899412 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Publish callbacks [] for port (fb8f90b8-88eb-42ca-8668-5726f85e0c97), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.910606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8d1f78f-42b8-4a9f-9241-503ef8748048 req-9aa98af5-076f-42f9-9207-4cc291c4cf83 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059411 Feb 09 02:33:27.912712 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (fb8f90b8-88eb-42ca-8668-5726f85e0c97), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:27.960140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Pushing event updated for resources: {'Port': ['ID=fb8f90b8-88eb-42ca-8668-5726f85e0c97,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:27.983767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Network 39165a1f-00c2-43f4-bf74-3ed7187177ad is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:27.985441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:27.987924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:28.077845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Attempting to bind port fb8f90b8-88eb-42ca-8668-5726f85e0c97 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:28.078528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Attempting to bind port fb8f90b8-88eb-42ca-8668-5726f85e0c97 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'b57aceea-4707-44f5-a3fa-a2e867eb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:28.079079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Attempting to bind port fb8f90b8-88eb-42ca-8668-5726f85e0c97 on network 39165a1f-00c2-43f4-bf74-3ed7187177ad {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:28.085761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:28.086550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Checking segment: {'id': 'b57aceea-4707-44f5-a3fa-a2e867eb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:28.087155 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.087909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Bound using segment: {'id': 'b57aceea-4707-44f5-a3fa-a2e867eb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:28.088584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Bound port: fb8f90b8-88eb-42ca-8668-5726f85e0c97, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57aceea-4707-44f5-a3fa-a2e867eb9d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '39165a1f-00c2-43f4-bf74-3ed7187177ad'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:28.089172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8f90b8-88eb-42ca-8668-5726f85e0c97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.108235 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8c15a940-75b6-4313-a94d-8c8f5a2ad335), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.123456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 8c15a940-75b6-4313-a94d-8c8f5a2ad335 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:28.162231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] For port fb8f90b8-88eb-42ca-8668-5726f85e0c97, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:28.166562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] For port fb8f90b8-88eb-42ca-8668-5726f85e0c97, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fb8f90b8-88eb-42ca-8668-5726f85e0c97,segment=NetworkSegment(b57aceea-4707-44f5-a3fa-a2e867eb9d67),segment_id=b57aceea-4707-44f5-a3fa-a2e867eb9d67)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:28.189653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8f90b8-88eb-42ca-8668-5726f85e0c97), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.203464 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.215328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dedf2-d843-4063-94b7-091f3d9660fe req-006a174d-8b4a-4687-81da-776c13f3a6f3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:28.217482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68dedf2-d843-4063-94b7-091f3d9660fe req-006a174d-8b4a-4687-81da-776c13f3a6f3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1428556 Feb 09 02:33:28.304109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68dedf2-d843-4063-94b7-091f3d9660fe req-17908ac9-5a7a-4588-9abb-d3173e2589ef tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 Feb 09 02:33:28.316676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f309803-9954-429e-b268-21a68bb3e343 None None] Pushing event updated for resources: {'Port': ['ID=fb8f90b8-88eb-42ca-8668-5726f85e0c97,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:28.361427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8c15a940-75b6-4313-a94d-8c8f5a2ad335), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.459888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=8c15a940-75b6-4313-a94d-8c8f5a2ad335,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:28.467518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5addd81-5697-444f-990b-03587fe83cca req-bb7a013f-f9f2-42fa-ab5f-9550e9520c5a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:28.475230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5addd81-5697-444f-990b-03587fe83cca req-bb7a013f-f9f2-42fa-ab5f-9550e9520c5a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0734699 Feb 09 02:33:28.541074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.547243 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c94a2f68-ed64-445d-ba97-bf717ef2319e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/8c15a940-75b6-4313-a94d-8c8f5a2ad335 HTTP/1.1" status: 204 len: 168 time: 0.8334811 Feb 09 02:33:28.548301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:28.561619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5addd81-5697-444f-990b-03587fe83cca req-b018a221-35d3-4f3f-92f3-afd2032929c3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848944 Feb 09 02:33:28.660667 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-32da6944-3106-4d0e-9507-74178e019a3a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:33:28.662954 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32da6944-3106-4d0e-9507-74178e019a3a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/8c15a940-75b6-4313-a94d-8c8f5a2ad335 HTTP/1.1" status: 404 len: 333 time: 0.1131871 Feb 09 02:33:28.666786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:28.757737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet f87cafeb-1a7d-4726-b7a3-94cfefd8a547 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:28.765214 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (f87cafeb-1a7d-4726-b7a3-94cfefd8a547), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.821585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b0fc3-8790-41d3-bb43-7ef223cdad22 req-80493363-1586-4e8b-b44f-987e9c48cb20 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:28.829196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e07b0fc3-8790-41d3-bb43-7ef223cdad22 req-80493363-1586-4e8b-b44f-987e9c48cb20 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1744821 Feb 09 02:33:28.837210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (f87cafeb-1a7d-4726-b7a3-94cfefd8a547), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.860463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da704e-a75e-4b2a-9ce7-97da0a37f2a3 req-1a0f3745-96db-47a5-be7b-4191962f96fe tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:28.871395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1da704e-a75e-4b2a-9ce7-97da0a37f2a3 req-1a0f3745-96db-47a5-be7b-4191962f96fe tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1290035 Feb 09 02:33:28.950786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e07b0fc3-8790-41d3-bb43-7ef223cdad22 req-c916260e-890e-42a9-a53b-791ac1909651 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152737 Feb 09 02:33:28.967105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f87cafeb-1a7d-4726-b7a3-94cfefd8a547), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:28.972247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1da704e-a75e-4b2a-9ce7-97da0a37f2a3 req-7d200d55-5fef-492c-bb91-a817589219c7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993319 Feb 09 02:33:29.063275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (f87cafeb-1a7d-4726-b7a3-94cfefd8a547), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.107276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=f87cafeb-1a7d-4726-b7a3-94cfefd8a547,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:29.110442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.115802 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1d8acacb-fd47-4ba3-a88a-b95a6cda4b08 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/f87cafeb-1a7d-4726-b7a3-94cfefd8a547 HTTP/1.1" status: 204 len: 168 time: 0.4457738 Feb 09 02:33:29.116641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:29.138439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f492ab-9f53-4cc5-aacb-177d0d099e51 req-ebf06c6a-039b-418e-9bdf-77387d2d3f8d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:29.145827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88f492ab-9f53-4cc5-aacb-177d0d099e51 req-ebf06c6a-039b-418e-9bdf-77387d2d3f8d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0904634 Feb 09 02:33:29.216137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (39165a1f-00c2-43f4-bf74-3ed7187177ad), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.222676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88f492ab-9f53-4cc5-aacb-177d0d099e51 req-1a2add3d-51fc-4a82-bea1-b3e4702d3ff1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602410 Feb 09 02:33:29.316308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port fb8f90b8-88eb-42ca-8668-5726f85e0c97 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:29.316654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fb8f90b8-88eb-42ca-8668-5726f85e0c97), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.388545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a639e71-a982-4814-970f-0747163e87f2 req-4d6ffd46-abc6-4cc3-bee6-166b9b265f0f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:29.397439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a639e71-a982-4814-970f-0747163e87f2 req-4d6ffd46-abc6-4cc3-bee6-166b9b265f0f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0858281 Feb 09 02:33:29.417206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] For port fb8f90b8-88eb-42ca-8668-5726f85e0c97, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fb8f90b8-88eb-42ca-8668-5726f85e0c97,segment=NetworkSegment(b57aceea-4707-44f5-a3fa-a2e867eb9d67),segment_id=b57aceea-4707-44f5-a3fa-a2e867eb9d67)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:29.417500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fb8f90b8-88eb-42ca-8668-5726f85e0c97), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.433606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for fb8f90b8-88eb-42ca-8668-5726f85e0c97 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:29.464149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a639e71-a982-4814-970f-0747163e87f2 req-36d19bb3-cc32-40bb-baeb-9ccd252b3676 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643716 Feb 09 02:33:29.590919 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fb8f90b8-88eb-42ca-8668-5726f85e0c97), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.612901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No DVR routers for this DVR port fb8f90b8-88eb-42ca-8668-5726f85e0c97 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:29.638523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=fb8f90b8-88eb-42ca-8668-5726f85e0c97,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:29.667734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3126-24ef-43f4-a934-e10a8d06afc4 req-81ae5ba4-3345-409b-880e-04e53a33ace3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:29.672095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fbb3126-24ef-43f4-a934-e10a8d06afc4 req-81ae5ba4-3345-409b-880e-04e53a33ace3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1373060 Feb 09 02:33:29.750389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (39165a1f-00c2-43f4-bf74-3ed7187177ad), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.780576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fbb3126-24ef-43f4-a934-e10a8d06afc4 req-9d09ad12-3ae7-448b-89d6-85f20e614203 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968435 Feb 09 02:33:29.790918 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.818173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39165a1f-00c2-43f4-bf74-3ed7187177ad']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:29.843377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57aceea-4707-44f5-a3fa-a2e867eb9d67') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:29.843685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57aceea-4707-44f5-a3fa-a2e867eb9d67') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:29.870567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (b57aceea-4707-44f5-a3fa-a2e867eb9d67), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.888979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b57aceea-4707-44f5-a3fa-a2e867eb9d67), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.905895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:29.907179 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (b57aceea-4707-44f5-a3fa-a2e867eb9d67), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:29.912898 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:29.984692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c3a6a5-45e9-4a3d-96e0-fde4858ceeb5 None None] Network 39165a1f-00c2-43f4-bf74-3ed7187177ad requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:30.034580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (39165a1f-00c2-43f4-bf74-3ed7187177ad), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.041061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352078-5b84-40af-b06d-20ec9e19f0b7 req-315d04b9-900d-402e-94b8-05f8f406f309 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:30.042877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85352078-5b84-40af-b06d-20ec9e19f0b7 req-315d04b9-900d-402e-94b8-05f8f406f309 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1207259 Feb 09 02:33:30.046366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.049854 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/39165a1f-00c2-43f4-bf74-3ed7187177ad HTTP/1.1" status: 204 len: 168 time: 0.9319267 Feb 09 02:33:30.055667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:30.061308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'name': 'tempest-PortsTestJSON-1326539067'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:30.090710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7deb2f78-7734-41ff-bcad-cd12d7524eb2 None None] Could not find standard attr ID for object fb8f90b8-88eb-42ca-8668-5726f85e0c97. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:33:30.130277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe89567-f6ca-4d5e-9127-1629bcdac6a7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=39165a1f-00c2-43f4-bf74-3ed7187177ad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:30.190491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00081b6c-a844-4906-b6ad-a47eb27d6bd4 None None] DHCP port deletion for 39165a1f-00c2-43f4-bf74-3ed7187177ad request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:30.198518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85352078-5b84-40af-b06d-20ec9e19f0b7 req-7f8c0ca6-cf53-4485-8f75-a07e956f640a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468267 Feb 09 02:33:30.200690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:30.210359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.243418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247d5ac-58cb-4bfb-902b-936ca683a8b0 req-fe7e9520-5a27-4107-9f68-5e739ef18d20 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:30.245018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4247d5ac-58cb-4bfb-902b-936ca683a8b0 req-fe7e9520-5a27-4107-9f68-5e739ef18d20 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1656640 Feb 09 02:33:30.249593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port c911b89c-947f-4727-a7f6-34c4aed1f114 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:30.349119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4247d5ac-58cb-4bfb-902b-936ca683a8b0 req-f121a4dc-3354-4cf8-a436-0363c0d56a66 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908430 Feb 09 02:33:30.386723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574d9f9-e340-4537-87d4-5eab95173d8d req-97b7cc9f-8293-4c9c-848a-2cc59f693b3d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:30.390622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2574d9f9-e340-4537-87d4-5eab95173d8d req-97b7cc9f-8293-4c9c-848a-2cc59f693b3d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0970614 Feb 09 02:33:30.458417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2574d9f9-e340-4537-87d4-5eab95173d8d req-16eeea65-a94a-4eec-8dc6-f84003be42d2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633965 Feb 09 02:33:30.503234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (c911b89c-947f-4727-a7f6-34c4aed1f114), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.553912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c911b89c-947f-4727-a7f6-34c4aed1f114), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.606802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:30.612634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:30.617162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:30.623862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:30.624614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.636793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=c911b89c-947f-4727-a7f6-34c4aed1f114,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:30.657907 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-09ecd509-3855-47d4-8da1-a992c3cf155e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5987597 Feb 09 02:33:30.658562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50556) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:30.709444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f131d-e569-44ed-a623-9e4e5ee387bf req-cda581aa-b9b3-48b7-bb3b-0666091233f3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:30.711220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f02f131d-e569-44ed-a623-9e4e5ee387bf req-cda581aa-b9b3-48b7-bb3b-0666091233f3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0974715 Feb 09 02:33:30.803210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port c911b89c-947f-4727-a7f6-34c4aed1f114 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:30.803564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c911b89c-947f-4727-a7f6-34c4aed1f114), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.812436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f02f131d-e569-44ed-a623-9e4e5ee387bf req-e9782ce2-669f-4a25-9f19-97a15586b6e8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823321 Feb 09 02:33:30.954264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c911b89c-947f-4727-a7f6-34c4aed1f114), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:30.981357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for c911b89c-947f-4727-a7f6-34c4aed1f114 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:31.003759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a8984-0608-4dee-b1d2-d152133cc980 req-8772a45e-ad10-4e92-afa6-8c7117436324 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:31.006180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-064a8984-0608-4dee-b1d2-d152133cc980 req-8772a45e-ad10-4e92-afa6-8c7117436324 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0864980 Feb 09 02:33:31.080499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-064a8984-0608-4dee-b1d2-d152133cc980 req-9dca1f73-dc42-4fd1-9e21-180a5f347eb0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661829 Feb 09 02:33:31.093774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c911b89c-947f-4727-a7f6-34c4aed1f114), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.163519 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.168005 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/c911b89c-947f-4727-a7f6-34c4aed1f114 HTTP/1.1" status: 204 len: 168 time: 0.5081985 Feb 09 02:33:31.169893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32853e14-2cf7-4b75-a95a-e6b20a76fdca tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=c911b89c-947f-4727-a7f6-34c4aed1f114,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:31.170817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50574) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:31.175875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'mac_address': 'fa:16:3e:40:a6:97', 'name': 'tempest-PortsTestJSON-1398999251'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:31.312805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:31.388543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1b5b0-bf24-4d0b-a7f2-7a18bff6b45a req-f341d7ed-62b7-4487-bd7e-f53ce74bdcd3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:31.390340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02a1b5b0-bf24-4d0b-a7f2-7a18bff6b45a req-f341d7ed-62b7-4487-bd7e-f53ce74bdcd3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1383255 Feb 09 02:33:31.420599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.464777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 4ab6e689-4044-4cb0-b2f2-0619557f1cf2 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:31.548065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02a1b5b0-bf24-4d0b-a7f2-7a18bff6b45a req-0043ea7c-4a91-4d1e-bd26-375c58d176b3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425779 Feb 09 02:33:31.622090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2b077-3824-4b51-a660-3b1c26a7255d req-5585389d-9f77-4d9a-8290-ac02fa702276 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:31.623791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38c2b077-3824-4b51-a660-3b1c26a7255d req-5585389d-9f77-4d9a-8290-ac02fa702276 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1684692 Feb 09 02:33:31.807987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38c2b077-3824-4b51-a660-3b1c26a7255d req-21f076ec-5a63-4f0a-9e71-63380a2a365d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623409 Feb 09 02:33:31.811956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (4ab6e689-4044-4cb0-b2f2-0619557f1cf2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.827239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c3148-7cbe-468d-95b6-3dd2bf7de8a3 req-009999bc-4bef-422f-9cdd-43b500ff5605 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:31.834732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-683c3148-7cbe-468d-95b6-3dd2bf7de8a3 req-009999bc-4bef-422f-9cdd-43b500ff5605 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1874101 Feb 09 02:33:31.862642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fb8f90b8-88eb-42ca-8668-5726f85e0c97 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:31.888764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: fb8f90b8-88eb-42ca-8668-5726f85e0c97 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:31.889425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fb8f90b8-88eb-42ca-8668-5726f85e0c97 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:31.916478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-683c3148-7cbe-468d-95b6-3dd2bf7de8a3 req-7178e17a-71f1-47fd-89ad-8b4f1afcd73d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808454 Feb 09 02:33:31.919220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4ab6e689-4044-4cb0-b2f2-0619557f1cf2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:31.956769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:31.990107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:32.006355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:32.012466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:32.013262 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.048547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8764946 Feb 09 02:33:32.049507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db0bff-cbd8-4a74-aee8-812b0a6f0c3b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=4ab6e689-4044-4cb0-b2f2-0619557f1cf2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:32.051338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:32.057918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:33:32.149753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf01a8-c15a-44f1-96ba-561b1935b28d req-3ab204ab-0051-4697-85fb-f411996ce7ac tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:32.150491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3040dc-9544-4358-bb19-893bcb131c32 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:32.157255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ddaf01a8-c15a-44f1-96ba-561b1935b28d req-3ab204ab-0051-4697-85fb-f411996ce7ac tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0814128 Feb 09 02:33:32.164153 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a3040dc-9544-4358-bb19-893bcb131c32 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/4ab6e689-4044-4cb0-b2f2-0619557f1cf2 HTTP/1.1" status: 200 len: 841 time: 0.1112032 Feb 09 02:33:32.167627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:32.237008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ddaf01a8-c15a-44f1-96ba-561b1935b28d req-62c59e02-37fa-4885-bbc9-afd0e2949bfd tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734556 Feb 09 02:33:32.257614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:32.271749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '49d30c92-ab87-42c7-988c-bf440200145a', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'port_id': '49d30c92-ab87-42c7-988c-bf440200145a', 'mac_address': 'fa:16:3e:64:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:33:32.333830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 4ab6e689-4044-4cb0-b2f2-0619557f1cf2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:32.333830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4ab6e689-4044-4cb0-b2f2-0619557f1cf2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.342600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:32.343364 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.363934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d30c92-ab87-42c7-988c-bf440200145a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:33:32.386302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:32.397683 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.439959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4ab6e689-4044-4cb0-b2f2-0619557f1cf2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.442782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4923c-87d2-49f7-b97e-5da78090439f req-ec766a27-48e6-4752-a0f6-a15c7c700faa tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:32.447937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20b4923c-87d2-49f7-b97e-5da78090439f req-ec766a27-48e6-4752-a0f6-a15c7c700faa tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1114128 Feb 09 02:33:32.464460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 4ab6e689-4044-4cb0-b2f2-0619557f1cf2 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:32.522809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['49d30c92-ab87-42c7-988c-bf440200145a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:33:32.543987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-20b4923c-87d2-49f7-b97e-5da78090439f req-30e6f0c8-61b3-4ed4-afa3-1a7f92080340 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895424 Feb 09 02:33:32.586896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:32.629232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4ab6e689-4044-4cb0-b2f2-0619557f1cf2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.681557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=4ab6e689-4044-4cb0-b2f2-0619557f1cf2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:32.688705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.695931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50596) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:32.709863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-71ffba20-e117-40fd-8fb4-7999c3a67a69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/4ab6e689-4044-4cb0-b2f2-0619557f1cf2 HTTP/1.1" status: 204 len: 168 time: 0.5411162 Feb 09 02:33:32.768864 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-32062cd0-11d0-452a-abfe-2c73fd00ccd0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:33:32.775923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:32.781397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'name': 'tempest-PortsTestJSON-293212561'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:32.788396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-32062cd0-11d0-452a-abfe-2c73fd00ccd0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/4ab6e689-4044-4cb0-b2f2-0619557f1cf2 HTTP/1.1" status: 404 len: 333 time: 0.0912144 Feb 09 02:33:33.001606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885bdab-56ba-4373-bbe5-cbadfd9a9f24 req-1d32797e-36f8-4f79-811e-99d35a92842d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:33.004053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c885bdab-56ba-4373-bbe5-cbadfd9a9f24 req-1d32797e-36f8-4f79-811e-99d35a92842d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1117923 Feb 09 02:33:33.049177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:33.053132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.080510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:33.151496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc37d2-d5fa-4a3b-8ed0-a923ed52956f req-d9b4f9c6-aea4-4d9f-b557-06cd12fe2631 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:33.153320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbfc37d2-d5fa-4a3b-8ed0-a923ed52956f req-d9b4f9c6-aea4-4d9f-b557-06cd12fe2631 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 944 time: 0.1482763 Feb 09 02:33:33.162757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c885bdab-56ba-4373-bbe5-cbadfd9a9f24 req-ba8dedf8-fbd9-4f4f-accf-4cc92cbec6b5 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260848 Feb 09 02:33:33.244896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbfc37d2-d5fa-4a3b-8ed0-a923ed52956f req-6827d4df-8962-47d7-9da3-0d0a543e365f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857289 Feb 09 02:33:33.795786 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.831175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.873383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:33.878801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:33.882339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:33.888456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:33.889090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.910445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:33.921673 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7a4526b8-467d-4872-b975-ff8d04779de2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1444910 Feb 09 02:33:33.924210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50616) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:33.929940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:34.013695 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.057414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:34.144226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 49d30c92-ab87-42c7-988c-bf440200145a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:34.144760 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49d30c92-ab87-42c7-988c-bf440200145a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.243391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:34.243828 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.271378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.273067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:34.277251 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ef62b9-4edb-4f69-91b9-37f62e64ddde" -d '{"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-plugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:34.288950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.294894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:34.299586 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.362375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.365180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] In _notify_port_updated(), no bound segment for port 0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05 on network 45ad446a-13d0-4b8e-9abc-1f20651346b4 {{(pid=103149) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:33:34.371158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:34.371830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.383774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "PUT /v2.0/ports/0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05 HTTP/1.1" status: 200 len: 818 time: 0.4478302 Feb 09 02:33:34.384224 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:34.408450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b8d39-7d1b-4836-bba8-321a24798e54 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.419559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-6cd5921d-53a2-4ab9-8099-9b943cfbcedb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:34.421080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-6cd5921d-53a2-4ab9-8099-9b943cfbcedb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.2470810 Feb 09 02:33:34.456561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaee70f-4b2f-4fef-99bc-6a8e6799c137 req-80dc10ac-369d-4ff4-b8b0-0ed60a54e200 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:34.458520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbaee70f-4b2f-4fef-99bc-6a8e6799c137 req-80dc10ac-369d-4ff4-b8b0-0ed60a54e200 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1902328 Feb 09 02:33:34.461039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-dfeb7e98-1a8c-4382-9f2b-3af71559669f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/quotas/dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 375 time: 0.0217657 Feb 09 02:33:34.493567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:34.493567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.541777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbaee70f-4b2f-4fef-99bc-6a8e6799c137 req-e4693cb5-cb8d-40bd-9add-51437f7f2583 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761695 Feb 09 02:33:34.557261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-4aa9170f-683d-4405-885c-f93d63d4ef0a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850618 Feb 09 02:33:34.574609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-5963a984-db8d-4c0c-bdf5-dc8cd1f039ac service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:33:34.575608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-5963a984-db8d-4c0c-bdf5-dc8cd1f039ac service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054774 Feb 09 02:33:34.591874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.607693 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1e3eb-623e-4e4d-b1df-a2dccb5151b7 x-openstack-request-id: req-ebf1e3eb-623e-4e4d-b1df-a2dccb5151b7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:34.607997 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-plugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:34.608256 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebf1e3eb-623e-4e4d-b1df-a2dccb5151b7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:34.608662 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a', 'code': 200} Feb 09 02:33:34.609688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:34.706812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-8665c4ee-a4cb-4a82-97a5-f19d907b16d4 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251702 Feb 09 02:33:34.714864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.754890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:34.760242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.765893 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e3fe2f39-8846-4495-aa8c-4853929e6bc1 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05 HTTP/1.1" status: 204 len: 168 time: 0.3784542 Feb 09 02:33:34.766172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:34.826970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464bed7-1d79-4026-950c-bb9b5f9bdeba tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:34.831022 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2464bed7-1d79-4026-950c-bb9b5f9bdeba tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0614059 Feb 09 02:33:34.831166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e0e20-c942-45ae-80fc-5d62d73c7ff1 req-564cc803-8db7-4e4c-92c9-926da1cf023b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:34.831166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-837e0e20-c942-45ae-80fc-5d62d73c7ff1 req-564cc803-8db7-4e4c-92c9-926da1cf023b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1445038 Feb 09 02:33:34.832173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:34.863767 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-53041df4-92b2-472d-abe7-b02c12c87587 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:33:34.870957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-53041df4-92b2-472d-abe7-b02c12c87587 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/0ecd64ab-9ba8-43f0-a2d6-e722e58b2c05 HTTP/1.1" status: 404 len: 333 time: 0.0319893 Feb 09 02:33:34.870957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50642) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:34.871940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-ee1f1476-c92a-4d1d-959e-7c4e11a0f03a service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453412 Feb 09 02:33:34.878167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1357373721'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:34.901004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:34.906064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.938116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:34.939727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-837e0e20-c942-45ae-80fc-5d62d73c7ff1 req-3a436451-cbb1-49bc-bb29-771822d4547c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984457 Feb 09 02:33:34.961135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fb77a2bb-7136-40ee-b412-808e212fe96f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.962611 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment fb77a2bb-7136-40ee-b412-808e212fe96f of type vlan for network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 Feb 09 02:33:35.013719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.065048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.072977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:35.073662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.143525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aaebfc3-29fa-44af-8d2a-628d44ecffc7 req-eb8c0225-7631-4f60-8b37-5852f8a314b8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0571496 Feb 09 02:33:35.196572 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3216712 Feb 09 02:33:35.196957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50656) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:35.202879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:35.222254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02343d76-fd19-4707-9866-af99d593923b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=4fe3d5fc-b8bd-4d69-a356-196c648b1cd0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:35.244764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:35.365514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0368b-5eac-4332-aa08-808a9cfecd7b req-bce81aaa-0524-40bb-92fb-5536c64faf82 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:35.367284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09d0368b-5eac-4332-aa08-808a9cfecd7b req-bce81aaa-0524-40bb-92fb-5536c64faf82 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1042948 Feb 09 02:33:35.368974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:35.372649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.515789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09d0368b-5eac-4332-aa08-808a9cfecd7b req-7ea5b3b3-5795-4ad7-895b-6c67246984de tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392331 Feb 09 02:33:35.640698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (86023fc9-ef99-4708-87d4-3f220b65facf), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.708503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=86023fc9-ef99-4708-87d4-3f220b65facf,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:35.719312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': 'fb77a2bb-7136-40ee-b412-808e212fe96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:35.720080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:35.740104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:35.751922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:35.756383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:35.757234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.762778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56d292-deb5-4e41-ab62-691d85114c90 None None] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:35.786039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50664) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:35.786815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-db123c3f-5577-40d3-ad11-94fe96be0b69 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5887451 Feb 09 02:33:35.792802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a1b3cd2f-1cdf-4ea8-9689-06525673dd9e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:35.909018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-4fe3d5fc-b8bd-4d69-a356-196c648b1cd0', 'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0', 'project_id': '5737d8bf508f4b9792730757ca59793d', 'fixed_ips': [{'subnet_id': '86023fc9-ef99-4708-87d4-3f220b65facf'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:35.909896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:35.962375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b3cd2f-1cdf-4ea8-9689-06525673dd9e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:35.966079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1b3cd2f-1cdf-4ea8-9689-06525673dd9e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.080813 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-a1b3cd2f-1cdf-4ea8-9689-06525673dd9e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 86023fc9-ef99-4708-87d4-3f220b65facf (CIDR: 172.20.0.0/28) Feb 09 02:33:36.086064 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b3cd2f-1cdf-4ea8-9689-06525673dd9e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:33:36.087744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b3cd2f-1cdf-4ea8-9689-06525673dd9e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:33:36.088803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Allocated IP 172.20.0.2 (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0/86023fc9-ef99-4708-87d4-3f220b65facf/a56b923a-fc72-439c-aa00-022c0af0ea90) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:36.093426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225443cd-0acd-4cdf-bafe-87eb0a626577 req-d472c6df-e482-4c79-b2a7-9b985f13040f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:36.095929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225443cd-0acd-4cdf-bafe-87eb0a626577 req-d472c6df-e482-4c79-b2a7-9b985f13040f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.0787199 Feb 09 02:33:36.112213 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1b3cd2f-1cdf-4ea8-9689-06525673dd9e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3238728 Feb 09 02:33:36.116242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 50668) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:36.123081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:36.262352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29615a59-974a-45bb-a658-fb89bfbdcb66 req-f451a198-e087-4e96-ad0f-80a62f4b3113 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0460923 Feb 09 02:33:36.327865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-225443cd-0acd-4cdf-bafe-87eb0a626577 req-4f5f4d2a-1b4e-4f60-bb3b-d898bdfe4f69 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257679 Feb 09 02:33:36.391581 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Publish callbacks [] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.402367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.429234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:36.432957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:36.433560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:36.438204 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.439976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:36.472777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-6c70cd47-6fe2-4f0e-9ada-08247fbcecd2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:36.474310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-6c70cd47-6fe2-4f0e-9ada-08247fbcecd2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.2064919 Feb 09 02:33:36.505214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'port': {'device_id': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'admin_state_up': True, 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:36.545528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Attempting to bind port a56b923a-fc72-439c-aa00-022c0af0ea90 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:36.545916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Attempting to bind port a56b923a-fc72-439c-aa00-022c0af0ea90 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'fb77a2bb-7136-40ee-b412-808e212fe96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:36.546288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Attempting to bind port a56b923a-fc72-439c-aa00-022c0af0ea90 on network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:36.556716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:36.557104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Checking segment: {'id': 'fb77a2bb-7136-40ee-b412-808e212fe96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:36.557517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.557921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Bound using segment: {'id': 'fb77a2bb-7136-40ee-b412-808e212fe96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:36.558406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Bound port: a56b923a-fc72-439c-aa00-022c0af0ea90, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb77a2bb-7136-40ee-b412-808e212fe96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:36.558837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.560938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Pushing event updated for resources: {'Port': ['ID=a56b923a-fc72-439c-aa00-022c0af0ea90,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:36.670703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] For port a56b923a-fc72-439c-aa00-022c0af0ea90, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:36.674931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] For port a56b923a-fc72-439c-aa00-022c0af0ea90, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a56b923a-fc72-439c-aa00-022c0af0ea90,segment=NetworkSegment(fb77a2bb-7136-40ee-b412-808e212fe96f),segment_id=fb77a2bb-7136-40ee-b412-808e212fe96f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:36.683409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.769607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9ef5-7810-4c38-bdde-06f3b045508d req-e746168c-bc0d-4288-ad08-248f9aed9994 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:36.771340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8df9ef5-7810-4c38-bdde-06f3b045508d req-e746168c-bc0d-4288-ad08-248f9aed9994 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1582434 Feb 09 02:33:36.775342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:36.779234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.806334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048559ed-c495-471c-84d5-8ad4e132fe0f None None] Pushing event updated for resources: {'Port': ['ID=a56b923a-fc72-439c-aa00-022c0af0ea90,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:37.010938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8df9ef5-7810-4c38-bdde-06f3b045508d req-01c220f7-2984-4629-b4f6-071b48cab0f8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157559 Feb 09 02:33:37.194999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (017baee1-119e-4e4a-80f7-2bdcaf7305fa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.272394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=017baee1-119e-4e4a-80f7-2bdcaf7305fa,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:37.645527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:37.669516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:37.673030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.20.0.5 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/58dd324b-8666-4499-9f96-cb30a2c574a0) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:37.688770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:37.689424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:37.727003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9be22a08-d190-4b18-9133-a59ea768676a req-ddaa7ad0-5624-4905-b57b-3d1184e8283f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0639882 Feb 09 02:33:37.755617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-be6528c8-e513-4441-b0c4-6206ab24875a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6340287 Feb 09 02:33:37.756102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:37.764018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0', 'fixed_ips': [{'subnet_id': '86023fc9-ef99-4708-87d4-3f220b65facf'}, {'subnet_id': '017baee1-119e-4e4a-80f7-2bdcaf7305fa'}], 'name': 'tempest-PortsTestJSON-288157747'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:37.825114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ecc37-ff9e-48c0-a0da-5a4ad365c1f1 req-001b4429-2fff-4862-b1d4-287698570c4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:37.859059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e91ecc37-ff9e-48c0-a0da-5a4ad365c1f1 req-001b4429-2fff-4862-b1d4-287698570c4d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.6517980 Feb 09 02:33:38.090949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a56b923a-fc72-439c-aa00-022c0af0ea90 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:38.113270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:38.233722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:38.237427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a56b923a-fc72-439c-aa00-022c0af0ea90 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:38.237872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:38.340358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:38.360250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:38.375642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e91ecc37-ff9e-48c0-a0da-5a4ad365c1f1 req-c49f0988-bca7-4968-8c44-fb997dce4191 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137811 Feb 09 02:33:38.431043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:38.535182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=58dd324b-8666-4499-9f96-cb30a2c574a0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:38.548498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d13b2-aed4-423a-84a8-25c11da31793 req-93ef44f0-8762-4031-8080-ac959255fdd2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:38.557157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-495d13b2-aed4-423a-84a8-25c11da31793 req-93ef44f0-8762-4031-8080-ac959255fdd2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.6674793 Feb 09 02:33:38.574157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:38.576814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:38.580207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:38.745495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efceffef-4147-456b-b715-f98f5269e8fc None None] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:38.837367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-495d13b2-aed4-423a-84a8-25c11da31793 req-af1b094e-c8e6-4b8d-a4fa-627f15f10e19 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790520 Feb 09 02:33:38.838812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4235ed95-be5f-4ba5-8d57-ab5339ca2591 None None] Provisioning complete for port a56b923a-fc72-439c-aa00-022c0af0ea90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:38.839363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4235ed95-be5f-4ba5-8d57-ab5339ca2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:38.932227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:38.941739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:38.967562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a56b923a-fc72-439c-aa00-022c0af0ea90 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:38.970297 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.019939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-f942d0b7-6b1d-4f1b-afda-4af74f554128 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5185077 Feb 09 02:33:39.063064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Request body: {'port': {'device_id': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:39.085639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port a56b923a-fc72-439c-aa00-022c0af0ea90, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a56b923a-fc72-439c-aa00-022c0af0ea90,segment=NetworkSegment(fb77a2bb-7136-40ee-b412-808e212fe96f),segment_id=fb77a2bb-7136-40ee-b412-808e212fe96f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:39.116512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164d462-b31b-4d6b-acd3-d7f5b8628e2d req-d919419c-29a2-4b84-af9f-9983f51a25c4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:39.119110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b164d462-b31b-4d6b-acd3-d7f5b8628e2d req-d919419c-29a2-4b84-af9f-9983f51a25c4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4762228 Feb 09 02:33:39.139529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.212127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=a56b923a-fc72-439c-aa00-022c0af0ea90,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:39.258847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4235ed95-be5f-4ba5-8d57-ab5339ca2591 None None] Current status of the port a56b923a-fc72-439c-aa00-022c0af0ea90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:39.326487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.9 (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0/86023fc9-ef99-4708-87d4-3f220b65facf/20f8a1f2-c020-4ede-986d-c3b0f0a19013) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:39.340046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.22 (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0/017baee1-119e-4e4a-80f7-2bdcaf7305fa/20f8a1f2-c020-4ede-986d-c3b0f0a19013) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:39.399916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bde6c-115d-429c-bed2-4a9fc6633c9d None None] Update dhcp port {'port': {'network_id': '4fe3d5fc-b8bd-4d69-a356-196c648b1cd0', 'fixed_ips': [{'subnet_id': '86023fc9-ef99-4708-87d4-3f220b65facf', 'ip_address': '172.20.0.2'}, {'subnet_id': '017baee1-119e-4e4a-80f7-2bdcaf7305fa'}], 'binding:host_id': 'n-d-826675-12'}, 'id': 'a56b923a-fc72-439c-aa00-022c0af0ea90'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:33:39.460338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be996b3-8fc3-4115-8642-1fd63aaf49f0 req-c0137e39-036a-4741-8b32-db8ca2043434 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:39.469034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8be996b3-8fc3-4115-8642-1fd63aaf49f0 req-c0137e39-036a-4741-8b32-db8ca2043434 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 931 time: 0.3475285 Feb 09 02:33:39.483943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3ed41296-55ef-4e93-9797-c3ff92a99e24 None None] Provisioning complete for port 58dd324b-8666-4499-9f96-cb30a2c574a0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:39.484349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ed41296-55ef-4e93-9797-c3ff92a99e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.498034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.550099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8be996b3-8fc3-4115-8642-1fd63aaf49f0 req-9c1dc5b2-32fa-4c58-8c2d-92f381efc50f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795317 Feb 09 02:33:39.562925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b164d462-b31b-4d6b-acd3-d7f5b8628e2d req-ec757af7-36f5-43ed-80e0-2377ca709d76 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669453 Feb 09 02:33:39.595286 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f9bde6c-115d-429c-bed2-4a9fc6633c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.669833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.749270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.811355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:39.815208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:39.818437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:39.832576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3ed41296-55ef-4e93-9797-c3ff92a99e24 None None] Port 58dd324b-8666-4499-9f96-cb30a2c574a0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:39.863456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=20f8a1f2-c020-4ede-986d-c3b0f0a19013,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:39.919167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:39.924072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:39.968905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e2c2ef9-98bc-42ca-a57f-b01d8a88c88b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2094748 Feb 09 02:33:39.972411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:39.986207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86023fc9-ef99-4708-87d4-3f220b65facf'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:40.059165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a56b923a-fc72-439c-aa00-022c0af0ea90 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:40.123517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90ecf0-33da-4f38-bc07-67ac5ca41b26 req-86a2dd9b-cf9e-4e4d-85f1-584f9c2a7e86 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:40.137396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b90ecf0-33da-4f38-bc07-67ac5ca41b26 req-86a2dd9b-cf9e-4e4d-85f1-584f9c2a7e86 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4219203 Feb 09 02:33:40.232389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.383974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0f9bde6c-115d-429c-bed2-4a9fc6633c9d None None] Allocated IP 172.20.0.18 (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0/017baee1-119e-4e4a-80f7-2bdcaf7305fa/a56b923a-fc72-439c-aa00-022c0af0ea90) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:40.409780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b90ecf0-33da-4f38-bc07-67ac5ca41b26 req-9d3a0f2f-da4d-4a0e-ad21-b7c21a1a8f51 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693472 Feb 09 02:33:40.568484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0090-ce1e-4ed0-8dfe-adceb7d1dee9 req-b4d9aff5-98b8-44d1-8ecd-600425240087 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:40.580961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-010e0090-ce1e-4ed0-8dfe-adceb7d1dee9 req-b4d9aff5-98b8-44d1-8ecd-600425240087 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1588550 Feb 09 02:33:40.588299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a56b923a-fc72-439c-aa00-022c0af0ea90 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:40.594440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.708814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dd324b-8666-4499-9f96-cb30a2c574a0 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:33:40.726225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-010e0090-ce1e-4ed0-8dfe-adceb7d1dee9 req-3651dbf5-161f-49be-8381-d310e6e54213 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442816 Feb 09 02:33:40.742419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Publish callbacks [] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.765432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0f9bde6c-115d-429c-bed2-4a9fc6633c9d None None] For port a56b923a-fc72-439c-aa00-022c0af0ea90, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a56b923a-fc72-439c-aa00-022c0af0ea90,segment=NetworkSegment(fb77a2bb-7136-40ee-b412-808e212fe96f),segment_id=fb77a2bb-7136-40ee-b412-808e212fe96f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:40.820739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e92a8-562b-46b8-96a5-576651f09936 req-2d5a34a3-854c-4395-8906-38d1d2a5ce76 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:40.825543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-343e92a8-562b-46b8-96a5-576651f09936 req-2d5a34a3-854c-4395-8906-38d1d2a5ce76 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2351434 Feb 09 02:33:40.827138 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Transition to ACTIVE for port object 58dd324b-8666-4499-9f96-cb30a2c574a0 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:33:40.865442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.905619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f9bde6c-115d-429c-bed2-4a9fc6633c9d None None] Publish callbacks [] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.921013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f9bde6c-115d-429c-bed2-4a9fc6633c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:40.986158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Delete allocated IP 172.20.0.22 (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0/017baee1-119e-4e4a-80f7-2bdcaf7305fa) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:33:40.986960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-343e92a8-562b-46b8-96a5-576651f09936 req-ff1e2d73-3b00-46f0-8caa-2beec9c0dfa5 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524117 Feb 09 02:33:41.064399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a56b923a-fc72-439c-aa00-022c0af0ea90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:41.088842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Pushing event updated for resources: {'Port': ['ID=58dd324b-8666-4499-9f96-cb30a2c574a0,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:41.216423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a6e57-a817-42c6-8e70-1b84eac5527d req-0a2f5cbe-a74e-4ef2-ac7c-958fe2254553 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.230328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-737a6e57-a817-42c6-8e70-1b84eac5527d req-0a2f5cbe-a74e-4ef2-ac7c-958fe2254553 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3746319 Feb 09 02:33:41.307355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bde6c-115d-429c-bed2-4a9fc6633c9d None None] Pushing event updated for resources: {'Port': ['ID=a56b923a-fc72-439c-aa00-022c0af0ea90,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:41.375517 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.386599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.514313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Attempting to bind port 58dd324b-8666-4499-9f96-cb30a2c574a0 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:41.518853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Attempting to bind port 58dd324b-8666-4499-9f96-cb30a2c574a0 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:41.522625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Attempting to bind port 58dd324b-8666-4499-9f96-cb30a2c574a0 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:41.557596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=20f8a1f2-c020-4ede-986d-c3b0f0a19013,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:41.577350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a287c-2f79-4702-9c3e-e93d1d417880 req-1957bfdb-9a2e-44f8-a01b-60c4bbc08811 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.584177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-588a287c-2f79-4702-9c3e-e93d1d417880 req-1957bfdb-9a2e-44f8-a01b-60c4bbc08811 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.3934741 Feb 09 02:33:41.594743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Port 58dd324b-8666-4499-9f96-cb30a2c574a0 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:33:41.595082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Attempting to bind port 58dd324b-8666-4499-9f96-cb30a2c574a0 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:41.612459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] In _notify_port_updated(), no bound segment for port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 on network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:33:41.613032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-737a6e57-a817-42c6-8e70-1b84eac5527d req-b30e3edf-aeea-4544-a734-0c3850f854da tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727026 Feb 09 02:33:41.623301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.625090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.629043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1221954-89aa-40f5-9911-81848d837efe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "PUT /v2.0/ports/20f8a1f2-c020-4ede-986d-c3b0f0a19013 HTTP/1.1" status: 200 len: 918 time: 1.6529267 Feb 09 02:33:41.629758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:41.640863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86023fc9-ef99-4708-87d4-3f220b65facf'}, {'subnet_id': '017baee1-119e-4e4a-80f7-2bdcaf7305fa'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:41.643776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:41.644126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:41.644520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:41.645256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Bound port: 58dd324b-8666-4499-9f96-cb30a2c574a0, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:41.645406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.757502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-588a287c-2f79-4702-9c3e-e93d1d417880 req-51ccaf7b-1a66-4b84-8f65-5c46213790f0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433907 Feb 09 02:33:41.815536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.824693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] For port 58dd324b-8666-4499-9f96-cb30a2c574a0, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:41.831805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] For port 58dd324b-8666-4499-9f96-cb30a2c574a0, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58dd324b-8666-4499-9f96-cb30a2c574a0,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:41.853620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.983962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:41.983962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:41.988048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] 10.222.0.72 "PUT /v2.0/ports/58dd324b-8666-4499-9f96-cb30a2c574a0 HTTP/1.1" status: 200 len: 1092 time: 2.9505384 Feb 09 02:33:42.030220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a56b923a-fc72-439c-aa00-022c0af0ea90 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:42.075588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'tag': '58dd324b-8666-4499-9f96-cb30a2c574a0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:33:42.091476 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3374609-be65-4eeb-bedb-9cf8b5380c62" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e50dc2-4c30-4957-a224-6c5558a1bdbf", "tag": "58dd324b-8666-4499-9f96-cb30a2c574a0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:33:42.205758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a56b923a-fc72-439c-aa00-022c0af0ea90 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:42.206144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:42.372852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-6fde6919-94dc-4051-9ed3-03eb3d91ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.374316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-6fde6919-94dc-4051-9ed3-03eb3d91ef42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 1126 time: 0.2800608 Feb 09 02:33:42.440519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a56b923a-fc72-439c-aa00-022c0af0ea90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:42.490301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac32897-f2f4-4869-824e-466aba6437ff service neutron] Pushing event updated for resources: {'Port': ['ID=58dd324b-8666-4499-9f96-cb30a2c574a0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:42.518204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079396a-3acc-411c-a998-80789bb3f631 req-8ec5dfea-a3bf-4aaa-a0d8-dfa8bdd9d93d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.527710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5079396a-3acc-411c-a998-80789bb3f631 req-8ec5dfea-a3bf-4aaa-a0d8-dfa8bdd9d93d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.5555367 Feb 09 02:33:42.554098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a598cf-4a08-4b3f-8b71-83b7514c0144 None None] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:42.569190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-353af854-4ef3-46f2-b879-47771a88d1c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dd324b-8666-4499-9f96-cb30a2c574a0 HTTP/1.1" status: 200 len: 217 time: 0.1649716 Feb 09 02:33:42.651448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d4050-d45f-4305-8656-a43d57ee9f0b req-126cf357-0537-444e-a8cb-08a9bd9624bb tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.661262 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-525d4050-d45f-4305-8656-a43d57ee9f0b req-126cf357-0537-444e-a8cb-08a9bd9624bb tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4253595 Feb 09 02:33:42.662880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.28 (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0/017baee1-119e-4e4a-80f7-2bdcaf7305fa/20f8a1f2-c020-4ede-986d-c3b0f0a19013) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:42.672933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-c1bd649d-352a-43f6-8ab5-2c4c4b232923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.674704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-c1bd649d-352a-43f6-8ab5-2c4c4b232923 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1043837 Feb 09 02:33:42.936036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437a7a-b889-4d59-8000-09c7de230237 req-c5051be5-1783-4b29-8386-22d45174c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:42.940946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-c5051be5-1783-4b29-8386-22d45174c74c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2529423 Feb 09 02:33:42.956508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-525d4050-d45f-4305-8656-a43d57ee9f0b req-bb75c8cb-ad1d-4628-bcb7-872b74485b9b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940209 Feb 09 02:33:42.963001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5079396a-3acc-411c-a998-80789bb3f631 req-548fbf0d-105c-4ff6-870b-d341229c285e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323220 Feb 09 02:33:43.056605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e7d7b182-30e1-4faf-895f-27bbfe6b1330 None None] Provisioning complete for port a56b923a-fc72-439c-aa00-022c0af0ea90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:43.057542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7d7b182-30e1-4faf-895f-27bbfe6b1330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.128602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-3d6271b4-5380-4b62-9517-45f82a2633c9 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642075 Feb 09 02:33:43.151736 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa08e0f-3d6a-45c1-8cf2-d9c5e05595f2 x-openstack-request-id: req-1aa08e0f-3d6a-45c1-8cf2-d9c5e05595f2 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:33:43.160605 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.162597 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e50dc2-4c30-4957-a224-6c5558a1bdbf", "tag": "58dd324b-8666-4499-9f96-cb30a2c574a0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:33:43.163057 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1aa08e0f-3d6a-45c1-8cf2-d9c5e05595f2 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:33:43.167022 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'tag': '58dd324b-8666-4499-9f96-cb30a2c574a0', 'status': 'completed', 'code': 200} Feb 09 02:33:43.186905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.342522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7b182-30e1-4faf-895f-27bbfe6b1330 None None] Current status of the port a56b923a-fc72-439c-aa00-022c0af0ea90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:43.567405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=20f8a1f2-c020-4ede-986d-c3b0f0a19013,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:43.615986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] In _notify_port_updated(), no bound segment for port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 on network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:33:43.629736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:43.630443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.638439 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-371eb04c-5117-4630-9cf6-59bf791585fe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "PUT /v2.0/ports/20f8a1f2-c020-4ede-986d-c3b0f0a19013 HTTP/1.1" status: 200 len: 998 time: 2.0075548 Feb 09 02:33:43.639141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:43.654378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b68c3-8f3c-496a-89d0-32b098918962 req-7c7fca43-10bd-46b1-ade3-e433d7e89d5a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:43.663889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-449b68c3-8f3c-496a-89d0-32b098918962 req-7c7fca43-10bd-46b1-ade3-e433d7e89d5a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.3096766 Feb 09 02:33:43.672342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46c892-2dea-41b1-b717-ffc6928ab64c req-7063d1dc-5038-4e26-851a-704207745c49 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:43.689462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f46c892-2dea-41b1-b717-ffc6928ab64c req-7063d1dc-5038-4e26-851a-704207745c49 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.4306328 Feb 09 02:33:43.692917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b437a7a-b889-4d59-8000-09c7de230237 req-eccd55ae-2dab-4e0f-88dd-287afe763766 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462236 Feb 09 02:33:43.772401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-72cf539f-0e6f-49d8-b7e3-6ad9a5335950 None None] Provisioning complete for port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:43.779485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72cf539f-0e6f-49d8-b7e3-6ad9a5335950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.872376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:43.872904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:43.939737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-72cf539f-0e6f-49d8-b7e3-6ad9a5335950 None None] Port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:43.964295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-72cf539f-0e6f-49d8-b7e3-6ad9a5335950 None None] Provisioning complete for port a56b923a-fc72-439c-aa00-022c0af0ea90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:43.970817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72cf539f-0e6f-49d8-b7e3-6ad9a5335950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:44.051961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:44.075277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-449b68c3-8f3c-496a-89d0-32b098918962 req-83a2a0e7-c46c-4f6a-8fce-df8babe367c9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777215 Feb 09 02:33:44.075515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 20f8a1f2-c020-4ede-986d-c3b0f0a19013 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:44.154495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f46c892-2dea-41b1-b717-ffc6928ab64c req-c7bb73ed-4804-45be-88f7-a4c14f9cab32 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600778 Feb 09 02:33:44.170003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-a07725aa-37df-4bce-88b0-7114fb111bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:44.187383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-a07725aa-37df-4bce-88b0-7114fb111bb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 1126 time: 0.3809993 Feb 09 02:33:44.276882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-72cf539f-0e6f-49d8-b7e3-6ad9a5335950 None None] Current status of the port a56b923a-fc72-439c-aa00-022c0af0ea90 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:44.423632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cacf42e6-ddb7-4ab4-b8b5-a96c27d7f571 None None] Provisioning complete for port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:44.427871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cacf42e6-ddb7-4ab4-b8b5-a96c27d7f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:44.467153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-25d49df7-d866-4276-a3c3-58687ff8b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:44.470849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-25d49df7-d866-4276-a3c3-58687ff8b1b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.2747192 Feb 09 02:33:44.528444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cacf42e6-ddb7-4ab4-b8b5-a96c27d7f571 None None] Port 20f8a1f2-c020-4ede-986d-c3b0f0a19013 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:44.600360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (20f8a1f2-c020-4ede-986d-c3b0f0a19013), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:44.653378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=20f8a1f2-c020-4ede-986d-c3b0f0a19013,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:44.655242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-24613795-df99-4ec0-bee4-0445fc146882 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dd324b-8666-4499-9f96-cb30a2c574a0 HTTP/1.1" status: 200 len: 217 time: 0.1367128 Feb 09 02:33:44.830089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb57a3-509d-4849-b58e-e814f71dd971 req-4d696ac0-9d9c-4f18-adc7-0d249ff6c3fe tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:44.846867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-697c0fd0-384a-4561-bf0b-965568ba6c89 None None] Could not find standard attr ID for object 20f8a1f2-c020-4ede-986d-c3b0f0a19013. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:33:44.857184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1eb57a3-509d-4849-b58e-e814f71dd971 req-4d696ac0-9d9c-4f18-adc7-0d249ff6c3fe tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.3595397 Feb 09 02:33:44.872394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-a4cbf44e-8927-4857-8ff3-351cc89ef85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:44.873728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:44.875799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-a4cbf44e-8927-4857-8ff3-351cc89ef85c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.2161217 Feb 09 02:33:44.881746 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-14da6b38-5fc9-463e-b405-26fb9a18d917 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/20f8a1f2-c020-4ede-986d-c3b0f0a19013 HTTP/1.1" status: 204 len: 168 time: 1.2415788 Feb 09 02:33:44.886028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:44.943522 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-638f3ebc-82b9-4c45-836f-7c067704c6aa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:33:44.945166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-638f3ebc-82b9-4c45-836f-7c067704c6aa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/20f8a1f2-c020-4ede-986d-c3b0f0a19013 HTTP/1.1" status: 404 len: 333 time: 0.0579998 Feb 09 02:33:44.948523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:44.957541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923a3c6-6ca2-46c4-8fbc-2c2423445fab req-d7cd0fa3-6fa9-40e5-8f4e-503453ffdaf7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:44.969482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7923a3c6-6ca2-46c4-8fbc-2c2423445fab req-d7cd0fa3-6fa9-40e5-8f4e-503453ffdaf7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4975276 Feb 09 02:33:45.082490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet 017baee1-119e-4e4a-80f7-2bdcaf7305fa {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:45.096856 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (017baee1-119e-4e4a-80f7-2bdcaf7305fa), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:45.139174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1eb57a3-509d-4849-b58e-e814f71dd971 req-c6f51042-82bf-4334-bc86-e8d8c6af132a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582526 Feb 09 02:33:45.241761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7923a3c6-6ca2-46c4-8fbc-2c2423445fab req-5eaf0a69-af57-49d2-a14c-1be87d2c0f08 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711992 Feb 09 02:33:45.262058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-52b07502-605d-4921-9f4f-f51e45298826 None None] Could not find standard attr ID for object 20f8a1f2-c020-4ede-986d-c3b0f0a19013. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:33:45.267881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-7fa5a360-8c12-4d24-84b9-0ec1e81e8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:45.269505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-7fa5a360-8c12-4d24-84b9-0ec1e81e8e5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3401256 Feb 09 02:33:45.351133 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (017baee1-119e-4e4a-80f7-2bdcaf7305fa), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:45.604595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (017baee1-119e-4e4a-80f7-2bdcaf7305fa), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:45.718493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (017baee1-119e-4e4a-80f7-2bdcaf7305fa), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:45.750092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740f95-16be-4fe8-82f0-4552a020b970 req-dfe6e1c2-dc48-4f65-83f2-f108b8e5743f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:45.751871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c740f95-16be-4fe8-82f0-4552a020b970 req-dfe6e1c2-dc48-4f65-83f2-f108b8e5743f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3329725 Feb 09 02:33:45.760214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de299c9a-0508-4701-86b3-065807d4935a req-a6b0a207-0caf-4f0c-aba1-30c0351177f1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:45.761915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de299c9a-0508-4701-86b3-065807d4935a req-a6b0a207-0caf-4f0c-aba1-30c0351177f1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2531993 Feb 09 02:33:45.764444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-acf8cf5b-0fbd-45fc-a51f-b17da10e6809 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867775 Feb 09 02:33:45.840458 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:45.841174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced0c505-92f1-42ec-ad00-d896f35b6352 None None] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:45.849882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/017baee1-119e-4e4a-80f7-2bdcaf7305fa HTTP/1.1" status: 204 len: 168 time: 0.9002032 Feb 09 02:33:45.850842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507f520-f06e-4d7a-b080-9d3428fb2086 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=017baee1-119e-4e4a-80f7-2bdcaf7305fa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:45.858432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:45.998365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c740f95-16be-4fe8-82f0-4552a020b970 req-affa5895-86de-4e47-b002-23a031802997 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327878 Feb 09 02:33:46.001269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet 86023fc9-ef99-4708-87d4-3f220b65facf {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:33:46.011316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (86023fc9-ef99-4708-87d4-3f220b65facf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:46.071447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de299c9a-0508-4701-86b3-065807d4935a req-8b7571c6-aca4-4ddf-9de2-b6944a83627e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990992 Feb 09 02:33:46.134774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (86023fc9-ef99-4708-87d4-3f220b65facf), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:46.180720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f3374609-be65-4eeb-bedb-9cf8b5380c62 req-c0b5d53c-b9ef-4144-9bca-86b05fd63aa8 service neutron] 10.222.0.72 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937817 Feb 09 02:33:46.444811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (86023fc9-ef99-4708-87d4-3f220b65facf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:46.569730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a3c4-81bd-493e-9c09-73625e6f20bc req-3b397793-4f71-4176-af5a-54999515303a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:46.581301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d188a3c4-81bd-493e-9c09-73625e6f20bc req-3b397793-4f71-4176-af5a-54999515303a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.2867396 Feb 09 02:33:46.614210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (86023fc9-ef99-4708-87d4-3f220b65facf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:46.644969 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:46.645946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ff936-3b9d-44cc-92b3-bbf599c4438e req-763d8cc0-56fd-46a0-ad4b-b51f6088012f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:46.649426 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/86023fc9-ef99-4708-87d4-3f220b65facf HTTP/1.1" status: 204 len: 168 time: 0.7899323 Feb 09 02:33:46.653510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 50902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:46.668013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e9ff936-3b9d-44cc-92b3-bbf599c4438e req-763d8cc0-56fd-46a0-ad4b-b51f6088012f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2817786 Feb 09 02:33:46.718932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc863a7-3ade-4d83-b217-eb26a4ab2f65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=86023fc9-ef99-4708-87d4-3f220b65facf,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:46.838751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e9ff936-3b9d-44cc-92b3-bbf599c4438e req-d72bd223-a664-4313-9172-3d1f30b716d7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383483 Feb 09 02:33:46.881523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d188a3c4-81bd-493e-9c09-73625e6f20bc req-a772d959-a2d1-451c-847d-9558e43d06a4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914090 Feb 09 02:33:46.916989 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:47.167434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d864c9d-ae5a-4a8a-ba5b-f8291bc99a72 req-f4999f3f-44b4-450d-add0-8188046bf515 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:47.169560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d864c9d-ae5a-4a8a-ba5b-f8291bc99a72 req-f4999f3f-44b4-450d-add0-8188046bf515 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1974902 Feb 09 02:33:47.196836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port a56b923a-fc72-439c-aa00-022c0af0ea90 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:47.197424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:47.296419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] For port a56b923a-fc72-439c-aa00-022c0af0ea90, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a56b923a-fc72-439c-aa00-022c0af0ea90,segment=NetworkSegment(fb77a2bb-7136-40ee-b412-808e212fe96f),segment_id=fb77a2bb-7136-40ee-b412-808e212fe96f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:47.297270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:47.315350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for a56b923a-fc72-439c-aa00-022c0af0ea90 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:47.400304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d864c9d-ae5a-4a8a-ba5b-f8291bc99a72 req-6411f65c-c6c3-409a-ad10-8dac0ac5de85 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241800 Feb 09 02:33:47.432161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad056e4-eb1d-4b1d-9db3-a72215cbac02 req-26001399-9cec-4f11-9438-599104042842 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:47.437938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ad056e4-eb1d-4b1d-9db3-a72215cbac02 req-26001399-9cec-4f11-9438-599104042842 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2439263 Feb 09 02:33:47.475019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75874431-6885-4844-b6a1-03510fc71baf None None] Network 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:47.581899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ad056e4-eb1d-4b1d-9db3-a72215cbac02 req-55b1cab2-a82e-4b39-9d7a-446ba133f281 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340711 Feb 09 02:33:47.713699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:47.811589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c4af7c62-2d0f-4328-8903-a56f301e0aeb None None] Provisioning complete for port a56b923a-fc72-439c-aa00-022c0af0ea90 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:47.811981 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4af7c62-2d0f-4328-8903-a56f301e0aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a56b923a-fc72-439c-aa00-022c0af0ea90), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:47.813611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51de609-775e-4067-8cdb-940c4bacf04f req-59d5f36f-3fdf-4e11-b860-e301ac95da88 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:47.827727 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No DVR routers for this DVR port a56b923a-fc72-439c-aa00-022c0af0ea90 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:33:47.828195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e51de609-775e-4067-8cdb-940c4bacf04f req-59d5f36f-3fdf-4e11-b860-e301ac95da88 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1313729 Feb 09 02:33:47.829829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=a56b923a-fc72-439c-aa00-022c0af0ea90,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:47.920475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c4af7c62-2d0f-4328-8903-a56f301e0aeb None None] Port a56b923a-fc72-439c-aa00-022c0af0ea90 was deleted so its status cannot be updated. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 02:33:48.030744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e51de609-775e-4067-8cdb-940c4bacf04f req-ad541c08-e99b-4612-a5a5-ba1ac95adadc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012343 Feb 09 02:33:48.054583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141176d-ffd6-4dc5-8f81-f214bff2e32b None None] DHCP port deletion for 4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:33:48.092983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.178005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.245333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe3d5fc-b8bd-4d69-a356-196c648b1cd0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:48.268146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb77a2bb-7136-40ee-b412-808e212fe96f') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:48.268592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb77a2bb-7136-40ee-b412-808e212fe96f') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:48.295245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (fb77a2bb-7136-40ee-b412-808e212fe96f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.323789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1aecc-fcfd-4f7f-b964-d2ecba3dc7c3 req-0d73d7fc-3dee-4f81-8a8b-4c2efa8dcb22 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:48.325363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22d1aecc-fcfd-4f7f-b964-d2ecba3dc7c3 req-0d73d7fc-3dee-4f81-8a8b-4c2efa8dcb22 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1312840 Feb 09 02:33:48.330990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fb77a2bb-7136-40ee-b412-808e212fe96f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.344038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:33:48.344489 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (fb77a2bb-7136-40ee-b412-808e212fe96f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.357259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17108-a51d-42d5-8399-a5810f4c826f req-d449c7bb-9da0-40e1-a9eb-88c6ba3797bb tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:33:48.358831 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:33:48.370496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8c17108-a51d-42d5-8399-a5810f4c826f req-d449c7bb-9da0-40e1-a9eb-88c6ba3797bb tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.2709060 Feb 09 02:33:48.505581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (4fe3d5fc-b8bd-4d69-a356-196c648b1cd0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.522398 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:48.531809 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/4fe3d5fc-b8bd-4d69-a356-196c648b1cd0 HTTP/1.1" status: 204 len: 168 time: 1.8233628 Feb 09 02:33:48.549091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8c17108-a51d-42d5-8399-a5810f4c826f req-f3542005-2cb1-4d14-94b1-6f7b12aac1ed tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775897 Feb 09 02:33:48.561347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51022) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:48.563933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c04568-de14-4cdc-ba27-04b8016bd88c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=4fe3d5fc-b8bd-4d69-a356-196c648b1cd0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:48.670556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22d1aecc-fcfd-4f7f-b964-d2ecba3dc7c3 req-1ba943d5-db03-4cf7-9377-efea9cb7ae43 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345783 Feb 09 02:33:48.775343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58c6b6-ed25-4223-a97d-fb1aa8c4d70c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:48.782292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fc58c6b6-ed25-4223-a97d-fb1aa8c4d70c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2128856 Feb 09 02:33:48.782409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51046) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:48.863706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63407dc4-8f23-425a-9015-ee0eed57f2ea req-b8a09903-e627-4798-b5bf-df6c7504f012 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:48.866151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63407dc4-8f23-425a-9015-ee0eed57f2ea req-b8a09903-e627-4798-b5bf-df6c7504f012 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1513710 Feb 09 02:33:48.891186 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-30d33693-3dc1-449f-9f02-ef9d96a5d10b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1078293 Feb 09 02:33:48.897761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:48.918220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1522224184'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:48.971389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:48.976264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:49.031318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:33:49.057040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d4974e51-53af-4530-a4f9-d1ab9debc6fe), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:49.057522 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment d4974e51-53af-4530-a4f9-d1ab9debc6fe of type vlan for network 15d9030b-dfaf-4409-8e2c-f5d248238077 Feb 09 02:33:49.071305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63407dc4-8f23-425a-9015-ee0eed57f2ea req-856a7e61-60aa-4041-a21e-c83600353311 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948330 Feb 09 02:33:49.099923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386fe57-eb0d-46d7-9b4a-3c49630bdf0f req-8e5b384d-9032-4fe6-9959-6af8d18ed3c8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:49.106188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c386fe57-eb0d-46d7-9b4a-3c49630bdf0f req-8e5b384d-9032-4fe6-9959-6af8d18ed3c8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1878390 Feb 09 02:33:49.125300 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:49.187727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (15d9030b-dfaf-4409-8e2c-f5d248238077), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:49.240936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c386fe57-eb0d-46d7-9b4a-3c49630bdf0f req-fd22627d-870d-4e03-b9c8-49f5b8eb1f4f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257956 Feb 09 02:33:49.248486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (15d9030b-dfaf-4409-8e2c-f5d248238077), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:49.267048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:49.267048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:49.469706 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5708542 Feb 09 02:33:49.475741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51090) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:49.503457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:49.515654 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e6377-0366-47ef-bf18-b71a3f9fe5cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=15d9030b-dfaf-4409-8e2c-f5d248238077,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:49.528257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:49.885754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2621c-3ba9-4ed6-bc4d-977f83b8968d req-d20e0b1c-8087-40e8-a5fc-62e168173344 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:49.893150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a56b923a-fc72-439c-aa00-022c0af0ea90 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:33:49.902427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55c2621c-3ba9-4ed6-bc4d-977f83b8968d req-d20e0b1c-8087-40e8-a5fc-62e168173344 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.5351551 Feb 09 02:33:49.935744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a56b923a-fc72-439c-aa00-022c0af0ea90 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:33:49.941472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a56b923a-fc72-439c-aa00-022c0af0ea90 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:33:50.409070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55c2621c-3ba9-4ed6-bc4d-977f83b8968d req-8ed76e34-ab8b-4c46-bc6e-3c77b4118969 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992285 Feb 09 02:33:50.439697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:50.453870 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:50.629200 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-627ce524-e484-4645-9461-c84143b5f0d9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140940 Feb 09 02:33:50.758071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-5a3368ef-ce28-4233-b885-5e7fced829f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:50.768190 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-5a3368ef-ce28-4233-b885-5e7fced829f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.1056950 Feb 09 02:33:50.841219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58110db5-a57f-475e-9d49-911f936e74f9 req-1d41b06a-00e0-4197-84bc-cbace529e835 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:50.843357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58110db5-a57f-475e-9d49-911f936e74f9 req-1d41b06a-00e0-4197-84bc-cbace529e835 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 1.0257325 Feb 09 02:33:51.067121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58110db5-a57f-475e-9d49-911f936e74f9 req-e3e9cee9-d75b-469d-a9be-67877437f371 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748359 Feb 09 02:33:51.077724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1191b-f12d-4ef3-83c3-6a58bef1f4e1 req-8e7e5dc2-c945-47aa-af5e-426c7bb4f389 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:51.088133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f1191b-f12d-4ef3-83c3-6a58bef1f4e1 req-8e7e5dc2-c945-47aa-af5e-426c7bb4f389 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3307638 Feb 09 02:33:51.097038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (b64e4cf5-96cf-4779-b76a-6379fc3a93f3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:51.170861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-c934e4ca-ce3c-44fa-a2c2-b1731e59e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:51.172912 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-c934e4ca-ce3c-44fa-a2c2-b1731e59e398 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.3792315 Feb 09 02:33:51.212840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=b64e4cf5-96cf-4779-b76a-6379fc3a93f3,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:51.233469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f1191b-f12d-4ef3-83c3-6a58bef1f4e1 req-1f4bc6cd-c746-4e95-8989-591ee24de206 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422575 Feb 09 02:33:51.247955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': 'd4974e51-53af-4530-a4f9-d1ab9debc6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:51.248581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: 15d9030b-dfaf-4409-8e2c-f5d248238077, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:51.295068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:51.309451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 15d9030b-dfaf-4409-8e2c-f5d248238077) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:51.316933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:51.317651 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:51.321648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c798789-269e-45c1-93e0-45bae287ba63 None None] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:51.339637 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-a4f1c423-cd36-48e0-a1e3-4733778526b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1002 time: 0.1420031 Feb 09 02:33:51.362007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-936f1ea7-c649-4b67-b585-e754af139ee6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8725677 Feb 09 02:33:51.364630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51186) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:51.376064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077', 'name': 'tempest-PortsTestJSON-2118485371'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:51.502833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-50119c4e-8747-4434-89f5-26def56a0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:51.504828 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-50119c4e-8747-4434-89f5-26def56a0633 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1586790 Feb 09 02:33:51.792899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-6ada0509-2aec-4aed-aadc-8ae9ea5d9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:51.807133 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-6ada0509-2aec-4aed-aadc-8ae9ea5d9933 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2946241 Feb 09 02:33:52.034479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:52.060058 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:52.100490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd9c58-0278-46ec-945c-b8500707f161 req-763319af-aacf-42f6-9394-64a37a3f5eee tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:52.110121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2efd9c58-0278-46ec-945c-b8500707f161 req-763319af-aacf-42f6-9394-64a37a3f5eee tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4105480 Feb 09 02:33:52.125800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 110f92dd-b0af-4921-b474-4d6110e5d452 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:52.159979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-15d9030b-dfaf-4409-8e2c-f5d248238077', 'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077', 'project_id': '5737d8bf508f4b9792730757ca59793d', 'fixed_ips': [{'subnet_id': 'b64e4cf5-96cf-4779-b76a-6379fc3a93f3'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:33:52.163435 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:52.370557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2efd9c58-0278-46ec-945c-b8500707f161 req-fb22918c-f5e8-459a-92b1-084d2c90673a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593570 Feb 09 02:33:52.392212 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-b8ff4982-1080-4ba2-9df9-b0b1141bd6fa service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718756 Feb 09 02:33:52.668414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Allocated IP 172.20.0.2 (15d9030b-dfaf-4409-8e2c-f5d248238077/b64e4cf5-96cf-4779-b76a-6379fc3a93f3/ec9d8c15-9b9c-4570-b759-c76c37c53d92) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:52.712981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3124670-f898-4370-aca9-5d07c5adf386 req-4db82327-8340-43a6-9b3b-29ac38164568 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:52.718916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3124670-f898-4370-aca9-5d07c5adf386 req-4db82327-8340-43a6-9b3b-29ac38164568 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.3407185 Feb 09 02:33:52.809156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1a4a8-383c-4401-85e5-25a3ab1077da req-5821cdcf-4a0c-4a9d-a648-505954d473ea tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:52.829193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90c1a4a8-383c-4401-85e5-25a3ab1077da req-5821cdcf-4a0c-4a9d-a648-505954d473ea tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2554951 Feb 09 02:33:52.896032 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ee30b77a-bd9e-47d3-b8d5-1c805cb1905e req-0cd09dad-5c5f-462d-8861-3497bac998c0 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918389 Feb 09 02:33:53.045631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3124670-f898-4370-aca9-5d07c5adf386 req-8dbc8747-8a94-4919-8932-9509bae62ae7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120282 Feb 09 02:33:53.091240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90c1a4a8-383c-4401-85e5-25a3ab1077da req-9e67dd65-3e7a-4b90-8a88-85977a7aa08e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605295 Feb 09 02:33:53.152490 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Publish callbacks [] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:53.194595 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:53.369019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:53.375972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:53.380100 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7bb7-407f-4de8-ab89-ba0eb217bce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:53.381825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:53.554228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Attempting to bind port ec9d8c15-9b9c-4570-b759-c76c37c53d92 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:53.555147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Attempting to bind port ec9d8c15-9b9c-4570-b759-c76c37c53d92 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd4974e51-53af-4530-a4f9-d1ab9debc6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:53.556095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Attempting to bind port ec9d8c15-9b9c-4570-b759-c76c37c53d92 on network 15d9030b-dfaf-4409-8e2c-f5d248238077 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:53.562779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:53.563485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Checking segment: {'id': 'd4974e51-53af-4530-a4f9-d1ab9debc6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:53.564287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:53.564908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Bound using segment: {'id': 'd4974e51-53af-4530-a4f9-d1ab9debc6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:53.565617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Bound port: ec9d8c15-9b9c-4570-b759-c76c37c53d92, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4974e51-53af-4530-a4f9-d1ab9debc6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:53.566249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:53.568302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Pushing event updated for resources: {'Port': ['ID=ec9d8c15-9b9c-4570-b759-c76c37c53d92,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:53.709686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] For port ec9d8c15-9b9c-4570-b759-c76c37c53d92, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:53.716179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] For port ec9d8c15-9b9c-4570-b759-c76c37c53d92, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ec9d8c15-9b9c-4570-b759-c76c37c53d92,segment=NetworkSegment(d4974e51-53af-4530-a4f9-d1ab9debc6fe),segment_id=d4974e51-53af-4530-a4f9-d1ab9debc6fe)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:53.721537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.4 (15d9030b-dfaf-4409-8e2c-f5d248238077/b64e4cf5-96cf-4779-b76a-6379fc3a93f3/110f92dd-b0af-4921-b474-4d6110e5d452) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:53.741660 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:53.754391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-26e5718a-4e7d-4070-9f17-6bb258e05743 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4489913 Feb 09 02:33:53.784855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5d408-b475-4c2d-b89b-7a327847ce5d req-cb5a599a-7c43-4c70-97e0-1541e424ac4e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:53.787044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6b5d408-b475-4c2d-b89b-7a327847ce5d req-cb5a599a-7c43-4c70-97e0-1541e424ac4e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4293444 Feb 09 02:33:53.867740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e462-64bd-48a1-9fcf-bf9053f95a38 None None] Pushing event updated for resources: {'Port': ['ID=ec9d8c15-9b9c-4570-b759-c76c37c53d92,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:54.106307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6b5d408-b475-4c2d-b89b-7a327847ce5d req-9a7b4068-600d-48f5-bd32-fb05c80336b4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078418 Feb 09 02:33:54.698843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-189b2032-5a62-4654-a867-575bebd75cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:54.700557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-189b2032-5a62-4654-a867-575bebd75cfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1128 time: 0.7973537 Feb 09 02:33:54.788745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb127c4-a46a-4486-9cca-af955f4e5ad2 req-6c84f4a5-8968-46c0-a3af-83626ebafeef tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:54.788745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ddb127c4-a46a-4486-9cca-af955f4e5ad2 req-6c84f4a5-8968-46c0-a3af-83626ebafeef tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.3214059 Feb 09 02:33:54.899343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634582d-8364-4ece-abdd-efbccdb62c2b req-77550e5a-43e4-4b87-af27-de6723b410f3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:54.901598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0634582d-8364-4ece-abdd-efbccdb62c2b req-77550e5a-43e4-4b87-af27-de6723b410f3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3438673 Feb 09 02:33:54.967706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ddb127c4-a46a-4486-9cca-af955f4e5ad2 req-70a2d3c6-b294-41fe-b9cf-009e08b871e4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456132 Feb 09 02:33:55.020170 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (110f92dd-b0af-4921-b474-4d6110e5d452), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:55.256501 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (110f92dd-b0af-4921-b474-4d6110e5d452), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:55.262542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0634582d-8364-4ece-abdd-efbccdb62c2b req-200bc351-50de-4126-a64d-eecbc3b369a4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422129 Feb 09 02:33:55.263712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-a3fbbe45-baed-4d19-a744-3ee279d94fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:55.265256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-a3fbbe45-baed-4d19-a744-3ee279d94fb6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.5360563 Feb 09 02:33:55.346160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=110f92dd-b0af-4921-b474-4d6110e5d452,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:55.413045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-b6cc5f80-ae39-4fcb-827f-6c5bd63afa73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.0767870 Feb 09 02:33:55.441121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f7aa0-f55f-4478-9ebf-184c8354ea84 req-5f4a5a28-bfcc-4707-806a-999021b35847 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:55.455200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff7f7aa0-f55f-4478-9ebf-184c8354ea84 req-5f4a5a28-bfcc-4707-806a-999021b35847 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2931821 Feb 09 02:33:55.529369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:55.545475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff7f7aa0-f55f-4478-9ebf-184c8354ea84 req-687a62e4-ba26-4a09-b9a4-34ad216db247 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891838 Feb 09 02:33:55.561336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:55.571214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:55.634425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-9c79754c-96d4-4165-8c69-0df2991ff9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:55.636037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-9c79754c-96d4-4165-8c69-0df2991ff9ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.2175336 Feb 09 02:33:55.687956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-87b1887d-99ba-497c-b391-00a4ac74bb02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382750 Feb 09 02:33:55.702150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e59e22f2-1835-471f-8f26-9ef90cb3a8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:55.727606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:55.729099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:55.948342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534583b-735f-4c2d-836e-29ee6c91dfe3 None None] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:55.973038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9a7ecd65-2f41-4a98-bea9-1a233df0e7f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6055245 Feb 09 02:33:55.976120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:55.983521 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': '15d9030b-dfaf-4409-8e2c-f5d248238077', 'name': 'tempest-PortsTestJSON-2036653486'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:56.126388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b1dfd-7a9a-4930-9f24-0fc3fa604f4b req-a817518f-99a5-40bf-a7c4-b65633aab386 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:56.143146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a1b1dfd-7a9a-4930-9f24-0fc3fa604f4b req-a817518f-99a5-40bf-a7c4-b65633aab386 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.3181534 Feb 09 02:33:56.162098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-c873b047-2cc8-46f4-ba6d-a6cf589ee605 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565723 Feb 09 02:33:56.241975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ec9d8c15-9b9c-4570-b759-c76c37c53d92 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:56.341501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Provisioning complete for port ec9d8c15-9b9c-4570-b759-c76c37c53d92 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:56.342156 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:56.388914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ec9d8c15-9b9c-4570-b759-c76c37c53d92 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:56.389687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:56.421378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:56.444117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:56.537704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 45d96020-f6d2-4e38-9c45-2f261f9050a8 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:33:56.737551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Current status of the port ec9d8c15-9b9c-4570-b759-c76c37c53d92 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:56.738137 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:56.792828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a1b1dfd-7a9a-4930-9f24-0fc3fa604f4b req-d274d976-7b2f-4875-9e59-dcef7fc328e5 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300058 Feb 09 02:33:56.853420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50bae0-06d2-4e00-8e76-27cd5b8e96bc req-95f12b00-f869-45b6-a0af-7f8f9e267f9d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:56.855297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc50bae0-06d2-4e00-8e76-27cd5b8e96bc req-95f12b00-f869-45b6-a0af-7f8f9e267f9d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.6294200 Feb 09 02:33:56.863926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1e6a8f-3fc2-4b75-a370-89037f2ff39f req-fc881b6e-0f65-452a-95ca-9ca0bb822898 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852009 Feb 09 02:33:56.973417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc50bae0-06d2-4e00-8e76-27cd5b8e96bc req-cc62b5b0-a944-4600-b348-ff6bf8b6ab85 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068761 Feb 09 02:33:57.048681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.10 (15d9030b-dfaf-4409-8e2c-f5d248238077/b64e4cf5-96cf-4779-b76a-6379fc3a93f3/45d96020-f6d2-4e38-9c45-2f261f9050a8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:57.096008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a0f3f-d088-4568-9007-46848941774c req-053545ac-b250-42eb-aaa1-c1ff94fef8c4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:57.120218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d5a0f3f-d088-4568-9007-46848941774c req-053545ac-b250-42eb-aaa1-c1ff94fef8c4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1682370 Feb 09 02:33:57.150239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] For port ec9d8c15-9b9c-4570-b759-c76c37c53d92, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ec9d8c15-9b9c-4570-b759-c76c37c53d92,segment=NetworkSegment(d4974e51-53af-4530-a4f9-d1ab9debc6fe),segment_id=d4974e51-53af-4530-a4f9-d1ab9debc6fe)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:57.195946 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.228814 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.277519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d5a0f3f-d088-4568-9007-46848941774c req-c5e11488-81b4-4c3f-81b9-1e07c0676d4f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562660 Feb 09 02:33:57.284697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ec9d8c15-9b9c-4570-b759-c76c37c53d92 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:57.287349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.500078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5feb7f-3437-4880-b6a9-10cb39fcfd02 req-d2438d7b-3d53-4e47-b9b3-f8b80942b6c0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:57.502071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc5feb7f-3437-4880-b6a9-10cb39fcfd02 req-d2438d7b-3d53-4e47-b9b3-f8b80942b6c0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1687133 Feb 09 02:33:57.537679 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (45d96020-f6d2-4e38-9c45-2f261f9050a8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.603011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:33:57.607961 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:33:57.628987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Pushing event updated for resources: {'Port': ['ID=ec9d8c15-9b9c-4570-b759-c76c37c53d92,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:57.658440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.660940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fc5feb7f-3437-4880-b6a9-10cb39fcfd02 req-d94a093d-3765-4f08-b5a8-0ea27be0af9c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513755 Feb 09 02:33:57.661466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.664600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.664954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.665406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.665849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.666431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.667046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.668969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.669704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.670902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.672885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.673503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564441f3-54f9-4b04-99c6-0054564bced8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:57.756310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-20846d11-2efe-4850-854f-29a09f3c2bc0 None None] Provisioning complete for port 110f92dd-b0af-4921-b474-4d6110e5d452 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:57.759340 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20846d11-2efe-4850-854f-29a09f3c2bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (110f92dd-b0af-4921-b474-4d6110e5d452), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.772189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (45d96020-f6d2-4e38-9c45-2f261f9050a8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.887258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-20846d11-2efe-4850-854f-29a09f3c2bc0 None None] Port 110f92dd-b0af-4921-b474-4d6110e5d452 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:57.923234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-20846d11-2efe-4850-854f-29a09f3c2bc0 None None] Provisioning complete for port ec9d8c15-9b9c-4570-b759-c76c37c53d92 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:57.926410 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20846d11-2efe-4850-854f-29a09f3c2bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:57.934535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:57.948900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:57.977515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:58.055280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc82de-f0cf-4601-b17e-6daf94af5815 req-995984ab-1c89-447e-b0ee-96e63ccd9ad9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:58.057256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56cc82de-f0cf-4601-b17e-6daf94af5815 req-995984ab-1c89-447e-b0ee-96e63ccd9ad9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1910820 Feb 09 02:33:58.107488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=45d96020-f6d2-4e38-9c45-2f261f9050a8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:58.225119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:58.230031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:58.292841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ec9d8c15-9b9c-4570-b759-c76c37c53d92 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:58.318124 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b0d332b-7735-45a1-9e86-049620b87ab5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3400261 Feb 09 02:33:58.322959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:58.329847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56cc82de-f0cf-4601-b17e-6daf94af5815 req-0589aa21-0394-4a67-a106-f69c3c2cd7be tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513208 Feb 09 02:33:58.388628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b89f15-0fbc-4c25-9f2d-1a461acefe02 req-94519ffd-8fed-440a-88ba-551f6bde1b38 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:58.397413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0b89f15-0fbc-4c25-9f2d-1a461acefe02 req-94519ffd-8fed-440a-88ba-551f6bde1b38 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1450036 Feb 09 02:33:58.459317 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:58.549866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0b89f15-0fbc-4c25-9f2d-1a461acefe02 req-42ab2711-a757-47b7-9d7f-1bc79994c0ae tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511819 Feb 09 02:33:58.557642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ec9d8c15-9b9c-4570-b759-c76c37c53d92 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:58.753823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-20846d11-2efe-4850-854f-29a09f3c2bc0 None None] Current status of the port ec9d8c15-9b9c-4570-b759-c76c37c53d92 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:58.808469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ec9d8c15-9b9c-4570-b759-c76c37c53d92 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:58.809800 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:58.945568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78ee39-d19b-449c-bb2c-220a2f2ecbbc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:58.952219 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed78ee39-d19b-449c-bb2c-220a2f2ecbbc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.6280308 Feb 09 02:33:58.957875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:58.998625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb932a8-d4c5-4223-8744-c18f533f9eae req-0ce47ab1-560d-4285-a404-426b88ecb309 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:59.005516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edb932a8-d4c5-4223-8744-c18f533f9eae req-0ce47ab1-560d-4285-a404-426b88ecb309 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2983887 Feb 09 02:33:59.040525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c3088c30-8ac0-4c6a-b9eb-14bce1ff9292 None None] Provisioning complete for port 45d96020-f6d2-4e38-9c45-2f261f9050a8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:59.055713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3088c30-8ac0-4c6a-b9eb-14bce1ff9292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (45d96020-f6d2-4e38-9c45-2f261f9050a8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:59.136029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edb932a8-d4c5-4223-8744-c18f533f9eae req-f04671b2-03da-41c5-b526-a1bc5fa136b7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216388 Feb 09 02:33:59.192288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c3088c30-8ac0-4c6a-b9eb-14bce1ff9292 None None] Port 45d96020-f6d2-4e38-9c45-2f261f9050a8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:59.196450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ec9d8c15-9b9c-4570-b759-c76c37c53d92 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:59.207910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c3088c30-8ac0-4c6a-b9eb-14bce1ff9292 None None] Provisioning complete for port 110f92dd-b0af-4921-b474-4d6110e5d452 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:59.208363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3088c30-8ac0-4c6a-b9eb-14bce1ff9292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (110f92dd-b0af-4921-b474-4d6110e5d452), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:59.342291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 45d96020-f6d2-4e38-9c45-2f261f9050a8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:33:59.342977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (45d96020-f6d2-4e38-9c45-2f261f9050a8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:59.356459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c3088c30-8ac0-4c6a-b9eb-14bce1ff9292 None None] Port 110f92dd-b0af-4921-b474-4d6110e5d452 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:59.613990 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:33:59.642419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (45d96020-f6d2-4e38-9c45-2f261f9050a8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:59.701248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 45d96020-f6d2-4e38-9c45-2f261f9050a8 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:33:59.781723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f3b91-fd58-4041-a98a-1670760d85b5 req-a68464da-f034-4db7-a94f-93779ac9527d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:59.783365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b45f3b91-fd58-4041-a98a-1670760d85b5 req-a68464da-f034-4db7-a94f-93779ac9527d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2262542 Feb 09 02:33:59.796960 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:00.009907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (45d96020-f6d2-4e38-9c45-2f261f9050a8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:00.019163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b45f3b91-fd58-4041-a98a-1670760d85b5 req-71f26606-6908-43fd-a2c7-592b037c6262 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203271 Feb 09 02:34:00.056630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c567-740f-461a-a6d8-e984aacbc0c5 req-95063b16-00c2-45f6-a15b-b5e95365ac95 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:00.058424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611c567-740f-461a-a6d8-e984aacbc0c5 req-95063b16-00c2-45f6-a15b-b5e95365ac95 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.3212533 Feb 09 02:34:00.125621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=45d96020-f6d2-4e38-9c45-2f261f9050a8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:00.196252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f611c567-740f-461a-a6d8-e984aacbc0c5 req-f1a39c0d-b108-486d-bde5-92d3cca03213 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273403 Feb 09 02:34:00.262101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:00.282883 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5d658a9f-ac8d-4e6d-b107-ef019149ceac tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/45d96020-f6d2-4e38-9c45-2f261f9050a8 HTTP/1.1" status: 204 len: 168 time: 1.3211255 Feb 09 02:34:00.284065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51392) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:00.353041 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6c8467-11df-47c6-b9b2-1b837c26ad7c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:34:00.354641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3a6c8467-11df-47c6-b9b2-1b837c26ad7c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/45d96020-f6d2-4e38-9c45-2f261f9050a8 HTTP/1.1" status: 404 len: 333 time: 0.0651519 Feb 09 02:34:00.357619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:00.414941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5df93-1cb2-47ed-9dd8-0c1979afd2e8 req-82814c62-ce3b-485e-90a4-30a4d2cfd7be tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:00.423020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e5df93-1cb2-47ed-9dd8-0c1979afd2e8 req-82814c62-ce3b-485e-90a4-30a4d2cfd7be tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1545234 Feb 09 02:34:00.481309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90e5df93-1cb2-47ed-9dd8-0c1979afd2e8 req-53153f16-3441-4602-93b5-6ea9f0a6394a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493991 Feb 09 02:34:00.525525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 110f92dd-b0af-4921-b474-4d6110e5d452 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:00.526161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (110f92dd-b0af-4921-b474-4d6110e5d452), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:01.012943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (110f92dd-b0af-4921-b474-4d6110e5d452), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:01.031543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 110f92dd-b0af-4921-b474-4d6110e5d452 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:01.191039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (110f92dd-b0af-4921-b474-4d6110e5d452), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:01.267327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=110f92dd-b0af-4921-b474-4d6110e5d452,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:01.291457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31bf0a-b8d9-4959-854a-be5f2c5b0452 req-2e5d1bad-39a3-4184-851d-2b175669504e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:01.293070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d31bf0a-b8d9-4959-854a-be5f2c5b0452 req-2e5d1bad-39a3-4184-851d-2b175669504e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1025338 Feb 09 02:34:01.454363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:01.457863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a4f2a666-a3f9-4969-8f5a-7c21aed173f3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/110f92dd-b0af-4921-b474-4d6110e5d452 HTTP/1.1" status: 204 len: 168 time: 1.0992720 Feb 09 02:34:01.461802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:01.494935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d31bf0a-b8d9-4959-854a-be5f2c5b0452 req-23c8198e-7993-47f3-9127-48ac5beeb10e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857622 Feb 09 02:34:01.543693 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d320d579-7e94-4852-a92b-ed66be58bcbe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:34:01.546646 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d320d579-7e94-4852-a92b-ed66be58bcbe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/110f92dd-b0af-4921-b474-4d6110e5d452 HTTP/1.1" status: 404 len: 333 time: 0.0836070 Feb 09 02:34:01.549142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:01.551734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0ed89-af89-4926-8b53-247082895bb0 req-3c587c0d-89b2-489a-88df-f0101062a0ab tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:01.561369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78a0ed89-af89-4926-8b53-247082895bb0 req-3c587c0d-89b2-489a-88df-f0101062a0ab tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.2125297 Feb 09 02:34:01.642139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet b64e4cf5-96cf-4779-b76a-6379fc3a93f3 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:34:01.652354 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (b64e4cf5-96cf-4779-b76a-6379fc3a93f3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:01.725490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78a0ed89-af89-4926-8b53-247082895bb0 req-7b274b1f-65f6-4b88-bc0d-f25c3614cdf2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613729 Feb 09 02:34:01.765492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (b64e4cf5-96cf-4779-b76a-6379fc3a93f3), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:01.771313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0976ae-29ba-4746-ba95-52651e15d3b5 req-e12aaa2e-9a96-4d1f-aa07-b3f0d1c557ec tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:01.772962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da0976ae-29ba-4746-ba95-52651e15d3b5 req-e12aaa2e-9a96-4d1f-aa07-b3f0d1c557ec tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1150448 Feb 09 02:34:01.860846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da0976ae-29ba-4746-ba95-52651e15d3b5 req-0d00347d-6d95-4672-9f4d-f0157fc12207 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811508 Feb 09 02:34:01.882219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b64e4cf5-96cf-4779-b76a-6379fc3a93f3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:01.985477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (b64e4cf5-96cf-4779-b76a-6379fc3a93f3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.043432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=b64e4cf5-96cf-4779-b76a-6379fc3a93f3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:02.051535 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.053471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e69b8aa-4264-4a48-951f-f0d6c16f8d6e None None] Network 15d9030b-dfaf-4409-8e2c-f5d248238077 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:02.056696 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8247260a-b5b9-4be0-a57f-612e43f034f2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/b64e4cf5-96cf-4779-b76a-6379fc3a93f3 HTTP/1.1" status: 204 len: 168 time: 0.5065570 Feb 09 02:34:02.059920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:02.167845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (15d9030b-dfaf-4409-8e2c-f5d248238077), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.328098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port ec9d8c15-9b9c-4570-b759-c76c37c53d92 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:02.328448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.487607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] For port ec9d8c15-9b9c-4570-b759-c76c37c53d92, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ec9d8c15-9b9c-4570-b759-c76c37c53d92,segment=NetworkSegment(d4974e51-53af-4530-a4f9-d1ab9debc6fe),segment_id=d4974e51-53af-4530-a4f9-d1ab9debc6fe)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:02.488277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.499746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] DHCP port deletion for 15d9030b-dfaf-4409-8e2c-f5d248238077 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:34:02.512826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for ec9d8c15-9b9c-4570-b759-c76c37c53d92 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:02.627721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] Deleting port ec9d8c15-9b9c-4570-b759-c76c37c53d92 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:02.628384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.695656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.762087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No DVR routers for this DVR port ec9d8c15-9b9c-4570-b759-c76c37c53d92 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:02.776670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=ec9d8c15-9b9c-4570-b759-c76c37c53d92,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:02.781489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f9dba-caff-47c6-bc77-2540e6cd5205 req-48c43f0c-f9da-4d78-a1c3-65530448ad3b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:02.783022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-341f9dba-caff-47c6-bc77-2540e6cd5205 req-48c43f0c-f9da-4d78-a1c3-65530448ad3b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1276219 Feb 09 02:34:02.881911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] For port ec9d8c15-9b9c-4570-b759-c76c37c53d92, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ec9d8c15-9b9c-4570-b759-c76c37c53d92,segment=NetworkSegment(d4974e51-53af-4530-a4f9-d1ab9debc6fe),segment_id=d4974e51-53af-4530-a4f9-d1ab9debc6fe)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:02.884761 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.925082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] Calling delete_port for ec9d8c15-9b9c-4570-b759-c76c37c53d92 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:02.949649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-341f9dba-caff-47c6-bc77-2540e6cd5205 req-37122327-2a14-458c-bd7b-97464b1e7778 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592488 Feb 09 02:34:02.985041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (15d9030b-dfaf-4409-8e2c-f5d248238077), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.017089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d9030b-dfaf-4409-8e2c-f5d248238077']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:03.043469 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4974e51-53af-4530-a4f9-d1ab9debc6fe') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:03.043856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4974e51-53af-4530-a4f9-d1ab9debc6fe') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:03.066931 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (d4974e51-53af-4530-a4f9-d1ab9debc6fe), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.094696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d4974e51-53af-4530-a4f9-d1ab9debc6fe), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.106247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:34:03.109224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (d4974e51-53af-4530-a4f9-d1ab9debc6fe), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:34:03.115220 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:34:03.126950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbce133-25fd-43cc-8c7a-5b9425b27155 req-b1b3aa85-cc76-4f2a-8a9d-ac487185568e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:03.128557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edbce133-25fd-43cc-8c7a-5b9425b27155 req-b1b3aa85-cc76-4f2a-8a9d-ac487185568e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1767030 Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:03.183009 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:34:03.198046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (ec9d8c15-9b9c-4570-b759-c76c37c53d92), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.242394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (15d9030b-dfaf-4409-8e2c-f5d248238077), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.252650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.262010 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/15d9030b-dfaf-4409-8e2c-f5d248238077 HTTP/1.1" status: 204 len: 168 time: 1.2004950 Feb 09 02:34:03.264168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] Pushing event deleted for resources: {'Port': ['ID=ec9d8c15-9b9c-4570-b759-c76c37c53d92,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:03.267567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:03.277722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1025993795'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:03.280398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90fa0d-a35e-4970-ab20-7330d96ea6fb None None] No DVR routers for this DVR port ec9d8c15-9b9c-4570-b759-c76c37c53d92 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:03.302746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3002bae-5141-40bb-92a1-a7969a3bf1a5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=15d9030b-dfaf-4409-8e2c-f5d248238077,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:03.341947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:03.347095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.363400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7be25f-e632-4d52-ae64-bbde691c11ad req-464f876d-5cb6-4e5b-b0da-a8e5df5daaa5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:03.376363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f7be25f-e632-4d52-ae64-bbde691c11ad req-464f876d-5cb6-4e5b-b0da-a8e5df5daaa5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2451081 Feb 09 02:34:03.394082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edbce133-25fd-43cc-8c7a-5b9425b27155 req-2c6cec14-fcb9-4230-a491-791301084291 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902092 Feb 09 02:34:03.406208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:34:03.437157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (89984884-1f52-4351-ad75-204867fe344c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.438959 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment 89984884-1f52-4351-ad75-204867fe344c of type vlan for network b479d7ff-a1a1-46de-bad1-b8433f7f1596 Feb 09 02:34:03.534163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f7be25f-e632-4d52-ae64-bbde691c11ad req-2cc8c6d9-4466-4d5b-afca-ef09d2e1368f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302938 Feb 09 02:34:03.571002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (b479d7ff-a1a1-46de-bad1-b8433f7f1596), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.672066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (b479d7ff-a1a1-46de-bad1-b8433f7f1596), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.680728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:03.681770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.707357 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4385071 Feb 09 02:34:03.709895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51430) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:03.721862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:03.796553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdfbf4-0551-410e-9ea5-063ca8780ca5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=b479d7ff-a1a1-46de-bad1-b8433f7f1596,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:03.812459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:34:03.931407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:03.935868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:04.118748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e157b-c60b-4c80-b291-259a4710e514 req-b3ed2222-7793-452c-be89-8a2bc582e50d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:04.120611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c8e157b-c60b-4c80-b291-259a4710e514 req-b3ed2222-7793-452c-be89-8a2bc582e50d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0832613 Feb 09 02:34:04.369931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c8e157b-c60b-4c80-b291-259a4710e514 req-53db7326-bb20-45c4-a2d3-c2ea5b9a4e09 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408745 Feb 09 02:34:04.427206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ddd185ba-3967-46c4-a4ab-9528f75aa6fa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:04.440671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ec9d8c15-9b9c-4570-b759-c76c37c53d92 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:04.466314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: ec9d8c15-9b9c-4570-b759-c76c37c53d92 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:34:04.467371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ec9d8c15-9b9c-4570-b759-c76c37c53d92 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:34:04.612870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=ddd185ba-3967-46c4-a4ab-9528f75aa6fa,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:04.689003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.689634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.690163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.690712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.691346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.691857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.692365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.692869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.693387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.693892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.694396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.694976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.695508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:04.707646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': '89984884-1f52-4351-ad75-204867fe344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:04.708025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: b479d7ff-a1a1-46de-bad1-b8433f7f1596, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:34:04.732283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7608cf-f888-4cab-a1ba-4b1acc796113 req-fba2fec2-fd67-4ebe-8599-eca55b201516 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:04.733880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af7608cf-f888-4cab-a1ba-4b1acc796113 req-fba2fec2-fd67-4ebe-8599-eca55b201516 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1882527 Feb 09 02:34:04.781839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:34:04.793844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9129d-23d9-43c2-9b82-7bdec2f2e502 req-fa3db9b0-8ebf-466d-822b-8dfeb60f88d1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:04.795437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adc9129d-23d9-43c2-9b82-7bdec2f2e502 req-fa3db9b0-8ebf-466d-822b-8dfeb60f88d1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1538596 Feb 09 02:34:04.819001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, b479d7ff-a1a1-46de-bad1-b8433f7f1596) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:04.829190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec77e5-4726-4724-b6c1-412f212d31ea None None] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:04.834996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af7608cf-f888-4cab-a1ba-4b1acc796113 req-b17d16ed-e44a-4a24-ab06-fb9dd02df985 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940387 Feb 09 02:34:04.837387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:04.838017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:04.879814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4f8217ba-9593-41f0-a710-75d3a6e2d996 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1656773 Feb 09 02:34:04.881013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51442) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:04.890182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596', 'name': 'tempest-PortsTestJSON-1669876883', 'fixed_ips': [{'subnet_id': 'ddd185ba-3967-46c4-a4ab-9528f75aa6fa', 'ip_address': '172.20.0.10'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:04.954544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adc9129d-23d9-43c2-9b82-7bdec2f2e502 req-30ac091b-fd1f-4a2a-af2f-d0cbf471c4a2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477177 Feb 09 02:34:04.999044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-b479d7ff-a1a1-46de-bad1-b8433f7f1596', 'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596', 'project_id': '5737d8bf508f4b9792730757ca59793d', 'fixed_ips': [{'subnet_id': 'ddd185ba-3967-46c4-a4ab-9528f75aa6fa'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:34:05.000177 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.059508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:05.165879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Allocated IP 172.20.0.2 (b479d7ff-a1a1-46de-bad1-b8433f7f1596/ddd185ba-3967-46c4-a4ab-9528f75aa6fa/3b8bc705-4e54-4d60-9d9b-62f9a87d55e0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:05.211260 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.229844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:34:05.356811 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Publish callbacks [] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.363363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.411088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:05.419222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:05.424436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:05.433859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.10 (b479d7ff-a1a1-46de-bad1-b8433f7f1596/ddd185ba-3967-46c4-a4ab-9528f75aa6fa/cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:05.475881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Pushing event updated for resources: {'Port': ['ID=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:05.521380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Attempting to bind port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:05.522486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Attempting to bind port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '89984884-1f52-4351-ad75-204867fe344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:05.524443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Attempting to bind port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 on network b479d7ff-a1a1-46de-bad1-b8433f7f1596 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:05.531102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:05.531738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Checking segment: {'id': '89984884-1f52-4351-ad75-204867fe344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:05.532298 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.532755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Bound using segment: {'id': '89984884-1f52-4351-ad75-204867fe344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:05.533303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Bound port: 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89984884-1f52-4351-ad75-204867fe344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:05.533766 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.613461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] For port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:05.617619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] For port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,segment=NetworkSegment(89984884-1f52-4351-ad75-204867fe344c),segment_id=89984884-1f52-4351-ad75-204867fe344c)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:05.624322 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:05.715191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f35a4-5422-45e4-b4c3-74849b6035a1 None None] Pushing event updated for resources: {'Port': ['ID=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:05.986232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1e441-b078-4abc-a30f-1ea86dd4ceda req-86979bf4-d311-47b9-91a6-37da824c273d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.003351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d1e441-b078-4abc-a30f-1ea86dd4ceda req-86979bf4-d311-47b9-91a6-37da824c273d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.5071256 Feb 09 02:34:06.051944 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-43a9bae9-cd80-4950-96a8-6c27dc3c65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.055672 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-43a9bae9-cd80-4950-96a8-6c27dc3c65f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1128 time: 0.0654247 Feb 09 02:34:06.100767 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.138133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d1e441-b078-4abc-a30f-1ea86dd4ceda req-dd3ffcab-3bbc-4a9c-9aa5-9fa78f55a93c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337867 Feb 09 02:34:06.157197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a571b9-60a3-49c4-abe4-ebb2007ffb80 req-16c69391-07b1-4765-bcb5-18e7a7b8fc0d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.164452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a571b9-60a3-49c4-abe4-ebb2007ffb80 req-16c69391-07b1-4765-bcb5-18e7a7b8fc0d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1506088 Feb 09 02:34:06.192679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-7ab45e5f-0418-4b1e-99d0-be1a8ce7b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.194337 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-7ab45e5f-0418-4b1e-99d0-be1a8ce7b729 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.1317699 Feb 09 02:34:06.259507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.269293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-8d8a94e2-a6cc-4899-a574-20c1d981a4b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 1000 time: 0.0679750 Feb 09 02:34:06.273035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a571b9-60a3-49c4-abe4-ebb2007ffb80 req-a2ad3a5f-40a6-4959-9492-90ba086959cc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075964 Feb 09 02:34:06.328260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-f6780446-d01e-47dc-b3d8-6be699796e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.330070 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-f6780446-d01e-47dc-b3d8-6be699796e58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.0535460 Feb 09 02:34:06.336218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:06.339411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:06.343215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:06.345766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:06.357671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b5ff-dce2-488b-a947-116030d28244 req-1ca38869-71e8-4f41-aa97-973efd21767a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.359269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec57b5ff-dce2-488b-a947-116030d28244 req-1ca38869-71e8-4f41-aa97-973efd21767a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1503973 Feb 09 02:34:06.401461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-db62b488-51bb-47ab-9c1c-5c13b7692197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.403521 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-db62b488-51bb-47ab-9c1c-5c13b7692197 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672197 Feb 09 02:34:06.441068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:06.442134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.448799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec57b5ff-dce2-488b-a947-116030d28244 req-ec865d7f-d9c5-415d-a2d9-605c38ed4a6c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 Feb 09 02:34:06.478760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3bc4d3ae-e1ce-40e2-b9f6-a4706e52eb07 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5963645 Feb 09 02:34:06.479436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51464) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:06.484417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': 'b479d7ff-a1a1-46de-bad1-b8433f7f1596', 'name': 'tempest-PortsTestJSON-1266345523', 'fixed_ips': [{'subnet_id': 'ddd185ba-3967-46c4-a4ab-9528f75aa6fa', 'ip_address': '172.20.0.9'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:06.545066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:06.554259 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-fd5e1f6b-c496-4215-9c93-afaafbac8090 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326189 Feb 09 02:34:06.597662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:06.598371 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.654930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:06.660077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.676081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a0d52c2d-95f3-4d5b-b090-9eecebd105c6 req-6be345ce-0d33-4b60-820a-54349d177339 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143250 Feb 09 02:34:06.700765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port db84255e-16bb-4ce1-a00b-b37923336994 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:34:06.737119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:06.737517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.789728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,segment=NetworkSegment(89984884-1f52-4351-ad75-204867fe344c),segment_id=89984884-1f52-4351-ad75-204867fe344c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:06.795427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.863318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:06.913309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.9 (b479d7ff-a1a1-46de-bad1-b8433f7f1596/ddd185ba-3967-46c4-a4ab-9528f75aa6fa/db84255e-16bb-4ce1-a00b-b37923336994) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:07.065340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8aa2d-7fe5-455c-b693-0d68dcd7d59e None None] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:07.098338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (db84255e-16bb-4ce1-a00b-b37923336994), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.141299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (db84255e-16bb-4ce1-a00b-b37923336994), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.144876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-90806ded-e0fe-4fae-8ec5-69bef4a86c32 None None] Provisioning complete for port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:07.145274 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90806ded-e0fe-4fae-8ec5-69bef4a86c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.206195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:07.207674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=db84255e-16bb-4ce1-a00b-b37923336994,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:07.219972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:07.226679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:07.313903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.314583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.325189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-90806ded-e0fe-4fae-8ec5-69bef4a86c32 None None] Current status of the port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:07.339159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a457ec8-6002-412d-9d16-8d45151afa2e req-3954fce3-9174-4198-bb82-dd0f4c9e0c61 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.340724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a457ec8-6002-412d-9d16-8d45151afa2e req-3954fce3-9174-4198-bb82-dd0f4c9e0c61 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0896425 Feb 09 02:34:07.344552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-064ceacd-f260-4604-afb8-16e56b2a56c2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8641214 Feb 09 02:34:07.349065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:07.444571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a457ec8-6002-412d-9d16-8d45151afa2e req-ff5431b5-72e1-42f1-8b74-48b17a9bb521 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978210 Feb 09 02:34:07.464976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aea98b-e857-458f-93ed-fe1807119083 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.470087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51474) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:07.481098 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d7aea98b-e857-458f-93ed-fe1807119083 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1208246 Feb 09 02:34:07.594718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3d1d8-0003-489c-b9cd-786189d39d73 req-3faf7e79-373b-4525-80a8-2af72f7f4ad8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.596353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32d3d1d8-0003-489c-b9cd-786189d39d73 req-3faf7e79-373b-4525-80a8-2af72f7f4ad8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 945 time: 0.1992924 Feb 09 02:34:07.650095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Provisioning complete for port cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:07.650882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.651082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7c3d5-f5b1-4268-963e-078973c60862 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.656160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7c3d5-f5b1-4268-963e-078973c60862 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.661479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7c3d5-f5b1-4268-963e-078973c60862 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.666557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-34b7c3d5-f5b1-4268-963e-078973c60862 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1912425 Feb 09 02:34:07.667206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:07.682886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c6842-a51e-467a-a491-0f6faa05ff10 req-51564164-04d0-41e5-88b1-f69d4f6f7319 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:07.684607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-725c6842-a51e-467a-a491-0f6faa05ff10 req-51564164-04d0-41e5-88b1-f69d4f6f7319 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1458485 Feb 09 02:34:07.746216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Port cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:07.765831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Provisioning complete for port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:07.766442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32d3d1d8-0003-489c-b9cd-786189d39d73 req-8ec852cc-5fd5-4a16-9f7e-72a161e055d2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578398 Feb 09 02:34:07.766888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.817802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-725c6842-a51e-467a-a491-0f6faa05ff10 req-fd9d3716-c66d-41e8-9dc4-bbb82f02091c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163514 Feb 09 02:34:07.864876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port db84255e-16bb-4ce1-a00b-b37923336994 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:07.865706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (db84255e-16bb-4ce1-a00b-b37923336994), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.923449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Current status of the port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:07.938016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Provisioning complete for port db84255e-16bb-4ce1-a00b-b37923336994 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:07.938403 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (db84255e-16bb-4ce1-a00b-b37923336994), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:07.981463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-08d300da-8898-4fca-8ff6-02cab09e8ad1 None None] Port db84255e-16bb-4ce1-a00b-b37923336994 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:07.991503 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (db84255e-16bb-4ce1-a00b-b37923336994), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.009330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for db84255e-16bb-4ce1-a00b-b37923336994 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:08.105600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9cf1daef-8f01-422a-9124-bd1161a4cb24 None None] Provisioning complete for port cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:08.105967 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9cf1daef-8f01-422a-9124-bd1161a4cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.147534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1daef-8f01-422a-9124-bd1161a4cb24 None None] Port cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:08.186677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:08.203161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (db84255e-16bb-4ce1-a00b-b37923336994), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.234348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=db84255e-16bb-4ce1-a00b-b37923336994,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:08.248542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.248911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.249245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.249584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.249921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.250335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.250597 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.250929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.251256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.251583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.251910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.252230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.252704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:08.343717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.350174 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c88143d8-51ea-4462-ac5e-acdc09beec4b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/db84255e-16bb-4ce1-a00b-b37923336994 HTTP/1.1" status: 204 len: 168 time: 0.6815591 Feb 09 02:34:08.353144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:08.396783 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a91e24-7945-458b-a8f1-890d45213c9c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:34:08.402307 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-02a91e24-7945-458b-a8f1-890d45213c9c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/db84255e-16bb-4ce1-a00b-b37923336994 HTTP/1.1" status: 404 len: 333 time: 0.0447044 Feb 09 02:34:08.403374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51484) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:08.534504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:08.568080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7601b837-3af8-4f62-9122-40d613e49cd9 None None] Could not find standard attr ID for object db84255e-16bb-4ce1-a00b-b37923336994. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:34:08.596671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:08.597069 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.623410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:08.623907 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.640961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:08.643880 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0773f60c-fb65-4c92-a61e-5521008a897e" -d '{"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-unplugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:08.672866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:08.678017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19cf47-861b-4a6c-81f0-90947dab1ada req-1d49acea-9f61-4206-967a-a9d7e58b5a46 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:08.680415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c19cf47-861b-4a6c-81f0-90947dab1ada req-1d49acea-9f61-4206-967a-a9d7e58b5a46 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1261532 Feb 09 02:34:08.686698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.696266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:08.696672 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.740539 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53378f5f-b0be-4c36-ba34-69f4e3f1f933 x-openstack-request-id: req-53378f5f-b0be-4c36-ba34-69f4e3f1f933 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:08.740939 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-unplugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:08.741283 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53378f5f-b0be-4c36-ba34-69f4e3f1f933 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:08.741922 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a', 'code': 200} Feb 09 02:34:08.777128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c19cf47-861b-4a6c-81f0-90947dab1ada req-3a2ee0d4-a03b-421f-9b76-a55f3427d90b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850642 Feb 09 02:34:08.779298 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:08.785899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:08.794861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:08.864888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:09.048353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a0dd8-f972-4ba3-ab30-f746e4f53644 req-06cfc089-e58e-40f9-8724-3435fa2d62a0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:09.049878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c9a0dd8-f972-4ba3-ab30-f746e4f53644 req-06cfc089-e58e-40f9-8724-3435fa2d62a0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1527233 Feb 09 02:34:09.063863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782d150-b096-4f0f-be70-10e466015111 req-c5a5f6f8-bbe9-41ac-996c-b2791092de24 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:09.065466 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b782d150-b096-4f0f-be70-10e466015111 req-c5a5f6f8-bbe9-41ac-996c-b2791092de24 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.1336510 Feb 09 02:34:09.141037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.197818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b782d150-b096-4f0f-be70-10e466015111 req-fc19b7ed-87a9-447e-8455-285fcf56e327 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232617 Feb 09 02:34:09.203432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:09.244802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c9a0dd8-f972-4ba3-ab30-f746e4f53644 req-b69ea646-8721-4ff8-9ce9-edf2b9621c90 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783037 Feb 09 02:34:09.297316 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.301277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3e411910-9932-4ae5-9982-990807bacef0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 HTTP/1.1" status: 204 len: 168 time: 0.8959742 Feb 09 02:34:09.303974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.341292 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5590808a-9913-4642-8a0f-9a6533425d0a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:34:09.346058 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5590808a-9913-4642-8a0f-9a6533425d0a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/cdabddd9-94d4-4aeb-8ba6-06fe6bcb25f8 HTTP/1.1" status: 404 len: 333 time: 0.0401235 Feb 09 02:34:09.346257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51504) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.411479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet ddd185ba-3967-46c4-a4ab-9528f75aa6fa {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:34:09.417192 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (ddd185ba-3967-46c4-a4ab-9528f75aa6fa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.467141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (ddd185ba-3967-46c4-a4ab-9528f75aa6fa), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.588083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ddd185ba-3967-46c4-a4ab-9528f75aa6fa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.671866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (ddd185ba-3967-46c4-a4ab-9528f75aa6fa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.703944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd185ba-3967-46c4-a4ab-9528f75aa6fa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:09.722490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.722490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d41c1261-3ac8-4cf7-b0f1-b8a490686e73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/ddd185ba-3967-46c4-a4ab-9528f75aa6fa HTTP/1.1" status: 204 len: 168 time: 0.3666327 Feb 09 02:34:09.723383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51516) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:09.727231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959fe313-9954-4d38-9d6b-c4eb923038be None None] Network b479d7ff-a1a1-46de-bad1-b8433f7f1596 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:09.852871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (b479d7ff-a1a1-46de-bad1-b8433f7f1596), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:09.908752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-daafd4bd-c3d1-456b-9111-e70d8dcfdd15 req-661d3dff-3997-4665-b4a9-8059bd0506da service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:34:09.923225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafd4bd-c3d1-456b-9111-e70d8dcfdd15 req-661d3dff-3997-4665-b4a9-8059bd0506da service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0361218 Feb 09 02:34:09.963750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:09.964944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.024925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] DHCP port deletion for b479d7ff-a1a1-46de-bad1-b8433f7f1596 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:34:10.045040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2322-86d8-4e19-9636-954e5eb2caf7 req-415771b0-85f8-41eb-8622-1d442397e61a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:10.047955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0ef2322-86d8-4e19-9636-954e5eb2caf7 req-415771b0-85f8-41eb-8622-1d442397e61a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1158288 Feb 09 02:34:10.115706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] For port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,segment=NetworkSegment(89984884-1f52-4351-ad75-204867fe344c),segment_id=89984884-1f52-4351-ad75-204867fe344c)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:10.116004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.129688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] Deleting port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:10.130415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.139853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:10.215779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] For port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,segment=NetworkSegment(89984884-1f52-4351-ad75-204867fe344c),segment_id=89984884-1f52-4351-ad75-204867fe344c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:10.216389 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.233940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] Calling delete_port for 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:10.259306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0ef2322-86d8-4e19-9636-954e5eb2caf7 req-ba6476d8-a58f-4419-8e47-ba58c302232e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919556 Feb 09 02:34:10.289493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596f60-050a-4064-8b9a-9dbec5608448 req-eef14ab0-5a6b-4bf0-ae46-e6b77d3d0a6c tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:10.291549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36596f60-050a-4064-8b9a-9dbec5608448 req-eef14ab0-5a6b-4bf0-ae46-e6b77d3d0a6c tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.1701338 Feb 09 02:34:10.298010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.342660 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-36596f60-050a-4064-8b9a-9dbec5608448 req-caff900a-75f1-44f0-bb64-c091fa5c2869 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.375565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:10.402612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No DVR routers for this DVR port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:10.434820 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (3b8bc705-4e54-4d60-9d9b-62f9a87d55e0), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.437123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:10.477086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:34:10.477436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:34:10.501897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] No DVR routers for this DVR port 3b8bc705-4e54-4d60-9d9b-62f9a87d55e0 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:10.503482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02e5f4-4858-4e15-88b0-fc764b867555 None None] Pushing event deleted for resources: {'Port': ['ID=3b8bc705-4e54-4d60-9d9b-62f9a87d55e0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:10.559297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51542) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:10.591703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (b479d7ff-a1a1-46de-bad1-b8433f7f1596), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.601970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461a0a2-80a3-48f4-b8e9-29d0d5a1146c req-94b892aa-48eb-41a4-a2b3-75bf6bcf7806 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:10.603574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2461a0a2-80a3-48f4-b8e9-29d0d5a1146c req-94b892aa-48eb-41a4-a2b3-75bf6bcf7806 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.1837416 Feb 09 02:34:10.614761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-36596f60-050a-4064-8b9a-9dbec5608448 req-caff900a-75f1-44f0-bb64-c091fa5c2869 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Publish callbacks [] for security_group (7dd8bc51-4525-4f0e-8d84-bbfac18f869b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.621067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b479d7ff-a1a1-46de-bad1-b8433f7f1596']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:10.624615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-36596f60-050a-4064-8b9a-9dbec5608448 req-caff900a-75f1-44f0-bb64-c091fa5c2869 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7dd8bc51-4525-4f0e-8d84-bbfac18f869b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.642348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89984884-1f52-4351-ad75-204867fe344c') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:10.643008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89984884-1f52-4351-ad75-204867fe344c') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:10.655984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (89984884-1f52-4351-ad75-204867fe344c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.672163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (89984884-1f52-4351-ad75-204867fe344c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.685360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36596f60-050a-4064-8b9a-9dbec5608448 req-caff900a-75f1-44f0-bb64-c091fa5c2869 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870754 Feb 09 02:34:10.688457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff900a-75f1-44f0-bb64-c091fa5c2869 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8bc51-4525-4f0e-8d84-bbfac18f869b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:10.693113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:34:10.699887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (89984884-1f52-4351-ad75-204867fe344c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:34:10.707937 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:34:10.722957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2461a0a2-80a3-48f4-b8e9-29d0d5a1146c req-60468eee-8bf9-4b55-bbd8-7f92af096247 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108773 Feb 09 02:34:10.782605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-addd8eef-aba9-423e-9f28-21863093c2b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2136149 Feb 09 02:34:10.794724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-e3669809-6cfb-436c-86f2-db80c49b8c2a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:34:10.795739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-e3669809-6cfb-436c-86f2-db80c49b8c2a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067608 Feb 09 02:34:10.846349 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (b479d7ff-a1a1-46de-bad1-b8433f7f1596), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.861683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb9eb9-63dc-4323-ab36-2dd93b5add98 req-0d7b9cfd-7a80-4a22-9c2e-dfa5560484de tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:10.863638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fdb9eb9-63dc-4323-ab36-2dd93b5add98 req-0d7b9cfd-7a80-4a22-9c2e-dfa5560484de tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.0732574 Feb 09 02:34:10.867190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.878613 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/b479d7ff-a1a1-46de-bad1-b8433f7f1596 HTTP/1.1" status: 204 len: 168 time: 1.1582482 Feb 09 02:34:10.884113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51550) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:10.902693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1801625389'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:10.942219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16fa3-05d2-4d34-a9a5-644d004d4daa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=b479d7ff-a1a1-46de-bad1-b8433f7f1596,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:10.958760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:10.963443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:10.994860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fdb9eb9-63dc-4323-ab36-2dd93b5add98 req-8d8b96dd-c944-4ec4-be0d-814b2c169a68 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230731 Feb 09 02:34:10.995152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:34:11.008796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fea421b5-db61-4d2b-93d0-26124c299dda), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.009154 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Added segment fea421b5-db61-4d2b-93d0-26124c299dda of type vlan for network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab Feb 09 02:34:11.040356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f037f-41c3-4d60-8f2f-05f6130691fd req-b245f579-c007-4c8d-8e3d-05899d24eed3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:11.047563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb5f037f-41c3-4d60-8f2f-05f6130691fd req-b245f579-c007-4c8d-8e3d-05899d24eed3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.1285617 Feb 09 02:34:11.063471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.099737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.106560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:11.107601 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.128241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb5f037f-41c3-4d60-8f2f-05f6130691fd req-9cae03e3-79a3-498b-bcb2-e99e42dd02ae tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754225 Feb 09 02:34:11.137748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51558) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:11.208548 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3221359 Feb 09 02:34:11.212829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51560) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:11.218917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:11.281832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626c963-c0d5-4681-b621-b1d5191b72cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Network': ['ID=bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:11.294684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5bf94b2b-b456-4fc1-b063-eef809e851f9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/96266e10-ab9b-4785-a0c2-8cb59446d130 HTTP/1.1" status: 200 len: 994 time: 0.1550815 Feb 09 02:34:11.305844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:34:11.424453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:11.428468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.468364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70edbd-73ae-4b47-9920-d2b934a5f8e0 req-b273ea51-30bc-4ed2-9c6d-e9f3613850ff tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:11.469989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f70edbd-73ae-4b47-9920-d2b934a5f8e0 req-b273ea51-30bc-4ed2-9c6d-e9f3613850ff tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0785177 Feb 09 02:34:11.556412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f70edbd-73ae-4b47-9920-d2b934a5f8e0 req-70911cf9-0f69-45c6-b02d-dae531fec915 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778496 Feb 09 02:34:11.648390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-2cb5e43a-953b-433a-b053-443741fbccba req-fa2827cb-46e3-4d32-b1f0-a53265318384 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:34:11.650436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cb5e43a-953b-433a-b053-443741fbccba req-fa2827cb-46e3-4d32-b1f0-a53265318384 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072708 Feb 09 02:34:11.671966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (bd649fd0-2f76-4010-a8c3-1988f4353e9c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.728361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=bd649fd0-2f76-4010-a8c3-1988f4353e9c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:11.775102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Checking segment: {'id': 'fea421b5-db61-4d2b-93d0-26124c299dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:11.775539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network hostable DHCP agents. Network: bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:34:11.820432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:34:11.829461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:34:11.843769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:11.849356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:11.850027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.887276 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-686aa093-2f2f-4e4e-9958-6633ccd50374 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6726801 Feb 09 02:34:11.889494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:11.896908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a8eebdf1-26c8-4e58-bbd1-f25a8b44a4df tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-601561836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:11.933539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8eebdf1-26c8-4e58-bbd1-f25a8b44a4df tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (dacb23d6-2eec-46a3-ba47-000f5e54702e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.934736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8eebdf1-26c8-4e58-bbd1-f25a8b44a4df tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (dacb23d6-2eec-46a3-ba47-000f5e54702e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:11.939660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7b8c0-2fc4-4500-b5ca-925732e74bb3 None None] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:12.004875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b47277-7609-47e9-ae83-1fcb94eacafa req-3d7496e0-051f-4e8f-bdd7-8aa462d27193 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:12.007131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2b47277-7609-47e9-ae83-1fcb94eacafa req-3d7496e0-051f-4e8f-bdd7-8aa462d27193 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.1071334 Feb 09 02:34:12.072056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2b47277-7609-47e9-ae83-1fcb94eacafa req-462bc3d7-65d2-43f0-84da-b9381fb89a38 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581965 Feb 09 02:34:12.119867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8eebdf1-26c8-4e58-bbd1-f25a8b44a4df tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for router_controller (dacb23d6-2eec-46a3-ba47-000f5e54702e), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.131010 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8eebdf1-26c8-4e58-bbd1-f25a8b44a4df tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (dacb23d6-2eec-46a3-ba47-000f5e54702e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.183499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8eebdf1-26c8-4e58-bbd1-f25a8b44a4df tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.203648 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a8eebdf1-26c8-4e58-bbd1-f25a8b44a4df tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3108499 Feb 09 02:34:12.205394 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:12.223779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab', 'name': 'tempest-PortsTestJSON-649537652'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:12.243924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:12.301166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:12.306110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab', 'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab', 'project_id': '5737d8bf508f4b9792730757ca59793d', 'fixed_ips': [{'subnet_id': 'bd649fd0-2f76-4010-a8c3-1988f4353e9c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:34:12.307768 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.352194 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'network_id': 'be8df265-953c-4fe2-9845-84b196090944', 'port_id': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'mac_address': 'fa:16:3e:47:16:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:34:12.362422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51592) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:12.415942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9221533-143b-42b5-b101-5e739aa8b6d1 req-4271effd-d6e8-49c8-905f-a3d3bbcddc17 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:12.425183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9221533-143b-42b5-b101-5e739aa8b6d1 req-4271effd-d6e8-49c8-905f-a3d3bbcddc17 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2374442 Feb 09 02:34:12.455064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:12.460154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.488334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:34:12.512003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:12.512995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.531996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2d0effc-64d8-44e6-9a90-23a06cb9a5ae {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:12.535195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938e2bd-b7d5-41f1-832a-4c1b9650d1bf req-27dc8810-bc61-4903-8a6a-4062ea9ce0bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:12.543215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e938e2bd-b7d5-41f1-832a-4c1b9650d1bf req-27dc8810-bc61-4903-8a6a-4062ea9ce0bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.2556648 Feb 09 02:34:12.590938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:12.621453 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:12.651157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-ff09feb0-0fcb-4cde-80e2-dd38c82c688d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2843087 Feb 09 02:34:12.667572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9221533-143b-42b5-b101-5e739aa8b6d1 req-1dd01a9e-b826-46ab-b05a-c02130e5d56f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392921 Feb 09 02:34:12.673939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-4f22934b-93ca-475f-926a-5eaaf055fc56 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:34:12.690488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-4f22934b-93ca-475f-926a-5eaaf055fc56 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207076 Feb 09 02:34:12.698570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.11 (bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab/bd649fd0-2f76-4010-a8c3-1988f4353e9c/3681f1e8-82bb-4f28-8d5c-766e964a3c8b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:12.724688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e938e2bd-b7d5-41f1-832a-4c1b9650d1bf req-1b9ac992-9705-4154-b1c8-9aa1745e48d1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793737 Feb 09 02:34:12.772694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:12.837272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d2d0effc-64d8-44e6-9a90-23a06cb9a5ae'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:34:12.917560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:12.962774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144ff7-0fac-44a4-b621-d55535421ce8 req-f8d5e4c0-627a-4ed1-b87b-c9f5a0c6fed4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:12.972603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a144ff7-0fac-44a4-b621-d55535421ce8 req-f8d5e4c0-627a-4ed1-b87b-c9f5a0c6fed4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1413665 Feb 09 02:34:13.059848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a144ff7-0fac-44a4-b621-d55535421ce8 req-d0d1e579-ea09-4953-8760-faca81c1290a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861330 Feb 09 02:34:13.065362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.125654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.207682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Allocated IP 172.20.0.2 (bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab/bd649fd0-2f76-4010-a8c3-1988f4353e9c/94bedd01-2fc8-4697-a512-63048de544e9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:13.248048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:13.254101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=3681f1e8-82bb-4f28-8d5c-766e964a3c8b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:13.264582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:13.272109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:13.340874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:13.341552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.361229 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e6a5fb99-d72c-4099-b98e-fdda3b2de807 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1518869 Feb 09 02:34:13.364315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:13.375699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc06e2-4760-4877-a400-fbeeb6234f6b req-6dd371e6-1648-462a-8829-34ffda881949 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:13.379828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45cc06e2-4760-4877-a400-fbeeb6234f6b req-6dd371e6-1648-462a-8829-34ffda881949 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.1603715 Feb 09 02:34:13.499365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45cc06e2-4760-4877-a400-fbeeb6234f6b req-8d330f27-48b7-4ec8-a102-fbb3d76e6d9d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114967 Feb 09 02:34:13.554106 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Publish callbacks [] for port (94bedd01-2fc8-4697-a512-63048de544e9), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.562199 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (94bedd01-2fc8-4697-a512-63048de544e9), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.614742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Pushing event updated for resources: {'Port': ['ID=94bedd01-2fc8-4697-a512-63048de544e9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:13.645006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:13.648547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:13.652817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:13.774438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Attempting to bind port 94bedd01-2fc8-4697-a512-63048de544e9 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:13.774666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Attempting to bind port 94bedd01-2fc8-4697-a512-63048de544e9 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'fea421b5-db61-4d2b-93d0-26124c299dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:13.775044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Attempting to bind port 94bedd01-2fc8-4697-a512-63048de544e9 on network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:13.794017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:13.794559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Checking segment: {'id': 'fea421b5-db61-4d2b-93d0-26124c299dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:13.794888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.795464 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Bound using segment: {'id': 'fea421b5-db61-4d2b-93d0-26124c299dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:13.795976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Bound port: 94bedd01-2fc8-4697-a512-63048de544e9, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea421b5-db61-4d2b-93d0-26124c299dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:13.796416 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (94bedd01-2fc8-4697-a512-63048de544e9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.845452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:13.921216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] For port 94bedd01-2fc8-4697-a512-63048de544e9, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:13.926165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] For port 94bedd01-2fc8-4697-a512-63048de544e9, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=94bedd01-2fc8-4697-a512-63048de544e9,segment=NetworkSegment(fea421b5-db61-4d2b-93d0-26124c299dda),segment_id=fea421b5-db61-4d2b-93d0-26124c299dda)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:13.936307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (94bedd01-2fc8-4697-a512-63048de544e9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:13.975657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90338-e6e7-4884-bcdc-7d26c8aaa339 req-1c29d221-287b-4eb1-b858-12120db37e08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:13.977707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77e90338-e6e7-4884-bcdc-7d26c8aaa339 req-1c29d221-287b-4eb1-b858-12120db37e08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.0764813 Feb 09 02:34:14.006145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:14.010338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf78db-7cd9-4ec5-b18a-1d0ad89d9133 req-52152f02-9a7c-40f2-8aa6-3334d2ee02c3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:14.011585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:14.012425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eecf78db-7cd9-4ec5-b18a-1d0ad89d9133 req-52152f02-9a7c-40f2-8aa6-3334d2ee02c3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1838460 Feb 09 02:34:14.130601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686003e6-7c92-4bb7-8d64-b17596b70f5f None None] Pushing event updated for resources: {'Port': ['ID=94bedd01-2fc8-4697-a512-63048de544e9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:14.165217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77e90338-e6e7-4884-bcdc-7d26c8aaa339 req-fe7dc10d-e1be-4a69-92ee-6a6d46024ad3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794739 Feb 09 02:34:14.170428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eecf78db-7cd9-4ec5-b18a-1d0ad89d9133 req-b8873e8c-ccaf-4459-98b0-55cdf1c690cf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486633 Feb 09 02:34:14.219900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:14.220586 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:14.252899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:14.255983 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770bd800-149e-4ff7-8dcf-681a57c70f23" -d '{"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:14.296444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:14.308187 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:14.355853 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231ea88-b208-41b0-ade6-4d641c90baa6 x-openstack-request-id: req-f231ea88-b208-41b0-ade6-4d641c90baa6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:14.357307 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:14.357672 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f231ea88-b208-41b0-ade6-4d641c90baa6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:14.359170 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'code': 200} Feb 09 02:34:14.372809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe873a74-23c7-401f-a824-765e96c40877 req-e66f4028-dad7-4e89-aac5-9b411aed6a24 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:14.374640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe873a74-23c7-401f-a824-765e96c40877 req-e66f4028-dad7-4e89-aac5-9b411aed6a24 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0951118 Feb 09 02:34:14.462578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:14.479911 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:14.525180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe873a74-23c7-401f-a824-765e96c40877 req-95e1c996-1753-4991-ba4c-1bb7dd077e12 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433101 Feb 09 02:34:14.598298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-501026a8-dc8a-4789-9856-3421737319a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:14.599846 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-501026a8-dc8a-4789-9856-3421737319a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.1031444 Feb 09 02:34:14.669499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395d784-14e5-424c-bbe6-7fac98cf0592 req-3976e90f-28e1-4dc2-a088-b9e3aac1db8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:14.671194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4395d784-14e5-424c-bbe6-7fac98cf0592 req-3976e90f-28e1-4dc2-a088-b9e3aac1db8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.0757339 Feb 09 02:34:14.706616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-e4519f2d-7f44-469e-b4e8-78382619975a req-30379799-123d-4bbc-8e7b-2b426ec195e4 service neutron] (103150) timed out ('10.222.0.72', 64509) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:34:14.751853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4395d784-14e5-424c-bbe6-7fac98cf0592 req-039af76a-55b1-4965-95e1-5d9a28706b45 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728059 Feb 09 02:34:14.850001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-e8dde9f1-c89b-4b5f-aa63-5aad09332a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:14.852083 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-e8dde9f1-c89b-4b5f-aa63-5aad09332a54 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.2026637 Feb 09 02:34:14.951361 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-eb487685-4bb1-400e-b509-d4af8a9b748e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1002 time: 0.0921369 Feb 09 02:34:15.003611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.017555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.079778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-886fed05-b441-4aff-b8d4-1c95382c1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:15.081298 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-886fed05-b441-4aff-b8d4-1c95382c1427 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1243603 Feb 09 02:34:15.149827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=3681f1e8-82bb-4f28-8d5c-766e964a3c8b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:15.238612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-77277b5c-c31e-4747-94ba-f42e0409a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:15.240158 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-77277b5c-c31e-4747-94ba-f42e0409a0f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1332071 Feb 09 02:34:15.381438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11966-cbca-4b26-9423-a4190f0bd616 req-34d753e0-610b-4c3e-9cde-617719b647d8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:15.383732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ab11966-cbca-4b26-9423-a4190f0bd616 req-34d753e0-610b-4c3e-9cde-617719b647d8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1187916 Feb 09 02:34:15.401716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02485ac0-f68d-4f60-bf0f-55dd96b4855d req-02290b8f-0bdc-4f07-9a11-bcc54cd9e869 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:15.404520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02485ac0-f68d-4f60-bf0f-55dd96b4855d req-02290b8f-0bdc-4f07-9a11-bcc54cd9e869 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.1004343 Feb 09 02:34:15.415212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1304fc4-46d1-4cd4-b886-7fcfd51fa2a3 None None] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:15.433604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (dacb23d6-2eec-46a3-ba47-000f5e54702e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.475063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02485ac0-f68d-4f60-bf0f-55dd96b4855d req-4a979205-6fc1-4157-8f4c-62342aa421d5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596666 Feb 09 02:34:15.505319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b67c3226-b6de-4572-a7e2-7f44cd2fc1be None None] Provisioning complete for port 94bedd01-2fc8-4697-a512-63048de544e9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:15.505700 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b67c3226-b6de-4572-a7e2-7f44cd2fc1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (94bedd01-2fc8-4697-a512-63048de544e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.507691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ab11966-cbca-4b26-9423-a4190f0bd616 req-9606e55a-132e-4822-808e-3aebbd9a7a96 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137331 Feb 09 02:34:15.667317 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-9a63d60a-15ee-4484-87c1-193842716c63 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170663 Feb 09 02:34:15.668225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b67c3226-b6de-4572-a7e2-7f44cd2fc1be None None] Current status of the port 94bedd01-2fc8-4697-a512-63048de544e9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:15.668628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b67c3226-b6de-4572-a7e2-7f44cd2fc1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (94bedd01-2fc8-4697-a512-63048de544e9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.689909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fda9cf-b2eb-4015-9a29-84623b46ba78 req-1dfe86c6-56d0-479e-bf13-b61b0e987a85 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:15.691346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63fda9cf-b2eb-4015-9a29-84623b46ba78 req-1dfe86c6-56d0-479e-bf13-b61b0e987a85 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0663114 Feb 09 02:34:15.733474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b67c3226-b6de-4572-a7e2-7f44cd2fc1be None None] For port 94bedd01-2fc8-4697-a512-63048de544e9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=94bedd01-2fc8-4697-a512-63048de544e9,segment=NetworkSegment(fea421b5-db61-4d2b-93d0-26124c299dda),segment_id=fea421b5-db61-4d2b-93d0-26124c299dda)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:15.746240 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b67c3226-b6de-4572-a7e2-7f44cd2fc1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (94bedd01-2fc8-4697-a512-63048de544e9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.799874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.807268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63fda9cf-b2eb-4015-9a29-84623b46ba78 req-10d076e7-4d5e-4b02-a521-d836d67930d9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065094 Feb 09 02:34:15.868552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c3226-b6de-4572-a7e2-7f44cd2fc1be None None] Pushing event updated for resources: {'Port': ['ID=94bedd01-2fc8-4697-a512-63048de544e9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:15.910688 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-2ee695c7-a61c-4498-921b-c8e06f05926e service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331879 Feb 09 02:34:15.985920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21878fc3-4841-4ded-b88a-3b515e09faff req-9c141d3e-2402-4ef1-88c4-7d1c8684e529 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:15.987695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21878fc3-4841-4ded-b88a-3b515e09faff req-9c141d3e-2402-4ef1-88c4-7d1c8684e529 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.1274784 Feb 09 02:34:16.079008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-88b21b18-77dc-4450-a31b-2bc6c3226711 None None] Provisioning complete for port 94bedd01-2fc8-4697-a512-63048de544e9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:16.079383 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88b21b18-77dc-4450-a31b-2bc6c3226711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (94bedd01-2fc8-4697-a512-63048de544e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:16.091834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21878fc3-4841-4ded-b88a-3b515e09faff req-eb8d62bf-58d8-4f3c-878e-de7d528fb994 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930307 Feb 09 02:34:16.254634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-88b21b18-77dc-4450-a31b-2bc6c3226711 None None] Current status of the port 94bedd01-2fc8-4697-a512-63048de544e9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:16.281172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-88b21b18-77dc-4450-a31b-2bc6c3226711 None None] Provisioning complete for port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:16.281652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88b21b18-77dc-4450-a31b-2bc6c3226711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:16.353141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-88b21b18-77dc-4450-a31b-2bc6c3226711 None None] Port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:16.363796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:16.370652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:16.459781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51660) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:16.461700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (dacb23d6-2eec-46a3-ba47-000f5e54702e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:16.464807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=3681f1e8-82bb-4f28-8d5c-766e964a3c8b,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:16.486150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9fc7b94a-266c-493b-b87a-e7a258106940 None None] Provisioning complete for port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:16.486923 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9fc7b94a-266c-493b-b87a-e7a258106940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:16.604262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 94bedd01-2fc8-4697-a512-63048de544e9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:16.655120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:16.656879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:16.673017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7b94a-266c-493b-b87a-e7a258106940 None None] Port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:16.743275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 94bedd01-2fc8-4697-a512-63048de544e9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:16.745281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (94bedd01-2fc8-4697-a512-63048de544e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:16.906512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 94bedd01-2fc8-4697-a512-63048de544e9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:16.920840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-22cacd5d-cee4-4c03-9682-2e59198f53ec None None] Provisioning complete for port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:16.921841 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22cacd5d-cee4-4c03-9682-2e59198f53ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:17.005837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-22cacd5d-cee4-4c03-9682-2e59198f53ec None None] Port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:17.044283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Router dacb23d6-2eec-46a3-ba47-000f5e54702e is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:34:17.247119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4724a-d1ef-4873-98dc-25311db22ef9 req-cc678d40-418e-4832-ae79-74fa9a3b90ce tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:17.248716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32b4724a-d1ef-4873-98dc-25311db22ef9 req-cc678d40-418e-4832-ae79-74fa9a3b90ce tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.5981855 Feb 09 02:34:17.258274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4532b3a8-b488-4d32-a6e9-f9d9cebea4a5 None None] Provisioning complete for port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:17.260781 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4532b3a8-b488-4d32-a6e9-f9d9cebea4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:17.277007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c8c8b10a-2811-441b-824d-87a55a660578 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4018 time: 0.8152454 Feb 09 02:34:17.285891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51678) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:17.291843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'network': {'name': 'tempest-network-smoke--807443529', 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'port_security_enabled': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:17.314397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880a0a2-8f49-4632-8c83-0cc5a22fdd01 req-fc76bbb6-9c7f-4e58-8f15-6f78f6bc7cf2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:17.321570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7880a0a2-8f49-4632-8c83-0cc5a22fdd01 req-fc76bbb6-9c7f-4e58-8f15-6f78f6bc7cf2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.6323788 Feb 09 02:34:17.379853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4532b3a8-b488-4d32-a6e9-f9d9cebea4a5 None None] Port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:17.387165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32b4724a-d1ef-4873-98dc-25311db22ef9 req-4cb454eb-18cc-4091-8f7b-f2954b4e5374 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069307 Feb 09 02:34:17.489909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7880a0a2-8f49-4632-8c83-0cc5a22fdd01 req-548b0f27-6baf-4258-aff6-9991071129b6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673653 Feb 09 02:34:17.492430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Made reservation on behalf of d2fd117b497740c9965b0956a20b6238 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:17.504169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:17.508979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:34:17.521597 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] Sync routers for ids ['dacb23d6-2eec-46a3-ba47-000f5e54702e'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:34:17.562495 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-76ac3073-77d4-4631-ac80-7e83137e9793 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "PUT /v2.0/routers/dacb23d6-2eec-46a3-ba47-000f5e54702e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1948180 Feb 09 02:34:17.562743 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] Routers {'dacb23d6-2eec-46a3-ba47-000f5e54702e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:17.563264 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:17.566408 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['dacb23d6-2eec-46a3-ba47-000f5e54702e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:17.656765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:17.684411 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] Routers {'dacb23d6-2eec-46a3-ba47-000f5e54702e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:17.685674 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['dacb23d6-2eec-46a3-ba47-000f5e54702e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:17.698282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:34:17.719847 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7dcee-3781-4ff9-9d5a-7a0d9708d4a2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:17.727515 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8fd7dcee-3781-4ff9-9d5a-7a0d9708d4a2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports?device_id=dacb23d6-2eec-46a3-ba47-000f5e54702e HTTP/1.1" status: 200 len: 982 time: 0.1600335 Feb 09 02:34:17.727759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51682) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:17.734552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3b846c21-4252-4eb0-bc49-b7d097670def), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:17.735277 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Added segment 3b846c21-4252-4eb0-bc49-b7d097670def of type vlan for network 36d72bbc-2e68-41e1-8671-da4e5ed4419d Feb 09 02:34:17.756111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590f60-2aec-439a-99a8-e709f0417f1c req-5e3fdfff-7c43-419c-ba78-a91249723daa tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:17.758436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:17.759327 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863edbe4-79af-46c4-9c63-efbb1d708372 None None] The sync data for ids ['dacb23d6-2eec-46a3-ba47-000f5e54702e'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:34:17.765168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91590f60-2aec-439a-99a8-e709f0417f1c req-5e3fdfff-7c43-419c-ba78-a91249723daa tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2340772 Feb 09 02:34:17.812604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f60b0-c044-49aa-bb1a-dc77e942cb36 req-6957ad46-f06e-465c-8676-f7a9538b67d3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:17.819456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd8f60b0-c044-49aa-bb1a-dc77e942cb36 req-6957ad46-f06e-465c-8676-f7a9538b67d3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.2051213 Feb 09 02:34:17.884538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91590f60-2aec-439a-99a8-e709f0417f1c req-f32dca36-1fa5-45cc-b68f-a4a00cdf62d0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177244 Feb 09 02:34:17.894853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (36d72bbc-2e68-41e1-8671-da4e5ed4419d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:17.993699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd8f60b0-c044-49aa-bb1a-dc77e942cb36 req-7a0d02d8-1fab-4786-940d-ec94920a66f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725328 Feb 09 02:34:17.997358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (36d72bbc-2e68-41e1-8671-da4e5ed4419d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.016418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:18.019166 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.093448 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.190703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Network': ['ID=36d72bbc-2e68-41e1-8671-da4e5ed4419d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:18.199000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ca903a38-2e65-4aec-b81a-c265bb098e04 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9116867 Feb 09 02:34:18.201315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51684) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:18.205960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:34:18.208418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'admin_state_up': True, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:18.264557 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (4ccf518c-20e7-4015-9de6-3005c5305ed9), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.266295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (4ccf518c-20e7-4015-9de6-3005c5305ed9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.530078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_controller (4ccf518c-20e7-4015-9de6-3005c5305ed9), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.681688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (dacb23d6-2eec-46a3-ba47-000f5e54702e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.814506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (4ccf518c-20e7-4015-9de6-3005c5305ed9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:18.903224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deedc3-2d3f-4b6a-ae6a-c06c51377b85 req-42f16267-6f1a-47f6-bf53-c1a2e19ca371 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:18.910305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3deedc3-2d3f-4b6a-ae6a-c06c51377b85 req-42f16267-6f1a-47f6-bf53-c1a2e19ca371 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2563162 Feb 09 02:34:18.928475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e26a3c-15b3-4cab-aecf-65b1049ba795 req-56604490-8e56-4cce-ae32-61275de4d74c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:18.930287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30e26a3c-15b3-4cab-aecf-65b1049ba795 req-56604490-8e56-4cce-ae32-61275de4d74c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.3437490 Feb 09 02:34:19.024792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30e26a3c-15b3-4cab-aecf-65b1049ba795 req-f4cdf384-adbd-4416-a4a5-82d56864126b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829670 Feb 09 02:34:19.041007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3deedc3-2d3f-4b6a-ae6a-c06c51377b85 req-6a6a2b4c-cfce-4028-8688-2845fe05b20b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296380 Feb 09 02:34:19.237752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 3681f1e8-82bb-4f28-8d5c-766e964a3c8b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:19.238114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:19.303896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:19.412133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (4ccf518c-20e7-4015-9de6-3005c5305ed9), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:19.440955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:19.459051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 3681f1e8-82bb-4f28-8d5c-766e964a3c8b owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:19.474070 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:19.515434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b454da-c296-4176-a9ec-72ac592e437f req-4fce6225-1a37-4291-a626-8ecccfa748f7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:19.526265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79b454da-c296-4176-a9ec-72ac592e437f req-4fce6225-1a37-4291-a626-8ecccfa748f7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2779460 Feb 09 02:34:19.551968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778c616-abe5-4709-8a5a-2c3c624313f0 req-ad3f3b62-b006-49d4-9ecb-a4a5dfb17da1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:19.559007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a778c616-abe5-4709-8a5a-2c3c624313f0 req-ad3f3b62-b006-49d4-9ecb-a4a5dfb17da1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3512702 Feb 09 02:34:19.751324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a778c616-abe5-4709-8a5a-2c3c624313f0 req-252cdf3e-48d8-4d37-89d5-ba400849f666 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778536 Feb 09 02:34:19.790359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79b454da-c296-4176-a9ec-72ac592e437f req-fbeb4029-3cf2-476c-8576-74b788ef1aa2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630060 Feb 09 02:34:19.827509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3681f1e8-82bb-4f28-8d5c-766e964a3c8b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:19.870653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=3681f1e8-82bb-4f28-8d5c-766e964a3c8b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:19.924289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Allocated IP 172.25.6.23 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/f582f32b-6470-4a56-94dc-ad8d8882733c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:20.198393 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (dacb23d6-2eec-46a3-ba47-000f5e54702e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:20.297634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:20.330610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca9d18-66c5-47a1-a328-30a7690e61cf req-e3113ec2-7a71-4d83-88c6-a857c44f7d52 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:20.332623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1ca9d18-66c5-47a1-a328-30a7690e61cf req-e3113ec2-7a71-4d83-88c6-a857c44f7d52 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.1556339 Feb 09 02:34:20.342256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f4efa-4804-4254-a3a0-226e94a32b3a req-4eacb2ab-6310-4150-b5be-37187cd5709b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:20.352369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-265f4efa-4804-4254-a3a0-226e94a32b3a req-4eacb2ab-6310-4150-b5be-37187cd5709b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1409512 Feb 09 02:34:20.453615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Router dacb23d6-2eec-46a3-ba47-000f5e54702e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:34:20.461840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-265f4efa-4804-4254-a3a0-226e94a32b3a req-da497dbd-5cf1-46f1-b7ec-0ad1d7df9a3d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082957 Feb 09 02:34:20.498368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1ca9d18-66c5-47a1-a328-30a7690e61cf req-6518cff3-d3c4-4ae6-ab16-b34633519c63 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356816 Feb 09 02:34:20.536281 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:20.588145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:20.591419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:20.594505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:20.661418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=f582f32b-6470-4a56-94dc-ad8d8882733c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:20.963916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:34:20.977979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] Sync routers for ids ['dacb23d6-2eec-46a3-ba47-000f5e54702e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:34:20.981188 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b36026a5-fad4-4c21-a4ee-81197cfbe1a0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "PUT /v2.0/routers/dacb23d6-2eec-46a3-ba47-000f5e54702e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2515051 Feb 09 02:34:20.983709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:21.012843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] Routers {'dacb23d6-2eec-46a3-ba47-000f5e54702e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:21.013489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['dacb23d6-2eec-46a3-ba47-000f5e54702e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:21.020624 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-e584757b-4164-4573-9384-6547e43670bb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:34:21.030921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51704) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:21.031222 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e584757b-4164-4573-9384-6547e43670bb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/3681f1e8-82bb-4f28-8d5c-766e964a3c8b HTTP/1.1" status: 404 len: 333 time: 0.0439830 Feb 09 02:34:21.102895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:21.134533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] Routers {'dacb23d6-2eec-46a3-ba47-000f5e54702e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:21.135125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['dacb23d6-2eec-46a3-ba47-000f5e54702e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:21.175969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:21.176656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1dd98-d36e-4d6a-83c8-ba7752a88c52 None None] The sync data for ids ['dacb23d6-2eec-46a3-ba47-000f5e54702e'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:34:21.510075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfaff1-4329-4431-8293-ca6adfe938e4 req-be195b21-fccd-4b2c-8c55-5f9ac2da3528 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:21.517051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fcfaff1-4329-4431-8293-ca6adfe938e4 req-be195b21-fccd-4b2c-8c55-5f9ac2da3528 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.5413227 Feb 09 02:34:21.541461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b659c8b-ceec-46fc-ad87-431248faaeb3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for router (dacb23d6-2eec-46a3-ba47-000f5e54702e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:21.643706 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (4ccf518c-20e7-4015-9de6-3005c5305ed9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:21.693140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbceec1-43d2-45c2-b5ed-452eb4a03a6d req-2f14faf3-a39e-4a9c-8e6a-38439f400991 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:21.700601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abbceec1-43d2-45c2-b5ed-452eb4a03a6d req-2f14faf3-a39e-4a9c-8e6a-38439f400991 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.7340066 Feb 09 02:34:21.901110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fcfaff1-4329-4431-8293-ca6adfe938e4 req-724354f5-a5d6-4249-8c8d-b6dc0bc6b5a0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831911 Feb 09 02:34:21.940221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b659c8b-ceec-46fc-ad87-431248faaeb3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (dacb23d6-2eec-46a3-ba47-000f5e54702e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:21.944313 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b659c8b-ceec-46fc-ad87-431248faaeb3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for router_controller (dacb23d6-2eec-46a3-ba47-000f5e54702e), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.003627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abbceec1-43d2-45c2-b5ed-452eb4a03a6d req-89a92a56-bbd5-4b30-b873-f13bd504d382 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020208 Feb 09 02:34:22.149158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b659c8b-ceec-46fc-ad87-431248faaeb3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (dacb23d6-2eec-46a3-ba47-000f5e54702e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.149158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b659c8b-ceec-46fc-ad87-431248faaeb3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Fanout notify agent at l3_agent the message router_deleted on router dacb23d6-2eec-46a3-ba47-000f5e54702e {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:34:22.179684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b659c8b-ceec-46fc-ad87-431248faaeb3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.183472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b659c8b-ceec-46fc-ad87-431248faaeb3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/routers/dacb23d6-2eec-46a3-ba47-000f5e54702e HTTP/1.1" status: 204 len: 168 time: 1.1446316 Feb 09 02:34:22.184829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51710) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:22.349785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet bd649fd0-2f76-4010-a8c3-1988f4353e9c {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:34:22.357404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (bd649fd0-2f76-4010-a8c3-1988f4353e9c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.367825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508f42-2180-46f6-ac0c-ac2dfc3d1330 req-8bd21c24-2328-44b2-abb4-d92693e42e9c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:22.369645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44508f42-2180-46f6-ac0c-ac2dfc3d1330 req-8bd21c24-2328-44b2-abb4-d92693e42e9c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.2376971 Feb 09 02:34:22.406574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249828-e319-498e-847b-5a16fd991115 req-8ecd9e0a-281c-4940-9f51-526dae4b0d13 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:22.408093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c249828-e319-498e-847b-5a16fd991115 req-8ecd9e0a-281c-4940-9f51-526dae4b0d13 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3308687 Feb 09 02:34:22.479033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (bd649fd0-2f76-4010-a8c3-1988f4353e9c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.518010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (4ccf518c-20e7-4015-9de6-3005c5305ed9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.654409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44508f42-2180-46f6-ac0c-ac2dfc3d1330 req-fc832e02-741f-402a-bd83-bc510fefe952 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452745 Feb 09 02:34:22.663109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c249828-e319-498e-847b-5a16fd991115 req-17461dbc-f91d-4533-b259-801a0c16f8b9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401388 Feb 09 02:34:22.764923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (bd649fd0-2f76-4010-a8c3-1988f4353e9c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.870846 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (bd649fd0-2f76-4010-a8c3-1988f4353e9c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.900106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router 4ccf518c-20e7-4015-9de6-3005c5305ed9 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:34:22.915001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=bd649fd0-2f76-4010-a8c3-1988f4353e9c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:22.922094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:22.925478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9383e891-2b69-4334-983d-2ddb1c54515b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/bd649fd0-2f76-4010-a8c3-1988f4353e9c HTTP/1.1" status: 204 len: 168 time: 0.7388091 Feb 09 02:34:22.928285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:22.936336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76295b79-2e3c-4f13-ac0e-21f776f9bd0f None None] Network bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:23.093940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.243537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:34:23.259667 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Sync routers for ids ['4ccf518c-20e7-4015-9de6-3005c5305ed9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:34:23.267198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] DHCP port deletion for bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:34:23.275658 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Routers {'4ccf518c-20e7-4015-9de6-3005c5305ed9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:23.275915 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4ccf518c-20e7-4015-9de6-3005c5305ed9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:23.283916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 94bedd01-2fc8-4697-a512-63048de544e9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:23.284431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (94bedd01-2fc8-4697-a512-63048de544e9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.343230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.347154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-99b727d8-63a0-4b67-965c-1e9e3a05ca66 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.1428213 Feb 09 02:34:23.352139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51722) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:23.357707 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e78b97f2-7fa0-419d-a0c2-e60730d3e15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.403802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] Deleting port 94bedd01-2fc8-4697-a512-63048de544e9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:23.404567 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (94bedd01-2fc8-4697-a512-63048de544e9), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.424634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2225f9d-f057-4f15-9833-c832424387ca req-7996093d-c572-49ed-b0e4-8276b74dd60d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:23.426264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2225f9d-f057-4f15-9833-c832424387ca req-7996093d-c572-49ed-b0e4-8276b74dd60d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.3697526 Feb 09 02:34:23.503704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] For port 94bedd01-2fc8-4697-a512-63048de544e9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=94bedd01-2fc8-4697-a512-63048de544e9,segment=NetworkSegment(fea421b5-db61-4d2b-93d0-26124c299dda),segment_id=fea421b5-db61-4d2b-93d0-26124c299dda)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:23.504271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (94bedd01-2fc8-4697-a512-63048de544e9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.535865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912b403-48f7-4323-9235-74e4264398fd req-311df2d8-7e6f-403f-be56-c1d56c85d23b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:23.544435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5912b403-48f7-4323-9235-74e4264398fd req-311df2d8-7e6f-403f-be56-c1d56c85d23b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3474548 Feb 09 02:34:23.571322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 94bedd01-2fc8-4697-a512-63048de544e9 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:23.574885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] For port 94bedd01-2fc8-4697-a512-63048de544e9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=94bedd01-2fc8-4697-a512-63048de544e9,segment=NetworkSegment(fea421b5-db61-4d2b-93d0-26124c299dda),segment_id=fea421b5-db61-4d2b-93d0-26124c299dda)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:23.575577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (94bedd01-2fc8-4697-a512-63048de544e9), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.586725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d11a2f-0dff-4598-b5ce-5ba36ceee17f tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:23.588372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-23d11a2f-0dff-4598-b5ce-5ba36ceee17f tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d2fd117b497740c9965b0956a20b6238&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2350774 Feb 09 02:34:23.593311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51724) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:23.607286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] Calling delete_port for 94bedd01-2fc8-4697-a512-63048de544e9 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:23.658744 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Set router 4ccf518c-20e7-4015-9de6-3005c5305ed9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:23.766391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5912b403-48f7-4323-9235-74e4264398fd req-d95c60af-d22b-46a2-9346-441affda14ab tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209115 Feb 09 02:34:23.771692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (94bedd01-2fc8-4697-a512-63048de544e9), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.840566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (94bedd01-2fc8-4697-a512-63048de544e9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:23.872040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] Pushing event deleted for resources: {'Port': ['ID=94bedd01-2fc8-4697-a512-63048de544e9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:23.884571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b1e67-cb53-4c6a-991a-f0c478ce54ed None None] No DVR routers for this DVR port 94bedd01-2fc8-4697-a512-63048de544e9 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:23.911791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2225f9d-f057-4f15-9833-c832424387ca req-b0bcb54e-6e68-4143-a311-7bdcbc9f498e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746029 Feb 09 02:34:23.929478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=94bedd01-2fc8-4697-a512-63048de544e9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:23.934304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No DVR routers for this DVR port 94bedd01-2fc8-4697-a512-63048de544e9 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:24.054298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9b341b-32da-4e9e-ad3f-b876cffa4b6f tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:24.055926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ed9b341b-32da-4e9e-ad3f-b876cffa4b6f tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4584486 Feb 09 02:34:24.072218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51730) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:24.093414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.140167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:24.155953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6f5da50d-f67b-4c8c-8470-0d9481e36cd5 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837803 Feb 09 02:34:24.159857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51732) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:24.161231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea421b5-db61-4d2b-93d0-26124c299dda') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:24.161540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea421b5-db61-4d2b-93d0-26124c299dda') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:24.179930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (fea421b5-db61-4d2b-93d0-26124c299dda), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.193852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fea421b5-db61-4d2b-93d0-26124c299dda), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.201935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:34:24.201935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (fea421b5-db61-4d2b-93d0-26124c299dda), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.225621 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:34:20Z', 'revision_number': 3, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:19Z', 'updated_at': '2022-02-09T02:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:24.264124 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Checking router: 4ccf518c-20e7-4015-9de6-3005c5305ed9 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:34:24.265645 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Updating router 4ccf518c-20e7-4015-9de6-3005c5305ed9 port f582f32b-6470-4a56-94dc-ad8d8882733c binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: self.session.flush() Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:34:24.305783 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:34:24.321810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.348186 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.354935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.358396 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab HTTP/1.1" status: 204 len: 168 time: 1.4290490 Feb 09 02:34:24.359336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bc18b-9024-4d6d-9843-d93f78724803 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=bfc9ab45-97ec-4a96-a4ae-7815a8e2d1ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:24.365406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:24.465888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee7957-e389-4e40-813b-c834e513f0f5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:24.467502 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-daee7957-e389-4e40-813b-c834e513f0f5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/f76a57f0-011e-4a33-9f4c-44db5b0c6811 HTTP/1.1" status: 200 len: 840 time: 0.1010392 Feb 09 02:34:24.479110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:24.505552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 94bedd01-2fc8-4697-a512-63048de544e9 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:24.545837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 94bedd01-2fc8-4697-a512-63048de544e9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:34:24.546565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 94bedd01-2fc8-4697-a512-63048de544e9 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:34:24.564975 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0a21d4d6-2153-427d-9942-baca5488f8ad tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/f76a57f0-011e-4a33-9f4c-44db5b0c6811?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0846820 Feb 09 02:34:24.571689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:24.576905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:24.684561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:24.690710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:24.902105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-63fb5e67-9d9c-48a6-8a6b-347f3a758627 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d2fd117b497740c9965b0956a20b6238&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7385118 Feb 09 02:34:24.907966 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51742) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:24.916823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba45ab5-9f94-4cb4-87f4-6e2bfbbaba21 req-755f89e7-7947-498a-8048-fedd7b0a4073 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:24.926879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ba45ab5-9f94-4cb4-87f4-6e2bfbbaba21 req-755f89e7-7947-498a-8048-fedd7b0a4073 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 1.0107169 Feb 09 02:34:24.962672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd759ffc-44c6-4821-90a3-7b9587339350 req-c87acb12-125a-4fcb-b88d-bf4abc650e99 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:24.964614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd759ffc-44c6-4821-90a3-7b9587339350 req-c87acb12-125a-4fcb-b88d-bf4abc650e99 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.9076421 Feb 09 02:34:25.026158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd759ffc-44c6-4821-90a3-7b9587339350 req-80963b78-033c-41c3-806a-74a6915425c5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527830 Feb 09 02:34:25.067570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ba45ab5-9f94-4cb4-87f4-6e2bfbbaba21 req-a7c25bbf-fbaa-40d2-820f-c6a7a746727f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393104 Feb 09 02:34:25.140987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafea771-9d7f-44aa-ae70-6f312fd64564 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:25.145511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eafea771-9d7f-44aa-ae70-6f312fd64564 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2364030 Feb 09 02:34:25.146724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:25.162086 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (af59ba58-0654-41a5-940e-54476bd19e00), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.227940 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Publish callbacks [] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.235726 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.250070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4441e-f7c6-474b-802a-efa6dc216a6a req-045c7c08-de73-458a-aeec-90852413e7c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:25.252789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=af59ba58-0654-41a5-940e-54476bd19e00,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:25.258376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1a4441e-f7c6-474b-802a-efa6dc216a6a req-045c7c08-de73-458a-aeec-90852413e7c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.1194921 Feb 09 02:34:25.275321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec0169-7b51-4ae2-b214-6ecfa92e6ea3 req-72335a80-2b23-4fcb-889c-2c7cb1282309 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:25.276868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82ec0169-7b51-4ae2-b214-6ecfa92e6ea3 req-72335a80-2b23-4fcb-889c-2c7cb1282309 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1297166 Feb 09 02:34:25.281605 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Attempting to bind port f582f32b-6470-4a56-94dc-ad8d8882733c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:25.282143 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Attempting to bind port f582f32b-6470-4a56-94dc-ad8d8882733c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:25.283031 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Attempting to bind port f582f32b-6470-4a56-94dc-ad8d8882733c on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:25.283178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51748) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:25.286288 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-21fb8c5f-15ed-48fa-9c5f-05931db900ae tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1274476 Feb 09 02:34:25.288884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:25.289050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281091830', 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:25.290999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:25.305678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c21aa8-6990-4ffc-ae2c-323beb632e21 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:25.312392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:25.313021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.314683 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:25.315070 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:25.315490 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.316076 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:25.317932 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Bound port: f582f32b-6470-4a56-94dc-ad8d8882733c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:25.319163 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.359523 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0fecf22a-38ce-434a-a47a-46a246a90daf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7866564 Feb 09 02:34:25.367702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:25.380694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f07c9a2e-53e8-48f3-aa33-169171f6c726 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520642896'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:25.407632 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] For port f582f32b-6470-4a56-94dc-ad8d8882733c, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:25.412973 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] For port f582f32b-6470-4a56-94dc-ad8d8882733c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f582f32b-6470-4a56-94dc-ad8d8882733c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:25.430343 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.456551 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f07c9a2e-53e8-48f3-aa33-169171f6c726 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.484610 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Routers {'4ccf518c-20e7-4015-9de6-3005c5305ed9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:25.485059 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4ccf518c-20e7-4015-9de6-3005c5305ed9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:25.488298 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Pushing event updated for resources: {'Port': ['ID=f582f32b-6470-4a56-94dc-ad8d8882733c,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:25.500275 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.500646 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.501017 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.501362 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.501754 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.502215 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.502578 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.503144 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.503786 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.504133 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.504653 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.504998 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.505328 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:25.547241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-45ad446a-13d0-4b8e-9abc-1f20651346b4', 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'project_id': '5737d8bf508f4b9792730757ca59793d', 'fixed_ips': [{'subnet_id': 'af59ba58-0654-41a5-940e-54476bd19e00'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:34:25.549641 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.578353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1a4441e-f7c6-474b-802a-efa6dc216a6a req-4adafd7e-55b0-4dd9-878b-7263750d8f7c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185685 Feb 09 02:34:25.611882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82ec0169-7b51-4ae2-b214-6ecfa92e6ea3 req-d4affecf-37ec-4666-8700-5d0936611525 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998807 Feb 09 02:34:25.653426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Made reservation on behalf of d2fd117b497740c9965b0956a20b6238 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:25.657228 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.692469 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f07c9a2e-53e8-48f3-aa33-169171f6c726 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (8103c322-e66b-4918-ab75-9ec78d1c9f80), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.702413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f07c9a2e-53e8-48f3-aa33-169171f6c726 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8103c322-e66b-4918-ab75-9ec78d1c9f80), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.771055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f07c9a2e-53e8-48f3-aa33-169171f6c726 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.779430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Allocated IP 172.20.0.2 (45ad446a-13d0-4b8e-9abc-1f20651346b4/af59ba58-0654-41a5-940e-54476bd19e00/9f0d673a-83b5-4d0b-811f-8649c4676ea2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:25.782435 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f07c9a2e-53e8-48f3-aa33-169171f6c726 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4131041 Feb 09 02:34:25.785162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51752) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:25.798612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5e9bb522-0af5-44af-9b9b-72262ea23d65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'security_group': {'name': 'tempest-secgroup-949101528'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:25.832698 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae565-bce0-46a8-ab56-dc98a1519852 None None] Pushing event updated for resources: {'Port': ['ID=f582f32b-6470-4a56-94dc-ad8d8882733c,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:25.842384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c9a2e-53e8-48f3-aa33-169171f6c726 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8103c322-e66b-4918-ab75-9ec78d1c9f80,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:25.869502 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] Set router 4ccf518c-20e7-4015-9de6-3005c5305ed9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:25.894502 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb522-0af5-44af-9b9b-72262ea23d65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:25.941377 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19f4cfec-2b77-4d87-8831-4f885c3ad0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.122703 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Publish callbacks [] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.134976 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.143634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb522-0af5-44af-9b9b-72262ea23d65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (2f4304dc-2361-4dfc-8e21-c72e646c75a7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.199071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:26.199311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb522-0af5-44af-9b9b-72262ea23d65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2f4304dc-2361-4dfc-8e21-c72e646c75a7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.212853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:26.219215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:26.247338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Pushing event updated for resources: {'Port': ['ID=9f0d673a-83b5-4d0b-811f-8649c4676ea2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:26.252930 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:34:20Z', 'revision_number': 3, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:19Z', 'updated_at': '2022-02-09T02:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:26.299247 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c46e30-8012-49dc-b2ff-205cd2ff1870 None None] The sync data for ids ['4ccf518c-20e7-4015-9de6-3005c5305ed9'] in n-d-826675-12 is: [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:34:20Z', 'revision_number': 3, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:19Z', 'updated_at': '2022-02-09T02:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:34:26.334234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Attempting to bind port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:26.335271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Attempting to bind port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5b738a19-ec9d-4ac8-9518-711faf64af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:26.335653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Attempting to bind port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 on network 45ad446a-13d0-4b8e-9abc-1f20651346b4 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:26.351010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (34a3f1b0-11bc-4a99-9a54-760e6aaa5708), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.364981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:26.366067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Checking segment: {'id': '5b738a19-ec9d-4ac8-9518-711faf64af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:26.367216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.368027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Bound using segment: {'id': '5b738a19-ec9d-4ac8-9518-711faf64af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:26.369232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Bound port: 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b738a19-ec9d-4ac8-9518-711faf64af2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:26.369978 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.477041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb522-0af5-44af-9b9b-72262ea23d65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.478398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5e9bb522-0af5-44af-9b9b-72262ea23d65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6886752 Feb 09 02:34:26.481429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:26.492536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-496313135', 'security_groups': ['2f4304dc-2361-4dfc-8e21-c72e646c75a7'], 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af59ba58-0654-41a5-940e-54476bd19e00'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:26.492820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bb522-0af5-44af-9b9b-72262ea23d65 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4304dc-2361-4dfc-8e21-c72e646c75a7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:26.549977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8579c947-cff1-4aea-a916-db698384d558 None None] For port 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:26.562089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8579c947-cff1-4aea-a916-db698384d558 None None] For port 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9f0d673a-83b5-4d0b-811f-8649c4676ea2,segment=NetworkSegment(5b738a19-ec9d-4ac8-9518-711faf64af2b),segment_id=5b738a19-ec9d-4ac8-9518-711faf64af2b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:26.580930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30a078-f9e4-474a-b8a1-fe2fde305ae1 req-b8f53db7-bb34-43cd-940e-8759c366c61a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:26.583273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:26.588827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed30a078-f9e4-474a-b8a1-fe2fde305ae1 req-b8f53db7-bb34-43cd-940e-8759c366c61a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.4353926 Feb 09 02:34:26.620668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Subnet': ['ID=34a3f1b0-11bc-4a99-9a54-760e6aaa5708,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:26.695450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579c947-cff1-4aea-a916-db698384d558 None None] Pushing event updated for resources: {'Port': ['ID=9f0d673a-83b5-4d0b-811f-8649c4676ea2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:26.729072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Checking segment: {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:26.729541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network hostable DHCP agents. Network: 36d72bbc-2e68-41e1-8671-da4e5ed4419d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:34:26.765442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8271523-538e-4f05-ad24-18210320b833 req-33dded81-3052-4166-a631-d615d4a04a3b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:26.775027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8271523-538e-4f05-ad24-18210320b833 req-33dded81-3052-4166-a631-d615d4a04a3b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.4473739 Feb 09 02:34:26.856659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed30a078-f9e4-474a-b8a1-fe2fde305ae1 req-040b89e7-8739-49e4-a80e-dc1c5b599524 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657323 Feb 09 02:34:26.879919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:26.916388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8271523-538e-4f05-ad24-18210320b833 req-19e3532d-fb14-4521-890e-f50fa9591c13 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403146 Feb 09 02:34:26.918152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:34:26.931770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 36d72bbc-2e68-41e1-8671-da4e5ed4419d) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:26.941115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981cb2e0-0115-40f1-b02e-036e2c99c54a None None] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:26.957111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:26.958042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:27.127252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-21e32411-e7a6-494f-a80f-5fd3dd612325 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8430130 Feb 09 02:34:27.141023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:27.171327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:27.197011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 5a01a677-96ad-444f-92b5-53446567ef19 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:34:27.218752 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:27.224483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a84c-3fae-4fa9-a37c-5ea1f129440d req-8a87b6a0-b422-49d7-a9c7-47df2c9b8b14 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:27.235449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cd6a84c-3fae-4fa9-a37c-5ea1f129440d req-8a87b6a0-b422-49d7-a9c7-47df2c9b8b14 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1400247 Feb 09 02:34:27.270302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5b972-2807-497a-b92c-311798609e11 req-4cfe5633-6dc7-41df-8c44-6d8876362476 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:27.279242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4e5b972-2807-497a-b92c-311798609e11 req-4cfe5633-6dc7-41df-8c44-6d8876362476 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.2964025 Feb 09 02:34:27.409600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cd6a84c-3fae-4fa9-a37c-5ea1f129440d req-eecc5e76-560b-446f-ad93-c3ce603e3bf9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727786 Feb 09 02:34:27.439663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4e5b972-2807-497a-b92c-311798609e11 req-5ec3557a-8d82-41c0-8b90-9066eb09f851 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588132 Feb 09 02:34:27.445959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'fixed_ips': [{'subnet_id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:34:27.446866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:27.786391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Allocated IP 172.20.0.18 (36d72bbc-2e68-41e1-8671-da4e5ed4419d/34a3f1b0-11bc-4a99-9a54-760e6aaa5708/f1a7d478-fc4e-4819-abb6-f044bc90cfee) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:27.826290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.9 (45ad446a-13d0-4b8e-9abc-1f20651346b4/af59ba58-0654-41a5-940e-54476bd19e00/5a01a677-96ad-444f-92b5-53446567ef19) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:28.131113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Publish callbacks [] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.164753 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.196372 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-5367465b-d402-4492-94bd-72410a1d05f5 service neutron] show failed (client error): The resource could not be found. Feb 09 02:34:28.197402 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-5367465b-d402-4492-94bd-72410a1d05f5 service neutron] 10.222.0.82 "GET /v2.0/ports/fb8b62d8-94dd-4850-9e8c-75b5feaadd26/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.2633331 Feb 09 02:34:28.242077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ae327-04a6-4254-97dc-e263c3abdaed req-dc57f065-3a66-4cc2-b1ba-54714e0f2c55 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:28.244916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f46ae327-04a6-4254-97dc-e263c3abdaed req-dc57f065-3a66-4cc2-b1ba-54714e0f2c55 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.2284269 Feb 09 02:34:28.257415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a2ed-54f1-43a0-a15c-49f6843dc35e req-2ce4c53f-1644-4956-99fd-735a9ed0d751 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:28.265560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9be1a2ed-54f1-43a0-a15c-49f6843dc35e req-2ce4c53f-1644-4956-99fd-735a9ed0d751 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1400695 Feb 09 02:34:28.333153 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.359839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Pushing event updated for resources: {'Port': ['ID=f1a7d478-fc4e-4819-abb6-f044bc90cfee,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:28.376386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:28.382927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:28.392042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:28.441632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f46ae327-04a6-4254-97dc-e263c3abdaed req-8d34cd41-b9d6-4de5-96be-3f88ee94fc44 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663730 Feb 09 02:34:28.464516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9be1a2ed-54f1-43a0-a15c-49f6843dc35e req-0c8d37d1-2ceb-4081-9a41-10d089764588 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928971 Feb 09 02:34:28.544276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Attempting to bind port f1a7d478-fc4e-4819-abb6-f044bc90cfee on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:28.545106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Attempting to bind port f1a7d478-fc4e-4819-abb6-f044bc90cfee by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:28.545712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Attempting to bind port f1a7d478-fc4e-4819-abb6-f044bc90cfee on network 36d72bbc-2e68-41e1-8671-da4e5ed4419d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:28.553257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:28.554014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Checking segment: {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:28.554721 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.555920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Bound using segment: {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:28.556695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Bound port: f1a7d478-fc4e-4819-abb6-f044bc90cfee, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:28.557646 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.827629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9f0d673a-83b5-4d0b-811f-8649c4676ea2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:28.832389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] For port f1a7d478-fc4e-4819-abb6-f044bc90cfee, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:28.899253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (5a01a677-96ad-444f-92b5-53446567ef19), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:28.926787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] For port f1a7d478-fc4e-4819-abb6-f044bc90cfee, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f1a7d478-fc4e-4819-abb6-f044bc90cfee,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:29.002098 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.006905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea838414-b76d-4460-9465-7e953bcf220a req-4b6313bd-c8ce-4f1b-92c0-4ad09b6c8258 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:29.009245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea838414-b76d-4460-9465-7e953bcf220a req-4b6313bd-c8ce-4f1b-92c0-4ad09b6c8258 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3553398 Feb 09 02:34:29.022097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4de6b-9597-4d28-a42f-78443b6edaef req-2d9d3dc3-9ff7-404c-bfee-c59bdb89c134 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:29.031133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cdd4de6b-9597-4d28-a42f-78443b6edaef req-2d9d3dc3-9ff7-404c-bfee-c59bdb89c134 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.3569648 Feb 09 02:34:29.097250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.142600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5a01a677-96ad-444f-92b5-53446567ef19), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.189710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-4b933d4a-4ddc-4b53-a427-ad4cf0b3fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:29.194206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-4b933d4a-4ddc-4b53-a427-ad4cf0b3fb35 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 1129 time: 0.4329288 Feb 09 02:34:29.221456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:29.221985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.235322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:29.305445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd00da4-a771-44f4-a170-f2bacfb4caf1 None None] Pushing event updated for resources: {'Port': ['ID=f1a7d478-fc4e-4819-abb6-f044bc90cfee,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:29.325895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:29.330599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.387560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cdd4de6b-9597-4d28-a42f-78443b6edaef req-68fe4462-6671-4085-a955-658520057f3c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547482 Feb 09 02:34:29.416404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea838414-b76d-4460-9465-7e953bcf220a req-db23b20f-96bd-45b3-96c8-9fb1b8c9c5e1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777540 Feb 09 02:34:29.465392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:29.530256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.594523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:29.611393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=5a01a677-96ad-444f-92b5-53446567ef19,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:29.618679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:29.638652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:29.639115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.826159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:29.827358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.850381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] For port 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9f0d673a-83b5-4d0b-811f-8649c4676ea2,segment=NetworkSegment(5b738a19-ec9d-4ac8-9518-711faf64af2b),segment_id=5b738a19-ec9d-4ac8-9518-711faf64af2b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:29.856236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.863341 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:29.903548 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bdb98a60-34bd-4221-a9b7-4308086ea44e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4174802 Feb 09 02:34:29.905105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51778) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:29.910959 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9621f246-28cd-4fd6-bebf-246ac9ba2331 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:30.025034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:30.025717 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:30.103955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Pushing event updated for resources: {'Port': ['ID=9f0d673a-83b5-4d0b-811f-8649c4676ea2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:30.142015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Provisioning complete for port f76a57f0-011e-4a33-9f4c-44db5b0c6811 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:30.142995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:30.152915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9621f246-28cd-4fd6-bebf-246ac9ba2331 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:30.155232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b923e-ef2e-458f-9a08-8c3f4042c2b0 req-18502824-9c6d-430e-aba2-d2f128b2bb52 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:30.157534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9621f246-28cd-4fd6-bebf-246ac9ba2331 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:30.166802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-194b923e-ef2e-458f-9a08-8c3f4042c2b0 req-18502824-9c6d-430e-aba2-d2f128b2bb52 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.5645263 Feb 09 02:34:30.261141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562d2c3-f58d-4aa8-b304-c9228ad7275c req-25b5f234-d3d3-47f5-8a50-d7310c0add86 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:30.269060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f562d2c3-f58d-4aa8-b304-c9228ad7275c req-25b5f234-d3d3-47f5-8a50-d7310c0add86 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.5804286 Feb 09 02:34:30.343126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-194b923e-ef2e-458f-9a08-8c3f4042c2b0 req-2158f23a-36b6-4339-aa6c-64c1abb76b74 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753123 Feb 09 02:34:30.361996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device fb8b62d8-94dd-4850-9e8c-75b5feaadd26 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:30.396038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-59f7ae5b-1940-4ae9-b844-aaf0139dabf0 None None] Port f76a57f0-011e-4a33-9f4c-44db5b0c6811 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:30.397710 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:34:30.399210 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:34:30.517756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f562d2c3-f58d-4aa8-b304-c9228ad7275c req-0e95ea21-9713-4d60-8e69-a1accb5b67d1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476568 Feb 09 02:34:30.580792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:30.581207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:30.633016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-863515d1-5606-4d3f-b908-2188e56e1776 None None] Provisioning complete for port 5a01a677-96ad-444f-92b5-53446567ef19 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:30.644329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-863515d1-5606-4d3f-b908-2188e56e1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a01a677-96ad-444f-92b5-53446567ef19), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:30.754625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-863515d1-5606-4d3f-b908-2188e56e1776 None None] Port 5a01a677-96ad-444f-92b5-53446567ef19 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:30.761621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:30.812929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da0de-4962-4c8f-9b09-3e207eec3d73 req-41c9e0b1-cb63-4116-b243-54bc7bd795df tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:30.852958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-278da0de-4962-4c8f-9b09-3e207eec3d73 req-41c9e0b1-cb63-4116-b243-54bc7bd795df tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2807961 Feb 09 02:34:30.994242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:30.995412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f582f32b-6470-4a56-94dc-ad8d8882733c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:31.015923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5082d7-d775-4001-a763-e93ee8251d7c req-a6a2dac9-9c36-4b6e-98b8-839f20d0d8e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:31.016938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Allocated IP 172.20.0.17 (36d72bbc-2e68-41e1-8671-da4e5ed4419d/34a3f1b0-11bc-4a99-9a54-760e6aaa5708/5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:31.017528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c5082d7-d775-4001-a763-e93ee8251d7c req-a6a2dac9-9c36-4b6e-98b8-839f20d0d8e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3514240 Feb 09 02:34:31.036306 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-9621f246-28cd-4fd6-bebf-246ac9ba2331 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af59ba58-0654-41a5-940e-54476bd19e00 (CIDR: 172.20.0.0/28) Feb 09 02:34:31.045110 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-9621f246-28cd-4fd6-bebf-246ac9ba2331 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:34:31.045962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9621f246-28cd-4fd6-bebf-246ac9ba2331 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:31.108900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-278da0de-4962-4c8f-9b09-3e207eec3d73 req-d5350547-74e3-44af-b002-ba92d7cf2166 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541759 Feb 09 02:34:31.116504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:31.131676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f582f32b-6470-4a56-94dc-ad8d8882733c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:31.132620 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.135150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e270b3-2665-481d-9711-07df94f7e827 None None] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:31.175813 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9621f246-28cd-4fd6-bebf-246ac9ba2331 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2702627 Feb 09 02:34:31.180063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:31.195769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:31.262606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c5082d7-d775-4001-a763-e93ee8251d7c req-bb5d5c46-9947-4b12-9e0a-e384ee6c0e8e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065804 Feb 09 02:34:31.265339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:31.278342 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba4af56-083a-4314-b166-d54119ccf8d0" -d '{"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:31.282344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Publish callbacks [] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.323152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Transition to ACTIVE for port object fb8b62d8-94dd-4850-9e8c-75b5feaadd26 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:34:31.333445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.380439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:31.400173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.459704 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d7ede5-d14f-4167-8881-fca610358317 x-openstack-request-id: req-95d7ede5-d14f-4167-8881-fca610358317 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:31.460085 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:31.460328 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95d7ede5-d14f-4167-8881-fca610358317 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:31.460742 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'code': 200} Feb 09 02:34:31.462840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.612149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:31.635076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.738371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] No DVR routers for this DVR port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:31.764239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:34:31.764749 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:34:31.787363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-67ade090-49df-4e4e-9d18-c07de5643f73 None None] Provisioning complete for port f1a7d478-fc4e-4819-abb6-f044bc90cfee triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:31.787758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67ade090-49df-4e4e-9d18-c07de5643f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:31.844230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:31.850323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:31.858049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c520a7-1de5-4ede-8e75-a3aae9da3085 req-89680c63-5787-4deb-aae8-88e5ed7b162b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:31.868049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0c520a7-1de5-4ede-8e75-a3aae9da3085 req-89680c63-5787-4deb-aae8-88e5ed7b162b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.3264320 Feb 09 02:34:31.872529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:31.880333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:31.962699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0c520a7-1de5-4ede-8e75-a3aae9da3085 req-5f00edba-b3e9-4445-a415-311815b89a25 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856884 Feb 09 02:34:31.986179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d4145-75b5-443b-ade5-0853bd9f6f2f req-dfaa5d42-2bf8-4aa7-b1fe-2830282be382 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:31.988104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b02d4145-75b5-443b-ade5-0853bd9f6f2f req-dfaa5d42-2bf8-4aa7-b1fe-2830282be382 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2649083 Feb 09 02:34:32.071737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f582f32b-6470-4a56-94dc-ad8d8882733c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:32.072506 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.077281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (4ccf518c-20e7-4015-9de6-3005c5305ed9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.083653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:32.084251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:32.084749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on network f1600b46-345e-46c6-a713-c7940b1dd2cb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:32.091469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b02d4145-75b5-443b-ade5-0853bd9f6f2f req-703b4ac9-b332-418f-8d66-baf9ee7543d2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961654 Feb 09 02:34:32.095422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on network f1600b46-345e-46c6-a713-c7940b1dd2cb not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:34:32.095931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Attempting to bind port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on network f1600b46-345e-46c6-a713-c7940b1dd2cb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:32.108338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:32.111973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Checking segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:32.112607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Bound using segment: {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:32.113293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Bound port: fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff277d5c-038b-44f1-b22c-c74a57b4b73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:32.113860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.142956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-67ade090-49df-4e4e-9d18-c07de5643f73 None None] Current status of the port f1a7d478-fc4e-4819-abb6-f044bc90cfee is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:32.143535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67ade090-49df-4e4e-9d18-c07de5643f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.172428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port f582f32b-6470-4a56-94dc-ad8d8882733c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f582f32b-6470-4a56-94dc-ad8d8882733c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:32.202006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.286785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:32.294774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:32.308828 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.330331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-67ade090-49df-4e4e-9d18-c07de5643f73 None None] For port f1a7d478-fc4e-4819-abb6-f044bc90cfee, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f1a7d478-fc4e-4819-abb6-f044bc90cfee,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:32.406889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:32.411224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=f582f32b-6470-4a56-94dc-ad8d8882733c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.425136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67ade090-49df-4e4e-9d18-c07de5643f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.544266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.545174 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.555450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-260b0598-3791-405c-91ed-434e416568f1 service neutron] 10.222.0.72 "PUT /v2.0/ports/fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1093 time: 3.3265500 Feb 09 02:34:32.605107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ade090-49df-4e4e-9d18-c07de5643f73 None None] Pushing event updated for resources: {'Port': ['ID=f1a7d478-fc4e-4819-abb6-f044bc90cfee,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.685167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f1a7d478-fc4e-4819-abb6-f044bc90cfee up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:32.723365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.759417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b6329-b6a7-4314-8a86-30ea5c1545c4 req-27c20226-6b81-4ced-aee0-b13691ad09fd tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.762608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af3b6329-b6a7-4314-8a86-30ea5c1545c4 req-27c20226-6b81-4ced-aee0-b13691ad09fd tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4091511 Feb 09 02:34:32.763674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b0598-3791-405c-91ed-434e416568f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:32.820827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-243729b1-1e52-4f5a-9328-37fbe22096cb None None] Provisioning complete for port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:32.821227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-243729b1-1e52-4f5a-9328-37fbe22096cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.899359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-243729b1-1e52-4f5a-9328-37fbe22096cb None None] Port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:32.908112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f1a7d478-fc4e-4819-abb6-f044bc90cfee triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:32.908526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.936062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-5f81d92e-df5f-4458-98d9-570fded2abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.938523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-5f81d92e-df5f-4458-98d9-570fded2abe2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1127 time: 0.3052864 Feb 09 02:34:32.968566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-243729b1-1e52-4f5a-9328-37fbe22096cb None None] Provisioning complete for port f1a7d478-fc4e-4819-abb6-f044bc90cfee triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:32.968970 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-243729b1-1e52-4f5a-9328-37fbe22096cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.973638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0d5d4-a68e-4ecb-840b-6363b60312ba req-28346b16-d89e-4137-a4ca-e1ae01c08a5a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:32.980435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5e0d5d4-a68e-4ecb-840b-6363b60312ba req-28346b16-d89e-4137-a4ca-e1ae01c08a5a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.4993305 Feb 09 02:34:33.193203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af3b6329-b6a7-4314-8a86-30ea5c1545c4 req-17c5b8ac-1e12-4c4c-8cea-9bcce1880aea tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830152 Feb 09 02:34:33.278889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a5e0d5d4-a68e-4ecb-840b-6363b60312ba req-3782a7f0-cf7c-40b8-bb3e-15adfeca9935 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385481 Feb 09 02:34:33.309588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-243729b1-1e52-4f5a-9328-37fbe22096cb None None] Current status of the port f1a7d478-fc4e-4819-abb6-f044bc90cfee is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:33.335421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f1a7d478-fc4e-4819-abb6-f044bc90cfee is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:33.340274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9f0d673a-83b5-4d0b-811f-8649c4676ea2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:33.367711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.384538 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.433621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-e94a0710-4eba-4f67-b549-4535fcb770f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.442668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-e94a0710-4eba-4f67-b549-4535fcb770f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.4861336 Feb 09 02:34:33.463760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (4ccf518c-20e7-4015-9de6-3005c5305ed9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.466704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (6cd9778d-fb4a-4686-a072-bee31420313e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.478940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:33.478940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.502191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:33.504997 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340440f-6864-42ed-b270-7415f380035b" -d '{"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:33.536189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b95b915b-92cd-4a72-ac39-0e61ef892076 None None] Provisioning complete for port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:33.536562 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b95b915b-92cd-4a72-ac39-0e61ef892076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.581651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:33.587008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b95b915b-92cd-4a72-ac39-0e61ef892076 None None] Port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:33.634520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:33.636422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:33.645703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4ad54-deda-4333-a401-942bed957af2 req-c5428d2f-748c-4f97-a9c5-b2f30f29c274 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.647892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bb4ad54-deda-4333-a401-942bed957af2 req-c5428d2f-748c-4f97-a9c5-b2f30f29c274 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.3148093 Feb 09 02:34:33.658902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.659526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.665780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3052a0-d249-4b91-94c9-6822770b1abe req-ca07a55e-e2a8-4d27-af9d-9a18564f62a4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:33.673224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b3052a0-d249-4b91-94c9-6822770b1abe req-ca07a55e-e2a8-4d27-af9d-9a18564f62a4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2261691 Feb 09 02:34:33.677444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e319872-8486-4cfc-afe0-98deba512181 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:33.736428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=6cd9778d-fb4a-4686-a072-bee31420313e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:33.776368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93c9e718-2291-4ab1-b381-7e2c0f2ebd26 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5896351 Feb 09 02:34:33.780347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51806) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:33.820912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:33.821584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605330300', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6cd9778d-fb4a-4686-a072-bee31420313e'}], 'security_groups': ['8103c322-e66b-4918-ab75-9ec78d1c9f80']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:34.016477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28380344-a313-4a89-b0b0-a4e95b240bbf None None] Update dhcp port {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'fixed_ips': [{'subnet_id': 'af59ba58-0654-41a5-940e-54476bd19e00', 'ip_address': '172.20.0.2'}, {'subnet_id': '6cd9778d-fb4a-4686-a072-bee31420313e'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '9f0d673a-83b5-4d0b-811f-8649c4676ea2'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:34:34.072376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28380344-a313-4a89-b0b0-a4e95b240bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:34.072825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:34.078168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:34.358263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-f184bdef-7cef-44d4-b2c0-5fb7826eb07d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1000 time: 0.8463397 Feb 09 02:34:34.419928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f1a7d478-fc4e-4819-abb6-f044bc90cfee up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:34.495611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bb4ad54-deda-4333-a401-942bed957af2 req-a8365b04-17d2-427a-b68e-8f42d1cd3d04 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8064334 Feb 09 02:34:34.507242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b3052a0-d249-4b91-94c9-6822770b1abe req-2ba847c3-c196-4399-a7f3-2a3fffca9823 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8320649 Feb 09 02:34:34.515715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-35d64b3f-9a80-4905-996b-162d4eddf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:34.517688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-35d64b3f-9a80-4905-996b-162d4eddf013 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1434486 Feb 09 02:34:34.548475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-28380344-a313-4a89-b0b0-a4e95b240bbf None None] Allocated IP 172.20.0.18 (45ad446a-13d0-4b8e-9abc-1f20651346b4/6cd9778d-fb4a-4686-a072-bee31420313e/9f0d673a-83b5-4d0b-811f-8649c4676ea2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:34.552016 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a01a677-96ad-444f-92b5-53446567ef19), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:34.566106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router 4ccf518c-20e7-4015-9de6-3005c5305ed9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:34:34.633170 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4c9e39-4ee4-4b88-bbb4-466a51d201ef x-openstack-request-id: req-bb4c9e39-4ee4-4b88-bbb4-466a51d201ef {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:34.633937 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:34.634411 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb4c9e39-4ee4-4b88-bbb4-466a51d201ef {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:34.635066 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'status': 'completed', 'code': 200} Feb 09 02:34:34.641111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-a3bd3024-31ce-4c13-94e7-6c1b8a40790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:34.657209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-a3bd3024-31ce-4c13-94e7-6c1b8a40790f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1274385 Feb 09 02:34:34.741813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-28380344-a313-4a89-b0b0-a4e95b240bbf None None] For port 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9f0d673a-83b5-4d0b-811f-8649c4676ea2,segment=NetworkSegment(5b738a19-ec9d-4ac8-9518-711faf64af2b),segment_id=5b738a19-ec9d-4ac8-9518-711faf64af2b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:34.806342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28380344-a313-4a89-b0b0-a4e95b240bbf None None] Publish callbacks [] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:34.820751 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28380344-a313-4a89-b0b0-a4e95b240bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:34.890034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-59a68620-68e0-4d4a-9126-ca41413b23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:34.892592 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-59a68620-68e0-4d4a-9126-ca41413b23a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1127 time: 0.2395930 Feb 09 02:34:34.911643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7e63e8e5-d550-4ac0-912d-20f859a1a299 None None] Provisioning complete for port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:34.912321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e63e8e5-d550-4ac0-912d-20f859a1a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:34.989549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c5943-b11f-491c-ae27-c135c26c227f req-be35673b-06b7-4950-8173-433182bfcab0 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:34.999172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-467c5943-b11f-491c-ae27-c135c26c227f req-be35673b-06b7-4950-8173-433182bfcab0 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.1984544 Feb 09 02:34:35.007410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-788cbdfe-90e1-4ac4-a6dd-a83e943f3354 service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448648 Feb 09 02:34:35.021996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8997d19-d181-4a2f-a89b-a3fd2d505e37 req-dac1d702-0ed1-4475-8241-ca5d14fd220c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:35.024119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8997d19-d181-4a2f-a89b-a3fd2d505e37 req-dac1d702-0ed1-4475-8241-ca5d14fd220c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2306290 Feb 09 02:34:35.096592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:34:35.110494 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-360f9f0a-f36e-4aa9-959a-1b3271a3e991 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "PUT /v2.0/routers/4ccf518c-20e7-4015-9de6-3005c5305ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7987208 Feb 09 02:34:35.155064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Sync routers for ids ['4ccf518c-20e7-4015-9de6-3005c5305ed9'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:34:35.300292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Routers {'4ccf518c-20e7-4015-9de6-3005c5305ed9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:35.303185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8997d19-d181-4a2f-a89b-a3fd2d505e37 req-2c29ddd2-a44d-4bd4-8050-8b18c6dd237f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451475 Feb 09 02:34:35.305801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4ccf518c-20e7-4015-9de6-3005c5305ed9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:35.374564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-467c5943-b11f-491c-ae27-c135c26c227f req-cc5d6f1c-f2ab-42c7-a38f-c18846f657c1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743682 Feb 09 02:34:35.420978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-c30ad269-a162-4aaa-98d0-6daad8bb37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:35.424864 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-c30ad269-a162-4aaa-98d0-6daad8bb37de service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.5217819 Feb 09 02:34:35.485422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58564556-22f4-495a-a7c2-6a114ce82dfe req-7ede0964-ad0a-47a0-9ad7-a14437cc0138 service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590001 Feb 09 02:34:35.695265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Set router 4ccf518c-20e7-4015-9de6-3005c5305ed9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:35.806003 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-f1433ac6-14d1-4378-9fd0-238453ef3973 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1000 time: 0.2866094 Feb 09 02:34:35.812327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f1a7d478-fc4e-4819-abb6-f044bc90cfee triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:35.812716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:35.814941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28380344-a313-4a89-b0b0-a4e95b240bbf None None] Pushing event updated for resources: {'Port': ['ID=9f0d673a-83b5-4d0b-811f-8649c4676ea2,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:35.824328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7e63e8e5-d550-4ac0-912d-20f859a1a299 None None] Port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:35.909494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Delete allocated IP 172.20.0.9 (45ad446a-13d0-4b8e-9abc-1f20651346b4/af59ba58-0654-41a5-940e-54476bd19e00) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:34:35.921126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.19 (45ad446a-13d0-4b8e-9abc-1f20651346b4/6cd9778d-fb4a-4686-a072-bee31420313e/5a01a677-96ad-444f-92b5-53446567ef19) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:35.953830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-5a6259a1-6c23-4454-9479-0a90993f4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:35.955551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-5a6259a1-6c23-4454-9479-0a90993f4615 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1127 time: 0.3505356 Feb 09 02:34:36.003338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4556d-aaca-405a-babd-97817f72ddbb req-22bf7905-e6ec-4ab2-abd1-9e1706922ac3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.006251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79f4556d-aaca-405a-babd-97817f72ddbb req-22bf7905-e6ec-4ab2-abd1-9e1706922ac3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.2217259 Feb 09 02:34:36.204090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (5a01a677-96ad-444f-92b5-53446567ef19), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:36.218165 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (5a01a677-96ad-444f-92b5-53446567ef19), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:36.292380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79f4556d-aaca-405a-babd-97817f72ddbb req-fe9cc453-6e3a-4031-aa12-c85f9637d51f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383736 Feb 09 02:34:36.313967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=5a01a677-96ad-444f-92b5-53446567ef19,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:36.362747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f1a7d478-fc4e-4819-abb6-f044bc90cfee is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:36.365097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-78dbf28c-4819-4537-815d-15fba2322baa tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.367736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f582f32b-6470-4a56-94dc-ad8d8882733c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:36.372749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-78dbf28c-4819-4537-815d-15fba2322baa tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/networks?id=36d72bbc-2e68-41e1-8671-da4e5ed4419d HTTP/1.1" status: 200 len: 797 time: 0.8839281 Feb 09 02:34:36.376083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-7cae040b-95bf-4a14-84d1-7a5ae4623b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.378309 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-7cae040b-95bf-4a14-84d1-7a5ae4623b12 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1712375 Feb 09 02:34:36.409966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-062aabee-b933-435a-a736-bba5e1450f9c tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/quotas/d2fd117b497740c9965b0956a20b6238 HTTP/1.1" status: 200 len: 375 time: 0.0218966 Feb 09 02:34:36.469418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:34:32Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:19Z', 'updated_at': '2022-02-09T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7', 'name': '', 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:3d:81:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:29Z', 'updated_at': '2022-02-09T02:34:33Z', 'revision_number': 2, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:36.479808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] In _notify_port_updated(), no bound segment for port 5a01a677-96ad-444f-92b5-53446567ef19 on network 45ad446a-13d0-4b8e-9abc-1f20651346b4 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:34:36.485329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.486119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:36.492693 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e6c0038f-2451-4b53-9a65-c9791cb002c7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "PUT /v2.0/ports/5a01a677-96ad-444f-92b5-53446567ef19 HTTP/1.1" status: 200 len: 921 time: 2.7090297 Feb 09 02:34:36.494179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:36.605569 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:36.625086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-53e2484e-f954-40e0-b583-67bd1436a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.627684 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-53e2484e-f954-40e0-b583-67bd1436a8f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2399385 Feb 09 02:34:36.651267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e9e5-024f-4edb-beb6-f42444547700 req-215e6477-9123-48d2-9753-022fdfc32960 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.657555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81e2e9e5-024f-4edb-beb6-f42444547700 req-215e6477-9123-48d2-9753-022fdfc32960 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.1198111 Feb 09 02:34:36.731313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-19c2f8c1-3a6a-4db5-9294-5c97a51b540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:36.732944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-19c2f8c1-3a6a-4db5-9294-5c97a51b540e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.7640767 Feb 09 02:34:36.738027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81e2e9e5-024f-4edb-beb6-f42444547700 req-2a8a44c6-0b97-4551-8cea-799a590ad7d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Feb 09 02:34:36.785255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 5a01a677-96ad-444f-92b5-53446567ef19 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:36.786171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5a01a677-96ad-444f-92b5-53446567ef19), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:36.856089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-0aaccfe1-502d-4934-a770-f827fc172381 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1000 time: 0.1149693 Feb 09 02:34:36.889665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-72f67d91-440b-435d-8ae5-b6aa0a0231c6 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4668031 Feb 09 02:34:37.043606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Checking router: 4ccf518c-20e7-4015-9de6-3005c5305ed9 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:34:37.046905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Updating router 4ccf518c-20e7-4015-9de6-3005c5305ed9 port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:34:37.088059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Provisioning complete for port 5a01a677-96ad-444f-92b5-53446567ef19 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:37.092060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a01a677-96ad-444f-92b5-53446567ef19), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:37.107893 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-607aa215-332e-4fd2-b162-3058fa53bdbe service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709923 Feb 09 02:34:37.200610 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:37.217233 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5a01a677-96ad-444f-92b5-53446567ef19), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:37.298794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-997ec228-660b-4f57-9531-c487b19a8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:37.300477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-997ec228-660b-4f57-9531-c487b19a8e2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.3217561 Feb 09 02:34:37.325673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e39dfa-67a2-421f-a770-e7a23a23f1f6 req-cc3e3c4c-6796-45d6-9340-7de796a85863 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:37.327463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 5a01a677-96ad-444f-92b5-53446567ef19 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:37.327701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35e39dfa-67a2-421f-a770-e7a23a23f1f6 req-cc3e3c4c-6796-45d6-9340-7de796a85863 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4371083 Feb 09 02:34:37.357833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Port 5a01a677-96ad-444f-92b5-53446567ef19 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:37.447511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-6597fde5-6f2e-4f29-b372-139380dc2593 service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123109 Feb 09 02:34:37.463674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f582f32b-6470-4a56-94dc-ad8d8882733c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:37.473898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:37.503694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-4ebe96dc-6705-4536-a749-1b468260ea1f service neutron] 10.222.0.53 "GET /v2.0/networks/36d72bbc-2e68-41e1-8671-da4e5ed4419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734626 Feb 09 02:34:37.548827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35e39dfa-67a2-421f-a770-e7a23a23f1f6 req-547e49f2-e9c1-4211-80ba-deaee3f7b3a9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944149 Feb 09 02:34:37.562597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:37.565993 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:37.610855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340440f-6864-42ed-b270-7415f380035b req-9595800f-b8b1-426e-bb3c-9fd598fc8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:37.613168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-9595800f-b8b1-426e-bb3c-9fd598fc8b2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2714829 Feb 09 02:34:37.620265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5a01a677-96ad-444f-92b5-53446567ef19), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:37.885222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ebb7d2f2-ccbf-4080-94d5-bb7b878b567e service neutron] 10.222.0.53 "GET /v2.0/networks/36d72bbc-2e68-41e1-8671-da4e5ed4419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798769 Feb 09 02:34:37.931060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fb8b62d8-94dd-4850-9e8c-75b5feaadd26 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:34:38.026641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb40e7e-ac91-4838-810b-af2f43fbf393 req-71bfd938-9e9f-41e5-bbc8-af5e7e74dbb4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:38.043137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bb40e7e-ac91-4838-810b-af2f43fbf393 req-71bfd938-9e9f-41e5-bbc8-af5e7e74dbb4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.2883959 Feb 09 02:34:38.047209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-0c0f0a2e-8530-4fe6-8aae-7e2782b33eee service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228346 Feb 09 02:34:38.281538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:38.331097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bb40e7e-ac91-4838-810b-af2f43fbf393 req-1a60e9ae-280a-4a3e-bc10-20daadaaff93 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869551 Feb 09 02:34:38.532712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Provisioning complete for port f76a57f0-011e-4a33-9f4c-44db5b0c6811 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:38.535804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:38.631634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:38.636451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=5a01a677-96ad-444f-92b5-53446567ef19,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:38.674380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f582f32b-6470-4a56-94dc-ad8d8882733c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:38.708445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768405d-88fa-48e3-a478-1d25fa1578fd req-95bc1588-ee70-44ed-9d11-33971815a59c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:38.714757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e768405d-88fa-48e3-a478-1d25fa1578fd req-95bc1588-ee70-44ed-9d11-33971815a59c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 944 time: 0.3375292 Feb 09 02:34:38.718161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'port_id': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'mac_address': 'fa:16:3e:10:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:34:38.720267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5340440f-6864-42ed-b270-7415f380035b req-e6b24681-9650-4145-82e9-06fbbc27afef service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641722 Feb 09 02:34:38.753942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc49f7-813f-41b6-b043-c7a196d92306 req-6567d077-5a46-417e-bcbb-87d0e6d7b309 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:38.761547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4799913d-7640-4fc1-85d4-214eb73e7387 None None] Port f76a57f0-011e-4a33-9f4c-44db5b0c6811 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:38.770179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6bc49f7-813f-41b6-b043-c7a196d92306 req-6567d077-5a46-417e-bcbb-87d0e6d7b309 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2900629 Feb 09 02:34:38.880624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:38.885918 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-05e63895-3de3-4f1e-937e-2d446de2ea73 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/5a01a677-96ad-444f-92b5-53446567ef19 HTTP/1.1" status: 204 len: 168 time: 2.3851111 Feb 09 02:34:38.896272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:38.933876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e768405d-88fa-48e3-a478-1d25fa1578fd req-0fe113e9-2493-4447-8657-70788c85f3c0 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074211 Feb 09 02:34:38.980390 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Publish callbacks [] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:38.998325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6bc49f7-813f-41b6-b043-c7a196d92306 req-af4decb9-8da8-4b5d-b9a7-06c5ab7bdbb8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593080 Feb 09 02:34:39.009205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9f0d673a-83b5-4d0b-811f-8649c4676ea2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:39.044547 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-034d5946-2677-43a5-bbd6-ddd9b72b1097 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:34:39.056478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-034d5946-2677-43a5-bbd6-ddd9b72b1097 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/5a01a677-96ad-444f-92b5-53446567ef19 HTTP/1.1" status: 404 len: 333 time: 0.1590347 Feb 09 02:34:39.059592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:39.062396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-531ae036-7026-444f-a8f2-9d4f9642f586 None None] Could not find standard attr ID for object 5a01a677-96ad-444f-92b5-53446567ef19. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:34:39.071336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.196528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d93998c8-d0de-491a-91e1-31d65a467dce req-f9961de2-3acd-4d30-ac03-c8ae2d9f9e41 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 210 time: 0.0630286 Feb 09 02:34:39.248707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:39.249182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.255208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbbfd1-7897-4f35-b33e-3c8886f0588e None None] Pushing event updated for resources: {'Port': ['ID=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:39.272114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59adfa8-3221-4642-bde2-6e1e7a44046d tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (2f4304dc-2361-4dfc-8e21-c72e646c75a7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.275855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:39.276626 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.374746 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59adfa8-3221-4642-bde2-6e1e7a44046d tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (2f4304dc-2361-4dfc-8e21-c72e646c75a7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.413721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8b62d8-94dd-4850-9e8c-75b5feaadd26 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:39.502954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a2a98-0faa-4f75-9036-2d690bd6829a req-b1bcad2f-4701-4182-a279-5f2c08af2a22 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:39.504712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c19a2a98-0faa-4f75-9036-2d690bd6829a req-b1bcad2f-4701-4182-a279-5f2c08af2a22 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.2994695 Feb 09 02:34:39.507424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59adfa8-3221-4642-bde2-6e1e7a44046d tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2f4304dc-2361-4dfc-8e21-c72e646c75a7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.510275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a59adfa8-3221-4642-bde2-6e1e7a44046d tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.515928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a59adfa8-3221-4642-bde2-6e1e7a44046d tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/security-groups/2f4304dc-2361-4dfc-8e21-c72e646c75a7 HTTP/1.1" status: 204 len: 168 time: 0.4552498 Feb 09 02:34:39.520569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:39.561946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:39.562494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59adfa8-3221-4642-bde2-6e1e7a44046d tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4304dc-2361-4dfc-8e21-c72e646c75a7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:39.632330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.700328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf687128-29c9-44f9-9ca5-0525fb9d1bcc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (8103c322-e66b-4918-ab75-9ec78d1c9f80), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.733456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c19a2a98-0faa-4f75-9036-2d690bd6829a req-03d1c906-5762-4379-bd9b-42170e42a8a3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175927 Feb 09 02:34:39.765641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf687128-29c9-44f9-9ca5-0525fb9d1bcc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (8103c322-e66b-4918-ab75-9ec78d1c9f80), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.865846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf687128-29c9-44f9-9ca5-0525fb9d1bcc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8103c322-e66b-4918-ab75-9ec78d1c9f80), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.869760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf687128-29c9-44f9-9ca5-0525fb9d1bcc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.871486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf687128-29c9-44f9-9ca5-0525fb9d1bcc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/security-groups/8103c322-e66b-4918-ab75-9ec78d1c9f80 HTTP/1.1" status: 204 len: 168 time: 0.3488662 Feb 09 02:34:39.874352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 51876) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:39.882501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf687128-29c9-44f9-9ca5-0525fb9d1bcc tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103c322-e66b-4918-ab75-9ec78d1c9f80,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:39.922451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6219271c-b0e4-4444-8f9f-0981bc27914e None None] Provisioning complete for port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:39.922841 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6219271c-b0e4-4444-8f9f-0981bc27914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:39.933495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Attempting to bind port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:39.933927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Attempting to bind port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:39.934408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Attempting to bind port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 on network 36d72bbc-2e68-41e1-8671-da4e5ed4419d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:39.982116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:40.021690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:40.031421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet af59ba58-0654-41a5-940e-54476bd19e00 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:34:40.031679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Checking segment: {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:40.031920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.032429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Bound using segment: {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:40.033279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Bound port: 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:40.033611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.047781 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (af59ba58-0654-41a5-940e-54476bd19e00), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.106862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['fb8b62d8-94dd-4850-9e8c-75b5feaadd26'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:34:40.124918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:40.155776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6219271c-b0e4-4444-8f9f-0981bc27914e None None] Port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:40.235949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] For port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:40.239535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] For port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:40.253515 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.285588 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (af59ba58-0654-41a5-940e-54476bd19e00), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.322706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbbfd1-7897-4f35-b33e-3c8886f0588e None None] Pushing event updated for resources: {'Port': ['ID=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:40.384670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180fd67-bf7e-493c-9496-17bcc84dd542 req-d97c1501-894f-4245-b331-479bb663a2eb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:40.388386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5180fd67-bf7e-493c-9496-17bcc84dd542 req-d97c1501-894f-4245-b331-479bb663a2eb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 945 time: 0.3368304 Feb 09 02:34:40.410529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Routers {'4ccf518c-20e7-4015-9de6-3005c5305ed9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:34:40.426496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4ccf518c-20e7-4015-9de6-3005c5305ed9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:40.586801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (af59ba58-0654-41a5-940e-54476bd19e00), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:40.664168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] Set router 4ccf518c-20e7-4015-9de6-3005c5305ed9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:34:40.751229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5180fd67-bf7e-493c-9496-17bcc84dd542 req-20b671a4-736d-4b90-ad47-2786ebfc070b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016708 Feb 09 02:34:40.764643 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (af59ba58-0654-41a5-940e-54476bd19e00), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.025828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=af59ba58-0654-41a5-940e-54476bd19e00,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:41.040655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23e118-dd03-4033-aa52-d256992a40fc req-0524ff13-beec-4230-b8de-bda49fdd1d57 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:41.049309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff23e118-dd03-4033-aa52-d256992a40fc req-0524ff13-beec-4230-b8de-bda49fdd1d57 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.6566236 Feb 09 02:34:41.068177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-900753df-7ca6-4266-960b-d81f176cf4af None None] Provisioning complete for port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:41.068945 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-900753df-7ca6-4266-960b-d81f176cf4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.087225 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.094554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51896) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:41.098199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e068e366-d169-4fe6-b76c-6bb24f28bba2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/af59ba58-0654-41a5-940e-54476bd19e00 HTTP/1.1" status: 204 len: 168 time: 1.2226853 Feb 09 02:34:41.102779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:41.182541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7bb923-241f-467d-81a1-e32d4bafed9d None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:41.187921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f7c47-f38f-46de-a1c0-cbde17cb80ff req-5b2722cc-7d33-46f8-9b3e-103ff94183c5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:41.189494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75f7c47-f38f-46de-a1c0-cbde17cb80ff req-5b2722cc-7d33-46f8-9b3e-103ff94183c5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3009956 Feb 09 02:34:41.240917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff23e118-dd03-4033-aa52-d256992a40fc req-c3a97743-3359-43f0-8506-7c4f13a008c7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906502 Feb 09 02:34:41.291638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f75f7c47-f38f-46de-a1c0-cbde17cb80ff req-825789f5-1780-46f9-a7f9-f2e939da83fc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918133 Feb 09 02:34:41.311051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-eb6993af-6c3a-4767-958d-23677e98808e tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:41.316256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-eb6993af-6c3a-4767-958d-23677e98808e tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.72 "GET /v2.0/networks?id=36d72bbc-2e68-41e1-8671-da4e5ed4419d HTTP/1.1" status: 200 len: 797 time: 0.5784619 Feb 09 02:34:41.328606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Request body: {'port': {'device_id': '3c596039-8fe7-470b-8104-ab1d632ae786', 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'admin_state_up': True, 'tenant_id': 'd2fd117b497740c9965b0956a20b6238'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:41.430649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:41.435577 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.513608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17f4c1a0-5812-4245-8258-5b3034a3e1b0 req-5b3ed56d-53e9-4a9d-adf0-e4c7af1838d4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 210 time: 0.0806463 Feb 09 02:34:41.646069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-900753df-7ca6-4266-960b-d81f176cf4af None None] Current status of the port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:41.650626 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-900753df-7ca6-4266-960b-d81f176cf4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.780955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Made reservation on behalf of d2fd117b497740c9965b0956a20b6238 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:41.786217 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.807159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:34:32Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:19Z', 'updated_at': '2022-02-09T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7', 'name': '', 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:3d:81:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:29Z', 'updated_at': '2022-02-09T02:34:40Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:34:41.935388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32f51-e265-44ed-932c-a5c2897c6b70 req-77293d0e-3207-471e-8558-bdbee67255c9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:41.937290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89c32f51-e265-44ed-932c-a5c2897c6b70 req-77293d0e-3207-471e-8558-bdbee67255c9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.4216502 Feb 09 02:34:41.962066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48b8fe-c4ee-4a97-be71-59a165317b38 None None] The sync data for ids ['4ccf518c-20e7-4015-9de6-3005c5305ed9'] in n-d-826675-12 is: [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:34:32Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:19Z', 'updated_at': '2022-02-09T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7', 'name': '', 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:3d:81:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:29Z', 'updated_at': '2022-02-09T02:34:40Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:34:42.168040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89c32f51-e265-44ed-932c-a5c2897c6b70 req-57203679-b0c6-4b95-ba2c-d475a29bd75b tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189379 Feb 09 02:34:42.182011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-900753df-7ca6-4266-960b-d81f176cf4af None None] For port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:42.235643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-900753df-7ca6-4266-960b-d81f176cf4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:42.321019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Allocated IP 172.20.0.30 (36d72bbc-2e68-41e1-8671-da4e5ed4419d/34a3f1b0-11bc-4a99-9a54-760e6aaa5708/b4ba48f1-d968-47ae-a93f-2a96e91e2fe7) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:42.350419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (5a5b395b-17e5-48d1-b4c8-735b01877f0f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:42.585423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62554e-06d6-4347-8593-dc234617bd05 req-ec20690b-96ea-45dd-b23a-669686d57587 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.589708 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-ec20690b-96ea-45dd-b23a-669686d57587 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.82 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 945 time: 0.6641705 Feb 09 02:34:42.627845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:42.638079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:42.702082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.702719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:42.716379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f297e13-7e80-4602-8262-45934bce8ba7 req-aaf47069-0511-4945-9cc0-07d8e86fdcaa tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.725044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f297e13-7e80-4602-8262-45934bce8ba7 req-aaf47069-0511-4945-9cc0-07d8e86fdcaa tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.2333515 Feb 09 02:34:42.778233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=5a5b395b-17e5-48d1-b4c8-735b01877f0f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:42.780096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3afde-ba81-442e-b1ed-2d73bbda367f req-f57400f8-7bc0-4051-9524-a674136c421b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:42.790598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ba3afde-ba81-442e-b1ed-2d73bbda367f req-f57400f8-7bc0-4051-9524-a674136c421b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 945 time: 0.7706513 Feb 09 02:34:42.809244 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5c8ce3f2-c8d8-422d-b6ee-5fc9c38f82fb tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7118862 Feb 09 02:34:42.811647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:42.833773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a9dfb479-a7c2-437e-aa52-f9bca41332a6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'security_group': {'name': 'tempest-secgroup-1228053367'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:42.907545 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [req-2b62554e-06d6-4347-8593-dc234617bd05 req-6b93a4b3-4e84-4508-b261-f26508ef6e84 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:34:42.911302 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-6b93a4b3-4e84-4508-b261-f26508ef6e84 service neutron] 10.222.0.82 "DELETE /v2.0/ports/fb8b62d8-94dd-4850-9e8c-75b5feaadd26/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.2946086 Feb 09 02:34:42.934163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb479-a7c2-437e-aa52-f9bca41332a6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:42.976348 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.022784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:43.053307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900753df-7ca6-4266-960b-d81f176cf4af None None] Pushing event updated for resources: {'Port': ['ID=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:43.067463 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.081953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f91dbb-7de8-4396-9adb-999bd88ce946 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:43.165320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ba3afde-ba81-442e-b1ed-2d73bbda367f req-f02984e5-e07b-468f-aec5-0481b3eb98b6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691761 Feb 09 02:34:43.165629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f297e13-7e80-4602-8262-45934bce8ba7 req-18c0b1c3-e891-41ed-997d-573835e6e0a8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4388623 Feb 09 02:34:43.219456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:43.240611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:43.247629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:43.275919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62554e-06d6-4347-8593-dc234617bd05 req-832dc833-ef8d-4f1e-b83f-25e6c3fa44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:43.278967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7aad5bfa-c825-4f0c-935f-73dc4dc46f3c None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:43.279339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aad5bfa-c825-4f0c-935f-73dc4dc46f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.285699 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-832dc833-ef8d-4f1e-b83f-25e6c3fa44b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1128 time: 0.3067598 Feb 09 02:34:43.355948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:43.356345 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.562433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb479-a7c2-437e-aa52-f9bca41332a6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (8f9df43b-7834-4455-ba5b-c75943367453), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.587002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb479-a7c2-437e-aa52-f9bca41332a6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8f9df43b-7834-4455-ba5b-c75943367453), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.592208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:43.640321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7aad5bfa-c825-4f0c-935f-73dc4dc46f3c None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:43.732481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb479-a7c2-437e-aa52-f9bca41332a6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.736295 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a9dfb479-a7c2-437e-aa52-f9bca41332a6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9119761 Feb 09 02:34:43.771390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:43.777152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-75d066d0-d518-4aea-89fb-8219bc8a72f7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'security_group': {'name': 'tempest-secgroup-433524830'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:43.780080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7aad5bfa-c825-4f0c-935f-73dc4dc46f3c None None] Provisioning complete for port f76a57f0-011e-4a33-9f4c-44db5b0c6811 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:43.780464 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7aad5bfa-c825-4f0c-935f-73dc4dc46f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.796897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62554e-06d6-4347-8593-dc234617bd05 req-72a82aee-b37b-48dd-b69d-30dab85a2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:43.799337 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-72a82aee-b37b-48dd-b69d-30dab85a2351 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.5047395 Feb 09 02:34:43.802787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfb479-a7c2-437e-aa52-f9bca41332a6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9df43b-7834-4455-ba5b-c75943367453,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:43.876042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d066d0-d518-4aea-89fb-8219bc8a72f7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:43.925077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab864f-ba62-487b-81b6-da18a0298591 None None] Update dhcp port {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'fixed_ips': [{'subnet_id': '6cd9778d-fb4a-4686-a072-bee31420313e', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a5b395b-17e5-48d1-b4c8-735b01877f0f'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '9f0d673a-83b5-4d0b-811f-8649c4676ea2'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:34:43.960464 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-3eee5fbe-ba38-4e0e-9b3c-5c8e85e70af6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1001 time: 0.1503088 Feb 09 02:34:43.991815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fb8b62d8-94dd-4850-9e8c-75b5feaadd26 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:44.052358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7aad5bfa-c825-4f0c-935f-73dc4dc46f3c None None] Port f76a57f0-011e-4a33-9f4c-44db5b0c6811 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:44.059274 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfab864f-ba62-487b-81b6-da18a0298591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.155720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62554e-06d6-4347-8593-dc234617bd05 req-9204cf2f-c379-4c04-b0f6-8bf6256afea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.160756 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-9204cf2f-c379-4c04-b0f6-8bf6256afea9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1944818 Feb 09 02:34:44.292338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d066d0-d518-4aea-89fb-8219bc8a72f7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (6753584f-c488-49ed-86ab-e337d84ff2ad), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.300851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event updated for resources: {'Port': ['ID=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:44.322742 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d066d0-d518-4aea-89fb-8219bc8a72f7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6753584f-c488-49ed-86ab-e337d84ff2ad), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.365085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:34:44.366210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62554e-06d6-4347-8593-dc234617bd05 req-7eaeb89b-82df-4164-897e-fdcfabfea2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.367982 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-7eaeb89b-82df-4164-897e-fdcfabfea2ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1979649 Feb 09 02:34:44.389534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d046a2f9-11b4-48a0-9fc1-e8a367e6abe4 None None] Provisioning complete for port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:44.392040 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d046a2f9-11b4-48a0-9fc1-e8a367e6abe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.417957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:44.418402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.437260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.438282 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.459333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-91fac618-67fe-42f8-99e0-d9c6dfe5dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.461704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-91fac618-67fe-42f8-99e0-d9c6dfe5dfb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1128 time: 0.1797457 Feb 09 02:34:44.492850 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-75d066d0-d518-4aea-89fb-8219bc8a72f7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.497124 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-75d066d0-d518-4aea-89fb-8219bc8a72f7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7216733 Feb 09 02:34:44.497403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d066d0-d518-4aea-89fb-8219bc8a72f7 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6753584f-c488-49ed-86ab-e337d84ff2ad,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:44.501451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:44.507141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2980b787-74f6-43be-8451-842cd6ee5dd3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'security_group': {'name': 'tempest-secgroup-848156537'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:44.606269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-f97ab401-7a14-4cae-8b80-4ecd6f34d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.608798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-f97ab401-7a14-4cae-8b80-4ecd6f34d000 service neutron] 10.222.0.72 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.1373749 Feb 09 02:34:44.619511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc84632-ede3-433a-86f4-a74e2c2294aa req-6ef6cbc9-ab2b-438e-a88c-16ded8da7010 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.622451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecc84632-ede3-433a-86f4-a74e2c2294aa req-6ef6cbc9-ab2b-438e-a88c-16ded8da7010 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.4043045 Feb 09 02:34:44.622752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2980b787-74f6-43be-8451-842cd6ee5dd3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.641189 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-506e2748-3385-492e-84f5-35715b0809ca service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537518 Feb 09 02:34:44.667066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e3e9-bad1-4e4a-8ba5-bd7a2dbc87a4 req-52c51b8d-bc5c-494c-b057-f3ce0ede1708 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.668929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89d9e3e9-bad1-4e4a-8ba5-bd7a2dbc87a4 req-52c51b8d-bc5c-494c-b057-f3ce0ede1708 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 895 time: 0.4161379 Feb 09 02:34:44.672794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-369fd202-d210-4a9e-9f0f-0e8db9ec11c4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.3487406 Feb 09 02:34:44.759157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-dfab864f-ba62-487b-81b6-da18a0298591 None None] Allocated IP 172.20.0.2 (45ad446a-13d0-4b8e-9abc-1f20651346b4/5a5b395b-17e5-48d1-b4c8-735b01877f0f/9f0d673a-83b5-4d0b-811f-8649c4676ea2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:44.794114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Request body: {'port': {'device_id': '3c596039-8fe7-470b-8104-ab1d632ae786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:44.804542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-a605a8c7-385d-4949-8cf9-04d84c532f8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.1762142 Feb 09 02:34:44.810008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d046a2f9-11b4-48a0-9fc1-e8a367e6abe4 None None] Port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:44.939554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-dfab864f-ba62-487b-81b6-da18a0298591 None None] For port 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9f0d673a-83b5-4d0b-811f-8649c4676ea2,segment=NetworkSegment(5b738a19-ec9d-4ac8-9518-711faf64af2b),segment_id=5b738a19-ec9d-4ac8-9518-711faf64af2b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:44.983318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-5e917711-babb-4cd3-8757-2edc8080dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.984812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-5e917711-babb-4cd3-8757-2edc8080dc6c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.0554256 Feb 09 02:34:44.995716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfab864f-ba62-487b-81b6-da18a0298591 None None] Publish callbacks [] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.008839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:45.009092 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2980b787-74f6-43be-8451-842cd6ee5dd3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (c4115a98-7abb-46c9-80fd-5c6451183043), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.029012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2980b787-74f6-43be-8451-842cd6ee5dd3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c4115a98-7abb-46c9-80fd-5c6451183043), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.052653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dfab864f-ba62-487b-81b6-da18a0298591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.079543 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2b62554e-06d6-4347-8593-dc234617bd05 req-41cba61f-2dd9-4ea0-ba19-1b37ba8afd3c service neutron] 10.222.0.82 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284070 Feb 09 02:34:45.134904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-f2ec8698-e671-4f72-b890-f4309ba57877 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969207 Feb 09 02:34:45.143011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2980b787-74f6-43be-8451-842cd6ee5dd3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.144294 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2980b787-74f6-43be-8451-842cd6ee5dd3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6416314 Feb 09 02:34:45.146179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980b787-74f6-43be-8451-842cd6ee5dd3 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4115a98-7abb-46c9-80fd-5c6451183043,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:45.151516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:45.163602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2021679841', 'security_groups': ['c4115a98-7abb-46c9-80fd-5c6451183043'], 'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a5b395b-17e5-48d1-b4c8-735b01877f0f'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:45.163839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab864f-ba62-487b-81b6-da18a0298591 None None] Pushing event updated for resources: {'Port': ['ID=9f0d673a-83b5-4d0b-811f-8649c4676ea2,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:45.164572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecc84632-ede3-433a-86f4-a74e2c2294aa req-dbf54f87-2523-4580-bc44-b7c4cf85c303 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245445 Feb 09 02:34:45.233374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:45.233782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.344735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:45.369757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:45.371806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-1a3aa7ac-6425-438a-b888-53f6e8a37a83 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046411 Feb 09 02:34:45.372303 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea18c7-8dd4-4372-876e-b72ab7d73287" -d '{"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-plugged", "status": "completed", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:45.381944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.415935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:45.486766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:45.487293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.578740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:45.633665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.637714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b2141-3e25-4b6c-88a5-1a39f88678a3 req-5aecfc37-f10d-47d5-a955-1bcf1c8417f9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:45.639391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f2b2141-3e25-4b6c-88a5-1a39f88678a3 req-5aecfc37-f10d-47d5-a955-1bcf1c8417f9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.6461918 Feb 09 02:34:45.683171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] device_id is not set on port 3dac8d76-328f-4314-80bf-4bf7fbca48ec yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:34:45.701263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:45.779723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2a9a8-71bc-4f5e-82b9-aa4e840b73a1 req-50e8c004-0695-4cdd-9f5f-ae8e19337998 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:45.786112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4f2a9a8-71bc-4f5e-82b9-aa4e840b73a1 req-50e8c004-0695-4cdd-9f5f-ae8e19337998 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.4132636 Feb 09 02:34:45.787384 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.878530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71162-520b-48f6-bced-802c81f4fd45 req-affb6267-c185-4327-ad29-8b839c21feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:45.880490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-affb6267-c185-4327-ad29-8b839c21feaa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3&tenant_id=a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 1126 time: 1.0599439 Feb 09 02:34:45.946818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:45.995521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f2b2141-3e25-4b6c-88a5-1a39f88678a3 req-24d0cf8a-fd01-45e6-8cdb-013851b8026f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199387 Feb 09 02:34:46.045495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.5 (45ad446a-13d0-4b8e-9abc-1f20651346b4/5a5b395b-17e5-48d1-b4c8-735b01877f0f/3dac8d76-328f-4314-80bf-4bf7fbca48ec) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:46.096433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4f2a9a8-71bc-4f5e-82b9-aa4e840b73a1 req-d0cc42e4-9310-4726-add0-1ca74cb77b7b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950506 Feb 09 02:34:46.109599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9e5b72f-6f4e-468b-b860-b766df7e981f req-3190504f-2fb5-4048-8de0-172b285035f2 service neutron] 10.222.0.72 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581619 Feb 09 02:34:46.193675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:46.194442 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:46.233601 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b88a41-4735-415a-b8c3-11b7014f2113 x-openstack-request-id: req-19b88a41-4735-415a-b8c3-11b7014f2113 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:46.233910 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-plugged", "status": "completed", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:46.234170 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19b88a41-4735-415a-b8c3-11b7014f2113 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:46.234608 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'code': 200} Feb 09 02:34:46.311539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:46.321094 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:46.360976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:46.439492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:46.454911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:46.490580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71162-520b-48f6-bced-802c81f4fd45 req-628fa4b7-7b9e-4719-801a-3287a5f0c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:46.492988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-628fa4b7-7b9e-4719-801a-3287a5f0c89e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1126 time: 0.5093179 Feb 09 02:34:46.536059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:46.542118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:46.544116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=3dac8d76-328f-4314-80bf-4bf7fbca48ec,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:46.546376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:34:46.562636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6650efb4-2923-449c-b62b-783c891a9893 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:46.563232 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6650efb4-2923-449c-b62b-783c891a9893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:46.628182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:46.628716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:46.641554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816db1ec-c5ee-4202-b491-65c462eb60c1 req-39fc97ab-c5c9-49c2-aa8f-48bfdeaf6075 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:46.643522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-816db1ec-c5ee-4202-b491-65c462eb60c1 req-39fc97ab-c5c9-49c2-aa8f-48bfdeaf6075 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.4180329 Feb 09 02:34:46.665604 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-804194f8-f33f-42fe-b705-8e21aec927c6 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5129762 Feb 09 02:34:46.668494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:46.673536 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-14944856-33a3-4ac6-a6f6-d1d4a7532e18 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:46.679644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb8476-c605-41bc-bc84-7465062ddf6d req-1c3e4636-a0a8-4610-bffe-349fe6049e61 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:46.682382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77cb8476-c605-41bc-bc84-7465062ddf6d req-1c3e4636-a0a8-4610-bffe-349fe6049e61 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 895 time: 0.2105832 Feb 09 02:34:46.813774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6650efb4-2923-449c-b62b-783c891a9893 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:46.851936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6650efb4-2923-449c-b62b-783c891a9893 None None] Provisioning complete for port f76a57f0-011e-4a33-9f4c-44db5b0c6811 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:46.852323 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6650efb4-2923-449c-b62b-783c891a9893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:46.912086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6650efb4-2923-449c-b62b-783c891a9893 None None] Port f76a57f0-011e-4a33-9f4c-44db5b0c6811 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:46.916176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9f0d673a-83b5-4d0b-811f-8649c4676ea2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:46.985341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14944856-33a3-4ac6-a6f6-d1d4a7532e18 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:46.994441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-14944856-33a3-4ac6-a6f6-d1d4a7532e18 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:47.010680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:47.011061 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:47.049524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-816db1ec-c5ee-4202-b491-65c462eb60c1 req-0cfac2ab-387d-4368-9e5c-a9a8bf7b68ef tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660426 Feb 09 02:34:47.091980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71162-520b-48f6-bced-802c81f4fd45 req-271ddc65-5c5d-4e11-87b1-32179725eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.093601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-271ddc65-5c5d-4e11-87b1-32179725eb2f service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.5744939 Feb 09 02:34:47.189388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3067737b-4c95-4b1a-802e-b6561bb2dbe3 None None] Provisioning complete for port 3dac8d76-328f-4314-80bf-4bf7fbca48ec triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:47.189991 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3067737b-4c95-4b1a-802e-b6561bb2dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:47.213141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248acaa-d170-4426-9038-bb1fdccb65b8 req-30ccc693-dc00-4277-b213-560509935d9e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.216485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6248acaa-d170-4426-9038-bb1fdccb65b8 req-30ccc693-dc00-4277-b213-560509935d9e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3913434 Feb 09 02:34:47.312988 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-14944856-33a3-4ac6-a6f6-d1d4a7532e18 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a5b395b-17e5-48d1-b4c8-735b01877f0f (CIDR: 172.20.0.0/28) Feb 09 02:34:47.322477 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-14944856-33a3-4ac6-a6f6-d1d4a7532e18 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:34:47.323008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14944856-33a3-4ac6-a6f6-d1d4a7532e18 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:47.354036 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-14944856-33a3-4ac6-a6f6-d1d4a7532e18 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6843700 Feb 09 02:34:47.354742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 51994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:47.363003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:47.366515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f298b16a-1d2b-4901-abed-f3924c63bd28 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:47.431390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:47.456571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3067737b-4c95-4b1a-802e-b6561bb2dbe3 None None] Port 3dac8d76-328f-4314-80bf-4bf7fbca48ec cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:47.476441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6248acaa-d170-4426-9038-bb1fdccb65b8 req-e06abaee-69ea-4556-b49a-a26637acc3bd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483594 Feb 09 02:34:47.478955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Publish callbacks [] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:47.502889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-4958e5af-6f38-4034-b1ea-f358323b59ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 998 time: 0.3659375 Feb 09 02:34:47.602622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71162-520b-48f6-bced-802c81f4fd45 req-09a7881a-a650-42bc-8cfa-fd1d14edfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.604171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-09a7881a-a650-42bc-8cfa-fd1d14edfd53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.0847619 Feb 09 02:34:47.651745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Transition to ACTIVE for port object b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:34:47.691353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f298b16a-1d2b-4901-abed-f3924c63bd28 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:47.698920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f298b16a-1d2b-4901-abed-f3924c63bd28 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:47.702635 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:47.747727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f1227-abae-4e75-96bc-61e70e9d322b req-6053c0ff-f3ad-4231-a77e-02eb8213febe tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.749303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32f1227-abae-4e75-96bc-61e70e9d322b req-6053c0ff-f3ad-4231-a77e-02eb8213febe tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 0.5194979 Feb 09 02:34:47.830332 n-d-826675-12 neutron-server[103150]: INFO neutron.db.ipam_backend_mixin [None req-f298b16a-1d2b-4901-abed-f3924c63bd28 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6cd9778d-fb4a-4686-a072-bee31420313e (CIDR: 172.20.0.16/28) Feb 09 02:34:47.837733 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f298b16a-1d2b-4901-abed-f3924c63bd28 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:34:47.839072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:47.839436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f298b16a-1d2b-4901-abed-f3924c63bd28 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:47.880256 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f298b16a-1d2b-4901-abed-f3924c63bd28 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5238590 Feb 09 02:34:47.883577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:47.917591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'subnet': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:47.959262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b88548-0ee1-45ff-9675-a79877b03440 req-99b9097c-4d9e-4592-9681-eaf7981e1020 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.962020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9b88548-0ee1-45ff-9675-a79877b03440 req-99b9097c-4d9e-4592-9681-eaf7981e1020 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.3539002 Feb 09 02:34:47.964573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71162-520b-48f6-bced-802c81f4fd45 req-37716af7-847c-4206-8924-0d518950f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.966242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-37716af7-847c-4206-8924-0d518950f892 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3477440 Feb 09 02:34:48.063748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:48.159293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-55fc506f-9f2d-4f13-9bc9-3254ecd95bb1 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799881 Feb 09 02:34:48.216888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Made reservation on behalf of 5737d8bf508f4b9792730757ca59793d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:34:48.228287 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:48.235501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:48.237953 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694258e2-cf91-4bbe-9db4-9b153b5e3763" -d '{"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:48.419120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32f1227-abae-4e75-96bc-61e70e9d322b req-e8db0c3f-0f5d-4f6c-8e5d-cb538cfa88c9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262717 Feb 09 02:34:48.523430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9b88548-0ee1-45ff-9675-a79877b03440 req-2a98c524-9f4e-4ac8-b6ea-cb9866c1d8b2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5502689 Feb 09 02:34:48.530567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Attempting to bind port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:48.530919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Attempting to bind port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:48.531262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Attempting to bind port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 on network 36d72bbc-2e68-41e1-8671-da4e5ed4419d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:48.545144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 on network 36d72bbc-2e68-41e1-8671-da4e5ed4419d not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:34:48.545994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Attempting to bind port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 on network 36d72bbc-2e68-41e1-8671-da4e5ed4419d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:48.561817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:48.562168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Checking segment: {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:48.562575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Bound using segment: {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:48.563014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Bound port: b4ba48f1-d968-47ae-a93f-2a96e91e2fe7, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b846c21-4252-4eb0-bc49-b7d097670def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:48.563381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:48.573643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:48.808504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76a71162-520b-48f6-bced-802c81f4fd45 req-5ce4106e-6804-47b2-a824-148f885a3e83 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163421 Feb 09 02:34:48.886538 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07a53cda-6452-4655-81b1-96ac348af1fe tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/96266e10-ab9b-4785-a0c2-8cb59446d130 HTTP/1.1" status: 200 len: 994 time: 0.3040130 Feb 09 02:34:48.887356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3e9fa-3c67-44eb-b833-29ae0c41c6ec req-a697fbc8-0151-4b56-9806-d889d35475e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:48.888966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43c3e9fa-3c67-44eb-b833-29ae0c41c6ec req-a697fbc8-0151-4b56-9806-d889d35475e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.2199149 Feb 09 02:34:48.916785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (34e9e813-8e2a-4477-9910-719ab28a69ce), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:48.984602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:34:48.988110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:34:48.992159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aff01-15e6-4c26-8946-17a59173703c req-e08055a8-4645-4038-8a53-39fd1c546cbb tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:48.994028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c2aff01-15e6-4c26-8946-17a59173703c req-e08055a8-4645-4038-8a53-39fd1c546cbb tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 907 time: 0.4263177 Feb 09 02:34:48.999968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697fb614-a766-4411-8aae-94e68c0bf994 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:49.010665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:49.011285 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:49.033792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] For port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:49.050665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Subnet': ['ID=34e9e813-8e2a-4477-9910-719ab28a69ce,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:49.060308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] For port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:49.060741 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-044d21fa-d78d-4833-a5fc-2a5275bcc54e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1751962 Feb 09 02:34:49.063359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:49.071674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-52233154', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '34e9e813-8e2a-4477-9910-719ab28a69ce'}], 'security_groups': ['8f9df43b-7834-4455-ba5b-c75943367453', '6753584f-c488-49ed-86ab-e337d84ff2ad']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:49.111837 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:49.133911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43c3e9fa-3c67-44eb-b833-29ae0c41c6ec req-c679fe19-099c-4f4e-af76-7c8e400b5415 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294843 Feb 09 02:34:49.137122 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b831d7-2368-4ab0-9fcc-e524054a87b0 x-openstack-request-id: req-72b831d7-2368-4ab0-9fcc-e524054a87b0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:49.137782 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-unplugged", "status": "failed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae", "code": 422}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:49.138305 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72b831d7-2368-4ab0-9fcc-e524054a87b0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:49.139099 n-d-826675-12 neutron-server[103151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'code': 422} returned with failed status Feb 09 02:34:49.188612 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:49.260689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:49.261469 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:49.264374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] 10.222.0.72 "PUT /v2.0/ports/b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 HTTP/1.1" status: 200 len: 1056 time: 4.4823487 Feb 09 02:34:49.265243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c596039-8fe7-470b-8104-ab1d632ae786', 'tag': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:49.268778 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685c7205-8563-46f8-804b-df3b99b5dcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c596039-8fe7-470b-8104-ab1d632ae786", "tag": "b4ba48f1-d968-47ae-a93f-2a96e91e2fe7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:49.386029 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:49.395455 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571e887-19ac-4fda-b731-00acfc522f06 x-openstack-request-id: req-b571e887-19ac-4fda-b731-00acfc522f06 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:49.395766 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c596039-8fe7-470b-8104-ab1d632ae786", "tag": "b4ba48f1-d968-47ae-a93f-2a96e91e2fe7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:49.396030 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b571e887-19ac-4fda-b731-00acfc522f06 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:49.396457 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c596039-8fe7-470b-8104-ab1d632ae786', 'tag': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7', 'status': 'completed', 'code': 200} Feb 09 02:34:49.515416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8621d9-e0e8-4f9b-a878-2648d7618d26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:49.630831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b7beb-36c3-4bb0-8176-4b4e5dbdfdc5 req-ed78f5ce-f528-4304-b6cb-6095e7dc8306 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:49.648346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b1b7beb-36c3-4bb0-8176-4b4e5dbdfdc5 req-ed78f5ce-f528-4304-b6cb-6095e7dc8306 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2472658 Feb 09 02:34:49.688180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1e9e5-52be-435d-bf01-a94a1c1c8763 None None] Update dhcp port {'port': {'network_id': '45ad446a-13d0-4b8e-9abc-1f20651346b4', 'fixed_ips': [{'subnet_id': '6cd9778d-fb4a-4686-a072-bee31420313e', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a5b395b-17e5-48d1-b4c8-735b01877f0f', 'ip_address': '172.20.0.2'}, {'subnet_id': '34e9e813-8e2a-4477-9910-719ab28a69ce'}], 'binding:host_id': 'n-d-826675-12'}, 'id': '9f0d673a-83b5-4d0b-811f-8649c4676ea2'} from n-d-826675-12. {{(pid=103151) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 02:34:49.769021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-c7e43e49-2d46-4a19-828a-7686e905c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:49.774423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-c7e43e49-2d46-4a19-828a-7686e905c9a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 1090 time: 0.4535635 Feb 09 02:34:49.845010 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eab1e9e5-52be-435d-bf01-a94a1c1c8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:49.972111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-97961eed-54e0-4825-a132-81b974f68066 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 HTTP/1.1" status: 200 len: 217 time: 0.1452277 Feb 09 02:34:50.187894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c918a81-f110-495f-94ba-30c32d1b0244 req-8e96767e-14cb-4f49-9399-e90c89814695 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:50.192362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c918a81-f110-495f-94ba-30c32d1b0244 req-8e96767e-14cb-4f49-9399-e90c89814695 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 0.5337417 Feb 09 02:34:50.214906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b1b7beb-36c3-4bb0-8176-4b4e5dbdfdc5 req-458ee707-3247-4b86-9f98-ff0c40718c13 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600984 Feb 09 02:34:50.289194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-97aebaed-e482-47f6-a5be-50ea98413856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:50.313379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-97aebaed-e482-47f6-a5be-50ea98413856 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34a3f1b0-11bc-4a99-9a54-760e6aaa5708 HTTP/1.1" status: 200 len: 838 time: 0.3161540 Feb 09 02:34:50.393125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-eab1e9e5-52be-435d-bf01-a94a1c1c8763 None None] Allocated IP 172.20.0.34 (45ad446a-13d0-4b8e-9abc-1f20651346b4/34e9e813-8e2a-4477-9910-719ab28a69ce/9f0d673a-83b5-4d0b-811f-8649c4676ea2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:50.543099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c918a81-f110-495f-94ba-30c32d1b0244 req-f8ae37c3-f3f2-492c-a61e-f255e0f86178 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267729 Feb 09 02:34:50.605330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-f48f0845-0aac-4a3c-b68c-8d58c1c11591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:50.618537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-f48f0845-0aac-4a3c-b68c-8d58c1c11591 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36d72bbc-2e68-41e1-8671-da4e5ed4419d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2925770 Feb 09 02:34:50.641111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b217957-64aa-4472-916a-3319e47dd4da req-a1b7ce7a-1dfb-46fe-abdf-acf26280cff9 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:50.647600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-eab1e9e5-52be-435d-bf01-a94a1c1c8763 None None] For port 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9f0d673a-83b5-4d0b-811f-8649c4676ea2,segment=NetworkSegment(5b738a19-ec9d-4ac8-9518-711faf64af2b),segment_id=5b738a19-ec9d-4ac8-9518-711faf64af2b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:50.649381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b217957-64aa-4472-916a-3319e47dd4da req-a1b7ce7a-1dfb-46fe-abdf-acf26280cff9 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 907 time: 0.2336009 Feb 09 02:34:50.735383 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eab1e9e5-52be-435d-bf01-a94a1c1c8763 None None] Publish callbacks [] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:50.762709 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eab1e9e5-52be-435d-bf01-a94a1c1c8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:50.912425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1e9e5-52be-435d-bf01-a94a1c1c8763 None None] Pushing event updated for resources: {'Port': ['ID=9f0d673a-83b5-4d0b-811f-8649c4676ea2,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:50.967735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Delete allocated IP 172.20.0.5 (45ad446a-13d0-4b8e-9abc-1f20651346b4/5a5b395b-17e5-48d1-b4c8-735b01877f0f) {{(pid=103150) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 02:34:50.984669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Allocated IP 172.20.0.43 (45ad446a-13d0-4b8e-9abc-1f20651346b4/34e9e813-8e2a-4477-9910-719ab28a69ce/3dac8d76-328f-4314-80bf-4bf7fbca48ec) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:34:51.035623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e058793-42aa-43da-a234-470e5120dcd2 req-f5b53eda-da6f-48bf-b227-895ced5a2fdc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:51.041482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e058793-42aa-43da-a234-470e5120dcd2 req-f5b53eda-da6f-48bf-b227-895ced5a2fdc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3721299 Feb 09 02:34:51.164404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-608b5f03-cc54-40fb-9ee0-93ec8f90d092 service neutron] 10.222.0.72 "GET /v2.0/networks/36d72bbc-2e68-41e1-8671-da4e5ed4419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132000 Feb 09 02:34:51.181898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331078f-a154-49ea-ad22-f14bdbe42534 req-1b9ea0a5-6243-4c4c-b060-ecd4dcf9c9a7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:51.184139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3331078f-a154-49ea-ad22-f14bdbe42534 req-1b9ea0a5-6243-4c4c-b060-ecd4dcf9c9a7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 0.3862081 Feb 09 02:34:51.365085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:51.374996 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:51.533993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event updated for resources: {'Port': ['ID=3dac8d76-328f-4314-80bf-4bf7fbca48ec,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:51.615320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9772c3aa-eb9f-4fe8-91d6-c077c83a6b9e req-d12f665d-b73b-49be-99cf-001123ded4e0 service neutron] 10.222.0.72 "GET /v2.0/networks/36d72bbc-2e68-41e1-8671-da4e5ed4419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300501 Feb 09 02:34:51.631159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3331078f-a154-49ea-ad22-f14bdbe42534 req-01793720-86e0-4d87-83c6-571a1dfeb1f1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326692 Feb 09 02:34:51.636252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e058793-42aa-43da-a234-470e5120dcd2 req-a446d092-7760-47d9-b03f-3d796f0c5c2c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5783436 Feb 09 02:34:51.685108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] In _notify_port_updated(), no bound segment for port 3dac8d76-328f-4314-80bf-4bf7fbca48ec on network 45ad446a-13d0-4b8e-9abc-1f20651346b4 {{(pid=103150) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:34:51.733717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:51.733717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:51.737577 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e84742dd-5f47-4659-8a34-c716162d2fa2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "PUT /v2.0/ports/3dac8d76-328f-4314-80bf-4bf7fbca48ec HTTP/1.1" status: 200 len: 958 time: 2.6731868 Feb 09 02:34:51.742323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52082) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:51.990401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:34:52.032643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port 3dac8d76-328f-4314-80bf-4bf7fbca48ec {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:52.033291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.220947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.274313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for 3dac8d76-328f-4314-80bf-4bf7fbca48ec owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:52.433528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-b7dd4e4e-b804-4cdf-a1e5-9e02527ca092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:52.435205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-b7dd4e4e-b804-4cdf-a1e5-9e02527ca092 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 1090 time: 0.7306392 Feb 09 02:34:52.565667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-1b3b24ae-69eb-4f39-855a-c38e8a32417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:52.567239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-1b3b24ae-69eb-4f39-855a-c38e8a32417f service neutron] 10.222.0.72 "GET /v2.0/networks?id=36d72bbc-2e68-41e1-8671-da4e5ed4419d HTTP/1.1" status: 200 len: 898 time: 0.1253963 Feb 09 02:34:52.651840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3dac8d76-328f-4314-80bf-4bf7fbca48ec), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.679599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-76ad57f2-3d4d-415c-9b90-caaa2e2bb72b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 HTTP/1.1" status: 200 len: 217 time: 0.0901194 Feb 09 02:34:52.693097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466fea-7870-4285-8a6c-5e2e5fbacfd3 req-024574e2-1048-4a39-bbea-be9447cd60e2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:52.716810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:52.738034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-856ec8ae-ceed-4766-a6cc-a3cc445dca0e None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:52.738486 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-856ec8ae-ceed-4766-a6cc-a3cc445dca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.739244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07466fea-7870-4285-8a6c-5e2e5fbacfd3 req-024574e2-1048-4a39-bbea-be9447cd60e2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.9340906 Feb 09 02:34:52.765670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=3dac8d76-328f-4314-80bf-4bf7fbca48ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:52.936594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-856ec8ae-ceed-4766-a6cc-a3cc445dca0e None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:52.946024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:52.950667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-856ec8ae-ceed-4766-a6cc-a3cc445dca0e None None] Could not find standard attr ID for object 3dac8d76-328f-4314-80bf-4bf7fbca48ec. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:34:52.958917 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3d679b50-98c0-4704-90a9-6b1ced6bbd00 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/3dac8d76-328f-4314-80bf-4bf7fbca48ec HTTP/1.1" status: 204 len: 168 time: 1.2152097 Feb 09 02:34:52.960906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:52.981415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-856ec8ae-ceed-4766-a6cc-a3cc445dca0e None None] Provisioning complete for port f76a57f0-011e-4a33-9f4c-44db5b0c6811 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:52.981835 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-856ec8ae-ceed-4766-a6cc-a3cc445dca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.021122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821cfa0-77ec-4fc3-a819-0917b6c96503 req-e35c6f78-4074-4466-999c-1c5f36885795 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:53.023790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7821cfa0-77ec-4fc3-a819-0917b6c96503 req-e35c6f78-4074-4466-999c-1c5f36885795 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 907 time: 1.2404275 Feb 09 02:34:53.062916 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-7420da3f-28d4-43ca-8973-2dfb1862d3b2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] GET failed (client error): The resource could not be found. Feb 09 02:34:53.071047 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7420da3f-28d4-43ca-8973-2dfb1862d3b2 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports/3dac8d76-328f-4314-80bf-4bf7fbca48ec HTTP/1.1" status: 404 len: 333 time: 0.1089461 Feb 09 02:34:53.074741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52098) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:53.088626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9f0d673a-83b5-4d0b-811f-8649c4676ea2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:53.124923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07466fea-7870-4285-8a6c-5e2e5fbacfd3 req-a7f8ec39-2382-4a26-a0b4-fd15c86d6c5d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295672 Feb 09 02:34:53.191606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-1cbb778c-b7b3-4db2-8b4a-1109161e3acc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6201341 Feb 09 02:34:53.208025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-ab95e96f-0e3f-4b27-bc31-c48e222cd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:53.214785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-ab95e96f-0e3f-4b27-bc31-c48e222cd99d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34a3f1b0-11bc-4a99-9a54-760e6aaa5708 HTTP/1.1" status: 200 len: 838 time: 0.4701965 Feb 09 02:34:53.251831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f85d7b9e-d213-4991-b2ad-a3159bd1da8e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (c4115a98-7abb-46c9-80fd-5c6451183043), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.279119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-856ec8ae-ceed-4766-a6cc-a3cc445dca0e None None] Port f76a57f0-011e-4a33-9f4c-44db5b0c6811 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:53.338213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:53.342844 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.357167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f85d7b9e-d213-4991-b2ad-a3159bd1da8e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (c4115a98-7abb-46c9-80fd-5c6451183043), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.361975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-3aa109c0-8359-4465-8391-cced6a7d6f94 req-a4a4205a-e257-41ef-b31b-01eb89e2f668 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:34:53.377489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3aa109c0-8359-4465-8391-cced6a7d6f94 req-a4a4205a-e257-41ef-b31b-01eb89e2f668 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0301638 Feb 09 02:34:53.451893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-b0939cbe-9774-4318-8b5b-4dd649f40a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:53.453397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-b0939cbe-9774-4318-8b5b-4dd649f40a0d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1167 time: 0.2335839 Feb 09 02:34:53.466240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-656a0315-af18-4ae3-b7a3-1d97aed4c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:53.467824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-656a0315-af18-4ae3-b7a3-1d97aed4c752 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36d72bbc-2e68-41e1-8671-da4e5ed4419d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2055626 Feb 09 02:34:53.469267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f85d7b9e-d213-4991-b2ad-a3159bd1da8e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c4115a98-7abb-46c9-80fd-5c6451183043), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.480032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f85d7b9e-d213-4991-b2ad-a3159bd1da8e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.503929 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f85d7b9e-d213-4991-b2ad-a3159bd1da8e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4115a98-7abb-46c9-80fd-5c6451183043 HTTP/1.1" status: 204 len: 168 time: 0.4245956 Feb 09 02:34:53.507577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:53.574411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c8ce3f3b-ea67-4aa7-91fd-4974b43d1978 None None] Could not find standard attr ID for object 3dac8d76-328f-4314-80bf-4bf7fbca48ec. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:34:53.583868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c917fa5f-a119-4791-bed4-4c935991463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.634660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d7b9e-d213-4991-b2ad-a3159bd1da8e tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4115a98-7abb-46c9-80fd-5c6451183043,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:53.720881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64076ba-e2f4-4da3-af81-3d7bd4183dc2 req-73842c68-3b74-4a8b-b3b4-73470ac8a6de tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:53.727699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f64076ba-e2f4-4da3-af81-3d7bd4183dc2 req-73842c68-3b74-4a8b-b3b4-73470ac8a6de tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.4136336 Feb 09 02:34:53.751739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3771a837-92ae-46c9-b3e3-9468b52761cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (6753584f-c488-49ed-86ab-e337d84ff2ad), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.753859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:53.826968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3771a837-92ae-46c9-b3e3-9468b52761cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (6753584f-c488-49ed-86ab-e337d84ff2ad), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.885991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3771a837-92ae-46c9-b3e3-9468b52761cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6753584f-c488-49ed-86ab-e337d84ff2ad), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.888914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3771a837-92ae-46c9-b3e3-9468b52761cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:53.890164 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3771a837-92ae-46c9-b3e3-9468b52761cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/security-groups/6753584f-c488-49ed-86ab-e337d84ff2ad HTTP/1.1" status: 204 len: 168 time: 0.3533578 Feb 09 02:34:53.895249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:53.926922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771a837-92ae-46c9-b3e3-9468b52761cf tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6753584f-c488-49ed-86ab-e337d84ff2ad,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:54.032699 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-4baa93c2-d552-4d57-9634-9cbbe90be11e service neutron] 10.222.0.72 "GET /v2.0/networks/36d72bbc-2e68-41e1-8671-da4e5ed4419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534573 Feb 09 02:34:54.047444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cde8d0c-1b06-457d-b557-6f17daf7245a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (8f9df43b-7834-4455-ba5b-c75943367453), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.095624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cde8d0c-1b06-457d-b557-6f17daf7245a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (8f9df43b-7834-4455-ba5b-c75943367453), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.165154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cde8d0c-1b06-457d-b557-6f17daf7245a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8f9df43b-7834-4455-ba5b-c75943367453), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.186099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cde8d0c-1b06-457d-b557-6f17daf7245a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.197779 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3cde8d0c-1b06-457d-b557-6f17daf7245a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f9df43b-7834-4455-ba5b-c75943367453 HTTP/1.1" status: 204 len: 168 time: 0.2842739 Feb 09 02:34:54.199014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:54.219598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685c7205-8563-46f8-804b-df3b99b5dcc7 req-67b0c389-55a6-4a67-9dd6-47cc974626f8 service neutron] 10.222.0.72 "GET /v2.0/networks/36d72bbc-2e68-41e1-8671-da4e5ed4419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263208 Feb 09 02:34:54.310861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f64076ba-e2f4-4da3-af81-3d7bd4183dc2 req-246c390d-dbd8-46e0-9c5d-1d2188e879b1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169179 Feb 09 02:34:54.328248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet 5a5b395b-17e5-48d1-b4c8-735b01877f0f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:34:54.337870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (5a5b395b-17e5-48d1-b4c8-735b01877f0f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.402253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (5a5b395b-17e5-48d1-b4c8-735b01877f0f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.424547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-d6868d94-7226-43cd-8291-e14eb531f3bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4597430 Feb 09 02:34:54.438402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03736b-6549-47bc-9eaf-8bf7f9873550 req-09c01c01-f317-4297-8a61-02b094129957 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:54.460838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e03736b-6549-47bc-9eaf-8bf7f9873550 req-09c01c01-f317-4297-8a61-02b094129957 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 0.7228713 Feb 09 02:34:54.474781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-4c7fe562-b07c-4586-b2a8-112d4ab57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:54.476971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-4c7fe562-b07c-4586-b2a8-112d4ab57c09 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869 HTTP/1.1" status: 200 len: 897 time: 0.6880376 Feb 09 02:34:54.533388 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (5a5b395b-17e5-48d1-b4c8-735b01877f0f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.580758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-60244a1c-1e22-48c1-9e15-5976520dda6a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3432913 Feb 09 02:34:54.613627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde8d0c-1b06-457d-b557-6f17daf7245a tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9df43b-7834-4455-ba5b-c75943367453,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:54.693026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (5a5b395b-17e5-48d1-b4c8-735b01877f0f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.779350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374589e2-ed08-4a79-977f-050b0b15969b None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:54.792002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:54.810141 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/5a5b395b-17e5-48d1-b4c8-735b01877f0f HTTP/1.1" status: 204 len: 168 time: 0.6034467 Feb 09 02:34:54.844534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52148) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:54.855544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5591f4-f96a-4679-918e-4cc60a8fcb96 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5b395b-17e5-48d1-b4c8-735b01877f0f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:54.930009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-d4c4dddb-e900-4796-9781-bc8af3b44aec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 HTTP/1.1" status: 200 len: 1001 time: 0.4352906 Feb 09 02:34:55.208787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e03736b-6549-47bc-9eaf-8bf7f9873550 req-13ff2a58-00b8-446c-b9f3-ee1a646c5092 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7470028 Feb 09 02:34:55.237665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e52ed4-cd58-455b-8296-f001c7579e91 req-ada698db-fb46-42a4-923c-78c8765ef812 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:55.246363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55e52ed4-cd58-455b-8296-f001c7579e91 req-ada698db-fb46-42a4-923c-78c8765ef812 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 907 time: 0.5851929 Feb 09 02:34:55.265603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-88313928-bac7-4d46-8575-877680f00d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:55.267179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-88313928-bac7-4d46-8575-877680f00d8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.5938151 Feb 09 02:34:55.279927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-356abd60-074f-482a-a49d-039e29bcf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:55.281489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-356abd60-074f-482a-a49d-039e29bcf471 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=170243a5-392d-432b-a55a-e5556873db06 HTTP/1.1" status: 200 len: 835 time: 0.3405368 Feb 09 02:34:55.289239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet 34e9e813-8e2a-4477-9910-719ab28a69ce {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:34:55.292853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (34e9e813-8e2a-4477-9910-719ab28a69ce), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.387250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (34e9e813-8e2a-4477-9910-719ab28a69ce), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.705499 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-acfff48b-d9d6-4c01-935e-b2be718ca7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:55.874615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33218220-f490-4474-b228-46d600adb28d req-29578907-e3d1-4df3-be92-db0f2d2758ee tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:55.882614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33218220-f490-4474-b228-46d600adb28d req-29578907-e3d1-4df3-be92-db0f2d2758ee tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.4516308 Feb 09 02:34:55.920452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-ca931c2d-2466-4de2-920f-8e735d50201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:55.921986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-ca931c2d-2466-4de2-920f-8e735d50201d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.4899495 Feb 09 02:34:55.927149 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (34e9e813-8e2a-4477-9910-719ab28a69ce), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.004608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:34:56.050984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-2d9194be-75f0-4b5d-9951-f25d781e0212 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 1002 time: 0.0944576 Feb 09 02:34:56.066301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b65aa-1956-4a12-b6e3-da6a6e072670 req-5a0eea6c-4d76-4331-9e94-97cbbaeec30d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.074692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a44b65aa-1956-4a12-b6e3-da6a6e072670 req-5a0eea6c-4d76-4331-9e94-97cbbaeec30d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.6447098 Feb 09 02:34:56.094014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-d04f858b-8514-4e80-92df-90f2cbac317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.094014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-d04f858b-8514-4e80-92df-90f2cbac317a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6566217 Feb 09 02:34:56.268355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:56.284468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7', 'network_id': '36d72bbc-2e68-41e1-8671-da4e5ed4419d', 'port_id': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7', 'mac_address': 'fa:16:3e:ee:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a3f1b0-11bc-4a99-9a54-760e6aaa5708', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:34:56.319294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33218220-f490-4474-b228-46d600adb28d req-1f143547-4fba-4ea9-be08-86e97474956c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4353526 Feb 09 02:34:56.336547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95731-b518-407d-8438-926835f02b70 req-83d574b8-0341-402a-9eda-75503c3f2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.341161 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-83d574b8-0341-402a-9eda-75503c3f2c95 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6&tenant_id=d50338cd87a0452c9bbf45d8bdb265ea HTTP/1.1" status: 200 len: 1126 time: 0.1548307 Feb 09 02:34:56.355933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:56.358183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a44b65aa-1956-4a12-b6e3-da6a6e072670 req-f2c51959-d7ab-40b3-858f-fc113ad5f633 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825170 Feb 09 02:34:56.447734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e8a1f002-6e76-441f-ba6a-b11870b2e53b None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:56.450350 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f002-6e76-441f-ba6a-b11870b2e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.479925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:56.480488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.482938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.589041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-6c910bcc-2779-457c-8d17-c2d6c4c16f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.591631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-6c910bcc-2779-457c-8d17-c2d6c4c16f5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.5030265 Feb 09 02:34:56.592507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:56.595847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-4521da5f-63f1-4906-9309-a8b96f4e2e20 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846988 Feb 09 02:34:56.629949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:56.638697 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.677503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (34e9e813-8e2a-4477-9910-719ab28a69ce), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.748104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:56.752131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1f002-6e76-441f-ba6a-b11870b2e53b None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:56.766945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e8a1f002-6e76-441f-ba6a-b11870b2e53b None None] Provisioning complete for port f76a57f0-011e-4a33-9f4c-44db5b0c6811 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:56.767658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f002-6e76-441f-ba6a-b11870b2e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.780127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:56.788768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/34e9e813-8e2a-4477-9910-719ab28a69ce HTTP/1.1" status: 204 len: 168 time: 1.9065757 Feb 09 02:34:56.854644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:56.869622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1f002-6e76-441f-ba6a-b11870b2e53b None None] Port f76a57f0-011e-4a33-9f4c-44db5b0c6811 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:56.872439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a5482c-d4eb-417c-99a6-2d8b6a3328d8 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:56.943957 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a620c5db-d09a-47a6-9cfa-d42382d460c4 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:56.946636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a620c5db-d09a-47a6-9cfa-d42382d460c4 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:56.952596 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a620c5db-d09a-47a6-9cfa-d42382d460c4 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/5a5b395b-17e5-48d1-b4c8-735b01877f0f HTTP/1.1" status: 404 len: 337 time: 0.0890515 Feb 09 02:34:56.963796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52184) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:57.038616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['b4ba48f1-d968-47ae-a93f-2a96e91e2fe7'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:34:57.057802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting subnet 6cd9778d-fb4a-4686-a072-bee31420313e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:34:57.062095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (6cd9778d-fb4a-4686-a072-bee31420313e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:57.132546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:57.663746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf9373-ed68-433b-ac2c-6fb31ddc1ffe tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=34e9e813-8e2a-4477-9910-719ab28a69ce,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:57.676325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:57.734786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ac83d3b-838d-48d4-9b42-5a3a8ef6a76d req-9be44036-6ce0-47c6-9fad-55a37f633bc9 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0203137 Feb 09 02:34:57.753284 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (6cd9778d-fb4a-4686-a072-bee31420313e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:57.781264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8c9f-223b-4ccc-a129-5166da777e0b req-b5a6f7a6-cf4f-45f4-9549-eb6059171184 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:57.788629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d01b8c9f-223b-4ccc-a129-5166da777e0b req-b5a6f7a6-cf4f-45f4-9549-eb6059171184 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 943 time: 1.1878617 Feb 09 02:34:57.864086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:57.876226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d01b8c9f-223b-4ccc-a129-5166da777e0b req-fc84bcf0-0368-4a62-bd44-3f4abbd3bcc0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858450 Feb 09 02:34:57.913657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87a3c-9e18-4d50-97e4-f8f3ee18eea4 req-81b7a58e-61a8-46fa-9317-feaa4d6b3497 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:57.915678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6c87a3c-9e18-4d50-97e4-f8f3ee18eea4 req-81b7a58e-61a8-46fa-9317-feaa4d6b3497 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 908 time: 1.3161948 Feb 09 02:34:57.922352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-50c0914b-27b9-4039-8f17-634249d075dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:57.928738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-50c0914b-27b9-4039-8f17-634249d075dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.2149525 Feb 09 02:34:58.002448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d0effc-64d8-44e6-9a90-23a06cb9a5ae {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:34:58.015556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:34:58.028536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Publish callbacks [] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.054041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6cd9778d-fb4a-4686-a072-bee31420313e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.105214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Transition to ACTIVE for port object d2d0effc-64d8-44e6-9a90-23a06cb9a5ae will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:34:58.143968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.234236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:34:58.250473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:58.250872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.260636 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.293087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=9']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:58.403131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] No DVR routers for this DVR port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:34:58.468400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327b85a-32a3-487e-af6d-d204d43bd95a req-2f5cc098-7e1d-43fb-b3d6-3b440e8609ad tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:58.473743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:34:58.474102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:34:58.474441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on network be8df265-953c-4fe2-9845-84b196090944 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:58.480770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (6cd9778d-fb4a-4686-a072-bee31420313e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.482119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5327b85a-32a3-487e-af6d-d204d43bd95a req-2f5cc098-7e1d-43fb-b3d6-3b440e8609ad tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3413572 Feb 09 02:34:58.507748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:58.508226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.509509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-1225bf4b-455b-40aa-8e87-e5ef6ad69bd9 service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735972 Feb 09 02:34:58.529704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1d363-5485-4f83-9741-2eee846db637 req-d7e8cee9-ea54-4068-b8aa-d3faa7ba8915 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:58.530165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on network be8df265-953c-4fe2-9845-84b196090944 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:34:58.531540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Attempting to bind port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on network be8df265-953c-4fe2-9845-84b196090944 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:34:58.539438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fec1d363-5485-4f83-9741-2eee846db637 req-d7e8cee9-ea54-4068-b8aa-d3faa7ba8915 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.4008465 Feb 09 02:34:58.543597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c596039-8fe7-470b-8104-ab1d632ae786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:58.544948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:34:58.545311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Checking segment: {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:34:58.545709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Bound using segment: {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:34:58.546156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Bound port: d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c163c-9ec9-437e-9826-da1fd68c5dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'be8df265-953c-4fe2-9845-84b196090944'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:34:58.546343 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8ddc57-48a0-4a27-86a4-e9ed6abe70f4" -d '{"events": [{"server_uuid": "3c596039-8fe7-470b-8104-ab1d632ae786", "name": "network-vif-plugged", "status": "completed", "tag": "b4ba48f1-d968-47ae-a93f-2a96e91e2fe7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:58.546666 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.561456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:58.563490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd9778d-fb4a-4686-a072-bee31420313e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:58.568697 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.590275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571c6f0-4ab4-4f2a-b9f6-dba0243bbce8 None None] Network 45ad446a-13d0-4b8e-9abc-1f20651346b4 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:58.603744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.608713 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-052aeb69-a252-4b58-9232-025e6c7db2ff tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/6cd9778d-fb4a-4686-a072-bee31420313e HTTP/1.1" status: 204 len: 168 time: 1.6437478 Feb 09 02:34:58.611560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52210) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:58.685843 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea4eeeb-616e-4169-85f3-3bd5438414ec tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:58.686629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea4eeeb-616e-4169-85f3-3bd5438414ec tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:58.692075 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cea4eeeb-616e-4169-85f3-3bd5438414ec tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/af59ba58-0654-41a5-940e-54476bd19e00 HTTP/1.1" status: 404 len: 337 time: 0.0792613 Feb 09 02:34:58.705290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52214) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:58.777203 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6e6a9147-ddc9-4353-8ccc-1bffb0ab14aa tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "GET /v2.0/ports?device_id=dacb23d6-2eec-46a3-ba47-000f5e54702e HTTP/1.1" status: 200 len: 205 time: 0.0679417 Feb 09 02:34:58.779858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52216) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:58.797158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:34:58.797860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5327b85a-32a3-487e-af6d-d204d43bd95a req-825ba38b-e5d1-4847-9e63-a6fdb97d9610 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085556 Feb 09 02:34:58.814250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:34:58.866245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:58.868074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.891092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fec1d363-5485-4f83-9741-2eee846db637 req-c6bb4635-dd2a-40f1-b0e5-47547e29c97b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504999 Feb 09 02:34:58.925797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.926245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.926689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.927099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.927473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.927805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.928218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.928553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.928879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.929206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.950124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.950729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.951281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:58.972055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:58.973374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:58.974907 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] 10.222.0.82 "PUT /v2.0/ports/d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 1092 time: 2.6276126 Feb 09 02:34:58.976124 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-1dde7f6a-dc1e-4c33-b603-b8a034b458ea tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] delete failed (client error): The resource could not be found. Feb 09 02:34:58.977376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a49c32-d679-43eb-840f-aaa85ae2ae30 req-617ab9c8-ebf3-42f0-b93b-f70e7275d4fe service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257693 Feb 09 02:34:58.982825 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1dde7f6a-dc1e-4c33-b603-b8a034b458ea tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/routers/dacb23d6-2eec-46a3-ba47-000f5e54702e HTTP/1.1" status: 404 len: 336 time: 0.2009552 Feb 09 02:34:58.983652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:58.984962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6778e3-e131-4000-b26f-f4a201f364e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=10']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:58.989259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:34:58.992156 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064c86d9-85c1-45fc-9366-d8e71f65c3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:34:59.000201 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc4b060-5777-4116-8636-79ef6590e2da x-openstack-request-id: req-adc4b060-5777-4116-8636-79ef6590e2da {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:59.000582 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c596039-8fe7-470b-8104-ab1d632ae786", "name": "network-vif-plugged", "status": "completed", "tag": "b4ba48f1-d968-47ae-a93f-2a96e91e2fe7", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:59.000885 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adc4b060-5777-4116-8636-79ef6590e2da {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:59.001290 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c596039-8fe7-470b-8104-ab1d632ae786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7', 'code': 200} Feb 09 02:34:59.045743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9904860b-0a3e-492d-9559-55940538b73d None None] Provisioning complete for port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:59.046121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9904860b-0a3e-492d-9559-55940538b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:59.134354 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2da38c-921f-4797-997c-543c05125b0b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.134870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2da38c-921f-4797-997c-543c05125b0b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.142555 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e2da38c-921f-4797-997c-543c05125b0b tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/bd649fd0-2f76-4010-a8c3-1988f4353e9c HTTP/1.1" status: 404 len: 337 time: 0.1471829 Feb 09 02:34:59.152568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.238255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3bed8-4b72-4037-9d0a-b489e58b1ef0 req-3b61d58d-9ecb-4cb8-9bcd-28d12ba82278 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:59.240013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9f3bed8-4b72-4037-9d0a-b489e58b1ef0 req-3b61d58d-9ecb-4cb8-9bcd-28d12ba82278 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1347380 Feb 09 02:34:59.243089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f640-6891-4edc-afca-f404d6a81ba0 req-0d6ce5bc-0ffc-4fa8-8caa-9138d91322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:59.244819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5c7f640-6891-4edc-afca-f404d6a81ba0 req-0d6ce5bc-0ffc-4fa8-8caa-9138d91322b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 1092 time: 0.1927397 Feb 09 02:34:59.259084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9838a-61cf-4760-a795-8e518c960e98 req-d6662c38-84bd-492d-8349-979a6eb753e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:59.261007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71d9838a-61cf-4760-a795-8e518c960e98 req-d6662c38-84bd-492d-8349-979a6eb753e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 909 time: 0.1417801 Feb 09 02:34:59.271216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9904860b-0a3e-492d-9559-55940538b73d None None] Current status of the port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:59.292932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9904860b-0a3e-492d-9559-55940538b73d None None] Provisioning complete for port f76a57f0-011e-4a33-9f4c-44db5b0c6811 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:59.293506 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9904860b-0a3e-492d-9559-55940538b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:59.348190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9f3bed8-4b72-4037-9d0a-b489e58b1ef0 req-3ae90555-738c-4261-91f8-ea6cd341c344 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830402 Feb 09 02:34:59.375016 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33cfd38-7ff2-4e18-98a9-4b37ee198d90 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.375016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33cfd38-7ff2-4e18-98a9-4b37ee198d90 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.375582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] DHCP port deletion for 45ad446a-13d0-4b8e-9abc-1f20651346b4 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:34:59.393624 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d33cfd38-7ff2-4e18-98a9-4b37ee198d90 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/ddd185ba-3967-46c4-a4ab-9528f75aa6fa HTTP/1.1" status: 404 len: 337 time: 0.2419047 Feb 09 02:34:59.396221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52234) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.457637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95731-b518-407d-8438-926835f02b70 req-67942a99-fba0-4da0-830d-3f5ccc430fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:59.462592 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-67942a99-fba0-4da0-830d-3f5ccc430fe8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1127 time: 0.3724694 Feb 09 02:34:59.478172 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c713f78-e39e-403b-82e1-61036e9b7fd5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.478680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c713f78-e39e-403b-82e1-61036e9b7fd5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.482047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3c713f78-e39e-403b-82e1-61036e9b7fd5 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/b64e4cf5-96cf-4779-b76a-6379fc3a93f3 HTTP/1.1" status: 404 len: 337 time: 0.0839412 Feb 09 02:34:59.486919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.500028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9904860b-0a3e-492d-9559-55940538b73d None None] Port f76a57f0-011e-4a33-9f4c-44db5b0c6811 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:34:59.507372 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f6199-be8f-43db-8eb9-d688c73d26b7 x-openstack-request-id: req-638f6199-be8f-43db-8eb9-d688c73d26b7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:34:59.508982 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:34:59.509629 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-638f6199-be8f-43db-8eb9-d688c73d26b7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:34:59.512790 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'status': 'completed', 'code': 200} Feb 09 02:34:59.543508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] Deleting port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:34:59.543882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:59.571614 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2484aa6-a21a-4b55-9c8f-ed5979ea2ee0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.572210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2484aa6-a21a-4b55-9c8f-ed5979ea2ee0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.575465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b2484aa6-a21a-4b55-9c8f-ed5979ea2ee0 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/20f8a1f2-c020-4ede-986d-c3b0f0a19013 HTTP/1.1" status: 404 len: 333 time: 0.0875084 Feb 09 02:34:59.583384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52238) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.628709 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-954e61ec-bbf0-40c2-bbfd-9a6c2fc6a543 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.629173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954e61ec-bbf0-40c2-bbfd-9a6c2fc6a543 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.633514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-954e61ec-bbf0-40c2-bbfd-9a6c2fc6a543 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/017baee1-119e-4e4a-80f7-2bdcaf7305fa HTTP/1.1" status: 404 len: 337 time: 0.0490146 Feb 09 02:34:59.643021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52240) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.714122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] For port 9f0d673a-83b5-4d0b-811f-8649c4676ea2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9f0d673a-83b5-4d0b-811f-8649c4676ea2,segment=NetworkSegment(5b738a19-ec9d-4ac8-9518-711faf64af2b),segment_id=5b738a19-ec9d-4ac8-9518-711faf64af2b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:34:59.714417 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:59.718743 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f79bd4e-6f2a-4e29-9b6e-ee84117b47ce tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.720236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f79bd4e-6f2a-4e29-9b6e-ee84117b47ce tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.733776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3f79bd4e-6f2a-4e29-9b6e-ee84117b47ce tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/86023fc9-ef99-4708-87d4-3f220b65facf HTTP/1.1" status: 404 len: 337 time: 0.0896227 Feb 09 02:34:59.736691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52246) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.751304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] Calling delete_port for 9f0d673a-83b5-4d0b-811f-8649c4676ea2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:34:59.753474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95731-b518-407d-8438-926835f02b70 req-311b8d2c-81b4-460a-b126-bd6d31ac98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:59.755012 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-311b8d2c-81b4-460a-b126-bd6d31ac98a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.2718246 Feb 09 02:34:59.805370 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39f7dc4-f7d5-4548-be74-cb875e8af6ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.806341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39f7dc4-f7d5-4548-be74-cb875e8af6ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.811096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a39f7dc4-f7d5-4548-be74-cb875e8af6ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/8c15a940-75b6-4313-a94d-8c8f5a2ad335 HTTP/1.1" status: 404 len: 333 time: 0.0730381 Feb 09 02:34:59.813833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.851485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:59.878394 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77eed5a-e210-455e-a768-b75d6518dd9c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.879372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77eed5a-e210-455e-a768-b75d6518dd9c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.887079 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e77eed5a-e210-455e-a768-b75d6518dd9c tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/f87cafeb-1a7d-4726-b7a3-94cfefd8a547 HTTP/1.1" status: 404 len: 337 time: 0.0720770 Feb 09 02:34:59.891439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52252) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.957841 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (9f0d673a-83b5-4d0b-811f-8649c4676ea2), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:59.981241 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b156a8b3-ba05-4f63-a3cc-65b00d977c43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] DELETE failed (client error): The resource could not be found. Feb 09 02:34:59.981241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b156a8b3-ba05-4f63-a3cc-65b00d977c43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:34:59.983505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b156a8b3-ba05-4f63-a3cc-65b00d977c43 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/subnets/c00adaef-b5c5-4569-b2ec-c9e62da2d4f4 HTTP/1.1" status: 404 len: 337 time: 0.0889556 Feb 09 02:34:59.986200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52258) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:00.020590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] No DVR routers for this DVR port 9f0d673a-83b5-4d0b-811f-8649c4676ea2 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:00.025673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9bf0f-462b-461c-b96f-41fba615e35b None None] Pushing event deleted for resources: {'Port': ['ID=9f0d673a-83b5-4d0b-811f-8649c4676ea2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:00.146235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-5c322d20-f73f-4b7e-9f74-048e4892adc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.1466887 Feb 09 02:35:00.167392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b642528-0de2-423c-aaf3-aba47c3779bf req-f627b23a-d620-4786-a6e6-f826b728a26e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:00.169409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b642528-0de2-423c-aaf3-aba47c3779bf req-f627b23a-d620-4786-a6e6-f826b728a26e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.2001030 Feb 09 02:35:00.238245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d58c4-37ea-465a-afca-3adc6e181f93 req-a340a136-aa86-4599-badd-4a309c69d3e3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:00.246610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-033d58c4-37ea-465a-afca-3adc6e181f93 req-a340a136-aa86-4599-badd-4a309c69d3e3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.2239439 Feb 09 02:35:00.323307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95731-b518-407d-8438-926835f02b70 req-54e5f9cf-9230-41e7-927f-1f2ee81588a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:00.325257 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-54e5f9cf-9230-41e7-927f-1f2ee81588a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.1651735 Feb 09 02:35:00.333022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b642528-0de2-423c-aaf3-aba47c3779bf req-23c0d71b-255e-4d2e-873f-003c415f280e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307111 Feb 09 02:35:00.382773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-033d58c4-37ea-465a-afca-3adc6e181f93 req-d8baac22-48b7-4a96-84c5-f910ab7f0705 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321495 Feb 09 02:35:00.442746 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-b9564939-3337-46b9-884d-2ceb6a181029 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008162 Feb 09 02:35:00.603871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Deleting port f76a57f0-011e-4a33-9f4c-44db5b0c6811 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:00.604544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:00.629011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321f3b7-2c4c-4512-9edb-9b0884917c07 req-f736bf41-d13b-4ca3-a15e-f8b5e3037791 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:00.642683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5321f3b7-2c4c-4512-9edb-9b0884917c07 req-f736bf41-d13b-4ca3-a15e-f8b5e3037791 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 909 time: 0.1660202 Feb 09 02:35:00.650905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0818bb-681e-4d1a-b65d-f1a02ef3db6d req-c1a8516b-ff45-4e71-97d3-c861487fbcdf tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:00.659773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef0818bb-681e-4d1a-b65d-f1a02ef3db6d req-c1a8516b-ff45-4e71-97d3-c861487fbcdf tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1274195 Feb 09 02:35:00.798015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef0818bb-681e-4d1a-b65d-f1a02ef3db6d req-cdeaf1dc-3c05-433b-9b48-f9a92eed8267 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370728 Feb 09 02:35:00.828240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:00.854742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9f0d673a-83b5-4d0b-811f-8649c4676ea2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:00.859092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Calling delete_port for f76a57f0-011e-4a33-9f4c-44db5b0c6811 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:00.878570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 9f0d673a-83b5-4d0b-811f-8649c4676ea2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:00.878916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9f0d673a-83b5-4d0b-811f-8649c4676ea2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:00.900936 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-8f1f3e9a-9313-4216-8dd1-52763d63bd03 service neutron] 10.222.0.82 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804181 Feb 09 02:35:01.072729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6ca95731-b518-407d-8438-926835f02b70 req-7ef05ece-6711-42f9-b79b-9e12f33bd6fb service neutron] 10.222.0.82 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365097 Feb 09 02:35:01.135180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f76a57f0-011e-4a33-9f4c-44db5b0c6811), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:01.180681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:01.201565 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/ports/f76a57f0-011e-4a33-9f4c-44db5b0c6811 HTTP/1.1" status: 204 len: 168 time: 1.2142847 Feb 09 02:35:01.204142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52280) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:01.260621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c4827-d7f9-4f64-8a1e-227b6d2da2ef tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Port': ['ID=f76a57f0-011e-4a33-9f4c-44db5b0c6811,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:01.371565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-2163e12e-73d7-42b9-acc3-4b74762e6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:01.375588 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-2163e12e-73d7-42b9-acc3-4b74762e6faf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1127 time: 0.1249766 Feb 09 02:35:01.397163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (45ad446a-13d0-4b8e-9abc-1f20651346b4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:01.713408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (45ad446a-13d0-4b8e-9abc-1f20651346b4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:01.743035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-ca967f55-0966-48e3-9db6-d2d44e56c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:01.750028 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-ca967f55-0966-48e3-9db6-d2d44e56c526 service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.3464012 Feb 09 02:35:01.841473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ad446a-13d0-4b8e-9abc-1f20651346b4']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:01.865102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b738a19-ec9d-4ac8-9518-711faf64af2b') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:01.865799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b738a19-ec9d-4ac8-9518-711faf64af2b') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:01.898915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-3861f675-0b75-4035-8d99-26a5c8fa7613 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.1069045 Feb 09 02:35:01.919831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (5b738a19-ec9d-4ac8-9518-711faf64af2b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:02.030309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58dd324b-8666-4499-9f96-cb30a2c574a0 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:35:02.035606 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5b738a19-ec9d-4ac8-9518-711faf64af2b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:02.055102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:02.055732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (5b738a19-ec9d-4ac8-9518-711faf64af2b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:02.161435 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:02.199476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696225db-bb69-4d1e-8f36-f18fd526e8e1 req-c450b5cf-5982-4e39-b1b2-3db7fdb247ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:02.201202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-696225db-bb69-4d1e-8f36-f18fd526e8e1 req-c450b5cf-5982-4e39-b1b2-3db7fdb247ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 943 time: 0.3251226 Feb 09 02:35:02.225270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58dd324b-8666-4499-9f96-cb30a2c574a0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58dd324b-8666-4499-9f96-cb30a2c574a0,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:02.231955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32752f38-0192-45f0-b00c-04446c1ffff6 req-d4ce680a-f2fd-4e18-a4ae-21e9555d01d6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:02.234171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32752f38-0192-45f0-b00c-04446c1ffff6 req-d4ce680a-f2fd-4e18-a4ae-21e9555d01d6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.6965115 Feb 09 02:35:02.239837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '58dd324b-8666-4499-9f96-cb30a2c574a0', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'port_id': '58dd324b-8666-4499-9f96-cb30a2c574a0', 'mac_address': 'fa:16:3e:d8:8d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:35:02.263897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (45ad446a-13d0-4b8e-9abc-1f20651346b4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:02.283600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 58dd324b-8666-4499-9f96-cb30a2c574a0 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:02.283897 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:02.299755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:02.303530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] 10.222.0.53 "DELETE /v2.0/networks/45ad446a-13d0-4b8e-9abc-1f20651346b4 HTTP/1.1" status: 204 len: 168 time: 1.0978720 Feb 09 02:35:02.303944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dd324b-8666-4499-9f96-cb30a2c574a0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:35:02.323729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61e12d-7ef8-4377-92ca-20c83087d136 tempest-PortsTestJSON-1210495539 tempest-PortsTestJSON-1210495539-project] Pushing event deleted for resources: {'Network': ['ID=45ad446a-13d0-4b8e-9abc-1f20651346b4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:02.327047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58dd324b-8666-4499-9f96-cb30a2c574a0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58dd324b-8666-4499-9f96-cb30a2c574a0,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:02.334158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:02.341558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-696225db-bb69-4d1e-8f36-f18fd526e8e1 req-8a4d928f-f80e-4a51-9a37-eaf8d65e9ce1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286116 Feb 09 02:35:02.378842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32752f38-0192-45f0-b00c-04446c1ffff6 req-36414009-8d49-4218-91ba-d715169d3331 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329792 Feb 09 02:35:02.422076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=58dd324b-8666-4499-9f96-cb30a2c574a0,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:02.547500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb52a2-29bb-454e-859f-02d2253ace82 req-c607b937-de22-44dc-941e-4ef057c39e24 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:02.549114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2fb52a2-29bb-454e-859f-02d2253ace82 req-c607b937-de22-44dc-941e-4ef057c39e24 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 909 time: 0.0985274 Feb 09 02:35:02.582304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa0ad-5f5f-4e22-8991-d7e15e168910 req-a116d58a-e623-43a4-b752-a2c5d91befbc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:02.583860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-733aa0ad-5f5f-4e22-8991-d7e15e168910 req-a116d58a-e623-43a4-b752-a2c5d91befbc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0945227 Feb 09 02:35:02.644438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-733aa0ad-5f5f-4e22-8991-d7e15e168910 req-50516690-298d-4e23-a3de-352c16514b41 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531437 Feb 09 02:35:02.707534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52330) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:02.708189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['58dd324b-8666-4499-9f96-cb30a2c574a0'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:35:02.720847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ad74-8848-4ce5-b238-49310e9616cb req-c66eddad-b49b-4dd6-998b-e47c92dd798c tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:02.722415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7766ad74-8848-4ce5-b238-49310e9616cb req-c66eddad-b49b-4dd6-998b-e47c92dd798c tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 909 time: 0.0630481 Feb 09 02:35:02.888246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bd175-e4c2-4607-bda1-e70a7b6be023 req-2f4eee21-025a-4a8e-9c54-ceb0f309c588 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:02.889808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a6bd175-e4c2-4607-bda1-e70a7b6be023 req-2f4eee21-025a-4a8e-9c54-ceb0f309c588 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 1092 time: 0.0663776 Feb 09 02:35:02.926478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-601dedaa-69d1-4ca4-a0f2-83f38b9f8c2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5737d8bf508f4b9792730757ca59793d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168124 Feb 09 02:35:02.929396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:02.992131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ca7777a-28cb-4d18-95cf-e89483f2d0ea admin admin] Publish callbacks [] for security_group (0d7c162b-1902-41c1-926e-708c4767fcc8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:03.017123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8b0cb-ec2d-4c84-9373-9ec9f16f3412 req-ea70ae8c-1479-489e-b033-52a02bf4b99b tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.019335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ed8b0cb-ec2d-4c84-9373-9ec9f16f3412 req-ea70ae8c-1479-489e-b033-52a02bf4b99b tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1167 time: 0.0564599 Feb 09 02:35:03.024560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ca7777a-28cb-4d18-95cf-e89483f2d0ea admin admin] Publish callbacks [] for security_group (0d7c162b-1902-41c1-926e-708c4767fcc8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:03.079827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ca7777a-28cb-4d18-95cf-e89483f2d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0d7c162b-1902-41c1-926e-708c4767fcc8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:03.082605 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ca7777a-28cb-4d18-95cf-e89483f2d0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:03.086751 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9ca7777a-28cb-4d18-95cf-e89483f2d0ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d7c162b-1902-41c1-926e-708c4767fcc8 HTTP/1.1" status: 204 len: 168 time: 0.1532271 Feb 09 02:35:03.094216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7777a-28cb-4d18-95cf-e89483f2d0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7c162b-1902-41c1-926e-708c4767fcc8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:03.096216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ed8b0cb-ec2d-4c84-9373-9ec9f16f3412 req-2f8fec40-883d-402f-b159-83bbe5006734 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0688057 Feb 09 02:35:03.128976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52348) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:03.184146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d723f8-de48-4d10-b04c-1d19b0ee8de3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.188389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-70d723f8-de48-4d10-b04c-1d19b0ee8de3 tempest-TestSecurityGroupsBasicOps-339580104 tempest-TestSecurityGroupsBasicOps-339580104-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 1087 time: 0.0554674 Feb 09 02:35:03.518238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862dbb8-ad16-4283-9cf1-5473cb942bdc req-50b13929-bc95-4e95-a79b-f1516c09b621 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.519911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a862dbb8-ad16-4283-9cf1-5473cb942bdc req-50b13929-bc95-4e95-a79b-f1516c09b621 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 909 time: 0.1090360 Feb 09 02:35:03.533709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f13107-5cb6-456e-9dfc-92cf72d9f009 req-c0a88546-b5a1-477a-9432-f285d070aeb3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.535580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0f13107-5cb6-456e-9dfc-92cf72d9f009 req-c0a88546-b5a1-477a-9432-f285d070aeb3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 944 time: 0.0821018 Feb 09 02:35:03.604255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0f13107-5cb6-456e-9dfc-92cf72d9f009 req-29291ef4-2169-4175-a0fa-d6e4b94cb37c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593672 Feb 09 02:35:03.671090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6fc15-ccea-4ce6-8237-8d951ff92388 req-40a3db94-dc06-413f-ba6f-4013d6e7f09c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.673286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2df6fc15-ccea-4ce6-8237-8d951ff92388 req-40a3db94-dc06-413f-ba6f-4013d6e7f09c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.0640903 Feb 09 02:35:03.755465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2df6fc15-ccea-4ce6-8237-8d951ff92388 req-af9eff35-8647-4e51-b7f1-0fe7d742fbaa tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762670 Feb 09 02:35:03.797188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcc3e4-20c6-4657-80b0-a05318c8d11e req-5ccca6d0-83b7-45e3-8723-6c8b34cf3cc2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.803513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40bcc3e4-20c6-4657-80b0-a05318c8d11e req-5ccca6d0-83b7-45e3-8723-6c8b34cf3cc2 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0661390 Feb 09 02:35:03.890620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40bcc3e4-20c6-4657-80b0-a05318c8d11e req-b64ae682-ca0b-4f79-a412-e54cbaf5cd98 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Feb 09 02:35:03.942224 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-780e5621-cf58-431b-9bf2-bdd002aa1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.948210 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-780e5621-cf58-431b-9bf2-bdd002aa1a95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.1030359 Feb 09 02:35:04.033661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58dd324b-8666-4499-9f96-cb30a2c574a0 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:04.126790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 58dd324b-8666-4499-9f96-cb30a2c574a0 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:35:04.148328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 58dd324b-8666-4499-9f96-cb30a2c574a0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:04.148748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:04.267982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52392) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:04.366330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 58dd324b-8666-4499-9f96-cb30a2c574a0 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:04.368111 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:04.419210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dd324b-8666-4499-9f96-cb30a2c574a0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:04.421549 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d08d10-c424-4362-b867-5b4ce463390a" -d '{"events": [{"server_uuid": "f3e50dc2-4c30-4957-a224-6c5558a1bdbf", "name": "network-vif-plugged", "status": "completed", "tag": "58dd324b-8666-4499-9f96-cb30a2c574a0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:04.448661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 58dd324b-8666-4499-9f96-cb30a2c574a0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58dd324b-8666-4499-9f96-cb30a2c574a0,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:04.466341 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:04.480519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-2018223064'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:04.524131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=58dd324b-8666-4499-9f96-cb30a2c574a0,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:04.551241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:04.559007 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:04.559498 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dcecff-4faf-4af0-9c58-11759943cfc3 x-openstack-request-id: req-83dcecff-4faf-4af0-9c58-11759943cfc3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:04.561231 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e50dc2-4c30-4957-a224-6c5558a1bdbf", "name": "network-vif-plugged", "status": "completed", "tag": "58dd324b-8666-4499-9f96-cb30a2c574a0", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:04.561672 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83dcecff-4faf-4af0-9c58-11759943cfc3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:04.563938 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dd324b-8666-4499-9f96-cb30a2c574a0', 'code': 200} Feb 09 02:35:04.590303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:04.814226 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for security_group (d0aaafb2-ff02-4b37-8c3f-6459df29baa3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:04.858883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d0aaafb2-ff02-4b37-8c3f-6459df29baa3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:04.993588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aaafb2-ff02-4b37-8c3f-6459df29baa3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:05.048399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:05.063968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.064537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.064889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.065239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.065585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.066649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.066999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.067339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.067736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.068073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.068407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.069382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.069914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:05.108912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da366d6-5f70-4d9c-b169-9486dd9cc84c req-79236374-51e5-428d-84d4-2629b84b93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:05.111616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1da366d6-5f70-4d9c-b169-9486dd9cc84c req-79236374-51e5-428d-84d4-2629b84b93c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 1128 time: 0.2908990 Feb 09 02:35:05.136907 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.137691 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment 3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3 of type vlan for network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 Feb 09 02:35:05.221785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3f2d-3ea2-4721-8c0c-11d105435dfc req-5058b3c4-5211-4c7b-8d65-fde1572e74b7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:05.231329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-223b3f2d-3ea2-4721-8c0c-11d105435dfc req-5058b3c4-5211-4c7b-8d65-fde1572e74b7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 909 time: 0.4132035 Feb 09 02:35:05.255434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-aa4b5da0-7423-439b-8d6a-cbe8477343aa tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:05.258208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-aa4b5da0-7423-439b-8d6a-cbe8477343aa tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 909 time: 0.3459375 Feb 09 02:35:05.299785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ee9411dd-e88a-416a-8a75-ce62f9d5ac77), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.327625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe570c7-4a7a-4114-ba99-084fb0f75561 req-f4adc5b2-4c25-44a2-afc8-e1d642a6c8c3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:05.329247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfe570c7-4a7a-4114-ba99-084fb0f75561 req-f4adc5b2-4c25-44a2-afc8-e1d642a6c8c3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.5133545 Feb 09 02:35:05.448520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1da366d6-5f70-4d9c-b169-9486dd9cc84c req-d18f1b99-b2f9-4c37-b35f-0f6629a08931 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215876 Feb 09 02:35:05.469306 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.db.resource_extend [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:35:05.596560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ee9411dd-e88a-416a-8a75-ce62f9d5ac77), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.601805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:05.602401 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.660667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f3ecc-587a-4fc0-96b8-304ef940ca01 req-4c6b590f-b1f4-46f2-aff2-7bca5567c18e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:05.663273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-551f3ecc-587a-4fc0-96b8-304ef940ca01 req-4c6b590f-b1f4-46f2-aff2-7bca5567c18e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3204608 Feb 09 02:35:05.710715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfe570c7-4a7a-4114-ba99-084fb0f75561 req-0ee420f6-a98e-480a-8663-ebdfbe03954f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788355 Feb 09 02:35:05.735302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4660752 Feb 09 02:35:05.738314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:05.745118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1030339014'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:05.794869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:05.800421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.834568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:05.837574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086863f3-1388-4d2b-ac3c-148c6943c1de tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=ee9411dd-e88a-416a-8a75-ce62f9d5ac77,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:05.852217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:05.857836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9e774d87-17b7-41a4-9fc7-79cd8cea368c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.858559 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment 9e774d87-17b7-41a4-9fc7-79cd8cea368c of type vlan for network e151d5ea-7099-4de4-96c2-b51aea8ec856 Feb 09 02:35:05.871227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:05.871590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.911105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e151d5ea-7099-4de4-96c2-b51aea8ec856), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.947438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e151d5ea-7099-4de4-96c2-b51aea8ec856), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.948617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-551f3ecc-587a-4fc0-96b8-304ef940ca01 req-99994c48-c225-4d27-90c6-e72556917a19 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332170 Feb 09 02:35:05.957397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:05.958347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:05.994754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2276d-bd89-4f31-bc34-c8dc4c62d5c3 req-953e7d71-6c2b-4c21-97ca-189747ff3dd0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:06.001630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab2276d-bd89-4f31-bc34-c8dc4c62d5c3 req-953e7d71-6c2b-4c21-97ca-189747ff3dd0 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1873641 Feb 09 02:35:06.062443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] For port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:06.062838 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:06.067278 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3249700 Feb 09 02:35:06.068213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:06.089858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Calling delete_port for b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:06.090403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': 'ee9411dd-e88a-416a-8a75-ce62f9d5ac77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:06.132513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab2276d-bd89-4f31-bc34-c8dc4c62d5c3 req-16fcd47d-3df4-469f-8f78-2b1ed3c56aa6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298699 Feb 09 02:35:06.183547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a05afc-12e9-468e-af1d-c7620f776058 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=e151d5ea-7099-4de4-96c2-b51aea8ec856,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:06.206255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:06.308610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:06.314771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:06.439044 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-53c0ed4b-012a-4b83-97f2-116206889631 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314798 Feb 09 02:35:06.496987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b4ba48f1-d968-47ae-a93f-2a96e91e2fe7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:06.533262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Port': ['ID=b4ba48f1-d968-47ae-a93f-2a96e91e2fe7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:06.594159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e29e0-f79f-4d5a-9834-646252cf3c91 req-dfb6a8f9-df2a-45e9-bb04-c98103efc739 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:06.609283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-118e29e0-f79f-4d5a-9834-646252cf3c91 req-dfb6a8f9-df2a-45e9-bb04-c98103efc739 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c596039-8fe7-470b-8104-ab1d632ae786 HTTP/1.1" status: 200 len: 830 time: 0.1895683 Feb 09 02:35:06.635780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] No DVR routers for this DVR port b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:06.644248 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:06.654411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9c7f613-adc8-479b-ab93-bad8d9175da5 req-cdc2a4e2-3689-4ae5-9548-c090f91fc1e3 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.72 "DELETE /v2.0/ports/b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 HTTP/1.1" status: 204 len: 173 time: 1.3240690 Feb 09 02:35:06.658043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c596039-8fe7-470b-8104-ab1d632ae786', 'name': 'network-vif-deleted', 'tag': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:06.667854 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914798a-8fde-4faa-a21f-68b05499e4c9" -d '{"events": [{"server_uuid": "3c596039-8fe7-470b-8104-ab1d632ae786", "name": "network-vif-deleted", "tag": "b4ba48f1-d968-47ae-a93f-2a96e91e2fe7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:06.792823 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-fd920ac4-9a27-48f8-a302-9836393b336e service neutron] 10.222.0.82 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348732 Feb 09 02:35:06.793890 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd49715d-1438-4c99-a530-d50661b8f738 x-openstack-request-id: req-cd49715d-1438-4c99-a530-d50661b8f738 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:06.794523 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c596039-8fe7-470b-8104-ab1d632ae786", "name": "network-vif-deleted", "tag": "b4ba48f1-d968-47ae-a93f-2a96e91e2fe7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:06.794697 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd49715d-1438-4c99-a530-d50661b8f738 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:06.795203 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c596039-8fe7-470b-8104-ab1d632ae786', 'name': 'network-vif-deleted', 'tag': 'b4ba48f1-d968-47ae-a93f-2a96e91e2fe7', 'status': 'completed', 'code': 200} Feb 09 02:35:07.055595 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-064c86d9-85c1-45fc-9366-d8e71f65c3e5 req-6a8d1cf9-ef62-40c4-947d-519210330df6 service neutron] 10.222.0.82 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539649 Feb 09 02:35:07.160982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a070f-b85b-4364-b279-cd9fe098906b req-983d9d9d-480e-43ad-8dd2-62662aa14f94 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:07.167806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-243a070f-b85b-4364-b279-cd9fe098906b req-983d9d9d-480e-43ad-8dd2-62662aa14f94 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.2298656 Feb 09 02:35:07.205365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (3e3483f2-fab2-4449-84dc-b7b358959c71), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:07.291361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-243a070f-b85b-4364-b279-cd9fe098906b req-aa78b751-d605-4cce-aa06-fc2b193e1992 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019948 Feb 09 02:35:07.356358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=3e3483f2-fab2-4449-84dc-b7b358959c71,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:07.379024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': '3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee9411dd-e88a-416a-8a75-ce62f9d5ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:07.381411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: ee9411dd-e88a-416a-8a75-ce62f9d5ac77, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:07.452127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:07.472824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ee9411dd-e88a-416a-8a75-ce62f9d5ac77) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:07.480317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:07.488291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca9f2d-07cf-4746-9606-dccbc76f5143 None None] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:07.494295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:07.557700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1438f8-51ec-41a7-9a01-e5634e0a3376 req-1abb7ab6-ac8d-479a-aac1-2581dc071b8f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:07.561521 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b0326491-1d69-4e5f-98d5-2d95225c92c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4892700 Feb 09 02:35:07.563447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:07.572432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': 'e151d5ea-7099-4de4-96c2-b51aea8ec856', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:07.575997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd1438f8-51ec-41a7-9a01-e5634e0a3376 req-1abb7ab6-ac8d-479a-aac1-2581dc071b8f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3458114 Feb 09 02:35:07.770606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445592f-8027-46fd-85ca-c6077e944f71 req-382388f0-4358-4e5a-9ebb-372787c2cea1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:07.772233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ee9411dd-e88a-416a-8a75-ce62f9d5ac77', 'network_id': 'ee9411dd-e88a-416a-8a75-ce62f9d5ac77', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '3e3483f2-fab2-4449-84dc-b7b358959c71'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:07.772569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b445592f-8027-46fd-85ca-c6077e944f71 req-382388f0-4358-4e5a-9ebb-372787c2cea1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.3526604 Feb 09 02:35:07.773860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:07.774819 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:07.781091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:07.790561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd1438f8-51ec-41a7-9a01-e5634e0a3376 req-ce6f9d3b-d518-40d5-a878-6f8a78126556 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133193 Feb 09 02:35:07.894764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52456) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:07.994250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b445592f-8027-46fd-85ca-c6077e944f71 req-5af64258-7367-4f12-92c7-bce67505b035 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922154 Feb 09 02:35:08.257846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Allocated IP 172.20.0.2 (ee9411dd-e88a-416a-8a75-ce62f9d5ac77/3e3483f2-fab2-4449-84dc-b7b358959c71/de5f22b5-5428-4b2a-bbe0-abeec438398d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:08.439587 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (8885f2ec-ea0e-4e32-a833-d208cd64cc1e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:08.577546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=8885f2ec-ea0e-4e32-a833-d208cd64cc1e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:08.610865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.611569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.612114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.612643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.613158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.613789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.614313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.614922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.616156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.616790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.617356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.617956 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.618755 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:08.650104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': '9e774d87-17b7-41a4-9fc7-79cd8cea368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e151d5ea-7099-4de4-96c2-b51aea8ec856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:08.651296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: e151d5ea-7099-4de4-96c2-b51aea8ec856, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:08.682404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:08.737480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Publish callbacks [] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:08.743254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e151d5ea-7099-4de4-96c2-b51aea8ec856) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:08.748395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:08.748976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:08.754564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:08.771980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526db8d3-7a5b-403d-8d96-6d520d2111e2 None None] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:08.804942 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9369c99d-9796-488d-95cf-fc756e07207f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2251506 Feb 09 02:35:08.804942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52466) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:08.814838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6a9d3dd0-890d-4285-904f-17c39f12ba26 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1239223479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:08.896495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3dd0-890d-4285-904f-17c39f12ba26 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (45bf9e98-1be0-447d-93bb-a6739b632df7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:08.898372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3dd0-890d-4285-904f-17c39f12ba26 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (45bf9e98-1be0-447d-93bb-a6739b632df7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:08.978495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:08.986272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:08.996495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:09.002065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Pushing event updated for resources: {'Port': ['ID=de5f22b5-5428-4b2a-bbe0-abeec438398d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:09.034382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781d873-7fc7-4765-845f-c018d5580a02 req-89df796e-1985-4535-8dc6-a5e001cb4789 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:09.042490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9781d873-7fc7-4765-845f-c018d5580a02 req-89df796e-1985-4535-8dc6-a5e001cb4789 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.4425800 Feb 09 02:35:09.053957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3dd0-890d-4285-904f-17c39f12ba26 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (45bf9e98-1be0-447d-93bb-a6739b632df7), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:09.061049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3dd0-890d-4285-904f-17c39f12ba26 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (45bf9e98-1be0-447d-93bb-a6739b632df7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:09.110964 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3dd0-890d-4285-904f-17c39f12ba26 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:09.112907 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a9d3dd0-890d-4285-904f-17c39f12ba26 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3088470 Feb 09 02:35:09.114741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:09.216332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e151d5ea-7099-4de4-96c2-b51aea8ec856', 'network_id': 'e151d5ea-7099-4de4-96c2-b51aea8ec856', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '8885f2ec-ea0e-4e32-a833-d208cd64cc1e'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:09.217639 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:09.275054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Attempting to bind port de5f22b5-5428-4b2a-bbe0-abeec438398d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:09.275904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Attempting to bind port de5f22b5-5428-4b2a-bbe0-abeec438398d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee9411dd-e88a-416a-8a75-ce62f9d5ac77'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:09.276305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Attempting to bind port de5f22b5-5428-4b2a-bbe0-abeec438398d on network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:09.552183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:09.555203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Checking segment: {'id': '3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee9411dd-e88a-416a-8a75-ce62f9d5ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:09.557499 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:09.558583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Bound using segment: {'id': '3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee9411dd-e88a-416a-8a75-ce62f9d5ac77'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:09.561196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Bound port: de5f22b5-5428-4b2a-bbe0-abeec438398d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee9411dd-e88a-416a-8a75-ce62f9d5ac77'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:09.562260 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:09.880953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e987f-3ec4-4cb2-bcc2-5814aca3f690 req-f503c5ee-26a4-4730-be22-6bcc1b6a7c6d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:09.892587 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:09.893233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-079e987f-3ec4-4cb2-bcc2-5814aca3f690 req-f503c5ee-26a4-4730-be22-6bcc1b6a7c6d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.9480429 Feb 09 02:35:09.916550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9781d873-7fc7-4765-845f-c018d5580a02 req-6ee127c4-055b-4c0e-a04d-1bf83414a6e5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8735754 Feb 09 02:35:10.001443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Allocated IP 172.21.0.2 (e151d5ea-7099-4de4-96c2-b51aea8ec856/8885f2ec-ea0e-4e32-a833-d208cd64cc1e/d4045ca7-c3b7-4fe6-bff3-9848efb535de) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:10.010599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] For port de5f22b5-5428-4b2a-bbe0-abeec438398d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:10.018190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] For port de5f22b5-5428-4b2a-bbe0-abeec438398d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=de5f22b5-5428-4b2a-bbe0-abeec438398d,segment=NetworkSegment(3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3),segment_id=3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:10.039382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-079e987f-3ec4-4cb2-bcc2-5814aca3f690 req-7c96b450-abe9-43db-a231-1c77f8b7c4a2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447158 Feb 09 02:35:10.074548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (4ccf518c-20e7-4015-9de6-3005c5305ed9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.450718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137151be-7432-45ec-8b1d-83192147a5b9 req-f2e689b7-dbe2-484f-9d1f-939d2b823939 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:10.452287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-137151be-7432-45ec-8b1d-83192147a5b9 req-f2e689b7-dbe2-484f-9d1f-939d2b823939 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.2568009 Feb 09 02:35:10.510667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7e491-d730-4990-8498-427103964f08 req-d10f95ce-b352-4c42-a165-4e98790ad6a5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:10.517980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95f7e491-d730-4990-8498-427103964f08 req-d10f95ce-b352-4c42-a165-4e98790ad6a5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.1585071 Feb 09 02:35:10.559720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-137151be-7432-45ec-8b1d-83192147a5b9 req-1752e823-19bc-4249-936d-74d3a69b1b8d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932493 Feb 09 02:35:10.571920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.20.0.1 (ee9411dd-e88a-416a-8a75-ce62f9d5ac77/3e3483f2-fab2-4449-84dc-b7b358959c71/18172a97-2e0b-43ea-9e17-dfb58c2c36aa) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:10.662987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95f7e491-d730-4990-8498-427103964f08 req-318fc3e0-81bb-41b1-89ad-3205336d56da tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417048 Feb 09 02:35:10.739638 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Publish callbacks [] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.743201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:10.750851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.851450 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.874743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:10.875099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b4ba48f1-d968-47ae-a93f-2a96e91e2fe7 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:10.893129 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:10.935211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3c8be-97e1-452c-a29e-c96eabc424be None None] Pushing event updated for resources: {'Port': ['ID=de5f22b5-5428-4b2a-bbe0-abeec438398d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:10.953753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:10.955914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:10.961110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:10.975416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.056327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7474a2-1480-4be6-9690-0cfdfc74c16a req-4813edae-7866-4f3f-9792-eaddd0db3605 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:11.060470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:11.063816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d7474a2-1480-4be6-9690-0cfdfc74c16a req-4813edae-7866-4f3f-9792-eaddd0db3605 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.2433469 Feb 09 02:35:11.072160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:11.093856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:11.153108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Attempting to bind port d4045ca7-c3b7-4fe6-bff3-9848efb535de on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:11.161044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Attempting to bind port d4045ca7-c3b7-4fe6-bff3-9848efb535de by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '9e774d87-17b7-41a4-9fc7-79cd8cea368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e151d5ea-7099-4de4-96c2-b51aea8ec856'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:11.162492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Attempting to bind port d4045ca7-c3b7-4fe6-bff3-9848efb535de on network e151d5ea-7099-4de4-96c2-b51aea8ec856 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:11.189625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:11.190120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Checking segment: {'id': '9e774d87-17b7-41a4-9fc7-79cd8cea368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e151d5ea-7099-4de4-96c2-b51aea8ec856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:11.190704 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.191122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Bound using segment: {'id': '9e774d87-17b7-41a4-9fc7-79cd8cea368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e151d5ea-7099-4de4-96c2-b51aea8ec856'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:11.191586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Bound port: d4045ca7-c3b7-4fe6-bff3-9848efb535de, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e774d87-17b7-41a4-9fc7-79cd8cea368c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e151d5ea-7099-4de4-96c2-b51aea8ec856'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:11.191970 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.206584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Pushing event updated for resources: {'Port': ['ID=d4045ca7-c3b7-4fe6-bff3-9848efb535de,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:11.295671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=18172a97-2e0b-43ea-9e17-dfb58c2c36aa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:11.335099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.350063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] For port d4045ca7-c3b7-4fe6-bff3-9848efb535de, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:11.357267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] For port d4045ca7-c3b7-4fe6-bff3-9848efb535de, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d4045ca7-c3b7-4fe6-bff3-9848efb535de,segment=NetworkSegment(9e774d87-17b7-41a4-9fc7-79cd8cea368c),segment_id=9e774d87-17b7-41a4-9fc7-79cd8cea368c)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:11.422228 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.454551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d7474a2-1480-4be6-9690-0cfdfc74c16a req-649bc715-5dfe-4572-9763-4bf082e27a57 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782473 Feb 09 02:35:11.520641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ebbf6-42e9-44c7-a634-8fe2055451e5 req-0ff9e68d-5179-4a26-9691-f831c509d643 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:11.525316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c93ebbf6-42e9-44c7-a634-8fe2055451e5 req-0ff9e68d-5179-4a26-9691-f831c509d643 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.3032062 Feb 09 02:35:11.593263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:11.593571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.605521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af6281-d08c-45f6-8038-fac5a91b66e7 None None] Pushing event updated for resources: {'Port': ['ID=d4045ca7-c3b7-4fe6-bff3-9848efb535de,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:11.744368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:11.841698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c93ebbf6-42e9-44c7-a634-8fe2055451e5 req-805588b1-463b-491e-b9c7-45e7ea70e749 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097682 Feb 09 02:35:11.937231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] For port 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:11.937623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:12.008837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aa121-b2ae-4941-9c5b-1fc0225de147 req-030c8047-7b0f-4786-a6ba-0495808b6c58 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:12.036780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-506aa121-b2ae-4941-9c5b-1fc0225de147 req-030c8047-7b0f-4786-a6ba-0495808b6c58 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.2302713 Feb 09 02:35:12.157901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Calling delete_port for 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:12.386716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-506aa121-b2ae-4941-9c5b-1fc0225de147 req-6d5100de-428c-4ac6-bff0-34c46c77a59e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510308 Feb 09 02:35:12.398238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:12.411261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:12.520378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=18172a97-2e0b-43ea-9e17-dfb58c2c36aa,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:12.531166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:12.724034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:12.727180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:12.963527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6b185b-90e4-410b-b35d-cbc865ea8553 None None] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:13.098211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device de5f22b5-5428-4b2a-bbe0-abeec438398d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:13.242007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ebe43f87-4dc2-4fa2-8998-2216b8ce312e None None] Provisioning complete for port de5f22b5-5428-4b2a-bbe0-abeec438398d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:13.243225 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebe43f87-4dc2-4fa2-8998-2216b8ce312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:13.274058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f7b16-3d6e-4489-aa36-385a5d08e3b2 req-e00fea30-13bf-44d1-8fa8-bc6b2ac3ebd7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:13.275632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b29f7b16-3d6e-4489-aa36-385a5d08e3b2 req-e00fea30-13bf-44d1-8fa8-bc6b2ac3ebd7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.7831168 Feb 09 02:35:13.335559 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:13.417502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port de5f22b5-5428-4b2a-bbe0-abeec438398d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:13.421233 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:13.569273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Port': ['ID=5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:13.594835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 45bf9e98-1be0-447d-93bb-a6739b632df7 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:35:13.616624 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:35:13.713789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ebe43f87-4dc2-4fa2-8998-2216b8ce312e None None] Current status of the port de5f22b5-5428-4b2a-bbe0-abeec438398d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:13.714996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebe43f87-4dc2-4fa2-8998-2216b8ce312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:13.745002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b9693-c7ac-4659-9d41-42891c9389a4 req-a36ae004-fc2c-43d3-b8fe-10e4589403a2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:13.752922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-375b9693-c7ac-4659-9d41-42891c9389a4 req-a36ae004-fc2c-43d3-b8fe-10e4589403a2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 943 time: 0.7065852 Feb 09 02:35:13.786513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f359c26-7e76-4f3d-b3d5-4a03ad0e143c None None] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:13.808301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b29f7b16-3d6e-4489-aa36-385a5d08e3b2 req-ec776a61-d609-42fc-984e-a02222dd4494 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051010 Feb 09 02:35:13.904293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:13.916946 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84b58bcb-eb17-4e6f-8ea9-3ba60be8a824 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/45bf9e98-1be0-447d-93bb-a6739b632df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7982438 Feb 09 02:35:13.917828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:13.921441 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] Sync routers for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:13.941029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:13.959858 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:14.054904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ebe43f87-4dc2-4fa2-8998-2216b8ce312e None None] For port de5f22b5-5428-4b2a-bbe0-abeec438398d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=de5f22b5-5428-4b2a-bbe0-abeec438398d,segment=NetworkSegment(3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3),segment_id=3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:14.081401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55becfc2-f1af-4b02-addf-3704b674d6f3 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:14.086892 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55becfc2-f1af-4b02-addf-3704b674d6f3 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports/18172a97-2e0b-43ea-9e17-dfb58c2c36aa HTTP/1.1" status: 200 len: 910 time: 0.1677878 Feb 09 02:35:14.091035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52546) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:14.092591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebe43f87-4dc2-4fa2-8998-2216b8ce312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:14.114429 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:14.149254 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:14.149942 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:14.218963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:14.219644 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055fc2d-27d0-472f-9680-4f9ee6d8c983 None None] The sync data for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:14.374565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-375b9693-c7ac-4659-9d41-42891c9389a4 req-961471dd-df3c-4d6d-af0b-b8c774c7efda tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6205034 Feb 09 02:35:14.390812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Provisioning complete for port d4045ca7-c3b7-4fe6-bff3-9848efb535de triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:14.391260 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:14.453441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port de5f22b5-5428-4b2a-bbe0-abeec438398d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:14.454619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d4045ca7-c3b7-4fe6-bff3-9848efb535de up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:14.510519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-7f86eb75-2624-41d3-86bd-5dc75c06aa58 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:14.521133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe43f87-4dc2-4fa2-8998-2216b8ce312e None None] Pushing event updated for resources: {'Port': ['ID=de5f22b5-5428-4b2a-bbe0-abeec438398d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:14.522735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-7f86eb75-2624-41d3-86bd-5dc75c06aa58 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.6538894 Feb 09 02:35:14.539566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d4fdb-3a15-4d1a-89df-44bdc70500bc req-4ef28848-8b5b-4f86-bc59-7d999afa312c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:14.561803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-931d4fdb-3a15-4d1a-89df-44bdc70500bc req-4ef28848-8b5b-4f86-bc59-7d999afa312c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.3806627 Feb 09 02:35:14.567645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:35:14.645311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (4ccf518c-20e7-4015-9de6-3005c5305ed9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:14.977496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:14.991411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Current status of the port d4045ca7-c3b7-4fe6-bff3-9848efb535de is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:14.991912 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.032595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '49d30c92-ab87-42c7-988c-bf440200145a', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'port_id': '49d30c92-ab87-42c7-988c-bf440200145a', 'mac_address': 'fa:16:3e:64:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:35:15.069964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d4045ca7-c3b7-4fe6-bff3-9848efb535de triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:15.069964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.095784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-931d4fdb-3a15-4d1a-89df-44bdc70500bc req-1fae74b3-eee6-488e-b9bd-ff851272e82c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200007 Feb 09 02:35:15.151014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-40de543d-679a-4403-b010-0155a8318d20 None None] For port d4045ca7-c3b7-4fe6-bff3-9848efb535de, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d4045ca7-c3b7-4fe6-bff3-9848efb535de,segment=NetworkSegment(9e774d87-17b7-41a4-9fc7-79cd8cea368c),segment_id=9e774d87-17b7-41a4-9fc7-79cd8cea368c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:15.164043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 58dd324b-8666-4499-9f96-cb30a2c574a0 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:15.164842 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.213038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.233776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.281073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:15.286850 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.308634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d30c92-ab87-42c7-988c-bf440200145a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:35:15.309003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9e06-49b6-422a-acbc-1db8d8fa5929 req-8676f7b0-4056-46d3-88ba-c4ed77856eae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:15.317512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7ba9e06-49b6-422a-acbc-1db8d8fa5929 req-8676f7b0-4056-46d3-88ba-c4ed77856eae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 945 time: 0.2929652 Feb 09 02:35:15.338414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Provisioning complete for port de5f22b5-5428-4b2a-bbe0-abeec438398d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:15.339095 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.450248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:15.451327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Pushing event updated for resources: {'Port': ['ID=d4045ca7-c3b7-4fe6-bff3-9848efb535de,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:15.462966 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.464696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d4045ca7-c3b7-4fe6-bff3-9848efb535de is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:15.608483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router 4ccf518c-20e7-4015-9de6-3005c5305ed9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:15.614416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:15.634511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Current status of the port de5f22b5-5428-4b2a-bbe0-abeec438398d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:15.661092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7ba9e06-49b6-422a-acbc-1db8d8fa5929 req-4388cf48-510f-4fa8-b493-5ebbaddb465f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425224 Feb 09 02:35:15.662536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Provisioning complete for port 18172a97-2e0b-43ea-9e17-dfb58c2c36aa triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:15.662935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.738391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40de543d-679a-4403-b010-0155a8318d20 None None] Port 18172a97-2e0b-43ea-9e17-dfb58c2c36aa cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:15.752587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device de5f22b5-5428-4b2a-bbe0-abeec438398d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:15.766490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.21.0.1 (e151d5ea-7099-4de4-96c2-b51aea8ec856/8885f2ec-ea0e-4e32-a833-d208cd64cc1e/0f5029e0-435d-4069-8b3d-2bfec21a8b9a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:15.783592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] For port 58dd324b-8666-4499-9f96-cb30a2c574a0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=58dd324b-8666-4499-9f96-cb30a2c574a0,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:15.784686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.800066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a7ec3-642b-4a3b-b0e7-8497c65ec934 req-5609bf4f-bc31-4317-9439-c7115fd61d2d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:15.801747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-317a7ec3-642b-4a3b-b0e7-8497c65ec934 req-5609bf4f-bc31-4317-9439-c7115fd61d2d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 944 time: 0.2570961 Feb 09 02:35:15.828323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port de5f22b5-5428-4b2a-bbe0-abeec438398d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:15.828859 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.841640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 58dd324b-8666-4499-9f96-cb30a2c574a0 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:15.892812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ced8ee17-ff22-4e68-b5e0-a5c5460d696b None None] Provisioning complete for port d4045ca7-c3b7-4fe6-bff3-9848efb535de triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:15.893518 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ced8ee17-ff22-4e68-b5e0-a5c5460d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:15.901683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-317a7ec3-642b-4a3b-b0e7-8497c65ec934 req-a06c380c-677f-4798-9040-5398436b55de tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858581 Feb 09 02:35:15.924229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['49d30c92-ab87-42c7-988c-bf440200145a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:35:15.966210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:15.974600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f9419a47-d8f0-4e59-aef0-c9a94776a862 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "PUT /v2.0/routers/4ccf518c-20e7-4015-9de6-3005c5305ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0765438 Feb 09 02:35:15.979530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:15.984255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] Sync routers for ids ['4ccf518c-20e7-4015-9de6-3005c5305ed9'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:15.986061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.033658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] Routers {'4ccf518c-20e7-4015-9de6-3005c5305ed9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:16.034480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4ccf518c-20e7-4015-9de6-3005c5305ed9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:16.065036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting subnet 34a3f1b0-11bc-4a99-9a54-760e6aaa5708 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:16.072561 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for subnet (34a3f1b0-11bc-4a99-9a54-760e6aaa5708), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.105175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (58dd324b-8666-4499-9f96-cb30a2c574a0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.134277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (34a3f1b0-11bc-4a99-9a54-760e6aaa5708), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.137824 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.158977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=58dd324b-8666-4499-9f96-cb30a2c574a0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:16.189788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:16.195375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:16.232270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:16.380588 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=0f5029e0-435d-4069-8b3d-2bfec21a8b9a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:16.427228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.469492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port de5f22b5-5428-4b2a-bbe0-abeec438398d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:16.474375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d4045ca7-c3b7-4fe6-bff3-9848efb535de up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:16.686308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ced8ee17-ff22-4e68-b5e0-a5c5460d696b None None] Current status of the port d4045ca7-c3b7-4fe6-bff3-9848efb535de is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:16.688001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-2eee0379-ec74-499e-b9f0-11bfab3f136d req-4f1785ee-5799-4f5b-9b10-f69a0341d733 service neutron] (103150) timed out ('10.222.0.53', 59656) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:35:16.688001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (34a3f1b0-11bc-4a99-9a54-760e6aaa5708), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.717272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ced8ee17-ff22-4e68-b5e0-a5c5460d696b None None] Provisioning complete for port 18172a97-2e0b-43ea-9e17-dfb58c2c36aa triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:16.717727 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ced8ee17-ff22-4e68-b5e0-a5c5460d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.791430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] Set router 4ccf518c-20e7-4015-9de6-3005c5305ed9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:16.798898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] No DVR routers for this DVR port 58dd324b-8666-4499-9f96-cb30a2c574a0 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:16.805994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.808601 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (34a3f1b0-11bc-4a99-9a54-760e6aaa5708), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.810365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7a7be94-b64f-42b8-a593-a78e0e5beabb req-0c28ecaf-0ea3-486e-be95-7777cfbc5bdf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.72 "DELETE /v2.0/ports/58dd324b-8666-4499-9f96-cb30a2c574a0 HTTP/1.1" status: 204 len: 173 time: 2.2363822 Feb 09 02:35:16.840234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'name': 'network-vif-deleted', 'tag': '58dd324b-8666-4499-9f96-cb30a2c574a0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:16.846290 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2640018b-c84e-4d58-8b40-aa0434d8e38c" -d '{"events": [{"server_uuid": "f3e50dc2-4c30-4957-a224-6c5558a1bdbf", "name": "network-vif-deleted", "tag": "58dd324b-8666-4499-9f96-cb30a2c574a0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:16.869435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bdc1826-34ef-4844-a253-e7540d816b1e req-17c2ebb0-e96c-4772-9f54-36dd637709cc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0930965 Feb 09 02:35:16.906227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Subnet': ['ID=34a3f1b0-11bc-4a99-9a54-760e6aaa5708,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:16.936410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d4045ca7-c3b7-4fe6-bff3-9848efb535de triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:16.936629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.936717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0a20-ff85-4ed7-ab77-1a753326b5b0 req-e6f75277-656c-4798-bdb7-b951a340163a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:16.944336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb2a0a20-ff85-4ed7-ab77-1a753326b5b0 req-e6f75277-656c-4798-bdb7-b951a340163a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1554062 Feb 09 02:35:16.965410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.974201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:16.985106 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6171789c-f56c-417e-84c9-075ad36c1bcc tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/subnets/34a3f1b0-11bc-4a99-9a54-760e6aaa5708 HTTP/1.1" status: 204 len: 168 time: 0.9925530 Feb 09 02:35:16.988421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52592) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:16.996532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08190a-c1e1-486e-86db-284a2af43a48 None None] Network 36d72bbc-2e68-41e1-8671-da4e5ed4419d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:16.996728 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffaa41e-eb68-4a03-aa3a-f70b0ad8aad6 x-openstack-request-id: req-6ffaa41e-eb68-4a03-aa3a-f70b0ad8aad6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:16.996925 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e50dc2-4c30-4957-a224-6c5558a1bdbf", "name": "network-vif-deleted", "tag": "58dd324b-8666-4499-9f96-cb30a2c574a0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:16.997193 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ffaa41e-eb68-4a03-aa3a-f70b0ad8aad6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:16.997606 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e50dc2-4c30-4957-a224-6c5558a1bdbf', 'name': 'network-vif-deleted', 'tag': '58dd324b-8666-4499-9f96-cb30a2c574a0', 'status': 'completed', 'code': 200} Feb 09 02:35:17.143877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ced8ee17-ff22-4e68-b5e0-a5c5460d696b None None] Port 18172a97-2e0b-43ea-9e17-dfb58c2c36aa cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:17.242553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router (4ccf518c-20e7-4015-9de6-3005c5305ed9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.314505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb2a0a20-ff85-4ed7-ab77-1a753326b5b0 req-9a07ad27-904b-4709-a5d3-f428e7d79e63 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667965 Feb 09 02:35:17.366381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-896ab37d-b955-4c58-a692-19e3a8cd3ed5 None None] Provisioning complete for port 0f5029e0-435d-4069-8b3d-2bfec21a8b9a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:17.366805 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-896ab37d-b955-4c58-a692-19e3a8cd3ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.407730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d4045ca7-c3b7-4fe6-bff3-9848efb535de is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:17.523437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.529039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.532556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-896ab37d-b955-4c58-a692-19e3a8cd3ed5 None None] Port 0f5029e0-435d-4069-8b3d-2bfec21a8b9a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:17.552891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] DHCP port deletion for 36d72bbc-2e68-41e1-8671-da4e5ed4419d request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:17.631840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52886-b350-4665-85f0-270421242f5c req-ea769df2-3635-4aab-8512-f80a023a2b4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:17.633545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1cc52886-b350-4665-85f0-270421242f5c req-ea769df2-3635-4aab-8512-f80a023a2b4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 944 time: 0.3881509 Feb 09 02:35:17.635980 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (4ccf518c-20e7-4015-9de6-3005c5305ed9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.670853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=0f5029e0-435d-4069-8b3d-2bfec21a8b9a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:17.699484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:35:12Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': 'f582f32b-6470-4a56-94dc-ad8d8882733c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:81:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:34:19Z', 'updated_at': '2022-02-09T02:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:17.738795 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.739036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] Checking router: 4ccf518c-20e7-4015-9de6-3005c5305ed9 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:17.758806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] Deleting port f1a7d478-fc4e-4819-abb6-f044bc90cfee {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:17.759031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.773827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] Routers {'4ccf518c-20e7-4015-9de6-3005c5305ed9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:17.774401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4ccf518c-20e7-4015-9de6-3005c5305ed9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:17.819542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1cc52886-b350-4665-85f0-270421242f5c req-6b94707f-c175-4eb3-ba0d-4018983ffe8a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784143 Feb 09 02:35:17.845853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting port f582f32b-6470-4a56-94dc-ad8d8882733c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:17.846309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.912882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] For port f1a7d478-fc4e-4819-abb6-f044bc90cfee, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f1a7d478-fc4e-4819-abb6-f044bc90cfee,segment=NetworkSegment(3b846c21-4252-4eb0-bc49-b7d097670def),segment_id=3b846c21-4252-4eb0-bc49-b7d097670def)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:17.913551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:17.928595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:17.931069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:17.933540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] Calling delete_port for f1a7d478-fc4e-4819-abb6-f044bc90cfee owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:17.942548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] Set router 4ccf518c-20e7-4015-9de6-3005c5305ed9 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:18.097604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 45bf9e98-1be0-447d-93bb-a6739b632df7 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:18.105766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] For port f582f32b-6470-4a56-94dc-ad8d8882733c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f582f32b-6470-4a56-94dc-ad8d8882733c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:18.105998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.149367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9fb6a918-d09c-4dda-a44c-6178e6049fec req-515878bf-8970-4860-8a5a-b6d077987fee tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0837862 Feb 09 02:35:18.155424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Calling delete_port for f582f32b-6470-4a56-94dc-ad8d8882733c owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:18.185887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58dd324b-8666-4499-9f96-cb30a2c574a0 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:18.197180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:35:17Z', 'revision_number': 6, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:18.303383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:18.320078 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] Sync routers for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:18.329093 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-832dbf21-836e-4688-89a5-4d82f3ac9d17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/45bf9e98-1be0-447d-93bb-a6739b632df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2343752 Feb 09 02:35:18.331195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:18.338823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 58dd324b-8666-4499-9f96-cb30a2c574a0 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:18.339222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 58dd324b-8666-4499-9f96-cb30a2c574a0 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:18.344789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.345587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09fc0ff-12e5-4969-9532-b600ceccbb9a None None] The sync data for ids ['4ccf518c-20e7-4015-9de6-3005c5305ed9'] in n-d-826675-12 is: [{'id': '4ccf518c-20e7-4015-9de6-3005c5305ed9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1891626093', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:34:18Z', 'updated_at': '2022-02-09T02:35:17Z', 'revision_number': 6, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:18.375127 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:18.377269 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:18.435069 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (f1a7d478-fc4e-4819-abb6-f044bc90cfee), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.455268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] No DVR routers for this DVR port f1a7d478-fc4e-4819-abb6-f044bc90cfee on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:18.492523 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:18.504210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c9c48-f5f6-44a8-a21c-a773941f710f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:18.504724 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:18.505421 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:18.511759 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-662c9c48-f5f6-44a8-a21c-a773941f710f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports/0f5029e0-435d-4069-8b3d-2bfec21a8b9a HTTP/1.1" status: 200 len: 910 time: 0.1649947 Feb 09 02:35:18.512479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:18.516891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6774b-97c4-4635-9fa5-cf9310bd6624 None None] Pushing event deleted for resources: {'Port': ['ID=f1a7d478-fc4e-4819-abb6-f044bc90cfee,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:18.539500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f582f32b-6470-4a56-94dc-ad8d8882733c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.554618 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:18.556012 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa490bc-f680-4a8f-8308-be652572cdad None None] The sync data for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:18.568748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-090a61f2-098f-4335-a567-04cdff42cd59 None None] Provisioning complete for port 0f5029e0-435d-4069-8b3d-2bfec21a8b9a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:18.570480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-090a61f2-098f-4335-a567-04cdff42cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.576833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:18.621668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Port': ['ID=f582f32b-6470-4a56-94dc-ad8d8882733c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:18.728179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-090a61f2-098f-4335-a567-04cdff42cd59 None None] Port 0f5029e0-435d-4069-8b3d-2bfec21a8b9a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:18.747412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 49d30c92-ab87-42c7-988c-bf440200145a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:18.748160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49d30c92-ab87-42c7-988c-bf440200145a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.827553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (4ccf518c-20e7-4015-9de6-3005c5305ed9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:18.863014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa7c87-2b83-41e3-a03c-bd3bcbae7c34 req-3282bce9-5c43-4276-9a21-2d390048369a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:18.865026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4eaa7c87-2b83-41e3-a03c-bd3bcbae7c34 req-3282bce9-5c43-4276-9a21-2d390048369a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.4067349 Feb 09 02:35:19.016824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 49d30c92-ab87-42c7-988c-bf440200145a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:19.017639 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.084523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:19.089005 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12102781-4300-4d16-9bfc-3992700ee4bc" -d '{"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-plugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:19.143662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:19.170549 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.212962 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.223877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (4ccf518c-20e7-4015-9de6-3005c5305ed9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.228025 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_controller (4ccf518c-20e7-4015-9de6-3005c5305ed9), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.252817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:19.312258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4eaa7c87-2b83-41e3-a03c-bd3bcbae7c34 req-30309241-ef1d-49d7-90b4-84805e9b38c8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848765 Feb 09 02:35:19.332050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (4ccf518c-20e7-4015-9de6-3005c5305ed9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.351254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Fanout notify agent at l3_agent the message router_deleted on router 4ccf518c-20e7-4015-9de6-3005c5305ed9 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:35:19.374146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335d16-789c-493d-bc59-10db7d70cf29 req-8e9d921e-947e-4819-b6bc-74ebc3255424 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:19.384173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77335d16-789c-493d-bc59-10db7d70cf29 req-8e9d921e-947e-4819-b6bc-74ebc3255424 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 944 time: 0.3615599 Feb 09 02:35:19.389691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.390828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6338eff-32a3-41aa-bb77-d4a9ec9409f2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/routers/4ccf518c-20e7-4015-9de6-3005c5305ed9 HTTP/1.1" status: 204 len: 168 time: 2.3923028 Feb 09 02:35:19.398204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:19.410359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:19.427287 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d0732f-29fb-487a-a571-4d2c8120156e x-openstack-request-id: req-19d0732f-29fb-487a-a571-4d2c8120156e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:19.428386 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-plugged", "status": "completed", "tag": "49d30c92-ab87-42c7-988c-bf440200145a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:19.428806 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19d0732f-29fb-487a-a571-4d2c8120156e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:19.429488 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a', 'code': 200} Feb 09 02:35:19.467560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77335d16-789c-493d-bc59-10db7d70cf29 req-951ba0b8-e9aa-4add-bc91-2e20cc9c217c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624690 Feb 09 02:35:19.648787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f1a7d478-fc4e-4819-abb6-f044bc90cfee no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:19.657542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3cd893d-c551-400f-8067-490156416b9b req-24ce2655-0115-488c-9b10-a337cd4ee743 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0597777 Feb 09 02:35:19.691955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f1a7d478-fc4e-4819-abb6-f044bc90cfee {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:19.693282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f1a7d478-fc4e-4819-abb6-f044bc90cfee not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:19.694410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:19.732430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:19.732938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5b6df437-35e0-4b57-90c6-a6ea2b0d9aa7 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:19.733471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f582f32b-6470-4a56-94dc-ad8d8882733c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:19.765029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f582f32b-6470-4a56-94dc-ad8d8882733c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:19.765489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f582f32b-6470-4a56-94dc-ad8d8882733c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:20.017102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (36d72bbc-2e68-41e1-8671-da4e5ed4419d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.052436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26f25f-89ec-4afb-b68a-c6e9ef26cd2b req-8bc18575-8671-4667-b707-ba444a130ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:20.054603 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d26f25f-89ec-4afb-b68a-c6e9ef26cd2b req-8bc18575-8671-4667-b707-ba444a130ec1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1129 time: 0.1452675 Feb 09 02:35:20.234857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (36d72bbc-2e68-41e1-8671-da4e5ed4419d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.239002 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d26f25f-89ec-4afb-b68a-c6e9ef26cd2b req-8f786a9b-a099-4e4e-85bf-cb842a731878 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517966 Feb 09 02:35:20.262921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d72bbc-2e68-41e1-8671-da4e5ed4419d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:20.278579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b846c21-4252-4eb0-bc49-b7d097670def') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:20.278877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b846c21-4252-4eb0-bc49-b7d097670def') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:20.291288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (3b846c21-4252-4eb0-bc49-b7d097670def), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.342411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3b846c21-4252-4eb0-bc49-b7d097670def), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.342411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:20.342411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (3b846c21-4252-4eb0-bc49-b7d097670def), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:20.346276 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:20.442111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (36d72bbc-2e68-41e1-8671-da4e5ed4419d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.452165 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.465643 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/networks/36d72bbc-2e68-41e1-8671-da4e5ed4419d HTTP/1.1" status: 204 len: 168 time: 1.0662549 Feb 09 02:35:20.480514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52656) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:20.491318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c79085-ecd4-4e54-910d-cffa83d4ada8 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Network': ['ID=36d72bbc-2e68-41e1-8671-da4e5ed4419d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:20.536632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9ec56-9a5a-4900-bafd-2bba3e089e39 req-c9415737-7805-46a7-a550-9f8d16ac5d76 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:20.539039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f9ec56-9a5a-4900-bafd-2bba3e089e39 req-c9415737-7805-46a7-a550-9f8d16ac5d76 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0849566 Feb 09 02:35:20.558280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 0f5029e0-435d-4069-8b3d-2bfec21a8b9a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:20.558668 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.575306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:35:20.623543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65f9ec56-9a5a-4900-bafd-2bba3e089e39 req-bd31a93a-25a2-4fbf-bc90-f12960e4bfcc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790963 Feb 09 02:35:20.750792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f3e1d-6fda-42c1-98fc-77f2820ce325 req-be14149f-433e-4417-981d-ce9387669b72 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:20.754009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c1f3e1d-6fda-42c1-98fc-77f2820ce325 req-be14149f-433e-4417-981d-ce9387669b72 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 946 time: 0.1103156 Feb 09 02:35:20.800695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.800973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:20.822004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 0f5029e0-435d-4069-8b3d-2bfec21a8b9a owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:20.823026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'network_id': 'be8df265-953c-4fe2-9845-84b196090944', 'port_id': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'mac_address': 'fa:16:3e:47:16:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:35:20.824878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e07401b5-7c19-405e-8e04-1f033bc790cc req-05740e34-be5f-476b-913c-7a865b0a1374 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0465355 Feb 09 02:35:20.895851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c1f3e1d-6fda-42c1-98fc-77f2820ce325 req-ded274ae-bb52-43ff-9085-7d7e191ef978 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262476 Feb 09 02:35:20.915633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:20.916343 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.923329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting port 20e5e742-a76c-4742-8954-351711c721d1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:20.923673 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (20e5e742-a76c-4742-8954-351711c721d1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:20.945105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d0effc-64d8-44e6-9a90-23a06cb9a5ae {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:35:20.969219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:20.975467 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.028053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:21.111491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (20e5e742-a76c-4742-8954-351711c721d1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.111839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for floatingip (20e5e742-a76c-4742-8954-351711c721d1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.134817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Calling delete_port for 20e5e742-a76c-4742-8954-351711c721d1 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:21.194694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0f5029e0-435d-4069-8b3d-2bfec21a8b9a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.235574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=0f5029e0-435d-4069-8b3d-2bfec21a8b9a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:21.411173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['d2d0effc-64d8-44e6-9a90-23a06cb9a5ae'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:35:21.512706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.612904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (20e5e742-a76c-4742-8954-351711c721d1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:21.692108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Port': ['ID=20e5e742-a76c-4742-8954-351711c721d1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:21.965675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02cde-4154-4bbe-b6a3-ae529695ff15 req-16f751b6-048e-4709-9992-4f2e42a7022d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:21.973007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0c02cde-4154-4bbe-b6a3-ae529695ff15 req-16f751b6-048e-4709-9992-4f2e42a7022d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 945 time: 0.1800983 Feb 09 02:35:22.008213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for floatingip (d0aa8028-bcd2-4168-9b4d-cd037e160156), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.008908 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Floating IP d0aa8028-bcd2-4168-9b4d-cd037e160156 disassociated (deleted). External IP: 172.25.6.194, port: a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7. Feb 09 02:35:22.071241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2403a8d-3638-4b77-b9db-9140b3735f50 req-f7a92caf-0d82-4aeb-b41a-712d8a6d37b1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0661867 Feb 09 02:35:22.122204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0c02cde-4154-4bbe-b6a3-ae529695ff15 req-e2196de4-5517-483e-8dfd-bd8442000f10 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482298 Feb 09 02:35:22.165283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 45bf9e98-1be0-447d-93bb-a6739b632df7 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:22.319180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70d98d-fa25-4f02-9f2a-1897e63bc8ab req-54d1610f-2f06-4c39-a53c-c2ea7144c27b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:22.326354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a70d98d-fa25-4f02-9f2a-1897e63bc8ab req-54d1610f-2f06-4c39-a53c-c2ea7144c27b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 946 time: 0.1558552 Feb 09 02:35:22.390778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a70d98d-fa25-4f02-9f2a-1897e63bc8ab req-fd4196ba-3329-4b9f-84b8-f32222f93568 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591908 Feb 09 02:35:22.449120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:22.456553 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb6992c8-3b16-4283-892c-8959882b9a9a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/45bf9e98-1be0-447d-93bb-a6739b632df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9384434 Feb 09 02:35:22.460329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52724) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:22.477207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router d875aace-3e89-4b2f-bdd0-db5d6fac0611 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:22.493304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] Sync routers for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:22.518147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:22.520009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.609406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.621592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:22.686561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:22.691963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:22.705477 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] Sync routers for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:22.730423 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:22.732913 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.751528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:22.752169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.785215 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d37b839-96c7-447b-99f3-3a08afacdce1 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/floatingips/d0aa8028-bcd2-4168-9b4d-cd037e160156 HTTP/1.1" status: 204 len: 168 time: 2.2960956 Feb 09 02:35:22.785917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:22.799755 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda13970-d4ff-4256-b58e-8e803116d70f" -d '{"events": [{"name": "network-changed", "server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:22.889571 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4a6609-8f57-477a-9954-da4b557c8ad6 x-openstack-request-id: req-9d4a6609-8f57-477a-9954-da4b557c8ad6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:22.889870 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:22.890130 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d4a6609-8f57-477a-9954-da4b557c8ad6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:22.890574 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'status': 'completed', 'code': 200} Feb 09 02:35:22.894831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:22.895511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ae689-e527-41ab-8997-b8b6589046e9 None None] The sync data for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:22.901644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:35:22.914399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:22.915996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.053960 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:23.058941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13970-d4ff-4256-b58e-8e803116d70f req-3ec8ad73-9f66-4772-bd79-bfec2b03d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:23.061527 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fda13970-d4ff-4256-b58e-8e803116d70f req-3ec8ad73-9f66-4772-bd79-bfec2b03d582 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d2fd117b497740c9965b0956a20b6238&device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 1167 time: 0.1399989 Feb 09 02:35:23.210236 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.270000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13970-d4ff-4256-b58e-8e803116d70f req-06dadd72-9541-434c-b148-9fef588397ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:23.272346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fda13970-d4ff-4256-b58e-8e803116d70f req-06dadd72-9541-434c-b148-9fef588397ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869 HTTP/1.1" status: 200 len: 897 time: 0.2006843 Feb 09 02:35:23.285123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:23.285604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.355512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:23.359209 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a5f3b6-4660-4b6b-9422-147e405a1c2a" -d '{"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:23.382575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:23.385978 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be2a5d91-cb88-4e8d-9dfd-a6264e743560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.392660 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fda13970-d4ff-4256-b58e-8e803116d70f req-5ebf7d5b-3f57-4d60-8515-ed42eaa105c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 HTTP/1.1" status: 200 len: 217 time: 0.1124921 Feb 09 02:35:23.398880 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:23.469461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b0c6136-6bd6-40f0-80f9-454f67d0a5c7 req-cdd10cce-9098-4258-b881-c5897a6a0a54 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0516949 Feb 09 02:35:23.517778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=12']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:23.526960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13970-d4ff-4256-b58e-8e803116d70f req-f40a2aa4-65c7-450a-87fc-b246f76c462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:23.529284 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fda13970-d4ff-4256-b58e-8e803116d70f req-f40a2aa4-65c7-450a-87fc-b246f76c462c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=170243a5-392d-432b-a55a-e5556873db06 HTTP/1.1" status: 200 len: 835 time: 0.1300519 Feb 09 02:35:23.622758 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:29Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:23.644733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13970-d4ff-4256-b58e-8e803116d70f req-bd2842f9-f028-4e97-b954-e2cf8cb6f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:23.646860 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fda13970-d4ff-4256-b58e-8e803116d70f req-bd2842f9-f028-4e97-b954-e2cf8cb6f66e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d72cfae0-c23b-4291-b4f2-ae5c21fb2869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1097975 Feb 09 02:35:23.655146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939ec20-6931-42a2-b2f6-a82de5a4e838 req-2ca239a6-8958-4238-8678-973f1fceec12 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:23.656021 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] Checking router: d875aace-3e89-4b2f-bdd0-db5d6fac0611 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:23.656754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6939ec20-6931-42a2-b2f6-a82de5a4e838 req-2ca239a6-8958-4238-8678-973f1fceec12 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2809620 Feb 09 02:35:23.673012 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:23.673634 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:34:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:23.675234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c168-7bce-48f9-9911-3d347f67713a req-abf28fac-1f26-43dd-8a72-7259f0694fef tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:23.677666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d684c168-7bce-48f9-9911-3d347f67713a req-abf28fac-1f26-43dd-8a72-7259f0694fef tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 984 time: 0.0978391 Feb 09 02:35:23.792134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d684c168-7bce-48f9-9911-3d347f67713a req-ece37cda-a4de-4fc7-82ae-795632c4fd23 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0829933 Feb 09 02:35:23.814565 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fda13970-d4ff-4256-b58e-8e803116d70f req-f0b83c49-a981-47cf-9255-475bb347bfc0 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612360 Feb 09 02:35:23.865683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6939ec20-6931-42a2-b2f6-a82de5a4e838 req-bb2233fa-d030-4cab-be8c-da530e41e0c4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866126 Feb 09 02:35:23.907180 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:23.918263 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c734bd11-0497-487c-ad6e-9a0ca1dafb54 x-openstack-request-id: req-c734bd11-0497-487c-ad6e-9a0ca1dafb54 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:23.918821 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:23.919267 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c734bd11-0497-487c-ad6e-9a0ca1dafb54 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:23.919809 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'code': 200} Feb 09 02:35:24.087847 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fda13970-d4ff-4256-b58e-8e803116d70f req-a793ab81-fa49-45f6-96f3-f370d4a56df0 service neutron] 10.222.0.82 "GET /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660429 Feb 09 02:35:24.163780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 18172a97-2e0b-43ea-9e17-dfb58c2c36aa {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:24.164188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:24.279700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:24.290062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c2f79-fe7d-464e-bd44-0d152bcdf419 req-b19cc02d-e489-4c29-ad28-ad67b5639b9a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:24.291718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d04c2f79-fe7d-464e-bd44-0d152bcdf419 req-b19cc02d-e489-4c29-ad28-ad67b5639b9a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 946 time: 0.2491777 Feb 09 02:35:24.299036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff45fa-29d4-4e3a-b9d0-2408987b5b1e req-44d44241-0f9a-4e1e-860c-4ecc8ac26c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:24.300643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8ff45fa-29d4-4e3a-b9d0-2408987b5b1e req-44d44241-0f9a-4e1e-860c-4ecc8ac26c01 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1129 time: 0.2190857 Feb 09 02:35:24.328338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 18172a97-2e0b-43ea-9e17-dfb58c2c36aa owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:24.390353 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:29Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:24.403359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d04c2f79-fe7d-464e-bd44-0d152bcdf419 req-8f4192d8-6b2d-4152-98a8-f56b35e7a546 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016300 Feb 09 02:35:24.431634 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2caa22-87e0-4f74-8e0b-0778cc49e727 None None] The sync data for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 is: [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:32:21Z', 'revision_number': 4, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '8c9c7c02-06dc-4b0a-9afe-705b548e5210', 'name': '', 'network_id': 'd72cfae0-c23b-4291-b4f2-ae5c21fb2869', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'mac_address': 'fa:16:3e:44:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '170243a5-392d-432b-a55a-e5556873db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:18Z', 'updated_at': '2022-02-09T02:32:29Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'subnets': [{'id': '170243a5-392d-432b-a55a-e5556873db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:24.482440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8ff45fa-29d4-4e3a-b9d0-2408987b5b1e req-e4a3323d-c037-4d00-a37b-5c7c373ec70f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723008 Feb 09 02:35:24.629061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4db69c3e-f5f3-40d2-95be-207dbafe3131 req-dc5fecbe-fed9-4ab1-b42c-4ba612f039b7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0533996 Feb 09 02:35:24.681928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (18172a97-2e0b-43ea-9e17-dfb58c2c36aa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:24.728813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=18172a97-2e0b-43ea-9e17-dfb58c2c36aa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:24.907829 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac033a9-df79-4722-bf9e-615f36549c44 None None] New status for floating IP d0aa8028-bcd2-4168-9b4d-cd037e160156: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:35:24.991557 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (45bf9e98-1be0-447d-93bb-a6739b632df7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.580734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f27e-0b76-4be9-992e-418b9e55ccf1 req-12dbdd51-b2ff-43d5-b07a-90b07fd6b36e tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:25.582986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2f9f27e-0b76-4be9-992e-418b9e55ccf1 req-12dbdd51-b2ff-43d5-b07a-90b07fd6b36e tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 984 time: 0.6538198 Feb 09 02:35:25.609152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4057ec-e7c8-4bdf-a091-4675238bb6d9 req-565a5726-ceb5-4b02-810a-6a46b9bf0ae6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:25.610654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff4057ec-e7c8-4bdf-a091-4675238bb6d9 req-565a5726-ceb5-4b02-810a-6a46b9bf0ae6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.5864294 Feb 09 02:35:25.700381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-7e09538c-f5a4-465d-a01d-35c1e1125a0b tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:25.702496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-7e09538c-f5a4-465d-a01d-35c1e1125a0b tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.82 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 984 time: 0.6545639 Feb 09 02:35:25.728619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-42efb6f0-ea56-46ac-a3be-ef6c54f8e0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:25.804581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 45bf9e98-1be0-447d-93bb-a6739b632df7 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:25.867374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff4057ec-e7c8-4bdf-a091-4675238bb6d9 req-d4342e2f-775e-4614-aec9-0602d5457505 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139831 Feb 09 02:35:25.883096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2f9f27e-0b76-4be9-992e-418b9e55ccf1 req-b82f16a0-33ca-4632-9550-14d1d8acaabf tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9aee0f0-a689-4bff-8f04-e53b20c4b833&id=7f7702bd-cecc-43f1-8d95-6c5c776e3846&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2862592 Feb 09 02:35:25.995468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:26.002826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-50648508-af48-4184-920c-d5614558a20a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/45bf9e98-1be0-447d-93bb-a6739b632df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5401270 Feb 09 02:35:26.004468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:26.011760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:26.012296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.015529 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] Sync routers for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:26.038158 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:26.039048 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:26.068999 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-993112c3-ccef-478f-a808-44f310bbc6a3 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=45bf9e98-1be0-447d-93bb-a6739b632df7 HTTP/1.1" status: 200 len: 205 time: 0.0631618 Feb 09 02:35:26.074851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:26.109052 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:26.142700 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] Routers {'45bf9e98-1be0-447d-93bb-a6739b632df7'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:26.143490 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['45bf9e98-1be0-447d-93bb-a6739b632df7'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:26.153912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d9a9fa86-f909-469e-887f-acf4109d4ad7 req-e5061132-cec8-4332-8ac9-1cc308e1cf8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.1093154 Feb 09 02:35:26.220902 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:26.221779 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72d8bf-11ac-48d5-af62-6359a2bb16a8 None None] The sync data for ids ['45bf9e98-1be0-447d-93bb-a6739b632df7'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:26.269945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] For port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:26.270310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.290529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Calling delete_port for a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:26.512482 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.595335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Port': ['ID=a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:26.675229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] No DVR routers for this DVR port a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:26.678385 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.682868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db47fba2-3d85-409c-8522-fe74bd854b8c req-678bec1f-ae7a-4cf7-b13c-bdf199b18f47 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.82 "DELETE /v2.0/ports/a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 HTTP/1.1" status: 204 len: 173 time: 0.9647915 Feb 09 02:35:26.683309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'name': 'network-vif-deleted', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:26.685844 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a76714-d7b3-4c37-9716-e198f24d106b" -d '{"events": [{"server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "name": "network-vif-deleted", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:26.700120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-409b057a-f2e6-4796-a30b-15782620ae7e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (45bf9e98-1be0-447d-93bb-a6739b632df7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:26.760644 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc28c83-87e5-48c9-8022-6c5b95ea7692 x-openstack-request-id: req-0bc28c83-87e5-48c9-8022-6c5b95ea7692 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:26.760952 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54366f39-a784-43d1-8954-84249b86ebe8", "name": "network-vif-deleted", "tag": "a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:26.761213 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bc28c83-87e5-48c9-8022-6c5b95ea7692 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:26.761633 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54366f39-a784-43d1-8954-84249b86ebe8', 'name': 'network-vif-deleted', 'tag': 'a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7', 'status': 'completed', 'code': 200} Feb 09 02:35:26.996154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.004121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-409b057a-f2e6-4796-a30b-15782620ae7e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (45bf9e98-1be0-447d-93bb-a6739b632df7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.008631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-409b057a-f2e6-4796-a30b-15782620ae7e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (45bf9e98-1be0-447d-93bb-a6739b632df7), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.132255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-409b057a-f2e6-4796-a30b-15782620ae7e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (45bf9e98-1be0-447d-93bb-a6739b632df7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.133524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409b057a-f2e6-4796-a30b-15782620ae7e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Fanout notify agent at l3_agent the message router_deleted on router 45bf9e98-1be0-447d-93bb-a6739b632df7 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:35:27.145365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-409b057a-f2e6-4796-a30b-15782620ae7e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.145954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b19e9657-a4c7-46cc-873b-a038be9160e1 req-8d9ffd17-9de3-4c7a-99f1-9a5436115162 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "GET /v2.0/ports?device_id=54366f39-a784-43d1-8954-84249b86ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0798807 Feb 09 02:35:27.149928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-409b057a-f2e6-4796-a30b-15782620ae7e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/45bf9e98-1be0-447d-93bb-a6739b632df7 HTTP/1.1" status: 204 len: 168 time: 1.0697291 Feb 09 02:35:27.150194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52858) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:27.253869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bda74-7c9a-4b12-bee3-bafbf10edb96 req-c979de45-e79d-4298-af73-a187361d1904 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:27.264739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b3bda74-7c9a-4b12-bee3-bafbf10edb96 req-c979de45-e79d-4298-af73-a187361d1904 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2604742 Feb 09 02:35:27.289639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 8885f2ec-ea0e-4e32-a833-d208cd64cc1e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:27.297808 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (8885f2ec-ea0e-4e32-a833-d208cd64cc1e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.352957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb4813dd-87b5-414a-9b76-fcc109f8a83e req-11111306-b1e6-4886-9986-3e96bb085829 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0353916 Feb 09 02:35:27.376273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b3bda74-7c9a-4b12-bee3-bafbf10edb96 req-1c697eb9-0508-431b-9c87-d310f6860af6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102948 Feb 09 02:35:27.421324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (8885f2ec-ea0e-4e32-a833-d208cd64cc1e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.536314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9753-f0b8-4bf2-bf25-9f7ac7fc76cf req-6b125edc-189c-4ec4-b355-f8dc82ce9ae3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:27.538533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f8d9753-f0b8-4bf2-bf25-9f7ac7fc76cf req-6b125edc-189c-4ec4-b355-f8dc82ce9ae3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0709755 Feb 09 02:35:27.571223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (8885f2ec-ea0e-4e32-a833-d208cd64cc1e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.632847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f8d9753-f0b8-4bf2-bf25-9f7ac7fc76cf req-121ccbfc-12e8-442d-ba59-c67cd9aa8a84 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878327 Feb 09 02:35:27.665390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (8885f2ec-ea0e-4e32-a833-d208cd64cc1e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.703906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=8885f2ec-ea0e-4e32-a833-d208cd64cc1e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:27.706294 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.710601 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0b55c24c-6093-442d-b98a-65bb97da5b18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/8885f2ec-ea0e-4e32-a833-d208cd64cc1e HTTP/1.1" status: 204 len: 168 time: 0.5591180 Feb 09 02:35:27.713355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52870) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:27.717257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc12450a-512e-436d-a082-5eec49576af5 None None] Network e151d5ea-7099-4de4-96c2-b51aea8ec856 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:27.804766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 3e3483f2-fab2-4449-84dc-b7b358959c71 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:27.809503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (3e3483f2-fab2-4449-84dc-b7b358959c71), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.857977 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (3e3483f2-fab2-4449-84dc-b7b358959c71), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:27.867783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ebff9-ac05-4238-b814-f5d006326c3c req-a6e699e6-5930-473f-89b3-26794ce1ba11 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:27.869792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-290ebff9-ac05-4238-b814-f5d006326c3c req-a6e699e6-5930-473f-89b3-26794ce1ba11 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1032004 Feb 09 02:35:27.968565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] DHCP port deletion for e151d5ea-7099-4de4-96c2-b51aea8ec856 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:28.013517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-290ebff9-ac05-4238-b814-f5d006326c3c req-8efe0445-f2ec-430a-a217-ff2e8afaad0c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250055 Feb 09 02:35:28.027187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (3e3483f2-fab2-4449-84dc-b7b358959c71), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.063959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] Deleting port d4045ca7-c3b7-4fe6-bff3-9848efb535de {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:28.064427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.186634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.202639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] For port d4045ca7-c3b7-4fe6-bff3-9848efb535de, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d4045ca7-c3b7-4fe6-bff3-9848efb535de,segment=NetworkSegment(9e774d87-17b7-41a4-9fc7-79cd8cea368c),segment_id=9e774d87-17b7-41a4-9fc7-79cd8cea368c)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:28.203484 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.232186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (3e3483f2-fab2-4449-84dc-b7b358959c71), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.235155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] Calling delete_port for d4045ca7-c3b7-4fe6-bff3-9848efb535de owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:28.258878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:28.297412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.312676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/3e3483f2-fab2-4449-84dc-b7b358959c71 HTTP/1.1" status: 204 len: 168 time: 0.5957344 Feb 09 02:35:28.312676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ec1d8-eab3-4b5e-9dd6-8cd0310794dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3483f2-fab2-4449-84dc-b7b358959c71,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.312971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52894) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:28.344798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90548f-9913-437d-a7e2-8e75d835886f None None] Network ee9411dd-e88a-416a-8a75-ce62f9d5ac77 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:28.369500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2880ef1-d94b-46eb-8c08-e24399b824d7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (e9aee0f0-a689-4bff-8f04-e53b20c4b833), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.421100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2880ef1-d94b-46eb-8c08-e24399b824d7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (e9aee0f0-a689-4bff-8f04-e53b20c4b833), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.522672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2880ef1-d94b-46eb-8c08-e24399b824d7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e9aee0f0-a689-4bff-8f04-e53b20c4b833), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.526206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2880ef1-d94b-46eb-8c08-e24399b824d7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.531166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d2880ef1-d94b-46eb-8c08-e24399b824d7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/security-groups/e9aee0f0-a689-4bff-8f04-e53b20c4b833 HTTP/1.1" status: 204 len: 168 time: 0.2711830 Feb 09 02:35:28.531910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52902) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:28.559674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2880ef1-d94b-46eb-8c08-e24399b824d7 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aee0f0-a689-4bff-8f04-e53b20c4b833,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.561092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e151d5ea-7099-4de4-96c2-b51aea8ec856), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.647401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11bbc48b-b199-42c7-a791-4db6ff1e8cde tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (7f7702bd-cecc-43f1-8d95-6c5c776e3846), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.661333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-090bc2bb-5318-4ba5-afea-dc779f96dc12 req-b668dfab-05e6-4658-9baa-47dad9e0f905 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0829535 Feb 09 02:35:28.690070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11bbc48b-b199-42c7-a791-4db6ff1e8cde tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (7f7702bd-cecc-43f1-8d95-6c5c776e3846), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.721612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d884f-d522-4e2a-8119-702e3eee50af req-132aa3d0-fde3-4b37-b6f3-acb581851104 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:28.730814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d1d884f-d522-4e2a-8119-702e3eee50af req-132aa3d0-fde3-4b37-b6f3-acb581851104 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.5501871 Feb 09 02:35:28.774558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11bbc48b-b199-42c7-a791-4db6ff1e8cde tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7f7702bd-cecc-43f1-8d95-6c5c776e3846), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.778928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port d4045ca7-c3b7-4fe6-bff3-9848efb535de {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:28.779486 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.779591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11bbc48b-b199-42c7-a791-4db6ff1e8cde tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.784290 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-11bbc48b-b199-42c7-a791-4db6ff1e8cde tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/security-groups/7f7702bd-cecc-43f1-8d95-6c5c776e3846 HTTP/1.1" status: 204 len: 168 time: 0.2461843 Feb 09 02:35:28.790159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:28.822957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbc48b-b199-42c7-a791-4db6ff1e8cde tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7702bd-cecc-43f1-8d95-6c5c776e3846,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.837618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.869739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] No DVR routers for this DVR port d4045ca7-c3b7-4fe6-bff3-9848efb535de on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:28.887098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d1d884f-d522-4e2a-8119-702e3eee50af req-b7cd3b1c-ea03-45bc-9b82-f35e009a8c70 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550255 Feb 09 02:35:28.940482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port d4045ca7-c3b7-4fe6-bff3-9848efb535de, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d4045ca7-c3b7-4fe6-bff3-9848efb535de,segment=NetworkSegment(9e774d87-17b7-41a4-9fc7-79cd8cea368c),segment_id=9e774d87-17b7-41a4-9fc7-79cd8cea368c)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:28.940870 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.956827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] DHCP port deletion for ee9411dd-e88a-416a-8a75-ce62f9d5ac77 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:28.965666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d89b-15cb-4403-a28e-60964f692df1 None None] Pushing event deleted for resources: {'Port': ['ID=d4045ca7-c3b7-4fe6-bff3-9848efb535de,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:28.971474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for d4045ca7-c3b7-4fe6-bff3-9848efb535de owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:29.067723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] Deleting port de5f22b5-5428-4b2a-bbe0-abeec438398d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:29.068959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.159482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] For port de5f22b5-5428-4b2a-bbe0-abeec438398d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=de5f22b5-5428-4b2a-bbe0-abeec438398d,segment=NetworkSegment(3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3),segment_id=3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:29.159801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.178161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] Calling delete_port for de5f22b5-5428-4b2a-bbe0-abeec438398d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:29.179114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d4045ca7-c3b7-4fe6-bff3-9848efb535de), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.245956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=d4045ca7-c3b7-4fe6-bff3-9848efb535de,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:29.284450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ef0a-3dd3-4c77-9c25-27b0b850e0f3 req-b99528b6-5480-402c-a17c-214c215cd747 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:29.286044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b18ef0a-3dd3-4c77-9c25-27b0b850e0f3 req-b99528b6-5480-402c-a17c-214c215cd747 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2547798 Feb 09 02:35:29.289653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (de5f22b5-5428-4b2a-bbe0-abeec438398d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.289997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port d4045ca7-c3b7-4fe6-bff3-9848efb535de on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:29.339090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] Pushing event deleted for resources: {'Port': ['ID=de5f22b5-5428-4b2a-bbe0-abeec438398d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:29.342816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed29c8-2160-46b8-8d0c-f8a83ccc8837 None None] No DVR routers for this DVR port de5f22b5-5428-4b2a-bbe0-abeec438398d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:29.466429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b18ef0a-3dd3-4c77-9c25-27b0b850e0f3 req-b72dee9c-07ad-45b5-8aba-5931a8e92165 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710582 Feb 09 02:35:29.467837 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e151d5ea-7099-4de4-96c2-b51aea8ec856), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.551596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (d875aace-3e89-4b2f-bdd0-db5d6fac0611), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.563936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e151d5ea-7099-4de4-96c2-b51aea8ec856']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:29.606859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e774d87-17b7-41a4-9fc7-79cd8cea368c') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:29.607293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e774d87-17b7-41a4-9fc7-79cd8cea368c') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:29.611613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device de5f22b5-5428-4b2a-bbe0-abeec438398d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:29.623822 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (9e774d87-17b7-41a4-9fc7-79cd8cea368c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.670054 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9e774d87-17b7-41a4-9fc7-79cd8cea368c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.671579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: de5f22b5-5428-4b2a-bbe0-abeec438398d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:29.671950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device de5f22b5-5428-4b2a-bbe0-abeec438398d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:29.672390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d4045ca7-c3b7-4fe6-bff3-9848efb535de no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:29.681549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:29.682115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (9e774d87-17b7-41a4-9fc7-79cd8cea368c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:29.688072 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:29.720265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d4045ca7-c3b7-4fe6-bff3-9848efb535de {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:29.720771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d4045ca7-c3b7-4fe6-bff3-9848efb535de not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:29.807580 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.856400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48be0235-591c-4b3d-8d2d-51dbd23edc79 req-402b0ba6-a680-475e-b71e-449633baa438 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3e50dc2-4c30-4957-a224-6c5558a1bdbf HTTP/1.1" status: 200 len: 210 time: 0.0614417 Feb 09 02:35:29.882196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cc164-4c70-464c-b662-9871cf1f8e38 req-43d56700-8d68-4f98-84cd-f56eb7b7123d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:29.883801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-838cc164-4c70-464c-b662-9871cf1f8e38 req-43d56700-8d68-4f98-84cd-f56eb7b7123d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2622640 Feb 09 02:35:29.885086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e151d5ea-7099-4de4-96c2-b51aea8ec856), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.900548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:29.905193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/e151d5ea-7099-4de4-96c2-b51aea8ec856 HTTP/1.1" status: 204 len: 168 time: 1.5786002 Feb 09 02:35:29.920259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:29.941428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0aca4-89f7-4e19-bf6f-6c8661338400 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=e151d5ea-7099-4de4-96c2-b51aea8ec856,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:29.975112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-838cc164-4c70-464c-b662-9871cf1f8e38 req-1fd8d032-f233-43f1-ae9f-9fe25c2a7f02 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Feb 09 02:35:30.070791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ee9411dd-e88a-416a-8a75-ce62f9d5ac77), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.126104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting port 8c9c7c02-06dc-4b0a-9afe-705b548e5210 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:30.126372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.140773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf2790-8331-434e-82dc-ab890fac9746 req-3c0d512b-d98e-4f54-b9d5-6dd5eeb000d7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:30.149855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6abf2790-8331-434e-82dc-ab890fac9746 req-3c0d512b-d98e-4f54-b9d5-6dd5eeb000d7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0753644 Feb 09 02:35:30.216422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6abf2790-8331-434e-82dc-ab890fac9746 req-e38a12de-b241-41bd-8a58-ccd61ccb0928 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654364 Feb 09 02:35:30.247351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] For port 8c9c7c02-06dc-4b0a-9afe-705b548e5210, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8c9c7c02-06dc-4b0a-9afe-705b548e5210,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:30.247726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.332629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Calling delete_port for 8c9c7c02-06dc-4b0a-9afe-705b548e5210 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:30.437340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ee9411dd-e88a-416a-8a75-ce62f9d5ac77), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.514376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9411dd-e88a-416a-8a75-ce62f9d5ac77']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:30.530183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:30.530498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:30.575961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.597571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf8e69-05ae-4f61-9b28-67eebc9a9feb req-e112adb4-f438-4a9c-9c51-2ebc15ebd64d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:30.599442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26bf8e69-05ae-4f61-9b28-67eebc9a9feb req-e112adb4-f438-4a9c-9c51-2ebc15ebd64d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0927529 Feb 09 02:35:30.610616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.631475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:30.632018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (3a84e4e2-e99c-4ecd-9535-7d5fdf55dad3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:30.635905 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:30.663193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:30.691697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:30.692311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9495be6-5f85-4fd8-8e6b-ffc1cb10f8f7 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:30.720157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26bf8e69-05ae-4f61-9b28-67eebc9a9feb req-e801bead-3d00-4a86-9430-8f7f0e8e64fc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138544 Feb 09 02:35:30.767005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ee9411dd-e88a-416a-8a75-ce62f9d5ac77), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.772224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.780548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52950) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:30.783768 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/ee9411dd-e88a-416a-8a75-ce62f9d5ac77 HTTP/1.1" status: 204 len: 168 time: 0.8596957 Feb 09 02:35:30.786825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1922307683'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:30.809250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6999b7-88f3-46ff-9862-a65073a9aee5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=ee9411dd-e88a-416a-8a75-ce62f9d5ac77,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:30.823739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8c9c7c02-06dc-4b0a-9afe-705b548e5210), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.831216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:30.835341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.871805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:30.894687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Port': ['ID=8c9c7c02-06dc-4b0a-9afe-705b548e5210,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:30.923945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5a56162e-aa39-4f29-a078-3fa40265743a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.924353 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment 5a56162e-aa39-4f29-a078-3fa40265743a of type vlan for network ead89eb7-7e10-4658-a778-2b6f4a22f482 Feb 09 02:35:31.036210 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ead89eb7-7e10-4658-a778-2b6f4a22f482), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.089661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ead89eb7-7e10-4658-a778-2b6f4a22f482), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.095342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:31.096254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.140632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (d875aace-3e89-4b2f-bdd0-db5d6fac0611), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.140820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3559852 Feb 09 02:35:31.142930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:31.153970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:31.201877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e6b25-985b-4fb3-99a0-08636eabcca8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=ead89eb7-7e10-4658-a778-2b6f4a22f482,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:31.216034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:31.436462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:31.439734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.747830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Router d875aace-3e89-4b2f-bdd0-db5d6fac0611 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:31.765237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (786a4f6b-b04f-4619-b07f-6ff4ac1c6df7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:31.870936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05c8fc-71a9-4033-9dc6-22450a2d8d33 req-1faa285a-ea9a-4f29-a6a0-7c91b3c02d60 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:31.873194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd05c8fc-71a9-4033-9dc6-22450a2d8d33 req-1faa285a-ea9a-4f29-a6a0-7c91b3c02d60 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0742300 Feb 09 02:35:31.941564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd05c8fc-71a9-4033-9dc6-22450a2d8d33 req-593d54bd-ef5c-479f-9e72-b75254085fe8 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618541 Feb 09 02:35:32.354561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:32.365590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] Sync routers for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:32.367290 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a5e8ccc3-fdaa-4da1-9425-6240a9cc4144 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "PUT /v2.0/routers/d875aace-3e89-4b2f-bdd0-db5d6fac0611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5727515 Feb 09 02:35:32.371013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52978) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:32.381590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:32.382366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:32.398727 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=786a4f6b-b04f-4619-b07f-6ff4ac1c6df7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:32.420226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': '5a56162e-aa39-4f29-a078-3fa40265743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:32.420837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: ead89eb7-7e10-4658-a778-2b6f4a22f482, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:32.444707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting subnet 170243a5-392d-432b-a55a-e5556873db06 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:32.454431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for subnet (170243a5-392d-432b-a55a-e5556873db06), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.463153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:32.491973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-4652936a-505f-47d0-85f4-c87b74fbc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:32.494117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-4652936a-505f-47d0-85f4-c87b74fbc788 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 1129 time: 0.2002702 Feb 09 02:35:32.497982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ead89eb7-7e10-4658-a778-2b6f4a22f482) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:32.507802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:32.508201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.525346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13044f4a-3944-4574-a7b4-bc323ffeef69 None None] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:32.541739 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ef143376-24b3-4417-9fbf-5536f71658e4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3922803 Feb 09 02:35:32.542575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:32.548306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-61b0caba-a3f4-4b5e-bb74-9a9a69a53231 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1927831817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:32.590810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61b0caba-a3f4-4b5e-bb74-9a9a69a53231 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.592479 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61b0caba-a3f4-4b5e-bb74-9a9a69a53231 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.613608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-d6b72a54-b84c-4eca-b947-55f7c3b9e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:32.624320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-d6b72a54-b84c-4eca-b947-55f7c3b9e7f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 200 len: 914 time: 0.1215227 Feb 09 02:35:32.629723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (170243a5-392d-432b-a55a-e5556873db06), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.640273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc3c2-8069-4c4b-80e9-0d3614ad962a req-fa85454d-011a-4b6e-8c15-5203d81c3df9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:32.647673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d38fc3c2-8069-4c4b-80e9-0d3614ad962a req-fa85454d-011a-4b6e-8c15-5203d81c3df9 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.3195231 Feb 09 02:35:32.659536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:32.681886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61b0caba-a3f4-4b5e-bb74-9a9a69a53231 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.687683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61b0caba-a3f4-4b5e-bb74-9a9a69a53231 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.717876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-61b0caba-a3f4-4b5e-bb74-9a9a69a53231 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:32.719824 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-61b0caba-a3f4-4b5e-bb74-9a9a69a53231 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1763089 Feb 09 02:35:32.723013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:32.735242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'port': {'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482', 'name': 'tempest-RoutersTest-972188484'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:32.763541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-263ad28e-61cc-4eed-a8b3-11dcc8b7355f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 200 len: 217 time: 0.0580680 Feb 09 02:35:32.840642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d38fc3c2-8069-4c4b-80e9-0d3614ad962a req-edc223c9-c054-48b3-affa-bd1a07015d88 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919987 Feb 09 02:35:32.875699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-d1bd11cf-de36-4088-a1bf-6bf8a398d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:32.877219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-d1bd11cf-de36-4088-a1bf-6bf8a398d35c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 200 len: 853 time: 0.1042695 Feb 09 02:35:32.939592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-424c4169-915f-4e4f-9bbe-a64b0de4324b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8df265-953c-4fe2-9845-84b196090944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352869 Feb 09 02:35:32.953708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:32.959988 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.011807 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (170243a5-392d-432b-a55a-e5556873db06), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.023148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] device_id is not set on port 36307256-9c06-41e9-9677-edd5bf92b322 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:35:33.025462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ead89eb7-7e10-4658-a778-2b6f4a22f482', 'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '786a4f6b-b04f-4619-b07f-6ff4ac1c6df7'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:33.026864 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.144592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-386f5984-47d4-49a5-89d0-bf317c456c34 service neutron] 10.222.0.82 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985064 Feb 09 02:35:33.165965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.20.0.3 (ead89eb7-7e10-4658-a778-2b6f4a22f482/786a4f6b-b04f-4619-b07f-6ff4ac1c6df7/36307256-9c06-41e9-9677-edd5bf92b322) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:33.199123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (170243a5-392d-432b-a55a-e5556873db06), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.266785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Subnet': ['ID=170243a5-392d-432b-a55a-e5556873db06,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:33.283405 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.288430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e792b9e3-631c-4a1e-b8db-51479d0ae1a4 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/subnets/170243a5-392d-432b-a55a-e5556873db06 HTTP/1.1" status: 204 len: 168 time: 0.9145322 Feb 09 02:35:33.291305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 52988) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:33.341772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca836376-b169-4ee0-8ae3-e396ce495d3f None None] Network d72cfae0-c23b-4291-b4f2-ae5c21fb2869 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:33.421523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (36307256-9c06-41e9-9677-edd5bf92b322), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.423959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:35:30Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:33.428459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2ca617-9ae5-4b9e-bdbe-dcf499ec6114 req-32e0b679-73ab-46cc-84d4-41962064e503 service neutron] 10.222.0.82 "GET /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767422 Feb 09 02:35:33.466512 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router (d875aace-3e89-4b2f-bdd0-db5d6fac0611), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.482438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (36307256-9c06-41e9-9677-edd5bf92b322), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.495457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] Checking router: d875aace-3e89-4b2f-bdd0-db5d6fac0611 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:33.554214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:33.557770 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:33.562139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:33.567038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] Routers {'d875aace-3e89-4b2f-bdd0-db5d6fac0611'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:33.568333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:33.592673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=36307256-9c06-41e9-9677-edd5bf92b322,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:33.656128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:33.656826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.688740 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f1e619ff-2dc0-45e4-9ab5-585b7d73207d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9601951 Feb 09 02:35:33.688996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 52994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:33.691620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_gateway (d875aace-3e89-4b2f-bdd0-db5d6fac0611), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.822392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Deleting port 08b3015e-a513-4df7-8a65-b409e95b954a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:33.823445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.937501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Allocated IP 172.20.0.2 (ead89eb7-7e10-4658-a778-2b6f4a22f482/786a4f6b-b04f-4619-b07f-6ff4ac1c6df7/349624f6-ab3f-4a64-89a8-a8850dfe4bd7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:34.061258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] Set router d875aace-3e89-4b2f-bdd0-db5d6fac0611 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:34.069179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] For port 08b3015e-a513-4df7-8a65-b409e95b954a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=08b3015e-a513-4df7-8a65-b409e95b954a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:34.069812 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.106938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Calling delete_port for 08b3015e-a513-4df7-8a65-b409e95b954a owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:34.154666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b22bf-f865-4263-b684-06334afd56fe None None] DHCP port deletion for d72cfae0-c23b-4291-b4f2-ae5c21fb2869 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:34.481927 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (08b3015e-a513-4df7-8a65-b409e95b954a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.486148 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Publish callbacks [] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.515848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-593b22bf-f865-4263-b684-06334afd56fe None None] Deleting port 755412a7-0300-4268-9016-c43048f78790 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:34.524017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-593b22bf-f865-4263-b684-06334afd56fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (755412a7-0300-4268-9016-c43048f78790), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.557172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36307256-9c06-41e9-9677-edd5bf92b322), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.557772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Port': ['ID=08b3015e-a513-4df7-8a65-b409e95b954a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:34.594899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea543a22-ea15-45b9-a8f3-857b90fe614e req-966df9ce-85bb-4dae-b886-a1b78f1b8bc1 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:34.596546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea543a22-ea15-45b9-a8f3-857b90fe614e req-966df9ce-85bb-4dae-b886-a1b78f1b8bc1 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.2651410 Feb 09 02:35:34.609168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243294fd-176c-4998-b911-549e7063e67d req-7c51a134-188b-4456-bf45-1f5074efb73d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:34.610729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-243294fd-176c-4998-b911-549e7063e67d req-7c51a134-188b-4456-bf45-1f5074efb73d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2810886 Feb 09 02:35:34.627840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-593b22bf-f865-4263-b684-06334afd56fe None None] For port 755412a7-0300-4268-9016-c43048f78790, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=755412a7-0300-4268-9016-c43048f78790,segment=NetworkSegment(6315caf0-d7c9-420b-977c-620a6d8ec561),segment_id=6315caf0-d7c9-420b-977c-620a6d8ec561)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:34.628395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-593b22bf-f865-4263-b684-06334afd56fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (755412a7-0300-4268-9016-c43048f78790), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.644543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-593b22bf-f865-4263-b684-06334afd56fe None None] Calling delete_port for 755412a7-0300-4268-9016-c43048f78790 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:34.645029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (d875aace-3e89-4b2f-bdd0-db5d6fac0611), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.745615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.763694 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-593b22bf-f865-4263-b684-06334afd56fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (755412a7-0300-4268-9016-c43048f78790), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:34.802100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:35:30Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:34.814862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b22bf-f865-4263-b684-06334afd56fe None None] No DVR routers for this DVR port 755412a7-0300-4268-9016-c43048f78790 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:34.869126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:34.870865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:34.875833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:34.877992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462508b-3f17-4895-88ab-ae17f4c18e9c None None] The sync data for ids ['d875aace-3e89-4b2f-bdd0-db5d6fac0611'] in n-d-826675-12 is: [{'id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575836653', 'tenant_id': 'd2fd117b497740c9965b0956a20b6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:07Z', 'updated_at': '2022-02-09T02:35:30Z', 'revision_number': 5, 'project_id': 'd2fd117b497740c9965b0956a20b6238', 'gw_port': {'id': '08b3015e-a513-4df7-8a65-b409e95b954a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875aace-3e89-4b2f-bdd0-db5d6fac0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:09Z', 'updated_at': '2022-02-09T02:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:34.892758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Pushing event updated for resources: {'Port': ['ID=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:34.978903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b22bf-f865-4263-b684-06334afd56fe None None] Pushing event deleted for resources: {'Port': ['ID=755412a7-0300-4268-9016-c43048f78790,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:35.007599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Attempting to bind port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:35.008126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Attempting to bind port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5a56162e-aa39-4f29-a078-3fa40265743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:35.008592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Attempting to bind port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 on network ead89eb7-7e10-4658-a778-2b6f4a22f482 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:35.020391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:35.021492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Checking segment: {'id': '5a56162e-aa39-4f29-a078-3fa40265743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:35.021987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.022497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Bound using segment: {'id': '5a56162e-aa39-4f29-a078-3fa40265743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:35.023090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Bound port: 349624f6-ab3f-4a64-89a8-a8850dfe4bd7, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a56162e-aa39-4f29-a078-3fa40265743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ead89eb7-7e10-4658-a778-2b6f4a22f482'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:35.023571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.037173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (36307256-9c06-41e9-9677-edd5bf92b322), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.045524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (36307256-9c06-41e9-9677-edd5bf92b322), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.098856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] For port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:35.104632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] For port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,segment=NetworkSegment(5a56162e-aa39-4f29-a078-3fa40265743a),segment_id=5a56162e-aa39-4f29-a078-3fa40265743a)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:35.116597 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.227246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=36307256-9c06-41e9-9677-edd5bf92b322,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:35.235538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f86f4-6fef-4c7b-b8f1-3fcd6f6f6a91 None None] Pushing event updated for resources: {'Port': ['ID=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:35.387317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (d875aace-3e89-4b2f-bdd0-db5d6fac0611), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.389587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router_controller (d875aace-3e89-4b2f-bdd0-db5d6fac0611), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.464822 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (d875aace-3e89-4b2f-bdd0-db5d6fac0611), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.465370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Fanout notify agent at l3_agent the message router_deleted on router d875aace-3e89-4b2f-bdd0-db5d6fac0611 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:35:35.498259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.501721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a4235c69-2cbe-4cfb-a2c8-12b8bd8e55c2 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/routers/d875aace-3e89-4b2f-bdd0-db5d6fac0611 HTTP/1.1" status: 204 len: 168 time: 2.2069912 Feb 09 02:35:35.507473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53006) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:35.550876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea543a22-ea15-45b9-a8f3-857b90fe614e req-81d8310c-dce3-4a3e-b2cf-9db920aa2720 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9270415 Feb 09 02:35:35.557135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-243294fd-176c-4998-b911-549e7063e67d req-64e3ee3c-70d1-455b-8c9e-a9da614c3701 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9279821 Feb 09 02:35:35.577839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.636604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53008) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:35.796606 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (d72cfae0-c23b-4291-b4f2-ae5c21fb2869), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.849551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8c9c7c02-06dc-4b0a-9afe-705b548e5210 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:35.872048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36307256-9c06-41e9-9677-edd5bf92b322), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:35.900710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8c9c7c02-06dc-4b0a-9afe-705b548e5210 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:35.901066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8c9c7c02-06dc-4b0a-9afe-705b548e5210 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:35.901503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 755412a7-0300-4268-9016-c43048f78790 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:35.959905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 755412a7-0300-4268-9016-c43048f78790 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:35.960379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 755412a7-0300-4268-9016-c43048f78790 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:36.078715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (d72cfae0-c23b-4291-b4f2-ae5c21fb2869), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.103903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72cfae0-c23b-4291-b4f2-ae5c21fb2869']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:36.120938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6315caf0-d7c9-420b-977c-620a6d8ec561') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:36.121155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6315caf0-d7c9-420b-977c-620a6d8ec561') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:36.141169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (6315caf0-d7c9-420b-977c-620a6d8ec561), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.159176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port d943a366-0a3d-45eb-8790-b3628b0298ef {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:36.159534 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.162320 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6315caf0-d7c9-420b-977c-620a6d8ec561), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.205838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:36.206262 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (6315caf0-d7c9-420b-977c-620a6d8ec561), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:36.209860 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:36.302095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (d72cfae0-c23b-4291-b4f2-ae5c21fb2869), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.309621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (36307256-9c06-41e9-9677-edd5bf92b322), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.320605 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (36307256-9c06-41e9-9677-edd5bf92b322), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.326388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.336160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] 10.222.0.53 "DELETE /v2.0/networks/d72cfae0-c23b-4291-b4f2-ae5c21fb2869 HTTP/1.1" status: 204 len: 168 time: 0.8276002 Feb 09 02:35:36.372014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.372404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (d943a366-0a3d-45eb-8790-b3628b0298ef), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.397421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for d943a366-0a3d-45eb-8790-b3628b0298ef owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:36.502905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=36307256-9c06-41e9-9677-edd5bf92b322,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:36.507736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.646731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:36.649914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:36.781435 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d943a366-0a3d-45eb-8790-b3628b0298ef), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.808344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa487f5-8946-4367-8ab6-3b072beb6a44 tempest-TestSecurityGroupsBasicOps-52060288 tempest-TestSecurityGroupsBasicOps-52060288-project] Pushing event deleted for resources: {'Network': ['ID=d72cfae0-c23b-4291-b4f2-ae5c21fb2869,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:36.886179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=d943a366-0a3d-45eb-8790-b3628b0298ef,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:36.912681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router fe681c2e-f9d7-4daf-ad35-d7a1807647f1 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:35:37.044194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679ae22-aa31-48f3-9e61-a9d3b5b6545f req-82e7ac4f-d59c-422a-a43f-449a0802293f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:37.045832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f679ae22-aa31-48f3-9e61-a9d3b5b6545f req-82e7ac4f-d59c-422a-a43f-449a0802293f tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2910278 Feb 09 02:35:37.059690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:37.070352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:37.073148 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] Sync routers for ids ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:37.076782 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ef737de9-4358-4eb4-8a40-04dc53b0ee79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/fe681c2e-f9d7-4daf-ad35-d7a1807647f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3838000 Feb 09 02:35:37.076782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:37.097215 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] Routers {'fe681c2e-f9d7-4daf-ad35-d7a1807647f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:37.098310 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:37.104080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (96266e10-ab9b-4785-a0c2-8cb59446d130), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.104080 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP 96266e10-ab9b-4785-a0c2-8cb59446d130 disassociated (deleted). External IP: 172.25.6.109, port: fb8b62d8-94dd-4850-9e8c-75b5feaadd26. Feb 09 02:35:37.141831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bdeb75-28a3-44c5-af94-6d98f15d8a7d None None] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:37.164264 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:37.177703 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] Routers {'fe681c2e-f9d7-4daf-ad35-d7a1807647f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:37.178898 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:37.243073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22977653-c64c-4b3a-b98f-0d347d50b7ec tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:37.256536 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-22977653-c64c-4b3a-b98f-0d347d50b7ec tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports/36307256-9c06-41e9-9677-edd5bf92b322 HTTP/1.1" status: 200 len: 976 time: 0.1784029 Feb 09 02:35:37.258164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53030) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:37.296219 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:37.297519 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83221f80-1af6-48b3-a06c-84725762e265 None None] The sync data for ids ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:37.312699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-54b2f95f-846d-44aa-876b-de298f9dff04 None None] Provisioning complete for port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:37.313080 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54b2f95f-846d-44aa-876b-de298f9dff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.373289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f679ae22-aa31-48f3-9e61-a9d3b5b6545f req-ae1f768f-41cf-45e6-b349-dc187c289a35 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145044 Feb 09 02:35:37.577091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a5ac0186-5179-4917-bb19-abb6681735ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2fd117b497740c9965b0956a20b6238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5054460 Feb 09 02:35:37.604032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53036) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:37.619356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-54b2f95f-846d-44aa-876b-de298f9dff04 None None] Current status of the port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:37.619795 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54b2f95f-846d-44aa-876b-de298f9dff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.705004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-54b2f95f-846d-44aa-876b-de298f9dff04 None None] For port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,segment=NetworkSegment(5a56162e-aa39-4f29-a078-3fa40265743a),segment_id=5a56162e-aa39-4f29-a078-3fa40265743a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:37.717590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54b2f95f-846d-44aa-876b-de298f9dff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.813767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2f95f-846d-44aa-876b-de298f9dff04 None None] Pushing event updated for resources: {'Port': ['ID=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:37.818819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:37.826535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router a6caf79e-0738-4c3b-9a49-96990b008cd0 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:37.854772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65c3c4-0907-4f14-83f5-35d5429bc331 req-8e41755b-ee1c-41f5-8c61-2c1962aad3b4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:37.862147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce65c3c4-0907-4f14-83f5-35d5429bc331 req-8e41755b-ee1c-41f5-8c61-2c1962aad3b4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.3294592 Feb 09 02:35:37.976282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:37.976982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.093959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.096245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:38.109547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 08b3015e-a513-4df7-8a65-b409e95b954a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:38.152890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 08b3015e-a513-4df7-8a65-b409e95b954a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:38.154104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 08b3015e-a513-4df7-8a65-b409e95b954a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:38.156005 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44d806b4-2967-4ecc-85b4-0b1ff6e8a643 admin admin] Publish callbacks [] for security_group (69f4ea9f-9f5f-4933-9bfa-8cf71b74210b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.199496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-12b51274-222d-4980-8119-bf5efb2a7ee7 None None] Provisioning complete for port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:38.200226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12b51274-222d-4980-8119-bf5efb2a7ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.235095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44d806b4-2967-4ecc-85b4-0b1ff6e8a643 admin admin] Publish callbacks [] for security_group (69f4ea9f-9f5f-4933-9bfa-8cf71b74210b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.299646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-12b51274-222d-4980-8119-bf5efb2a7ee7 None None] Current status of the port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:38.331757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-12b51274-222d-4980-8119-bf5efb2a7ee7 None None] Provisioning complete for port 36307256-9c06-41e9-9677-edd5bf92b322 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:38.331757 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12b51274-222d-4980-8119-bf5efb2a7ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36307256-9c06-41e9-9677-edd5bf92b322), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.356693 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44d806b4-2967-4ecc-85b4-0b1ff6e8a643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (69f4ea9f-9f5f-4933-9bfa-8cf71b74210b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.359531 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-44d806b4-2967-4ecc-85b4-0b1ff6e8a643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.360738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-44d806b4-2967-4ecc-85b4-0b1ff6e8a643 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69f4ea9f-9f5f-4933-9bfa-8cf71b74210b HTTP/1.1" status: 204 len: 168 time: 0.7362010 Feb 09 02:35:38.409434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce65c3c4-0907-4f14-83f5-35d5429bc331 req-b848b1eb-650a-4121-9a9a-b2a5650107fc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462093 Feb 09 02:35:38.419687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d806b4-2967-4ecc-85b4-0b1ff6e8a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4ea9f-9f5f-4933-9bfa-8cf71b74210b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:38.499367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:38.500548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-12b51274-222d-4980-8119-bf5efb2a7ee7 None None] Port 36307256-9c06-41e9-9677-edd5bf92b322 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:38.514860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.519418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] Sync routers for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:38.538868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:38.539367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:38.609062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9948ff6e-6748-4081-801d-529d4aa33b20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/floatingips/96266e10-ab9b-4785-a0c2-8cb59446d130 HTTP/1.1" status: 204 len: 168 time: 2.9713027 Feb 09 02:35:38.627065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:38.629745 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bcf82e-137e-489b-843c-896c23cf28d1" -d '{"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:38.699665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982c298-8405-4a2c-9189-7b417780c014 req-dbdde5c8-de33-41d0-8f84-f3773879f9ef tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:38.712054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0982c298-8405-4a2c-9189-7b417780c014 req-dbdde5c8-de33-41d0-8f84-f3773879f9ef tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1203401 Feb 09 02:35:38.748114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d7e8023d-2631-4e45-9d97-da0c68f50f1f None None] Provisioning complete for port 36307256-9c06-41e9-9677-edd5bf92b322 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:38.748840 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7e8023d-2631-4e45-9d97-da0c68f50f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36307256-9c06-41e9-9677-edd5bf92b322), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.816694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 36307256-9c06-41e9-9677-edd5bf92b322 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:38.822981 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (36307256-9c06-41e9-9677-edd5bf92b322), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.835660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8023d-2631-4e45-9d97-da0c68f50f1f None None] Port 36307256-9c06-41e9-9677-edd5bf92b322 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:38.873179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0982c298-8405-4a2c-9189-7b417780c014 req-f8b58d3b-aa51-4c76-8602-99794f1df91c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601288 Feb 09 02:35:38.884535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:38.959796 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd841451-f927-473e-ade8-f24af3878d01 x-openstack-request-id: req-dd841451-f927-473e-ade8-f24af3878d01 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:38.960662 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:38.961372 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd841451-f927-473e-ade8-f24af3878d01 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:38.962000 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'status': 'completed', 'code': 200} Feb 09 02:35:39.132760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-4f2b7975-f4ec-40c6-bf3e-2be2430a6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:39.135527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-4f2b7975-f4ec-40c6-bf3e-2be2430a6d2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 1129 time: 0.1545825 Feb 09 02:35:39.175741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (36307256-9c06-41e9-9677-edd5bf92b322), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.220547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 36307256-9c06-41e9-9677-edd5bf92b322 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:39.236679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53068) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:39.286217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abba0349-51aa-441f-b5ac-3e0f25cdb10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.392840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3baaf-6d80-4b5c-ab13-cb00a068dd58 req-e64c126d-696e-437a-912b-b6c1e65d68f4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:39.406581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0e3baaf-6d80-4b5c-ab13-cb00a068dd58 req-e64c126d-696e-437a-912b-b6c1e65d68f4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.2051528 Feb 09 02:35:39.441325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-85644c28-ca28-4f1f-b3e7-eead87498123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:39.443627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-85644c28-ca28-4f1f-b3e7-eead87498123 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 200 len: 897 time: 0.3005698 Feb 09 02:35:39.460899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8de7ea-2e47-439e-bd7e-9e41a0b388fa req-b9eea0d0-41c3-4744-bf8a-0bfe0faada43 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:39.463380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a8de7ea-2e47-439e-bd7e-9e41a0b388fa req-b9eea0d0-41c3-4744-bf8a-0bfe0faada43 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2949171 Feb 09 02:35:39.467680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-267bceb3-d4c7-4d05-9bd1-3e624cad3690 None None] Provisioning complete for port 36307256-9c06-41e9-9677-edd5bf92b322 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:39.468189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-267bceb3-d4c7-4d05-9bd1-3e624cad3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36307256-9c06-41e9-9677-edd5bf92b322), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.644033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abba0349-51aa-441f-b5ac-3e0f25cdb10e admin admin] Publish callbacks [] for security_group (ae3dfd1b-513d-40eb-a838-76b77c828a7b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.648505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0e3baaf-6d80-4b5c-ab13-cb00a068dd58 req-89a8f634-b9f1-46b2-afd0-bc7030f53b35 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408414 Feb 09 02:35:39.661579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abba0349-51aa-441f-b5ac-3e0f25cdb10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ae3dfd1b-513d-40eb-a838-76b77c828a7b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.678799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-33f14eb2-caf6-4187-9cd5-3c2017e185d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 200 len: 217 time: 0.2031434 Feb 09 02:35:39.680303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:39.707801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-267bceb3-d4c7-4d05-9bd1-3e624cad3690 None None] Port 36307256-9c06-41e9-9677-edd5bf92b322 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:39.783284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-9b0105d9-c6d8-4f71-b4ae-495f0ccb4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:39.784788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-9b0105d9-c6d8-4f71-b4ae-495f0ccb4351 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 200 len: 835 time: 0.1100526 Feb 09 02:35:39.789443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:22Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:39.790101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a8de7ea-2e47-439e-bd7e-9e41a0b388fa req-a0089b02-426e-4aad-9402-ddcb13ceb37d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417011 Feb 09 02:35:39.797925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba0349-51aa-441f-b5ac-3e0f25cdb10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3dfd1b-513d-40eb-a838-76b77c828a7b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:39.813230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:39.813512 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.822952 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-abba0349-51aa-441f-b5ac-3e0f25cdb10e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09499b045dae4a7290e92334043c8f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5849144 Feb 09 02:35:39.824621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53070) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:39.886864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-3f814ba1-48fb-439f-933e-0c253e8a464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:39.888840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-3f814ba1-48fb-439f-933e-0c253e8a464d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1600b46-345e-46c6-a713-c7940b1dd2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0960348 Feb 09 02:35:39.959803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1b08750-bc31-43c1-b80f-a2330936f8fc admin admin] Publish callbacks [] for security_group (ae3dfd1b-513d-40eb-a838-76b77c828a7b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.990502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (36307256-9c06-41e9-9677-edd5bf92b322), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.007205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] Checking router: a6caf79e-0738-4c3b-9a49-96990b008cd0 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:40.062741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1b08750-bc31-43c1-b80f-a2330936f8fc admin admin] Publish callbacks [] for security_group (ae3dfd1b-513d-40eb-a838-76b77c828a7b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.073546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:40.074253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:40.152188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-cb2d82c5-ec12-4b6c-a793-983f38a51a34 service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566984 Feb 09 02:35:40.163107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-239154ac-cb22-44a3-9c7d-25cd7e1464fd None None] Provisioning complete for port 36307256-9c06-41e9-9677-edd5bf92b322 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:40.163540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-239154ac-cb22-44a3-9c7d-25cd7e1464fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36307256-9c06-41e9-9677-edd5bf92b322), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.272897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=36307256-9c06-41e9-9677-edd5bf92b322,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:40.342836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18101a-8ddb-4057-97d2-cd864cc7928d req-b98521ca-8fae-458e-9e41-20cea38d148a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:40.344557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b18101a-8ddb-4057-97d2-cd864cc7928d req-b98521ca-8fae-458e-9e41-20cea38d148a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1914489 Feb 09 02:35:40.471805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.517800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b18101a-8ddb-4057-97d2-cd864cc7928d req-2879429d-654b-4fb6-a6bc-bc56b8757930 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534538 Feb 09 02:35:40.552841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-04bcf82e-137e-489b-843c-896c23cf28d1 req-fe89f419-74a9-412f-8ec4-bdace5a3c817 service neutron] 10.222.0.72 "GET /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420355 Feb 09 02:35:40.595042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261c0e5-6019-4d64-839b-b474290785f1 req-1e3e75b5-1934-40e9-8556-bd02b8a9fafa tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:40.596643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5261c0e5-6019-4d64-839b-b474290785f1 req-1e3e75b5-1934-40e9-8556-bd02b8a9fafa tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.1298776 Feb 09 02:35:40.690313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-239154ac-cb22-44a3-9c7d-25cd7e1464fd None None] Port 36307256-9c06-41e9-9677-edd5bf92b322 was deleted so its status cannot be updated. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 02:35:40.776200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:40.793457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:40.839749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1b08750-bc31-43c1-b80f-a2330936f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ae3dfd1b-513d-40eb-a838-76b77c828a7b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.842322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1b08750-bc31-43c1-b80f-a2330936f8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:40.845901 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1b08750-bc31-43c1-b80f-a2330936f8fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae3dfd1b-513d-40eb-a838-76b77c828a7b HTTP/1.1" status: 204 len: 168 time: 0.9517972 Feb 09 02:35:40.881746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b08750-bc31-43c1-b80f-a2330936f8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3dfd1b-513d-40eb-a838-76b77c828a7b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:40.903722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router fe681c2e-f9d7-4daf-ad35-d7a1807647f1 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:41.009691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f33909-ed2d-469f-8043-5b9c32c19210 req-5a6bdfae-8523-4336-b66f-cdece963ef11 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:41.014622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70f33909-ed2d-469f-8043-5b9c32c19210 req-5a6bdfae-8523-4336-b66f-cdece963ef11 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.3385148 Feb 09 02:35:41.038023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c6908-0d50-4ee2-86ff-4ed47fc2a928 req-e9e40ae8-9c1f-44a2-92c3-6c8515610c9d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:41.049372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-238c6908-0d50-4ee2-86ff-4ed47fc2a928 req-e9e40ae8-9c1f-44a2-92c3-6c8515610c9d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 946 time: 0.1992872 Feb 09 02:35:41.120677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:41.136278 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93468904-e407-48de-b61a-3628c859506a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/fe681c2e-f9d7-4daf-ad35-d7a1807647f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8738439 Feb 09 02:35:41.139661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:41.141854 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] Sync routers for ids ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:41.158272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] Routers {'fe681c2e-f9d7-4daf-ad35-d7a1807647f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:41.161045 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:41.207014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70f33909-ed2d-469f-8043-5b9c32c19210 req-d62805f0-69e1-4acd-8c02-d4a559d53c3e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792808 Feb 09 02:35:41.245521 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:41.269392 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] Routers {'fe681c2e-f9d7-4daf-ad35-d7a1807647f1'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:41.270515 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:41.318649 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:41.319709 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a946bf-c399-47e5-a107-3770905125b4 None None] The sync data for ids ['fe681c2e-f9d7-4daf-ad35-d7a1807647f1'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:41.413015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-238c6908-0d50-4ee2-86ff-4ed47fc2a928 req-61b2964a-83a0-4b21-8516-c74aa81ecadb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973268 Feb 09 02:35:41.501146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:41.501731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:41.551418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:22Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:41.611216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb508d7-9931-453f-84f4-e845f7b997cf req-d9ab0e0e-cd43-4e52-9e0c-aeb8803e9cc7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:41.629808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bb508d7-9931-453f-84f4-e845f7b997cf req-d9ab0e0e-cd43-4e52-9e0c-aeb8803e9cc7 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1835511 Feb 09 02:35:41.635341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f5d9e-e4b6-4946-bacb-346fe7104fea None None] The sync data for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 is: [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'afc1f907-adfd-483d-8e58-09c651fe7d5b', 'name': '', 'network_id': 'f1600b46-345e-46c6-a713-c7940b1dd2cb', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:79:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:12Z', 'updated_at': '2022-02-09T02:32:22Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'c4ee5456-7d5b-4878-ab4d-e08857398979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:41.659786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53098) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:41.777683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port fb8b62d8-94dd-4850-9e8c-75b5feaadd26, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:41.778286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:41.821059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bb508d7-9931-453f-84f4-e845f7b997cf req-ca0422b4-d34b-465b-9a0f-2f470168d457 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786001 Feb 09 02:35:41.834021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for fb8b62d8-94dd-4850-9e8c-75b5feaadd26 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:41.854838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ec64c91a-85fb-45e7-b791-913db3cef8de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f0a504cb57b4350b2c16b803994347a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937065 Feb 09 02:35:41.857372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:42.081037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c5808c-b7bd-4930-ae97-9402619b8711 admin admin] Publish callbacks [] for security_group (361f105b-f696-4bf7-8143-a013b0a6b0ce), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.100740 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fb8b62d8-94dd-4850-9e8c-75b5feaadd26), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.104520 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-3e1df28e-afed-4aba-a880-b0162da6d9bb tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 02:35:42.107261 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3e1df28e-afed-4aba-a880-b0162da6d9bb tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/fe681c2e-f9d7-4daf-ad35-d7a1807647f1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9665017 Feb 09 02:35:42.110082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53106) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:42.135672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18504c-f307-4124-b325-d19093066225 None None] New status for floating IP 96266e10-ab9b-4785-a0c2-8cb59446d130: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:35:42.150236 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-374e200f-1506-4c69-9395-740162279d07 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe681c2e-f9d7-4daf-ad35-d7a1807647f1 HTTP/1.1" status: 200 len: 205 time: 0.0388200 Feb 09 02:35:42.155389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53110) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:42.168249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c5808c-b7bd-4930-ae97-9402619b8711 admin admin] Publish callbacks [] for security_group (361f105b-f696-4bf7-8143-a013b0a6b0ce), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.214273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=fb8b62d8-94dd-4850-9e8c-75b5feaadd26,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:42.288201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79432bb-198d-4ad2-ac2e-91ed03a19774 req-ec3ecf06-6f8f-45c9-8750-477cfa773167 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:42.290057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c79432bb-198d-4ad2-ac2e-91ed03a19774 req-ec3ecf06-6f8f-45c9-8750-477cfa773167 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.3574688 Feb 09 02:35:42.297595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a642d571-a20a-425d-a056-c39019f0049e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.320151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] No DVR routers for this DVR port fb8b62d8-94dd-4850-9e8c-75b5feaadd26 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:42.323877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.327818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5261c0e5-6019-4d64-839b-b474290785f1 req-2b292a4f-cbec-40e7-bbe3-35ef0b1c6500 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "DELETE /v2.0/ports/fb8b62d8-94dd-4850-9e8c-75b5feaadd26 HTTP/1.1" status: 204 len: 173 time: 1.7187672 Feb 09 02:35:42.338446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-deleted', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:35:42.346014 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3b79d1-819a-43c1-8ad6-9533aa1e2306" -d '{"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-deleted", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:35:42.430590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c79432bb-198d-4ad2-ac2e-91ed03a19774 req-0acaa0c8-3ec8-4fed-a4a7-0062a1f6a551 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190917 Feb 09 02:35:42.481915 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a8a5c7-c356-4a88-8cfa-788d9bdf3f9e x-openstack-request-id: req-91a8a5c7-c356-4a88-8cfa-788d9bdf3f9e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:35:42.482401 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e99c4e-120c-46b6-8451-0967c2dd3737", "name": "network-vif-deleted", "tag": "fb8b62d8-94dd-4850-9e8c-75b5feaadd26", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:35:42.482824 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91a8a5c7-c356-4a88-8cfa-788d9bdf3f9e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:35:42.483419 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e99c4e-120c-46b6-8451-0967c2dd3737', 'name': 'network-vif-deleted', 'tag': 'fb8b62d8-94dd-4850-9e8c-75b5feaadd26', 'status': 'completed', 'code': 200} Feb 09 02:35:42.608887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a642d571-a20a-425d-a056-c39019f0049e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.621089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a642d571-a20a-425d-a056-c39019f0049e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.659738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4db9e575-bffe-4cc6-b29d-0912fdf6183c req-de95411c-d5c5-4b85-bf15-6203e022d3e8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e99c4e-120c-46b6-8451-0967c2dd3737 HTTP/1.1" status: 200 len: 210 time: 0.1012874 Feb 09 02:35:42.701382 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c5808c-b7bd-4930-ae97-9402619b8711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (361f105b-f696-4bf7-8143-a013b0a6b0ce), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.704415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85c5808c-b7bd-4930-ae97-9402619b8711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.705944 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85c5808c-b7bd-4930-ae97-9402619b8711 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/361f105b-f696-4bf7-8143-a013b0a6b0ce HTTP/1.1" status: 204 len: 168 time: 0.8475337 Feb 09 02:35:42.739983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5808c-b7bd-4930-ae97-9402619b8711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361f105b-f696-4bf7-8143-a013b0a6b0ce,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:42.744552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a642d571-a20a-425d-a056-c39019f0049e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (fe681c2e-f9d7-4daf-ad35-d7a1807647f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.745031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642d571-a20a-425d-a056-c39019f0049e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Fanout notify agent at l3_agent the message router_deleted on router fe681c2e-f9d7-4daf-ad35-d7a1807647f1 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:35:42.766347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a642d571-a20a-425d-a056-c39019f0049e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:42.771057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53122) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:42.772858 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a642d571-a20a-425d-a056-c39019f0049e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/fe681c2e-f9d7-4daf-ad35-d7a1807647f1 HTTP/1.1" status: 204 len: 168 time: 0.6163306 Feb 09 02:35:42.874078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 786a4f6b-b04f-4619-b07f-6ff4ac1c6df7 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:42.879825 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (786a4f6b-b04f-4619-b07f-6ff4ac1c6df7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.029450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (786a4f6b-b04f-4619-b07f-6ff4ac1c6df7), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.168537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a256b57-212e-491e-b5d4-6fc291ca7644 req-acf35db1-be23-41a1-a492-cc5a7036bd5d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:43.170088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a256b57-212e-491e-b5d4-6fc291ca7644 req-acf35db1-be23-41a1-a492-cc5a7036bd5d tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1929989 Feb 09 02:35:43.201075 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (786a4f6b-b04f-4619-b07f-6ff4ac1c6df7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.274280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a256b57-212e-491e-b5d4-6fc291ca7644 req-cfe73538-2ff2-44da-9f07-b41cf5043154 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982366 Feb 09 02:35:43.319157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (786a4f6b-b04f-4619-b07f-6ff4ac1c6df7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.354724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=786a4f6b-b04f-4619-b07f-6ff4ac1c6df7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:43.368353 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.369659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538e559-6030-4658-959a-c92670396a44 None None] Network ead89eb7-7e10-4658-a778-2b6f4a22f482 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:43.373527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7e1b9312-845c-4843-9754-44ad2e2958c6 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/786a4f6b-b04f-4619-b07f-6ff4ac1c6df7 HTTP/1.1" status: 204 len: 168 time: 0.6013253 Feb 09 02:35:43.376357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53144) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:43.492307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ead89eb7-7e10-4658-a778-2b6f4a22f482), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.627589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b246d-9dbc-47b5-ba26-3778c499d831 req-5d8a605d-156e-4242-926b-d87a63cec88e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:43.633252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83b246d-9dbc-47b5-ba26-3778c499d831 req-5d8a605d-156e-4242-926b-d87a63cec88e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1362662 Feb 09 02:35:43.641538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:43.641889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.670887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] DHCP port deletion for ead89eb7-7e10-4658-a778-2b6f4a22f482 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:43.738057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:43.760193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] Deleting port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:43.760713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.902426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] For port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,segment=NetworkSegment(5a56162e-aa39-4f29-a078-3fa40265743a),segment_id=5a56162e-aa39-4f29-a078-3fa40265743a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:43.903307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:43.937176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] Calling delete_port for 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:44.024032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53160) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:44.098983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.151784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] Pushing event deleted for resources: {'Port': ['ID=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:44.159508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae694ad4-95b4-4144-9781-9c2fcbc82122 None None] No DVR routers for this DVR port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:44.196037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fb8b62d8-94dd-4850-9e8c-75b5feaadd26 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:44.222935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,segment=NetworkSegment(5a56162e-aa39-4f29-a078-3fa40265743a),segment_id=5a56162e-aa39-4f29-a078-3fa40265743a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:44.224287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.251344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a83b246d-9dbc-47b5-ba26-3778c499d831 req-210dd95d-4e4b-4ccc-8c24-f6602eb0b259 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073399 Feb 09 02:35:44.253290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: fb8b62d8-94dd-4850-9e8c-75b5feaadd26 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:44.253962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device fb8b62d8-94dd-4850-9e8c-75b5feaadd26 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:44.260011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:44.403541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-743554977-network', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:44.456852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Made reservation on behalf of 239e9795616e4b61a10b7a2c2cde4c43 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:44.459981 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.514608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.520327 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (349624f6-ab3f-4a64-89a8-a8850dfe4bd7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.539958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e46ba4-a9ee-4338-8e64-ac29b5a71e20 req-b64a5d83-13e6-4538-8025-ad06ac572691 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:44.541773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43e46ba4-a9ee-4338-8e64-ac29b5a71e20 req-b64a5d83-13e6-4538-8025-ad06ac572691 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1362631 Feb 09 02:35:44.579206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:44.625010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=349624f6-ab3f-4a64-89a8-a8850dfe4bd7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:44.747090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ead89eb7-7e10-4658-a778-2b6f4a22f482), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.772774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks [] for security_group (cef3ed16-d29c-43e1-9d79-969efc955039), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.785120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (a6caf79e-0738-4c3b-9a49-96990b008cd0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.785768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43e46ba4-a9ee-4338-8e64-ac29b5a71e20 req-4f375ef5-cb53-49af-ad1e-4d9be881c257 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158077 Feb 09 02:35:44.788169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cef3ed16-d29c-43e1-9d79-969efc955039), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.790059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead89eb7-7e10-4658-a778-2b6f4a22f482']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:44.802859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a56162e-aa39-4f29-a078-3fa40265743a') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:44.803174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a56162e-aa39-4f29-a078-3fa40265743a') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:44.815865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (5a56162e-aa39-4f29-a078-3fa40265743a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.859535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5a56162e-aa39-4f29-a078-3fa40265743a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.867457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:44.867860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (5a56162e-aa39-4f29-a078-3fa40265743a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:44.871198 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:44.894781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3ed16-d29c-43e1-9d79-969efc955039,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:44.992499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ead89eb7-7e10-4658-a778-2b6f4a22f482), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:44.999704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:45.003874 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.013777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/ead89eb7-7e10-4658-a778-2b6f4a22f482 HTTP/1.1" status: 204 len: 168 time: 1.6361127 Feb 09 02:35:45.017194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:45.027113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871665164'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:45.031185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4daa3f-1196-4faa-9cde-c1ab602df03b req-b42eb1c4-bf29-4b0d-9ec5-65e1b807b199 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:45.040010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb4daa3f-1196-4faa-9cde-c1ab602df03b req-b42eb1c4-bf29-4b0d-9ec5-65e1b807b199 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1332912 Feb 09 02:35:45.048304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (33f25ba8-e7e1-4461-8d79-026637eb002e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.048935 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Added segment 33f25ba8-e7e1-4461-8d79-026637eb002e of type vlan for network 7460ecd0-8d30-4842-9386-d3db7e025604 Feb 09 02:35:45.061007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8889d4-deca-49d1-a1d8-37481cb5fa88 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=ead89eb7-7e10-4658-a778-2b6f4a22f482,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:45.066195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:45.071979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.107047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:45.139458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb4daa3f-1196-4faa-9cde-c1ab602df03b req-50fa12e0-2ee0-4e22-899d-2c5fdc5467cc tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985126 Feb 09 02:35:45.186685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (af19d710-bd5a-4fe1-95a6-9366897c3ca7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.187040 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment af19d710-bd5a-4fe1-95a6-9366897c3ca7 of type vlan for network fdfb291c-1a05-486f-9f8f-ec0579211b71 Feb 09 02:35:45.234859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7460ecd0-8d30-4842-9386-d3db7e025604), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.307271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1a9cf-4d89-4d05-bb47-3efe906b6ab5 req-e2ebc5c8-e8a3-479a-85c5-b8f281d79ea6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:45.310171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dec1a9cf-4d89-4d05-bb47-3efe906b6ab5 req-e2ebc5c8-e8a3-479a-85c5-b8f281d79ea6 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.0612881 Feb 09 02:35:45.317054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fdfb291c-1a05-486f-9f8f-ec0579211b71), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.376968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7460ecd0-8d30-4842-9386-d3db7e025604), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.378176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dec1a9cf-4d89-4d05-bb47-3efe906b6ab5 req-1e92d323-5e35-47ab-9055-032479e06d86 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573015 Feb 09 02:35:45.378573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:45.379497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.449807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fdfb291c-1a05-486f-9f8f-ec0579211b71), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.459706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:45.460719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.538634 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3167689 Feb 09 02:35:45.538874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53186) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:45.545791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58cd76-017a-4937-8c85-a569dea5ba14 admin admin] Pushing event updated for resources: {'Network': ['ID=7460ecd0-8d30-4842-9386-d3db7e025604,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:45.554134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Request body: {'subnet': {'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-743554977-subnet', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:45.563422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7460ecd0-8d30-4842-9386-d3db7e025604 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:45.565298 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5431604 Feb 09 02:35:45.593613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:45.622622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Made reservation on behalf of 239e9795616e4b61a10b7a2c2cde4c43 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:45.625590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': 'fdfb291c-1a05-486f-9f8f-ec0579211b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:45.642314 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.749490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:45.756876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72049542-8354-40ad-96d7-a94ceac1b6c1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=fdfb291c-1a05-486f-9f8f-ec0579211b71,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:45.777273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:45.781483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:45.782857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:45.783150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 349624f6-ab3f-4a64-89a8-a8850dfe4bd7 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:45.785692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:45.790339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfe531-0e93-4d97-bcb7-fc45f6505184 req-f9e32704-3e3e-4767-9bda-04407828ec2c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:45.796733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93bfe531-0e93-4d97-bcb7-fc45f6505184 req-f9e32704-3e3e-4767-9bda-04407828ec2c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.3213949 Feb 09 02:35:45.908022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93bfe531-0e93-4d97-bcb7-fc45f6505184 req-46b546ab-c866-4f68-941b-eef5afb2535e tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003489 Feb 09 02:35:45.952106 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port afc1f907-adfd-483d-8e58-09c651fe7d5b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:45.952699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.062008 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (6a775030-b605-4a7d-b24e-85d26136e39e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.129146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (6d26a29a-5ff7-4681-a50f-af17af94f280), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.140595 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a775030-b605-4a7d-b24e-85d26136e39e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:46.190689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=6d26a29a-5ff7-4681-a50f-af17af94f280,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:46.220863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2ea84-0a0d-4b4a-9b21-5cb3f20becd0 req-3c1878bb-884e-41fa-aa1a-35c3478f3a57 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:46.222614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b2ea84-0a0d-4b4a-9b21-5cb3f20becd0 req-3c1878bb-884e-41fa-aa1a-35c3478f3a57 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1732407 Feb 09 02:35:46.229878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Checking segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:46.230335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Network hostable DHCP agents. Network: 7460ecd0-8d30-4842-9386-d3db7e025604, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:46.250855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': 'af19d710-bd5a-4fe1-95a6-9366897c3ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fdfb291c-1a05-486f-9f8f-ec0579211b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:46.251221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: fdfb291c-1a05-486f-9f8f-ec0579211b71, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:46.280019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b2ea84-0a0d-4b4a-9b21-5cb3f20becd0 req-c235cdc0-c4be-4ee8-a243-e3478069beb3 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511091 Feb 09 02:35:46.280964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port afc1f907-adfd-483d-8e58-09c651fe7d5b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=afc1f907-adfd-483d-8e58-09c651fe7d5b,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:46.281350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.293142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:46.300710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Network 7460ecd0-8d30-4842-9386-d3db7e025604 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:46.315630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 7460ecd0-8d30-4842-9386-d3db7e025604) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:46.323741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:46.325340 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.326078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for afc1f907-adfd-483d-8e58-09c651fe7d5b owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:46.326979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c21030-122e-43db-95e4-28ccc7b8543e None None] Network 7460ecd0-8d30-4842-9386-d3db7e025604 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:46.347832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5ac49e21-3f1e-42c9-ab02-dfd6e7f69db2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8090696 Feb 09 02:35:46.350228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53200) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:46.353523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fdfb291c-1a05-486f-9f8f-ec0579211b71) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:46.355867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:46.368158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:46.371387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.420295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (8e2c7402-2a41-404b-94a0-6d4cfa678ade), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.421764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (8e2c7402-2a41-404b-94a0-6d4cfa678ade), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.437671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb2eb9-fc4c-4a43-b483-a9e7aa672a3c None None] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:46.459752 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-380430e1-b469-40d0-88de-1e3b59786064 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8631115 Feb 09 02:35:46.461029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:46.466815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9e898372-50c3-4456-81bd-da1098ece925 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2068689878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:46.494162 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e898372-50c3-4456-81bd-da1098ece925 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (cd8a0380-6c5e-42fe-9912-64d16f2c6596), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.495707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e898372-50c3-4456-81bd-da1098ece925 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (cd8a0380-6c5e-42fe-9912-64d16f2c6596), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.530545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks [] for router_controller (8e2c7402-2a41-404b-94a0-6d4cfa678ade), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.679319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-7460ecd0-8d30-4842-9386-d3db7e025604', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'fixed_ips': [{'subnet_id': '6a775030-b605-4a7d-b24e-85d26136e39e'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:46.680683 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.687364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-fdfb291c-1a05-486f-9f8f-ec0579211b71', 'network_id': 'fdfb291c-1a05-486f-9f8f-ec0579211b71', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '6d26a29a-5ff7-4681-a50f-af17af94f280'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:46.688598 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.700726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e898372-50c3-4456-81bd-da1098ece925 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (cd8a0380-6c5e-42fe-9912-64d16f2c6596), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.741699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e898372-50c3-4456-81bd-da1098ece925 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (cd8a0380-6c5e-42fe-9912-64d16f2c6596), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.814528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks [] for router_gateway (8e2c7402-2a41-404b-94a0-6d4cfa678ade), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.985490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e898372-50c3-4456-81bd-da1098ece925 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.987871 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e898372-50c3-4456-81bd-da1098ece925 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5248644 Feb 09 02:35:46.991930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (afc1f907-adfd-483d-8e58-09c651fe7d5b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:46.995222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53208) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:47.164939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=afc1f907-adfd-483d-8e58-09c651fe7d5b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:47.290491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Allocated IP 172.20.0.2 (7460ecd0-8d30-4842-9386-d3db7e025604/6a775030-b605-4a7d-b24e-85d26136e39e/1e85ebe9-9c3e-493c-b4c2-d40864ca3d79) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:47.319348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Allocated IP 172.20.0.2 (fdfb291c-1a05-486f-9f8f-ec0579211b71/6d26a29a-5ff7-4681-a50f-af17af94f280/b9e32a3f-07e4-4a08-ab58-2aac1567f3d3) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:47.406332 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks [] for router_gateway (8e2c7402-2a41-404b-94a0-6d4cfa678ade), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.447254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.710155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Allocated IP 172.25.6.32 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/7df653ad-9e86-4991-af6f-6b0fdfb11657) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:47.880239 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks [] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.941819 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Publish callbacks [] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.944681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Publish callbacks [] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.955236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.962144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:47.976286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.056816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Network 7460ecd0-8d30-4842-9386-d3db7e025604 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:48.075462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:48.078536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:48.087757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:48.092122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Pushing event updated for resources: {'Port': ['ID=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:48.104121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:48.111955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:48.131933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:48.141824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Pushing event updated for resources: {'Port': ['ID=7df653ad-9e86-4991-af6f-6b0fdfb11657,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:48.143927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:48.147846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:48.156607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Pushing event updated for resources: {'Port': ['ID=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:48.163651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.366613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Attempting to bind port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:48.367683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Attempting to bind port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:48.368152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Attempting to bind port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 on network 7460ecd0-8d30-4842-9386-d3db7e025604 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:48.390009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:48.392855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Checking segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:48.398304 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.398892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Bound using segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:48.399506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Bound port: 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:48.400006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.436028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Attempting to bind port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:48.438970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Attempting to bind port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'af19d710-bd5a-4fe1-95a6-9366897c3ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fdfb291c-1a05-486f-9f8f-ec0579211b71'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:48.439472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Attempting to bind port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 on network fdfb291c-1a05-486f-9f8f-ec0579211b71 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:48.505957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:48.506526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Checking segment: {'id': 'af19d710-bd5a-4fe1-95a6-9366897c3ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fdfb291c-1a05-486f-9f8f-ec0579211b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:48.507034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.507545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Bound using segment: {'id': 'af19d710-bd5a-4fe1-95a6-9366897c3ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fdfb291c-1a05-486f-9f8f-ec0579211b71'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:48.509631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Bound port: b9e32a3f-07e4-4a08-ab58-2aac1567f3d3, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af19d710-bd5a-4fe1-95a6-9366897c3ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fdfb291c-1a05-486f-9f8f-ec0579211b71'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:48.510134 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.667178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] For port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:48.682052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] For port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:48.721426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.780440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.847821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (a6caf79e-0738-4c3b-9a49-96990b008cd0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.853464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks [] for router_gateway (8e2c7402-2a41-404b-94a0-6d4cfa678ade), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:48.864999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685621f-f917-4f07-8440-9f440490f4fa None None] Pushing event updated for resources: {'Port': ['ID=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:48.880858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] For port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:48.908423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] For port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,segment=NetworkSegment(af19d710-bd5a-4fe1-95a6-9366897c3ca7),segment_id=af19d710-bd5a-4fe1-95a6-9366897c3ca7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:48.929248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:49.080386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea531b8-a82a-432d-8164-ae4e39096286 None None] Pushing event updated for resources: {'Port': ['ID=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:49.134041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:49.453627 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (8e2c7402-2a41-404b-94a0-6d4cfa678ade), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:49.798229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Router 8e2c7402-2a41-404b-94a0-6d4cfa678ade is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:35:49.867993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.20.0.1 (fdfb291c-1a05-486f-9f8f-ec0579211b71/6d26a29a-5ff7-4681-a50f-af17af94f280/38832b3d-78d6-4b2f-b22e-22ae35465423) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:49.938974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:50.002696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:50.016449 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Sync routers for ids ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:50.038035 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:50.040898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-148de1f0-573a-40dd-9156-d9cbb3c06c7c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6895516 Feb 09 02:35:50.045540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:50.054884 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Routers {'8e2c7402-2a41-404b-94a0-6d4cfa678ade'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:50.056440 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:50.093027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:50.094120 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:50.338472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:50.339508 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:50.406320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:50.415430 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:50.416152 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Set router 8e2c7402-2a41-404b-94a0-6d4cfa678ade gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:50.418676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:50.579539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:50.625315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:50.625701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:50.628317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:35:50.846303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router a6caf79e-0738-4c3b-9a49-96990b008cd0 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:51.023327 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:35:48Z', 'revision_number': 3, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:51.132634 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Checking router: 8e2c7402-2a41-404b-94a0-6d4cfa678ade for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:51.133072 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Updating router 8e2c7402-2a41-404b-94a0-6d4cfa678ade port 7df653ad-9e86-4991-af6f-6b0fdfb11657 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:35:51.185957 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:51.524873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8fda9b-315b-48a6-adc9-6e221b56e2d5 None None] Network 7460ecd0-8d30-4842-9386-d3db7e025604 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:51.672605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004c815-5771-4a58-975a-740c90845175 None None] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:51.734350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:51.941653 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Publish callbacks [] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:51.952500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fdbe36bf-6ccf-4014-84a1-e556f78fc340 None None] Provisioning complete for port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:51.953123 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fdbe36bf-6ccf-4014-84a1-e556f78fc340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:51.954840 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:51.997406 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.078305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=38832b3d-78d6-4b2f-b22e-22ae35465423,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:52.091188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:52.101863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53410) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:52.103776 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e3b05b1e-146e-4218-886b-25be035e3b89 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/a6caf79e-0738-4c3b-9a49-96990b008cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3645396 Feb 09 02:35:52.116414 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Attempting to bind port 7df653ad-9e86-4991-af6f-6b0fdfb11657 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:52.116917 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Attempting to bind port 7df653ad-9e86-4991-af6f-6b0fdfb11657 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:52.118445 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Attempting to bind port 7df653ad-9e86-4991-af6f-6b0fdfb11657 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:52.161803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] Sync routers for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:52.163324 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:52.163640 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:52.164052 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.164450 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:52.164919 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Bound port: 7df653ad-9e86-4991-af6f-6b0fdfb11657, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:52.165295 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.190714 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Pushing event updated for resources: {'Port': ['ID=7df653ad-9e86-4991-af6f-6b0fdfb11657,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:52.224801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:52.228750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.260529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:52.265281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:52.278591 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.281727 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.286807 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.287625 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.288189 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.289708 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.290572 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.291722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting subnet c4ee5456-7d5b-4878-ab4d-e08857398979 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:35:52.292215 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.292649 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.294120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.294720 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.295270 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.296825 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:52.299037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (c4ee5456-7d5b-4878-ab4d-e08857398979), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.392428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] For port 7df653ad-9e86-4991-af6f-6b0fdfb11657, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:52.407702 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] For port 7df653ad-9e86-4991-af6f-6b0fdfb11657, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7df653ad-9e86-4991-af6f-6b0fdfb11657,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:52.420675 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.429626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:52.432206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (c4ee5456-7d5b-4878-ab4d-e08857398979), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.438271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:52.562705 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb561eb6-3fab-4e51-9bc2-55ee03d70801 None None] Pushing event updated for resources: {'Port': ['ID=7df653ad-9e86-4991-af6f-6b0fdfb11657,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:52.587826 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Routers {'8e2c7402-2a41-404b-94a0-6d4cfa678ade'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:52.588676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:52.628604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (cd8a0380-6c5e-42fe-9912-64d16f2c6596), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.673883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c4ee5456-7d5b-4878-ab4d-e08857398979), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.697985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:52.864343 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (c4ee5456-7d5b-4878-ab4d-e08857398979), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:52.885758 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] Set router 8e2c7402-2a41-404b-94a0-6d4cfa678ade gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:52.981127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ee5456-7d5b-4878-ab4d-e08857398979,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:52.996059 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:53.011006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-492f9921-fdc8-4161-abf2-ac44b53cf387 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/subnets/c4ee5456-7d5b-4878-ab4d-e08857398979 HTTP/1.1" status: 204 len: 168 time: 0.9072399 Feb 09 02:35:53.011768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53492) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:53.222907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736bcfa-f278-482f-9876-bc8191025ecf None None] Network f1600b46-345e-46c6-a713-c7940b1dd2cb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:53.362671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Allocated IP 172.20.0.1 (7460ecd0-8d30-4842-9386-d3db7e025604/6a775030-b605-4a7d-b24e-85d26136e39e/c03caf15-7069-4bb9-9649-e7a7af7958ff) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:53.363195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (a6caf79e-0738-4c3b-9a49-96990b008cd0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:53.427390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:53.620169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:53.626953 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:53.696511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (a6caf79e-0738-4c3b-9a49-96990b008cd0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:53.739096 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4943fdfd-52e4-4f3b-a92f-389676a234cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:53.750163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe36bf-6ccf-4014-84a1-e556f78fc340 None None] Current status of the port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:53.762429 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:35:48Z', 'revision_number': 3, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:53.849317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebae3f-8c58-4b94-9456-e0a6afed65ad None None] The sync data for ids ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'] in n-d-826675-12 is: [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:35:48Z', 'revision_number': 3, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:53.899251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:53.899604 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:53.918490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,segment=NetworkSegment(af19d710-bd5a-4fe1-95a6-9366897c3ca7),segment_id=af19d710-bd5a-4fe1-95a6-9366897c3ca7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:53.970406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:54.007567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:35:46Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '43f37ce4-481e-4a7a-9a5f-93521c37c4a9', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:32:02Z', 'updated_at': '2022-02-09T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:54.075806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks [] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:54.199997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] Checking router: a6caf79e-0738-4c3b-9a49-96990b008cd0 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:35:54.227986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port 43f37ce4-481e-4a7a-9a5f-93521c37c4a9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:54.228656 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:54.279922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6521a336-faba-43b9-a9b2-869d20f8a31a None None] Provisioning complete for port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:54.283743 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6521a336-faba-43b9-a9b2-869d20f8a31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:54.322353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:54.343667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:54.409192 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:54.415151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] Routers {'a6caf79e-0738-4c3b-9a49-96990b008cd0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:54.415803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6caf79e-0738-4c3b-9a49-96990b008cd0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:54.591911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] DHCP port deletion for f1600b46-345e-46c6-a713-c7940b1dd2cb request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:35:54.765411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-f5c0bd71-2c08-4346-8ed7-0bb9337ecd73 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2189019 Feb 09 02:35:55.008950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:55.063916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] Set router a6caf79e-0738-4c3b-9a49-96990b008cd0 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:35:55.287192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:35:53Z', 'revision_number': 6, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:55.448121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b9839-5821-45a8-8db0-e0b8be9082d9 None None] The sync data for ids ['a6caf79e-0738-4c3b-9a49-96990b008cd0'] in n-d-826675-12 is: [{'id': 'a6caf79e-0738-4c3b-9a49-96990b008cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264675005', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:01Z', 'updated_at': '2022-02-09T02:35:53Z', 'revision_number': 6, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:55.600644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] Deleting port f21a502e-6cd7-4620-889f-c75f959a0ba6 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:35:55.600876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:55.764943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6521a336-faba-43b9-a9b2-869d20f8a31a None None] Current status of the port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:55.784501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:55.785213 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:55.835510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Network 7460ecd0-8d30-4842-9386-d3db7e025604 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:55.857703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:55.864981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:55.904396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (43f37ce4-481e-4a7a-9a5f-93521c37c4a9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:55.928454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Pushing event updated for resources: {'Port': ['ID=c03caf15-7069-4bb9-9649-e7a7af7958ff,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:55.992004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=43f37ce4-481e-4a7a-9a5f-93521c37c4a9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:56.146500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] For port f21a502e-6cd7-4620-889f-c75f959a0ba6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f21a502e-6cd7-4620-889f-c75f959a0ba6,segment=NetworkSegment(ff277d5c-038b-44f1-b22c-c74a57b4b73b),segment_id=ff277d5c-038b-44f1-b22c-c74a57b4b73b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:56.148869 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.182263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] Calling delete_port for f21a502e-6cd7-4620-889f-c75f959a0ba6 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:35:56.212248 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a6caf79e-0738-4c3b-9a49-96990b008cd0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.255758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (8e2c7402-2a41-404b-94a0-6d4cfa678ade), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.497809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-4133cc96-f179-445f-bcbf-12714c535230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:56.510869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-4133cc96-f179-445f-bcbf-12714c535230 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 1129 time: 1.6001177 Feb 09 02:35:56.519198 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a6caf79e-0738-4c3b-9a49-96990b008cd0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.531004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (a6caf79e-0738-4c3b-9a49-96990b008cd0), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.676341 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.737362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-632c5900-8a0f-4d36-833b-a42d3950ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:56.743575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-632c5900-8a0f-4d36-833b-a42d3950ad68 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.1873136 Feb 09 02:35:56.971832 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c71d62d-3325-4581-9200-4888a54cf504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:56.981551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (f21a502e-6cd7-4620-889f-c75f959a0ba6), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.015741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8d2f0a14-5943-402d-94bf-ac1336eb2d3e None None] Provisioning complete for port 38832b3d-78d6-4b2f-b22e-22ae35465423 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:57.016181 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0a14-5943-402d-94bf-ac1336eb2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.048753 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a6caf79e-0738-4c3b-9a49-96990b008cd0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.050162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Fanout notify agent at l3_agent the message router_deleted on router a6caf79e-0738-4c3b-9a49-96990b008cd0 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:35:57.060530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.066079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-071345a5-db30-483b-8609-7a487ae56cda tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/routers/a6caf79e-0738-4c3b-9a49-96990b008cd0 HTTP/1.1" status: 204 len: 168 time: 4.0532844 Feb 09 02:35:57.070307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53792) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:57.118216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.143101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f0a14-5943-402d-94bf-ac1336eb2d3e None None] Port 38832b3d-78d6-4b2f-b22e-22ae35465423 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:57.153661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.168017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] Pushing event deleted for resources: {'Port': ['ID=f21a502e-6cd7-4620-889f-c75f959a0ba6,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:57.179569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8382c-1034-4616-bdc7-2bdc130d8538 None None] No DVR routers for this DVR port f21a502e-6cd7-4620-889f-c75f959a0ba6 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:35:57.191845 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.213471 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (f1600b46-345e-46c6-a713-c7940b1dd2cb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.218925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-4e38101e-60b4-41ed-bed5-bd1ef6faa7d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 200 len: 1000 time: 0.3312173 Feb 09 02:35:57.231152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8d2f0a14-5943-402d-94bf-ac1336eb2d3e None None] Provisioning complete for port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:57.231555 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0a14-5943-402d-94bf-ac1336eb2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.457736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:57.459529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (f1600b46-345e-46c6-a713-c7940b1dd2cb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.499321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1600b46-345e-46c6-a713-c7940b1dd2cb']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:57.514910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff277d5c-038b-44f1-b22c-c74a57b4b73b') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:57.515486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff277d5c-038b-44f1-b22c-c74a57b4b73b') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:57.522291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (cd8a0380-6c5e-42fe-9912-64d16f2c6596), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.533277 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (ff277d5c-038b-44f1-b22c-c74a57b4b73b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.556732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=38832b3d-78d6-4b2f-b22e-22ae35465423,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:57.565600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ff277d5c-038b-44f1-b22c-c74a57b4b73b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.587265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:35:57.588368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (ff277d5c-038b-44f1-b22c-c74a57b4b73b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.691065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f0a14-5943-402d-94bf-ac1336eb2d3e None None] Current status of the port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:35:57.691954 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:35:57.701195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (f1600b46-345e-46c6-a713-c7940b1dd2cb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.717221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.726310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/networks/f1600b46-345e-46c6-a713-c7940b1dd2cb HTTP/1.1" status: 204 len: 168 time: 0.6546752 Feb 09 02:35:57.729739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53802) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:57.763388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573ebd0-6aae-4b38-983c-32610d925fba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Network': ['ID=f1600b46-345e-46c6-a713-c7940b1dd2cb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:57.769471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-b863f743-9385-477f-b40c-1155eddf9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:57.773051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-b863f743-9385-477f-b40c-1155eddf9759 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.5419564 Feb 09 02:35:57.831509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-79a38c1e-5c5c-4915-810c-5684a5307c87 None None] Provisioning complete for port c03caf15-7069-4bb9-9649-e7a7af7958ff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:57.831991 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-79a38c1e-5c5c-4915-810c-5684a5307c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.836237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks [] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.868191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:57.907915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-83674396-0e16-40da-a645-d38d77d804d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:57.913633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-83674396-0e16-40da-a645-d38d77d804d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1231432 Feb 09 02:35:57.916509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-79a38c1e-5c5c-4915-810c-5684a5307c87 None None] Port c03caf15-7069-4bb9-9649-e7a7af7958ff cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:57.951014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:58.060763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:58.061215 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.107423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c26a5db3-9bb3-4408-82a3-8b998da9b0fb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (9d9449a3-7a94-4c5b-b6f2-b6c2e699697f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.122524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-647956ad-4629-4e61-9ff5-5f94625367c5 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988080 Feb 09 02:35:58.123174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Pushing event updated for resources: {'Port': ['ID=c03caf15-7069-4bb9-9649-e7a7af7958ff,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:58.164838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:58.175414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:58.289288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:58.294362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7df653ad-9e86-4991-af6f-6b0fdfb11657 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:58.296619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.327724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c26a5db3-9bb3-4408-82a3-8b998da9b0fb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (9d9449a3-7a94-4c5b-b6f2-b6c2e699697f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.421197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7df653ad-9e86-4991-af6f-6b0fdfb11657 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:58.422034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.519758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd5cd3b-1cc3-4bcd-b98c-eaf648097a45 req-59d5c7c2-ef4a-44e6-aa45-c923fb0b31e9 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779345 Feb 09 02:35:58.523883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (8e2c7402-2a41-404b-94a0-6d4cfa678ade), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.547092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c26a5db3-9bb3-4408-82a3-8b998da9b0fb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d9449a3-7a94-4c5b-b6f2-b6c2e699697f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.551797 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c26a5db3-9bb3-4408-82a3-8b998da9b0fb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.554211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c26a5db3-9bb3-4408-82a3-8b998da9b0fb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d9449a3-7a94-4c5b-b6f2-b6c2e699697f HTTP/1.1" status: 204 len: 168 time: 0.8003125 Feb 09 02:35:58.605238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a5db3-9bb3-4408-82a3-8b998da9b0fb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9449a3-7a94-4c5b-b6f2-b6c2e699697f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:58.697306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7df653ad-9e86-4991-af6f-6b0fdfb11657 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:58.700806 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.735553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router cd8a0380-6c5e-42fe-9912-64d16f2c6596 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:35:58.790478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 7df653ad-9e86-4991-af6f-6b0fdfb11657, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7df653ad-9e86-4991-af6f-6b0fdfb11657,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:58.797420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:58.940293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device afc1f907-adfd-483d-8e58-09c651fe7d5b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:58.987972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: afc1f907-adfd-483d-8e58-09c651fe7d5b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:58.988326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device afc1f907-adfd-483d-8e58-09c651fe7d5b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:58.988760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f21a502e-6cd7-4620-889f-c75f959a0ba6 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:59.000826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-75594e8f-8572-449e-be28-f44728dfba9a None None] Provisioning complete for port 38832b3d-78d6-4b2f-b22e-22ae35465423 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:59.001212 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75594e8f-8572-449e-be28-f44728dfba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.037156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=7df653ad-9e86-4991-af6f-6b0fdfb11657,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:59.055417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Network 7460ecd0-8d30-4842-9386-d3db7e025604 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:59.063756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:59.086618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f21a502e-6cd7-4620-889f-c75f959a0ba6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:59.086980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f21a502e-6cd7-4620-889f-c75f959a0ba6 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:59.087416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:35:59.113271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.113628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.113971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.114347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.116220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.117222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.117564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.117905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.118237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.127984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.127984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.128341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.128640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:59.220093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:35:59.220359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43f37ce4-481e-4a7a-9a5f-93521c37c4a9 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:35:59.240878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-75594e8f-8572-449e-be28-f44728dfba9a None None] Port 38832b3d-78d6-4b2f-b22e-22ae35465423 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:59.267158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:35:59.279604 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] Sync routers for ids ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:35:59.302727 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] Routers {'cd8a0380-6c5e-42fe-9912-64d16f2c6596'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:59.303773 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:59.337928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8df3a92-0023-49a0-a430-72da735bd285 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/cd8a0380-6c5e-42fe-9912-64d16f2c6596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3383527 Feb 09 02:35:59.342490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53816) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:59.383374 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:59.408471 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] Routers {'cd8a0380-6c5e-42fe-9912-64d16f2c6596'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:35:59.410091 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:59.446342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084249e2-7ec0-4324-b4c3-a49972d437a0 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:59.447927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-084249e2-7ec0-4324-b4c3-a49972d437a0 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports/38832b3d-78d6-4b2f-b22e-22ae35465423 HTTP/1.1" status: 200 len: 910 time: 0.1043694 Feb 09 02:35:59.451088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53818) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:59.452839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53820) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:59.468367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Router 8e2c7402-2a41-404b-94a0-6d4cfa678ade has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:35:59.476279 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:35:59.477456 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c50a163-6b76-4217-8df7-5b9f5a711423 None None] The sync data for ids ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:35:59.477926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-13168f03-4001-4d3a-aa60-89a4f2c1fdf4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181545501', 'description': 'tempest-secgroup-smoke-181545501 description', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:59.554645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-13168f03-4001-4d3a-aa60-89a4f2c1fdf4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.573267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1b38f304-f8ef-4796-91ed-7a51c532eb96 None None] Provisioning complete for port c03caf15-7069-4bb9-9649-e7a7af7958ff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:59.573856 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b38f304-f8ef-4796-91ed-7a51c532eb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.664205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1b38f304-f8ef-4796-91ed-7a51c532eb96 None None] Port c03caf15-7069-4bb9-9649-e7a7af7958ff cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:35:59.675485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7df653ad-9e86-4991-af6f-6b0fdfb11657 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:59.720640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-13168f03-4001-4d3a-aa60-89a4f2c1fdf4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (4935af5c-a21e-4a80-8f45-0014482d4584), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.728795 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-13168f03-4001-4d3a-aa60-89a4f2c1fdf4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4935af5c-a21e-4a80-8f45-0014482d4584), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.777718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7df653ad-9e86-4991-af6f-6b0fdfb11657 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:59.778360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.785175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-13168f03-4001-4d3a-aa60-89a4f2c1fdf4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.787502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-13168f03-4001-4d3a-aa60-89a4f2c1fdf4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3182714 Feb 09 02:35:59.790864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53826) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:59.795571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-87c76b95-4f1f-49a6-a3c6-f016600bae22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '4935af5c-a21e-4a80-8f45-0014482d4584', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:59.807296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13168f03-4001-4d3a-aa60-89a4f2c1fdf4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4935af5c-a21e-4a80-8f45-0014482d4584,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:59.862339 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87c76b95-4f1f-49a6-a3c6-f016600bae22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (808697a0-5d22-470d-8d44-c934e1b48e95), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:59.922837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.019585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7df653ad-9e86-4991-af6f-6b0fdfb11657 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:00.037195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87c76b95-4f1f-49a6-a3c6-f016600bae22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (808697a0-5d22-470d-8d44-c934e1b48e95), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.052964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87c76b95-4f1f-49a6-a3c6-f016600bae22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (808697a0-5d22-470d-8d44-c934e1b48e95), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.096736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c76b95-4f1f-49a6-a3c6-f016600bae22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808697a0-5d22-470d-8d44-c934e1b48e95,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:00.104115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87c76b95-4f1f-49a6-a3c6-f016600bae22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.108512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-87c76b95-4f1f-49a6-a3c6-f016600bae22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165710 Feb 09 02:36:00.109243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53830) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:00.123836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-198246c6-127d-47a9-bd10-9ee4cbbd11fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '4935af5c-a21e-4a80-8f45-0014482d4584', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:00.171161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-198246c6-127d-47a9-bd10-9ee4cbbd11fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (427adc14-3c40-47ad-8c50-531fa13eb664), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.309755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-198246c6-127d-47a9-bd10-9ee4cbbd11fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (427adc14-3c40-47ad-8c50-531fa13eb664), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.319044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-198246c6-127d-47a9-bd10-9ee4cbbd11fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (427adc14-3c40-47ad-8c50-531fa13eb664), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.345797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198246c6-127d-47a9-bd10-9ee4cbbd11fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427adc14-3c40-47ad-8c50-531fa13eb664,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:00.372912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-198246c6-127d-47a9-bd10-9ee4cbbd11fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.376413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-198246c6-127d-47a9-bd10-9ee4cbbd11fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2575071 Feb 09 02:36:00.379247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53834) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:00.385303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:00.394342 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-46953c2a-296d-4873-8765-fa22f9df3b7e admin admin] 10.222.0.53 "PUT /v2.0/routers/8e2c7402-2a41-404b-94a0-6d4cfa678ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3466082 Feb 09 02:36:00.398328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-af930106-22c7-4836-a571-b9ffb681bdd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '4935af5c-a21e-4a80-8f45-0014482d4584', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:00.405156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Sync routers for ids ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:00.424672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Routers {'8e2c7402-2a41-404b-94a0-6d4cfa678ade'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:00.425355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:00.463254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af930106-22c7-4836-a571-b9ffb681bdd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (6416edd7-18f8-4d2e-967c-7ef9871b4738), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.716601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af930106-22c7-4836-a571-b9ffb681bdd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (6416edd7-18f8-4d2e-967c-7ef9871b4738), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.728407 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af930106-22c7-4836-a571-b9ffb681bdd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (6416edd7-18f8-4d2e-967c-7ef9871b4738), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.761242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Set router 8e2c7402-2a41-404b-94a0-6d4cfa678ade gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:00.803825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af930106-22c7-4836-a571-b9ffb681bdd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6416edd7-18f8-4d2e-967c-7ef9871b4738,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:00.855699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af930106-22c7-4836-a571-b9ffb681bdd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.867319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-af930106-22c7-4836-a571-b9ffb681bdd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4857502 Feb 09 02:36:00.878822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53842) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:00.893293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-87ea809a-3caf-45bc-9bb6-472266336a3e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '4935af5c-a21e-4a80-8f45-0014482d4584', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:00.907017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (cd8a0380-6c5e-42fe-9912-64d16f2c6596), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:00.966881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87ea809a-3caf-45bc-9bb6-472266336a3e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (23e92f01-1327-470b-ba3c-da936a10d920), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.182756 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87ea809a-3caf-45bc-9bb6-472266336a3e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (23e92f01-1327-470b-ba3c-da936a10d920), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.190866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87ea809a-3caf-45bc-9bb6-472266336a3e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (23e92f01-1327-470b-ba3c-da936a10d920), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.244755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87ea809a-3caf-45bc-9bb6-472266336a3e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.251162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53854) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:01.252487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-87ea809a-3caf-45bc-9bb6-472266336a3e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3707020 Feb 09 02:36:01.272827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea809a-3caf-45bc-9bb6-472266336a3e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e92f01-1327-470b-ba3c-da936a10d920,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:01.293219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:35:56Z', 'revision_number': 4, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c03caf15-7069-4bb9-9649-e7a7af7958ff', 'name': '', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'mac_address': 'fa:16:3e:b3:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:52Z', 'updated_at': '2022-02-09T02:35:56Z', 'revision_number': 2, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'subnets': [{'id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:01.336370 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '4935af5c-a21e-4a80-8f45-0014482d4584', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:01.391778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Checking router: 8e2c7402-2a41-404b-94a0-6d4cfa678ade for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:01.392149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Updating router 8e2c7402-2a41-404b-94a0-6d4cfa678ade port c03caf15-7069-4bb9-9649-e7a7af7958ff binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:36:01.450025 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.465123 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:36:01.477763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53860) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:01.483137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1452609837-network', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:01.491590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (69760697-397a-40d9-b077-8ac16623358e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.517010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Made reservation on behalf of 005d28d12cdd4fa69f9d2cb04ac28878 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:01.519664 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.543785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.719839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (69760697-397a-40d9-b077-8ac16623358e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.725410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks [] for security_group (b3391076-982b-4759-ba7d-c22a1ad30bcb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.729567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (69760697-397a-40d9-b077-8ac16623358e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.732600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b3391076-982b-4759-ba7d-c22a1ad30bcb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.788186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:36:01.813323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3391076-982b-4759-ba7d-c22a1ad30bcb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:01.819859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (76bab751-aad7-408e-ad2e-1f91b440cb34), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.820260 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Added segment 76bab751-aad7-408e-ad2e-1f91b440cb34 of type vlan for network 9777c076-3485-47aa-a391-b75c922dee5a Feb 09 02:36:01.823656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69760697-397a-40d9-b077-8ac16623358e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:01.845048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.849221 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5cc96951-5bf2-4a0c-9045-923988a62c76 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5171449 Feb 09 02:36:01.849920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53862) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:01.857325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': '4935af5c-a21e-4a80-8f45-0014482d4584', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:01.904426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 38832b3d-78d6-4b2f-b22e-22ae35465423 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:01.904771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.959067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (9777c076-3485-47aa-a391-b75c922dee5a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:01.989660 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:36:02.005642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (053bda44-23b2-4abd-8178-0cce1835c305), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.086169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (9777c076-3485-47aa-a391-b75c922dee5a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.087460 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:02.088444 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.120628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6415691 Feb 09 02:36:02.132348 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.148006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53868) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:02.172663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 38832b3d-78d6-4b2f-b22e-22ae35465423 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:02.198113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Request body: {'subnet': {'network_id': '9777c076-3485-47aa-a391-b75c922dee5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1452609837-subnet', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:02.200064 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Publish callbacks [] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.216471 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.310704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c8ff-7249-4f5a-8b33-04f38c975b76 admin admin] Pushing event updated for resources: {'Network': ['ID=9777c076-3485-47aa-a391-b75c922dee5a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:02.322365 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (053bda44-23b2-4abd-8178-0cce1835c305), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.337336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Made reservation on behalf of 005d28d12cdd4fa69f9d2cb04ac28878 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:02.340155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.356130 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (053bda44-23b2-4abd-8178-0cce1835c305), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.360782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 9777c076-3485-47aa-a391-b75c922dee5a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:36:02.525990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053bda44-23b2-4abd-8178-0cce1835c305,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:02.559773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.561095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a9637aa4-3cf0-45b1-9360-8a989725c0d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7101333 Feb 09 02:36:02.571907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53872) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:02.574413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de909e-4bc5-4d94-8cea-fdb6890ebe67 None None] Pushing event updated for resources: {'Port': ['ID=c03caf15-7069-4bb9-9649-e7a7af7958ff,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:02.585605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'network': {'name': 'tempest-network-smoke--1533605827', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'port_security_enabled': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:02.641567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:02.652674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.742180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (38832b3d-78d6-4b2f-b22e-22ae35465423), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.747754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Attempting to bind port c03caf15-7069-4bb9-9649-e7a7af7958ff on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:02.748130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Attempting to bind port c03caf15-7069-4bb9-9649-e7a7af7958ff by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:02.748510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Attempting to bind port c03caf15-7069-4bb9-9649-e7a7af7958ff on network 7460ecd0-8d30-4842-9386-d3db7e025604 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:02.751698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:36:02.777911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e74368af-ace6-45be-a2f7-a6a11416ef43), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.777911 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Added segment e74368af-ace6-45be-a2f7-a6a11416ef43 of type vlan for network 605c6efe-da4a-456d-8361-bd2aaa9537b6 Feb 09 02:36:02.791666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:02.792248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Checking segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:02.792923 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.793516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Bound using segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:02.794303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Bound port: c03caf15-7069-4bb9-9649-e7a7af7958ff, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:02.804612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=38832b3d-78d6-4b2f-b22e-22ae35465423,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:02.819192 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.959223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (605c6efe-da4a-456d-8361-bd2aaa9537b6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.015515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9fb54c60-5168-4690-a78e-08a8ed3820fc None None] Provisioning complete for port c03caf15-7069-4bb9-9649-e7a7af7958ff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:03.015906 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9fb54c60-5168-4690-a78e-08a8ed3820fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.127765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] For port c03caf15-7069-4bb9-9649-e7a7af7958ff, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:03.141376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] For port c03caf15-7069-4bb9-9649-e7a7af7958ff, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c03caf15-7069-4bb9-9649-e7a7af7958ff,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:03.155468 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9fb54c60-5168-4690-a78e-08a8ed3820fc None None] Port c03caf15-7069-4bb9-9649-e7a7af7958ff cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:03.163507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.164103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (605c6efe-da4a-456d-8361-bd2aaa9537b6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.173219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (cd8a0380-6c5e-42fe-9912-64d16f2c6596), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.188407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:03.189099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.247037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (58aa61e6-dea3-43dc-863e-15fdcf5dc6d9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.331032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de909e-4bc5-4d94-8cea-fdb6890ebe67 None None] Pushing event updated for resources: {'Port': ['ID=c03caf15-7069-4bb9-9649-e7a7af7958ff,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:03.362002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Routers {'8e2c7402-2a41-404b-94a0-6d4cfa678ade'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:03.362693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:03.487261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9114056 Feb 09 02:36:03.530315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53878) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:03.568797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'admin_state_up': True, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:03.631024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] Set router 8e2c7402-2a41-404b-94a0-6d4cfa678ade gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:03.635346 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.640985 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.653244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6928-0f2d-4642-a079-9cb1741ae4c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Network': ['ID=605c6efe-da4a-456d-8361-bd2aaa9537b6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:03.662492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58aa61e6-dea3-43dc-863e-15fdcf5dc6d9,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:03.669320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router cd8a0380-6c5e-42fe-9912-64d16f2c6596 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:03.735035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:36:03.756828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Checking segment: {'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:03.757347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Network hostable DHCP agents. Network: 9777c076-3485-47aa-a391-b75c922dee5a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:36:03.816223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.820379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:03.829999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Network 9777c076-3485-47aa-a391-b75c922dee5a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:36:03.831049 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d2fe5f0f-ca86-4c06-b607-1ac36a52320f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/cd8a0380-6c5e-42fe-9912-64d16f2c6596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3777878 Feb 09 02:36:03.839093 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] Sync routers for ids ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:03.839596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:03.854037 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] Routers {'cd8a0380-6c5e-42fe-9912-64d16f2c6596'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:03.854758 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:03.925008 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3a637c6e-fb58-4a57-aa21-39eedce25bf5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0380-6c5e-42fe-9912-64d16f2c6596 HTTP/1.1" status: 200 len: 205 time: 0.0844440 Feb 09 02:36:03.931504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53884) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:03.933886 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:03.950726 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] Routers {'cd8a0380-6c5e-42fe-9912-64d16f2c6596'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:03.951714 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:04.045304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:04.046329 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7062c49c-e64e-4a75-b05d-37b011f9da41 None None] The sync data for ids ['cd8a0380-6c5e-42fe-9912-64d16f2c6596'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:04.067344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7139fce1-0d3b-4fef-919d-57881e196a38 None None] Provisioning complete for port c03caf15-7069-4bb9-9649-e7a7af7958ff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:04.068123 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7139fce1-0d3b-4fef-919d-57881e196a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.083482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 9777c076-3485-47aa-a391-b75c922dee5a) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:04.121574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:04.124720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.144192 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a288-48a8-4338-9e3c-7406e265d40d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (cd8a0380-6c5e-42fe-9912-64d16f2c6596), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.194144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa847a-506f-4da6-8b41-150f39b14324 None None] Network 9777c076-3485-47aa-a391-b75c922dee5a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:04.442210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-427d2a3e-6522-4be2-af1d-b889afd408c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2905097 Feb 09 02:36:04.442909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53890) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:04.448983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:04.517246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (4fa9a384-3835-4f30-9a93-10d482c4ad7e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.519093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (4fa9a384-3835-4f30-9a93-10d482c4ad7e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.521910 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.591850 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks [] for router_controller (4fa9a384-3835-4f30-9a93-10d482c4ad7e), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.629628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-9777c076-3485-47aa-a391-b75c922dee5a', 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a', 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'fixed_ips': [{'subnet_id': '58aa61e6-dea3-43dc-863e-15fdcf5dc6d9'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:36:04.631186 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.665193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a288-48a8-4338-9e3c-7406e265d40d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (cd8a0380-6c5e-42fe-9912-64d16f2c6596), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.671777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a288-48a8-4338-9e3c-7406e265d40d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (cd8a0380-6c5e-42fe-9912-64d16f2c6596), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.675301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7139fce1-0d3b-4fef-919d-57881e196a38 None None] Current status of the port c03caf15-7069-4bb9-9649-e7a7af7958ff is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:04.676045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7139fce1-0d3b-4fef-919d-57881e196a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.748695 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a288-48a8-4338-9e3c-7406e265d40d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (cd8a0380-6c5e-42fe-9912-64d16f2c6596), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.749307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe2a288-48a8-4338-9e3c-7406e265d40d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Fanout notify agent at l3_agent the message router_deleted on router cd8a0380-6c5e-42fe-9912-64d16f2c6596 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:36:04.759807 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a288-48a8-4338-9e3c-7406e265d40d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.767588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4fe2a288-48a8-4338-9e3c-7406e265d40d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/cd8a0380-6c5e-42fe-9912-64d16f2c6596 HTTP/1.1" status: 204 len: 168 time: 0.7630455 Feb 09 02:36:04.768583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53898) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:04.840896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 6d26a29a-5ff7-4681-a50f-af17af94f280 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:36:04.845990 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (6d26a29a-5ff7-4681-a50f-af17af94f280), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.934919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (6d26a29a-5ff7-4681-a50f-af17af94f280), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.002245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Allocated IP 172.20.0.2 (9777c076-3485-47aa-a391-b75c922dee5a/58aa61e6-dea3-43dc-863e-15fdcf5dc6d9/1346482c-08af-4dff-8db1-1c176a06ea34) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:05.233701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Publish callbacks [] for port (1346482c-08af-4dff-8db1-1c176a06ea34), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.247077 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.302925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-995f7981-871d-4333-b324-190b64a71e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:35:56Z', 'revision_number': 4, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c03caf15-7069-4bb9-9649-e7a7af7958ff', 'name': '', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'mac_address': 'fa:16:3e:b3:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:52Z', 'updated_at': '2022-02-09T02:36:03Z', 'revision_number': 4, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'subnets': [{'id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:05.347546 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.416642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7139fce1-0d3b-4fef-919d-57881e196a38 None None] For port c03caf15-7069-4bb9-9649-e7a7af7958ff, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c03caf15-7069-4bb9-9649-e7a7af7958ff,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:05.428727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Pushing event updated for resources: {'Port': ['ID=1346482c-08af-4dff-8db1-1c176a06ea34,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:05.443853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7981-871d-4333-b324-190b64a71e78 None None] The sync data for ids ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'] in n-d-826675-12 is: [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:35:56Z', 'revision_number': 4, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c03caf15-7069-4bb9-9649-e7a7af7958ff', 'name': '', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'mac_address': 'fa:16:3e:b3:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:52Z', 'updated_at': '2022-02-09T02:36:03Z', 'revision_number': 4, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'subnets': [{'id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:05.445952 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7139fce1-0d3b-4fef-919d-57881e196a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.528694 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.576460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Network 9777c076-3485-47aa-a391-b75c922dee5a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:05.578488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:05.582839 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:05.671013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139fce1-0d3b-4fef-919d-57881e196a38 None None] Pushing event updated for resources: {'Port': ['ID=c03caf15-7069-4bb9-9649-e7a7af7958ff,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:05.696940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Attempting to bind port 1346482c-08af-4dff-8db1-1c176a06ea34 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:05.697660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Attempting to bind port 1346482c-08af-4dff-8db1-1c176a06ea34 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:05.698192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Attempting to bind port 1346482c-08af-4dff-8db1-1c176a06ea34 on network 9777c076-3485-47aa-a391-b75c922dee5a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:05.713720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:05.724129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Checking segment: {'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:05.724992 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.725812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Bound using segment: {'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:05.727358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Bound port: 1346482c-08af-4dff-8db1-1c176a06ea34, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:05.727944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.838963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks [] for router_gateway (4fa9a384-3835-4f30-9a93-10d482c4ad7e), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:05.870073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] For port 1346482c-08af-4dff-8db1-1c176a06ea34, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:05.882237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] For port 1346482c-08af-4dff-8db1-1c176a06ea34, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1346482c-08af-4dff-8db1-1c176a06ea34,segment=NetworkSegment(76bab751-aad7-408e-ad2e-1f91b440cb34),segment_id=76bab751-aad7-408e-ad2e-1f91b440cb34)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:05.887411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.133 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/37d846cf-04b6-48df-a42a-67c15cc01c9b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:05.895961 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.058095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.064862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766961a1-77c2-491e-bf69-5b4bf362b155 None None] Pushing event updated for resources: {'Port': ['ID=1346482c-08af-4dff-8db1-1c176a06ea34,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:06.152765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.274431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:06.369685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:06.384685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:06.401040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks [] for router_gateway (4fa9a384-3835-4f30-9a93-10d482c4ad7e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.479455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6d26a29a-5ff7-4681-a50f-af17af94f280), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.482179 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.609746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc2c68-7f4c-42b5-ad81-acc5f89f2281 req-047c9b81-3b34-4844-b59b-6c98c3254f77 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:06.631726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00bc2c68-7f4c-42b5-ad81-acc5f89f2281 req-047c9b81-3b34-4844-b59b-6c98c3254f77 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 1.3811295 Feb 09 02:36:06.713591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=37d846cf-04b6-48df-a42a-67c15cc01c9b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:06.781570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Allocated IP 172.25.6.242 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/4eca329b-f845-4d5a-a3f0-383f5ca6ac97) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:07.045415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks [] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:07.109370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:07.209202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:07.215699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:07.229160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:07.304062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Pushing event updated for resources: {'Port': ['ID=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:07.573142 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (6d26a29a-5ff7-4681-a50f-af17af94f280), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:07.679614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.680529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.682034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.684057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.686224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.688618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.688968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.689241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.689592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.693242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.693758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.694526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.695566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:07.805166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad1049-6f5a-40a3-ae25-9a3c28d189f1 None None] Network fdfb291c-1a05-486f-9f8f-ec0579211b71 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:07.932045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks [] for router_gateway (4fa9a384-3835-4f30-9a93-10d482c4ad7e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:07.949351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:07.959316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/6d26a29a-5ff7-4681-a50f-af17af94f280 HTTP/1.1" status: 204 len: 168 time: 3.1818705 Feb 09 02:36:08.007549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1346482c-08af-4dff-8db1-1c176a06ea34 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:08.025766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00bc2c68-7f4c-42b5-ad81-acc5f89f2281 req-b97b619c-0dfa-4768-9a3d-dab920869956 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3922441 Feb 09 02:36:08.032470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8f7be-298c-46e4-a4f0-0636fcfc7295 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=6d26a29a-5ff7-4681-a50f-af17af94f280,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:08.061459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:08.095494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b27925-2733-4821-95e3-b83fa13d8b4f None None] Network 9777c076-3485-47aa-a391-b75c922dee5a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:08.216715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-d73e7aa8-f0c1-443f-8585-6891740ba9c1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:08.218226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-d73e7aa8-f0c1-443f-8585-6891740ba9c1 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.82 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.6157043 Feb 09 02:36:08.253625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fdfb291c-1a05-486f-9f8f-ec0579211b71), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.308332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 1346482c-08af-4dff-8db1-1c176a06ea34 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:08.309070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.342549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-97c9f2be-54f1-4018-8c00-d06d07b2f9b5 None None] Provisioning complete for port 1346482c-08af-4dff-8db1-1c176a06ea34 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:08.351172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97c9f2be-54f1-4018-8c00-d06d07b2f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.384029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.483419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (4fa9a384-3835-4f30-9a93-10d482c4ad7e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.672635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:08.675005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.697712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 1346482c-08af-4dff-8db1-1c176a06ea34 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:08.699042 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.750585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Deleting port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:08.751339 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.789469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-97c9f2be-54f1-4018-8c00-d06d07b2f9b5 None None] Current status of the port 1346482c-08af-4dff-8db1-1c176a06ea34 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:08.793487 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97c9f2be-54f1-4018-8c00-d06d07b2f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.867397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] DHCP port deletion for fdfb291c-1a05-486f-9f8f-ec0579211b71 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:36:08.881296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 1346482c-08af-4dff-8db1-1c176a06ea34, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1346482c-08af-4dff-8db1-1c176a06ea34,segment=NetworkSegment(76bab751-aad7-408e-ad2e-1f91b440cb34),segment_id=76bab751-aad7-408e-ad2e-1f91b440cb34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:08.914497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,segment=NetworkSegment(af19d710-bd5a-4fe1-95a6-9366897c3ca7),segment_id=af19d710-bd5a-4fe1-95a6-9366897c3ca7)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:08.915404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.935134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:08.941467 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:08.943092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c03caf15-7069-4bb9-9649-e7a7af7958ff up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:09.075922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Router 4fa9a384-3835-4f30-9a93-10d482c4ad7e is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:36:09.211386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-97c9f2be-54f1-4018-8c00-d06d07b2f9b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:36:09.212046 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-97c9f2be-54f1-4018-8c00-d06d07b2f9b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:36:09.225562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=1346482c-08af-4dff-8db1-1c176a06ea34,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:09.228661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.241973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] Deleting port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:09.242619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.279209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:36:09.285626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:09.303228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c03caf15-7069-4bb9-9649-e7a7af7958ff triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:09.303871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.348483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] For port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,segment=NetworkSegment(e14c163c-9ec9-437e-9826-da1fd68c5dfc),segment_id=e14c163c-9ec9-437e-9826-da1fd68c5dfc)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:09.349017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.354953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] For port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:09.355589 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.377147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] Calling delete_port for b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:09.381411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Calling delete_port for d2d0effc-64d8-44e6-9a90-23a06cb9a5ae owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:09.384568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] Port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:36:09.389379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (b9e32a3f-07e4-4a08-ab58-2aac1567f3d3), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.397238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1c83a-8e7a-4175-8cbf-80132e6b27fa req-b2a75c7f-dde4-4a60-83d6-b13632efa3b4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:09.399044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d1c83a-8e7a-4175-8cbf-80132e6b27fa req-b2a75c7f-dde4-4a60-83d6-b13632efa3b4 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1832578 Feb 09 02:36:09.412171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] No DVR routers for this DVR port b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:36:09.439611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f76c68-9e7a-4a22-811c-749a7fd4b063 None None] Pushing event deleted for resources: {'Port': ['ID=b9e32a3f-07e4-4a08-ab58-2aac1567f3d3,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:09.446170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:09.447516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.448128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.454295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.454813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.455312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.455751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.456188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.456622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.457054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.458023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.458482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.458933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.459366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:36:09.462643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3932a9-b317-4413-8395-766968be469f None None] Sync routers for ids ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:09.493600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.495524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b7c7bb00-6f41-4445-8195-088d108e0750 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0511761 Feb 09 02:36:09.514821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] Routers {'4fa9a384-3835-4f30-9a93-10d482c4ad7e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:09.515692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:09.525987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53928) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:09.535401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c03caf15-7069-4bb9-9649-e7a7af7958ff is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:09.595318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d1c83a-8e7a-4175-8cbf-80132e6b27fa req-adca01a6-66ef-4d3e-b23e-3eca087c454a tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/security-groups?id=7319746c-eaee-4f7b-8f8f-41a20e6a75b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767702 Feb 09 02:36:09.595318 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.636837 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fdfb291c-1a05-486f-9f8f-ec0579211b71), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.812219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1346482c-08af-4dff-8db1-1c176a06ea34 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:09.919746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfb291c-1a05-486f-9f8f-ec0579211b71']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:09.929610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d2d0effc-64d8-44e6-9a90-23a06cb9a5ae), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:09.967898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af19d710-bd5a-4fe1-95a6-9366897c3ca7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:09.968454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af19d710-bd5a-4fe1-95a6-9366897c3ca7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:09.974615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-97c9f2be-54f1-4018-8c00-d06d07b2f9b5 None None] Current status of the port 1346482c-08af-4dff-8db1-1c176a06ea34 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:10.018117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (af19d710-bd5a-4fe1-95a6-9366897c3ca7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.019147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Pushing event deleted for resources: {'Port': ['ID=d2d0effc-64d8-44e6-9a90-23a06cb9a5ae,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:10.027593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] Set router 4fa9a384-3835-4f30-9a93-10d482c4ad7e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:10.077245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (af19d710-bd5a-4fe1-95a6-9366897c3ca7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.095471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:36:10.105085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (af19d710-bd5a-4fe1-95a6-9366897c3ca7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.163480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] No DVR routers for this DVR port d2d0effc-64d8-44e6-9a90-23a06cb9a5ae on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:36:10.172632 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.185237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-864cfa78-617d-4e3f-937f-3e97cae57734 req-82bd253d-2a5d-4659-b231-4b4a72ecbb96 tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.82 "DELETE /v2.0/ports/d2d0effc-64d8-44e6-9a90-23a06cb9a5ae HTTP/1.1" status: 204 len: 173 time: 1.9574108 Feb 09 02:36:10.185740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-deleted', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:10.188181 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e512db-9e40-4264-9258-d8a41de43879" -d '{"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-deleted", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:36:10.208624 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:36:10.252260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fdfb291c-1a05-486f-9f8f-ec0579211b71), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.279268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:36:10.289971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 1346482c-08af-4dff-8db1-1c176a06ea34 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:10.290349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.306227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.310993 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/fdfb291c-1a05-486f-9f8f-ec0579211b71 HTTP/1.1" status: 204 len: 168 time: 2.2476306 Feb 09 02:36:10.315834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:10.324465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1672222609', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:10.368298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (52fa3409-b206-4a90-8e42-615f7ac92407), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.370083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (52fa3409-b206-4a90-8e42-615f7ac92407), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.380592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a90a-3013-4a3c-8419-0119c7a4a4e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=fdfb291c-1a05-486f-9f8f-ec0579211b71,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:10.409631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-154eaeff-8909-4732-94fa-31394e716c13 None None] Provisioning complete for port 1346482c-08af-4dff-8db1-1c176a06ea34 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:10.410153 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-154eaeff-8909-4732-94fa-31394e716c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.428572 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cb9488-4bd5-48af-90ca-ed2318ba26f1 x-openstack-request-id: req-c5cb9488-4bd5-48af-90ca-ed2318ba26f1 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:10.428942 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c565d-1265-4c16-950c-540c60d8bcc6", "name": "network-vif-deleted", "tag": "d2d0effc-64d8-44e6-9a90-23a06cb9a5ae", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:10.429209 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5cb9488-4bd5-48af-90ca-ed2318ba26f1 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:10.429643 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c565d-1265-4c16-950c-540c60d8bcc6', 'name': 'network-vif-deleted', 'tag': 'd2d0effc-64d8-44e6-9a90-23a06cb9a5ae', 'status': 'completed', 'code': 200} Feb 09 02:36:10.501117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (52fa3409-b206-4a90-8e42-615f7ac92407), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.588429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:10.595515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 1346482c-08af-4dff-8db1-1c176a06ea34 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:10.600681 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Sync routers for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:10.614908 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:10.615559 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:10.655449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:10.656756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c5e3e81d-712d-48cb-a3a5-e311091a188e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.1051292 Feb 09 02:36:10.661157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53944) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:10.664814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-154eaeff-8909-4732-94fa-31394e716c13 None None] Current status of the port 1346482c-08af-4dff-8db1-1c176a06ea34 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:10.701738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:36:07Z', 'revision_number': 3, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:10.768415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e0db9c80-ca22-4bd2-a9ed-6255492f2b0a tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba9e297e203a4466b6ef51f1cce4f0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056931 Feb 09 02:36:10.777734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53946) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:10.803776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:36:10.807737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:36:10.821188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3932a9-b317-4413-8395-766968be469f None None] Checking router: 4fa9a384-3835-4f30-9a93-10d482c4ad7e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:10.824486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3932a9-b317-4413-8395-766968be469f None None] Updating router 4fa9a384-3835-4f30-9a93-10d482c4ad7e port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:36:10.889269 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:10.983454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85b5b2d2-cd68-4dbe-b122-13de5c2d8004 req-f4280a2d-c54d-4b7b-8528-688983f3015c tempest-ServersNegativeTestJSON-19558865 tempest-ServersNegativeTestJSON-19558865-project] 10.222.0.53 "GET /v2.0/ports?device_id=336c565d-1265-4c16-950c-540c60d8bcc6 HTTP/1.1" status: 200 len: 210 time: 0.1750078 Feb 09 02:36:11.085776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf23d8e-992a-4ef0-b8ee-bfd8e7b073f2 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:11.090278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bcf23d8e-992a-4ef0-b8ee-bfd8e7b073f2 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3039975 Feb 09 02:36:11.090683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53948) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:11.113042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_gateway (52fa3409-b206-4a90-8e42-615f7ac92407), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:11.168539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-104b3e46-ba6e-49c0-af81-aa09c04b72ef tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731521 Feb 09 02:36:11.174412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53950) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:11.179815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-921088901', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:11.261368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:11.336272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:07Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:11.374720 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Checking router: 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:11.375869 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Updating router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 port 37d846cf-04b6-48df-a42a-67c15cc01c9b binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:36:11.406210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:36:11.406828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b9e32a3f-07e4-4a08-ab58-2aac1567f3d3 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:36:11.409828 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:11.436995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd3932a9-b317-4413-8395-766968be469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:11.466682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:11.471475 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:11.578796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: d2d0effc-64d8-44e6-9a90-23a06cb9a5ae {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:36:11.578796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device d2d0effc-64d8-44e6-9a90-23a06cb9a5ae not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:36:11.914110 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.035152 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Publish callbacks [] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.074021 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.076550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Subnet': ['ID=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:12.085185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Checking segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:12.085975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network hostable DHCP agents. Network: 605c6efe-da4a-456d-8361-bd2aaa9537b6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:36:12.096386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53958) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:12.198832 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Attempting to bind port 37d846cf-04b6-48df-a42a-67c15cc01c9b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:12.200266 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Attempting to bind port 37d846cf-04b6-48df-a42a-67c15cc01c9b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:12.201279 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Attempting to bind port 37d846cf-04b6-48df-a42a-67c15cc01c9b on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:12.205710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:36:12.218557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] Deleting subnet f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:36:12.223931 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:12.224317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:12.224778 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.225181 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:12.226620 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Bound port: 37d846cf-04b6-48df-a42a-67c15cc01c9b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:12.227060 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.229988 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] Publish callbacks [] for subnet (f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.285471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 605c6efe-da4a-456d-8361-bd2aaa9537b6) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:12.311606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:12.324782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.340331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.382284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3384b1db-c211-4e3c-a011-08e0e8b4d1bd None None] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:12.391355 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] For port 37d846cf-04b6-48df-a42a-67c15cc01c9b, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:12.400765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] For port 37d846cf-04b6-48df-a42a-67c15cc01c9b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=37d846cf-04b6-48df-a42a-67c15cc01c9b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:12.433848 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.451445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-666cfe01-4a04-4ade-83cc-61de722e478b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2663198 Feb 09 02:36:12.452199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53964) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:12.456935 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec866ba-e54c-49c9-bdc2-9547ee08ed7f None None] Pushing event updated for resources: {'Port': ['ID=37d846cf-04b6-48df-a42a-67c15cc01c9b,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:12.603211 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:12.604283 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:12.704811 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd3932a9-b317-4413-8395-766968be469f None None] Publish callbacks [] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.717381 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd3932a9-b317-4413-8395-766968be469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.755816 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec866ba-e54c-49c9-bdc2-9547ee08ed7f None None] Pushing event updated for resources: {'Port': ['ID=37d846cf-04b6-48df-a42a-67c15cc01c9b,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:12.772018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Allocated IP 172.20.0.1 (9777c076-3485-47aa-a391-b75c922dee5a/58aa61e6-dea3-43dc-863e-15fdcf5dc6d9/397a3a7b-8120-4ab4-865f-2d500df6184a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:12.800395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.919317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-fd3932a9-b317-4413-8395-766968be469f None None] Attempting to bind port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:12.919697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-fd3932a9-b317-4413-8395-766968be469f None None] Attempting to bind port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:12.921010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3932a9-b317-4413-8395-766968be469f None None] Attempting to bind port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:12.951950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21ff04-f36e-421e-a2bf-1615fb53fdd8 None None] Pushing event updated for resources: {'Port': ['ID=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:12.978221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3932a9-b317-4413-8395-766968be469f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:12.978637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3932a9-b317-4413-8395-766968be469f None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:12.979053 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd3932a9-b317-4413-8395-766968be469f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:12.979456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3932a9-b317-4413-8395-766968be469f None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:12.979958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-fd3932a9-b317-4413-8395-766968be469f None None] Bound port: 4eca329b-f845-4d5a-a3f0-383f5ca6ac97, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:12.982044 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd3932a9-b317-4413-8395-766968be469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.042610 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:13.113088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.121245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-605c6efe-da4a-456d-8361-bd2aaa9537b6', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:36:13.129250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.175930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:13.199359 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.212374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fa28d382-1998-4dd1-91cb-cc337ea8cdee admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f070bfc7-9f4d-4a3c-89ee-8ca3b2186e53 HTTP/1.1" status: 204 len: 168 time: 1.1013343 Feb 09 02:36:13.212594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:13.256312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_gateway (52fa3409-b206-4a90-8e42-615f7ac92407), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.427786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fd3932a9-b317-4413-8395-766968be469f None None] For port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:13.444571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (be8df265-953c-4fe2-9845-84b196090944), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.474948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.512875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fd3932a9-b317-4413-8395-766968be469f None None] For port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:13.540498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd3932a9-b317-4413-8395-766968be469f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.590650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.803483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] Routers {'4fa9a384-3835-4f30-9a93-10d482c4ad7e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:13.805111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:13.812497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks [] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.900568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Allocated IP 172.20.0.2 (605c6efe-da4a-456d-8361-bd2aaa9537b6/d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d/3c4c5cef-a00e-4004-8790-fd68cbdd36fe) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:13.905643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21ff04-f36e-421e-a2bf-1615fb53fdd8 None None] Pushing event updated for resources: {'Port': ['ID=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:13.936181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (be8df265-953c-4fe2-9845-84b196090944), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:13.941022 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:07Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:14.035448 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f44cef9-ef0f-45e1-b803-3dacc00df466 None None] The sync data for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 is: [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:07Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:14.072493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8df265-953c-4fe2-9845-84b196090944']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:14.118013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14c163c-9ec9-437e-9826-da1fd68c5dfc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:14.121004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14c163c-9ec9-437e-9826-da1fd68c5dfc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:14.159227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] Set router 4fa9a384-3835-4f30-9a93-10d482c4ad7e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:14.163066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (e14c163c-9ec9-437e-9826-da1fd68c5dfc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.186443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e14c163c-9ec9-437e-9826-da1fd68c5dfc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.189497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.210009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:36:14.211113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (e14c163c-9ec9-437e-9826-da1fd68c5dfc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.213896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.25.6.72 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/5acc66fe-e121-4b6b-88a5-9bb9e717e3d6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:36:14.216453 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:36:14.334887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Network 9777c076-3485-47aa-a391-b75c922dee5a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:14.357023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:14.388716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:14.390885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Pushing event updated for resources: {'Port': ['ID=397a3a7b-8120-4ab4-865f-2d500df6184a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:14.400734 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Publish callbacks [] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.401216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (be8df265-953c-4fe2-9845-84b196090944), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.429941 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.449155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.452865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/be8df265-953c-4fe2-9845-84b196090944 HTTP/1.1" status: 204 len: 168 time: 1.2374547 Feb 09 02:36:14.481147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9214044-bd82-4ccc-8496-62785a105bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8df265-953c-4fe2-9845-84b196090944,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:14.506821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (4fa9a384-3835-4f30-9a93-10d482c4ad7e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.608603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:14.643151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:14.649103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:14.679229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Pushing event updated for resources: {'Port': ['ID=3c4c5cef-a00e-4004-8790-fd68cbdd36fe,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:14.850486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (5acc66fe-e121-4b6b-88a5-9bb9e717e3d6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.923872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Attempting to bind port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:14.932537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Attempting to bind port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:14.933286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Attempting to bind port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:14.957443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 53980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:14.964361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:14.965029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Checking segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:14.965687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.966244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Bound using segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:14.975032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Bound port: 3c4c5cef-a00e-4004-8790-fd68cbdd36fe, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:14.975715 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:14.981439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-fd3932a9-b317-4413-8395-766968be469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:36:07Z', 'revision_number': 3, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:14.991984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.1 (605c6efe-da4a-456d-8361-bd2aaa9537b6/d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d/de5aa1c7-8c5f-49a2-82b7-49ca3e678359) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:15.059339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3932a9-b317-4413-8395-766968be469f None None] The sync data for ids ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'] in n-d-826675-12 is: [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:36:07Z', 'revision_number': 3, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:15.072287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-161a18e8-68d7-4bca-828f-02a425281027 None None] Provisioning complete for port 397a3a7b-8120-4ab4-865f-2d500df6184a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:15.072773 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-161a18e8-68d7-4bca-828f-02a425281027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.159189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-161a18e8-68d7-4bca-828f-02a425281027 None None] Port 397a3a7b-8120-4ab4-865f-2d500df6184a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:15.217001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5acc66fe-e121-4b6b-88a5-9bb9e717e3d6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.233657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.289232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] For port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:15.293061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] For port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3c4c5cef-a00e-4004-8790-fd68cbdd36fe,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:15.305819 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.323611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.333297 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.343044 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d1ea421-5bea-4122-afd0-2ce6357223d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d50338cd87a0452c9bbf45d8bdb265ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783314 Feb 09 02:36:15.343044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:15.355596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 53982) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:15.400640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b18e9-5760-4d0d-bad2-743e56e9296e None None] Pushing event updated for resources: {'Port': ['ID=3c4c5cef-a00e-4004-8790-fd68cbdd36fe,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:15.452859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:15.477906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:15.488568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:15.562098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:15.616365 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.619284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-635028af-2f31-415d-8b58-d6824d2db932 admin admin] Publish callbacks [] for security_group (7319746c-eaee-4f7b-8f8f-41a20e6a75b1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.647511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-635028af-2f31-415d-8b58-d6824d2db932 admin admin] Publish callbacks [] for security_group (7319746c-eaee-4f7b-8f8f-41a20e6a75b1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:15.655760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:15.665910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:15.714653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=5acc66fe-e121-4b6b-88a5-9bb9e717e3d6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:15.925453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 37d846cf-04b6-48df-a42a-67c15cc01c9b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:16.041516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 37d846cf-04b6-48df-a42a-67c15cc01c9b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:16.041902 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.095481 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-635028af-2f31-415d-8b58-d6824d2db932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7319746c-eaee-4f7b-8f8f-41a20e6a75b1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.111421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-635028af-2f31-415d-8b58-d6824d2db932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.127550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-635028af-2f31-415d-8b58-d6824d2db932 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7319746c-eaee-4f7b-8f8f-41a20e6a75b1 HTTP/1.1" status: 204 len: 168 time: 0.7663686 Feb 09 02:36:16.184697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks [] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.199316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.255674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.274671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 37d846cf-04b6-48df-a42a-67c15cc01c9b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:16.275474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.296048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635028af-2f31-415d-8b58-d6824d2db932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7319746c-eaee-4f7b-8f8f-41a20e6a75b1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:16.354146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 37d846cf-04b6-48df-a42a-67c15cc01c9b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=37d846cf-04b6-48df-a42a-67c15cc01c9b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:16.366572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.424757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (4fa9a384-3835-4f30-9a93-10d482c4ad7e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.427551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Pushing event updated for resources: {'Port': ['ID=397a3a7b-8120-4ab4-865f-2d500df6184a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:16.497129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=37d846cf-04b6-48df-a42a-67c15cc01c9b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:16.718551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Network 9777c076-3485-47aa-a391-b75c922dee5a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:16.723017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:16.858940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.868728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:16.887877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_gateway (52fa3409-b206-4a90-8e42-615f7ac92407), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:17.089289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:17.136953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:17.234359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-99a1f31a-1a16-4003-81ae-45eb498e6903 None None] Provisioning complete for port 397a3a7b-8120-4ab4-865f-2d500df6184a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:17.237557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99a1f31a-1a16-4003-81ae-45eb498e6903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:17.281206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-99a1f31a-1a16-4003-81ae-45eb498e6903 None None] Port 397a3a7b-8120-4ab4-865f-2d500df6184a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:17.411797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (52fa3409-b206-4a90-8e42-615f7ac92407), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:17.430630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:17.435128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:17.439945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Router 4fa9a384-3835-4f30-9a93-10d482c4ad7e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:17.492087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ee010-df03-42a5-9fdf-14f7f1b8857c None None] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:17.710134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:17.738063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bb05e027-ca86-4eaa-87e0-6f4d2ad4aed5 None None] Provisioning complete for port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:17.739885 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb05e027-ca86-4eaa-87e0-6f4d2ad4aed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:17.982008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:17.991932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bb05e027-ca86-4eaa-87e0-6f4d2ad4aed5 None None] Current status of the port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:17.992664 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb05e027-ca86-4eaa-87e0-6f4d2ad4aed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:17.995178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dfe13fd5-761c-4376-989f-dd05042ee2bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/6b58df5c-9d54-4bfb-9299-1d985ff2cc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5396233 Feb 09 02:36:18.138558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bb05e027-ca86-4eaa-87e0-6f4d2ad4aed5 None None] For port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3c4c5cef-a00e-4004-8790-fd68cbdd36fe,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:18.155774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb05e027-ca86-4eaa-87e0-6f4d2ad4aed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:18.164909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 37d846cf-04b6-48df-a42a-67c15cc01c9b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:18.257383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:18.274503 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d21b828-0341-4bf4-84ae-283ac514fa41 admin admin] 10.222.0.53 "PUT /v2.0/routers/4fa9a384-3835-4f30-9a93-10d482c4ad7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7447386 Feb 09 02:36:18.275226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 52fa3409-b206-4a90-8e42-615f7ac92407 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:36:18.319054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Sync routers for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:18.455321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:18.496304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 37d846cf-04b6-48df-a42a-67c15cc01c9b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:18.500523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:18.502562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:18.503596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:18.519785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b6104ef0-7cda-46d8-a838-52f785a56da4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181545501&fields=id&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 267 time: 0.1417170 Feb 09 02:36:18.656775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:18.678659 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] Sync routers for ids ['52fa3409-b206-4a90-8e42-615f7ac92407'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:18.686038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:18.690334 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a6a8dfb1-df8a-41c5-8d58-bb65cb306987 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.3667710 Feb 09 02:36:18.690747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:18.703773 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] Routers {'52fa3409-b206-4a90-8e42-615f7ac92407'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:18.704763 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['52fa3409-b206-4a90-8e42-615f7ac92407'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:18.783248 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:18.821805 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] Routers {'52fa3409-b206-4a90-8e42-615f7ac92407'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:18.822813 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['52fa3409-b206-4a90-8e42-615f7ac92407'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:18.884881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-a48c410d-4a94-407b-898b-8e7a56b44ef5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:18.901453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-a48c410d-4a94-407b-898b-8e7a56b44ef5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 797 time: 0.3648713 Feb 09 02:36:18.940312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-cb59c564-30bd-41cc-aa48-5baf188e46e3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/quotas/ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 375 time: 0.0376604 Feb 09 02:36:18.972514 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:18.980560 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a8109-b8ab-4ef0-b5c0-a523e066a877 None None] The sync data for ids ['52fa3409-b206-4a90-8e42-615f7ac92407'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:19.106290 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9fd67013-0dab-43f4-bc64-34d5e131cb06 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/routers/52fa3409-b206-4a90-8e42-615f7ac92407 HTTP/1.1" status: 200 len: 880 time: 0.4116609 Feb 09 02:36:19.111340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54064) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:19.126565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:19.153662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-47fbfe95-7cf8-4085-b66a-5c29254a4029 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006600 Feb 09 02:36:19.643039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-0c15ee63-943f-45e2-bd41-4b40bcd86c56 service neutron] 10.222.0.53 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764185 Feb 09 02:36:19.829907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05e027-ca86-4eaa-87e0-6f4d2ad4aed5 None None] Pushing event updated for resources: {'Port': ['ID=3c4c5cef-a00e-4004-8790-fd68cbdd36fe,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:19.836424 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:19.843155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Sync routers for ids ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:19.938870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3beb64a5-dc2f-4803-a6da-23908e1a9968 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:19.946737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3beb64a5-dc2f-4803-a6da-23908e1a9968 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/networks?id=7460ecd0-8d30-4842-9386-d3db7e025604 HTTP/1.1" status: 200 len: 910 time: 0.1783788 Feb 09 02:36:19.970876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-8a4ad374-524b-4157-b9db-470220fc84c7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/quotas/005d28d12cdd4fa69f9d2cb04ac28878 HTTP/1.1" status: 200 len: 375 time: 0.0228574 Feb 09 02:36:19.984251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c7bdff30-03b8-47f9-b3cb-526475249148 None None] Provisioning complete for port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:19.987556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7bdff30-03b8-47f9-b3cb-526475249148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:20.016740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Routers {'4fa9a384-3835-4f30-9a93-10d482c4ad7e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:20.019076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:20.132421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c7bdff30-03b8-47f9-b3cb-526475249148 None None] Port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:20.148910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-cf12587f-d400-4a41-b83d-22f2dc738ee7 service neutron] 10.222.0.53 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953778 Feb 09 02:36:20.180729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-c25ce03a-0a13-4271-8858-d4cc62eb9871 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d28d12cdd4fa69f9d2cb04ac28878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087264 Feb 09 02:36:20.243576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 37d846cf-04b6-48df-a42a-67c15cc01c9b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:20.245261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c4c5cef-a00e-4004-8790-fd68cbdd36fe up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:20.292254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c7bdff30-03b8-47f9-b3cb-526475249148 None None] Provisioning complete for port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:20.292707 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7bdff30-03b8-47f9-b3cb-526475249148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:20.424720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-56656e13-a27e-472d-a823-2dff1276b064 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:36:20.425750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-56656e13-a27e-472d-a823-2dff1276b064 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2386363 Feb 09 02:36:20.521862 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c0f0d9e8-7342-4671-adbc-566cb100b0d7 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.4038568 Feb 09 02:36:20.530049 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54100) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:20.534677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-17b6bfd5-3974-4aa1-9397-fd42fea32eea tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1672222609'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:20.548371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 2, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:20.629002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9d0c8cc-6bce-4f14-9b32-7f6f829afc7f req-dca64c64-ae42-457a-abc8-0b54076d2bff tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 210 time: 0.0739872 Feb 09 02:36:20.676068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Checking router: 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:20.680185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Updating router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:36:20.731228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-9214ba38-e97a-465d-a186-a530fdc11f3a service neutron] 10.222.0.53 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887168 Feb 09 02:36:20.765269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Set router 4fa9a384-3835-4f30-9a93-10d482c4ad7e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:20.828138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:20.828848 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:20.843273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:20.974894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-703a5e7e-a475-4300-93fb-7b7a47a11a26 service neutron] 10.222.0.53 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329459 Feb 09 02:36:21.065968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c7bdff30-03b8-47f9-b3cb-526475249148 None None] Current status of the port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:21.278659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17b6bfd5-3974-4aa1-9397-fd42fea32eea tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (52fa3409-b206-4a90-8e42-615f7ac92407), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:21.298887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17b6bfd5-3974-4aa1-9397-fd42fea32eea tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (52fa3409-b206-4a90-8e42-615f7ac92407), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:21.318955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-39ea3392-49c1-419b-9fb2-3f253bf6b07d req-70aa41f9-9648-4b0e-b592-6adac8ed9858 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 210 time: 0.0647826 Feb 09 02:36:21.574816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b6bfd5-3974-4aa1-9397-fd42fea32eea tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 52fa3409-b206-4a90-8e42-615f7ac92407 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:21.835555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96526d72-1583-47c1-8465-f30a3b7a44d7 req-ce433f18-1a6e-4c05-9544-dd24486bacc0 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 210 time: 0.0590997 Feb 09 02:36:21.871593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b6bfd5-3974-4aa1-9397-fd42fea32eea tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:21.889272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] Sync routers for ids ['52fa3409-b206-4a90-8e42-615f7ac92407'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:21.907697 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-17b6bfd5-3974-4aa1-9397-fd42fea32eea tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:21.907926 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] Routers {'52fa3409-b206-4a90-8e42-615f7ac92407'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:21.911347 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['52fa3409-b206-4a90-8e42-615f7ac92407'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:21.914970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-17b6bfd5-3974-4aa1-9397-fd42fea32eea tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/52fa3409-b206-4a90-8e42-615f7ac92407 HTTP/1.1" status: 200 len: 887 time: 1.3813434 Feb 09 02:36:21.915417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54130) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:22.031998 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:22.064730 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] Routers {'52fa3409-b206-4a90-8e42-615f7ac92407'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:22.068146 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['52fa3409-b206-4a90-8e42-615f7ac92407'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:22.171546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Publish callbacks [] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:22.210192 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:22.211088 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d7e53-f143-4003-9e41-52e395c8232c None None] The sync data for ids ['52fa3409-b206-4a90-8e42-615f7ac92407'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:22.221758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:22.359961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b796c7b0-b123-4853-9c14-8bb5b3263685 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/routers/52fa3409-b206-4a90-8e42-615f7ac92407 HTTP/1.1" status: 200 len: 887 time: 0.4430718 Feb 09 02:36:22.362866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:22.418524 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-01af1d37-118f-4e3d-9984-3f475cabac2f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=52fa3409-b206-4a90-8e42-615f7ac92407 HTTP/1.1" status: 200 len: 205 time: 0.0526719 Feb 09 02:36:22.420448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:22.422580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-743891b3-bb37-4001-928c-5e34c0c5a6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:22.425234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-743891b3-bb37-4001-928c-5e34c0c5a6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 797 time: 0.2340577 Feb 09 02:36:22.512924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-85303687-a422-40cd-b98f-1b2a8470e8bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 379 time: 0.0774760 Feb 09 02:36:22.528556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'port': {'device_id': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'admin_state_up': True, 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'security_groups': ['4935af5c-a21e-4a80-8f45-0014482d4584']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:22.567370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b721b96f-879d-42af-9b57-f87574b68a87 None None] Provisioning complete for port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:22.568307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b721b96f-879d-42af-9b57-f87574b68a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:22.644573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b721b96f-879d-42af-9b57-f87574b68a87 None None] Port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:22.673152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (52fa3409-b206-4a90-8e42-615f7ac92407), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:22.711742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54663f1f-377a-47b4-a8dc-dc60d327e393 None None] Pushing event updated for resources: {'Port': ['ID=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:22.825473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aed002d6-9fb3-464f-9915-fa1e75391730 req-dbe9dbed-1a17-4d81-817d-b7899c82bae1 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 210 time: 0.2840183 Feb 09 02:36:22.930935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_gateway (52fa3409-b206-4a90-8e42-615f7ac92407), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:22.971908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:22.974764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:22.982987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:36:15Z', 'revision_number': 4, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '397a3a7b-8120-4ab4-865f-2d500df6184a', 'name': '', 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'mac_address': 'fa:16:3e:91:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '58aa61e6-dea3-43dc-863e-15fdcf5dc6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:11Z', 'updated_at': '2022-02-09T02:36:15Z', 'revision_number': 2, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'subnets': [{'id': '58aa61e6-dea3-43dc-863e-15fdcf5dc6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:23.024108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Attempting to bind port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:23.024494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Attempting to bind port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:23.025002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Attempting to bind port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:23.050030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 5acc66fe-e121-4b6b-88a5-9bb9e717e3d6 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:23.050748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5acc66fe-e121-4b6b-88a5-9bb9e717e3d6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.064856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Checking router: 4fa9a384-3835-4f30-9a93-10d482c4ad7e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:23.065223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Updating router 4fa9a384-3835-4f30-9a93-10d482c4ad7e port 397a3a7b-8120-4ab4-865f-2d500df6184a binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:36:23.070479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:23.070696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Checking segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:23.071109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.071501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Bound using segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:23.071976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Bound port: de5aa1c7-8c5f-49a2-82b7-49ca3e678359, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:23.072359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.085948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a070f0d-3a24-4d6d-91a1-19d60e42905e req-5a2bef2e-497f-44f8-8453-a10111423556 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 210 time: 0.0791245 Feb 09 02:36:23.096795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:23.108129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.227321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.232853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5acc66fe-e121-4b6b-88a5-9bb9e717e3d6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.251500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 5acc66fe-e121-4b6b-88a5-9bb9e717e3d6 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:23.382753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:23.383116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.520837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-adabec8b-7685-4b92-be04-113746c41726 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:23.522367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-adabec8b-7685-4b92-be04-113746c41726 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.72 "GET /v2.0/networks?id=7460ecd0-8d30-4842-9386-d3db7e025604 HTTP/1.1" status: 200 len: 910 time: 0.2383924 Feb 09 02:36:23.543916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Request body: {'port': {'device_id': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'admin_state_up': True, 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:23.564991 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-487ac501-adb7-40b7-8721-bae7bf037b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.631319 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5acc66fe-e121-4b6b-88a5-9bb9e717e3d6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.718242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=5acc66fe-e121-4b6b-88a5-9bb9e717e3d6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:23.722694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Made reservation on behalf of 005d28d12cdd4fa69f9d2cb04ac28878 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:23.736618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.793155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.6 (605c6efe-da4a-456d-8361-bd2aaa9537b6/d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d/2c1c90f2-5391-427d-a4cc-541ea6a4b2f0) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:23.881567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (52fa3409-b206-4a90-8e42-615f7ac92407), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:23.985731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6113646c-15ff-4207-8743-ae5a051c29a5 None None] Provisioning complete for port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:23.986013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6113646c-15ff-4207-8743-ae5a051c29a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.050575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] For port de5aa1c7-8c5f-49a2-82b7-49ca3e678359, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:24.065516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Allocated IP 172.20.0.13 (7460ecd0-8d30-4842-9386-d3db7e025604/6a775030-b605-4a7d-b24e-85d26136e39e/80cee257-9202-4fb9-ac8a-8cdef00188db) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:24.144892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] For port de5aa1c7-8c5f-49a2-82b7-49ca3e678359, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:24.229723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6113646c-15ff-4207-8743-ae5a051c29a5 None None] Port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:24.232727 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.270302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (52fa3409-b206-4a90-8e42-615f7ac92407), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.275976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (52fa3409-b206-4a90-8e42-615f7ac92407), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.310261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54663f1f-377a-47b4-a8dc-dc60d327e393 None None] Pushing event updated for resources: {'Port': ['ID=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:24.358708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:24.359107 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.467178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1cba335-67f2-4672-9411-5850dd144b7b req-5ee14627-f9a4-4e94-98c1-e71ab2d0b483 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 210 time: 0.5009930 Feb 09 02:36:24.469720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (52fa3409-b206-4a90-8e42-615f7ac92407), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.470312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Fanout notify agent at l3_agent the message router_deleted on router 52fa3409-b206-4a90-8e42-615f7ac92407 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:36:24.481100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.482306 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e00797bc-8a95-4559-9c0b-bdfd862cb9bc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/52fa3409-b206-4a90-8e42-615f7ac92407 HTTP/1.1" status: 204 len: 168 time: 2.0606489 Feb 09 02:36:24.488998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:24.509185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-2083205603'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:24.512313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-119062a6-76b6-4d88-91f3-9f307cca5521 req-c3986e1f-062c-4b72-b9e0-668aa43fd5a5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 210 time: 0.1623147 Feb 09 02:36:24.526145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks [] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.539737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54182) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:24.581647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:24.585546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.591068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:24.603249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:24.604497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:35:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:24.627449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.687929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:36:24.716652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2bda80f3-6efe-4754-b43e-06e92d872a02), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.717955 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment 2bda80f3-6efe-4754-b43e-06e92d872a02 of type vlan for network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc Feb 09 02:36:24.843414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.917061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c4c5cef-a00e-4004-8790-fd68cbdd36fe up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:24.928338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.933895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:24.934711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.938381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:24.992158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Network 7460ecd0-8d30-4842-9386-d3db7e025604 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:25.014799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:25.021595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5286e92c-825c-4341-84da-fa032f086dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.033763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:25.040741 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.106485 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:25.132817 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f8ba0d5b-6d33-4286-b6a5-13b6f26f8cf4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6424437 Feb 09 02:36:25.135916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:25.141495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': 'fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:25.154156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:36:25.164086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Pushing event updated for resources: {'Port': ['ID=80cee257-9202-4fb9-ac8a-8cdef00188db,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:25.232928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.353880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:25.358747 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.386692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:25.394532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:25.399163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:25.442224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:25.473338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:25.474273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.483896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-07b3e6e6-04ef-49cb-bc4b-4e37dbe5708e None None] Provisioning complete for port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:25.484656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07b3e6e6-04ef-49cb-bc4b-4e37dbe5708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.533017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:25.533704 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.591106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0694861 Feb 09 02:36:25.641282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Request body: {'port': {'device_id': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:25.648170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:25.648736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.663347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766d88-29eb-4413-a08e-5ae9549621dd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:25.753779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:25.880056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (e0736db7-f2e3-4d57-8cbb-59ecaceed331), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.931114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-e7203b92-95b5-47a7-840f-e6c05ed116ad tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3930256 Feb 09 02:36:25.950809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Publish callbacks [] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:25.982419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Request body: {'port': {'device_id': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:26.022743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': '2bda80f3-6efe-4754-b43e-06e92d872a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:26.023124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:36:26.060874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=e0736db7-f2e3-4d57-8cbb-59ecaceed331,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:26.076635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:36:26.094774 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:26.109816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:26.111434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.128983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bc32cf-92dd-4878-9ba9-d7f81ee6abb4 None None] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:26.144185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a7f22-cbce-4b28-9c7a-610b00cc2f6d req-66c25177-49a0-4e66-9db3-669a08900f2f tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:26.148070 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-255e83bc-e41e-4254-a1f2-93d071b2989a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0085711 Feb 09 02:36:26.148225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb8a7f22-cbce-4b28-9c7a-610b00cc2f6d req-66c25177-49a0-4e66-9db3-669a08900f2f tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1028 time: 0.4259338 Feb 09 02:36:26.148839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54210) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:26.154128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-520830dd-ec69-44ef-8d7f-0dbfd2e3752e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1438735314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:26.169143 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ef9b670f-57d9-4294-b552-30a7a5522731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.173370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f6518-d24b-4bb6-9b34-0c8010facad1 req-b3367ed1-b88a-4f89-b354-cff7697a9e14 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:26.176689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-509f6518-d24b-4bb6-9b34-0c8010facad1 req-b3367ed1-b88a-4f89-b354-cff7697a9e14 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 931 time: 0.4656923 Feb 09 02:36:26.203873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520830dd-ec69-44ef-8d7f-0dbfd2e3752e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (6a6de842-9364-494d-8a44-17ed4b632a4a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.205606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520830dd-ec69-44ef-8d7f-0dbfd2e3752e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (6a6de842-9364-494d-8a44-17ed4b632a4a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.250632 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.263235 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.269286 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5286e92c-825c-4341-84da-fa032f086dd3 admin admin] Publish callbacks [] for security_group (c81e1ee4-4129-495c-8496-221f90a1a959), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.295312 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5286e92c-825c-4341-84da-fa032f086dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c81e1ee4-4129-495c-8496-221f90a1a959), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.335367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5286e92c-825c-4341-84da-fa032f086dd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b29be2ff2984de18eab7bd9629a28b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7909074 Feb 09 02:36:26.340856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:26.349589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.406194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-509f6518-d24b-4bb6-9b34-0c8010facad1 req-646be3f9-ccb0-414b-8db1-fc2c82544538 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733303 Feb 09 02:36:26.434146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520830dd-ec69-44ef-8d7f-0dbfd2e3752e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (6a6de842-9364-494d-8a44-17ed4b632a4a), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.449015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520830dd-ec69-44ef-8d7f-0dbfd2e3752e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (6a6de842-9364-494d-8a44-17ed4b632a4a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.494160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8734b16-7103-4505-b8ae-26f1086fa2d1 admin admin] Publish callbacks [] for security_group (c81e1ee4-4129-495c-8496-221f90a1a959), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.496492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-07b3e6e6-04ef-49cb-bc4b-4e37dbe5708e None None] Current status of the port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:26.496956 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07b3e6e6-04ef-49cb-bc4b-4e37dbe5708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.503048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-520830dd-ec69-44ef-8d7f-0dbfd2e3752e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.508724 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-520830dd-ec69-44ef-8d7f-0dbfd2e3752e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3585815 Feb 09 02:36:26.509687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54216) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:26.552513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb8a7f22-cbce-4b28-9c7a-610b00cc2f6d req-2e62f96c-e459-4999-b97d-39331d70480e tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762429 Feb 09 02:36:26.569119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-07b3e6e6-04ef-49cb-bc4b-4e37dbe5708e None None] For port de5aa1c7-8c5f-49a2-82b7-49ca3e678359, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:26.587771 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07b3e6e6-04ef-49cb-bc4b-4e37dbe5708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.656948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacae53a-8389-4ee8-8beb-ceaeaf958cd1 None None] Pushing event updated for resources: {'Port': ['ID=397a3a7b-8120-4ab4-865f-2d500df6184a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:26.740063 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8734b16-7103-4505-b8ae-26f1086fa2d1 admin admin] Publish callbacks [] for security_group (c81e1ee4-4129-495c-8496-221f90a1a959), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:26.749504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:27.028226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:27.030432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3e6e6-04ef-49cb-bc4b-4e37dbe5708e None None] Pushing event updated for resources: {'Port': ['ID=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:27.144298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286e92c-825c-4341-84da-fa032f086dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81e1ee4-4129-495c-8496-221f90a1a959,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:27.181780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4ec449b1-f345-4cc5-96a9-65c433f5748d None None] Provisioning complete for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:27.182229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ec449b1-f345-4cc5-96a9-65c433f5748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.185519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:24Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:27.225617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc', 'network_id': 'fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': 'e0736db7-f2e3-4d57-8cbb-59ecaceed331'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:36:27.226599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.230859 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.242904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8734b16-7103-4505-b8ae-26f1086fa2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c81e1ee4-4129-495c-8496-221f90a1a959), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.246481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fad68a-aaf2-496f-b128-03fcc30c74c2 None None] The sync data for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 is: [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:24Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:27.267163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8734b16-7103-4505-b8ae-26f1086fa2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.275045 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f8734b16-7103-4505-b8ae-26f1086fa2d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c81e1ee4-4129-495c-8496-221f90a1a959 HTTP/1.1" status: 204 len: 168 time: 0.9310534 Feb 09 02:36:27.309415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8734b16-7103-4505-b8ae-26f1086fa2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81e1ee4-4129-495c-8496-221f90a1a959,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:27.390556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Attempting to bind port 397a3a7b-8120-4ab4-865f-2d500df6184a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:27.390937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Attempting to bind port 397a3a7b-8120-4ab4-865f-2d500df6184a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:27.391328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Attempting to bind port 397a3a7b-8120-4ab4-865f-2d500df6184a on network 9777c076-3485-47aa-a391-b75c922dee5a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:27.511515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.527146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:27.534419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Checking segment: {'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:27.535035 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.535828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Bound using segment: {'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:27.536347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Bound port: 397a3a7b-8120-4ab4-865f-2d500df6184a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bab751-aad7-408e-ad2e-1f91b440cb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:27.536735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:27.653173 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:36:27.842359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4ec449b1-f345-4cc5-96a9-65c433f5748d None None] Port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:28.000883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:28.001668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:28.002999 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.008307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4ec449b1-f345-4cc5-96a9-65c433f5748d None None] Provisioning complete for port 80cee257-9202-4fb9-ac8a-8cdef00188db triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:28.008836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4ec449b1-f345-4cc5-96a9-65c433f5748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.035744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e269ddb5-c391-4532-a857-fdc545e53700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.152671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cee257-9202-4fb9-ac8a-8cdef00188db {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:36:28.163780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Publish callbacks [] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.181098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Transition to ACTIVE for port object 80cee257-9202-4fb9-ac8a-8cdef00188db will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:36:28.228726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e269ddb5-c391-4532-a857-fdc545e53700 admin admin] Publish callbacks [] for security_group (4b50f13b-e216-4ec2-b317-85ebc74d858e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.240767 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e269ddb5-c391-4532-a857-fdc545e53700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4b50f13b-e216-4ec2-b317-85ebc74d858e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.340931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269ddb5-c391-4532-a857-fdc545e53700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b50f13b-e216-4ec2-b317-85ebc74d858e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:28.353710 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e269ddb5-c391-4532-a857-fdc545e53700 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7549bb9f2d0042b4a9c395ee85a11259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3514154 Feb 09 02:36:28.357057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:28.443545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed1f-595b-4036-a3b1-7c0b1d1bd4b4 admin admin] Publish callbacks [] for security_group (4b50f13b-e216-4ec2-b317-85ebc74d858e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.444440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] For port 397a3a7b-8120-4ab4-865f-2d500df6184a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:28.481720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.491520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:36:28.499890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed1f-595b-4036-a3b1-7c0b1d1bd4b4 admin admin] Publish callbacks [] for security_group (4b50f13b-e216-4ec2-b317-85ebc74d858e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.538148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] For port 397a3a7b-8120-4ab4-865f-2d500df6184a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=397a3a7b-8120-4ab4-865f-2d500df6184a,segment=NetworkSegment(76bab751-aad7-408e-ad2e-1f91b440cb34),segment_id=76bab751-aad7-408e-ad2e-1f91b440cb34)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:28.566918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4ec449b1-f345-4cc5-96a9-65c433f5748d None None] Port 80cee257-9202-4fb9-ac8a-8cdef00188db cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:28.573689 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.581024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.606893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Publish callbacks [] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.633790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Allocated IP 172.20.0.2 (fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc/e0736db7-f2e3-4d57-8cbb-59ecaceed331/eff426f2-edcd-4ee8-b616-a5bb972aff20) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:28.648995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed1f-595b-4036-a3b1-7c0b1d1bd4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4b50f13b-e216-4ec2-b317-85ebc74d858e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.662166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed1f-595b-4036-a3b1-7c0b1d1bd4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.666625 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3a60ed1f-595b-4036-a3b1-7c0b1d1bd4b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b50f13b-e216-4ec2-b317-85ebc74d858e HTTP/1.1" status: 204 len: 168 time: 0.3068502 Feb 09 02:36:28.711958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cee257-9202-4fb9-ac8a-8cdef00188db,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:28.715320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60ed1f-595b-4036-a3b1-7c0b1d1bd4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b50f13b-e216-4ec2-b317-85ebc74d858e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:28.766955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Transition to ACTIVE for port object 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:36:28.843647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:28.985206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb6664-bb30-45b3-98d4-734865c41aa2 req-ce788372-290b-46cc-a628-7670c35c11b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:28.991747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bbb6664-bb30-45b3-98d4-734865c41aa2 req-ce788372-290b-46cc-a628-7670c35c11b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 931 time: 1.2095165 Feb 09 02:36:29.219777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f305de-5722-4fc0-b585-f80931e95457 req-812d5ca8-6823-4847-a5da-33a28201654f tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:29.228850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28f305de-5722-4fc0-b585-f80931e95457 req-812d5ca8-6823-4847-a5da-33a28201654f tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1054 time: 1.4419537 Feb 09 02:36:29.254825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Attempting to bind port 80cee257-9202-4fb9-ac8a-8cdef00188db on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:29.255590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Attempting to bind port 80cee257-9202-4fb9-ac8a-8cdef00188db by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:29.256112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Attempting to bind port 80cee257-9202-4fb9-ac8a-8cdef00188db on network 7460ecd0-8d30-4842-9386-d3db7e025604 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:29.270482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Port 80cee257-9202-4fb9-ac8a-8cdef00188db on network 7460ecd0-8d30-4842-9386-d3db7e025604 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:36:29.273687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Attempting to bind port 80cee257-9202-4fb9-ac8a-8cdef00188db on network 7460ecd0-8d30-4842-9386-d3db7e025604 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:29.288121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.323498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:29.323853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Checking segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:29.324231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Bound using segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:29.324670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Bound port: 80cee257-9202-4fb9-ac8a-8cdef00188db, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:29.325041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.387895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Routers {'4fa9a384-3835-4f30-9a93-10d482c4ad7e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:29.391600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:29.399540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:29.564289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] For port 80cee257-9202-4fb9-ac8a-8cdef00188db, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:29.571634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] For port 80cee257-9202-4fb9-ac8a-8cdef00188db, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=80cee257-9202-4fb9-ac8a-8cdef00188db,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:29.574474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Publish callbacks [] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.666313 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.672480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacae53a-8389-4ee8-8beb-ceaeaf958cd1 None None] Pushing event updated for resources: {'Port': ['ID=397a3a7b-8120-4ab4-865f-2d500df6184a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.719362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device de5aa1c7-8c5f-49a2-82b7-49ca3e678359 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:29.730881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.737375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.20.0.1 (fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc/e0736db7-f2e3-4d57-8cbb-59ecaceed331/7f053fed-2701-4e6d-bfb5-e78d62c396d5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:29.790492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28f305de-5722-4fc0-b585-f80931e95457 req-e92806f5-4d38-46f2-bfde-8ea3c68670e5 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466738 Feb 09 02:36:29.803494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3bbb6664-bb30-45b3-98d4-734865c41aa2 req-222b0ebd-1c86-4b18-bb04-99631c8e321b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6522820 Feb 09 02:36:29.884335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:29.885046 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.888506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/80cee257-9202-4fb9-ac8a-8cdef00188db HTTP/1.1" status: 200 len: 1093 time: 3.9224646 Feb 09 02:36:29.897056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'tag': '80cee257-9202-4fb9-ac8a-8cdef00188db'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:29.903769 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0826d6-cff4-4528-b235-d4c9e78649a4", "tag": "80cee257-9202-4fb9-ac8a-8cdef00188db"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:29.938424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Pushing event updated for resources: {'Port': ['ID=eff426f2-edcd-4ee8-b616-a5bb972aff20,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:29.941300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7262a81f-9c54-408f-b4fc-d5caa6ecabf8 None None] Provisioning complete for port 397a3a7b-8120-4ab4-865f-2d500df6184a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:29.942022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7262a81f-9c54-408f-b4fc-d5caa6ecabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:29.980285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:29.980654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:29.980960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:30.016128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:30.026241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:30.031001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.061331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:30.065470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:36:30.065807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:30.085909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:30.086270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Checking segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:30.086686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Bound using segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:30.087141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Bound port: 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:30.087515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.104699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf18e5-bb8f-4355-adc7-4ac07a6e75e9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cee257-9202-4fb9-ac8a-8cdef00188db,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:30.135837 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08851839-9fc9-4b21-811e-6c69a3b84969 x-openstack-request-id: req-08851839-9fc9-4b21-811e-6c69a3b84969 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:30.136153 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0826d6-cff4-4528-b235-d4c9e78649a4", "tag": "80cee257-9202-4fb9-ac8a-8cdef00188db", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:30.138866 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08851839-9fc9-4b21-811e-6c69a3b84969 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:30.141018 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'tag': '80cee257-9202-4fb9-ac8a-8cdef00188db', 'status': 'completed', 'code': 200} Feb 09 02:36:30.147985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-bb7fe21f-a8fe-427b-bb4d-d3f165efe3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:30.154865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-bb7fe21f-a8fe-427b-bb4d-d3f165efe3e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=005d28d12cdd4fa69f9d2cb04ac28878&device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1127 time: 0.1835351 Feb 09 02:36:30.249682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.259683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] Set router 4fa9a384-3835-4f30-9a93-10d482c4ad7e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:30.375114 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-03c8289b-c48d-4699-ad2c-1149464e6f14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80cee257-9202-4fb9-ac8a-8cdef00188db HTTP/1.1" status: 200 len: 217 time: 0.2075324 Feb 09 02:36:30.400982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.458184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:30.464940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:30.503249 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.541010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:30.543017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:30.544337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.545410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] 10.222.0.72 "PUT /v2.0/ports/2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1092 time: 4.9369535 Feb 09 02:36:30.546764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=7f053fed-2701-4e6d-bfb5-e78d62c396d5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:30.564636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:30.571381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:30.592308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:30.593692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.604171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Attempting to bind port eff426f2-edcd-4ee8-b616-a5bb972aff20 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:30.604790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Attempting to bind port eff426f2-edcd-4ee8-b616-a5bb972aff20 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '2bda80f3-6efe-4754-b43e-06e92d872a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:30.605312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Attempting to bind port eff426f2-edcd-4ee8-b616-a5bb972aff20 on network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:30.655693 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:30.657587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Checking segment: {'id': '2bda80f3-6efe-4754-b43e-06e92d872a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:30.658170 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.659276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Bound using segment: {'id': '2bda80f3-6efe-4754-b43e-06e92d872a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:30.661080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Bound port: eff426f2-edcd-4ee8-b616-a5bb972aff20, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bda80f3-6efe-4754-b43e-06e92d872a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:30.661643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.672537 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (6a6de842-9364-494d-8a44-17ed4b632a4a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.798037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7262a81f-9c54-408f-b4fc-d5caa6ecabf8 None None] Current status of the port 397a3a7b-8120-4ab4-865f-2d500df6184a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:30.798446 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7262a81f-9c54-408f-b4fc-d5caa6ecabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:30.917961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7262a81f-9c54-408f-b4fc-d5caa6ecabf8 None None] For port 397a3a7b-8120-4ab4-865f-2d500df6184a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=397a3a7b-8120-4ab4-865f-2d500df6184a,segment=NetworkSegment(76bab751-aad7-408e-ad2e-1f91b440cb34),segment_id=76bab751-aad7-408e-ad2e-1f91b440cb34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:30.935093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-f9cecb33-101f-4028-8cd8-d37354107480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:30.939912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-f9cecb33-101f-4028-8cd8-d37354107480 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a775030-b605-4a7d-b24e-85d26136e39e HTTP/1.1" status: 200 len: 848 time: 0.4670832 Feb 09 02:36:30.954675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa041a-e8fe-4418-98c3-3e5d8804ff47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:30.985469 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7262a81f-9c54-408f-b4fc-d5caa6ecabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:31.070812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:31.078613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] For port eff426f2-edcd-4ee8-b616-a5bb972aff20, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:31.170150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] For port eff426f2-edcd-4ee8-b616-a5bb972aff20, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=eff426f2-edcd-4ee8-b616-a5bb972aff20,segment=NetworkSegment(2bda80f3-6efe-4754-b43e-06e92d872a02),segment_id=2bda80f3-6efe-4754-b43e-06e92d872a02)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:31.198891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262a81f-9c54-408f-b4fc-d5caa6ecabf8 None None] Pushing event updated for resources: {'Port': ['ID=397a3a7b-8120-4ab4-865f-2d500df6184a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:31.206728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-bdb5654f-0963-4609-bbdf-e7bad3ba75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:31.207483 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:31.209319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-bdb5654f-0963-4609-bbdf-e7bad3ba75a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1126 time: 0.5593083 Feb 09 02:36:31.277585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:31.282670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-6217fb20-4acb-433b-9b19-9909e65d2fa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 217 time: 0.0592158 Feb 09 02:36:31.286712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d647ed8-3731-4cc7-bbb0-406ea2ca47aa None None] Pushing event updated for resources: {'Port': ['ID=eff426f2-edcd-4ee8-b616-a5bb972aff20,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:31.319127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:36:15Z', 'revision_number': 4, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '397a3a7b-8120-4ab4-865f-2d500df6184a', 'name': '', 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'mac_address': 'fa:16:3e:91:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '58aa61e6-dea3-43dc-863e-15fdcf5dc6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:11Z', 'updated_at': '2022-02-09T02:36:28Z', 'revision_number': 4, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'subnets': [{'id': '58aa61e6-dea3-43dc-863e-15fdcf5dc6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:31.347722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3913-2214-4653-ad77-fff22dc798f9 req-8fc66bef-325d-4a77-8f00-e13ebbae0af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:31.350441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-8fc66bef-325d-4a77-8f00-e13ebbae0af2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7460ecd0-8d30-4842-9386-d3db7e025604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3826399 Feb 09 02:36:31.360164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95da774-373f-4778-8c65-9df5acdd4136 req-c2331eca-529d-4055-8010-190169fa2a78 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:31.367014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b95da774-373f-4778-8c65-9df5acdd4136 req-c2331eca-529d-4055-8010-190169fa2a78 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 943 time: 0.3916075 Feb 09 02:36:31.390254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a17e2c-8883-404c-85ec-d629266d9df9 None None] The sync data for ids ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'] in n-d-826675-12 is: [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:36:15Z', 'revision_number': 4, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '397a3a7b-8120-4ab4-865f-2d500df6184a', 'name': '', 'network_id': '9777c076-3485-47aa-a391-b75c922dee5a', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'mac_address': 'fa:16:3e:91:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '58aa61e6-dea3-43dc-863e-15fdcf5dc6d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:11Z', 'updated_at': '2022-02-09T02:36:28Z', 'revision_number': 4, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'subnets': [{'id': '58aa61e6-dea3-43dc-863e-15fdcf5dc6d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:31.391939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da84a1df-ff91-4ac9-8c83-b2b551b1306d None None] Provisioning complete for port 397a3a7b-8120-4ab4-865f-2d500df6184a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:31.392323 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da84a1df-ff91-4ac9-8c83-b2b551b1306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:31.651966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da84a1df-ff91-4ac9-8c83-b2b551b1306d None None] Current status of the port 397a3a7b-8120-4ab4-865f-2d500df6184a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:31.704438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386eaf01-c001-4901-b301-e1c5d8370e12 req-ad33bce3-884f-4573-9e3b-da8b5a3e4dc7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:31.709282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-386eaf01-c001-4901-b301-e1c5d8370e12 req-ad33bce3-884f-4573-9e3b-da8b5a3e4dc7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1127 time: 0.6082523 Feb 09 02:36:31.849545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b95da774-373f-4778-8c65-9df5acdd4136 req-76c12c3d-eb92-4fbd-9252-42b601086c36 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3954461 Feb 09 02:36:31.865634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-f72ddc40-d733-4e0a-9f8b-34183e250906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:31.877899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-f72ddc40-d733-4e0a-9f8b-34183e250906 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.5879507 Feb 09 02:36:31.885806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:31.897592 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:32.140948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-386eaf01-c001-4901-b301-e1c5d8370e12 req-283c63bd-8fdb-4384-a415-8ee31f212397 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113954 Feb 09 02:36:32.145834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:32.148661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=7f053fed-2701-4e6d-bfb5-e78d62c396d5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:32.149154 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d56d19-cda9-4709-b933-481dab61c85e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:32.165243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (6a6de842-9364-494d-8a44-17ed4b632a4a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:32.195083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-ca76f776-0f93-4da7-accd-508bd577d8ee service neutron] 10.222.0.72 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800663 Feb 09 02:36:32.216416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-932cbaf3-3af0-4308-9031-8a02abe6b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:32.218048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-932cbaf3-3af0-4308-9031-8a02abe6b1db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2660894 Feb 09 02:36:32.322684 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7d58c8-8ced-404a-958a-eb936a9d3478 x-openstack-request-id: req-6c7d58c8-8ced-404a-958a-eb936a9d3478 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:32.322926 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:32.324915 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c7d58c8-8ced-404a-958a-eb936a9d3478 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:32.325263 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'status': 'completed', 'code': 200} Feb 09 02:36:32.406640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:32.408215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:32.579969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-21841197-d852-4a88-a01e-e06717534efd service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437698 Feb 09 02:36:32.618450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-704e3913-2214-4653-ad77-fff22dc798f9 req-4db72194-ffff-4fae-9fc2-63a0e1492f10 service neutron] 10.222.0.72 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162993 Feb 09 02:36:32.694250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 6a6de842-9364-494d-8a44-17ed4b632a4a is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:36:32.906708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-f6224c60-9153-4f8d-9b3e-9b071e8a9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:32.909143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-f6224c60-9153-4f8d-9b3e-9b071e8a9dd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=005d28d12cdd4fa69f9d2cb04ac28878&device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1127 time: 0.2009048 Feb 09 02:36:33.008603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e0e8e9d-7775-43c4-b984-3f5e0b5656a1 req-66c0a764-0c3e-48df-a12b-92e2c55743ee service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208333 Feb 09 02:36:33.263083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-5aae9098-ed10-4bd1-aed7-f975c4310949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:33.264641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-5aae9098-ed10-4bd1-aed7-f975c4310949 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7460ecd0-8d30-4842-9386-d3db7e025604 HTTP/1.1" status: 200 len: 910 time: 0.3461134 Feb 09 02:36:33.445732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f6406-cb3b-488c-b28e-b8ac1180ac25 None None] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:33.485941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-8d47201d-1325-4b5d-bdbf-544298edef27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80cee257-9202-4fb9-ac8a-8cdef00188db HTTP/1.1" status: 200 len: 217 time: 0.1922247 Feb 09 02:36:33.625247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-34c97f82-cc85-434f-9b25-fb656e3d096f None None] Provisioning complete for port eff426f2-edcd-4ee8-b616-a5bb972aff20 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:33.625655 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-34c97f82-cc85-434f-9b25-fb656e3d096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:33.690859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34bf8-c9b2-4657-8be3-a267a5cd7e51 req-b46ed757-8f1e-4625-9978-df8b4eef5945 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:33.719054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe34bf8-c9b2-4657-8be3-a267a5cd7e51 req-b46ed757-8f1e-4625-9978-df8b4eef5945 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 943 time: 0.6620276 Feb 09 02:36:33.721276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56d19-cda9-4709-b933-481dab61c85e req-acef5eaa-a264-4839-892e-84b99c2046bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:33.751119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d56d19-cda9-4709-b933-481dab61c85e req-acef5eaa-a264-4839-892e-84b99c2046bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1126 time: 0.4799237 Feb 09 02:36:33.766275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device eff426f2-edcd-4ee8-b616-a5bb972aff20 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:33.926392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:33.935270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8a0f0fc-13c8-4de6-b931-8f81f7af2cde tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/6a6de842-9364-494d-8a44-17ed4b632a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4230089 Feb 09 02:36:33.940885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:33.986238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] Sync routers for ids ['6a6de842-9364-494d-8a44-17ed4b632a4a'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:34.086530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f55a2-a847-4352-a5b2-71e7c2d85964 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:34.090957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f57f55a2-a847-4352-a5b2-71e7c2d85964 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports/7f053fed-2701-4e6d-bfb5-e78d62c396d5 HTTP/1.1" status: 200 len: 910 time: 0.1456888 Feb 09 02:36:34.095118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:34.111060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-a7c01ba7-daef-47e5-9a1d-63893aa2b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:34.112675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-a7c01ba7-daef-47e5-9a1d-63893aa2b006 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a775030-b605-4a7d-b24e-85d26136e39e HTTP/1.1" status: 200 len: 848 time: 0.6105547 Feb 09 02:36:34.113935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0736db7-f2e3-4d57-8cbb-59ecaceed331'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:34.132985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] Routers {'6a6de842-9364-494d-8a44-17ed4b632a4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:34.134036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6a6de842-9364-494d-8a44-17ed4b632a4a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:34.188153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56d19-cda9-4709-b933-481dab61c85e req-06bfa21d-9326-4c92-bde1-325fece96b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:34.189832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d56d19-cda9-4709-b933-481dab61c85e req-06bfa21d-9326-4c92-bde1-325fece96b6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.3715765 Feb 09 02:36:34.380048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-057d2199-c205-4d49-ab11-5b287eb5262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:34.381731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-057d2199-c205-4d49-ab11-5b287eb5262d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7460ecd0-8d30-4842-9386-d3db7e025604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2606220 Feb 09 02:36:34.384693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f26e2-a678-41de-9fc7-1732f0d6e61c req-8e600109-a23d-4ac7-8283-a9e48e8043a3 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:34.386258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-597f26e2-a678-41de-9fc7-1732f0d6e61c req-8e600109-a23d-4ac7-8283-a9e48e8043a3 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1127 time: 0.7620058 Feb 09 02:36:34.403137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe34bf8-c9b2-4657-8be3-a267a5cd7e51 req-43440c98-e781-45a3-afc9-8484c3d8ce7d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5967946 Feb 09 02:36:34.404620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d56d19-cda9-4709-b933-481dab61c85e req-074374a4-e4fd-44ba-8d81-aff43daf005a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 217 time: 0.1734715 Feb 09 02:36:34.553333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:34.851729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-a239785f-6311-450b-8abf-5136fdade641 service neutron] 10.222.0.72 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460957 Feb 09 02:36:34.855512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-597f26e2-a678-41de-9fc7-1732f0d6e61c req-59c2dfc6-9f2c-4274-93bd-820187522e1c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488201 Feb 09 02:36:34.961418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-34c97f82-cc85-434f-9b25-fb656e3d096f None None] Current status of the port eff426f2-edcd-4ee8-b616-a5bb972aff20 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:34.966725 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-34c97f82-cc85-434f-9b25-fb656e3d096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:35.000063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:35.083018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-34c97f82-cc85-434f-9b25-fb656e3d096f None None] For port eff426f2-edcd-4ee8-b616-a5bb972aff20, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=eff426f2-edcd-4ee8-b616-a5bb972aff20,segment=NetworkSegment(2bda80f3-6efe-4754-b43e-06e92d872a02),segment_id=2bda80f3-6efe-4754-b43e-06e92d872a02)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:35.090712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56d19-cda9-4709-b933-481dab61c85e req-50fbcad7-930c-4d97-9958-6f61c098a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:35.096677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d56d19-cda9-4709-b933-481dab61c85e req-50fbcad7-930c-4d97-9958-6f61c098a737 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.2438195 Feb 09 02:36:35.118777 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-34c97f82-cc85-434f-9b25-fb656e3d096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:35.274215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c97f82-cc85-434f-9b25-fb656e3d096f None None] Pushing event updated for resources: {'Port': ['ID=eff426f2-edcd-4ee8-b616-a5bb972aff20,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:35.278798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port eff426f2-edcd-4ee8-b616-a5bb972aff20 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:35.281373 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:35.286100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] Routers {'6a6de842-9364-494d-8a44-17ed4b632a4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:35.287153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6a6de842-9364-494d-8a44-17ed4b632a4a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:35.407027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:35.427599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db9088-eedb-42ac-bae9-c978b3032492 None None] The sync data for ids ['6a6de842-9364-494d-8a44-17ed4b632a4a'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:35.461465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56d19-cda9-4709-b933-481dab61c85e req-1f934558-d4d0-404b-b852-c85c1e5c3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:35.493380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d56d19-cda9-4709-b933-481dab61c85e req-1f934558-d4d0-404b-b852-c85c1e5c3316 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3880506 Feb 09 02:36:35.506821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b4f2d8b-a8e7-4134-8db3-b2666cf34790 req-0ee80280-35c8-423d-b5f1-559eabce7a33 service neutron] 10.222.0.72 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499296 Feb 09 02:36:35.618258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port eff426f2-edcd-4ee8-b616-a5bb972aff20 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:35.620347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 397a3a7b-8120-4ab4-865f-2d500df6184a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:35.660512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:35.683766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:35.795444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=7f053fed-2701-4e6d-bfb5-e78d62c396d5,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:35.834239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4599fc1b-e2ee-497f-9a4d-05d30ba6535e None None] Provisioning complete for port eff426f2-edcd-4ee8-b616-a5bb972aff20 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:35.834656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4599fc1b-e2ee-497f-9a4d-05d30ba6535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:35.871019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:35.872131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:35.880000 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-100dec26-8722-4455-a04b-ec61c3f879bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/ports/7f053fed-2701-4e6d-bfb5-e78d62c396d5 HTTP/1.1" status: 200 len: 910 time: 1.7796438 Feb 09 02:36:35.881206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:35.967488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d56d19-cda9-4709-b933-481dab61c85e req-0cbda5da-d1d2-4c49-b21c-7395323213ae service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551091 Feb 09 02:36:35.985254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de940343-84c2-49c5-af32-6b459b95d3e7 req-457892e1-74a5-4932-a118-858b972146d6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:35.987038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de940343-84c2-49c5-af32-6b459b95d3e7 req-457892e1-74a5-4932-a118-858b972146d6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 943 time: 0.4003839 Feb 09 02:36:36.015172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 397a3a7b-8120-4ab4-865f-2d500df6184a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:36.015723 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:36.214855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4599fc1b-e2ee-497f-9a4d-05d30ba6535e None None] Current status of the port eff426f2-edcd-4ee8-b616-a5bb972aff20 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:36.274735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4599fc1b-e2ee-497f-9a4d-05d30ba6535e None None] Provisioning complete for port 7f053fed-2701-4e6d-bfb5-e78d62c396d5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:36.275596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4599fc1b-e2ee-497f-9a4d-05d30ba6535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:36.349340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 397a3a7b-8120-4ab4-865f-2d500df6184a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:36.373245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4599fc1b-e2ee-497f-9a4d-05d30ba6535e None None] Port 7f053fed-2701-4e6d-bfb5-e78d62c396d5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:36.454040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:36:36.507897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device eff426f2-edcd-4ee8-b616-a5bb972aff20 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:36.704732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (6a6de842-9364-494d-8a44-17ed4b632a4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:36.735291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-caae37f7-7bba-41a3-a04d-071c36730f80 None None] Provisioning complete for port 7f053fed-2701-4e6d-bfb5-e78d62c396d5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:36.739039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-caae37f7-7bba-41a3-a04d-071c36730f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:36.902247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-caae37f7-7bba-41a3-a04d-071c36730f80 None None] Port 7f053fed-2701-4e6d-bfb5-e78d62c396d5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:36.924368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:36.948032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port eff426f2-edcd-4ee8-b616-a5bb972aff20 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:36.950414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:36.962139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'port_id': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'mac_address': 'fa:16:3e:c4:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:36:37.051391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de940343-84c2-49c5-af32-6b459b95d3e7 req-32320046-1cbe-4eb2-81df-c5af395293c6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0389683 Feb 09 02:36:37.055798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14d56d19-cda9-4709-b933-481dab61c85e req-7b52c6d5-cd57-4e04-a007-76cd748a4539 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0676548 Feb 09 02:36:37.091381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55d201-2028-400e-8c6c-d290f4b83d5d req-4d8b06ae-d2f3-4437-bcf4-20637bc92903 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:37.093072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca55d201-2028-400e-8c6c-d290f4b83d5d req-4d8b06ae-d2f3-4437-bcf4-20637bc92903 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1127 time: 1.0283043 Feb 09 02:36:37.141362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:37.141920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:37.181264 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 7f053fed-2701-4e6d-bfb5-e78d62c396d5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:37.185742 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:37.224942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca55d201-2028-400e-8c6c-d290f4b83d5d req-0c325628-88bc-486d-b756-3e3559cd3743 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252122 Feb 09 02:36:37.248017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:36:37.279528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port eff426f2-edcd-4ee8-b616-a5bb972aff20 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:37.311163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:37.320202 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:37.320909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 80cee257-9202-4fb9-ac8a-8cdef00188db details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:36:37.428718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:37.455911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 7f053fed-2701-4e6d-bfb5-e78d62c396d5 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:37.544955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:37.632738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 80cee257-9202-4fb9-ac8a-8cdef00188db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=80cee257-9202-4fb9-ac8a-8cdef00188db,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:37.658206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '80cee257-9202-4fb9-ac8a-8cdef00188db', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'port_id': '80cee257-9202-4fb9-ac8a-8cdef00188db', 'mac_address': 'fa:16:3e:ec:87:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:36:37.703553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7f053fed-2701-4e6d-bfb5-e78d62c396d5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:37.767529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=7f053fed-2701-4e6d-bfb5-e78d62c396d5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:37.771517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 80cee257-9202-4fb9-ac8a-8cdef00188db is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:37.771867 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:37.819590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cee257-9202-4fb9-ac8a-8cdef00188db {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:36:37.870848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 80cee257-9202-4fb9-ac8a-8cdef00188db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=80cee257-9202-4fb9-ac8a-8cdef00188db,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:37.889686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:37.997381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=80cee257-9202-4fb9-ac8a-8cdef00188db,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:38.089690 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (6a6de842-9364-494d-8a44-17ed4b632a4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:38.221627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['80cee257-9202-4fb9-ac8a-8cdef00188db'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:36:38.227213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:36:38.322332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d7d79-6b99-4b6b-97c1-e66690a2a2e4 req-401e7d59-2e43-4005-a99f-a6dac9b6c900 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:38.326237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f5d7d79-6b99-4b6b-97c1-e66690a2a2e4 req-401e7d59-2e43-4005-a99f-a6dac9b6c900 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 944 time: 0.0921352 Feb 09 02:36:38.469117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f5d7d79-6b99-4b6b-97c1-e66690a2a2e4 req-e1f6de2d-849a-41a1-838c-01449fd362e4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348343 Feb 09 02:36:38.485266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 6a6de842-9364-494d-8a44-17ed4b632a4a has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:38.622190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09399831-31e8-438c-ac72-e76742702787 req-43d6fd6e-8300-4d0b-a2e8-bd80a529b300 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:38.632523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09399831-31e8-438c-ac72-e76742702787 req-43d6fd6e-8300-4d0b-a2e8-bd80a529b300 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1128 time: 0.1103485 Feb 09 02:36:38.670831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:38.680072 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a402a6fd-094f-4b8b-9348-b2e500822884 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/6a6de842-9364-494d-8a44-17ed4b632a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7952714 Feb 09 02:36:38.680402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:38.686511 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] Sync routers for ids ['6a6de842-9364-494d-8a44-17ed4b632a4a'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:38.703229 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] Routers {'6a6de842-9364-494d-8a44-17ed4b632a4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:38.705511 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6a6de842-9364-494d-8a44-17ed4b632a4a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:38.749843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3a0dbd3f-63f1-460a-946b-d160624cc7bf tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a6de842-9364-494d-8a44-17ed4b632a4a HTTP/1.1" status: 200 len: 205 time: 0.0660017 Feb 09 02:36:38.750210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:38.786230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09399831-31e8-438c-ac72-e76742702787 req-b7b40591-8f9c-4594-9f1d-92e758aa8e8c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320784 Feb 09 02:36:38.800665 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:38.858742 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] Routers {'6a6de842-9364-494d-8a44-17ed4b632a4a'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:38.859367 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6a6de842-9364-494d-8a44-17ed4b632a4a'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:38.960275 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:38.960941 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddf0e2-fc25-4949-a95a-71f2566912b6 None None] The sync data for ids ['6a6de842-9364-494d-8a44-17ed4b632a4a'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:39.043325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-922dbf3a-77b1-45c7-b7ca-468c9944ce79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (6a6de842-9364-494d-8a44-17ed4b632a4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.316290 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-922dbf3a-77b1-45c7-b7ca-468c9944ce79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (6a6de842-9364-494d-8a44-17ed4b632a4a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.319311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-922dbf3a-77b1-45c7-b7ca-468c9944ce79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (6a6de842-9364-494d-8a44-17ed4b632a4a), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.421504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-344afd82-b514-4a66-8d51-c52e4ebf8330 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:39.423005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-344afd82-b514-4a66-8d51-c52e4ebf8330 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.2364361 Feb 09 02:36:39.456057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-f0a98927-3834-4e06-8aa8-11cbe01d9508 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/quotas/dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 375 time: 0.0247252 Feb 09 02:36:39.465048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-922dbf3a-77b1-45c7-b7ca-468c9944ce79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (6a6de842-9364-494d-8a44-17ed4b632a4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.465989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922dbf3a-77b1-45c7-b7ca-468c9944ce79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6de842-9364-494d-8a44-17ed4b632a4a {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:36:39.482495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-922dbf3a-77b1-45c7-b7ca-468c9944ce79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.495122 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-922dbf3a-77b1-45c7-b7ca-468c9944ce79 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/6a6de842-9364-494d-8a44-17ed4b632a4a HTTP/1.1" status: 204 len: 168 time: 0.7428877 Feb 09 02:36:39.497440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:39.555838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-6ca989d3-abc1-466b-9054-11810f1442f8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929086 Feb 09 02:36:39.612530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet e0736db7-f2e3-4d57-8cbb-59ecaceed331 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:36:39.618104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (e0736db7-f2e3-4d57-8cbb-59ecaceed331), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.693297 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (e0736db7-f2e3-4d57-8cbb-59ecaceed331), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.782744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-481b29e4-9e55-47eb-8971-88fcc1c85d9e service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121425 Feb 09 02:36:39.886485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (e0736db7-f2e3-4d57-8cbb-59ecaceed331), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:39.986289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f7cc-09b2-43e8-a60e-d9e9b1b2ae70 req-86ec9f74-c10f-4d95-b97c-3e80b5806fdc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:39.987720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88c3f7cc-09b2-43e8-a60e-d9e9b1b2ae70 req-86ec9f74-c10f-4d95-b97c-3e80b5806fdc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 944 time: 0.2233818 Feb 09 02:36:39.991842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (e0736db7-f2e3-4d57-8cbb-59ecaceed331), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.034408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=e0736db7-f2e3-4d57-8cbb-59ecaceed331,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:40.039699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.044472 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-97cd606a-cb6a-4b83-a1f1-90fea87eeb4d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/e0736db7-f2e3-4d57-8cbb-59ecaceed331 HTTP/1.1" status: 204 len: 168 time: 0.5456975 Feb 09 02:36:40.048292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:40.053248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc339b8-ae24-4f0d-ba12-fc286c489ba7 None None] Network fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:40.062216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-bd420b83-5fa8-4d59-9be4-a6ed1f42d9f1 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223985 Feb 09 02:36:40.148486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88c3f7cc-09b2-43e8-a60e-d9e9b1b2ae70 req-3b7bb2cf-91ae-4301-92e5-bc71b66a6c04 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450267 Feb 09 02:36:40.152602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.245142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port eff426f2-edcd-4ee8-b616-a5bb972aff20 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:40.245912 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.387440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port eff426f2-edcd-4ee8-b616-a5bb972aff20, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=eff426f2-edcd-4ee8-b616-a5bb972aff20,segment=NetworkSegment(2bda80f3-6efe-4754-b43e-06e92d872a02),segment_id=2bda80f3-6efe-4754-b43e-06e92d872a02)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:40.388045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.403724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for eff426f2-edcd-4ee8-b616-a5bb972aff20 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:40.428110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] DHCP port deletion for fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:36:40.506809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.516954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:40.573855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144a1d-a470-4fc7-bb9d-a005bbfc37b5 req-194fa997-fb47-41d2-948c-98f79b3e6382 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:40.575469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c144a1d-a470-4fc7-bb9d-a005bbfc37b5 req-194fa997-fb47-41d2-948c-98f79b3e6382 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1128 time: 0.0844595 Feb 09 02:36:40.588055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=eff426f2-edcd-4ee8-b616-a5bb972aff20,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:40.596416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port eff426f2-edcd-4ee8-b616-a5bb972aff20 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:36:40.674518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] Deleting port eff426f2-edcd-4ee8-b616-a5bb972aff20 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:40.675712 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.685603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c144a1d-a470-4fc7-bb9d-a005bbfc37b5 req-ab275c1e-cd75-40c2-bac7-798744fc2adb tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869317 Feb 09 02:36:40.787388 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.821946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:36:40.836312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:40.846856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:40.847381 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.859992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bda80f3-6efe-4754-b43e-06e92d872a02') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:40.862696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bda80f3-6efe-4754-b43e-06e92d872a02') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:40.863992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] For port eff426f2-edcd-4ee8-b616-a5bb972aff20, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:40.864560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.869860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6c6a49b-1059-4d22-9dd2-45508fe76908 req-e48d2df4-47c2-49dc-97d4-41647d908b2d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0427439 Feb 09 02:36:40.890604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (2bda80f3-6efe-4754-b43e-06e92d872a02), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.920872 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2bda80f3-6efe-4754-b43e-06e92d872a02), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.923765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] Calling delete_port for eff426f2-edcd-4ee8-b616-a5bb972aff20 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:40.936374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] Port eff426f2-edcd-4ee8-b616-a5bb972aff20 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:36:40.941734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:36:40.942446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (2bda80f3-6efe-4754-b43e-06e92d872a02), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.944332 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (eff426f2-edcd-4ee8-b616-a5bb972aff20), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:36:40.947395 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:36:41.004199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:41.004345 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.023166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] No DVR routers for this DVR port eff426f2-edcd-4ee8-b616-a5bb972aff20 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:36:41.040377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef53e48-4c45-47b8-8b6e-54de6f1e0780 None None] Pushing event deleted for resources: {'Port': ['ID=eff426f2-edcd-4ee8-b616-a5bb972aff20,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:41.082674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:41.084939 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9675e326-60f5-4962-8247-fd5f893f2b0e" -d '{"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:41.099650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:41.112033 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.112855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 80cee257-9202-4fb9-ac8a-8cdef00188db up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:41.137929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.159440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.181652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54448) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:41.182346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc HTTP/1.1" status: 204 len: 168 time: 1.1327281 Feb 09 02:36:41.187632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b60ce0c4-7797-4019-a3c2-c7d7df716f3c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-193756361', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:41.216983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e98d2-3a80-4dbb-8f25-c164d2cf9384 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=fcc5645f-59fb-4a2b-bae2-e0e91e1cc3dc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:41.243810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:41.248166 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e6a2c-962d-4772-a880-d355d03e2107 x-openstack-request-id: req-676e6a2c-962d-4772-a880-d355d03e2107 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:41.248462 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:41.248720 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-676e6a2c-962d-4772-a880-d355d03e2107 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:41.249179 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'code': 200} Feb 09 02:36:41.299645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 80cee257-9202-4fb9-ac8a-8cdef00188db completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:36:41.301441 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b60ce0c4-7797-4019-a3c2-c7d7df716f3c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.302742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b60ce0c4-7797-4019-a3c2-c7d7df716f3c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.305225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 80cee257-9202-4fb9-ac8a-8cdef00188db triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:41.321900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.547915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 80cee257-9202-4fb9-ac8a-8cdef00188db is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:41.548318 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.638879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 80cee257-9202-4fb9-ac8a-8cdef00188db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=80cee257-9202-4fb9-ac8a-8cdef00188db,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:41.649746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.654212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b60ce0c4-7797-4019-a3c2-c7d7df716f3c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.662865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f902-1093-4aa0-a3ff-49c078b77559 req-d78630e7-9505-41f4-a51f-77ca25071a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:41.664577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d411f902-1093-4aa0-a3ff-49c078b77559 req-d78630e7-9505-41f4-a51f-77ca25071a14 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1128 time: 0.3465750 Feb 09 02:36:41.668153 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b60ce0c4-7797-4019-a3c2-c7d7df716f3c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.733232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07512e10-da77-44df-8b3b-0fc59ed27d12 req-05919721-3106-4e61-900e-486684442e94 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:41.734920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07512e10-da77-44df-8b3b-0fc59ed27d12 req-05919721-3106-4e61-900e-486684442e94 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.3180034 Feb 09 02:36:41.753648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=80cee257-9202-4fb9-ac8a-8cdef00188db,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:41.802760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b60ce0c4-7797-4019-a3c2-c7d7df716f3c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.807322 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:41.812570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-309637716'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:41.817702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b60ce0c4-7797-4019-a3c2-c7d7df716f3c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6341848 Feb 09 02:36:41.872530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:41.876199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.928763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:36:41.958308 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (016c801c-b334-4854-8479-394e0bda3ae9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:41.958742 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment 016c801c-b334-4854-8479-394e0bda3ae9 of type vlan for network 16b4e791-b60a-4066-894c-2800d97de0ae Feb 09 02:36:41.974633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07512e10-da77-44df-8b3b-0fc59ed27d12 req-6a826829-b08f-4f3b-a330-261c86c24593 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314360 Feb 09 02:36:41.985341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d411f902-1093-4aa0-a3ff-49c078b77559 req-613512ef-a4af-4f5e-9aa3-2725c3ea1021 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931621 Feb 09 02:36:42.010080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (16b4e791-b60a-4066-894c-2800d97de0ae), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:42.078949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724794a-fca4-4263-8fe4-7c5edd0611db req-e9596157-2105-4b6a-b205-0ebb1a3a0116 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.082709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (16b4e791-b60a-4066-894c-2800d97de0ae), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:42.083441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e724794a-fca4-4263-8fe4-7c5edd0611db req-e9596157-2105-4b6a-b205-0ebb1a3a0116 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.1305642 Feb 09 02:36:42.088145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.088934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:42.126805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54468) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:42.131093 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3223217 Feb 09 02:36:42.149836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:42.250580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa6cd7-9326-4d15-a561-3b41df0e4e99 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=16b4e791-b60a-4066-894c-2800d97de0ae,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:42.263197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 16b4e791-b60a-4066-894c-2800d97de0ae details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:36:42.435370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-597e890b-13ad-40ed-aad5-548ee47dc6d4 req-c7dbee24-58ab-48d8-8f71-deff597a3a00 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.1547999 Feb 09 02:36:42.546279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device eff426f2-edcd-4ee8-b616-a5bb972aff20 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:36:42.566788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e724794a-fca4-4263-8fe4-7c5edd0611db req-4940c6e7-97e3-42da-bccb-281ab643fa07 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577384 Feb 09 02:36:42.597324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: eff426f2-edcd-4ee8-b616-a5bb972aff20 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:36:42.598386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device eff426f2-edcd-4ee8-b616-a5bb972aff20 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:36:42.625361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:42.629243 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:42.749971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-ccbe2f8c-39e3-4923-b43b-59289d338b62 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:42.752039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-ccbe2f8c-39e3-4923-b43b-59289d338b62 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.4368672 Feb 09 02:36:42.764577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'port': {'device_id': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'admin_state_up': True, 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:43.080745 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (0ee104b6-f89e-41dd-85b6-507ae23699e9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:43.089973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:43.101485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:43.255460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cee257-9202-4fb9-ac8a-8cdef00188db'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:43.261341 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed76bad6-7a2c-4a25-91af-ed1a6dbe4633" -d '{"events": [{"server_uuid": "4b0826d6-cff4-4528-b235-d4c9e78649a4", "name": "network-vif-plugged", "status": "completed", "tag": "80cee257-9202-4fb9-ac8a-8cdef00188db"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:43.377361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=0ee104b6-f89e-41dd-85b6-507ae23699e9,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:43.455524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:43.456028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: 16b4e791-b60a-4066-894c-2800d97de0ae, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:36:43.482097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da74ab-1dd8-4db6-b374-b128cbee1094 req-9863330f-5152-4c4f-ac35-82cb37b09767 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.487834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75da74ab-1dd8-4db6-b374-b128cbee1094 req-9863330f-5152-4c4f-ac35-82cb37b09767 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.3791509 Feb 09 02:36:43.583500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75da74ab-1dd8-4db6-b374-b128cbee1094 req-39bd0a58-f582-4170-a863-696873f329dc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875847 Feb 09 02:36:43.599002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network 16b4e791-b60a-4066-894c-2800d97de0ae is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:36:43.619814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 16b4e791-b60a-4066-894c-2800d97de0ae) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:43.622215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:43.623014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:43.634542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80626469-665a-4cfd-afaa-34affea0b9c6 None None] Network 16b4e791-b60a-4066-894c-2800d97de0ae requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:43.641883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.20.0.3 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/46b199c8-7b5a-4ea3-a0bb-0e6c10e18844) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:43.672160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0454d157-e275-4166-bc01-f8657f4d01f8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5385780 Feb 09 02:36:43.675632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:43.853941 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260fa645-cd44-412a-9101-006584d0a1b3 x-openstack-request-id: req-260fa645-cd44-412a-9101-006584d0a1b3 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:43.854235 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0826d6-cff4-4528-b235-d4c9e78649a4", "name": "network-vif-plugged", "status": "completed", "tag": "80cee257-9202-4fb9-ac8a-8cdef00188db", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:43.866991 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-260fa645-cd44-412a-9101-006584d0a1b3 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:43.869197 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cee257-9202-4fb9-ac8a-8cdef00188db', 'code': 200} Feb 09 02:36:44.009438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-16b4e791-b60a-4066-894c-2800d97de0ae', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:36:44.010336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:44.142523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43276ac8-adb1-4826-928c-469c9405d33a req-669f5415-65b8-4795-a4cd-08d7f5b10774 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.1653006 Feb 09 02:36:44.326646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aba3d4-0c54-4d78-96d6-dc56044bcf6a req-9663e476-aa4f-41cc-bee5-3d43765da769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:44.329314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5aba3d4-0c54-4d78-96d6-dc56044bcf6a req-9663e476-aa4f-41cc-bee5-3d43765da769 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.3656890 Feb 09 02:36:44.390762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:44.462941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Allocated IP 172.20.0.2 (16b4e791-b60a-4066-894c-2800d97de0ae/0ee104b6-f89e-41dd-85b6-507ae23699e9/c47e2179-de5e-4795-aa2c-01626aca6863) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:44.582904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5aba3d4-0c54-4d78-96d6-dc56044bcf6a req-9d055f2b-bc17-4888-b8f1-b4f1377106ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295561 Feb 09 02:36:44.620974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7979a2-a27a-4da1-9307-67abe065a368 req-ff5c0c9d-673b-4c15-8dc0-7e20ff42a465 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:44.630399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd7979a2-a27a-4da1-9307-67abe065a368 req-ff5c0c9d-673b-4c15-8dc0-7e20ff42a465 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.2372987 Feb 09 02:36:44.667349 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:44.785387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:44.793597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:44.799953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:44.808524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd7979a2-a27a-4da1-9307-67abe065a368 req-61b03427-cb7b-4a12-8ecf-67b01a1662c4 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763093 Feb 09 02:36:44.832663 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Publish callbacks [] for port (c47e2179-de5e-4795-aa2c-01626aca6863), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:44.843279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:44.852021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:44.887323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Network 16b4e791-b60a-4066-894c-2800d97de0ae is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:44.889929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:44.896670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:44.897697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:44.927366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:44.947829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-feba17a6-e60d-419c-9bec-3820353a6d0b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1874149 Feb 09 02:36:44.962938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Request body: {'port': {'device_id': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:44.989461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Pushing event updated for resources: {'Port': ['ID=c47e2179-de5e-4795-aa2c-01626aca6863,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:45.042691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Attempting to bind port c47e2179-de5e-4795-aa2c-01626aca6863 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:45.042999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Attempting to bind port c47e2179-de5e-4795-aa2c-01626aca6863 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:45.043373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Attempting to bind port c47e2179-de5e-4795-aa2c-01626aca6863 on network 16b4e791-b60a-4066-894c-2800d97de0ae {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:45.057001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:45.057603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Checking segment: {'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:45.058175 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:45.058753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Bound using segment: {'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:45.059394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Bound port: c47e2179-de5e-4795-aa2c-01626aca6863, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:45.060093 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:45.141309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9925849-4bed-4cab-9306-0a81f4164ba3 req-8e31b622-76d7-465d-8321-73c81cdcd97f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:45.143807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9925849-4bed-4cab-9306-0a81f4164ba3 req-8e31b622-76d7-465d-8321-73c81cdcd97f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1684995 Feb 09 02:36:45.150108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:45.215494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] For port c47e2179-de5e-4795-aa2c-01626aca6863, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:45.219024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] For port c47e2179-de5e-4795-aa2c-01626aca6863, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c47e2179-de5e-4795-aa2c-01626aca6863,segment=NetworkSegment(016c801c-b334-4854-8479-394e0bda3ae9),segment_id=016c801c-b334-4854-8479-394e0bda3ae9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:45.226547 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:45.231400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:45.378562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9925849-4bed-4cab-9306-0a81f4164ba3 req-f63bb34f-f3af-4136-806b-48b0502b0dad tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118936 Feb 09 02:36:45.715361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13700340-49da-4dce-bf7a-44217385f993 req-22194f71-5db2-4b12-9d8a-74ab3081c86c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:45.716965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13700340-49da-4dce-bf7a-44217385f993 req-22194f71-5db2-4b12-9d8a-74ab3081c86c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 931 time: 0.1608384 Feb 09 02:36:45.750206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3e541-9a74-4f4a-b877-070e71443e36 None None] Pushing event updated for resources: {'Port': ['ID=c47e2179-de5e-4795-aa2c-01626aca6863,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:45.774064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.20.0.1 (16b4e791-b60a-4066-894c-2800d97de0ae/0ee104b6-f89e-41dd-85b6-507ae23699e9/502758a3-79ac-489f-b993-25c2a64b132e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:45.776364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5a78b143-5c82-4c56-830d-665d8c462971 None None] Provisioning complete for port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:45.776759 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a78b143-5c82-4c56-830d-665d8c462971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:45.855556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5a78b143-5c82-4c56-830d-665d8c462971 None None] Port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:45.884344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13700340-49da-4dce-bf7a-44217385f993 req-1a3eb120-6aff-425e-bce2-3523926294c5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594758 Feb 09 02:36:46.057868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (502758a3-79ac-489f-b993-25c2a64b132e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.105633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:36:46.115420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (502758a3-79ac-489f-b993-25c2a64b132e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.120150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Publish callbacks [] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.145776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Transition to ACTIVE for port object 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:36:46.156350 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.177243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bf21f-b867-44da-bb28-e48454b7c21a req-b8f99111-60bd-4cd8-8a6b-0004a1d125da tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:46.186025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d98bf21f-b867-44da-bb28-e48454b7c21a req-b8f99111-60bd-4cd8-8a6b-0004a1d125da tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1671336 Feb 09 02:36:46.204473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network 16b4e791-b60a-4066-894c-2800d97de0ae is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:46.209146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:46.214948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:46.262488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Pushing event updated for resources: {'Port': ['ID=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:46.270505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.274243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=502758a3-79ac-489f-b993-25c2a64b132e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:46.579324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (502758a3-79ac-489f-b993-25c2a64b132e), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.581186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Attempting to bind port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:46.582252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Attempting to bind port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:46.582252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Attempting to bind port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:46.597239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c47e2179-de5e-4795-aa2c-01626aca6863 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:46.633955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d98bf21f-b867-44da-bb28-e48454b7c21a req-f5fa92d1-a71e-4d7b-be04-27f650c88b67 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4464769 Feb 09 02:36:46.638213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:36:46.639994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Attempting to bind port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:46.662323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54502) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:46.691403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:46.692507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:46.692916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:46.694540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Bound port: 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:46.694951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.757806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c47e2179-de5e-4795-aa2c-01626aca6863 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:46.758362 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.915512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c47e2179-de5e-4795-aa2c-01626aca6863 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:46.921088 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:46.930016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef4dff-0172-499e-bf33-f294631cbed2 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:46.941256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:46.941968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-caef4dff-0172-499e-bf33-f294631cbed2 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1123 time: 0.2781878 Feb 09 02:36:46.951195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:46.952546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] For port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:46.959410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] For port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:46.975406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.030768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port c47e2179-de5e-4795-aa2c-01626aca6863, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c47e2179-de5e-4795-aa2c-01626aca6863,segment=NetworkSegment(016c801c-b334-4854-8479-394e0bda3ae9),segment_id=016c801c-b334-4854-8479-394e0bda3ae9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:47.040031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.074080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:47.074757 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.076234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] 10.222.0.82 "PUT /v2.0/ports/46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 HTTP/1.1" status: 200 len: 1092 time: 2.1180704 Feb 09 02:36:47.078884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'tag': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:47.092214 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0" -d '{"events": [{"name": "network-changed", "server_uuid": "c846b7fe-a606-4696-9091-6df9290f22aa", "tag": "46b199c8-7b5a-4ea3-a0bb-0e6c10e18844"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:47.142987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc8f442-a506-4381-892b-cf4858892ed8 None None] Network 16b4e791-b60a-4066-894c-2800d97de0ae requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:47.169953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c47e2179-de5e-4795-aa2c-01626aca6863,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:47.199635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be1f16-5731-4425-b076-dde0278c5853 service neutron] Pushing event updated for resources: {'Port': ['ID=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:47.248385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48cd6-a9b5-41f8-af11-ee3c0bc96154 req-66db5172-167a-460c-a39b-4f2b16ee49d3 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:47.250009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cc48cd6-a9b5-41f8-af11-ee3c0bc96154 req-66db5172-167a-460c-a39b-4f2b16ee49d3 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.4977827 Feb 09 02:36:47.287395 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (502758a3-79ac-489f-b993-25c2a64b132e), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.300201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (502758a3-79ac-489f-b993-25c2a64b132e), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.311952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-1aa66001-b4b5-4b99-bc41-ffabeed667be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:47.315747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-1aa66001-b4b5-4b99-bc41-ffabeed667be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 1126 time: 0.1723075 Feb 09 02:36:47.329651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-96af286e-bd13-4f45-8aa2-59fb6681a3a6 None None] Provisioning complete for port c47e2179-de5e-4795-aa2c-01626aca6863 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:47.330182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96af286e-bd13-4f45-8aa2-59fb6681a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.427810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=502758a3-79ac-489f-b993-25c2a64b132e,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:47.435210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.455388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-654e7262-a979-4f51-ab95-a07c31762369 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 HTTP/1.1" status: 200 len: 217 time: 0.1240587 Feb 09 02:36:47.496644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-96af286e-bd13-4f45-8aa2-59fb6681a3a6 None None] Current status of the port c47e2179-de5e-4795-aa2c-01626aca6863 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:47.552614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:47.560330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-8fe30700-be92-41da-be00-00abdabe58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:47.572403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-8fe30700-be92-41da-be00-00abdabe58df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1082525 Feb 09 02:36:47.657910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cc48cd6-a9b5-41f8-af11-ee3c0bc96154 req-0ff00834-aeca-4840-8607-5e6cd6ead091 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940268 Feb 09 02:36:47.724641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-01f8b696-0877-4b18-97f3-3332dbacc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:47.729503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-01f8b696-0877-4b18-97f3-3332dbacc480 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1410766 Feb 09 02:36:47.890208 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network 16b4e791-b60a-4066-894c-2800d97de0ae is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:47.893278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:47.947121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-1ae8d1a6-1b11-4332-9720-37f329da8791 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113504 Feb 09 02:36:48.031461 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.063659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-09a0a911-c417-44a7-8160-67e01082bf46 None None] Provisioning complete for port 502758a3-79ac-489f-b993-25c2a64b132e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:48.064204 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09a0a911-c417-44a7-8160-67e01082bf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (502758a3-79ac-489f-b993-25c2a64b132e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.076051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfb4d9-5e7d-46f2-840e-71223074bc5d req-eb840471-67df-497c-943f-1ec93e83be1d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:48.077930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dbfb4d9-5e7d-46f2-840e-71223074bc5d req-eb840471-67df-497c-943f-1ec93e83be1d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.1298218 Feb 09 02:36:48.149295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-09a0a911-c417-44a7-8160-67e01082bf46 None None] Port 502758a3-79ac-489f-b993-25c2a64b132e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:48.198644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-09a0a911-c417-44a7-8160-67e01082bf46 None None] Provisioning complete for port c47e2179-de5e-4795-aa2c-01626aca6863 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:48.201687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09a0a911-c417-44a7-8160-67e01082bf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.208622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1425e3b-e6d8-4f55-8d86-2facd51bdbc3 req-be570e90-3d35-4d43-803e-cd346aa86c87 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502375 Feb 09 02:36:48.209509 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.235568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dbfb4d9-5e7d-46f2-840e-71223074bc5d req-d28054f9-a4c2-4644-95e9-b5664a766de6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399729 Feb 09 02:36:48.249434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:36:48.288442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.161 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/f0f5e14f-b1c5-445d-b3fd-0651f53d41e5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:48.344269 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c3ed1f-6e9d-4768-af59-44512db9bafe x-openstack-request-id: req-f1c3ed1f-6e9d-4768-af59-44512db9bafe {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:48.344577 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c846b7fe-a606-4696-9091-6df9290f22aa", "tag": "46b199c8-7b5a-4ea3-a0bb-0e6c10e18844", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:48.344840 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1c3ed1f-6e9d-4768-af59-44512db9bafe {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:48.345285 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'tag': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844', 'status': 'completed', 'code': 200} Feb 09 02:36:48.380504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-09a0a911-c417-44a7-8160-67e01082bf46 None None] Current status of the port c47e2179-de5e-4795-aa2c-01626aca6863 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:48.435718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:48.446876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:48.470370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:48.471259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:48.487293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4f2cc9ee-c4d6-4e71-a3f3-bef28e89e79a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8103776 Feb 09 02:36:48.489082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:48.503002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-662414125'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:48.532858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-42aad661-f13b-47d5-adec-8f249f61ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:48.534755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-42aad661-f13b-47d5-adec-8f249f61ef75 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 1126 time: 0.1663330 Feb 09 02:36:48.544041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:48.547549 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.574134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c47e2179-de5e-4795-aa2c-01626aca6863 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:48.680478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2c9c678e-5043-40f9-b1cc-2f2391a67001 None None] Provisioning complete for port 502758a3-79ac-489f-b993-25c2a64b132e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:48.681418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c9c678e-5043-40f9-b1cc-2f2391a67001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (502758a3-79ac-489f-b993-25c2a64b132e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.705085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-1782799c-5d58-407a-b125-db5b7cf7caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:48.706512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-1782799c-5d58-407a-b125-db5b7cf7caae service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1650951 Feb 09 02:36:48.753685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:36:48.766939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f64735-4ee2-497b-941c-3b0ed890ac32 req-07cc3510-8a16-4735-9a25-99f8d1b5b02c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:48.768582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79f64735-4ee2-497b-941c-3b0ed890ac32 req-07cc3510-8a16-4735-9a25-99f8d1b5b02c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.3181460 Feb 09 02:36:48.771655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-2a70b624-fdac-4dd2-a9e1-ece436b3b6e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 HTTP/1.1" status: 200 len: 217 time: 0.0555291 Feb 09 02:36:48.797730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c678e-5043-40f9-b1cc-2f2391a67001 None None] Port 502758a3-79ac-489f-b993-25c2a64b132e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:48.802717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a3eead83-5e06-4258-ae9f-7da5856eb8db), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.803362 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment a3eead83-5e06-4258-ae9f-7da5856eb8db of type vlan for network cee48810-4d6c-49ad-9360-59199d51f7ab Feb 09 02:36:48.857315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:48.887858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.899762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-e43c9732-77ef-4a6f-8b73-538d6b177029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:48.906336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-e43c9732-77ef-4a6f-8b73-538d6b177029 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1156406 Feb 09 02:36:48.910855 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cee48810-4d6c-49ad-9360-59199d51f7ab), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:48.945376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c47e2179-de5e-4795-aa2c-01626aca6863 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:48.945763 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.012404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cee48810-4d6c-49ad-9360-59199d51f7ab), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.029128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:49.030239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.091837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-79f64735-4ee2-497b-941c-3b0ed890ac32 req-f3988087-bfe0-49fa-8d9a-f20952148273 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110487 Feb 09 02:36:49.100338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-c0c46095-b3ac-4662-ac28-51147211f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:49.103514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-c0c46095-b3ac-4662-ac28-51147211f38f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1762257 Feb 09 02:36:49.162671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c47e2179-de5e-4795-aa2c-01626aca6863 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:49.180479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d3070553-1295-4048-a158-b60d16d09b8e None None] Provisioning complete for port 502758a3-79ac-489f-b993-25c2a64b132e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:49.180870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d3070553-1295-4048-a158-b60d16d09b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (502758a3-79ac-489f-b993-25c2a64b132e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.216159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=cee48810-4d6c-49ad-9360-59199d51f7ab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:49.227175 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0b673e85-9d16-48e6-a889-e0fbda32c983 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7339084 Feb 09 02:36:49.228356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:49.234138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:49.241544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.277309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cee48810-4d6c-49ad-9360-59199d51f7ab details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:36:49.284963 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.342879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:49.348545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:49.359520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:49.385174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d3070553-1295-4048-a158-b60d16d09b8e None None] Port 502758a3-79ac-489f-b993-25c2a64b132e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:49.385381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-c90f8964-26e5-4237-9e15-6f13f98dfc9f service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755518 Feb 09 02:36:49.414873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=f0f5e14f-b1c5-445d-b3fd-0651f53d41e5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:49.470864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:49.475872 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.520784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:36:46Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:47Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:49.559708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:49.559975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Updating router 1de1710a-61ac-450b-beeb-d4ffef9dd929 port 502758a3-79ac-489f-b993-25c2a64b132e binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:36:49.610062 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (502758a3-79ac-489f-b993-25c2a64b132e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.649541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4dbe8-42b2-4045-be7c-c4e108ca3bfc req-5058a86d-0dff-4de9-bbe6-d4a9f8279832 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:49.662325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2c4dbe8-42b2-4045-be7c-c4e108ca3bfc req-5058a86d-0dff-4de9-bbe6-d4a9f8279832 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.2748973 Feb 09 02:36:49.702745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86ff970a-08c3-4ef8-a7d6-fe0dce805da0 req-2c58039f-7856-433b-9106-8432b6a597a9 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929664 Feb 09 02:36:49.730132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (9746b990-d143-44a0-999a-45be51d5f1be), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:49.761659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2c4dbe8-42b2-4045-be7c-c4e108ca3bfc req-a9779673-5ff3-419e-88ac-3c0e72484f70 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984123 Feb 09 02:36:49.934185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=9746b990-d143-44a0-999a-45be51d5f1be,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:49.999568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f85e5-a043-47cd-8dbd-408dfec3ec26 req-fc6b5193-6a17-4ae6-b4d7-942bebd0fbac tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:50.001266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d4f85e5-a043-47cd-8dbd-408dfec3ec26 req-fc6b5193-6a17-4ae6-b4d7-942bebd0fbac tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.1208022 Feb 09 02:36:50.057265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:50.057645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: cee48810-4d6c-49ad-9360-59199d51f7ab, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:36:50.075691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d4f85e5-a043-47cd-8dbd-408dfec3ec26 req-6ab4ad52-99b7-48a9-bf57-b233d252a158 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662780 Feb 09 02:36:50.105203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network cee48810-4d6c-49ad-9360-59199d51f7ab is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:36:50.142491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cee48810-4d6c-49ad-9360-59199d51f7ab) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:50.152070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:50.152805 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.182855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0d573-6004-458f-83a8-6ae7f4087165 None None] Network cee48810-4d6c-49ad-9360-59199d51f7ab requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:50.193708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Publish callbacks [] for port (502758a3-79ac-489f-b993-25c2a64b132e), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.210447 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44c545c9-5ed1-4a2f-a37a-fd5b5dccbeff tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9807830 Feb 09 02:36:50.218575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54536) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:50.311455 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (502758a3-79ac-489f-b993-25c2a64b132e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.342913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (7ebaac2c-5fde-42cf-8ecf-60647fb095a8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.404494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e33e7e-2dd4-4998-b760-aa61490cffbc None None] Pushing event updated for resources: {'Port': ['ID=502758a3-79ac-489f-b993-25c2a64b132e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:50.415258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-cee48810-4d6c-49ad-9360-59199d51f7ab', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:36:50.416415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.449890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-01debbfa-6bb7-43de-a6b5-725a2c463b32 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:50.451436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-01debbfa-6bb7-43de-a6b5-725a2c463b32 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/networks?id=7460ecd0-8d30-4842-9386-d3db7e025604 HTTP/1.1" status: 200 len: 910 time: 0.2428780 Feb 09 02:36:50.478402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-06a2504f-8071-47a1-ac9f-ebc87854ab82 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/quotas/005d28d12cdd4fa69f9d2cb04ac28878 HTTP/1.1" status: 200 len: 375 time: 0.0197999 Feb 09 02:36:50.548032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.590896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-e76e143c-c3a8-49c6-8231-ce30758d3624 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=005d28d12cdd4fa69f9d2cb04ac28878&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080153 Feb 09 02:36:50.760015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-d42bc653-d614-44d7-bb2a-9e828c66115b service neutron] 10.222.0.53 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650095 Feb 09 02:36:50.856805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Allocated IP 172.21.0.2 (cee48810-4d6c-49ad-9360-59199d51f7ab/9746b990-d143-44a0-999a-45be51d5f1be/87f0de83-11f7-4fa1-b499-2164d9fcf15e) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:50.915424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac291183-887f-4243-bb5c-622d4756f213 service neutron] 10.222.0.53 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567788 Feb 09 02:36:50.950390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Attempting to bind port 502758a3-79ac-489f-b993-25c2a64b132e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:50.950666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Attempting to bind port 502758a3-79ac-489f-b993-25c2a64b132e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:50.951103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Attempting to bind port 502758a3-79ac-489f-b993-25c2a64b132e on network 16b4e791-b60a-4066-894c-2800d97de0ae {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:50.996296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:50.996773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Checking segment: {'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:50.997292 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:50.997799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Bound using segment: {'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:50.998399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Bound port: 502758a3-79ac-489f-b993-25c2a64b132e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c801c-b334-4854-8479-394e0bda3ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:50.998914 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (502758a3-79ac-489f-b993-25c2a64b132e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.202278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.213704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.325199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfd77512-31d9-470d-a3d1-c2f788610bfb req-bd541def-2d7c-4e68-9257-6f06c4e93705 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 210 time: 0.0484691 Feb 09 02:36:51.461441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352b163-1f1f-4639-a2b9-c923235812fd req-21d280b9-c761-4e7b-b1c7-09a0e507837a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:51.462925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f352b163-1f1f-4639-a2b9-c923235812fd req-21d280b9-c761-4e7b-b1c7-09a0e507837a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.1695099 Feb 09 02:36:51.570875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fce12f8b-05a0-4e69-9040-810d3cd2faae None None] Provisioning complete for port 502758a3-79ac-489f-b993-25c2a64b132e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:51.571828 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fce12f8b-05a0-4e69-9040-810d3cd2faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (502758a3-79ac-489f-b993-25c2a64b132e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.588929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=f0f5e14f-b1c5-445d-b3fd-0651f53d41e5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:51.617270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.652943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (7ebaac2c-5fde-42cf-8ecf-60647fb095a8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.682847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f352b163-1f1f-4639-a2b9-c923235812fd req-612fb6e0-9dd4-44c0-a6ce-47b8b77695e7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989293 Feb 09 02:36:51.716784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cdcae-d2b6-45d0-a5a9-79ccb3c26f7d req-0a9f32e4-078e-4c6f-8911-2fd9eb77159c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:51.726104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fce12f8b-05a0-4e69-9040-810d3cd2faae None None] Port 502758a3-79ac-489f-b993-25c2a64b132e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:51.729341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-949cdcae-d2b6-45d0-a5a9-79ccb3c26f7d req-0a9f32e4-078e-4c6f-8911-2fd9eb77159c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 946 time: 0.2653565 Feb 09 02:36:51.801917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] For port 502758a3-79ac-489f-b993-25c2a64b132e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:51.810029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54574) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:51.860036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] For port 502758a3-79ac-489f-b993-25c2a64b132e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=502758a3-79ac-489f-b993-25c2a64b132e,segment=NetworkSegment(016c801c-b334-4854-8479-394e0bda3ae9),segment_id=016c801c-b334-4854-8479-394e0bda3ae9)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:51.892701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (502758a3-79ac-489f-b993-25c2a64b132e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:51.936808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-949cdcae-d2b6-45d0-a5a9-79ccb3c26f7d req-e7f16dce-96a4-4649-8b99-e212883931ee tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049601 Feb 09 02:36:52.002276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e33e7e-2dd4-4998-b760-aa61490cffbc None None] Pushing event updated for resources: {'Port': ['ID=502758a3-79ac-489f-b993-25c2a64b132e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:52.007075 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Publish callbacks [] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.025380 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.119589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:52.120499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:52.167756 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2eddb23a-b924-4813-8a83-ebf5569b8f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.223840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Network cee48810-4d6c-49ad-9360-59199d51f7ab is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:52.274269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:52.281538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:52.308017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Pushing event updated for resources: {'Port': ['ID=87f0de83-11f7-4fa1-b499-2164d9fcf15e,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:52.357362 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP 7ebaac2c-5fde-42cf-8ecf-60647fb095a8 associated. External IP: 172.25.6.161, port: 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0. Feb 09 02:36:52.420560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:52.471765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2eddb23a-b924-4813-8a83-ebf5569b8f4a admin admin] Publish callbacks [] for security_group (7b3e78cf-f996-449e-9fa5-c2942d2adb96), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.475345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Attempting to bind port 87f0de83-11f7-4fa1-b499-2164d9fcf15e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:52.475702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Attempting to bind port 87f0de83-11f7-4fa1-b499-2164d9fcf15e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:52.476286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Attempting to bind port 87f0de83-11f7-4fa1-b499-2164d9fcf15e on network cee48810-4d6c-49ad-9360-59199d51f7ab {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:52.483427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2eddb23a-b924-4813-8a83-ebf5569b8f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b3e78cf-f996-449e-9fa5-c2942d2adb96), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.495003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:52.495657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Checking segment: {'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:52.496300 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.496860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Bound using segment: {'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:52.497504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Bound port: 87f0de83-11f7-4fa1-b499-2164d9fcf15e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:52.498051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.547741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2eddb23a-b924-4813-8a83-ebf5569b8f4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e166450236745c5b293b69649931461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7333555 Feb 09 02:36:52.555067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:52.606060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb4579fd-2ea3-4c01-abba-1022f64353fb req-69ce26bb-6d34-426c-bc91-901e202aabe5 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 210 time: 0.0656998 Feb 09 02:36:52.609416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f2d204ae-ed9a-42e1-8bf3-56845720d15f None None] Provisioning complete for port 502758a3-79ac-489f-b993-25c2a64b132e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:52.613363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2d204ae-ed9a-42e1-8bf3-56845720d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (502758a3-79ac-489f-b993-25c2a64b132e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.623351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddb23a-b924-4813-8a83-ebf5569b8f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3e78cf-f996-449e-9fa5-c2942d2adb96,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:52.719910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] For port 87f0de83-11f7-4fa1-b499-2164d9fcf15e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:52.724280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] For port 87f0de83-11f7-4fa1-b499-2164d9fcf15e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=87f0de83-11f7-4fa1-b499-2164d9fcf15e,segment=NetworkSegment(a3eead83-5e06-4258-ae9f-7da5856eb8db),segment_id=a3eead83-5e06-4258-ae9f-7da5856eb8db)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:52.820278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:52.965507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9097dfd-76ce-4c69-9277-161063484a08 None None] Pushing event updated for resources: {'Port': ['ID=87f0de83-11f7-4fa1-b499-2164d9fcf15e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:53.078430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:36:46Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:51Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:53.080341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f2d204ae-ed9a-42e1-8bf3-56845720d15f None None] Current status of the port 502758a3-79ac-489f-b993-25c2a64b132e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:53.080733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2d204ae-ed9a-42e1-8bf3-56845720d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (502758a3-79ac-489f-b993-25c2a64b132e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.088363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29a169-e852-4e2f-93c1-8dd537a1da2b req-cba1f3ac-587a-4e18-a86e-0b914683a3ac tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:53.095666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf29a169-e852-4e2f-93c1-8dd537a1da2b req-cba1f3ac-587a-4e18-a86e-0b914683a3ac tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.3019791 Feb 09 02:36:53.165384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f22ad54-b335-43f2-b6fb-a81bf57de6b8 admin admin] Publish callbacks [] for security_group (7b3e78cf-f996-449e-9fa5-c2942d2adb96), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.204811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5758b2-c427-4483-97a4-117c26dcf965 None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:36:46Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:51Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:53.279118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f2d204ae-ed9a-42e1-8bf3-56845720d15f None None] For port 502758a3-79ac-489f-b993-25c2a64b132e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=502758a3-79ac-489f-b993-25c2a64b132e,segment=NetworkSegment(016c801c-b334-4854-8479-394e0bda3ae9),segment_id=016c801c-b334-4854-8479-394e0bda3ae9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:53.286176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f22ad54-b335-43f2-b6fb-a81bf57de6b8 admin admin] Publish callbacks [] for security_group (7b3e78cf-f996-449e-9fa5-c2942d2adb96), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.303692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2d204ae-ed9a-42e1-8bf3-56845720d15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (502758a3-79ac-489f-b993-25c2a64b132e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.347293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-78015404-f082-435c-af29-b0b237d3e85a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:53.348958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-78015404-f082-435c-af29-b0b237d3e85a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.82 "GET /v2.0/networks?id=7460ecd0-8d30-4842-9386-d3db7e025604 HTTP/1.1" status: 200 len: 910 time: 0.4827154 Feb 09 02:36:53.370672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf29a169-e852-4e2f-93c1-8dd537a1da2b req-e8eb13eb-8be8-4a5e-8747-c0696f05b154 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740104 Feb 09 02:36:53.383365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Request body: {'port': {'device_id': '2309c005-0b97-44fd-8af0-aa2344125702', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'admin_state_up': True, 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:53.429084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d204ae-ed9a-42e1-8bf3-56845720d15f None None] Pushing event updated for resources: {'Port': ['ID=502758a3-79ac-489f-b993-25c2a64b132e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:53.444497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Made reservation on behalf of 005d28d12cdd4fa69f9d2cb04ac28878 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:53.446896 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.447028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-9c512c30-6f94-4f6c-83b8-8728ebbb49cc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:53.448600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-9c512c30-6f94-4f6c-83b8-8728ebbb49cc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 946 time: 0.5393169 Feb 09 02:36:53.479959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6c23586-66de-4dce-adf3-e1d6a3edd636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.490265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f22ad54-b335-43f2-b6fb-a81bf57de6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7b3e78cf-f996-449e-9fa5-c2942d2adb96), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.492874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6f22ad54-b335-43f2-b6fb-a81bf57de6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:53.494297 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6f22ad54-b335-43f2-b6fb-a81bf57de6b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b3e78cf-f996-449e-9fa5-c2942d2adb96 HTTP/1.1" status: 204 len: 168 time: 0.9058948 Feb 09 02:36:53.523464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980d4f-5398-4ecb-a1b8-7be5dc953208 req-7b837bb9-2e4f-4a6e-a0d4-381338bedf85 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:53.525109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5980d4f-5398-4ecb-a1b8-7be5dc953208 req-7b837bb9-2e4f-4a6e-a0d4-381338bedf85 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 946 time: 0.4246190 Feb 09 02:36:53.609461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22ad54-b335-43f2-b6fb-a81bf57de6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3e78cf-f996-449e-9fa5-c2942d2adb96,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:53.631506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:53.685590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.21.0.1 (cee48810-4d6c-49ad-9360-59199d51f7ab/9746b990-d143-44a0-999a-45be51d5f1be/49def740-8a06-439a-952b-c6c8319fe7e8) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:53.864909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad047c52-c2be-4957-b6b9-ecc987785de1 req-b653df52-3522-4099-bb0f-2c42b36dfbab tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 210 time: 0.1137559 Feb 09 02:36:53.902748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5980d4f-5398-4ecb-a1b8-7be5dc953208 req-3e93e0d7-6565-4606-a37a-6f7c5ce95ccf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5489053-f3ca-4adc-ac3b-c2b741fd4981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625140 Feb 09 02:36:53.952761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Allocated IP 172.20.0.7 (7460ecd0-8d30-4842-9386-d3db7e025604/6a775030-b605-4a7d-b24e-85d26136e39e/6d91bd5a-5141-4765-9668-b897b0b448ca) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:36:54.107879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Deleting port 49d30c92-ab87-42c7-988c-bf440200145a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:36:54.108223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (49d30c92-ab87-42c7-988c-bf440200145a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:54.308569 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:54.323443 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] Sync routers for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:54.341993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (49def740-8a06-439a-952b-c6c8319fe7e8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:54.364688 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:54.367413 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:54.532485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:54.657761 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:54.762075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] For port 49d30c92-ab87-42c7-988c-bf440200145a, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=49d30c92-ab87-42c7-988c-bf440200145a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:54.762432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (49d30c92-ab87-42c7-988c-bf440200145a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:54.801110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 502758a3-79ac-489f-b993-25c2a64b132e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:54.815318 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-222318a6-93f5-43e4-84b0-ced25a5aec56 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8724823 Feb 09 02:36:54.928680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:54.931449 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35535ab6-f794-4b82-927c-0777413f4908" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:54.959148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:54.992045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 502758a3-79ac-489f-b993-25c2a64b132e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:54.992429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (502758a3-79ac-489f-b993-25c2a64b132e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:55.106515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396942b5-8745-4535-9ac9-16eec5b116d3 None None] Network cee48810-4d6c-49ad-9360-59199d51f7ab requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:36:55.277515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5b0ea-34d6-48e8-856f-06cb1164801f req-0a1b476c-7e79-4fbc-aae6-097ea9c74298 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:55.289093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8a5b0ea-34d6-48e8-856f-06cb1164801f req-0a1b476c-7e79-4fbc-aae6-097ea9c74298 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.2634835 Feb 09 02:36:55.382443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network cee48810-4d6c-49ad-9360-59199d51f7ab is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:55.396625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=49def740-8a06-439a-952b-c6c8319fe7e8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:55.417401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '7ebaac2c-5fde-42cf-8ecf-60647fb095a8', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'port_id': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'mac_address': 'fa:16:3e:c4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:36:50Z', 'updated_at': '2022-02-09T02:36:50Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:26Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:55.435458 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks [] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:55.453924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f30d7ca1-4d1f-4548-b013-1c1dd2598ff3 None None] Provisioning complete for port 87f0de83-11f7-4fa1-b499-2164d9fcf15e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:55.454305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f30d7ca1-4d1f-4548-b013-1c1dd2598ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:55.459125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8a5b0ea-34d6-48e8-856f-06cb1164801f req-36d986b6-081a-4c89-be21-232cd323e8f2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686432 Feb 09 02:36:55.470575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:55.490035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:55.559825 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] Checking router: 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:36:55.566986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:55.587609 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:55.588482 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:55.680964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Network 7460ecd0-8d30-4842-9386-d3db7e025604 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:55.709177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['80cee257-9202-4fb9-ac8a-8cdef00188db'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:36:55.724661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 502758a3-79ac-489f-b993-25c2a64b132e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:55.731243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:55.732857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 87f0de83-11f7-4fa1-b499-2164d9fcf15e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:55.787362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:55.793641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:36:55.948485 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:55.970851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f50271f5-8c35-4636-b65a-9fd1b40f8b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.109229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Pushing event updated for resources: {'Port': ['ID=6d91bd5a-5141-4765-9668-b897b0b448ca,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:56.126066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:56.126066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.134441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.141309 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (62f6a15f-1d76-455d-807e-468c6ff3106b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.141956 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Floating IP 62f6a15f-1d76-455d-807e-468c6ff3106b disassociated. External IP: 172.25.6.24, port: 49d30c92-ab87-42c7-988c-bf440200145a. Feb 09 02:36:56.142075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 87f0de83-11f7-4fa1-b499-2164d9fcf15e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:56.142378 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.142989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Calling delete_port for 49d30c92-ab87-42c7-988c-bf440200145a owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:36:56.190428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-ac61da68-12fc-4e1a-9efc-f772506d5003 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.8160212 Feb 09 02:36:56.208277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Request body: {'port': {'device_id': '2309c005-0b97-44fd-8af0-aa2344125702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:56.233636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.375571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f30d7ca1-4d1f-4548-b013-1c1dd2598ff3 None None] Current status of the port 87f0de83-11f7-4fa1-b499-2164d9fcf15e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:56.376294 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f30d7ca1-4d1f-4548-b013-1c1dd2598ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.461138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f30d7ca1-4d1f-4548-b013-1c1dd2598ff3 None None] For port 87f0de83-11f7-4fa1-b499-2164d9fcf15e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=87f0de83-11f7-4fa1-b499-2164d9fcf15e,segment=NetworkSegment(a3eead83-5e06-4258-ae9f-7da5856eb8db),segment_id=a3eead83-5e06-4258-ae9f-7da5856eb8db)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:36:56.480039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f30d7ca1-4d1f-4548-b013-1c1dd2598ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.544407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206420-b27f-49c0-a650-caa68cadb6fd req-6a1c929d-3c3e-4ed9-bc49-67f88f9350a8 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:56.564037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30206420-b27f-49c0-a650-caa68cadb6fd req-6a1c929d-3c3e-4ed9-bc49-67f88f9350a8 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1027 time: 0.8817787 Feb 09 02:36:56.585307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb530c16-5a55-4a53-9ef6-a6961856c7e0 req-36cf612c-cbcc-402a-921b-298ffb806286 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:56.591367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb530c16-5a55-4a53-9ef6-a6961856c7e0 req-36cf612c-cbcc-402a-921b-298ffb806286 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.9718394 Feb 09 02:36:56.594601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.630745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 87f0de83-11f7-4fa1-b499-2164d9fcf15e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:56.724959 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '7ebaac2c-5fde-42cf-8ecf-60647fb095a8', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'port_id': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'mac_address': 'fa:16:3e:c4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:36:50Z', 'updated_at': '2022-02-09T02:36:50Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:26Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:56.800110 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba6eb65-6715-4ee7-9a25-6d5232dcc2ec None None] The sync data for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 is: [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '7ebaac2c-5fde-42cf-8ecf-60647fb095a8', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'port_id': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'mac_address': 'fa:16:3e:c4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:36:50Z', 'updated_at': '2022-02-09T02:36:50Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:26Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:36:56.821347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Provisioning complete for port 87f0de83-11f7-4fa1-b499-2164d9fcf15e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:56.821780 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:56.902219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d7ca1-4d1f-4548-b013-1c1dd2598ff3 None None] Pushing event updated for resources: {'Port': ['ID=87f0de83-11f7-4fa1-b499-2164d9fcf15e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:56.966945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:36:56.973702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (49d30c92-ab87-42c7-988c-bf440200145a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.079016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.084196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 49d30c92-ab87-42c7-988c-bf440200145a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:36:57.084856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 49d30c92-ab87-42c7-988c-bf440200145a not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:36:57.185219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event deleted for resources: {'Port': ['ID=49d30c92-ab87-42c7-988c-bf440200145a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:57.215114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Current status of the port 87f0de83-11f7-4fa1-b499-2164d9fcf15e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:57.233635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (49def740-8a06-439a-952b-c6c8319fe7e8), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.244903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.255821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Provisioning complete for port 6d91bd5a-5141-4765-9668-b897b0b448ca triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:57.256416 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.275072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-ff7dace7-7071-4dbc-99d7-944749e091db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8951335 Feb 09 02:36:57.298279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30206420-b27f-49c0-a650-caa68cadb6fd req-c3235c1c-425a-4c5e-9841-daa99448e7f9 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458418 Feb 09 02:36:57.347572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Port 6d91bd5a-5141-4765-9668-b897b0b448ca cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:57.350054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7728110-5df5-422e-a9f5-ce553b9bff49 None None] New status for floating IP 7ebaac2c-5fde-42cf-8ecf-60647fb095a8: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:36:57.452669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb530c16-5a55-4a53-9ef6-a6961856c7e0 req-c97035b2-613f-4f2b-b167-76939ca8920d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7985861 Feb 09 02:36:57.468416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54654) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:57.482427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Provisioning complete for port 49def740-8a06-439a-952b-c6c8319fe7e8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:57.483094 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.674473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0693c-5d99-4f2b-b6b1-9ca263bfd452 None None] Port 49def740-8a06-439a-952b-c6c8319fe7e8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:57.691850 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552ace13-13d2-4b63-b1a5-ee122bb4d519 x-openstack-request-id: req-552ace13-13d2-4b63-b1a5-ee122bb4d519 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:57.692152 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:57.699021 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-552ace13-13d2-4b63-b1a5-ee122bb4d519 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:57.699689 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'status': 'completed', 'code': 200} Feb 09 02:36:57.700584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=49def740-8a06-439a-952b-c6c8319fe7e8,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:57.731518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.769464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d91bd5a-5141-4765-9668-b897b0b448ca {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:36:57.809921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Publish callbacks [] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.812829 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e26dd51e-d20d-493f-b26a-431229c966f5 None None] Provisioning complete for port 49def740-8a06-439a-952b-c6c8319fe7e8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:57.813216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e26dd51e-d20d-493f-b26a-431229c966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.830727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Transition to ACTIVE for port object 6d91bd5a-5141-4765-9668-b897b0b448ca will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:36:57.905372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e26dd51e-d20d-493f-b26a-431229c966f5 None None] Port 49def740-8a06-439a-952b-c6c8319fe7e8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:57.939914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f4f441b1-44e1-4d68-bcfa-c3fed04e191e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/7ebaac2c-5fde-42cf-8ecf-60647fb095a8 HTTP/1.1" status: 200 len: 991 time: 0.4627826 Feb 09 02:36:57.942749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f17223aa-80fe-4cb0-b404-5b6236283c3e req-673936c7-11af-4782-a16d-9dc84b1b2fde tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 210 time: 0.4284019 Feb 09 02:36:57.953433 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:57.960369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network cee48810-4d6c-49ad-9360-59199d51f7ab is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:36:57.968675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:36:58.009863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-f77f80df-3f73-44f0-9ffa-067d419e979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:58.012162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-f77f80df-3f73-44f0-9ffa-067d419e979e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1128 time: 0.6352785 Feb 09 02:36:58.092552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Pushing event updated for resources: {'Port': ['ID=6d91bd5a-5141-4765-9668-b897b0b448ca,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:58.134563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:58.186082 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:58.287849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c4953-b9f2-4564-be59-88f866668939 req-506917c3-aef4-4b31-8255-2c3678e27708 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:58.289484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba8c4953-b9f2-4564-be59-88f866668939 req-506917c3-aef4-4b31-8255-2c3678e27708 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.3441472 Feb 09 02:36:58.397419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:36:58.428741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Attempting to bind port 6d91bd5a-5141-4765-9668-b897b0b448ca on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:36:58.429146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Attempting to bind port 6d91bd5a-5141-4765-9668-b897b0b448ca by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:36:58.430005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Attempting to bind port 6d91bd5a-5141-4765-9668-b897b0b448ca on network 7460ecd0-8d30-4842-9386-d3db7e025604 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:58.514223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Port 6d91bd5a-5141-4765-9668-b897b0b448ca on network 7460ecd0-8d30-4842-9386-d3db7e025604 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:36:58.514574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Attempting to bind port 6d91bd5a-5141-4765-9668-b897b0b448ca on network 7460ecd0-8d30-4842-9386-d3db7e025604 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:36:58.521036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba8c4953-b9f2-4564-be59-88f866668939 req-51c0b9a7-d07c-404c-b4f7-0a3d05c09109 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054408 Feb 09 02:36:58.564908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8b8a4764-344d-4225-83bc-bed7ddcdb063 None None] Provisioning complete for port 49def740-8a06-439a-952b-c6c8319fe7e8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:58.565300 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4764-344d-4225-83bc-bed7ddcdb063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:58.609804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:36:58.610282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Checking segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:36:58.610709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Bound using segment: {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:36:58.611167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Bound port: 6d91bd5a-5141-4765-9668-b897b0b448ca, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f25ba8-e7e1-4461-8d79-026637eb002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:36:58.611535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:58.695223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a4764-344d-4225-83bc-bed7ddcdb063 None None] Port 49def740-8a06-439a-952b-c6c8319fe7e8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:36:58.756557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-f48dc8db-7690-4e96-b0b1-1d50774c4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:58.763997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-f48dc8db-7690-4e96-b0b1-1d50774c4656 service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.6426454 Feb 09 02:36:58.836576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 87f0de83-11f7-4fa1-b499-2164d9fcf15e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:36:58.862359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] For port 6d91bd5a-5141-4765-9668-b897b0b448ca, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:36:58.866955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] For port 6d91bd5a-5141-4765-9668-b897b0b448ca, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6d91bd5a-5141-4765-9668-b897b0b448ca,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:36:58.923771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 87f0de83-11f7-4fa1-b499-2164d9fcf15e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:36:58.924520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:58.944385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-f0470260-3b0d-466d-918d-5231f79c18e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1001 time: 0.1688914 Feb 09 02:36:58.946493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431495e4-9995-4ee9-b515-7578483941c7 req-14f86e19-51a0-4935-8019-873c9b4783a1 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:58.948124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-431495e4-9995-4ee9-b515-7578483941c7 req-14f86e19-51a0-4935-8019-873c9b4783a1 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1053 time: 0.4378424 Feb 09 02:36:58.949173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54672) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:58.950310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.065379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 87f0de83-11f7-4fa1-b499-2164d9fcf15e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:59.131136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54676) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:59.181343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:59.188858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:36:59.194718 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] Sync routers for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:59.212754 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-18d1b271-dc47-4c2b-b987-18a2787366b1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8257840 Feb 09 02:36:59.213025 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:59.215969 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:59.216319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:59.218989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:36:59.235258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-2018061834'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:36:59.239944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:36:59.241054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:36:59.268579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] No DVR routers for this DVR port 49d30c92-ab87-42c7-988c-bf440200145a on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:36:59.278188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.281538 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1f6b8c1b-f3f9-4be4-9cff-232498ba02fe req-ca24ad52-250c-4e37-8885-a4d9a51389c6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.82 "DELETE /v2.0/ports/49d30c92-ab87-42c7-988c-bf440200145a HTTP/1.1" status: 204 len: 173 time: 5.8060207 Feb 09 02:36:59.300115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a2ab01ca-a47e-4ef4-902a-58a12431b211 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/7ebaac2c-5fde-42cf-8ecf-60647fb095a8 HTTP/1.1" status: 200 len: 993 time: 0.3411338 Feb 09 02:36:59.300115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a528a696-44e5-49c6-bfb4-42ebfbb6ac40 req-7fd4cc19-b15b-4d1e-9b0c-9972a5806461 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc102ad4-a035-422d-afa7-09a0c94221d3 HTTP/1.1" status: 200 len: 210 time: 0.1587944 Feb 09 02:36:59.314586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:59.315217 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.332530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] 10.222.0.82 "PUT /v2.0/ports/6d91bd5a-5141-4765-9668-b897b0b448ca HTTP/1.1" status: 200 len: 1092 time: 3.1307797 Feb 09 02:36:59.340747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:36:59.344122 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.377707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2309c005-0b97-44fd-8af0-aa2344125702', 'tag': '6d91bd5a-5141-4765-9668-b897b0b448ca'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:59.396906 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5a593-2690-4bf9-887e-80f526d5af61" -d '{"events": [{"name": "network-changed", "server_uuid": "2309c005-0b97-44fd-8af0-aa2344125702", "tag": "6d91bd5a-5141-4765-9668-b897b0b448ca"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:59.411534 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:36:59.451394 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:36:59.476422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6a4184ab-f68a-4264-996c-17d79a60c0c2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.476768 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment 6a4184ab-f68a-4264-996c-17d79a60c0c2 of type vlan for network 2c09ab25-272f-4a79-98fe-290ee80e1590 Feb 09 02:36:59.554828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986b8a1-c928-4b6c-88e6-70c8f28a521f service neutron] Pushing event updated for resources: {'Port': ['ID=6d91bd5a-5141-4765-9668-b897b0b448ca,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:36:59.571052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-431495e4-9995-4ee9-b515-7578483941c7 req-d40374fa-4f74-4c21-9580-b806a66bdb78 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013584 Feb 09 02:36:59.573891 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad59812-eca4-47eb-8c49-bea64966f985 x-openstack-request-id: req-7ad59812-eca4-47eb-8c49-bea64966f985 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:59.574340 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2309c005-0b97-44fd-8af0-aa2344125702", "tag": "6d91bd5a-5141-4765-9668-b897b0b448ca", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:59.574754 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ad59812-eca4-47eb-8c49-bea64966f985 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:59.575739 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2309c005-0b97-44fd-8af0-aa2344125702', 'tag': '6d91bd5a-5141-4765-9668-b897b0b448ca', 'status': 'completed', 'code': 200} Feb 09 02:36:59.598604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-b7455f73-3de0-4bd7-b032-dcc6ed2f3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:59.600149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-b7455f73-3de0-4bd7-b032-dcc6ed2f3180 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.6457477 Feb 09 02:36:59.645637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2c09ab25-272f-4a79-98fe-290ee80e1590), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.691189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f8490e6-6e9d-4afb-bb94-cf2797ba5aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.697590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-cab88910-a91a-4f9b-8276-23464f0aafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:59.706016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-cab88910-a91a-4f9b-8276-23464f0aafa2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005d28d12cdd4fa69f9d2cb04ac28878&device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1126 time: 0.2908304 Feb 09 02:36:59.709522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-deleted', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:36:59.712235 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0864e08a-e5ab-46ea-9b57-7fc3c3e41447" -d '{"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-deleted", "tag": "49d30c92-ab87-42c7-988c-bf440200145a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:36:59.719000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2c09ab25-272f-4a79-98fe-290ee80e1590), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.732396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:36:59.733056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:59.876062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-af0304aa-9d94-42cb-b274-d2b8c32d9899 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91bd5a-5141-4765-9668-b897b0b448ca HTTP/1.1" status: 200 len: 217 time: 0.1671791 Feb 09 02:36:59.985677 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86053d8e-26e1-4f7f-9045-5f046119ef9d x-openstack-request-id: req-86053d8e-26e1-4f7f-9045-5f046119ef9d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:36:59.986372 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc102ad4-a035-422d-afa7-09a0c94221d3", "name": "network-vif-deleted", "tag": "49d30c92-ab87-42c7-988c-bf440200145a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:36:59.986856 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86053d8e-26e1-4f7f-9045-5f046119ef9d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:36:59.987564 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc102ad4-a035-422d-afa7-09a0c94221d3', 'name': 'network-vif-deleted', 'tag': '49d30c92-ab87-42c7-988c-bf440200145a', 'status': 'completed', 'code': 200} Feb 09 02:36:59.997481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=2c09ab25-272f-4a79-98fe-290ee80e1590,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:00.025049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:37:00.035734 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.036760 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ac5ff054-c82d-4152-8744-58549d8b744a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8193693 Feb 09 02:37:00.040699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-6679c929-96ea-4683-aa9f-09db7b69e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:00.041046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:00.042516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-6679c929-96ea-4683-aa9f-09db7b69e725 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4327483 Feb 09 02:37:00.056190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:00.127894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-2300151a-407d-4f1e-81a9-d7c8f5c9ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:00.130796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-2300151a-407d-4f1e-81a9-d7c8f5c9ae44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a775030-b605-4a7d-b24e-85d26136e39e HTTP/1.1" status: 200 len: 848 time: 0.2418981 Feb 09 02:37:00.151700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:00.171885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1990608-8769-44df-80e6-9752c4371849 req-60d0171c-2250-4762-b3d6-9344662b6c61 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:00.173491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1990608-8769-44df-80e6-9752c4371849 req-60d0171c-2250-4762-b3d6-9344662b6c61 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.4632833 Feb 09 02:37:00.255049 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:00.277891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:00.283628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.288887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f8490e6-6e9d-4afb-bb94-cf2797ba5aed admin admin] Publish callbacks [] for security_group (3026ec50-4c01-45e4-8dd6-406f7409a2bd), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.305855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-dce39aa3-929d-46f7-bbca-e11bf0539454 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501268 Feb 09 02:37:00.311456 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f8490e6-6e9d-4afb-bb94-cf2797ba5aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3026ec50-4c01-45e4-8dd6-406f7409a2bd), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.345838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2f8490e6-6e9d-4afb-bb94-cf2797ba5aed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d04ee8a48dc4dad953cbf20798dda1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1935003 Feb 09 02:37:00.353641 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] Checking router: c81b15bb-457c-44fa-b4fb-60ec5c4746f5 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:00.362549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54692) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:00.370408 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:00.371562 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:00.401912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-8322d8f8-6534-4a30-ba2b-6d731f67f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:00.403488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-8322d8f8-6534-4a30-ba2b-6d731f67f232 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7460ecd0-8d30-4842-9386-d3db7e025604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2586541 Feb 09 02:37:00.412276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1990608-8769-44df-80e6-9752c4371849 req-72e1ce43-70ed-48e0-a59f-bddbc2f8fa0f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095382 Feb 09 02:37:00.471132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:00.588571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:36:56Z', 'revision_number': 3, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:36:56Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:00.604707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da5b192a-4173-41ed-8987-061fdc3ba612 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (a5489053-f3ca-4adc-ac3b-c2b741fd4981), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.648452 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:00.653091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da5b192a-4173-41ed-8987-061fdc3ba612 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (a5489053-f3ca-4adc-ac3b-c2b741fd4981), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.702956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:00.703307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Updating router 1de1710a-61ac-450b-beeb-d4ffef9dd929 port 49def740-8a06-439a-952b-c6c8319fe7e8 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:37:00.724342 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15e2690e-0ae4-4852-9f5b-b04a97d81162 admin admin] Publish callbacks [] for security_group (3026ec50-4c01-45e4-8dd6-406f7409a2bd), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.748828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8490e6-6e9d-4afb-bb94-cf2797ba5aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3026ec50-4c01-45e4-8dd6-406f7409a2bd,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:00.772182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.875325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15e2690e-0ae4-4852-9f5b-b04a97d81162 admin admin] Publish callbacks [] for security_group (3026ec50-4c01-45e4-8dd6-406f7409a2bd), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.888873 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da5b192a-4173-41ed-8987-061fdc3ba612 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a5489053-f3ca-4adc-ac3b-c2b741fd4981), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.892539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da5b192a-4173-41ed-8987-061fdc3ba612 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.894916 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-da5b192a-4173-41ed-8987-061fdc3ba612 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "DELETE /v2.0/security-groups/a5489053-f3ca-4adc-ac3b-c2b741fd4981 HTTP/1.1" status: 204 len: 168 time: 0.4158549 Feb 09 02:37:00.905626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54702) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:00.928437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b192a-4173-41ed-8987-061fdc3ba612 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5489053-f3ca-4adc-ac3b-c2b741fd4981,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:00.946866 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-51810ee8-33a3-4134-9212-75b9262479f2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] show failed (client error): The resource could not be found. Feb 09 02:37:00.948112 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-51810ee8-33a3-4134-9212-75b9262479f2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups/a5489053-f3ca-4adc-ac3b-c2b741fd4981 HTTP/1.1" status: 404 len: 347 time: 0.0380766 Feb 09 02:37:00.949218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (2b6927e3-7547-4116-b5e5-172918fd3d7e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.952098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:00.985156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8a45160-5fce-4ee7-94f5-5ce612ede499 req-dfa583de-63c0-490c-9c05-68f25a43772e service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485434 Feb 09 02:37:00.995392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df10d-4569-4a80-b5da-46cb31b6021a req-8be187c4-b931-41d1-b252-0ca801f919d7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:00.996928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6df10d-4569-4a80-b5da-46cb31b6021a req-8be187c4-b931-41d1-b252-0ca801f919d7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1126 time: 0.2690744 Feb 09 02:37:01.001315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-cdee6ec9-78a1-4a7c-b577-7bdf17d7d7b1 service neutron] 10.222.0.82 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641658 Feb 09 02:37:01.190381 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:01.203880 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15e2690e-0ae4-4852-9f5b-b04a97d81162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3026ec50-4c01-45e4-8dd6-406f7409a2bd), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.217699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15e2690e-0ae4-4852-9f5b-b04a97d81162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.219244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-15e2690e-0ae4-4852-9f5b-b04a97d81162 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3026ec50-4c01-45e4-8dd6-406f7409a2bd HTTP/1.1" status: 204 len: 168 time: 0.8487673 Feb 09 02:37:01.237480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:01.238642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: 2c09ab25-272f-4a79-98fe-290ee80e1590, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:37:01.240876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=2b6927e3-7547-4116-b5e5-172918fd3d7e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:01.269566 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c642c5-588b-4b37-8d60-74710024fe19 None None] The sync data for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 is: [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:01.299363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2690e-0ae4-4852-9f5b-b04a97d81162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3026ec50-4c01-45e4-8dd6-406f7409a2bd,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:01.306890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:37:01.354026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 2c09ab25-272f-4a79-98fe-290ee80e1590) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:01.357613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e6df10d-4569-4a80-b5da-46cb31b6021a req-14373b00-9ae7-4f3f-9aea-09f3d28a24e5 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526101 Feb 09 02:37:01.367017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:01.367631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.395057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480ab80-5bee-4c0b-ab38-412b1e36b153 None None] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:01.406965 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ed3e310-91c6-42cc-996a-eed7b298c07e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3644128 Feb 09 02:37:01.411081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:01.424345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35535ab6-f794-4b82-927c-0777413f4908 req-9d24dd7e-e965-4614-8bf5-6dcf44dd302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:01.432773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35535ab6-f794-4b82-927c-0777413f4908 req-9d24dd7e-e965-4614-8bf5-6dcf44dd302c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1128 time: 0.3339427 Feb 09 02:37:01.437378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Deleting port ea125d4b-3669-4755-9bec-a37be1f6a6e8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:01.437699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.601173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-2c09ab25-272f-4a79-98fe-290ee80e1590', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:37:01.602143 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.796321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.800655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (ea125d4b-3669-4755-9bec-a37be1f6a6e8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.858638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Calling delete_port for ea125d4b-3669-4755-9bec-a37be1f6a6e8 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:01.871659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Publish callbacks [] for port (49def740-8a06-439a-952b-c6c8319fe7e8), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:01.877525 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319db09-fa7c-4de8-8950-450a60f13c08 None None] New status for floating IP 62f6a15f-1d76-455d-807e-468c6ff3106b: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:37:01.941543 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.083058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Allocated IP 172.22.0.2 (2c09ab25-272f-4a79-98fe-290ee80e1590/2b6927e3-7547-4116-b5e5-172918fd3d7e/0b934ea6-0713-4d5d-a579-4a0d91bb86c2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:02.129356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:02.153660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Pushing event updated for resources: {'Port': ['ID=49def740-8a06-439a-952b-c6c8319fe7e8,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:02.240548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.240772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.241191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.241540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.241880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.242218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.242574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.242924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.243254 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.256681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.258115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.258657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.259038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.290209 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-3319db09-fa7c-4de8-8950-450a60f13c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:37:02.290853 n-d-826675-12 neutron-server[103152]: DEBUG oslo_db.api [None req-3319db09-fa7c-4de8-8950-450a60f13c08 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:37:02.296909 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ea125d4b-3669-4755-9bec-a37be1f6a6e8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.319134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb6355bd-4ada-4aad-a21e-8817cf702b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.361861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event deleted for resources: {'Port': ['ID=ea125d4b-3669-4755-9bec-a37be1f6a6e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:02.375685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Attempting to bind port 49def740-8a06-439a-952b-c6c8319fe7e8 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:02.376070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Attempting to bind port 49def740-8a06-439a-952b-c6c8319fe7e8 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:02.376448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Attempting to bind port 49def740-8a06-439a-952b-c6c8319fe7e8 on network cee48810-4d6c-49ad-9360-59199d51f7ab {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:02.384724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fe38eaa-49ba-4d28-a163-369af5a2946a req-0c540e20-d468-4413-824d-e119de8e3ba9 service neutron] 10.222.0.82 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3758020 Feb 09 02:37:02.385950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35535ab6-f794-4b82-927c-0777413f4908 req-610dee20-db86-4964-95e1-e9e11d658275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:02.387328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35535ab6-f794-4b82-927c-0777413f4908 req-610dee20-db86-4964-95e1-e9e11d658275 service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.9517109 Feb 09 02:37:02.388866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:02.389866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Checking segment: {'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:02.390489 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.390917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Bound using segment: {'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:02.392885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Bound port: 49def740-8a06-439a-952b-c6c8319fe7e8, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eead83-5e06-4258-ae9f-7da5856eb8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:02.393302 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.554749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb6355bd-4ada-4aad-a21e-8817cf702b31 admin admin] Publish callbacks [] for security_group (a0247775-8ac1-41cf-9a40-d1b39c9b1ebc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.569351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb6355bd-4ada-4aad-a21e-8817cf702b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a0247775-8ac1-41cf-9a40-d1b39c9b1ebc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.606095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6c455754-91c8-4f62-8d76-04384c8d9beb None None] Provisioning complete for port 49def740-8a06-439a-952b-c6c8319fe7e8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:02.607439 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c455754-91c8-4f62-8d76-04384c8d9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.664788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] For port 49def740-8a06-439a-952b-c6c8319fe7e8, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:02.669225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6c455754-91c8-4f62-8d76-04384c8d9beb None None] Port 49def740-8a06-439a-952b-c6c8319fe7e8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:02.673343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3798-f0ef-4322-88fd-fecb06990652 req-d11d2f77-e4db-4a83-8560-5de0d14b947a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:02.674951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f1c3798-f0ef-4322-88fd-fecb06990652 req-d11d2f77-e4db-4a83-8560-5de0d14b947a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 1.1134043 Feb 09 02:37:02.714925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] For port 49def740-8a06-439a-952b-c6c8319fe7e8, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=49def740-8a06-439a-952b-c6c8319fe7e8,segment=NetworkSegment(a3eead83-5e06-4258-ae9f-7da5856eb8db),segment_id=a3eead83-5e06-4258-ae9f-7da5856eb8db)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:02.729625 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.745610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-c3c53463-b4ac-4aab-aad3-7a8126269b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:02.752603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-c3c53463-b4ac-4aab-aad3-7a8126269b56 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=005d28d12cdd4fa69f9d2cb04ac28878&device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1126 time: 0.2479849 Feb 09 02:37:02.792779 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319db09-fa7c-4de8-8950-450a60f13c08 None None] New status for floating IP 62f6a15f-1d76-455d-807e-468c6ff3106b: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:37:02.809420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f1c3798-f0ef-4322-88fd-fecb06990652 req-1c6d8e58-5671-4ec3-8485-39c165e64887 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195686 Feb 09 02:37:02.824486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84c18f-d715-47de-aa39-502e6cc53bf2 None None] Pushing event updated for resources: {'Port': ['ID=49def740-8a06-439a-952b-c6c8319fe7e8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:02.835957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35535ab6-f794-4b82-927c-0777413f4908 req-71314d02-5a50-4053-9fec-b585b2786b8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1001 time: 0.4363413 Feb 09 02:37:02.847658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3b7c6-35b9-41ef-a321-8ea2144c491b req-3ba199e2-e6bc-4f3b-9676-42e029391ec0 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:02.857163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96b3b7c6-35b9-41ef-a321-8ea2144c491b req-3ba199e2-e6bc-4f3b-9676-42e029391ec0 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1126 time: 0.3070102 Feb 09 02:37:02.866570 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb6355bd-4ada-4aad-a21e-8817cf702b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c33aac9eecaa4c8ab73685999c7da918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593268 Feb 09 02:37:02.899835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6355bd-4ada-4aad-a21e-8817cf702b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0247775-8ac1-41cf-9a40-d1b39c9b1ebc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:02.917132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Publish callbacks [] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.922103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:02.925228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:02.926072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:02.930189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.977710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35535ab6-f794-4b82-927c-0777413f4908 req-0f5f1a3c-211a-462e-b065-b424e62b2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:02.979289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35535ab6-f794-4b82-927c-0777413f4908 req-0f5f1a3c-211a-462e-b065-b424e62b2345 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.1036572 Feb 09 02:37:02.982573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (62f6a15f-1d76-455d-807e-468c6ff3106b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:02.993101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.010334 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-54aded41-fea1-4472-8f4e-b6b91af7c977 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "DELETE /v2.0/floatingips/62f6a15f-1d76-455d-807e-468c6ff3106b HTTP/1.1" status: 204 len: 168 time: 2.0538387 Feb 09 02:37:03.078986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96b3b7c6-35b9-41ef-a321-8ea2144c491b req-2af2191f-9864-4086-b572-d89581d7d3f1 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423604 Feb 09 02:37:03.201366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddd737e7-5bf1-4014-a8d7-c8159cde8569 admin admin] Publish callbacks [] for security_group (a0247775-8ac1-41cf-9a40-d1b39c9b1ebc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.202984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35535ab6-f794-4b82-927c-0777413f4908 req-8fa111fc-ad24-42ef-8197-3ceb5350573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:03.205403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35535ab6-f794-4b82-927c-0777413f4908 req-8fa111fc-ad24-42ef-8197-3ceb5350573a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1333015 Feb 09 02:37:03.238401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Pushing event updated for resources: {'Port': ['ID=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:03.250229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddd737e7-5bf1-4014-a8d7-c8159cde8569 admin admin] Publish callbacks [] for security_group (a0247775-8ac1-41cf-9a40-d1b39c9b1ebc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.287265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:03.303044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:03.307155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:03.341857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.372522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35535ab6-f794-4b82-927c-0777413f4908 req-a821df2b-1c0b-43ed-86ba-661d971c3eab service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538227 Feb 09 02:37:03.481033 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:03.491248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e12cd7b2-887a-43ce-b420-1c780d4ad6be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237002100', 'description': 'tempest-description--516776833'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:03.496394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:03.502203 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddd737e7-5bf1-4014-a8d7-c8159cde8569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a0247775-8ac1-41cf-9a40-d1b39c9b1ebc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.505875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ddd737e7-5bf1-4014-a8d7-c8159cde8569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.509365 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ddd737e7-5bf1-4014-a8d7-c8159cde8569 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0247775-8ac1-41cf-9a40-d1b39c9b1ebc HTTP/1.1" status: 204 len: 168 time: 0.5842154 Feb 09 02:37:03.525974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35535ab6-f794-4b82-927c-0777413f4908 req-3d5fb194-cc51-4fcd-b3c3-de3523574bc7 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438098 Feb 09 02:37:03.534240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-e5773b7a-12d7-4390-b22b-973b0e8f3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:03.539213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-e5773b7a-12d7-4390-b22b-973b0e8f3a8d service neutron] 10.222.0.82 "GET /v2.0/networks?id=7460ecd0-8d30-4842-9386-d3db7e025604 HTTP/1.1" status: 200 len: 910 time: 0.7419016 Feb 09 02:37:03.548731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd737e7-5bf1-4014-a8d7-c8159cde8569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0247775-8ac1-41cf-9a40-d1b39c9b1ebc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:03.621321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Attempting to bind port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:03.621321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Attempting to bind port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:03.622242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Attempting to bind port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 on network 2c09ab25-272f-4a79-98fe-290ee80e1590 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:03.645802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-8c69cf85-a1b8-4b2a-a5e6-a3f6bfdd25e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d91bd5a-5141-4765-9668-b897b0b448ca HTTP/1.1" status: 200 len: 217 time: 0.1003101 Feb 09 02:37:03.650159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12cd7b2-887a-43ce-b420-1c780d4ad6be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.691067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-adb1eea2-4f3b-4fb4-b224-d4697a3fae79 None None] Provisioning complete for port 49def740-8a06-439a-952b-c6c8319fe7e8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:03.692722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adb1eea2-4f3b-4fb4-b224-d4697a3fae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.711401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:03.713862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Checking segment: {'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:03.714889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.716362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Bound using segment: {'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:03.717272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Bound port: 0b934ea6-0713-4d5d-a579-4a0d91bb86c2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:03.718758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.764123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-e0353db0-9a1e-4373-85cb-b1f7e6adcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:03.765595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-e0353db0-9a1e-4373-85cb-b1f7e6adcc9a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a775030-b605-4a7d-b24e-85d26136e39e HTTP/1.1" status: 200 len: 848 time: 0.1126430 Feb 09 02:37:03.854638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12cd7b2-887a-43ce-b420-1c780d4ad6be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (0877b6c0-b0e0-45b2-ab15-0d8ca36219d0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.872616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-98eebb58-b9c8-42c2-b319-a2ee2b96ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:03.889693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-98eebb58-b9c8-42c2-b319-a2ee2b96ec08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7460ecd0-8d30-4842-9386-d3db7e025604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1156101 Feb 09 02:37:03.898312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12cd7b2-887a-43ce-b420-1c780d4ad6be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0877b6c0-b0e0-45b2-ab15-0d8ca36219d0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.012588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] For port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:04.016803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] For port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,segment=NetworkSegment(6a4184ab-f68a-4264-996c-17d79a60c0c2),segment_id=6a4184ab-f68a-4264-996c-17d79a60c0c2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:04.034320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.083679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cd7b2-887a-43ce-b420-1c780d4ad6be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:04.097956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e12cd7b2-887a-43ce-b420-1c780d4ad6be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.109677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e12cd7b2-887a-43ce-b420-1c780d4ad6be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6250677 Feb 09 02:37:04.111615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:04.142006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d27949af-a10b-40dc-ae62-9e6cd1eecced tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'security_group_rule': {'security_group_id': '0877b6c0-b0e0-45b2-ab15-0d8ca36219d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:04.278604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27949af-a10b-40dc-ae62-9e6cd1eecced tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (8b339e38-613b-4800-a1b4-51fabf1f0293), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.329393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.22.0.1 (2c09ab25-272f-4a79-98fe-290ee80e1590/2b6927e3-7547-4116-b5e5-172918fd3d7e/5a6dbc53-26c8-4b6f-987c-eafb27c168a2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:04.344037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1738588-8ca9-45f8-883b-cc49079ea671 req-3ec1931b-d154-4b22-b370-9dfc06b53fb3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:04.346219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1738588-8ca9-45f8-883b-cc49079ea671 req-3ec1931b-d154-4b22-b370-9dfc06b53fb3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.4187887 Feb 09 02:37:04.416765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-ad48029e-efb8-4af0-9b8b-f5ab7dcfb7cf service neutron] 10.222.0.82 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177290 Feb 09 02:37:04.504343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660718f-92d1-4792-af25-deee88f2654a req-7108754d-a22b-41a4-8cc2-779c1e19dc27 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:04.507894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3660718f-92d1-4792-af25-deee88f2654a req-7108754d-a22b-41a4-8cc2-779c1e19dc27 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1126 time: 0.1889925 Feb 09 02:37:04.607941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e97d1-7325-4059-a996-8d13fa3a639a None None] Pushing event updated for resources: {'Port': ['ID=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:04.615692 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:37:04.662933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27949af-a10b-40dc-ae62-9e6cd1eecced tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (8b339e38-613b-4800-a1b4-51fabf1f0293), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.670268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f1738588-8ca9-45f8-883b-cc49079ea671 req-c49e63e5-3ef5-417e-8b3a-fd717883093a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101883 Feb 09 02:37:04.700711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27949af-a10b-40dc-ae62-9e6cd1eecced tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (8b339e38-613b-4800-a1b4-51fabf1f0293), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.761324 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d27949af-a10b-40dc-ae62-9e6cd1eecced tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.762776 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d27949af-a10b-40dc-ae62-9e6cd1eecced tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6256299 Feb 09 02:37:04.774032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-adb1eea2-4f3b-4fb4-b224-d4697a3fae79 None None] Current status of the port 49def740-8a06-439a-952b-c6c8319fe7e8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:04.775035 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adb1eea2-4f3b-4fb4-b224-d4697a3fae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.798981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54754) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:04.811152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6ab6404b-d446-47bd-be3f-970f927495e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'security_group_rule': {'security_group_id': '0877b6c0-b0e0-45b2-ab15-0d8ca36219d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:04.820993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27949af-a10b-40dc-ae62-9e6cd1eecced tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b339e38-613b-4800-a1b4-51fabf1f0293,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:04.848849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cc5a593-2690-4bf9-887e-80f526d5af61 req-12005a17-06c3-466d-b96f-4f1239bc7dce service neutron] 10.222.0.82 "GET /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954756 Feb 09 02:37:04.944180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:04.948757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:36:56Z', 'revision_number': 3, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:02Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:04.955004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-adb1eea2-4f3b-4fb4-b224-d4697a3fae79 None None] For port 49def740-8a06-439a-952b-c6c8319fe7e8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=49def740-8a06-439a-952b-c6c8319fe7e8,segment=NetworkSegment(a3eead83-5e06-4258-ae9f-7da5856eb8db),segment_id=a3eead83-5e06-4258-ae9f-7da5856eb8db)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:04.957958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3660718f-92d1-4792-af25-deee88f2654a req-277ba925-05c9-40fa-a0d9-020d26da6f1b tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119077 Feb 09 02:37:04.989123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.994067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ab6404b-d446-47bd-be3f-970f927495e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (87be602a-9f08-44f9-8943-95c969f77d12), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.026818 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-adb1eea2-4f3b-4fb4-b224-d4697a3fae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.093433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc3c2ad-a941-4a74-bf93-92712233e86d None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:36:56Z', 'revision_number': 3, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:02Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:05.100061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1eea2-4f3b-4fb4-b224-d4697a3fae79 None None] Pushing event updated for resources: {'Port': ['ID=49def740-8a06-439a-952b-c6c8319fe7e8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:05.114843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ab6404b-d446-47bd-be3f-970f927495e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (87be602a-9f08-44f9-8943-95c969f77d12), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.117210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.141711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:05.142229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.149774 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ab6404b-d446-47bd-be3f-970f927495e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (87be602a-9f08-44f9-8943-95c969f77d12), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.251234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6ab6404b-d446-47bd-be3f-970f927495e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.253172 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6ab6404b-d446-47bd-be3f-970f927495e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4531503 Feb 09 02:37:05.259026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54762) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:05.263985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:05.296682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:05.297543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:05.298710 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.299268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6404b-d446-47bd-be3f-970f927495e5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87be602a-9f08-44f9-8943-95c969f77d12,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:05.312669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:05.320987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.332039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:05.386205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:05.423246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,segment=NetworkSegment(6a4184ab-f68a-4264-996c-17d79a60c0c2),segment_id=6a4184ab-f68a-4264-996c-17d79a60c0c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:05.432793 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.455283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.569274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:05.717516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:05.835787 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.046424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Allocated IP 172.25.6.82 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/d13b2a19-a425-4ef7-9a45-778ad5b411e9) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:06.071593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fba0a8-e1c7-4f2c-9d77-9e1e43c2b31f None None] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:06.231772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5d083ef6-3a09-4757-bd91-9c14fa70781f None None] Provisioning complete for port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:06.232526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d083ef6-3a09-4757-bd91-9c14fa70781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.237336 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.292967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.375416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:06.384613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:06.388370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:06.411833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5d083ef6-3a09-4757-bd91-9c14fa70781f None None] Current status of the port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:06.454772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eaa30-66ea-4667-8e57-e35d160576c3 req-afd24caf-82c5-48b9-ac18-9d44878096e9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:06.456432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c6eaa30-66ea-4667-8e57-e35d160576c3 req-afd24caf-82c5-48b9-ac18-9d44878096e9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.6137326 Feb 09 02:37:06.457274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'Port': ['ID=d13b2a19-a425-4ef7-9a45-778ad5b411e9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:06.513815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959c763-8262-4a55-8062-2d6912b3b004 req-e44ad084-7515-4183-8e03-deb8cf99cd71 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:06.515421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5959c763-8262-4a55-8062-2d6912b3b004 req-e44ad084-7515-4183-8e03-deb8cf99cd71 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1126 time: 0.2410641 Feb 09 02:37:06.559952 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.570108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (3e43961a-b4bd-47c0-97e7-06678387c9f4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.573569 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.642694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c6eaa30-66ea-4667-8e57-e35d160576c3 req-0d95f799-46d8-4b35-b788-6f505954aa1b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690238 Feb 09 02:37:06.754918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:06.764924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.768524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.820929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5959c763-8262-4a55-8062-2d6912b3b004 req-49a951c8-1fbf-4f08-b39e-f0e4d3fd2613 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444196 Feb 09 02:37:06.925500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 49def740-8a06-439a-952b-c6c8319fe7e8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:07.036545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:07.038207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:07.042166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6d91bd5a-5141-4765-9668-b897b0b448ca details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:37:07.102270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.112045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.192652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-00c22488-6d72-436f-b2d8-6fee2fda948a None None] Provisioning complete for port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:07.193170 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00c22488-6d72-436f-b2d8-6fee2fda948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.227889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (3e43961a-b4bd-47c0-97e7-06678387c9f4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.260212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:07.303826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.306122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0460145 Feb 09 02:37:07.358850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e8e4-d706-4798-8a17-523bda413f59 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'Port': ['ID=d13b2a19-a425-4ef7-9a45-778ad5b411e9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:07.393456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 49def740-8a06-439a-952b-c6c8319fe7e8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:07.393682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.458436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:07.464761 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a71e04df-c9e6-411d-950e-a8d89a97ebe8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0514517 Feb 09 02:37:07.469284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54802) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:07.476963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'network': {'name': 'tempest-RoutersTest-822724790'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:07.523047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:07.526818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.540508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:07.572560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-00c22488-6d72-436f-b2d8-6fee2fda948a None None] Port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:07.583966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:07.584810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:07.728381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:07.730875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-28504715-de46-4742-a05b-42faf6ab327f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--237002100&fields=id&tenant_id=a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 267 time: 0.1554079 Feb 09 02:37:07.889301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:37:07.930098 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c850bb21-ce98-4aee-8ffb-5de4e1340235), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:07.930480 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added segment c850bb21-ce98-4aee-8ffb-5de4e1340235 of type vlan for network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 Feb 09 02:37:07.956598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763c315-c059-4108-8c31-c5029977e460 req-3bcb7862-1aa3-4a2b-b791-d0021bd8046f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:07.958991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7763c315-c059-4108-8c31-c5029977e460 req-3bcb7862-1aa3-4a2b-b791-d0021bd8046f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.1232131 Feb 09 02:37:08.006566 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ba6d9f9c-69a5-49cb-bf9a-74bd356732a7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.061580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-da5068b2-c534-4c6f-9a55-3523c517f584 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:08.070595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-da5068b2-c534-4c6f-9a55-3523c517f584 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 816 time: 0.3386986 Feb 09 02:37:08.090300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ba6d9f9c-69a5-49cb-bf9a-74bd356732a7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.096129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:08.097004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.135753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-00c22488-6d72-436f-b2d8-6fee2fda948a None None] Provisioning complete for port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:08.136127 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-00c22488-6d72-436f-b2d8-6fee2fda948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.138211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6676512 Feb 09 02:37:08.140992 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:08.150143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6d91bd5a-5141-4765-9668-b897b0b448ca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6d91bd5a-5141-4765-9668-b897b0b448ca,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:08.157781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'subnet': {'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:08.159967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-62b47650-b9bc-488c-b6b4-fe2b1c76028b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/quotas/a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 375 time: 0.0879366 Feb 09 02:37:08.286540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 49def740-8a06-439a-952b-c6c8319fe7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:08.288495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:08.361042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Network': ['ID=ba6d9f9c-69a5-49cb-bf9a-74bd356732a7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:08.365333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '6d91bd5a-5141-4765-9668-b897b0b448ca', 'network_id': '7460ecd0-8d30-4842-9386-d3db7e025604', 'port_id': '6d91bd5a-5141-4765-9668-b897b0b448ca', 'mac_address': 'fa:16:3e:a4:7a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a775030-b605-4a7d-b24e-85d26136e39e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:37:08.404109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.404464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.404815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.406476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Made reservation on behalf of e7221c1b70d64afca8499e2280e1d7ca for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:08.410523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.413450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.413912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.414264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.414757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.415107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.417075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.417510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.417865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.418201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.418556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da90479a-de73-4661-99b3-4ac4aefd377f tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:08.437324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7763c315-c059-4108-8c31-c5029977e460 req-05064c79-e326-44c8-b481-939f5a78530b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525507 Feb 09 02:37:08.474650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f278def-8fee-4008-8ffd-95aea44cc1d3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3106122 Feb 09 02:37:08.497171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:37:08.644529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 6d91bd5a-5141-4765-9668-b897b0b448ca is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:08.645015 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.720706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-da4246d0-65c4-4daf-b47a-1fb0831e1c00 service neutron] 10.222.0.53 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075999 Feb 09 02:37:08.730633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d91bd5a-5141-4765-9668-b897b0b448ca {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:37:08.820760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:08.821144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.877619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (27409ab1-64dc-4b8c-9803-22265497273c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:08.891328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e6901-7ab1-4bae-aaa6-1e58d684c7df req-a51ee332-f3f9-4ace-9a87-c0dede221d4c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:08.893568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-200e6901-7ab1-4bae-aaa6-1e58d684c7df req-a51ee332-f3f9-4ace-9a87-c0dede221d4c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1126 time: 0.1695521 Feb 09 02:37:08.917689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-ddf6a66d-01e4-496c-9e14-1453e28449fe service neutron] 10.222.0.53 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957793 Feb 09 02:37:08.978743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Subnet': ['ID=27409ab1-64dc-4b8c-9803-22265497273c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:08.992248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6d91bd5a-5141-4765-9668-b897b0b448ca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6d91bd5a-5141-4765-9668-b897b0b448ca,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:09.012238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Checking segment: {'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:09.012613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network hostable DHCP agents. Network: ba6d9f9c-69a5-49cb-bf9a-74bd356732a7, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:37:09.024817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:09.040709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:37:09.045688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-200e6901-7ab1-4bae-aaa6-1e58d684c7df req-ab5a26b1-c411-40c2-a984-04b61ffa346b tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402664 Feb 09 02:37:09.063127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ba6d9f9c-69a5-49cb-bf9a-74bd356732a7) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:09.068153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:09.069018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:09.126021 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a6b533c-10d4-457c-9954-fb7d35972ca5 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9828272 Feb 09 02:37:09.129184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54844) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:09.141210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6d91bd5a-5141-4765-9668-b897b0b448ca,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:09.144830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299237b-2b25-493b-8557-54c7a81a5e68 None None] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:09.163621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-00c22488-6d72-436f-b2d8-6fee2fda948a None None] Current status of the port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:09.242385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:05Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:06Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:09.397461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00b30763-edf6-401b-b96e-a1bffa4f2c2d req-f6a6c286-5cfc-4dd2-86f4-a657674086dd tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 210 time: 0.1017723 Feb 09 02:37:09.572092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['6d91bd5a-5141-4765-9668-b897b0b448ca'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:09.625806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:09.626113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Updating router 1de1710a-61ac-450b-beeb-d4ffef9dd929 port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:37:09.773594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'fixed_ips': [{'subnet_id': '27409ab1-64dc-4b8c-9803-22265497273c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:37:09.774803 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:09.834649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232cbc-2390-4dce-ad7e-39ff57b9c18f req-3d377347-2e75-4615-903d-303ee2deb912 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:09.838857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5e4d8ed2-a326-48e7-b42f-2a48a698e253 None None] Provisioning complete for port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:09.839099 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8ed2-a326-48e7-b42f-2a48a698e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:09.840531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:09.843693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f232cbc-2390-4dce-ad7e-39ff57b9c18f req-3d377347-2e75-4615-903d-303ee2deb912 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.2169573 Feb 09 02:37:10.055086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f232cbc-2390-4dce-ad7e-39ff57b9c18f req-3623b925-71ee-4d26-b68f-d94b17985c21 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082188 Feb 09 02:37:10.074163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:10.346484 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:10.405088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eace2d-5b20-407b-84f2-aafdbf98cbd4 req-1200e4ac-3b04-4a35-8643-35aa0d1320f7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:10.408992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33eace2d-5b20-407b-84f2-aafdbf98cbd4 req-1200e4ac-3b04-4a35-8643-35aa0d1320f7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1127 time: 0.1671157 Feb 09 02:37:10.569099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Allocated IP 172.23.0.2 (ba6d9f9c-69a5-49cb-bf9a-74bd356732a7/27409ab1-64dc-4b8c-9803-22265497273c/5ff41499-ede2-41f0-b88e-bd63b43b1e88) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:10.635421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb0e11b5-a0cd-40e5-9a50-874b39d3347c req-9e2b1932-4037-464e-99e4-b15e828b6bbf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0559483 Feb 09 02:37:10.696973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33eace2d-5b20-407b-84f2-aafdbf98cbd4 req-e05f2990-2f7b-4e7e-b156-2c4a43f090e0 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889377 Feb 09 02:37:10.768189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d8ed2-a326-48e7-b42f-2a48a698e253 None None] Port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:11.172201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-0d84f40c-a813-4a28-af61-d82ccf3077de tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:11.179940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-0d84f40c-a813-4a28-af61-d82ccf3077de tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.72 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 816 time: 0.2222815 Feb 09 02:37:11.363507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202edeb-09b8-478c-8ffa-3db9bb6b3e59 req-0034db3f-596f-49b6-9972-f17203671dbc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:11.377900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b202edeb-09b8-478c-8ffa-3db9bb6b3e59 req-0034db3f-596f-49b6-9972-f17203671dbc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.1962426 Feb 09 02:37:11.454381 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Publish callbacks [] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.463885 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Publish callbacks [] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.468253 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.474442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-919aebf8-76fb-47e0-86a0-9a3d6063f0f1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 379 time: 0.2020905 Feb 09 02:37:11.528659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Pushing event updated for resources: {'Port': ['ID=5ff41499-ede2-41f0-b88e-bd63b43b1e88,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:11.533416 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.585626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'port': {'device_id': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'admin_state_up': True, 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'security_groups': ['0877b6c0-b0e0-45b2-ab15-0d8ca36219d0']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:11.606738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b202edeb-09b8-478c-8ffa-3db9bb6b3e59 req-3ad4d555-c062-40e3-bcfd-82c19be7d22f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274737 Feb 09 02:37:11.627229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:11.636972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:11.665568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:11.724782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40900-591e-4695-81f5-dd8f9c8f5bbf None None] Pushing event updated for resources: {'Port': ['ID=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:11.757131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Allocated IP 172.23.0.1 (ba6d9f9c-69a5-49cb-bf9a-74bd356732a7/27409ab1-64dc-4b8c-9803-22265497273c/63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:11.931122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6445ac4f-bc51-4993-8283-28faca5ba3da req-6487c949-4a17-4f8c-87ca-7decf7ea074c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0911207 Feb 09 02:37:11.941986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Attempting to bind port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:11.942533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Attempting to bind port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:11.942780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Attempting to bind port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 on network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:11.985342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:11.985727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Checking segment: {'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:11.986132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:11.986564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Bound using segment: {'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:11.987058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Bound port: 5ff41499-ede2-41f0-b88e-bd63b43b1e88, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:11.987523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:12.087802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] For port 5ff41499-ede2-41f0-b88e-bd63b43b1e88, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:12.091368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] For port 5ff41499-ede2-41f0-b88e-bd63b43b1e88, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5ff41499-ede2-41f0-b88e-bd63b43b1e88,segment=NetworkSegment(c850bb21-ce98-4aee-8ffb-5de4e1340235),segment_id=c850bb21-ce98-4aee-8ffb-5de4e1340235)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:12.153803 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:12.159068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Attempting to bind port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:12.159484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Attempting to bind port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:12.159854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Attempting to bind port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 on network 2c09ab25-272f-4a79-98fe-290ee80e1590 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:12.221310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33e0c7-99da-4c62-a406-281999fd55da None None] Pushing event updated for resources: {'Port': ['ID=5ff41499-ede2-41f0-b88e-bd63b43b1e88,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:12.227287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-800972f1-7727-4b95-86d3-6a3edf5bb44e None None] Provisioning complete for port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:12.227664 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-800972f1-7727-4b95-86d3-6a3edf5bb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:12.276116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-800972f1-7727-4b95-86d3-6a3edf5bb44e None None] Port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:12.277899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:12.278278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Checking segment: {'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:12.278718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:12.279179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Bound using segment: {'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:12.279568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Bound port: 5a6dbc53-26c8-4b6f-987c-eafb27c168a2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4184ab-f68a-4264-996c-17d79a60c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:12.279947 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:12.454883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] For port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:12.469990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] For port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,segment=NetworkSegment(6a4184ab-f68a-4264-996c-17d79a60c0c2),segment_id=6a4184ab-f68a-4264-996c-17d79a60c0c2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:12.479931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:12.569547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:12.570628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:12.697624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:12.815730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef40900-591e-4695-81f5-dd8f9c8f5bbf None None] Pushing event updated for resources: {'Port': ['ID=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:13.064932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6d91bd5a-5141-4765-9668-b897b0b448ca up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:13.067625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a441636-3419-49d1-949c-68721151d29a req-fce822dc-9ce5-4280-aba7-0d7485318012 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:13.069900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a441636-3419-49d1-949c-68721151d29a req-fce822dc-9ce5-4280-aba7-0d7485318012 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1127 time: 1.2333338 Feb 09 02:37:13.077300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.151610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4dc88939-fc3c-4d88-b5bc-d4b4a2eea8cb None None] Provisioning complete for port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:13.152014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dc88939-fc3c-4d88-b5bc-d4b4a2eea8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.157871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a441636-3419-49d1-949c-68721151d29a req-26cdc84e-f45c-465f-ace5-ec3b5023c9a9 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719678 Feb 09 02:37:13.183262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Made reservation on behalf of a1b4234efd604b55ad09089849e0f85c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:13.191080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.228431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbb4b7-9824-401d-8d6b-1dcdb4d392ef req-020cac91-b4ab-49c8-8db1-dbff14227118 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:13.232707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ddbb4b7-9824-401d-8d6b-1dcdb4d392ef req-020cac91-b4ab-49c8-8db1-dbff14227118 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.3656509 Feb 09 02:37:13.282825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 6d91bd5a-5141-4765-9668-b897b0b448ca completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:37:13.302034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 6d91bd5a-5141-4765-9668-b897b0b448ca triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:13.302447 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.322644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43ffb9fb-1670-48dc-b32f-3ec9e190f4ff req-a3147100-fc77-4277-8d00-6cd818d71095 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0765197 Feb 09 02:37:13.421590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4dc88939-fc3c-4d88-b5bc-d4b4a2eea8cb None None] Current status of the port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:13.422668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dc88939-fc3c-4d88-b5bc-d4b4a2eea8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.436337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ddbb4b7-9824-401d-8d6b-1dcdb4d392ef req-475ef448-e48f-414b-ae29-4856dc6f8b21 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875162 Feb 09 02:37:13.437448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.468244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:05Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:12Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:13.517604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8331fb-d569-4d23-9dcf-853e60734dd2 None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:05Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:12Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:13.544322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:13.559707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:13.567516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:13.582153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4dc88939-fc3c-4d88-b5bc-d4b4a2eea8cb None None] For port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,segment=NetworkSegment(6a4184ab-f68a-4264-996c-17d79a60c0c2),segment_id=6a4184ab-f68a-4264-996c-17d79a60c0c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:13.602868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dc88939-fc3c-4d88-b5bc-d4b4a2eea8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.604059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:13.620490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 6d91bd5a-5141-4765-9668-b897b0b448ca is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:13.620891 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.710661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Allocated IP 172.20.0.14 (d310faf2-0d14-4a3c-b6ad-74c397e17d75/6db24dbc-c73a-4772-aacb-b5954189cc30/92ae6032-783d-4e47-9cb9-f90e5a128984) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:13.725544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.745534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2309c005-0b97-44fd-8af0-aa2344125702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d91bd5a-5141-4765-9668-b897b0b448ca'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:13.754522 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a2c28b-25c4-4f8d-b98b-258be9fce90f" -d '{"events": [{"server_uuid": "2309c005-0b97-44fd-8af0-aa2344125702", "name": "network-vif-plugged", "status": "completed", "tag": "6d91bd5a-5141-4765-9668-b897b0b448ca"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:13.813671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 6d91bd5a-5141-4765-9668-b897b0b448ca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6d91bd5a-5141-4765-9668-b897b0b448ca,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:13.855292 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:13.859176 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dea624b-79be-4dff-a027-80eb202765f9 x-openstack-request-id: req-1dea624b-79be-4dff-a027-80eb202765f9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:13.859522 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2309c005-0b97-44fd-8af0-aa2344125702", "name": "network-vif-plugged", "status": "completed", "tag": "6d91bd5a-5141-4765-9668-b897b0b448ca", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:13.859793 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dea624b-79be-4dff-a027-80eb202765f9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:13.860391 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2309c005-0b97-44fd-8af0-aa2344125702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d91bd5a-5141-4765-9668-b897b0b448ca', 'code': 200} Feb 09 02:37:13.861728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc88939-fc3c-4d88-b5bc-d4b4a2eea8cb None None] Pushing event updated for resources: {'Port': ['ID=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:13.971891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=6d91bd5a-5141-4765-9668-b897b0b448ca,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:14.238045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:14.259380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:14.286017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c176c3-e166-4c4c-baff-d25e1f64dc12 req-c9c4c454-2c20-4452-9585-4b12e67afe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:14.287744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65c176c3-e166-4c4c-baff-d25e1f64dc12 req-c9c4c454-2c20-4452-9585-4b12e67afe49 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.2916882 Feb 09 02:37:14.362893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:14.363285 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:14.488960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc1177-6532-48ca-9e56-19efec1cb239 None None] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:14.558898 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:14.630686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5d7553e-ab00-4c2e-bba7-9a50867e01b5 req-39266ca5-cca3-44d5-b41f-2c008f33799a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 210 time: 0.1309633 Feb 09 02:37:14.648190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:14.817269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:14.841687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:14.890595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3f117aa8-bdfe-4cce-b910-d254f763c557 None None] Provisioning complete for port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:14.890986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f117aa8-bdfe-4cce-b910-d254f763c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:14.934277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:14.955418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:14.964892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65c176c3-e166-4c4c-baff-d25e1f64dc12 req-e7603890-777a-49bd-b077-c905689a7ead service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618462 Feb 09 02:37:14.967394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81aed1-8e16-4bfe-92d3-4a56ed43993a req-ad23e533-2900-4801-8f03-8791140ddfea tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:14.970424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a81aed1-8e16-4bfe-92d3-4a56ed43993a req-ad23e533-2900-4801-8f03-8791140ddfea tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.3588526 Feb 09 02:37:15.015990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:15.017147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5ff41499-ede2-41f0-b88e-bd63b43b1e88 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:15.185332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f117aa8-bdfe-4cce-b910-d254f763c557 None None] Current status of the port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:15.185675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f117aa8-bdfe-4cce-b910-d254f763c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.216474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:15.216861 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.227713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab91c7e-a7b5-47e3-8653-8d405f2f5783 req-e7ee50f4-d75f-4403-ba2a-56f831ea3017 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:15.229300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eab91c7e-a7b5-47e3-8653-8d405f2f5783 req-e7ee50f4-d75f-4403-ba2a-56f831ea3017 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.4164603 Feb 09 02:37:15.239389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:15.239986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.265272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a81aed1-8e16-4bfe-92d3-4a56ed43993a req-5cbbec84-7d70-4fea-a6b6-b0096bed2382 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726352 Feb 09 02:37:15.317681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-7fde58d8-99d6-450c-b96d-71c0ac67be94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7364511 Feb 09 02:37:15.334427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Request body: {'port': {'device_id': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:15.342769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3f117aa8-bdfe-4cce-b910-d254f763c557 None None] For port 5ff41499-ede2-41f0-b88e-bd63b43b1e88, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5ff41499-ede2-41f0-b88e-bd63b43b1e88,segment=NetworkSegment(c850bb21-ce98-4aee-8ffb-5de4e1340235),segment_id=c850bb21-ce98-4aee-8ffb-5de4e1340235)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:15.349878 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f117aa8-bdfe-4cce-b910-d254f763c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.420965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eab91c7e-a7b5-47e3-8653-8d405f2f5783 req-e6988b9c-4287-4236-b11e-1a3418a8b729 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748574 Feb 09 02:37:15.439235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f117aa8-bdfe-4cce-b910-d254f763c557 None None] Pushing event updated for resources: {'Port': ['ID=5ff41499-ede2-41f0-b88e-bd63b43b1e88,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:15.511466 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.516043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:15.523696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e2e8c762-1eb8-4c9c-b317-ebde3c4e5706 None None] Provisioning complete for port 92ae6032-783d-4e47-9cb9-f90e5a128984 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:15.524078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c762-1eb8-4c9c-b317-ebde3c4e5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.530926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.558500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.576567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e2e8c762-1eb8-4c9c-b317-ebde3c4e5706 None None] Port 92ae6032-783d-4e47-9cb9-f90e5a128984 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:15.597760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:15.701133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.712797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event updated for resources: {'Port': ['ID=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:15.714291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-54698d60-9e73-4472-9591-c11476fa34d9 None None] Provisioning complete for port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:15.714725 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54698d60-9e73-4472-9591-c11476fa34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.790227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-54698d60-9e73-4472-9591-c11476fa34d9 None None] Port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:15.810179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-54698d60-9e73-4472-9591-c11476fa34d9 None None] Provisioning complete for port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:15.811959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-54698d60-9e73-4472-9591-c11476fa34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.830410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.944974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-54698d60-9e73-4472-9591-c11476fa34d9 None None] Current status of the port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:15.970399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Publish callbacks [] for security_group (c33a3973-8536-4c92-9f3e-f70ed45ae692), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:15.976352 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c33a3973-8536-4c92-9f3e-f70ed45ae692), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.004628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5ff41499-ede2-41f0-b88e-bd63b43b1e88 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:16.028194 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c59b8540d9f347ad8d172931c6caabda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4288821 Feb 09 02:37:16.032942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54970) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:16.044544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a3973-8536-4c92-9f3e-f70ed45ae692,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:16.053144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.053678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.054061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.054674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.055239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.055799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.056348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.056882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.057419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.057955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.058529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.059090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.059619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c1d5be-ab41-4e47-a86f-f112b2b03c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:16.061980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:16.071686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:16.088250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a4aacef2-77a4-41d9-bde4-555d4ee10bb1 None None] Provisioning complete for port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:16.088635 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4aacef2-77a4-41d9-bde4-555d4ee10bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.135916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:16.136553 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.200026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a4aacef2-77a4-41d9-bde4-555d4ee10bb1 None None] Port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:16.286664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:16.288262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac855-26bc-404b-8e64-6c7f2bedb5e3 req-167810b1-97af-419a-90ed-a4735b8040f2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:16.295512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-080ac855-26bc-404b-8e64-6c7f2bedb5e3 req-167810b1-97af-419a-90ed-a4735b8040f2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 932 time: 0.4355536 Feb 09 02:37:16.348459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:16.421287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cdcdded9-acad-41e8-ac6f-aa2714822730 None None] Provisioning complete for port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:16.421871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cdcdded9-acad-41e8-ac6f-aa2714822730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.429841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ae4a-8511-4ed7-9306-ba57f1b87d49 admin admin] Publish callbacks [] for security_group (c33a3973-8536-4c92-9f3e-f70ed45ae692), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.469094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cdcdded9-acad-41e8-ac6f-aa2714822730 None None] Port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:16.498277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-080ac855-26bc-404b-8e64-6c7f2bedb5e3 req-4ea59a93-c209-42e7-b501-52e12b7eedd9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018733 Feb 09 02:37:16.573434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ae4a-8511-4ed7-9306-ba57f1b87d49 admin admin] Publish callbacks [] for security_group (c33a3973-8536-4c92-9f3e-f70ed45ae692), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.661790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894165-a480-41ec-8691-bb4e4b7d610f req-f631b87c-eed5-472b-a2c8-0e0ea7adf272 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:16.663375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e894165-a480-41ec-8691-bb4e4b7d610f req-f631b87c-eed5-472b-a2c8-0e0ea7adf272 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.3055246 Feb 09 02:37:16.671654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ae6032-783d-4e47-9cb9-f90e5a128984 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:37:16.685547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:16.698217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-51c48aad-1914-4c01-857c-7601a0c1d48c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5638597 Feb 09 02:37:16.698318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 54978) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:16.703091 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:16.703594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Publish callbacks [] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.711901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:16.739394 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:16.743103 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:16.810266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e894165-a480-41ec-8691-bb4e4b7d610f req-760f50de-60c3-4356-9b4d-425f52832f68 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301324 Feb 09 02:37:16.827710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4d33f-669f-4f50-938f-3be3b0fc987a req-c1066d6d-5715-4222-aedf-2b890558290f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:16.841279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7d4d33f-669f-4f50-938f-3be3b0fc987a req-c1066d6d-5715-4222-aedf-2b890558290f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.2627175 Feb 09 02:37:16.846403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Transition to ACTIVE for port object 92ae6032-783d-4e47-9cb9-f90e5a128984 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:37:16.859088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ae4a-8511-4ed7-9306-ba57f1b87d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c33a3973-8536-4c92-9f3e-f70ed45ae692), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.863338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ae4a-8511-4ed7-9306-ba57f1b87d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.866886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e0f9ae4a-8511-4ed7-9306-ba57f1b87d49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c33a3973-8536-4c92-9f3e-f70ed45ae692 HTTP/1.1" status: 204 len: 168 time: 0.8171136 Feb 09 02:37:16.900037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:16.916018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9ae4a-8511-4ed7-9306-ba57f1b87d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a3973-8536-4c92-9f3e-f70ed45ae692,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:16.939316 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:17.043538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7d4d33f-669f-4f50-938f-3be3b0fc987a req-8e38a24e-bd14-4c25-a48e-b0bce2b9ef71 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998804 Feb 09 02:37:17.215938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:17.283549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca96c6-5bb1-498c-9252-d5ce3f86a8e7 req-ac4852c6-2265-4d86-9795-06b62ffb82c4 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:17.285746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8ca96c6-5bb1-498c-9252-d5ce3f86a8e7 req-ac4852c6-2265-4d86-9795-06b62ffb82c4 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.1748316 Feb 09 02:37:17.288542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:17.289174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:17.289174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:17.343712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Port 92ae6032-783d-4e47-9cb9-f90e5a128984 on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:37:17.344040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:17.355824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:17.356169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Checking segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:17.356555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Bound using segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:17.356993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Bound port: 92ae6032-783d-4e47-9cb9-f90e5a128984, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:17.357357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.429363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8ca96c6-5bb1-498c-9252-d5ce3f86a8e7 req-f41c0f6e-a0d0-4177-a338-9a251437ac7a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228218 Feb 09 02:37:17.451005 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8', 'name': '', 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:e3:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '27409ab1-64dc-4b8c-9803-22265497273c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:10Z', 'updated_at': '2022-02-09T02:37:14Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '27409ab1-64dc-4b8c-9803-22265497273c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:17.467829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 02:37:17.509638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:17.513526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Removed routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 02:37:17.513716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:17.514272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.524228 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.583644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 54992) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:17.606939 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:17.607907 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Updating router 1de1710a-61ac-450b-beeb-d4ffef9dd929 port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:37:17.675353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:17.676013 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.685341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 1093 time: 2.3588593 Feb 09 02:37:17.687855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:17.720749 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:17.742706 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca65ca3f-f236-417c-9e25-f810443c40c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.782737 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.864223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.870069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:17.922576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d2a11-8439-4883-943a-f0d9d96967c1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:18.088976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca65ca3f-f236-417c-9e25-f810443c40c4 admin admin] Publish callbacks [] for security_group (4f04df90-67e8-473b-b097-10488f1ef82d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.094562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a532d3-c57b-4ed5-bc8b-af23925239af req-383f82ed-dc5f-461f-a0b3-2c735a78d9e6 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:18.098295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7a532d3-c57b-4ed5-bc8b-af23925239af req-383f82ed-dc5f-461f-a0b3-2c735a78d9e6 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.5133436 Feb 09 02:37:18.104830 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.112824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca65ca3f-f236-417c-9e25-f810443c40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f04df90-67e8-473b-b097-10488f1ef82d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.209357 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Publish callbacks [] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.216558 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.299171 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Pushing event updated for resources: {'Port': ['ID=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:18.312007 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.312007 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.312007 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.312463 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.312633 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.312982 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.313310 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.313637 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.313967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.314297 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.314655 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.314984 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.315306 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:18.356412 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Attempting to bind port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:18.356412 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Attempting to bind port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:18.357249 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Attempting to bind port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 on network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:18.364129 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:18.364510 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Checking segment: {'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:18.365205 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.365617 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Bound using segment: {'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:18.366755 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Bound port: 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c850bb21-ce98-4aee-8ffb-5de4e1340235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:18.367199 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.452171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:18.459932 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] For port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:18.465944 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] For port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,segment=NetworkSegment(c850bb21-ce98-4aee-8ffb-5de4e1340235),segment_id=c850bb21-ce98-4aee-8ffb-5de4e1340235)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:18.475790 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.538653 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:18.539346 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:18.588720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6c90f4ba-c352-4218-b17a-8f9a6d6db913 None None] Provisioning complete for port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:18.589434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c90f4ba-c352-4218-b17a-8f9a6d6db913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.609426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:18.624224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.629160 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e3d47dd8-ff87-4057-ba1b-a4025382b8e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 200 len: 933 time: 1.9269664 Feb 09 02:37:18.630897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:18.642090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-9fbb4368-a60f-43e5-bf11-c764c96e52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:18.644368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-9fbb4368-a60f-43e5-bf11-c764c96e52e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1127 time: 0.8472478 Feb 09 02:37:18.652391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3908b2c-4558-4000-b6eb-8df5109f8882 req-e1ec4ea2-3b5f-49d5-a27e-b2e2b609f996 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:18.653994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3908b2c-4558-4000-b6eb-8df5109f8882 req-e1ec4ea2-3b5f-49d5-a27e-b2e2b609f996 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.8098781 Feb 09 02:37:18.654713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65ca3f-f236-417c-9e25-f810443c40c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f04df90-67e8-473b-b097-10488f1ef82d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:18.681279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7a532d3-c57b-4ed5-bc8b-af23925239af req-ab403a19-27c7-4689-a02e-ba5f898040f5 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720403 Feb 09 02:37:18.714618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ca65ca3f-f236-417c-9e25-f810443c40c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdfbb986b81b4cd5b4e41f999c08dec4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1267328 Feb 09 02:37:18.780328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55006) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:18.794072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-e0014009-235f-4ce2-aa8b-10d0ea8c73a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 217 time: 0.1363828 Feb 09 02:37:18.853597 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-002a4c15-4a65-4424-b683-775a59836d82 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 200 len: 933 time: 0.2214291 Feb 09 02:37:18.856192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55010) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:18.858898 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488d9c7-4b13-4bb1-a478-4cfe3f2836bc None None] Pushing event updated for resources: {'Port': ['ID=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:18.861757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6c90f4ba-c352-4218-b17a-8f9a6d6db913 None None] Current status of the port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:18.862939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'routes': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:18.873208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c90f4ba-c352-4218-b17a-8f9a6d6db913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:18.886133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-95f48d4f-9d5b-4584-9285-f23f870c2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:18.887840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-95f48d4f-9d5b-4584-9285-f23f870c2926 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.0653539 Feb 09 02:37:18.891182 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:18.969247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6c90f4ba-c352-4218-b17a-8f9a6d6db913 None None] For port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,segment=NetworkSegment(c850bb21-ce98-4aee-8ffb-5de4e1340235),segment_id=c850bb21-ce98-4aee-8ffb-5de4e1340235)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:18.976640 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c90f4ba-c352-4218-b17a-8f9a6d6db913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.055023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:37:19.092203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927da754-5c78-4934-88a9-7b79163b4250 req-dbd48c25-f319-4eef-a64d-ea693f7f301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:19.093689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-dbd48c25-f319-4eef-a64d-ea693f7f301e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1889181 Feb 09 02:37:19.110918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3908b2c-4558-4000-b6eb-8df5109f8882 req-7019ef47-a9d1-427c-a88f-5e632d1b74b1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157076 Feb 09 02:37:19.290674 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb2332f-15ac-49d6-bb36-6082a7fa5847 x-openstack-request-id: req-2fb2332f-15ac-49d6-bb36-6082a7fa5847 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:19.290964 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:19.291228 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fb2332f-15ac-49d6-bb36-6082a7fa5847 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:19.291639 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'status': 'completed', 'code': 200} Feb 09 02:37:19.292233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f4ba-c352-4218-b17a-8f9a6d6db913 None None] Pushing event updated for resources: {'Port': ['ID=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:19.304455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-328da259-a6af-49cf-b31e-f102b40feb09 None None] Provisioning complete for port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:19.304789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-328da259-a6af-49cf-b31e-f102b40feb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.322707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-f7ac2d5f-d373-4778-a748-60e34c994ba9 service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054722 Feb 09 02:37:19.354220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.363148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c0802f43-2eda-4aae-9954-57dd8db13928 admin admin] Publish callbacks [] for security_group (4f04df90-67e8-473b-b097-10488f1ef82d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.462357 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c0802f43-2eda-4aae-9954-57dd8db13928 admin admin] Publish callbacks [] for security_group (4f04df90-67e8-473b-b097-10488f1ef82d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.494826 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:17Z', 'revision_number': 6, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8', 'name': '', 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:e3:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '27409ab1-64dc-4b8c-9803-22265497273c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:10Z', 'updated_at': '2022-02-09T02:37:18Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '27409ab1-64dc-4b8c-9803-22265497273c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:19.504826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:19.507594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446dfb5-c1f4-4e49-b991-4d94d8639b4e req-01e8f5f4-3bfb-4580-8a5b-efe6fff05980 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:19.514727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a446dfb5-c1f4-4e49-b991-4d94d8639b4e req-01e8f5f4-3bfb-4580-8a5b-efe6fff05980 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 943 time: 0.2258532 Feb 09 02:37:19.536249 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe0dcd-56ca-485a-a35f-698f05c80138 None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:17Z', 'revision_number': 6, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8', 'name': '', 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:e3:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '27409ab1-64dc-4b8c-9803-22265497273c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:10Z', 'updated_at': '2022-02-09T02:37:18Z', 'revision_number': 4, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '27409ab1-64dc-4b8c-9803-22265497273c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:19.545654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'port_id': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844', 'mac_address': 'fa:16:3e:f3:2f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:37:19.568745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added routes are [] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 02:37:19.569331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.extraroute_db [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103150) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 02:37:19.647275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.662441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-927da754-5c78-4934-88a9-7b79163b4250 req-cf5c07c6-e166-4821-8d37-6daafe4040a3 service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037422 Feb 09 02:37:19.670835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-328da259-a6af-49cf-b31e-f102b40feb09 None None] Current status of the port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:19.683447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:19.684412 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.733914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:37:19.740372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a446dfb5-c1f4-4e49-b991-4d94d8639b4e req-54bbc5d4-72b9-46cd-8834-24c510f2eb72 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246618 Feb 09 02:37:19.747882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c0802f43-2eda-4aae-9954-57dd8db13928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4f04df90-67e8-473b-b097-10488f1ef82d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.761784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c0802f43-2eda-4aae-9954-57dd8db13928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.763690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c0802f43-2eda-4aae-9954-57dd8db13928 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f04df90-67e8-473b-b097-10488f1ef82d HTTP/1.1" status: 204 len: 168 time: 0.9686496 Feb 09 02:37:19.774091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d264f-f0b7-469a-98bb-fcb57e85f98e req-46ad2593-9063-4a32-b8b7-c01552e46acc tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:19.781363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7d264f-f0b7-469a-98bb-fcb57e85f98e req-46ad2593-9063-4a32-b8b7-c01552e46acc tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.1923254 Feb 09 02:37:19.781547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:19.788349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:19.856934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0802f43-2eda-4aae-9954-57dd8db13928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f04df90-67e8-473b-b097-10488f1ef82d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:19.896023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-d40b5c63-d63e-4a79-a00a-d4b23fdaf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:19.897859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-d40b5c63-d63e-4a79-a00a-d4b23fdaf35c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1127 time: 0.1274533 Feb 09 02:37:19.909938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7d264f-f0b7-469a-98bb-fcb57e85f98e req-9c9a9826-80b6-49d6-8626-9fe1b4af8dc0 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245360 Feb 09 02:37:20.009388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:20.133191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['46b199c8-7b5a-4ea3-a0bb-0e6c10e18844'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:20.252782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-679270ad-9ec4-4d17-8c7f-c68a2d258740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:20.252782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-679270ad-9ec4-4d17-8c7f-c68a2d258740 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.3407340 Feb 09 02:37:20.263666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:20.323951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:20.340838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:20.406566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:20.407139 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:20.451375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-87c67e8a-082d-482b-bc1b-d2ce88728485 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 217 time: 0.1890621 Feb 09 02:37:20.526451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-1e2af1fe-6274-4ab1-a2a8-5b74833d50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:20.527691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-1e2af1fe-6274-4ab1-a2a8-5b74833d50c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.0701511 Feb 09 02:37:20.572346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:20.601307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6270-81a6-4bf6-90d6-b2a14623da20 req-b50d460a-a115-4c85-a102-b3af5cd752e3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:20.616218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-872d6270-81a6-4bf6-90d6-b2a14623da20 req-b50d460a-a115-4c85-a102-b3af5cd752e3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.2263978 Feb 09 02:37:20.707721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-ce46adc9-f4fd-4b4f-85db-5a8c3f7ad4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:20.712750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-ce46adc9-f4fd-4b4f-85db-5a8c3f7ad4b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1774125 Feb 09 02:37:20.724831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:20.773879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:20.781884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:20.783247 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2893a060-1596-4314-909d-dd2b0818f04e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 200 len: 699 time: 1.9258108 Feb 09 02:37:20.785822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:20.929075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-d12b7375-532d-4204-be6b-06dc9f418828 service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947172 Feb 09 02:37:20.957808 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-516e0688-5242-4c29-ad37-923920c6af97 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 200 len: 699 time: 0.1679022 Feb 09 02:37:20.960091 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55048) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:21.051532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:21.078685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-872d6270-81a6-4bf6-90d6-b2a14623da20 req-f9e380bd-9d8f-4bb9-bc96-bcf5a2709315 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614277 Feb 09 02:37:21.083809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:21.085514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:21.218046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-f01b90bb-a707-4715-a009-df7bc7e24fbc tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:21.220131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-f01b90bb-a707-4715-a009-df7bc7e24fbc tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.1842296 Feb 09 02:37:21.228316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22158bb0-f7a6-4e68-9be0-5c7b270aca3d req-3d084f00-461a-45f8-ab76-b9af8bde5703 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:21.230235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22158bb0-f7a6-4e68-9be0-5c7b270aca3d req-3d084f00-461a-45f8-ab76-b9af8bde5703 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 944 time: 0.3824210 Feb 09 02:37:21.336350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b58cdbe-96e6-4ebc-bde6-70f07e94860e req-92981947-8634-4ec2-a083-72500a77d04d service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903522 Feb 09 02:37:21.340536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:21.437878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:21.461534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8e9f1-11e4-4115-8a19-269e000d125d req-c006eecb-c7b5-4d3a-ac2a-da0b893c5dc7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:21.482790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40a8e9f1-11e4-4115-8a19-269e000d125d req-c006eecb-c7b5-4d3a-ac2a-da0b893c5dc7 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 1128 time: 0.2625883 Feb 09 02:37:21.491356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22158bb0-f7a6-4e68-9be0-5c7b270aca3d req-8d96f71e-52fa-42c6-91d8-ec1baa432ed4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512901 Feb 09 02:37:21.582291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40a8e9f1-11e4-4115-8a19-269e000d125d req-11c2856d-b711-4366-8ab5-229a03ef8822 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981750 Feb 09 02:37:21.606963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Deleting port 6d91bd5a-5141-4765-9668-b897b0b448ca {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:21.607547 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:21.723038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:19Z', 'revision_number': 7, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8', 'name': '', 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:e3:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '27409ab1-64dc-4b8c-9803-22265497273c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:10Z', 'updated_at': '2022-02-09T02:37:18Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '27409ab1-64dc-4b8c-9803-22265497273c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:21.749893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] For port 6d91bd5a-5141-4765-9668-b897b0b448ca, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=6d91bd5a-5141-4765-9668-b897b0b448ca,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:21.750499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:21.765469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:21.775947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Calling delete_port for 6d91bd5a-5141-4765-9668-b897b0b448ca owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:21.776291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:21.777014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:21.832225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:21.833004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:21.969612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:21.992528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6d91bd5a-5141-4765-9668-b897b0b448ca), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:22.014125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['80cee257-9202-4fb9-ac8a-8cdef00188db'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:22.014377 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,segment=NetworkSegment(c850bb21-ce98-4aee-8ffb-5de4e1340235),segment_id=c850bb21-ce98-4aee-8ffb-5de4e1340235)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:22.015798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:22.027385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['6d91bd5a-5141-4765-9668-b897b0b448ca'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:22.056463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:22.182270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] No DVR routers for this DVR port 6d91bd5a-5141-4765-9668-b897b0b448ca on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:22.185765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d91bd5a-5141-4765-9668-b897b0b448ca,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:22.192530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:22.198602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef5cd9aa-d094-4300-8f53-2613622caf38 req-b40e57da-ee50-4d5c-81b3-f6247e39d58a tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.82 "DELETE /v2.0/ports/6d91bd5a-5141-4765-9668-b897b0b448ca HTTP/1.1" status: 204 len: 173 time: 0.9646664 Feb 09 02:37:22.200496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2309c005-0b97-44fd-8af0-aa2344125702', 'name': 'network-vif-deleted', 'tag': '6d91bd5a-5141-4765-9668-b897b0b448ca'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:22.215161 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ca1b4e-a02f-425f-92ca-9d767d8c52f7" -d '{"events": [{"server_uuid": "2309c005-0b97-44fd-8af0-aa2344125702", "name": "network-vif-deleted", "tag": "6d91bd5a-5141-4765-9668-b897b0b448ca"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:22.335440 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71206dcb-57e0-4d6e-b6f0-d8940a4eb5a5 x-openstack-request-id: req-71206dcb-57e0-4d6e-b6f0-d8940a4eb5a5 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:22.335766 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2309c005-0b97-44fd-8af0-aa2344125702", "name": "network-vif-deleted", "tag": "6d91bd5a-5141-4765-9668-b897b0b448ca", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:22.336046 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71206dcb-57e0-4d6e-b6f0-d8940a4eb5a5 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:22.336491 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2309c005-0b97-44fd-8af0-aa2344125702', 'name': 'network-vif-deleted', 'tag': '6d91bd5a-5141-4765-9668-b897b0b448ca', 'status': 'completed', 'code': 200} Feb 09 02:37:22.417690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db185db-8b9a-4f7b-866c-09daf62d5c2e req-dd50e7c5-b6e5-4d40-a2f6-712161768c57 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:22.429119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7db185db-8b9a-4f7b-866c-09daf62d5c2e req-dd50e7c5-b6e5-4d40-a2f6-712161768c57 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.2018223 Feb 09 02:37:22.451754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:22.507490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:22.531802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7db185db-8b9a-4f7b-866c-09daf62d5c2e req-57636dd6-8676-4e4c-a335-b228fd5a956b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950661 Feb 09 02:37:22.714502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:19Z', 'revision_number': 7, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8', 'name': '', 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:e3:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '27409ab1-64dc-4b8c-9803-22265497273c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:10Z', 'updated_at': '2022-02-09T02:37:18Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '27409ab1-64dc-4b8c-9803-22265497273c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:22.877406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75de004a-7702-4074-b1aa-e589d430fbcb req-e212afbd-51f5-46a9-8246-ab38937ef5a2 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2309c005-0b97-44fd-8af0-aa2344125702 HTTP/1.1" status: 200 len: 210 time: 0.0425367 Feb 09 02:37:22.927896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682f84-d0b6-4449-a35f-941f2e18c276 req-7d9edfba-f27f-46d4-b869-8fbb21455af5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:22.936025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed682f84-d0b6-4449-a35f-941f2e18c276 req-7d9edfba-f27f-46d4-b869-8fbb21455af5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 944 time: 0.1846132 Feb 09 02:37:22.964748 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:23.000595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed682f84-d0b6-4449-a35f-941f2e18c276 req-9ffdcb21-0015-443d-9b17-4f1d5498de83 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613780 Feb 09 02:37:23.131421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:23.158213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea588c90-3f04-4f17-9f1b-6e91b80f4f6f None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:19Z', 'revision_number': 7, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8', 'name': '', 'network_id': 'ba6d9f9c-69a5-49cb-bf9a-74bd356732a7', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:e3:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '27409ab1-64dc-4b8c-9803-22265497273c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:10Z', 'updated_at': '2022-02-09T02:37:18Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '27409ab1-64dc-4b8c-9803-22265497273c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:23.204099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:37:23.209978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:23.210314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:23.297574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:23.388845 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-28861e78-e8b2-4ef2-89fb-20532d899703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:23.396347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:23.396827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:23.435828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:23.438315 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4abbf43-57c2-4fdd-81e1-b37ce770aa9f" -d '{"events": [{"server_uuid": "c846b7fe-a606-4696-9091-6df9290f22aa", "name": "network-vif-plugged", "status": "completed", "tag": "46b199c8-7b5a-4ea3-a0bb-0e6c10e18844"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:23.457700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:23.467026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:23.468980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:23.478138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c24c711-5a1c-4364-a6d5-f1dddfac2de8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5154428 Feb 09 02:37:23.481475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55104) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:23.515141 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09fb7e0-2875-4e55-a6a4-09b9a2d3bcca x-openstack-request-id: req-e09fb7e0-2875-4e55-a6a4-09b9a2d3bcca {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:23.515447 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c846b7fe-a606-4696-9091-6df9290f22aa", "name": "network-vif-plugged", "status": "completed", "tag": "46b199c8-7b5a-4ea3-a0bb-0e6c10e18844", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:23.515938 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e09fb7e0-2875-4e55-a6a4-09b9a2d3bcca {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:23.516438 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844', 'code': 200} Feb 09 02:37:23.533200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:23.610069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 27409ab1-64dc-4b8c-9803-22265497273c {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:23.611017 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:23.624590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (27409ab1-64dc-4b8c-9803-22265497273c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:23.632393 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:23.633107 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:23.731827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:23.749340 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (27409ab1-64dc-4b8c-9803-22265497273c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:23.795320 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:23.807716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512842c-eb74-4e99-8a69-156c5a496f1c req-094d429a-7ded-4b2f-a782-97a11a30d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:23.809580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2512842c-eb74-4e99-8a69-156c5a496f1c req-094d429a-7ded-4b2f-a782-97a11a30d447 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 1128 time: 0.1954603 Feb 09 02:37:23.837250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28254cc8-70f4-4b05-b241-ee6314d72737 req-666f90bb-e7d7-43d9-ac05-3e98351656ee tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:23.844528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28254cc8-70f4-4b05-b241-ee6314d72737 req-666f90bb-e7d7-43d9-ac05-3e98351656ee tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.1750803 Feb 09 02:37:23.881397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab92ea00-df10-4dd5-9e02-3b523162cf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.033722 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab92ea00-df10-4dd5-9e02-3b523162cf9e admin admin] Publish callbacks [] for security_group (e6468f0f-779f-4830-bc22-608b0fca5f9d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.041990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab92ea00-df10-4dd5-9e02-3b523162cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e6468f0f-779f-4830-bc22-608b0fca5f9d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.066372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28254cc8-70f4-4b05-b241-ee6314d72737 req-150206b9-f1f6-41c1-8baf-e6142a41fa01 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208383 Feb 09 02:37:24.100539 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (27409ab1-64dc-4b8c-9803-22265497273c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.107608 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab92ea00-df10-4dd5-9e02-3b523162cf9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=852ef208fc5c4776975bc95ea2231165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3744607 Feb 09 02:37:24.110286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:24.118034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2512842c-eb74-4e99-8a69-156c5a496f1c req-125d977f-5c87-488e-8d87-4a1496b546a9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998781 Feb 09 02:37:24.120989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92ea00-df10-4dd5-9e02-3b523162cf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6468f0f-779f-4830-bc22-608b0fca5f9d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:24.217047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec232-2471-48db-9f23-903ccb4000fb admin admin] Publish callbacks [] for security_group (e6468f0f-779f-4830-bc22-608b0fca5f9d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.255281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec232-2471-48db-9f23-903ccb4000fb admin admin] Publish callbacks [] for security_group (e6468f0f-779f-4830-bc22-608b0fca5f9d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.297789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (27409ab1-64dc-4b8c-9803-22265497273c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.309768 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:22Z', 'revision_number': 8, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:24.349629 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.353890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/27409ab1-64dc-4b8c-9803-22265497273c HTTP/1.1" status: 204 len: 168 time: 0.8707683 Feb 09 02:37:24.354825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce128c-9302-4057-bc3e-a02d53a2ef18 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=27409ab1-64dc-4b8c-9803-22265497273c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:24.359918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf9986e-7a41-4c91-a1d2-2fbe9878f302 None None] Network ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:24.365376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55126) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:24.370031 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:24.376114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec232-2471-48db-9f23-903ccb4000fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e6468f0f-779f-4830-bc22-608b0fca5f9d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.379514 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec232-2471-48db-9f23-903ccb4000fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.380783 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b2ec232-2471-48db-9f23-903ccb4000fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6468f0f-779f-4830-bc22-608b0fca5f9d HTTP/1.1" status: 204 len: 168 time: 0.2690051 Feb 09 02:37:24.389188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec232-2471-48db-9f23-903ccb4000fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6468f0f-779f-4830-bc22-608b0fca5f9d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:24.395957 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:24.396845 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:36:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:24.466417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb305d-dce4-40e7-9376-96c97bcaf2f9 req-6fb82299-fd25-4731-b472-6d634772e3be tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:24.468178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3bb305d-dce4-40e7-9376-96c97bcaf2f9 req-6fb82299-fd25-4731-b472-6d634772e3be tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 945 time: 0.2278225 Feb 09 02:37:24.537122 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ba6d9f9c-69a5-49cb-bf9a-74bd356732a7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.563042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ee5c-13f1-4ef2-a143-8d9a2c764770 req-57371b9f-a806-4489-a59a-b0b6e62dbe7c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:24.565609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c531ee5c-13f1-4ef2-a143-8d9a2c764770 req-57371b9f-a806-4489-a59a-b0b6e62dbe7c tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.2210586 Feb 09 02:37:24.601850 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:24.609868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3bb305d-dce4-40e7-9376-96c97bcaf2f9 req-3d650111-37b5-41e4-8e21-13afd4c57ecd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274540 Feb 09 02:37:24.686207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c531ee5c-13f1-4ef2-a143-8d9a2c764770 req-148f7ad5-18ad-468b-a6e9-6e1d7ab65519 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Feb 09 02:37:24.713620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:24.714018 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.723025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:37:24.799662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 5ff41499-ede2-41f0-b88e-bd63b43b1e88, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5ff41499-ede2-41f0-b88e-bd63b43b1e88,segment=NetworkSegment(c850bb21-ce98-4aee-8ffb-5de4e1340235),segment_id=c850bb21-ce98-4aee-8ffb-5de4e1340235)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:24.800283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.817445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 5ff41499-ede2-41f0-b88e-bd63b43b1e88 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:24.834556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] DHCP port deletion for ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:24.918222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:24.946564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'port_id': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'mac_address': 'fa:16:3e:ba:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:37:24.969190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.974027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] Deleting port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:24.975421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:24.989126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55134) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:25.004702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=5ff41499-ede2-41f0-b88e-bd63b43b1e88,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:25.009265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:25.011033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc345-b2c6-4271-b5b6-60b208f6e192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.042034 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:22Z', 'revision_number': 8, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:25.098752 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc466dc3-6b0a-4e82-86ca-8c77d9120531 None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:22Z', 'revision_number': 8, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a6dbc53-26c8-4b6f-987c-eafb27c168a2', 'name': '', 'network_id': '2c09ab25-272f-4a79-98fe-290ee80e1590', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:91:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:37:03Z', 'updated_at': '2022-02-09T02:37:13Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '2b6927e3-7547-4116-b5e5-172918fd3d7e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:25.109670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6d91bd5a-5141-4765-9668-b897b0b448ca no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:25.143138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc345-b2c6-4271-b5b6-60b208f6e192 admin admin] Publish callbacks [] for security_group (5a4e6df2-e909-4212-ba2a-73148e03dfcd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.151841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc345-b2c6-4271-b5b6-60b208f6e192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5a4e6df2-e909-4212-ba2a-73148e03dfcd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.194853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ba6d9f9c-69a5-49cb-bf9a-74bd356732a7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.212529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] For port 5ff41499-ede2-41f0-b88e-bd63b43b1e88, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:25.216772 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.222963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc345-b2c6-4271-b5b6-60b208f6e192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e6df2-e909-4212-ba2a-73148e03dfcd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:25.231331 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c5cc345-b2c6-4271-b5b6-60b208f6e192 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=362de496e0174c2aab0e2f794b089f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410986 Feb 09 02:37:25.233877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:25.242725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6d9f9c-69a5-49cb-bf9a-74bd356732a7']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:25.258091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c850bb21-ce98-4aee-8ffb-5de4e1340235') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:25.258544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c850bb21-ce98-4aee-8ffb-5de4e1340235') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:25.270619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] Calling delete_port for 5ff41499-ede2-41f0-b88e-bd63b43b1e88 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:25.274278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 6d91bd5a-5141-4765-9668-b897b0b448ca {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:25.276594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 6d91bd5a-5141-4765-9668-b897b0b448ca not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:25.280471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] Port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:37:25.281471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:25.281868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.288051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (5ff41499-ede2-41f0-b88e-bd63b43b1e88), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.290344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (c850bb21-ce98-4aee-8ffb-5de4e1340235), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.316032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32d18646-7a13-4abd-b4c7-2bbaaf4e5c12 admin admin] Publish callbacks [] for security_group (5a4e6df2-e909-4212-ba2a-73148e03dfcd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.325662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (c850bb21-ce98-4aee-8ffb-5de4e1340235), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.343359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ae6032-783d-4e47-9cb9-f90e5a128984 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:37:25.347363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32d18646-7a13-4abd-b4c7-2bbaaf4e5c12 admin admin] Publish callbacks [] for security_group (5a4e6df2-e909-4212-ba2a-73148e03dfcd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.348295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] Pushing event deleted for resources: {'Port': ['ID=5ff41499-ede2-41f0-b88e-bd63b43b1e88,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:25.351739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:25.352412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (c850bb21-ce98-4aee-8ffb-5de4e1340235), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.359081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256494b-a60c-475b-8099-1a52c7f07e70 None None] No DVR routers for this DVR port 5ff41499-ede2-41f0-b88e-bd63b43b1e88 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:25.382196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:25.388986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.459025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32d18646-7a13-4abd-b4c7-2bbaaf4e5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5a4e6df2-e909-4212-ba2a-73148e03dfcd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.462951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32d18646-7a13-4abd-b4c7-2bbaaf4e5c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.464191 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32d18646-7a13-4abd-b4c7-2bbaaf4e5c12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a4e6df2-e909-4212-ba2a-73148e03dfcd HTTP/1.1" status: 204 len: 168 time: 0.2291074 Feb 09 02:37:25.469902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:25.488885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d18646-7a13-4abd-b4c7-2bbaaf4e5c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e6df2-e909-4212-ba2a-73148e03dfcd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:25.527260 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:25.529911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ba6d9f9c-69a5-49cb-bf9a-74bd356732a7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.548521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.552230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/ba6d9f9c-69a5-49cb-bf9a-74bd356732a7 HTTP/1.1" status: 204 len: 168 time: 1.1849120 Feb 09 02:37:25.555220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:25.593748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902153-312d-462d-8692-542134f5f38f req-86edc48a-ffaa-4055-81d4-d89387f780d7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:25.607945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed902153-312d-462d-8692-542134f5f38f req-86edc48a-ffaa-4055-81d4-d89387f780d7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.4151375 Feb 09 02:37:25.609206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c753ed5-a2ad-4503-bd4b-8ce08ef25878 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=ba6d9f9c-69a5-49cb-bf9a-74bd356732a7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:25.703454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed902153-312d-462d-8692-542134f5f38f req-31e61fc3-b278-4349-a085-ba905d8b5eff tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851405 Feb 09 02:37:25.720254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9446ed15-4c18-494a-954e-b1cac50555ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:25.767584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['92ae6032-783d-4e47-9cb9-f90e5a128984'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:25.891124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f7880-5244-4a42-8730-96ccaa093794 req-26119fea-19ff-4f90-99a1-8ebe5d81eb08 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:25.905130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471f7880-5244-4a42-8730-96ccaa093794 req-26119fea-19ff-4f90-99a1-8ebe5d81eb08 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 945 time: 0.1210945 Feb 09 02:37:26.063494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471f7880-5244-4a42-8730-96ccaa093794 req-4c343eb4-2a86-4f1b-834b-dc64f9c4ea4e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532905 Feb 09 02:37:26.077205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49d8cc-d3a0-4677-8e85-b4eb3db24d2e req-c3246597-90e7-4966-8e76-c548ccd711ae tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:26.085064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:26.103332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c49d8cc-d3a0-4677-8e85-b4eb3db24d2e req-c3246597-90e7-4966-8e76-c548ccd711ae tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.1949139 Feb 09 02:37:26.116634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:26.116894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 63f5f54e-5b8f-4bdc-a8f4-ef3c470747b8 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:26.117514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5ff41499-ede2-41f0-b88e-bd63b43b1e88 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:26.118525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bbc72-4583-4b7c-890f-0e01841689ce req-dfba679b-edac-4b61-a73c-727f19177739 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:26.126302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-153bbc72-4583-4b7c-890f-0e01841689ce req-dfba679b-edac-4b61-a73c-727f19177739 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 1129 time: 0.2000022 Feb 09 02:37:26.153369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 5ff41499-ede2-41f0-b88e-bd63b43b1e88 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:26.153765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5ff41499-ede2-41f0-b88e-bd63b43b1e88 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:26.270257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c49d8cc-d3a0-4677-8e85-b4eb3db24d2e req-ca840d9e-7cf8-4aec-9c4e-8bc48545f790 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b3391076-982b-4759-ba7d-c22a1ad30bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408877 Feb 09 02:37:26.314734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30691197-4050-4386-9ef6-ac07c4b2de82 req-9a131c8f-e953-434b-95bc-1ca34920012c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:26.316684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30691197-4050-4386-9ef6-ac07c4b2de82 req-9a131c8f-e953-434b-95bc-1ca34920012c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 945 time: 0.1693227 Feb 09 02:37:26.387749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Deleting port 80cee257-9202-4fb9-ac8a-8cdef00188db {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:26.388069 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:26.476510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30691197-4050-4386-9ef6-ac07c4b2de82 req-e9e90b63-5e03-4fb4-bf03-921ad19c4904 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485837 Feb 09 02:37:26.561812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] For port 80cee257-9202-4fb9-ac8a-8cdef00188db, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=80cee257-9202-4fb9-ac8a-8cdef00188db,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:26.562259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:26.595521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Calling delete_port for 80cee257-9202-4fb9-ac8a-8cdef00188db owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:26.665803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:26.717580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:37:26.830256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 92ae6032-783d-4e47-9cb9-f90e5a128984 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:37:26.835984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 92ae6032-783d-4e47-9cb9-f90e5a128984 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:26.836432 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:26.945156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (80cee257-9202-4fb9-ac8a-8cdef00188db), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:26.966098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['80cee257-9202-4fb9-ac8a-8cdef00188db'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:27.044527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:27.065378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:37:27.068449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:27.074395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Pushing event deleted for resources: {'Port': ['ID=80cee257-9202-4fb9-ac8a-8cdef00188db,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:27.139717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:27.144947 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdea789-2697-4993-b142-f87d130abc3c" -d '{"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:27.145358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] No DVR routers for this DVR port 80cee257-9202-4fb9-ac8a-8cdef00188db on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:27.152894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:27.160588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-153bbc72-4583-4b7c-890f-0e01841689ce req-5c9ab3fb-c4cd-4302-8493-bc8fb2774dec tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.72 "DELETE /v2.0/ports/80cee257-9202-4fb9-ac8a-8cdef00188db HTTP/1.1" status: 204 len: 173 time: 1.0149374 Feb 09 02:37:27.161182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'name': 'network-vif-deleted', 'tag': '80cee257-9202-4fb9-ac8a-8cdef00188db'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:27.171103 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ecc0de-b9d7-47e3-bf9a-6a2c6a9d3a31" -d '{"events": [{"server_uuid": "4b0826d6-cff4-4528-b235-d4c9e78649a4", "name": "network-vif-deleted", "tag": "80cee257-9202-4fb9-ac8a-8cdef00188db"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:27.181190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:27.189583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:27.215997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc7d8-1350-4938-b08c-60e241b76372 req-70b6bcd7-fe3c-4f60-9818-d4e03b4b4f17 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:27.249818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36dfc7d8-1350-4938-b08c-60e241b76372 req-70b6bcd7-fe3c-4f60-9818-d4e03b4b4f17 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.2921784 Feb 09 02:37:27.373259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:27.407200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36dfc7d8-1350-4938-b08c-60e241b76372 req-6f732038-9223-4407-8304-e41586e3b060 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494999 Feb 09 02:37:27.552417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:27.552763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:27.584928 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e04fd0-254c-4163-9976-721151ec317d x-openstack-request-id: req-56e04fd0-254c-4163-9976-721151ec317d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:27.585287 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:27.585556 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56e04fd0-254c-4163-9976-721151ec317d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:27.585989 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'code': 200} Feb 09 02:37:27.648787 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a8d77-9179-44cc-b223-b9afe33db8cf x-openstack-request-id: req-0e4a8d77-9179-44cc-b223-b9afe33db8cf {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:27.649054 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0826d6-cff4-4528-b235-d4c9e78649a4", "name": "network-vif-deleted", "tag": "80cee257-9202-4fb9-ac8a-8cdef00188db", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:27.649311 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e4a8d77-9179-44cc-b223-b9afe33db8cf {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:27.649720 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0826d6-cff4-4528-b235-d4c9e78649a4', 'name': 'network-vif-deleted', 'tag': '80cee257-9202-4fb9-ac8a-8cdef00188db', 'status': 'completed', 'code': 200} Feb 09 02:37:27.803514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 5a6dbc53-26c8-4b6f-987c-eafb27c168a2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,segment=NetworkSegment(6a4184ab-f68a-4264-996c-17d79a60c0c2),segment_id=6a4184ab-f68a-4264-996c-17d79a60c0c2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:27.804600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:27.821443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:27.854701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a23b7106-92e5-412d-a9e2-4046c93b8962 req-3898c6c6-f831-40ac-9216-283a3a8617e2 tempest-TestServerMultinode-214991841 tempest-TestServerMultinode-214991841-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b0826d6-cff4-4528-b235-d4c9e78649a4 HTTP/1.1" status: 200 len: 210 time: 0.0825856 Feb 09 02:37:27.884742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2cc0-d1f2-4749-a48d-ac28b8528d6e req-da0839ef-9391-4f88-b5a0-b6bdd7074b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:27.886307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3bc2cc0-d1f2-4749-a48d-ac28b8528d6e req-da0839ef-9391-4f88-b5a0-b6bdd7074b0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.1959016 Feb 09 02:37:28.001388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3bc2cc0-d1f2-4749-a48d-ac28b8528d6e req-7a3965c2-d42e-4549-9391-3c78af79ae74 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083338 Feb 09 02:37:28.172744 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.217679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55244) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:28.233244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (5a6dbc53-26c8-4b6f-987c-eafb27c168a2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.265650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=5a6dbc53-26c8-4b6f-987c-eafb27c168a2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:28.387598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0e19-6bb9-4765-b6b8-06a3841d6050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.529326 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0e19-6bb9-4765-b6b8-06a3841d6050 admin admin] Publish callbacks [] for security_group (04f66c88-a2bd-414b-9fab-8db0705b58a3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.542049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0e19-6bb9-4765-b6b8-06a3841d6050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (04f66c88-a2bd-414b-9fab-8db0705b58a3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.581337 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.684059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9d9b0e19-6bb9-4765-b6b8-06a3841d6050 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8520750bef044d34bfd5d0ccde59deea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648044 Feb 09 02:37:28.684729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b0e19-6bb9-4765-b6b8-06a3841d6050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f66c88-a2bd-414b-9fab-8db0705b58a3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:28.688336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55262) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:28.854333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba1d8c-25ad-4e5a-ab25-739d00562d56 req-6d3f97cc-8134-4d2e-b6f4-05d7c5eb699d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:28.864446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57ba1d8c-25ad-4e5a-ab25-739d00562d56 req-6d3f97cc-8134-4d2e-b6f4-05d7c5eb699d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1750560 Feb 09 02:37:28.933090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:28.935255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6fb25131-6cf4-4f2e-ab14-e2eb209e44c2 admin admin] Publish callbacks [] for security_group (04f66c88-a2bd-414b-9fab-8db0705b58a3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:28.996122 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6fb25131-6cf4-4f2e-ab14-e2eb209e44c2 admin admin] Publish callbacks [] for security_group (04f66c88-a2bd-414b-9fab-8db0705b58a3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.056079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:29.068352 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ac224ef5-0ee9-4301-a380-a72d4a433fe2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5119913 Feb 09 02:37:29.068629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:29.071321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55286) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:29.090979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57ba1d8c-25ad-4e5a-ab25-739d00562d56 req-6a0f6cb0-cfe0-4fdf-b802-6fb8fd97ccff tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209778 Feb 09 02:37:29.104034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:29.104819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:29.134774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6fb25131-6cf4-4f2e-ab14-e2eb209e44c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (04f66c88-a2bd-414b-9fab-8db0705b58a3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.139066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6fb25131-6cf4-4f2e-ab14-e2eb209e44c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.140747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6fb25131-6cf4-4f2e-ab14-e2eb209e44c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04f66c88-a2bd-414b-9fab-8db0705b58a3 HTTP/1.1" status: 204 len: 168 time: 0.3883874 Feb 09 02:37:29.166438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb25131-6cf4-4f2e-ab14-e2eb209e44c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f66c88-a2bd-414b-9fab-8db0705b58a3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:29.167935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55294) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:29.272730 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 2b6927e3-7547-4116-b5e5-172918fd3d7e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:29.282728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (2b6927e3-7547-4116-b5e5-172918fd3d7e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.371084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (2b6927e3-7547-4116-b5e5-172918fd3d7e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.483197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:29.569811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (2b6927e3-7547-4116-b5e5-172918fd3d7e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.678793 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (2b6927e3-7547-4116-b5e5-172918fd3d7e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.746866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6927e3-7547-4116-b5e5-172918fd3d7e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:29.749022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.758906 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f668b86e-57ff-4841-a574-66c73f2b86ad tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/2b6927e3-7547-4116-b5e5-172918fd3d7e HTTP/1.1" status: 204 len: 168 time: 0.6824174 Feb 09 02:37:29.759588 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55300) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:29.840712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa25c67-5ff9-48a9-9285-e03b85899d54 None None] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:29.943176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2c09ab25-272f-4a79-98fe-290ee80e1590), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:29.945885 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.062294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:28Z', 'revision_number': 9, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:30.076268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:30.076634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.153965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:30.199919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] DHCP port deletion for 2c09ab25-272f-4a79-98fe-290ee80e1590 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:30.208939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:30.210526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:30.383819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,segment=NetworkSegment(6a4184ab-f68a-4264-996c-17d79a60c0c2),segment_id=6a4184ab-f68a-4264-996c-17d79a60c0c2)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:30.384229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.437418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:30.461414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:30.546207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] Deleting port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:30.547585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.609856 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.647467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:30.652736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85590272-b7f6-4683-92de-c5bafa3f5959 req-addbcaf8-83ec-4d08-9a16-8eb04c8d0193 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:30.656894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] For port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,segment=NetworkSegment(6a4184ab-f68a-4264-996c-17d79a60c0c2),segment_id=6a4184ab-f68a-4264-996c-17d79a60c0c2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:30.657236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.661975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:30.664238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85590272-b7f6-4683-92de-c5bafa3f5959 req-addbcaf8-83ec-4d08-9a16-8eb04c8d0193 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.4072249 Feb 09 02:37:30.672965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] Calling delete_port for 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:30.797356 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2c09ab25-272f-4a79-98fe-290ee80e1590), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.809340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85590272-b7f6-4683-92de-c5bafa3f5959 req-ccd8f88b-9e50-4c20-b31c-b2e7473f8ff6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203008 Feb 09 02:37:30.824916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c09ab25-272f-4a79-98fe-290ee80e1590']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:30.843422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4184ab-f68a-4264-996c-17d79a60c0c2') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:30.843798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4184ab-f68a-4264-996c-17d79a60c0c2') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:30.868467 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (6a4184ab-f68a-4264-996c-17d79a60c0c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.956372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6a4184ab-f68a-4264-996c-17d79a60c0c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:30.986065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:30.986421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (6a4184ab-f68a-4264-996c-17d79a60c0c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:31.145779 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:31.160470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2c09ab25-272f-4a79-98fe-290ee80e1590), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.183604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.201571 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/2c09ab25-272f-4a79-98fe-290ee80e1590 HTTP/1.1" status: 204 len: 168 time: 1.4405668 Feb 09 02:37:31.202857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55332) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:31.218045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18d1ce-e3e0-48fe-8d56-2d23dc17d496 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=2c09ab25-272f-4a79-98fe-290ee80e1590,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:31.241271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671852c-7b3f-4fa1-bf7d-01257b5ce812 req-1248831e-8972-4564-ac2f-02b55428adf9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:31.251241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3671852c-7b3f-4fa1-bf7d-01257b5ce812 req-1248831e-8972-4564-ac2f-02b55428adf9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2566888 Feb 09 02:37:31.273560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55336) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:31.281594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Request body: {'floatingip': {'port_id': '92ae6032-783d-4e47-9cb9-f90e5a128984'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:31.286717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 80cee257-9202-4fb9-ac8a-8cdef00188db no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:31.309380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (8e2c7402-2a41-404b-94a0-6d4cfa678ade), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.373846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 80cee257-9202-4fb9-ac8a-8cdef00188db {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:31.374303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 80cee257-9202-4fb9-ac8a-8cdef00188db not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:31.472037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (0b934ea6-0713-4d5d-a579-4a0d91bb86c2), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.482823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] Network 2c09ab25-272f-4a79-98fe-290ee80e1590 is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:37:31.482823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] No DVR routers for this DVR port 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:31.536981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f099-a714-4b36-955c-ac753b1a6ea3 None None] Pushing event deleted for resources: {'Port': ['ID=0b934ea6-0713-4d5d-a579-4a0d91bb86c2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:31.675083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (3e43961a-b4bd-47c0-97e7-06678387c9f4), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:31.803312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:28Z', 'revision_number': 9, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:31.889051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11aa95-2f93-405a-ae95-bc9ba8d8964f None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:28Z', 'revision_number': 9, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '49def740-8a06-439a-952b-c6c8319fe7e8', 'name': '', 'network_id': 'cee48810-4d6c-49ad-9360-59199d51f7ab', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:93:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '9746b990-d143-44a0-999a-45be51d5f1be', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:52Z', 'updated_at': '2022-02-09T02:37:04Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '9746b990-d143-44a0-999a-45be51d5f1be', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:32.001103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:32.200270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.311188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b434546e-7180-4c9c-8f79-a1588867d833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.385586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:32.419951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.428701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:32.429254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (3e43961a-b4bd-47c0-97e7-06678387c9f4), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.432256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0b934ea6-0713-4d5d-a579-4a0d91bb86c2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:32.522232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b434546e-7180-4c9c-8f79-a1588867d833 admin admin] Publish callbacks [] for security_group (9168ec53-9593-4af4-a465-21696fe560af), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.530929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b434546e-7180-4c9c-8f79-a1588867d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9168ec53-9593-4af4-a465-21696fe560af), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.600834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434546e-7180-4c9c-8f79-a1588867d833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9168ec53-9593-4af4-a465-21696fe560af,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:32.605926 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b434546e-7180-4c9c-8f79-a1588867d833 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b062772740a4117b43d8312080efa5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6088581 Feb 09 02:37:32.609528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:32.632306 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Floating IP 3e43961a-b4bd-47c0-97e7-06678387c9f4 associated. External IP: 172.25.6.82, port: 92ae6032-783d-4e47-9cb9-f90e5a128984. Feb 09 02:37:32.767237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b831cc67-a668-4ff0-80da-b6bbd8084cac admin admin] Publish callbacks [] for security_group (9168ec53-9593-4af4-a465-21696fe560af), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.772188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Deleting port c03caf15-7069-4bb9-9649-e7a7af7958ff {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:32.772857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.820842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 49def740-8a06-439a-952b-c6c8319fe7e8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:32.821627 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.825558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b831cc67-a668-4ff0-80da-b6bbd8084cac admin admin] Publish callbacks [] for security_group (9168ec53-9593-4af4-a465-21696fe560af), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.963050 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b831cc67-a668-4ff0-80da-b6bbd8084cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9168ec53-9593-4af4-a465-21696fe560af), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.965811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b831cc67-a668-4ff0-80da-b6bbd8084cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.969928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b831cc67-a668-4ff0-80da-b6bbd8084cac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9168ec53-9593-4af4-a465-21696fe560af HTTP/1.1" status: 204 len: 168 time: 0.3564811 Feb 09 02:37:32.977016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 49def740-8a06-439a-952b-c6c8319fe7e8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=49def740-8a06-439a-952b-c6c8319fe7e8,segment=NetworkSegment(a3eead83-5e06-4258-ae9f-7da5856eb8db),segment_id=a3eead83-5e06-4258-ae9f-7da5856eb8db)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:32.977397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.995081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831cc67-a668-4ff0-80da-b6bbd8084cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9168ec53-9593-4af4-a465-21696fe560af,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:33.008052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 49def740-8a06-439a-952b-c6c8319fe7e8 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:33.049402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] For port c03caf15-7069-4bb9-9649-e7a7af7958ff, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c03caf15-7069-4bb9-9649-e7a7af7958ff,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:33.051024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.084260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-a9adf80d-8248-4261-b222-2264c4c89137 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:33.085967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-a9adf80d-8248-4261-b222-2264c4c89137 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.3081329 Feb 09 02:37:33.100900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Calling delete_port for c03caf15-7069-4bb9-9649-e7a7af7958ff owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:33.136037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-3da41d99-7e5a-403a-a9d8-5d00a99e99df tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/quotas/dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 375 time: 0.0424628 Feb 09 02:37:33.262289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:33.335511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-ada80053-c85f-47f4-9e78-11989017f482 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530111 Feb 09 02:37:33.410641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (49def740-8a06-439a-952b-c6c8319fe7e8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.476093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=49def740-8a06-439a-952b-c6c8319fe7e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:33.578838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:33.585191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.592576 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] Sync routers for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:33.610544 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:33.611211 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:33.808169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.849335 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:33.958872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-398ff24a-83c9-483a-9b2b-ffb1d1da8dcf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "PUT /v2.0/floatingips/3e43961a-b4bd-47c0-97e7-06678387c9f4 HTTP/1.1" status: 200 len: 991 time: 2.6783230 Feb 09 02:37:33.961707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:33.965055 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:33.986336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-de804fd5-f667-4842-8563-75e59c25846b service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065512 Feb 09 02:37:34.086120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c03caf15-7069-4bb9-9649-e7a7af7958ff), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:34.138153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c03caf15-7069-4bb9-9649-e7a7af7958ff,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:34.196095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:34.246908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:34.247312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5a6dbc53-26c8-4b6f-987c-eafb27c168a2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:34.314587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:34.372685 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '3e43961a-b4bd-47c0-97e7-06678387c9f4', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'port_id': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'mac_address': 'fa:16:3e:ba:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:37:06Z', 'updated_at': '2022-02-09T02:37:32Z', 'revision_number': 1, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:34.406997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-6a618222-646d-475f-a08f-dcf7c78decfe service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082932 Feb 09 02:37:34.435183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5358bd4-70f4-42a1-a5d4-37c57aed9ac3 req-2722e9eb-2f13-4f4e-9f19-bf540159998c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:34.445195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5358bd4-70f4-42a1-a5d4-37c57aed9ac3 req-2722e9eb-2f13-4f4e-9f19-bf540159998c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2593102 Feb 09 02:37:34.446345 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] Checking router: c81b15bb-457c-44fa-b4fb-60ec5c4746f5 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:34.473529 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:34.474160 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:34.548215 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:34.567426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:34.583508 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2af2be03-c484-429f-905e-0e3d70d221b9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3770878 Feb 09 02:37:34.584432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:34.619523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:34.628456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:34.652283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5358bd4-70f4-42a1-a5d4-37c57aed9ac3 req-19dd096f-f614-49f9-b918-63bf6ad988d3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881762 Feb 09 02:37:34.722746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (8e2c7402-2a41-404b-94a0-6d4cfa678ade), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:34.754612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 9746b990-d143-44a0-999a-45be51d5f1be {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:34.757596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:34.764500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (9746b990-d143-44a0-999a-45be51d5f1be), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:34.912433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (9746b990-d143-44a0-999a-45be51d5f1be), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:35.038425 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:35.059341 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3230997f-6f24-41e9-ba2f-e234f544e28f x-openstack-request-id: req-3230997f-6f24-41e9-ba2f-e234f544e28f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:35.060276 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:35.060683 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3230997f-6f24-41e9-ba2f-e234f544e28f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:35.061233 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'status': 'completed', 'code': 200} Feb 09 02:37:35.078844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (9746b990-d143-44a0-999a-45be51d5f1be), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:35.184404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58cc0f42-9363-4340-9be0-32fb71bdcd1e req-47ad163e-3d92-4675-9175-000bd0230ad6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.1121898 Feb 09 02:37:35.192203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:33Z', 'revision_number': 10, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:35.253810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:35.278623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (9746b990-d143-44a0-999a-45be51d5f1be), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:35.280816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:35.281661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:35.393044 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:35.402308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa1208-0c23-4b4d-bc90-4418d362222b None None] Network cee48810-4d6c-49ad-9360-59199d51f7ab requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:35.406715 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/9746b990-d143-44a0-999a-45be51d5f1be HTTP/1.1" status: 204 len: 168 time: 0.8130910 Feb 09 02:37:35.407908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406f450-637f-4d7b-ae34-3e8650d8d3a4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=9746b990-d143-44a0-999a-45be51d5f1be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:35.410603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:35.590334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:35.655711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cee48810-4d6c-49ad-9360-59199d51f7ab), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:35.705186 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '3e43961a-b4bd-47c0-97e7-06678387c9f4', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'port_id': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'mac_address': 'fa:16:3e:ba:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:37:06Z', 'updated_at': '2022-02-09T02:37:32Z', 'revision_number': 1, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:35.772387 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00238aa7-caa4-45cd-8db2-43ef91c45d21 None None] The sync data for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 is: [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '3e43961a-b4bd-47c0-97e7-06678387c9f4', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'port_id': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'mac_address': 'fa:16:3e:ba:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:37:06Z', 'updated_at': '2022-02-09T02:37:32Z', 'revision_number': 1, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:35.828775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 87f0de83-11f7-4fa1-b499-2164d9fcf15e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:35.830776 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.080412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 87f0de83-11f7-4fa1-b499-2164d9fcf15e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=87f0de83-11f7-4fa1-b499-2164d9fcf15e,segment=NetworkSegment(a3eead83-5e06-4258-ae9f-7da5856eb8db),segment_id=a3eead83-5e06-4258-ae9f-7da5856eb8db)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:36.085389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.126694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] DHCP port deletion for cee48810-4d6c-49ad-9360-59199d51f7ab request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:36.140095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 87f0de83-11f7-4fa1-b499-2164d9fcf15e owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:36.384495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.391434 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bffd8c5-6648-4964-9ede-3e69ec62c7a7 None None] New status for floating IP 3e43961a-b4bd-47c0-97e7-06678387c9f4: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:37:36.408321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:36.452177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=87f0de83-11f7-4fa1-b499-2164d9fcf15e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:36.454995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port 87f0de83-11f7-4fa1-b499-2164d9fcf15e on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:36.593325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cee48810-4d6c-49ad-9360-59199d51f7ab), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.627366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-99082d8a-8665-4ead-ac47-6336dbde23f1 req-d76328dd-348c-4a26-8d02-893f3a88543a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0791602 Feb 09 02:37:36.636473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] Deleting port 87f0de83-11f7-4fa1-b499-2164d9fcf15e {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:36.637250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.653734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:36.667908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee48810-4d6c-49ad-9360-59199d51f7ab']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:36.709746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eead83-5e06-4258-ae9f-7da5856eb8db') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:36.710135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eead83-5e06-4258-ae9f-7da5856eb8db') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:36.750656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a3eead83-5e06-4258-ae9f-7da5856eb8db), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.751411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:33Z', 'revision_number': 10, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:36.756467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Router 8e2c7402-2a41-404b-94a0-6d4cfa678ade has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:36.772556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-381a8b37-26e1-4832-be92-252d1f211b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:36.781211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-381a8b37-26e1-4832-be92-252d1f211b47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1129 time: 1.7235954 Feb 09 02:37:36.791720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.792682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] For port 87f0de83-11f7-4fa1-b499-2164d9fcf15e, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:36.793123 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.795858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba35e7a-a6c5-4c0e-a522-19dbee6f63bc None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:33Z', 'revision_number': 10, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None, '_interfaces': [{'id': '502758a3-79ac-489f-b993-25c2a64b132e', 'name': '', 'network_id': '16b4e791-b60a-4066-894c-2800d97de0ae', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'mac_address': 'fa:16:3e:36:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:45Z', 'updated_at': '2022-02-09T02:36:53Z', 'revision_number': 5, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'subnets': [{'id': '0ee104b6-f89e-41dd-85b6-507ae23699e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:36.796857 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a3eead83-5e06-4258-ae9f-7da5856eb8db), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.813111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] Calling delete_port for 87f0de83-11f7-4fa1-b499-2164d9fcf15e owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:36.819851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] Port 87f0de83-11f7-4fa1-b499-2164d9fcf15e was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:37:36.822424 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (87f0de83-11f7-4fa1-b499-2164d9fcf15e), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.848733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:36.848992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a3eead83-5e06-4258-ae9f-7da5856eb8db), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:36.853077 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:36.887913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] Pushing event deleted for resources: {'Port': ['ID=87f0de83-11f7-4fa1-b499-2164d9fcf15e,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:36.911571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72ab50b-2668-4ae8-bb6b-0d394ce35a77 None None] No DVR routers for this DVR port 87f0de83-11f7-4fa1-b499-2164d9fcf15e on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:36.955247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b9359-78cd-4720-9947-424eb80f7aff req-b5664267-d788-4490-b786-5fc28d7192e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:36.957324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c74b9359-78cd-4720-9947-424eb80f7aff req-b5664267-d788-4490-b786-5fc28d7192e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.6165612 Feb 09 02:37:36.969188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cee48810-4d6c-49ad-9360-59199d51f7ab), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.978319 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.984375 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/cee48810-4d6c-49ad-9360-59199d51f7ab HTTP/1.1" status: 204 len: 168 time: 1.5706172 Feb 09 02:37:36.990717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55436) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:36.998647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ddca3-155d-4aa9-8303-0489f935bb17 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=cee48810-4d6c-49ad-9360-59199d51f7ab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:37.043843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:37.128710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-6971f527-9960-49d9-ba22-3934ee576601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:37.130097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-6971f527-9960-49d9-ba22-3934ee576601 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.3361249 Feb 09 02:37:37.165674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Allocated IP 172.25.6.17 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/8baa6181-68f8-4599-80a4-d7a8a16ee072) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:37.226349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c74b9359-78cd-4720-9947-424eb80f7aff req-041671b4-1517-4028-9ba0-cc4e9e41188d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365849 Feb 09 02:37:37.266167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:37.280766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] Sync routers for ids ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:37.299041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a572f508-73ac-48a4-bace-cc1d6a591b4f admin admin] 10.222.0.53 "PUT /v2.0/routers/8e2c7402-2a41-404b-94a0-6d4cfa678ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1292949 Feb 09 02:37:37.305995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:37.336430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] Routers {'8e2c7402-2a41-404b-94a0-6d4cfa678ade'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:37.337323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:37.438942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:37.523931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-a31d81f4-3b80-4931-9737-cb09fc6d2301 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 1001 time: 0.3850470 Feb 09 02:37:37.582165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] Set router 8e2c7402-2a41-404b-94a0-6d4cfa678ade gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:37.798843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-1970ee3f-747d-4e6a-af88-771a04bea61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:37.801420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-1970ee3f-747d-4e6a-af88-771a04bea61c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.2574058 Feb 09 02:37:37.839867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d483fc7b-c449-4cf8-b0a6-8fe43e14ef34 req-61909659-4634-4629-a74f-159d257ee686 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0512338 Feb 09 02:37:37.860879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-dc3ea512-a205-4085-813d-8f72d42de957 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:37.863253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-dc3ea512-a205-4085-813d-8f72d42de957 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.5735862 Feb 09 02:37:37.890805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'port': {'device_id': 'a26a1833-235e-4765-a4de-e42803f8c615', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'admin_state_up': True, 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:38.003113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.025091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks [] for router (8e2c7402-2a41-404b-94a0-6d4cfa678ade), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.107180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Pushing event updated for resources: {'Port': ['ID=8baa6181-68f8-4599-80a4-d7a8a16ee072,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:38.167325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-a2facc88-3d86-43bb-a70c-5c05325c89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:38.169292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-a2facc88-3d86-43bb-a70c-5c05325c89b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3283393 Feb 09 02:37:38.173344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:38.179827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 49def740-8a06-439a-952b-c6c8319fe7e8 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:38.184132 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.209413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 49def740-8a06-439a-952b-c6c8319fe7e8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:38.210126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 49def740-8a06-439a-952b-c6c8319fe7e8 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:38.211214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 87f0de83-11f7-4fa1-b499-2164d9fcf15e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:38.274951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 87f0de83-11f7-4fa1-b499-2164d9fcf15e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:38.276143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 87f0de83-11f7-4fa1-b499-2164d9fcf15e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:38.308153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:38.316199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:38.323282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:38.324954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:37:33Z', 'revision_number': 5, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:38.392124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] Checking router: 8e2c7402-2a41-404b-94a0-6d4cfa678ade for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:38.408143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] Routers {'8e2c7402-2a41-404b-94a0-6d4cfa678ade'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:38.410325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:38.447204 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks [] for router_gateway (8e2c7402-2a41-404b-94a0-6d4cfa678ade), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.563818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for floatingip (d2dbe025-e03b-4f4a-bbb5-9cd2659c3307), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.568433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] Set router 8e2c7402-2a41-404b-94a0-6d4cfa678ade gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:38.648224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.679029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3a2f-0de3-4dec-b1e1-8297add1f14c req-893c50c6-079e-4301-9bc9-8a34aaa97b4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:38.680507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-202d3a2f-0de3-4dec-b1e1-8297add1f14c req-893c50c6-079e-4301-9bc9-8a34aaa97b4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2453821 Feb 09 02:37:38.685568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-ce715f95-7b5e-4a8b-be62-9eae03e2df1c service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988687 Feb 09 02:37:38.696888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.757131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Deleting port 7df653ad-9e86-4991-af6f-6b0fdfb11657 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:38.757751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:38.857972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.20.0.13 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/5e336d01-d1ab-4aa3-8c64-30de37565c50) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:38.946912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-202d3a2f-0de3-4dec-b1e1-8297add1f14c req-af9304ee-0884-453c-9f0f-cf64b2be6721 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600999 Feb 09 02:37:38.956315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:37:33Z', 'revision_number': 5, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:39.041937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55fd5f-7270-4e06-8744-500763b79101 None None] The sync data for ids ['8e2c7402-2a41-404b-94a0-6d4cfa678ade'] in n-d-826675-12 is: [{'id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'name': 'tempest-TestServerMultinode-743554977-router', 'tenant_id': '239e9795616e4b61a10b7a2c2cde4c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:35:46Z', 'updated_at': '2022-02-09T02:37:33Z', 'revision_number': 5, 'project_id': '239e9795616e4b61a10b7a2c2cde4c43', 'gw_port': {'id': '7df653ad-9e86-4991-af6f-6b0fdfb11657', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c7402-2a41-404b-94a0-6d4cfa678ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:35:47Z', 'updated_at': '2022-02-09T02:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:39.059903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca07e5b3-358d-451d-b954-f7b2cdd57d4a req-afb820e2-8379-42c6-812f-ee1caf890a99 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0762784 Feb 09 02:37:39.101063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2614a0d7-0bdd-4c0f-ac9d-79abb609a641 req-902aba7d-e73b-45e1-9d15-71f3c1e69708 service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967330 Feb 09 02:37:39.154859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.158045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] For port 7df653ad-9e86-4991-af6f-6b0fdfb11657, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7df653ad-9e86-4991-af6f-6b0fdfb11657,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:39.158478 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.167777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.224474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Pushing event updated for resources: {'Port': ['ID=8baa6181-68f8-4599-80a4-d7a8a16ee072,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:39.226541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Calling delete_port for 7df653ad-9e86-4991-af6f-6b0fdfb11657 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:39.298928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.337921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (d2dbe025-e03b-4f4a-bbb5-9cd2659c3307), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.388724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.397524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.399215 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1fec32dc-eb12-41c8-8737-1171d4288c39 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9552796 Feb 09 02:37:39.403952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:39.407066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['46b199c8-7b5a-4ea3-a0bb-0e6c10e18844'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:37:39.412842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2048475458', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'fixed_ips': [{'ip_address': '172.25.6.17'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:39.458356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Made reservation on behalf of 7480ae5bc62a4e67b5f4a106b8ecae96 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:39.460801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.492719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.525247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port 502758a3-79ac-489f-b993-25c2a64b132e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:39.526232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (502758a3-79ac-489f-b993-25c2a64b132e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.561241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:39.600851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=5e336d01-d1ab-4aa3-8c64-30de37565c50,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:39.610175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:39.614495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:39.773101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:39.773748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.829132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port 502758a3-79ac-489f-b993-25c2a64b132e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=502758a3-79ac-489f-b993-25c2a64b132e,segment=NetworkSegment(016c801c-b334-4854-8479-394e0bda3ae9),segment_id=016c801c-b334-4854-8479-394e0bda3ae9)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:39.832253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7df653ad-9e86-4991-af6f-6b0fdfb11657), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.849429 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (502758a3-79ac-489f-b993-25c2a64b132e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:39.875997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-625a5f83-f195-472d-bee9-b398c4349098 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9999547 Feb 09 02:37:39.898644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for 502758a3-79ac-489f-b993-25c2a64b132e owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:39.937900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df653ad-9e86-4991-af6f-6b0fdfb11657,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:40.046493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for security_group (ee528e34-f9f6-4e80-b6cb-ef5ecc641b08), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.067533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ee528e34-f9f6-4e80-b6cb-ef5ecc641b08), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.087993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] device_id is not set on port 2aacb971-d887-4383-b00a-40eab656284b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:37:40.138520 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (8e2c7402-2a41-404b-94a0-6d4cfa678ade), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.143168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c03caf15-7069-4bb9-9649-e7a7af7958ff no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:40.215511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c03caf15-7069-4bb9-9649-e7a7af7958ff {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:40.215511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c03caf15-7069-4bb9-9649-e7a7af7958ff not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:40.256893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6904de07-fc6a-48b6-af45-931064044a8f None None] Provisioning complete for port 5e336d01-d1ab-4aa3-8c64-30de37565c50 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:37:40.257427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6904de07-fc6a-48b6-af45-931064044a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.271473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee528e34-f9f6-4e80-b6cb-ef5ecc641b08,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:40.298798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6904de07-fc6a-48b6-af45-931064044a8f None None] Port 5e336d01-d1ab-4aa3-8c64-30de37565c50 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:37:40.356134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (8e2c7402-2a41-404b-94a0-6d4cfa678ade), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.366714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks [] for router_controller (8e2c7402-2a41-404b-94a0-6d4cfa678ade), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.475241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Request body: {'port': {'device_id': 'a26a1833-235e-4765-a4de-e42803f8c615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:40.503457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (8e2c7402-2a41-404b-94a0-6d4cfa678ade), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.504807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2c7402-2a41-404b-94a0-6d4cfa678ade {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:37:40.521442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.523215 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-03e85d42-30cd-4cab-8e6e-82c1610fe8a9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8e2c7402-2a41-404b-94a0-6d4cfa678ade HTTP/1.1" status: 204 len: 168 time: 3.2159722 Feb 09 02:37:40.526881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55474) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:40.616399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] Deleting subnet 6a775030-b605-4a7d-b24e-85d26136e39e {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:40.640933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] Publish callbacks [] for subnet (6a775030-b605-4a7d-b24e-85d26136e39e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.672045 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.698959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (6a775030-b605-4a7d-b24e-85d26136e39e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:40.721863 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 02:37:40.722557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:40.730719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a11a6c-0b23-4de9-9e3f-99e4414fd7f4 req-33395a71-1b60-4bc4-ae47-acf530f9c638 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:40.732527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a11a6c-0b23-4de9-9e3f-99e4414fd7f4 req-33395a71-1b60-4bc4-ae47-acf530f9c638 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2368553 Feb 09 02:37:40.762973 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-243a440b-de4e-4708-b43d-00792b8904e9 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3569663 Feb 09 02:37:40.768543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55476) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:41.009788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6a775030-b605-4a7d-b24e-85d26136e39e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.077935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Deleting port 8baa6181-68f8-4599-80a4-d7a8a16ee072 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:41.078729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.125665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c44a0-7be7-443b-bcbb-d021a279c733 req-360e4251-09b9-4690-9cdc-8d42c6f05db3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:41.127354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-789c44a0-7be7-443b-bcbb-d021a279c733 req-360e4251-09b9-4690-9cdc-8d42c6f05db3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 932 time: 0.6472108 Feb 09 02:37:41.200126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (6a775030-b605-4a7d-b24e-85d26136e39e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.227058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e336d01-d1ab-4aa3-8c64-30de37565c50 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:37:41.258285 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Publish callbacks [] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.260551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a775030-b605-4a7d-b24e-85d26136e39e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:41.266902 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.272514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5f4667-392d-4232-b156-4a3fd97d8a59 None None] Network 7460ecd0-8d30-4842-9386-d3db7e025604 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:41.288566 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-87f924df-c586-466c-a575-56aaa680fc18 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6a775030-b605-4a7d-b24e-85d26136e39e HTTP/1.1" status: 204 len: 168 time: 0.7575221 Feb 09 02:37:41.292167 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:41.357214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Transition to ACTIVE for port object 5e336d01-d1ab-4aa3-8c64-30de37565c50 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:37:41.359269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (502758a3-79ac-489f-b993-25c2a64b132e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.397573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.439682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.444899 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for floatingip (8baa6181-68f8-4599-80a4-d7a8a16ee072), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.465399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=502758a3-79ac-489f-b993-25c2a64b132e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:41.503468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Calling delete_port for 8baa6181-68f8-4599-80a4-d7a8a16ee072 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:41.568217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-789c44a0-7be7-443b-bcbb-d021a279c733 req-110a81a9-8d80-4e96-94de-2ad85938837f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311403 Feb 09 02:37:41.600439 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (7460ecd0-8d30-4842-9386-d3db7e025604), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.620547 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:37:41.672351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8447e37d-a039-4555-b370-245aaec4160b None None] DHCP port deletion for 7460ecd0-8d30-4842-9386-d3db7e025604 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:41.719387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70a11a6c-0b23-4de9-9e3f-99e4414fd7f4 req-fe1fe708-c763-4d53-bcec-167a66400563 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5010695 Feb 09 02:37:41.720698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Pushing event updated for resources: {'Port': ['ID=5e336d01-d1ab-4aa3-8c64-30de37565c50,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:41.869150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8447e37d-a039-4555-b370-245aaec4160b None None] Deleting port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:41.869746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8447e37d-a039-4555-b370-245aaec4160b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:41.966652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Deleting port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:41.967011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.093278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-8447e37d-a039-4555-b370-245aaec4160b None None] For port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:42.093985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8447e37d-a039-4555-b370-245aaec4160b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.113379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8447e37d-a039-4555-b370-245aaec4160b None None] Calling delete_port for 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:42.123738 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8baa6181-68f8-4599-80a4-d7a8a16ee072), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.157113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] For port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,segment=NetworkSegment(33f25ba8-e7e1-4461-8d79-026637eb002e),segment_id=33f25ba8-e7e1-4461-8d79-026637eb002e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:42.161937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.197933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Pushing event deleted for resources: {'Port': ['ID=8baa6181-68f8-4599-80a4-d7a8a16ee072,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:42.202059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Attempting to bind port 5e336d01-d1ab-4aa3-8c64-30de37565c50 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:42.202771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Attempting to bind port 5e336d01-d1ab-4aa3-8c64-30de37565c50 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:42.207651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Attempting to bind port 5e336d01-d1ab-4aa3-8c64-30de37565c50 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:42.220520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.238069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Calling delete_port for 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:42.247483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Port 5e336d01-d1ab-4aa3-8c64-30de37565c50 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:37:42.257658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Attempting to bind port 5e336d01-d1ab-4aa3-8c64-30de37565c50 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:42.300913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:42.330208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks [] for floatingip (d2dbe025-e03b-4f4a-bbb5-9cd2659c3307), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.333264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.334480 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea780d75-917c-41fe-a58b-d2cc28a92d80 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027 tempest-ExternalNetworksAdminNegativeTestJSON-1515099027-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/d2dbe025-e03b-4f4a-bbb5-9cd2659c3307 HTTP/1.1" status: 204 len: 168 time: 1.5646381 Feb 09 02:37:42.418424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:42.418703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:42.426558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:42.427983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Bound port: 5e336d01-d1ab-4aa3-8c64-30de37565c50, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:42.429872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.435102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.470686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] No DVR routers for this DVR port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:42.479616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:37:42.480195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:37:42.480776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:42.481215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7df653ad-9e86-4991-af6f-6b0fdfb11657 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:42.507505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 7df653ad-9e86-4991-af6f-6b0fdfb11657 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:42.507862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7df653ad-9e86-4991-af6f-6b0fdfb11657 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:42.513379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8447e37d-a039-4555-b370-245aaec4160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (1e85ebe9-9c3e-493c-b4c2-d40864ca3d79), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.576687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:42.590214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447e37d-a039-4555-b370-245aaec4160b None None] Pushing event deleted for resources: {'Port': ['ID=1e85ebe9-9c3e-493c-b4c2-d40864ca3d79,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:42.617212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447e37d-a039-4555-b370-245aaec4160b None None] No DVR routers for this DVR port 1e85ebe9-9c3e-493c-b4c2-d40864ca3d79 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:42.749307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] For port 5e336d01-d1ab-4aa3-8c64-30de37565c50, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:42.757736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] For port 5e336d01-d1ab-4aa3-8c64-30de37565c50, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=5e336d01-d1ab-4aa3-8c64-30de37565c50,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:42.806891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.847716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (7460ecd0-8d30-4842-9386-d3db7e025604), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.904617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55498) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:42.918875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7460ecd0-8d30-4842-9386-d3db7e025604']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:42.943910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f25ba8-e7e1-4461-8d79-026637eb002e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:42.946758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f25ba8-e7e1-4461-8d79-026637eb002e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:42.954798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:42.958969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:42.962934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] 10.222.0.82 "PUT /v2.0/ports/5e336d01-d1ab-4aa3-8c64-30de37565c50 HTTP/1.1" status: 200 len: 1093 time: 3.0688875 Feb 09 02:37:43.008427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (33f25ba8-e7e1-4461-8d79-026637eb002e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.055555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (33f25ba8-e7e1-4461-8d79-026637eb002e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.071313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:43.071919 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (33f25ba8-e7e1-4461-8d79-026637eb002e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:43.079399 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:43.112696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26a1833-235e-4765-a4de-e42803f8c615', 'tag': '5e336d01-d1ab-4aa3-8c64-30de37565c50'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:37:43.122302 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b14fd0-93bf-42e3-b6fb-e5757dc35627" -d '{"events": [{"name": "network-changed", "server_uuid": "a26a1833-235e-4765-a4de-e42803f8c615", "tag": "5e336d01-d1ab-4aa3-8c64-30de37565c50"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:37:43.276563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924714fe-41be-4198-b628-64cbbd29479a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.296942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (7460ecd0-8d30-4842-9386-d3db7e025604), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.311110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.319705 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a601052-b068-4967-bae1-a602ce0a222e x-openstack-request-id: req-4a601052-b068-4967-bae1-a602ce0a222e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:37:43.320582 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] 10.222.0.53 "DELETE /v2.0/networks/7460ecd0-8d30-4842-9386-d3db7e025604 HTTP/1.1" status: 204 len: 168 time: 2.0198328 Feb 09 02:37:43.320922 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26a1833-235e-4765-a4de-e42803f8c615", "tag": "5e336d01-d1ab-4aa3-8c64-30de37565c50", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:37:43.321329 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a601052-b068-4967-bae1-a602ce0a222e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:37:43.321902 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26a1833-235e-4765-a4de-e42803f8c615', 'tag': '5e336d01-d1ab-4aa3-8c64-30de37565c50', 'status': 'completed', 'code': 200} Feb 09 02:37:43.329183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55510) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:43.379419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae7813-bc7b-40bf-9d31-d4fc4aa0cb7b req-59654025-61a5-4016-95c5-385d3ddbb2d7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:43.387807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6ae7813-bc7b-40bf-9d31-d4fc4aa0cb7b req-59654025-61a5-4016-95c5-385d3ddbb2d7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.6231108 Feb 09 02:37:43.412955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0278d-e9ed-4f41-99e5-eb3be1954bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=7460ecd0-8d30-4842-9386-d3db7e025604,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:43.439976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:43.495972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6ae7813-bc7b-40bf-9d31-d4fc4aa0cb7b req-82e08e02-3b2d-41d0-b3fb-81b7c2be16ec tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054156 Feb 09 02:37:43.516749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a7a64-672f-45de-9eef-ca6f7b2fbf0f service neutron] Pushing event updated for resources: {'Port': ['ID=5e336d01-d1ab-4aa3-8c64-30de37565c50,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:43.635274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:43.647718 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:43.671751 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:43.672769 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:43.685292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b40cab1d-2bc0-4dce-8e1b-d00ddeeac341 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6915181 Feb 09 02:37:43.693774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55512) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:43.765880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924714fe-41be-4198-b628-64cbbd29479a admin admin] Publish callbacks [] for security_group (61861298-35c4-4a50-bab4-23fd452db3c4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.775457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924714fe-41be-4198-b628-64cbbd29479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (61861298-35c4-4a50-bab4-23fd452db3c4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:43.777693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-6fd2effc-d083-4a10-86f4-856fba12777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:43.779679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-6fd2effc-d083-4a10-86f4-856fba12777d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 1127 time: 0.6507676 Feb 09 02:37:43.845163 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:43.851593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-3942776d-56f0-4b73-a03b-17c63dd8a7ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e336d01-d1ab-4aa3-8c64-30de37565c50 HTTP/1.1" status: 200 len: 217 time: 0.0604665 Feb 09 02:37:43.895516 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-924714fe-41be-4198-b628-64cbbd29479a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c981bbb928c74937b3505a7ba37d78cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9868469 Feb 09 02:37:43.915016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55514) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:43.920191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-21a1130d-b414-4c79-843b-6c94dc3059e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:43.922299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-21a1130d-b414-4c79-843b-6c94dc3059e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0665672 Feb 09 02:37:43.932103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting subnet 0ee104b6-f89e-41dd-85b6-507ae23699e9 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:43.936604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924714fe-41be-4198-b628-64cbbd29479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61861298-35c4-4a50-bab4-23fd452db3c4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:43.953565 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (0ee104b6-f89e-41dd-85b6-507ae23699e9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.023714 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:41Z', 'revision_number': 11, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:44.041374 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (0ee104b6-f89e-41dd-85b6-507ae23699e9), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.099211 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:44.100937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff22f-f48e-4d87-bca0-409d14c0272a admin admin] Publish callbacks [] for security_group (61861298-35c4-4a50-bab4-23fd452db3c4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.118550 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:44.125082 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:44.134544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff22f-f48e-4d87-bca0-409d14c0272a admin admin] Publish callbacks [] for security_group (61861298-35c4-4a50-bab4-23fd452db3c4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.158001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (0ee104b6-f89e-41dd-85b6-507ae23699e9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.201149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff22f-f48e-4d87-bca0-409d14c0272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (61861298-35c4-4a50-bab4-23fd452db3c4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.204224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff22f-f48e-4d87-bca0-409d14c0272a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.205512 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bb2ff22f-f48e-4d87-bca0-409d14c0272a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61861298-35c4-4a50-bab4-23fd452db3c4 HTTP/1.1" status: 204 len: 168 time: 0.2894347 Feb 09 02:37:44.219957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff22f-f48e-4d87-bca0-409d14c0272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61861298-35c4-4a50-bab4-23fd452db3c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:44.350048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (4fa9a384-3835-4f30-9a93-10d482c4ad7e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.351616 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:44.372747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (0ee104b6-f89e-41dd-85b6-507ae23699e9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.448991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846299bb-64ce-43d6-9505-2f07e064c617 req-3d979ddf-d71c-4c2d-a145-32791efc86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:44.450634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-3d979ddf-d71c-4c2d-a145-32791efc86d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2019205 Feb 09 02:37:44.452618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee104b6-f89e-41dd-85b6-507ae23699e9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:44.511022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dfa48f-9c61-4d27-95f3-94424ccd6332 None None] Network 16b4e791-b60a-4066-894c-2800d97de0ae requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:44.511576 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:41Z', 'revision_number': 11, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:44.576356 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce01c5c-3798-47ee-80f3-7f9c12acb7ff None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:41Z', 'revision_number': 11, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:44.668773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:44.672685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b1a6c5ff-9299-44a3-a6b4-0ac48e68fbd1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/0ee104b6-f89e-41dd-85b6-507ae23699e9 HTTP/1.1" status: 204 len: 168 time: 0.9776888 Feb 09 02:37:44.676263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55528) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:44.859672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:44.979088 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0a2cf8f4-b6cf-448e-8c1f-ea583e802965 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7480ae5bc62a4e67b5f4a106b8ecae96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1071389 Feb 09 02:37:44.981067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:45.009060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] DHCP port deletion for 16b4e791-b60a-4066-894c-2800d97de0ae request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:45.131728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] Deleting port c47e2179-de5e-4795-aa2c-01626aca6863 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:45.132111 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.208543 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (16b4e791-b60a-4066-894c-2800d97de0ae), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.231770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-87136bed-7893-43c3-862e-81e0b4b4d9cd service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656314 Feb 09 02:37:45.255136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c7b06-a64c-4097-91f4-56cd06bd5d59 req-2317e2fd-7c1c-47d3-912f-284971c50264 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:45.257029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df5c7b06-a64c-4097-91f4-56cd06bd5d59 req-2317e2fd-7c1c-47d3-912f-284971c50264 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.4816930 Feb 09 02:37:45.265497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6628-fdd9-416c-a5cf-d2fe507dad32 admin admin] Publish callbacks [] for security_group (ee528e34-f9f6-4e80-b6cb-ef5ecc641b08), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.295461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] For port c47e2179-de5e-4795-aa2c-01626aca6863, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c47e2179-de5e-4795-aa2c-01626aca6863,segment=NetworkSegment(016c801c-b334-4854-8479-394e0bda3ae9),segment_id=016c801c-b334-4854-8479-394e0bda3ae9)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:45.296210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.299696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6628-fdd9-416c-a5cf-d2fe507dad32 admin admin] Publish callbacks [] for security_group (ee528e34-f9f6-4e80-b6cb-ef5ecc641b08), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.317087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] Calling delete_port for c47e2179-de5e-4795-aa2c-01626aca6863 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:45.398559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6628-fdd9-416c-a5cf-d2fe507dad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ee528e34-f9f6-4e80-b6cb-ef5ecc641b08), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.410446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dcd6628-fdd9-416c-a5cf-d2fe507dad32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.415305 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6dcd6628-fdd9-416c-a5cf-d2fe507dad32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee528e34-f9f6-4e80-b6cb-ef5ecc641b08 HTTP/1.1" status: 204 len: 168 time: 0.4332795 Feb 09 02:37:45.476447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd6628-fdd9-416c-a5cf-d2fe507dad32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee528e34-f9f6-4e80-b6cb-ef5ecc641b08,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:45.481709 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.497937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Deleting port 397a3a7b-8120-4ab4-865f-2d500df6184a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:45.498100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.510037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df5c7b06-a64c-4097-91f4-56cd06bd5d59 req-3aa9c8e8-f3b4-438a-988d-6df4b366e8b0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373769 Feb 09 02:37:45.548231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846299bb-64ce-43d6-9505-2f07e064c617 req-df9ceeac-5c40-4a3b-81ea-a0eee87618e4 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024175 Feb 09 02:37:45.561759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] Pushing event deleted for resources: {'Port': ['ID=c47e2179-de5e-4795-aa2c-01626aca6863,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:45.570089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff358e8-b961-49cb-b3b2-2bfc58468e69 None None] No DVR routers for this DVR port c47e2179-de5e-4795-aa2c-01626aca6863 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:45.594853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Deleting port c47e2179-de5e-4795-aa2c-01626aca6863 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:45.595730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.769851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] For port c47e2179-de5e-4795-aa2c-01626aca6863, host n-d-826675-12, got binding levels [] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:45.770214 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.794441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Calling delete_port for c47e2179-de5e-4795-aa2c-01626aca6863 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:45.822376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-6dc2a5b2-d7e8-4a07-a728-dd57d3015b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:45.824079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-6dc2a5b2-d7e8-4a07-a728-dd57d3015b84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 1127 time: 0.1285803 Feb 09 02:37:45.826284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Port c47e2179-de5e-4795-aa2c-01626aca6863 was not found and therefore no delete operation was performed {{(pid=103149) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:37:45.827913 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c47e2179-de5e-4795-aa2c-01626aca6863), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.831431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] For port 397a3a7b-8120-4ab4-865f-2d500df6184a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=397a3a7b-8120-4ab4-865f-2d500df6184a,segment=NetworkSegment(76bab751-aad7-408e-ad2e-1f91b440cb34),segment_id=76bab751-aad7-408e-ad2e-1f91b440cb34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:45.831866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:45.849244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Calling delete_port for 397a3a7b-8120-4ab4-865f-2d500df6184a owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:45.888707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Port': ['ID=c47e2179-de5e-4795-aa2c-01626aca6863,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:45.964074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No DVR routers for this DVR port c47e2179-de5e-4795-aa2c-01626aca6863 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:46.050789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c47e2179-de5e-4795-aa2c-01626aca6863 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:46.105067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c47e2179-de5e-4795-aa2c-01626aca6863 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:46.105624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c47e2179-de5e-4795-aa2c-01626aca6863 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:46.107381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 502758a3-79ac-489f-b993-25c2a64b132e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:46.148770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 502758a3-79ac-489f-b993-25c2a64b132e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:46.150068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 502758a3-79ac-489f-b993-25c2a64b132e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:46.206905 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (16b4e791-b60a-4066-894c-2800d97de0ae), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:46.250169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b4e791-b60a-4066-894c-2800d97de0ae']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:46.269361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016c801c-b334-4854-8479-394e0bda3ae9') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:46.269361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016c801c-b334-4854-8479-394e0bda3ae9') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:46.292479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (016c801c-b334-4854-8479-394e0bda3ae9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:46.317974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-037002f4-77a4-4011-8208-8aad902ad832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:46.319705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-037002f4-77a4-4011-8208-8aad902ad832 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.4857810 Feb 09 02:37:46.320791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (016c801c-b334-4854-8479-394e0bda3ae9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:46.333744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:46.334597 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (016c801c-b334-4854-8479-394e0bda3ae9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:46.402634 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:46.414270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (16b4e791-b60a-4066-894c-2800d97de0ae), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:46.423461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:46.428997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/networks/16b4e791-b60a-4066-894c-2800d97de0ae HTTP/1.1" status: 204 len: 168 time: 1.7516494 Feb 09 02:37:46.466324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55556) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:46.473754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'routes': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:46.495423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-9c547d07-0129-407b-9ba1-313f497e4d20 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e336d01-d1ab-4aa3-8c64-30de37565c50 HTTP/1.1" status: 200 len: 217 time: 0.0906198 Feb 09 02:37:46.498042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb1098-008f-4d3f-9ff1-321f526b3bb2 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Pushing event deleted for resources: {'Network': ['ID=16b4e791-b60a-4066-894c-2800d97de0ae,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:46.942716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (397a3a7b-8120-4ab4-865f-2d500df6184a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:47.053558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Pushing event deleted for resources: {'Port': ['ID=397a3a7b-8120-4ab4-865f-2d500df6184a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:47.280149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-9c51c259-b0e6-4db5-8896-93adcb60b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:47.284837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-9c51c259-b0e6-4db5-8896-93adcb60b5fc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.7492452 Feb 09 02:37:47.435775 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (4fa9a384-3835-4f30-9a93-10d482c4ad7e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:47.454807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.extraroute_db [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Added routes are [] {{(pid=103149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 02:37:47.455109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.extraroute_db [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Removed routes are [] {{(pid=103149) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 02:37:47.455623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:47.648203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24963691-57a5-4e72-b632-32096fb9ae72 req-fb6c17a3-1c1b-49ed-b4a7-51be9c3c0527 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:47.649967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24963691-57a5-4e72-b632-32096fb9ae72 req-fb6c17a3-1c1b-49ed-b4a7-51be9c3c0527 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.9776320 Feb 09 02:37:47.738140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-bbc2c23d-bb18-4eb6-97fb-f6d66a644f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:47.740018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-bbc2c23d-bb18-4eb6-97fb-f6d66a644f37 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4473586 Feb 09 02:37:47.842288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:47.858352 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:47.872432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24963691-57a5-4e72-b632-32096fb9ae72 req-dae121f6-e4f8-432f-a38b-d955ef3a24c9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146513 Feb 09 02:37:48.003185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router 1de1710a-61ac-450b-beeb-d4ffef9dd929 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:48.020987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Router 4fa9a384-3835-4f30-9a93-10d482c4ad7e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:37:48.025968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-7a1cca35-acba-4ba5-9a86-1d6cbc38b119 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559006 Feb 09 02:37:48.117588 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:48.152592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51b14fd0-93bf-42e3-b6fb-e5757dc35627 req-4155bb78-e745-489f-be88-3a5808497568 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197963 Feb 09 02:37:48.258880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:48.271770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:48.273062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-34316454-1f0e-4050-9dea-f64dcedb33dc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 200 len: 700 time: 1.8038375 Feb 09 02:37:48.273352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] Sync routers for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:48.276266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55584) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:48.294388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:48.295148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:48.323027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-92fd313d-2a29-4cbb-821d-f13ede793a5a tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 200 len: 205 time: 0.0431485 Feb 09 02:37:48.323589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55586) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:48.355710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:48.369834 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-288aec8e-7d8e-410b-bf99-5bc5ffd7a5da admin admin] 10.222.0.53 "PUT /v2.0/routers/4fa9a384-3835-4f30-9a93-10d482c4ad7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0352807 Feb 09 02:37:48.374926 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] Sync routers for ids ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:48.380853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55588) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:48.389387 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] Routers {'4fa9a384-3835-4f30-9a93-10d482c4ad7e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:48.396774 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:48.500128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:48.557679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce9bb-fd47-4458-8da6-92198b0918fa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:48.601627 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] Set router 4fa9a384-3835-4f30-9a93-10d482c4ad7e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:48.651004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:41Z', 'revision_number': 11, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:48.702932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] Checking router: 1de1710a-61ac-450b-beeb-d4ffef9dd929 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:48.720747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] Routers {'1de1710a-61ac-450b-beeb-d4ffef9dd929'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:48.722161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['1de1710a-61ac-450b-beeb-d4ffef9dd929'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:48.865024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] Set router 1de1710a-61ac-450b-beeb-d4ffef9dd929 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:48.950153 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce9bb-fd47-4458-8da6-92198b0918fa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:48.954141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce9bb-fd47-4458-8da6-92198b0918fa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (1de1710a-61ac-450b-beeb-d4ffef9dd929), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:48.988562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:41Z', 'revision_number': 11, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:49.130663 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks [] for router (4fa9a384-3835-4f30-9a93-10d482c4ad7e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.332185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3062-8f18-4c86-a12f-39145177a6c6 None None] The sync data for ids ['1de1710a-61ac-450b-beeb-d4ffef9dd929'] in n-d-826675-12 is: [{'id': '1de1710a-61ac-450b-beeb-d4ffef9dd929', 'name': 'tempest-RoutersTest-router-193756361', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:41Z', 'updated_at': '2022-02-09T02:37:41Z', 'revision_number': 11, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:49.364777 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.395561 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce9bb-fd47-4458-8da6-92198b0918fa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (1de1710a-61ac-450b-beeb-d4ffef9dd929), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.395561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ce9bb-fd47-4458-8da6-92198b0918fa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Fanout notify agent at l3_agent the message router_deleted on router 1de1710a-61ac-450b-beeb-d4ffef9dd929 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:37:49.419940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d7ce9bb-fd47-4458-8da6-92198b0918fa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.421057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d7ce9bb-fd47-4458-8da6-92198b0918fa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 204 len: 168 time: 1.0967870 Feb 09 02:37:49.426256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55614) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:49.436321 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-46fdb7c4-38ff-4aa3-ad86-426f764d4990 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1606257230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:49.522167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fdb7c4-38ff-4aa3-ad86-426f764d4990 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.522947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fdb7c4-38ff-4aa3-ad86-426f764d4990 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.570119 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:37:46Z', 'revision_number': 5, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:49.661615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d6e2-2e3a-48c5-adfd-0c208d0c02bf req-d053f5e9-2396-44e7-a1ab-03a902d41450 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:49.664181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f49d6e2-2e3a-48c5-adfd-0c208d0c02bf req-d053f5e9-2396-44e7-a1ab-03a902d41450 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.5789347 Feb 09 02:37:49.696638 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] Checking router: 4fa9a384-3835-4f30-9a93-10d482c4ad7e for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:49.731070 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] Routers {'4fa9a384-3835-4f30-9a93-10d482c4ad7e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:49.731705 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:49.745892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fdb7c4-38ff-4aa3-ad86-426f764d4990 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (eae2c04d-3865-46d9-9153-0e62470fdbd7), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.763000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fdb7c4-38ff-4aa3-ad86-426f764d4990 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.798750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-46fdb7c4-38ff-4aa3-ad86-426f764d4990 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:49.821930 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-46fdb7c4-38ff-4aa3-ad86-426f764d4990 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3894832 Feb 09 02:37:49.825059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:49.837427 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-10bb7b8e-b38d-4a77-9bf9-641c5ebd8619 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:49.978068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55618) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:50.023226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f49d6e2-2e3a-48c5-adfd-0c208d0c02bf req-dd7c43ed-35cc-40d2-852b-7a527e61f411 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375299 Feb 09 02:37:50.043078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks [] for router_gateway (4fa9a384-3835-4f30-9a93-10d482c4ad7e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:50.111705 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] Set router 4fa9a384-3835-4f30-9a93-10d482c4ad7e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:50.187784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Deleting port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:50.188176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:50.378118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] For port 4eca329b-f845-4d5a-a3f0-383f5ca6ac97, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:50.380306 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:50.428388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Calling delete_port for 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:50.439129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:50.522391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10bb7b8e-b38d-4a77-9bf9-641c5ebd8619 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:50.528849 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:50.552695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10bb7b8e-b38d-4a77-9bf9-641c5ebd8619 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:50.835861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bb7b8e-b38d-4a77-9bf9-641c5ebd8619 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Router eae2c04d-3865-46d9-9153-0e62470fdbd7 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:37:51.053098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bb7b8e-b38d-4a77-9bf9-641c5ebd8619 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:37:51.091000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-10bb7b8e-b38d-4a77-9bf9-641c5ebd8619 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.092092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] Sync routers for ids ['eae2c04d-3865-46d9-9153-0e62470fdbd7'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:37:51.092517 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-10bb7b8e-b38d-4a77-9bf9-641c5ebd8619 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "PUT /v2.0/routers/eae2c04d-3865-46d9-9153-0e62470fdbd7 HTTP/1.1" status: 200 len: 694 time: 1.2659490 Feb 09 02:37:51.097381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55628) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:51.112707 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:37:46Z', 'revision_number': 5, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:51.117710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] Routers {'eae2c04d-3865-46d9-9153-0e62470fdbd7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:51.118503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['eae2c04d-3865-46d9-9153-0e62470fdbd7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:51.265988 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81582df2-ef94-4b38-8f52-50dd26a33544 None None] The sync data for ids ['4fa9a384-3835-4f30-9a93-10d482c4ad7e'] in n-d-826675-12 is: [{'id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'name': 'tempest-TestServerMultinode-1452609837-router', 'tenant_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:04Z', 'updated_at': '2022-02-09T02:37:46Z', 'revision_number': 5, 'project_id': '005d28d12cdd4fa69f9d2cb04ac28878', 'gw_port': {'id': '4eca329b-f845-4d5a-a3f0-383f5ca6ac97', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9a384-3835-4f30-9a93-10d482c4ad7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:06Z', 'updated_at': '2022-02-09T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:51.323709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55630) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:51.324445 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4dccd3c4-8020-4e59-bbed-4f1aa16db75d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/routers/eae2c04d-3865-46d9-9153-0e62470fdbd7 HTTP/1.1" status: 200 len: 700 time: 0.2242653 Feb 09 02:37:51.341616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4eca329b-f845-4d5a-a3f0-383f5ca6ac97), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.459979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] Set router eae2c04d-3865-46d9-9153-0e62470fdbd7 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:51.476026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1dd85524-d3be-46d1-83a4-b862fcbef7e8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2c04d-3865-46d9-9153-0e62470fdbd7 HTTP/1.1" status: 200 len: 205 time: 0.1487305 Feb 09 02:37:51.480018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:51.492027 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Pushing event deleted for resources: {'Port': ['ID=4eca329b-f845-4d5a-a3f0-383f5ca6ac97,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:51.596297 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (4fa9a384-3835-4f30-9a93-10d482c4ad7e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.603324 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.701744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033bd2-4ee0-4f44-907e-46f72d969c8d req-10fea4c6-f64f-483b-ad88-f8415f42304f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:51.703374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2033bd2-4ee0-4f44-907e-46f72d969c8d req-10fea4c6-f64f-483b-ad88-f8415f42304f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.3785098 Feb 09 02:37:51.750261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8ac495-c001-47aa-b8b4-4dbdc08677a1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:51.866918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae2c04d-3865-46d9-9153-0e62470fdbd7', 'name': 'tempest-RoutersTest-router-1606257230', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:37:49Z', 'updated_at': '2022-02-09T02:37:50Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:51.956098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] Checking router: eae2c04d-3865-46d9-9153-0e62470fdbd7 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:37:52.009129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] Routers {'eae2c04d-3865-46d9-9153-0e62470fdbd7'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:37:52.010139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['eae2c04d-3865-46d9-9153-0e62470fdbd7'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:52.059402 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (4fa9a384-3835-4f30-9a93-10d482c4ad7e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.059666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks [] for router_controller (4fa9a384-3835-4f30-9a93-10d482c4ad7e), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.209535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2033bd2-4ee0-4f44-907e-46f72d969c8d req-94626680-20b4-444f-be1c-083b07a4e353 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227794 Feb 09 02:37:52.266704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8ac495-c001-47aa-b8b4-4dbdc08677a1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.270410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8ac495-c001-47aa-b8b4-4dbdc08677a1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router_controller (eae2c04d-3865-46d9-9153-0e62470fdbd7), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.279252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 397a3a7b-8120-4ab4-865f-2d500df6184a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:52.369100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 397a3a7b-8120-4ab4-865f-2d500df6184a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:52.371119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 397a3a7b-8120-4ab4-865f-2d500df6184a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:52.373569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (4fa9a384-3835-4f30-9a93-10d482c4ad7e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.374055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa9a384-3835-4f30-9a93-10d482c4ad7e {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:37:52.380483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.387337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:52.390289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-25e6a0f0-1f9a-4056-a4c0-e136dab63cad admin admin] 10.222.0.53 "DELETE /v2.0/routers/4fa9a384-3835-4f30-9a93-10d482c4ad7e HTTP/1.1" status: 204 len: 168 time: 4.0082757 Feb 09 02:37:52.428725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] Set router eae2c04d-3865-46d9-9153-0e62470fdbd7 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:37:52.452299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Allocated IP 172.25.6.40 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/42439fd9-7c17-40cb-ac8e-184196412c82) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:52.485848 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8ac495-c001-47aa-b8b4-4dbdc08677a1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (eae2c04d-3865-46d9-9153-0e62470fdbd7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.492422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8ac495-c001-47aa-b8b4-4dbdc08677a1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Fanout notify agent at l3_agent the message router_deleted on router eae2c04d-3865-46d9-9153-0e62470fdbd7 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:37:52.520980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca8ac495-c001-47aa-b8b4-4dbdc08677a1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.523611 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca8ac495-c001-47aa-b8b4-4dbdc08677a1 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/eae2c04d-3865-46d9-9153-0e62470fdbd7 HTTP/1.1" status: 204 len: 168 time: 1.0386238 Feb 09 02:37:52.532867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:52.562288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae2c04d-3865-46d9-9153-0e62470fdbd7', 'name': 'tempest-RoutersTest-router-1606257230', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:37:49Z', 'updated_at': '2022-02-09T02:37:50Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:52.589912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] Deleting subnet 58aa61e6-dea3-43dc-863e-15fdcf5dc6d9 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:37:52.622642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a531d-7827-4e21-9e51-3ffec0dc066b None None] The sync data for ids ['eae2c04d-3865-46d9-9153-0e62470fdbd7'] in n-d-826675-12 is: [{'id': 'eae2c04d-3865-46d9-9153-0e62470fdbd7', 'name': 'tempest-RoutersTest-router-1606257230', 'tenant_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:37:49Z', 'updated_at': '2022-02-09T02:37:50Z', 'revision_number': 2, 'project_id': 'e7221c1b70d64afca8499e2280e1d7ca', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:37:52.651371 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c5f521a9-0d5d-4ecd-a843-914ced4cc895 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=eae2c04d-3865-46d9-9153-0e62470fdbd7 HTTP/1.1" status: 200 len: 205 time: 0.1167021 Feb 09 02:37:52.652224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] Publish callbacks [] for subnet (58aa61e6-dea3-43dc-863e-15fdcf5dc6d9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.654066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55642) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:52.723541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for port (42439fd9-7c17-40cb-ac8e-184196412c82), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.813291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (42439fd9-7c17-40cb-ac8e-184196412c82), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.842161 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-6cd5f5be-9328-463b-bac2-84ee28356e12 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] delete failed (client error): The resource could not be found. Feb 09 02:37:52.843312 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6cd5f5be-9328-463b-bac2-84ee28356e12 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/eae2c04d-3865-46d9-9153-0e62470fdbd7 HTTP/1.1" status: 404 len: 336 time: 0.1817498 Feb 09 02:37:52.856471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:52.916271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:52.930674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:52.935589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:52.951622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Port': ['ID=42439fd9-7c17-40cb-ac8e-184196412c82,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:52.953304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (58aa61e6-dea3-43dc-863e-15fdcf5dc6d9), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:52.957692 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c76e56d-7ed2-44f8-9763-9e5532cc9606 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:52.958159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c76e56d-7ed2-44f8-9763-9e5532cc9606 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:52.961323 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c76e56d-7ed2-44f8-9763-9e5532cc9606 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/27409ab1-64dc-4b8c-9803-22265497273c HTTP/1.1" status: 404 len: 337 time: 0.0980058 Feb 09 02:37:52.964204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55648) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.121996 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ee2c18-1fe3-41de-80a2-4c891f371720 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:53.123472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ee2c18-1fe3-41de-80a2-4c891f371720 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:53.139270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f7ee2c18-1fe3-41de-80a2-4c891f371720 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/2b6927e3-7547-4116-b5e5-172918fd3d7e HTTP/1.1" status: 404 len: 337 time: 0.1174331 Feb 09 02:37:53.140177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55650) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.207914 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (58aa61e6-dea3-43dc-863e-15fdcf5dc6d9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:53.224967 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-104761b3-38b5-496b-81c4-ebb286b895b0 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:53.225417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104761b3-38b5-496b-81c4-ebb286b895b0 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:53.232058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-104761b3-38b5-496b-81c4-ebb286b895b0 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/9746b990-d143-44a0-999a-45be51d5f1be HTTP/1.1" status: 404 len: 337 time: 0.0875888 Feb 09 02:37:53.235373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55652) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.315012 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (58aa61e6-dea3-43dc-863e-15fdcf5dc6d9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:53.331419 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6716e22e-4d95-4db4-8e99-7668eecf102e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:53.331419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6716e22e-4d95-4db4-8e99-7668eecf102e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:53.335477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6716e22e-4d95-4db4-8e99-7668eecf102e tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/0ee104b6-f89e-41dd-85b6-507ae23699e9 HTTP/1.1" status: 404 len: 337 time: 0.0961280 Feb 09 02:37:53.342207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55656) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.358985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58aa61e6-dea3-43dc-863e-15fdcf5dc6d9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:53.380816 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2d55526-b7be-4603-b326-a042f9e5e27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:53.395361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:53.399779 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8219829c-981c-4e07-ad8f-28a87e93a69d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/58aa61e6-dea3-43dc-863e-15fdcf5dc6d9 HTTP/1.1" status: 204 len: 168 time: 1.0110042 Feb 09 02:37:53.408936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3c788-fe2a-4caf-8440-3e34770791f0 None None] Network 9777c076-3485-47aa-a391-b75c922dee5a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:53.415090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55658) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.542858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f579765b-f9e4-44b1-80a2-27d0708d86f3 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 200 len: 205 time: 0.1993763 Feb 09 02:37:53.553054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55660) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.627958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (9777c076-3485-47aa-a391-b75c922dee5a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:53.635102 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-4ea46d46-1191-4e6e-b3da-532e0c31f200 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] delete failed (client error): The resource could not be found. Feb 09 02:37:53.639800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4ea46d46-1191-4e6e-b3da-532e0c31f200 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/1de1710a-61ac-450b-beeb-d4ffef9dd929 HTTP/1.1" status: 404 len: 336 time: 0.0771451 Feb 09 02:37:53.640448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55662) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.671641 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for floatingip (1bfc0abb-092b-49f4-9b2f-5dcadb82e26b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:53.725652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] DHCP port deletion for 9777c076-3485-47aa-a391-b75c922dee5a request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:37:53.844734 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Deleting port 1346482c-08af-4dff-8db1-1c176a06ea34 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:53.845293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:53.914395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-10b036a6-ca94-4a0d-8ad7-c27158bf3967 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a6de842-9364-494d-8a44-17ed4b632a4a HTTP/1.1" status: 200 len: 205 time: 0.1524875 Feb 09 02:37:53.915963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55664) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:53.951428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] Deleting port 1346482c-08af-4dff-8db1-1c176a06ea34 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:37:53.952163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.013318 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-8ed7d60f-55d2-4617-bf1d-23bc02bdd8a9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] delete failed (client error): The resource could not be found. Feb 09 02:37:54.023201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8ed7d60f-55d2-4617-bf1d-23bc02bdd8a9 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/6a6de842-9364-494d-8a44-17ed4b632a4a HTTP/1.1" status: 404 len: 336 time: 0.1020100 Feb 09 02:37:54.041506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55666) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:54.055684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] For port 1346482c-08af-4dff-8db1-1c176a06ea34, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1346482c-08af-4dff-8db1-1c176a06ea34,segment=NetworkSegment(76bab751-aad7-408e-ad2e-1f91b440cb34),segment_id=76bab751-aad7-408e-ad2e-1f91b440cb34)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:54.056057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.084521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (42439fd9-7c17-40cb-ac8e-184196412c82), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.089061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Calling delete_port for 1346482c-08af-4dff-8db1-1c176a06ea34 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:54.160922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1346482c-08af-4dff-8db1-1c176a06ea34 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:54.279259 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.294570 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] No DVR routers for this DVR port 1346482c-08af-4dff-8db1-1c176a06ea34 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:54.331713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] For port 1346482c-08af-4dff-8db1-1c176a06ea34, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=1346482c-08af-4dff-8db1-1c176a06ea34,segment=NetworkSegment(76bab751-aad7-408e-ad2e-1f91b440cb34),segment_id=76bab751-aad7-408e-ad2e-1f91b440cb34)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:37:54.331713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.384850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port 1346482c-08af-4dff-8db1-1c176a06ea34 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:37:54.386671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port 1346482c-08af-4dff-8db1-1c176a06ea34 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:37:54.386671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 1346482c-08af-4dff-8db1-1c176a06ea34 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:54.387153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:37:54.414860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] Calling delete_port for 1346482c-08af-4dff-8db1-1c176a06ea34 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:37:54.419179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:37:54.420845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4eca329b-f845-4d5a-a3f0-383f5ca6ac97 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:37:54.499390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1346482c-08af-4dff-8db1-1c176a06ea34,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:54.589427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (1346482c-08af-4dff-8db1-1c176a06ea34), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.637084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (9777c076-3485-47aa-a391-b75c922dee5a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.660260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] Pushing event deleted for resources: {'Port': ['ID=1346482c-08af-4dff-8db1-1c176a06ea34,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:54.664792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f7339-5684-4491-8974-a86b6f137030 None None] No DVR routers for this DVR port 1346482c-08af-4dff-8db1-1c176a06ea34 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:37:54.725214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba4cb-b6b3-42bd-8e32-80402df3e256 req-1f62e7a1-11d9-427e-8c12-949bdbec5db6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:54.726946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36eba4cb-b6b3-42bd-8e32-80402df3e256 req-1f62e7a1-11d9-427e-8c12-949bdbec5db6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 1.1830478 Feb 09 02:37:54.730416 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1020e84-beac-4c1c-9eb3-a43efd351ccc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:54.730758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1020e84-beac-4c1c-9eb3-a43efd351ccc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:54.734522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b1020e84-beac-4c1c-9eb3-a43efd351ccc tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/e0736db7-f2e3-4d57-8cbb-59ecaceed331 HTTP/1.1" status: 404 len: 337 time: 0.6782372 Feb 09 02:37:54.735289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9777c076-3485-47aa-a391-b75c922dee5a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:54.739573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55670) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:54.763232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bab751-aad7-408e-ad2e-1f91b440cb34') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:54.763544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bab751-aad7-408e-ad2e-1f91b440cb34') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:37:54.802706 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-682f8d80-d0cf-41c6-988e-72be43342369 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=52fa3409-b206-4a90-8e42-615f7ac92407 HTTP/1.1" status: 200 len: 205 time: 0.0616739 Feb 09 02:37:54.806099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55672) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:54.854915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (76bab751-aad7-408e-ad2e-1f91b440cb34), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.862764 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-4fc9fa26-8dd1-41e2-92cb-fb9c38d132b4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] delete failed (client error): The resource could not be found. Feb 09 02:37:54.863957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4fc9fa26-8dd1-41e2-92cb-fb9c38d132b4 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/52fa3409-b206-4a90-8e42-615f7ac92407 HTTP/1.1" status: 404 len: 336 time: 0.0567856 Feb 09 02:37:54.870824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:54.880617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (76bab751-aad7-408e-ad2e-1f91b440cb34), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.901291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:37:54.901870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (76bab751-aad7-408e-ad2e-1f91b440cb34), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:54.902510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36eba4cb-b6b3-42bd-8e32-80402df3e256 req-91fe21b7-2c89-4883-8c37-241d5713da86 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668410 Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:37:54.904048 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:37:54.975788 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43ea5175-9917-4512-8b93-71f9fdbf355c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd8a0380-6c5e-42fe-9912-64d16f2c6596 HTTP/1.1" status: 200 len: 205 time: 0.1037147 Feb 09 02:37:54.987678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55676) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.018723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for port (42439fd9-7c17-40cb-ac8e-184196412c82), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.025247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (42439fd9-7c17-40cb-ac8e-184196412c82), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.043862 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-97a29640-ca03-4aaf-81d6-26e9dd555c34 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] delete failed (client error): The resource could not be found. Feb 09 02:37:55.045102 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-97a29640-ca03-4aaf-81d6-26e9dd555c34 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/cd8a0380-6c5e-42fe-9912-64d16f2c6596 HTTP/1.1" status: 404 len: 336 time: 0.0563579 Feb 09 02:37:55.049127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.064947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (9777c076-3485-47aa-a391-b75c922dee5a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.103620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.107313 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9777c076-3485-47aa-a391-b75c922dee5a HTTP/1.1" status: 204 len: 168 time: 1.6911542 Feb 09 02:37:55.108556 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a2e33d-f3aa-43f2-9de8-86bf7cf35dce tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:55.109008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a2e33d-f3aa-43f2-9de8-86bf7cf35dce tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:55.112551 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7a2e33d-f3aa-43f2-9de8-86bf7cf35dce tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/6d26a29a-5ff7-4681-a50f-af17af94f280 HTTP/1.1" status: 404 len: 337 time: 0.0611389 Feb 09 02:37:55.116477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55682) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.130432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Port': ['ID=42439fd9-7c17-40cb-ac8e-184196412c82,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:55.148154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db3b41-20ff-4b32-ab4e-89a31ed8fbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9777c076-3485-47aa-a391-b75c922dee5a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:55.158675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fce26cee-d47a-4c6b-9500-a8d79884173c tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe681c2e-f9d7-4daf-ad35-d7a1807647f1 HTTP/1.1" status: 200 len: 205 time: 0.0371559 Feb 09 02:37:55.158675 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (1bfc0abb-092b-49f4-9b2f-5dcadb82e26b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.158957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.193639 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.198839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e9947fa0-f24f-4165-b6d8-aa2137f594a1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2164912 Feb 09 02:37:55.199788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55688) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.210724 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-ca888a30-59c2-487b-bbe9-1880feaefbfa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] delete failed (client error): The resource could not be found. Feb 09 02:37:55.211798 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca888a30-59c2-487b-bbe9-1880feaefbfa tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/fe681c2e-f9d7-4daf-ad35-d7a1807647f1 HTTP/1.1" status: 404 len: 336 time: 0.0516772 Feb 09 02:37:55.212207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1236054497'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:55.214654 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.273830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Made reservation on behalf of 6e7de65072f442398cd0899153e226ba for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:55.277942 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.278700 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4b8e0f-9433-403d-bccb-d7e341bac939 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:55.279674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4b8e0f-9433-403d-bccb-d7e341bac939 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:55.285343 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-df4b8e0f-9433-403d-bccb-d7e341bac939 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/786a4f6b-b04f-4619-b07f-6ff4ac1c6df7 HTTP/1.1" status: 404 len: 337 time: 0.0689714 Feb 09 02:37:55.287759 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.289353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.350202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5aa3fdbb-28fa-4f07-9f52-8e4e993520b8 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "GET /v2.0/ports?device_id=45bf9e98-1be0-447d-93bb-a6739b632df7 HTTP/1.1" status: 200 len: 205 time: 0.0531557 Feb 09 02:37:55.352412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.416837 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for security_group (01266cfe-acf6-414f-8f67-526da1709798), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.420468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55696) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.429669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (01266cfe-acf6-414f-8f67-526da1709798), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.442837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:37:55.446368 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-bd04572e-e758-47f8-bd29-d18a164490f0 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] delete failed (client error): The resource could not be found. Feb 09 02:37:55.452520 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd04572e-e758-47f8-bd29-d18a164490f0 tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/routers/45bf9e98-1be0-447d-93bb-a6739b632df7 HTTP/1.1" status: 404 len: 336 time: 0.0986233 Feb 09 02:37:55.453132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55698) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.454256 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (bf17cc97-cb29-4e0e-8236-0b94438a8d05), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.454621 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Added segment bf17cc97-cb29-4e0e-8236-0b94438a8d05 of type vlan for network 25adb349-6736-49cb-9beb-d71246cee8fb Feb 09 02:37:55.493943 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f4703b-15f7-494d-b915-b25456af15cd tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:55.495072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f4703b-15f7-494d-b915-b25456af15cd tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:55.501482 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (25adb349-6736-49cb-9beb-d71246cee8fb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.508093 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-06f4703b-15f7-494d-b915-b25456af15cd tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/8885f2ec-ea0e-4e32-a833-d208cd64cc1e HTTP/1.1" status: 404 len: 337 time: 0.0539248 Feb 09 02:37:55.508746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55700) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.538535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (25adb349-6736-49cb-9beb-d71246cee8fb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.546986 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-a966d113-3c72-4409-a800-e2ed3bf3102d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] DELETE failed (client error): The resource could not be found. Feb 09 02:37:55.547602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a966d113-3c72-4409-a800-e2ed3bf3102d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:37:55.547908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:55.548214 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.554841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a966d113-3c72-4409-a800-e2ed3bf3102d tempest-RoutersTest-1364329401 tempest-RoutersTest-1364329401-project] 10.222.0.53 "DELETE /v2.0/subnets/3e3483f2-fab2-4449-84dc-b7b358959c71 HTTP/1.1" status: 404 len: 337 time: 0.0449035 Feb 09 02:37:55.647992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4468317 Feb 09 02:37:55.655162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55704) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.663169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Request body: {'subnet': {'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:55.673170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01266cfe-acf6-414f-8f67-526da1709798,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:55.691477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46db9c-d714-49a4-b374-ee9b174acbc7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Network': ['ID=25adb349-6736-49cb-9beb-d71246cee8fb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:55.707890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-24b92c3a-21a6-4920-956f-bfee03da47a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=239e9795616e4b61a10b7a2c2cde4c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2830310 Feb 09 02:37:55.709372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:55.715546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c786-a2d0-4d86-b911-75baee1e8957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.727162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 25adb349-6736-49cb-9beb-d71246cee8fb details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:37:55.903772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd80be2c-60a8-4c23-9e0b-5f30025dfdbd admin admin] Publish callbacks [] for security_group (cef3ed16-d29c-43e1-9d79-969efc955039), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.915439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Made reservation on behalf of 6e7de65072f442398cd0899153e226ba for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:37:55.918958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:55.995264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd80be2c-60a8-4c23-9e0b-5f30025dfdbd admin admin] Publish callbacks [] for security_group (cef3ed16-d29c-43e1-9d79-969efc955039), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.148875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55712) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:56.163867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd80be2c-60a8-4c23-9e0b-5f30025dfdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cef3ed16-d29c-43e1-9d79-969efc955039), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.167020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dd80be2c-60a8-4c23-9e0b-5f30025dfdbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.168486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dd80be2c-60a8-4c23-9e0b-5f30025dfdbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cef3ed16-d29c-43e1-9d79-969efc955039 HTTP/1.1" status: 204 len: 168 time: 0.4580529 Feb 09 02:37:56.193885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80be2c-60a8-4c23-9e0b-5f30025dfdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3ed16-d29c-43e1-9d79-969efc955039,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:56.212811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2078007-464b-4918-9505-3bc5c58202eb req-b102dffa-fae3-4b31-b104-5ea69dcbac32 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:56.214728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2078007-464b-4918-9505-3bc5c58202eb req-b102dffa-fae3-4b31-b104-5ea69dcbac32 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1646001 Feb 09 02:37:56.292450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (b25d8263-4fe0-40f4-a351-bdd5ee32e727), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.348329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2078007-464b-4918-9505-3bc5c58202eb req-1d661d78-7427-4bce-a946-0a2301e6bb18 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268148 Feb 09 02:37:56.460575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Subnet': ['ID=b25d8263-4fe0-40f4-a351-bdd5ee32e727,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:56.466830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Checking segment: {'id': 'bf17cc97-cb29-4e0e-8236-0b94438a8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:56.467200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Network hostable DHCP agents. Network: 25adb349-6736-49cb-9beb-d71246cee8fb, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:37:56.491980 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Network 25adb349-6736-49cb-9beb-d71246cee8fb is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:37:56.513749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 25adb349-6736-49cb-9beb-d71246cee8fb) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:56.521869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:56.523376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.526701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ccc8b-a88b-4475-92b1-a54f91f49bb3 None None] Network 25adb349-6736-49cb-9beb-d71246cee8fb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:37:56.546291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:56.546776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a34bc7f9-3ebc-48a2-864e-f4eeb1c7e32f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7221c1b70d64afca8499e2280e1d7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911433 Feb 09 02:37:56.574293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed2e2f59-ed38-4dc8-b413-477267db19c0 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9187045 Feb 09 02:37:56.584385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55724) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:56.590294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1812579402', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:56.601620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-d74a6a66-1467-4eaa-8ebe-53b18c9cfab0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1162984 Feb 09 02:37:56.638874 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (e37cbe65-2458-45e4-9cb0-ac4caacae868), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.657942 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (e37cbe65-2458-45e4-9cb0-ac4caacae868), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.706288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96974b3f-03e9-453b-9b64-6f713a91f9ab admin admin] Publish callbacks [] for security_group (d0aaafb2-ff02-4b37-8c3f-6459df29baa3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.711582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-25adb349-6736-49cb-9beb-d71246cee8fb', 'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb', 'project_id': '6e7de65072f442398cd0899153e226ba', 'fixed_ips': [{'subnet_id': 'b25d8263-4fe0-40f4-a351-bdd5ee32e727'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:37:56.712557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.797232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96974b3f-03e9-453b-9b64-6f713a91f9ab admin admin] Publish callbacks [] for security_group (d0aaafb2-ff02-4b37-8c3f-6459df29baa3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.912974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router_controller (e37cbe65-2458-45e4-9cb0-ac4caacae868), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.944980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96974b3f-03e9-453b-9b64-6f713a91f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d0aaafb2-ff02-4b37-8c3f-6459df29baa3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.949465 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96974b3f-03e9-453b-9b64-6f713a91f9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:56.951018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-96974b3f-03e9-453b-9b64-6f713a91f9ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0aaafb2-ff02-4b37-8c3f-6459df29baa3 HTTP/1.1" status: 204 len: 168 time: 0.4041281 Feb 09 02:37:56.968860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:56.977230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Allocated IP 172.20.0.2 (25adb349-6736-49cb-9beb-d71246cee8fb/b25d8263-4fe0-40f4-a351-bdd5ee32e727/e9474f77-173c-44b0-af5d-3709074a3323) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:57.007934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96974b3f-03e9-453b-9b64-6f713a91f9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aaafb2-ff02-4b37-8c3f-6459df29baa3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:57.075178 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c7aa10c0-19a8-439d-88f0-4fb3f263ef9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=005d28d12cdd4fa69f9d2cb04ac28878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1005287 Feb 09 02:37:57.076252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:57.147736 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.204246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afebcfae-e6f3-4601-885b-714d0b52fd2b admin admin] Publish callbacks [] for security_group (b3391076-982b-4759-ba7d-c22a1ad30bcb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.254262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afebcfae-e6f3-4601-885b-714d0b52fd2b admin admin] Publish callbacks [] for security_group (b3391076-982b-4759-ba7d-c22a1ad30bcb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.256324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-c169d988-e1f1-4a3a-8579-4e98044ca191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:57.257903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-c169d988-e1f1-4a3a-8579-4e98044ca191 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 1128 time: 0.3363192 Feb 09 02:37:57.273362 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Publish callbacks [] for port (e9474f77-173c-44b0-af5d-3709074a3323), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.284603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (e9474f77-173c-44b0-af5d-3709074a3323), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.344358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Network 25adb349-6736-49cb-9beb-d71246cee8fb is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:57.348107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:57.358740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:57.378657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afebcfae-e6f3-4601-885b-714d0b52fd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b3391076-982b-4759-ba7d-c22a1ad30bcb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.404081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-afebcfae-e6f3-4601-885b-714d0b52fd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.428671 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-afebcfae-e6f3-4601-885b-714d0b52fd2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3391076-982b-4759-ba7d-c22a1ad30bcb HTTP/1.1" status: 204 len: 168 time: 0.3292828 Feb 09 02:37:57.437075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Pushing event updated for resources: {'Port': ['ID=e9474f77-173c-44b0-af5d-3709074a3323,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:57.479021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router_gateway (e37cbe65-2458-45e4-9cb0-ac4caacae868), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.479708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebcfae-e6f3-4601-885b-714d0b52fd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3391076-982b-4759-ba7d-c22a1ad30bcb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:57.770035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-7015859a-dc42-46a4-9cbc-1093b0763fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:57.777879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Attempting to bind port e9474f77-173c-44b0-af5d-3709074a3323 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:37:57.779725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-7015859a-dc42-46a4-9cbc-1093b0763fb6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.4438934 Feb 09 02:37:57.782252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Attempting to bind port e9474f77-173c-44b0-af5d-3709074a3323 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'bf17cc97-cb29-4e0e-8236-0b94438a8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:37:57.782764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Attempting to bind port e9474f77-173c-44b0-af5d-3709074a3323 on network 25adb349-6736-49cb-9beb-d71246cee8fb {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:37:57.810135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:37:57.810548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Checking segment: {'id': 'bf17cc97-cb29-4e0e-8236-0b94438a8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:37:57.816767 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.821799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Bound using segment: {'id': 'bf17cc97-cb29-4e0e-8236-0b94438a8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:37:57.822343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Bound port: e9474f77-173c-44b0-af5d-3709074a3323, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf17cc97-cb29-4e0e-8236-0b94438a8d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:37:57.822779 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9474f77-173c-44b0-af5d-3709074a3323), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.872931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-928938ee-f21e-4c02-8380-d68fbd206f25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 HTTP/1.1" status: 200 len: 217 time: 0.0801713 Feb 09 02:37:57.932559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-879f5294-833e-4a98-98d6-751f0494cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:57.934435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-879f5294-833e-4a98-98d6-751f0494cf27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0552297 Feb 09 02:37:57.945165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d241-cbea-448c-90f1-9d24321009aa req-b8a4d99b-6587-41ac-9130-11a8c080f97a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:57.947232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1481d241-cbea-448c-90f1-9d24321009aa req-b8a4d99b-6587-41ac-9130-11a8c080f97a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.4126153 Feb 09 02:37:58.077458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-3ad9bc35-a809-4948-9209-b0f0d0b8f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:58.080471 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-3ad9bc35-a809-4948-9209-b0f0d0b8f6bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1304400 Feb 09 02:37:58.092663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1481d241-cbea-448c-90f1-9d24321009aa req-66ee83fa-9f17-4a83-bf2e-f73442811aa4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308372 Feb 09 02:37:58.235940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] For port e9474f77-173c-44b0-af5d-3709074a3323, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:37:58.295729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] For port e9474f77-173c-44b0-af5d-3709074a3323, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e9474f77-173c-44b0-af5d-3709074a3323,segment=NetworkSegment(bf17cc97-cb29-4e0e-8236-0b94438a8d05),segment_id=bf17cc97-cb29-4e0e-8236-0b94438a8d05)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:37:58.311861 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.317942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9474f77-173c-44b0-af5d-3709074a3323), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.360320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:58.476505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router_gateway (e37cbe65-2458-45e4-9cb0-ac4caacae868), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.566854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.578371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaca07a-752f-4f47-a42d-be66e1de93b1 None None] Pushing event updated for resources: {'Port': ['ID=e9474f77-173c-44b0-af5d-3709074a3323,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:58.586173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ffb357-23ba-4fc1-9b7b-b62a7253fc76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.697934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-ee2e2f2e-3ef4-400d-af3d-1fcc9304285c service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095841 Feb 09 02:37:58.797757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ffb357-23ba-4fc1-9b7b-b62a7253fc76 admin admin] Publish callbacks [] for security_group (612372d5-e7a4-4ab9-a25d-b171f1242b74), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.805959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c1ffb357-23ba-4fc1-9b7b-b62a7253fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (612372d5-e7a4-4ab9-a25d-b171f1242b74), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:58.919269 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c1ffb357-23ba-4fc1-9b7b-b62a7253fc76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8df31a2d96434f3db202cd970a031e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565312 Feb 09 02:37:58.920516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55774) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:58.921453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffb357-23ba-4fc1-9b7b-b62a7253fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612372d5-e7a4-4ab9-a25d-b171f1242b74,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:59.063281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Allocated IP 172.25.6.81 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/10b42032-ad27-488c-b35d-f81485f7aa94) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:37:59.106160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55655e9f-df45-4f74-854e-017fe1b33fb2 admin admin] Publish callbacks [] for security_group (612372d5-e7a4-4ab9-a25d-b171f1242b74), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.155115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55655e9f-df45-4f74-854e-017fe1b33fb2 admin admin] Publish callbacks [] for security_group (612372d5-e7a4-4ab9-a25d-b171f1242b74), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.235080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0da27baa-edb4-4655-bfb0-92d7836436ac req-ede87de2-325c-4a19-8ea9-58095b2df955 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296540 Feb 09 02:37:59.299467 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55655e9f-df45-4f74-854e-017fe1b33fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (612372d5-e7a4-4ab9-a25d-b171f1242b74), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.306262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55655e9f-df45-4f74-854e-017fe1b33fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.309945 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55655e9f-df45-4f74-854e-017fe1b33fb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/612372d5-e7a4-4ab9-a25d-b171f1242b74 HTTP/1.1" status: 204 len: 168 time: 0.3652031 Feb 09 02:37:59.332728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55655e9f-df45-4f74-854e-017fe1b33fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612372d5-e7a4-4ab9-a25d-b171f1242b74,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:59.343179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for port (10b42032-ad27-488c-b35d-f81485f7aa94), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.412216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cdaf4-9182-4cf8-b3dd-dcd265cf8c59 req-a8fc962c-a3d2-4d0c-a4c4-596bf705c7a4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:37:59.415542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c5cdaf4-9182-4cf8-b3dd-dcd265cf8c59 req-a8fc962c-a3d2-4d0c-a4c4-596bf705c7a4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1498914 Feb 09 02:37:59.468563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55784) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:59.470545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (10b42032-ad27-488c-b35d-f81485f7aa94), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.565499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Port': ['ID=10b42032-ad27-488c-b35d-f81485f7aa94,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:59.576562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:37:59.579600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:37:59.592243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c5cdaf4-9182-4cf8-b3dd-dcd265cf8c59 req-bdb6c1c1-46f3-4f7f-8823-4a84cb753c38 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622727 Feb 09 02:37:59.594432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:37:59.826123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f84e530c-dbd6-4891-af15-850f115dc1fa tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1161200011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:37:59.853672 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.869291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f84e530c-dbd6-4891-af15-850f115dc1fa tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.870973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f84e530c-dbd6-4891-af15-850f115dc1fa tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.982762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f84e530c-dbd6-4891-af15-850f115dc1fa tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for router_controller (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:59.989565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f84e530c-dbd6-4891-af15-850f115dc1fa tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.018117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router_gateway (e37cbe65-2458-45e4-9cb0-ac4caacae868), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.069355 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f84e530c-dbd6-4891-af15-850f115dc1fa tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.074558 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f84e530c-dbd6-4891-af15-850f115dc1fa tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6039395 Feb 09 02:38:00.075607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:00.082917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-455236033'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:00.131304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Made reservation on behalf of 9748c2bfc9fb4e94a52801ebe5f64712 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:00.143138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.165444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9474f77-173c-44b0-af5d-3709074a3323 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:00.196211 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.291091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e9474f77-173c-44b0-af5d-3709074a3323 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:00.291566 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9474f77-173c-44b0-af5d-3709074a3323), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.440586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for security_group (e80e7f3a-6411-4d8d-b331-b2406a51057e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.449710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e80e7f3a-6411-4d8d-b331-b2406a51057e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.458801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296783f-b332-4fdc-a38a-3c7ecfe8d82d None None] Network 25adb349-6736-49cb-9beb-d71246cee8fb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:00.460728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e9474f77-173c-44b0-af5d-3709074a3323 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:00.461119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9474f77-173c-44b0-af5d-3709074a3323), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.492277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:38:00.548634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.550874 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Added segment 1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638 of type vlan for network 356f0ddc-6921-45e5-a901-1dc88e91282b Feb 09 02:38:00.554294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e7f3a-6411-4d8d-b331-b2406a51057e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:00.561391 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (e37cbe65-2458-45e4-9cb0-ac4caacae868), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.664760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port e9474f77-173c-44b0-af5d-3709074a3323, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e9474f77-173c-44b0-af5d-3709074a3323,segment=NetworkSegment(bf17cc97-cb29-4e0e-8236-0b94438a8d05),segment_id=bf17cc97-cb29-4e0e-8236-0b94438a8d05)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:00.678657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0933963c-ab90-43b3-8099-c15b1da06f11 None None] Provisioning complete for port e9474f77-173c-44b0-af5d-3709074a3323 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:00.679311 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0933963c-ab90-43b3-8099-c15b1da06f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9474f77-173c-44b0-af5d-3709074a3323), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.691211 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9474f77-173c-44b0-af5d-3709074a3323), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.711620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (356f0ddc-6921-45e5-a901-1dc88e91282b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.756170 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (356f0ddc-6921-45e5-a901-1dc88e91282b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.765357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:00.771363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:00.832562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=e9474f77-173c-44b0-af5d-3709074a3323,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:00.890171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef449d0-8b20-40ed-ba04-4378e6a05856 req-7a36900e-f238-4c80-acad-2dae4aba17f4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:00.892092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eef449d0-8b20-40ed-ba04-4378e6a05856 req-7a36900e-f238-4c80-acad-2dae4aba17f4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1744769 Feb 09 02:38:01.011399 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9328899 Feb 09 02:38:01.012922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:01.016342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eef449d0-8b20-40ed-ba04-4378e6a05856 req-2657a61f-1334-4a54-9227-c912cfc5fe98 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048763 Feb 09 02:38:01.027888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Router e37cbe65-2458-45e4-9cb0-ac4caacae868 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:38:01.032520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'subnet': {'network_id': '356f0ddc-6921-45e5-a901-1dc88e91282b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:01.038704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0933963c-ab90-43b3-8099-c15b1da06f11 None None] Current status of the port e9474f77-173c-44b0-af5d-3709074a3323 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:01.061745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f89e89-33bc-4156-81cf-283a719af29d tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Network': ['ID=356f0ddc-6921-45e5-a901-1dc88e91282b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:01.072432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 356f0ddc-6921-45e5-a901-1dc88e91282b details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:38:01.210939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:01.223307 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] Sync routers for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:01.251638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.253225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ebf77fdc-2c0e-4605-aba3-0f480d829a3a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6677871 Feb 09 02:38:01.256491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55816) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:01.259253 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:01.260192 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:01.272332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Made reservation on behalf of 9748c2bfc9fb4e94a52801ebe5f64712 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:01.282217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.359976 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:01.382541 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:01.385762 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:01.442923 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:01.443832 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a268cd0a-668d-42e3-af13-f82f9d49f6ef None None] The sync data for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:01.474232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5d206d2e-ded5-4a61-9369-4cca86826e80 None None] Provisioning complete for port e9474f77-173c-44b0-af5d-3709074a3323 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:01.475526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d206d2e-ded5-4a61-9369-4cca86826e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9474f77-173c-44b0-af5d-3709074a3323), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.586791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (57997f8f-4671-40bc-8a6f-08e175e732d8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.688583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5d206d2e-ded5-4a61-9369-4cca86826e80 None None] Current status of the port e9474f77-173c-44b0-af5d-3709074a3323 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:01.727495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Checking segment: {'id': '1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '356f0ddc-6921-45e5-a901-1dc88e91282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:01.727495 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network hostable DHCP agents. Network: 356f0ddc-6921-45e5-a901-1dc88e91282b, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:38:01.741230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Subnet': ['ID=57997f8f-4671-40bc-8a6f-08e175e732d8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:01.763031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network 356f0ddc-6921-45e5-a901-1dc88e91282b is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:38:01.783887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 356f0ddc-6921-45e5-a901-1dc88e91282b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:01.788412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:01.789364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.797806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e4e79-7748-4780-9ad1-dcaac8840f0e None None] Network 356f0ddc-6921-45e5-a901-1dc88e91282b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:01.812772 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b6a6a04a-4c43-4438-ba16-401f02c9be14 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7987497 Feb 09 02:38:01.816799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:01.823035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'network': {'name': 'tempest-router-network01--1208807567'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:01.845741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Made reservation on behalf of 9748c2bfc9fb4e94a52801ebe5f64712 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:01.849851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.885509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:38:01.898126 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a2c666b9-5372-4fe5-a584-3990a7acfaa0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.898485 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Added segment a2c666b9-5372-4fe5-a584-3990a7acfaa0 of type vlan for network e582a682-542a-4960-a399-a3e1af6c5421 Feb 09 02:38:01.942864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:01.951598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e582a682-542a-4960-a399-a3e1af6c5421), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.026330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e582a682-542a-4960-a399-a3e1af6c5421), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.032661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:02.033275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-356f0ddc-6921-45e5-a901-1dc88e91282b', 'network_id': '356f0ddc-6921-45e5-a901-1dc88e91282b', 'project_id': '9748c2bfc9fb4e94a52801ebe5f64712', 'fixed_ips': [{'subnet_id': '57997f8f-4671-40bc-8a6f-08e175e732d8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:38:02.033485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.034374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.165246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Network': ['ID=e582a682-542a-4960-a399-a3e1af6c5421,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:02.200889 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-25848182-b6f2-481c-be84-9e745678f10f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3827913 Feb 09 02:38:02.203976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:02.209291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'network': {'name': 'tempest-router-network02--424522123'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:02.238121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Made reservation on behalf of 9748c2bfc9fb4e94a52801ebe5f64712 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:02.243016 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.274688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:38:02.289419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.289814 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Added segment fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc of type vlan for network 0e107770-214c-49ab-8d48-c53cc0ac5b3d Feb 09 02:38:02.350944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (0e107770-214c-49ab-8d48-c53cc0ac5b3d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.388675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (0e107770-214c-49ab-8d48-c53cc0ac5b3d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.398355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:02.399148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.411587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd433066-2eb1-4b2e-96dd-288d77259007 req-cf5d8a17-688a-4272-a638-43e792d807d8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:02.413662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd433066-2eb1-4b2e-96dd-288d77259007 req-cf5d8a17-688a-4272-a638-43e792d807d8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.2662694 Feb 09 02:38:02.436355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9474f77-173c-44b0-af5d-3709074a3323 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:02.439355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e582a682-542a-4960-a399-a3e1af6c5421 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:38:02.502798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Network': ['ID=0e107770-214c-49ab-8d48-c53cc0ac5b3d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:02.510534 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5deaa585-71a7-426d-89a6-95d2bc65327a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3053315 Feb 09 02:38:02.513487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:02.520111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'subnet': {'network_id': 'e582a682-542a-4960-a399-a3e1af6c5421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:02.547142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd433066-2eb1-4b2e-96dd-288d77259007 req-759b2a8f-b612-4f39-a14e-c103d7fc675c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239717 Feb 09 02:38:02.574334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Allocated IP 172.20.0.1 (25adb349-6736-49cb-9beb-d71246cee8fb/b25d8263-4fe0-40f4-a351-bdd5ee32e727/eb404a9c-ca8b-43ce-9a7f-807bef04efff) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:02.603857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 0e107770-214c-49ab-8d48-c53cc0ac5b3d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:38:02.679065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Made reservation on behalf of 9748c2bfc9fb4e94a52801ebe5f64712 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:02.684874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.833155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.855574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e9474f77-173c-44b0-af5d-3709074a3323 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:02.856116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9474f77-173c-44b0-af5d-3709074a3323), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.901496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Allocated IP 172.20.0.2 (356f0ddc-6921-45e5-a901-1dc88e91282b/57997f8f-4671-40bc-8a6f-08e175e732d8/3667c946-2e83-4d18-b92f-9a834818b7dc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:03.022523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e9474f77-173c-44b0-af5d-3709074a3323 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:03.165736 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Publish callbacks [] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.194411 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.245940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Network 356f0ddc-6921-45e5-a901-1dc88e91282b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:03.249414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:03.253777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:03.273852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Pushing event updated for resources: {'Port': ['ID=3667c946-2e83-4d18-b92f-9a834818b7dc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:03.296178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.296534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.296877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.297354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.297704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.298038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.298362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.299340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.299673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.300001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.300338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.300730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.300968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:03.355260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Attempting to bind port 3667c946-2e83-4d18-b92f-9a834818b7dc on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:03.355640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Attempting to bind port 3667c946-2e83-4d18-b92f-9a834818b7dc by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '356f0ddc-6921-45e5-a901-1dc88e91282b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:03.356005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Attempting to bind port 3667c946-2e83-4d18-b92f-9a834818b7dc on network 356f0ddc-6921-45e5-a901-1dc88e91282b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:03.360373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.363291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:03.363665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Checking segment: {'id': '1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '356f0ddc-6921-45e5-a901-1dc88e91282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:03.364122 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.364524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Bound using segment: {'id': '1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '356f0ddc-6921-45e5-a901-1dc88e91282b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:03.365026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Bound port: 3667c946-2e83-4d18-b92f-9a834818b7dc, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '356f0ddc-6921-45e5-a901-1dc88e91282b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:03.365496 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.426596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Network 25adb349-6736-49cb-9beb-d71246cee8fb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:03.430792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:03.445411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:03.520105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Port': ['ID=eb404a9c-ca8b-43ce-9a7f-807bef04efff,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:03.529593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (e37cbe65-2458-45e4-9cb0-ac4caacae868), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.539340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] For port 3667c946-2e83-4d18-b92f-9a834818b7dc, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:03.547319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] For port 3667c946-2e83-4d18-b92f-9a834818b7dc, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3667c946-2e83-4d18-b92f-9a834818b7dc,segment=NetworkSegment(1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638),segment_id=1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:03.561011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.742151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a84d1-388e-4d2e-9cb0-0bc113f4bb8d None None] Pushing event updated for resources: {'Port': ['ID=3667c946-2e83-4d18-b92f-9a834818b7dc,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:03.818520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.842172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (96665926-edab-450a-b94c-cd496801f73c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.961833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6261c704-c5e4-4e45-811d-bdcf687dc37b None None] Provisioning complete for port eb404a9c-ca8b-43ce-9a7f-807bef04efff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:03.962226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6261c704-c5e4-4e45-811d-bdcf687dc37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.994183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca7238-a962-4c9f-9165-5486473c432c req-f4a3cc53-c72d-4bc7-82dc-2adaf4a0a007 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:03.996408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bca7238-a962-4c9f-9165-5486473c432c req-f4a3cc53-c72d-4bc7-82dc-2adaf4a0a007 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.2673151 Feb 09 02:38:03.999238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Checking segment: {'id': 'a2c666b9-5372-4fe5-a584-3990a7acfaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e582a682-542a-4960-a399-a3e1af6c5421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:03.999737 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network hostable DHCP agents. Network: e582a682-542a-4960-a399-a3e1af6c5421, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:38:04.007835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Subnet': ['ID=96665926-edab-450a-b94c-cd496801f73c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.029699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network e582a682-542a-4960-a399-a3e1af6c5421 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:38:04.045454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e582a682-542a-4960-a399-a3e1af6c5421) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:04.070760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:04.073152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.079061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-6261c704-c5e4-4e45-811d-bdcf687dc37b None None] Port eb404a9c-ca8b-43ce-9a7f-807bef04efff cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:04.085817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca16dc-82cb-41f5-889a-8fdd537e2169 None None] Network e582a682-542a-4960-a399-a3e1af6c5421 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:04.104570 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eee0f41e-cb0b-437a-8b80-c2c4cd17344b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5897806 Feb 09 02:38:04.107470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:04.113233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'subnet': {'network_id': '0e107770-214c-49ab-8d48-c53cc0ac5b3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:04.227025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bca7238-a962-4c9f-9165-5486473c432c req-fe28ed21-128e-4246-a76a-0a98a31c928a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139347 Feb 09 02:38:04.298604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Made reservation on behalf of 9748c2bfc9fb4e94a52801ebe5f64712 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:04.299670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e582a682-542a-4960-a399-a3e1af6c5421', 'network_id': 'e582a682-542a-4960-a399-a3e1af6c5421', 'project_id': '9748c2bfc9fb4e94a52801ebe5f64712', 'fixed_ips': [{'subnet_id': '96665926-edab-450a-b94c-cd496801f73c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:38:04.300748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.305206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.388920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.398328 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.489679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Allocated IP 172.20.0.2 (e582a682-542a-4960-a399-a3e1af6c5421/96665926-edab-450a-b94c-cd496801f73c/d5868483-412e-442d-a3ec-1c87bd6aaf76) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:04.527076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (e37cbe65-2458-45e4-9cb0-ac4caacae868), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.539897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Port': ['ID=eb404a9c-ca8b-43ce-9a7f-807bef04efff,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.560791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (2189f0d8-1afa-4e72-8817-da8e3fb93899), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.648611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Checking segment: {'id': 'fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0e107770-214c-49ab-8d48-c53cc0ac5b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:04.648904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network hostable DHCP agents. Network: 0e107770-214c-49ab-8d48-c53cc0ac5b3d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:38:04.652788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Subnet': ['ID=2189f0d8-1afa-4e72-8817-da8e3fb93899,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:04.679859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network 0e107770-214c-49ab-8d48-c53cc0ac5b3d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:38:04.693576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 0e107770-214c-49ab-8d48-c53cc0ac5b3d) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:04.696145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Network 25adb349-6736-49cb-9beb-d71246cee8fb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:04.698154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:04.705453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dd663-6deb-4693-a46d-67bce2716aab None None] Network 0e107770-214c-49ab-8d48-c53cc0ac5b3d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:04.717073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:04.721384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.779073 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-caaf6baf-86c9-4938-b3ad-93ed836292b3 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6694605 Feb 09 02:38:04.779073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:04.797545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Publish callbacks [] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.824454 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.879026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Router e37cbe65-2458-45e4-9cb0-ac4caacae868 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:04.925188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Network e582a682-542a-4960-a399-a3e1af6c5421 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:04.969061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:04.995337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:05.102234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:05.117949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3acd176f-d6e7-4cd4-8a73-cf4abc6b9f67 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "PUT /v2.0/routers/e37cbe65-2458-45e4-9cb0-ac4caacae868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8598201 Feb 09 02:38:05.119266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55846) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:05.141322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] Sync routers for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:05.142100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Request body: {'port': {'network_id': '25adb349-6736-49cb-9beb-d71246cee8fb', 'name': 'tempest-FloatingIPAdminTestJSON-873316732'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:05.149969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Pushing event updated for resources: {'Port': ['ID=d5868483-412e-442d-a3ec-1c87bd6aaf76,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:05.190874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-0e107770-214c-49ab-8d48-c53cc0ac5b3d', 'network_id': '0e107770-214c-49ab-8d48-c53cc0ac5b3d', 'project_id': '9748c2bfc9fb4e94a52801ebe5f64712', 'fixed_ips': [{'subnet_id': '2189f0d8-1afa-4e72-8817-da8e3fb93899'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:38:05.194071 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.223750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:05.224652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:05.227140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Attempting to bind port d5868483-412e-442d-a3ec-1c87bd6aaf76 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:05.227677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Attempting to bind port d5868483-412e-442d-a3ec-1c87bd6aaf76 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a2c666b9-5372-4fe5-a584-3990a7acfaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e582a682-542a-4960-a399-a3e1af6c5421'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:05.228217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Attempting to bind port d5868483-412e-442d-a3ec-1c87bd6aaf76 on network e582a682-542a-4960-a399-a3e1af6c5421 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:05.254181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:05.254955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Checking segment: {'id': 'a2c666b9-5372-4fe5-a584-3990a7acfaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e582a682-542a-4960-a399-a3e1af6c5421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:05.255889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.256460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Bound using segment: {'id': 'a2c666b9-5372-4fe5-a584-3990a7acfaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e582a682-542a-4960-a399-a3e1af6c5421'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:05.257133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Bound port: d5868483-412e-442d-a3ec-1c87bd6aaf76, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c666b9-5372-4fe5-a584-3990a7acfaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e582a682-542a-4960-a399-a3e1af6c5421'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:05.257688 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.366130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-7634f667-f0e9-4e42-b576-4518919c557e tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=872150a9e3744208ae03c4160a3612c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765798 Feb 09 02:38:05.405312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:05.421030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.577018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:05.577811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:05.683456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e3447-f016-4601-9c07-c166fdc77b66 None None] Network 356f0ddc-6921-45e5-a901-1dc88e91282b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:05.689134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Made reservation on behalf of 6e7de65072f442398cd0899153e226ba for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:05.693661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.708421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dd3aa2e1-8368-42ce-973b-b09c8d0069c3 None None] Provisioning complete for port eb404a9c-ca8b-43ce-9a7f-807bef04efff triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:05.708993 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd3aa2e1-8368-42ce-973b-b09c8d0069c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.713531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:05.714110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77189b4d-ba2e-4a4b-8c73-38730bc1c429 req-2f3c6439-f956-438f-9342-01cbb91be925 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:05.714277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f8ffa-4748-4955-b71c-eee11647eebf None None] The sync data for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:05.716075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77189b4d-ba2e-4a4b-8c73-38730bc1c429 req-2f3c6439-f956-438f-9342-01cbb91be925 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.3258383 Feb 09 02:38:05.737712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Allocated IP 172.20.0.1 (e582a682-542a-4960-a399-a3e1af6c5421/96665926-edab-450a-b94c-cd496801f73c/4d0d419a-5de0-4fcf-849e-0be943b5643f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:05.772941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-6c96329e-56ff-4aa9-a59b-d70fca0b5b8c tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:05.773220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] For port d5868483-412e-442d-a3ec-1c87bd6aaf76, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:05.780112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-6c96329e-56ff-4aa9-a59b-d70fca0b5b8c tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3886449 Feb 09 02:38:05.780939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] For port d5868483-412e-442d-a3ec-1c87bd6aaf76, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d5868483-412e-442d-a3ec-1c87bd6aaf76,segment=NetworkSegment(a2c666b9-5372-4fe5-a584-3990a7acfaa0),segment_id=a2c666b9-5372-4fe5-a584-3990a7acfaa0)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:05.782807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] device_id is not set on port b9d5c6e3-f439-4770-a6c8-a0556d86759c yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:38:05.813107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-26ecb6ef-89c8-432b-b577-ef881784145e tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/quotas/872150a9e3744208ae03c4160a3612c5 HTTP/1.1" status: 200 len: 375 time: 0.0319791 Feb 09 02:38:05.860609 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.863495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Allocated IP 172.20.0.2 (0e107770-214c-49ab-8d48-c53cc0ac5b3d/2189f0d8-1afa-4e72-8817-da8e3fb93899/0f2d062b-9bb2-46cd-9416-a1d7dcea1584) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:05.884533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77189b4d-ba2e-4a4b-8c73-38730bc1c429 req-d98545f2-ea97-4e2f-bcd8-322d0715c571 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511190 Feb 09 02:38:05.911266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:05.920139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-99d3a07a-a086-4fbc-8d23-a5cd875744f0 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=872150a9e3744208ae03c4160a3612c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060231 Feb 09 02:38:06.001434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network e582a682-542a-4960-a399-a3e1af6c5421 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:06.022567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:06.035360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Allocated IP 172.20.0.3 (25adb349-6736-49cb-9beb-d71246cee8fb/b25d8263-4fe0-40f4-a351-bdd5ee32e727/b9d5c6e3-f439-4770-a6c8-a0556d86759c) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:06.036332 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.040308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:06.111187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Port': ['ID=4d0d419a-5de0-4fcf-849e-0be943b5643f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:06.163676 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.283092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a55ce7d7-3345-4c71-a591-cd8793f74439 req-ae17c723-4ac2-44a6-bf98-b6a1aa199a04 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 210 time: 0.0496631 Feb 09 02:38:06.374828 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for port (b9d5c6e3-f439-4770-a6c8-a0556d86759c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.401362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.420614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3667c946-2e83-4d18-b92f-9a834818b7dc up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:06.435839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b9d5c6e3-f439-4770-a6c8-a0556d86759c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.489572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Network 25adb349-6736-49cb-9beb-d71246cee8fb is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:06.498741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:06.508279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:06.573618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dd3aa2e1-8368-42ce-973b-b09c8d0069c3 None None] Port eb404a9c-ca8b-43ce-9a7f-807bef04efff cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:06.581026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event updated for resources: {'Port': ['ID=b9d5c6e3-f439-4770-a6c8-a0556d86759c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:06.637153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:06.638184 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.682139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4408bb46-5a95-45c1-930e-04af4a3d51d3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5489135 Feb 09 02:38:06.686080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55870) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:06.822883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009e09-40db-4662-a203-2c49ccc209f6 None None] Pushing event updated for resources: {'Port': ['ID=d5868483-412e-442d-a3ec-1c87bd6aaf76,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:06.918087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5501905e-559d-41f5-a1ff-b0e93cde500a None None] Provisioning complete for port 3667c946-2e83-4d18-b92f-9a834818b7dc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:06.920870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5501905e-559d-41f5-a1ff-b0e93cde500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.110220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'project_id': '6e7de65072f442398cd0899153e226ba', 'port_id': 'b9d5c6e3-f439-4770-a6c8-a0556d86759c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:07.121096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.131111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.167094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3667c946-2e83-4d18-b92f-9a834818b7dc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:07.167480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.260572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.339244 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Publish callbacks [] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.373654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.407673 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.408625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd98f-0c98-4a04-b058-862b112da585 req-d6fda51e-bc12-43df-84ae-d7ad298aa20d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:07.421967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b28cd98f-0c98-4a04-b058-862b112da585 req-d6fda51e-bc12-43df-84ae-d7ad298aa20d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.2651424 Feb 09 02:38:07.441216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Port': ['ID=4d0d419a-5de0-4fcf-849e-0be943b5643f,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:07.566022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Pushing event updated for resources: {'Port': ['ID=0f2d062b-9bb2-46cd-9416-a1d7dcea1584,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:07.570489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b28cd98f-0c98-4a04-b058-862b112da585 req-16a9e7d6-6dfc-4acd-aa92-be0d1f369dc5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434534 Feb 09 02:38:07.595171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Network 0e107770-214c-49ab-8d48-c53cc0ac5b3d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:07.603845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:07.607030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:07.651610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.720045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network e582a682-542a-4960-a399-a3e1af6c5421 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:07.721986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:07.757170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5501905e-559d-41f5-a1ff-b0e93cde500a None None] Current status of the port 3667c946-2e83-4d18-b92f-9a834818b7dc is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:07.757895 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5501905e-559d-41f5-a1ff-b0e93cde500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.797615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-39784dc1-e0e6-4cd4-8dec-9c8bc7c95876 req-c7c31f2e-623d-46c8-ba3e-c77d1594dc8f tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 210 time: 0.0549667 Feb 09 02:38:07.849722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8b517-b35e-4047-aa46-ea97b53bca0f req-3c7c977b-e8d1-4921-8f34-0ad79cfb89aa tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:07.858235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61d8b517-b35e-4047-aa46-ea97b53bca0f req-3c7c977b-e8d1-4921-8f34-0ad79cfb89aa tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1128 time: 0.1903822 Feb 09 02:38:07.898037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Attempting to bind port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:07.898617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Attempting to bind port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0e107770-214c-49ab-8d48-c53cc0ac5b3d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:07.899115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Attempting to bind port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 on network 0e107770-214c-49ab-8d48-c53cc0ac5b3d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:07.919748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Allocated IP 172.25.6.79 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/bc03165c-ae53-4f3e-b3a9-443948146a55) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:07.921373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:07.922042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Checking segment: {'id': 'fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0e107770-214c-49ab-8d48-c53cc0ac5b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:07.922400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.923143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Bound using segment: {'id': 'fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0e107770-214c-49ab-8d48-c53cc0ac5b3d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:07.924513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Bound port: 0f2d062b-9bb2-46cd-9416-a1d7dcea1584, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0e107770-214c-49ab-8d48-c53cc0ac5b3d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:07.926537 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.942926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3667c946-2e83-4d18-b92f-9a834818b7dc is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:07.943262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:07.968045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61d8b517-b35e-4047-aa46-ea97b53bca0f req-cf96bf8e-383e-4298-82b0-4ffd9e54004b tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082766 Feb 09 02:38:07.969173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5501905e-559d-41f5-a1ff-b0e93cde500a None None] For port 3667c946-2e83-4d18-b92f-9a834818b7dc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3667c946-2e83-4d18-b92f-9a834818b7dc,segment=NetworkSegment(1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638),segment_id=1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:08.004278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5501905e-559d-41f5-a1ff-b0e93cde500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.054041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Router 590e1fea-1a9b-4bd3-b190-de9d8d6216c3 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:38:08.186003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-5836027d-01a7-43ad-8c54-b935af3e8030 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=872150a9e3744208ae03c4160a3612c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810056 Feb 09 02:38:08.252325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.318394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:38:08.318886 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:38:08.320056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] For port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:08.336190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] For port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0f2d062b-9bb2-46cd-9416-a1d7dcea1584,segment=NetworkSegment(fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc),segment_id=fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:08.345738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3f94157a-148a-4571-9101-400e445ce391 None None] Provisioning complete for port b9d5c6e3-f439-4770-a6c8-a0556d86759c triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:08.346516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f94157a-148a-4571-9101-400e445ce391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b9d5c6e3-f439-4770-a6c8-a0556d86759c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.353454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501905e-559d-41f5-a1ff-b0e93cde500a None None] Pushing event updated for resources: {'Port': ['ID=3667c946-2e83-4d18-b92f-9a834818b7dc,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:08.392103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7c15d-de89-4173-8a03-512311f1b9d2 req-efa99803-6125-42bf-bfd1-9c282953ad2a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:08.400150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ae7c15d-de89-4173-8a03-512311f1b9d2 req-efa99803-6125-42bf-bfd1-9c282953ad2a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.2505615 Feb 09 02:38:08.402273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.458102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-0b081b3d-5267-403d-8bf0-2120b7a339b7 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:08.459905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-0b081b3d-5267-403d-8bf0-2120b7a339b7 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540467 Feb 09 02:38:08.463447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:08.467175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.476773 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-764d6628-8aeb-4c0b-aa05-dfd604dcb520 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "PUT /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6960888 Feb 09 02:38:08.481315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55888) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:08.483925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Request body: {'port': {'device_id': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '872150a9e3744208ae03c4160a3612c5'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:08.485543 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] Sync routers for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:08.521964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f94157a-148a-4571-9101-400e445ce391 None None] Port b9d5c6e3-f439-4770-a6c8-a0556d86759c cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:08.531748 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:08.532381 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:08.544040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd952dbb-ae96-4fa4-91ec-00c6871a39b1 None None] Network e582a682-542a-4960-a399-a3e1af6c5421 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:08.602378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:08.612215 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:08.632211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ae7c15d-de89-4173-8a03-512311f1b9d2 req-e91c8c38-784f-4779-9efb-cdb7402f6c32 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310021 Feb 09 02:38:08.639198 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:08.640318 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:08.660688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55892) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:08.662349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:08.678070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:08.722205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe537-d890-4fe9-92b8-9a0fa7836f52 None None] Pushing event updated for resources: {'Port': ['ID=0f2d062b-9bb2-46cd-9416-a1d7dcea1584,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:08.736433 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:08.737401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b48a-430b-44f3-b99f-e89b592342d0 None None] The sync data for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:08.785626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Pushing event updated for resources: {'Port': ['ID=bc03165c-ae53-4f3e-b3a9-443948146a55,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:08.804812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3f94157a-148a-4571-9101-400e445ce391 None None] Provisioning complete for port 3667c946-2e83-4d18-b92f-9a834818b7dc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:08.805190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f94157a-148a-4571-9101-400e445ce391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:08.896374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.896374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.896374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.896374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.896759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.897053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.897383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.897691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.898064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.898433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.899674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.902485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:08.902485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:09.023370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3667c946-2e83-4d18-b92f-9a834818b7dc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:09.061116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecae87f7-ada5-447f-9047-6d42f6fa367f req-2137f87b-ef30-4a05-98f9-dc799f62eaa9 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 210 time: 0.0950887 Feb 09 02:38:09.079162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-73f99b9f-8db4-4fe1-b9d3-b4568d263bfa tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/7ebaac2c-5fde-42cf-8ecf-60647fb095a8 HTTP/1.1" status: 200 len: 993 time: 0.4038215 Feb 09 02:38:09.161678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f94157a-148a-4571-9101-400e445ce391 None None] Current status of the port 3667c946-2e83-4d18-b92f-9a834818b7dc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:09.324935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fb3ac45c-18d8-4185-8004-3d42dce58dc3 None None] Provisioning complete for port d5868483-412e-442d-a3ec-1c87bd6aaf76 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:09.325402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac45c-18d8-4185-8004-3d42dce58dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.380898 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-630ae85c-41c3-469c-bad0-76d7c0088307 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 02:38:09.383402 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-630ae85c-41c3-469c-bad0-76d7c0088307 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "PUT /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9001758 Feb 09 02:38:09.386340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55900) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:09.523342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ac45c-18d8-4185-8004-3d42dce58dc3 None None] Current status of the port d5868483-412e-442d-a3ec-1c87bd6aaf76 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:09.523750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac45c-18d8-4185-8004-3d42dce58dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.526101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:09.633827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-fb3ac45c-18d8-4185-8004-3d42dce58dc3 None None] For port d5868483-412e-442d-a3ec-1c87bd6aaf76, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d5868483-412e-442d-a3ec-1c87bd6aaf76,segment=NetworkSegment(a2c666b9-5372-4fe5-a584-3990a7acfaa0),segment_id=a2c666b9-5372-4fe5-a584-3990a7acfaa0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:09.664185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:09.664736 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.667149 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fb3ac45c-18d8-4185-8004-3d42dce58dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.884416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cb242349-e81c-41a9-bf11-4ebbd7328a87 None None] Provisioning complete for port d5868483-412e-442d-a3ec-1c87bd6aaf76 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:09.884876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb242349-e81c-41a9-bf11-4ebbd7328a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:09.888353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ac45c-18d8-4185-8004-3d42dce58dc3 None None] Pushing event updated for resources: {'Port': ['ID=d5868483-412e-442d-a3ec-1c87bd6aaf76,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:09.912762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-ba64c619-4324-4bad-a8a7-76153959578c req-9a55a0f5-1aa7-4d75-9ed3-43b10b4cb0ad service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:09.913861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba64c619-4324-4bad-a8a7-76153959578c req-9a55a0f5-1aa7-4d75-9ed3-43b10b4cb0ad service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065155 Feb 09 02:38:09.957835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Made reservation on behalf of 872150a9e3744208ae03c4160a3612c5 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:09.979305 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.017882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.061186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e21ad-4eca-4839-a3b4-f9bfb5a2e701 req-2f701411-865a-4c28-b8ae-3af4777bcebe tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:10.063398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b50e21ad-4eca-4839-a3b4-f9bfb5a2e701 req-2f701411-865a-4c28-b8ae-3af4777bcebe tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 1.2746212 Feb 09 02:38:10.089675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.179169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:10.179755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.309490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cb242349-e81c-41a9-bf11-4ebbd7328a87 None None] Current status of the port d5868483-412e-442d-a3ec-1c87bd6aaf76 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:10.363346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0f2d062b-9bb2-46cd-9416-a1d7dcea1584,segment=NetworkSegment(fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc),segment_id=fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:10.375177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b50e21ad-4eca-4839-a3b4-f9bfb5a2e701 req-f3b67ba5-32e8-4bb7-80bb-6a8f38e5035b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151473 Feb 09 02:38:10.381646 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.382574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3667c946-2e83-4d18-b92f-9a834818b7dc up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:10.417702 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks [] for security_group (b831f2b2-f9b6-414d-9820-a9cc2cb21cfb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.435436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cb242349-e81c-41a9-bf11-4ebbd7328a87 None None] Provisioning complete for port 4d0d419a-5de0-4fcf-849e-0be943b5643f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:10.435822 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb242349-e81c-41a9-bf11-4ebbd7328a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.490110 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b831f2b2-f9b6-414d-9820-a9cc2cb21cfb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.603455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=0f2d062b-9bb2-46cd-9416-a1d7dcea1584,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:10.607848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cb242349-e81c-41a9-bf11-4ebbd7328a87 None None] Port 4d0d419a-5de0-4fcf-849e-0be943b5643f cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:10.621989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3667c946-2e83-4d18-b92f-9a834818b7dc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:10.622548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.672337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d416d-7045-4990-9833-c16cd25b1121 None None] Network 0e107770-214c-49ab-8d48-c53cc0ac5b3d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:10.694841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Deleting port 4d0d419a-5de0-4fcf-849e-0be943b5643f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:10.695454 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.809180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-31fde8bf-f1b6-42af-ae3f-265852969c87 None None] Provisioning complete for port 4d0d419a-5de0-4fcf-849e-0be943b5643f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:10.810051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31fde8bf-f1b6-42af-ae3f-265852969c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.814106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.827658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Calling delete_port for 4d0d419a-5de0-4fcf-849e-0be943b5643f owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:10.855780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-31fde8bf-f1b6-42af-ae3f-265852969c87 None None] Port 4d0d419a-5de0-4fcf-849e-0be943b5643f cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:10.860021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3667c946-2e83-4d18-b92f-9a834818b7dc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:10.862202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5868483-412e-442d-a3ec-1c87bd6aaf76 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:10.862934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:10.900812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57af6b5c-e004-4c13-a66d-457de3c2ee57 req-9ca8eb59-c9f3-48df-a96b-9715721cdaf2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 210 time: 0.3086967 Feb 09 02:38:10.937076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-31fde8bf-f1b6-42af-ae3f-265852969c87 None None] Provisioning complete for port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:10.937076 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31fde8bf-f1b6-42af-ae3f-265852969c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:10.999733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-d8507e78-e1ff-4b9f-beda-e84804a93c07 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3050139 Feb 09 02:38:11.024132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d5868483-412e-442d-a3ec-1c87bd6aaf76 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:11.024518 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.043972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49188850-6981-43e1-a0c2-7340bd99dd46 req-ec7dc327-d0b1-4f03-9073-b44629142e81 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:11.046106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49188850-6981-43e1-a0c2-7340bd99dd46 req-ec7dc327-d0b1-4f03-9073-b44629142e81 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.3677537 Feb 09 02:38:11.073028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4d0d419a-5de0-4fcf-849e-0be943b5643f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.128081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Port': ['ID=4d0d419a-5de0-4fcf-849e-0be943b5643f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:11.159565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-31fde8bf-f1b6-42af-ae3f-265852969c87 None None] Current status of the port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:11.237224 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for floatingip (840ef3ff-9b9a-4763-a4bb-54f27c1f4da7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.287951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d5868483-412e-442d-a3ec-1c87bd6aaf76 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:11.335054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Allocated IP 192.168.233.108 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/df32a6fe-4cf7-47da-8652-2c75a602d19d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:11.356690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49188850-6981-43e1-a0c2-7340bd99dd46 req-0d55648f-2aff-4daa-8a52-977cddab27b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787189 Feb 09 02:38:11.476644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.517162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:11.547497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.631959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-74041642-262f-4616-9f76-44daf3abaade None None] Provisioning complete for port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:11.632335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74041642-262f-4616-9f76-44daf3abaade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.707815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:11.708329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.819288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654442c-4955-4c67-a34c-9d0655d9d7f7 req-7ed78fcc-dbbd-4e52-97ac-016ba29fb415 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:11.826971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7654442c-4955-4c67-a34c-9d0655d9d7f7 req-7ed78fcc-dbbd-4e52-97ac-016ba29fb415 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.2799621 Feb 09 02:38:11.863632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:11.864834 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5868483-412e-442d-a3ec-1c87bd6aaf76 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:11.930143 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks [] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:11.935787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-74041642-262f-4616-9f76-44daf3abaade None None] Current status of the port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:12.010570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7654442c-4955-4c67-a34c-9d0655d9d7f7 req-778d4931-beeb-4403-91c4-e3d7fd04227c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823952 Feb 09 02:38:12.031995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d5868483-412e-442d-a3ec-1c87bd6aaf76 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:12.032387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.044609 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.059765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.139426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-456bd576-c387-4477-aab4-38a80ee1073a req-b4e506bb-e884-485a-9501-fa285102209b tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 210 time: 0.0827689 Feb 09 02:38:12.152413 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.234353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Pushing event updated for resources: {'Port': ['ID=bc03165c-ae53-4f3e-b3a9-443948146a55,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:12.259289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d5868483-412e-442d-a3ec-1c87bd6aaf76 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:12.278200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:12.293123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Router 590e1fea-1a9b-4bd3-b190-de9d8d6216c3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:12.315079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:12.329209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:12.355896 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (840ef3ff-9b9a-4763-a4bb-54f27c1f4da7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.398768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:12.409719 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4f723c2-f137-4011-aa91-03ce4738b55c tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "PUT /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0213008 Feb 09 02:38:12.416608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] Sync routers for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:12.417665 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55940) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:12.457211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:12.462596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:12.470734 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-e5148bb4-48c8-4053-88c8-35ff9941aa32 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] delete failed (client error): The resource could not be found. Feb 09 02:38:12.472237 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5148bb4-48c8-4053-88c8-35ff9941aa32 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-247622590 HTTP/1.1" status: 404 len: 334 time: 0.0533230 Feb 09 02:38:12.476042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:12.483060 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-51702c75-ee7e-40c6-a5d1-2483409c782a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'router': {'external_gateway_info': {'network_id': '590e1fea-1a9b-4bd3-b190-de9d8d6216c3'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:12.531019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:12.556658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:12.557290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:12.563880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Pushing event updated for resources: {'Port': ['ID=df32a6fe-4cf7-47da-8652-2c75a602d19d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:12.637898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:12.638447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.674684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-ffff099f-b793-4a5f-9f89-d2b47e98cbc2 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2032955 Feb 09 02:38:12.688752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Request body: {'port': {'device_id': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:12.705570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6680a2-c909-4f10-a2db-8e759a05e4cf req-f1392991-b123-4398-ba21-781e468d7037 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:12.712890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e6680a2-c909-4f10-a2db-8e759a05e4cf req-f1392991-b123-4398-ba21-781e468d7037 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1500549 Feb 09 02:38:12.733508 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Floating IP 840ef3ff-9b9a-4763-a4bb-54f27c1f4da7 associated. External IP: 172.25.6.79, port: b9d5c6e3-f439-4770-a6c8-a0556d86759c. Feb 09 02:38:12.895143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:12.896410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ff89a-33a5-4c39-b56c-4fdd659b2bce None None] The sync data for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:12.900180 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.910224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-93fbfd85-82c6-4fd0-b384-fec9e238501e None None] Provisioning complete for port df32a6fe-4cf7-47da-8652-2c75a602d19d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:12.910759 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93fbfd85-82c6-4fd0-b384-fec9e238501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.940380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-51702c75-ee7e-40c6-a5d1-2483409c782a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for router_gateway (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:12.950647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e6680a2-c909-4f10-a2db-8e759a05e4cf req-b685cfc1-9425-48b1-945c-05c0c00b8884 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284918 Feb 09 02:38:12.960505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93fbfd85-82c6-4fd0-b384-fec9e238501e None None] Port df32a6fe-4cf7-47da-8652-2c75a602d19d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:12.982433 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-51702c75-ee7e-40c6-a5d1-2483409c782a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] update failed (client error): The resource could not be found. Feb 09 02:38:12.983794 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-51702c75-ee7e-40c6-a5d1-2483409c782a tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "PUT /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3 HTTP/1.1" status: 404 len: 339 time: 0.5067561 Feb 09 02:38:12.988410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:13.197329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-90a3c818-550d-4f2e-b242-77a65e1d368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.198967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-90a3c818-550d-4f2e-b242-77a65e1d368a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1128 time: 0.2953780 Feb 09 02:38:13.356900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.422832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0fd0d-3ba0-4a61-bd92-6383b0556b45 req-4b5d3d69-ce57-40a8-88aa-a6a9ddbebcdb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.425295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbf0fd0d-3ba0-4a61-bd92-6383b0556b45 req-4b5d3d69-ce57-40a8-88aa-a6a9ddbebcdb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.3283734 Feb 09 02:38:13.516855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc30fba-798f-4f70-8242-372a3f79ca8e req-9511ba95-31d5-437a-a600-e69b5a64d2b9 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.519500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cc30fba-798f-4f70-8242-372a3f79ca8e req-9511ba95-31d5-437a-a600-e69b5a64d2b9 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 936 time: 0.3038187 Feb 09 02:38:13.526639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-301669bc-5134-4a3b-8d4a-1a2c375ae44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:13.528155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-301669bc-5134-4a3b-8d4a-1a2c375ae44d service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.3139620 Feb 09 02:38:13.530106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Router e37cbe65-2458-45e4-9cb0-ac4caacae868 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:13.654009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbf0fd0d-3ba0-4a61-bd92-6383b0556b45 req-59343fc6-759d-4651-8a6d-8aea3a56d442 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158811 Feb 09 02:38:13.669929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Allocated IP 172.20.0.1 (356f0ddc-6921-45e5-a901-1dc88e91282b/57997f8f-4671-40bc-8a6f-08e175e732d8/8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:13.821313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-d38cbab7-7a7f-4efb-9ac8-505e286c0dde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1001 time: 0.2841151 Feb 09 02:38:13.831105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cc30fba-798f-4f70-8242-372a3f79ca8e req-945c2af5-1263-4b13-858b-10fdc3965bef tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955558 Feb 09 02:38:13.857151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.912678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:13.983977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Port': ['ID=8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:13.997497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network 356f0ddc-6921-45e5-a901-1dc88e91282b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:14.000256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:14.003326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:14.086211 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.254827 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.290879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df32a6fe-4cf7-47da-8652-2c75a602d19d {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:38:14.320458 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Publish callbacks [] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.344633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-c0259beb-cdf7-4233-a2c6-aecbae8b15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:14.346830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-c0259beb-cdf7-4233-a2c6-aecbae8b15e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.5087705 Feb 09 02:38:14.365517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Transition to ACTIVE for port object df32a6fe-4cf7-47da-8652-2c75a602d19d will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:38:14.370879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:14.388342 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] Sync routers for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:14.400555 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:14.401417 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:14.403751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cbfc6933-bc9b-4cca-b932-bd9d9f5ba929 None None] Provisioning complete for port 8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:14.404713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbfc6933-bc9b-4cca-b932-bd9d9f5ba929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.406405 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.447976 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:14.458979 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:14.459608 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:14.475563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc6933-bc9b-4cca-b932-bd9d9f5ba929 None None] Port 8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:14.502169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef3342-ea38-4790-a66f-ce049ec74133 req-4cec51cc-a1fb-44b9-b38f-efe6833738e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:14.505391 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:14.506733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69b363-e15e-4ce4-b1a8-3b6719aad892 None None] The sync data for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:14.510158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfef3342-ea38-4790-a66f-ce049ec74133 req-4cec51cc-a1fb-44b9-b38f-efe6833738e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.2465494 Feb 09 02:38:14.517047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.577383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Pushing event updated for resources: {'Port': ['ID=df32a6fe-4cf7-47da-8652-2c75a602d19d,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:14.625913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-627f1452-cb3a-4e64-993c-d61c6fcca63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:14.628265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-627f1452-cb3a-4e64-993c-d61c6fcca63e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2729287 Feb 09 02:38:14.629976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-db79c663-c43b-49cf-9489-d0c444f62979 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.9426706 Feb 09 02:38:14.640451 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:14.660505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.715168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfef3342-ea38-4790-a66f-ce049ec74133 req-ddb6a637-5552-43c7-8993-8e5da26ef175 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038665 Feb 09 02:38:14.718066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.843757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Attempting to bind port df32a6fe-4cf7-47da-8652-2c75a602d19d on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:14.844099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Attempting to bind port df32a6fe-4cf7-47da-8652-2c75a602d19d by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:14.844468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Attempting to bind port df32a6fe-4cf7-47da-8652-2c75a602d19d on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:14.859476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.867364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event updated for resources: {'Port': ['ID=8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:14.870677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Port df32a6fe-4cf7-47da-8652-2c75a602d19d on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:38:14.871026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Attempting to bind port df32a6fe-4cf7-47da-8652-2c75a602d19d on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:14.875310 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ac18c8b0-0192-4ff8-b3c6-766a024fb9c3 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] 10.222.0.53 "GET /v2.0/floatingips/840ef3ff-9b9a-4763-a4bb-54f27c1f4da7 HTTP/1.1" status: 200 len: 981 time: 0.2334301 Feb 09 02:38:14.878970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:14.896587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:14.896943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:14.897340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:14.897788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Bound port: df32a6fe-4cf7-47da-8652-2c75a602d19d, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:14.898159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:14.918329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-6f1335a7-55d9-46c9-9387-79905b600e8f service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556460 Feb 09 02:38:15.054394 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4a67974f-212c-4f93-bbb0-3b72530e7340 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1742115 Feb 09 02:38:15.057328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:15.072645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2c50-e7c8-412d-91c5-a3afea656e5c req-376781d2-4629-4457-9282-390a461bd6c8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:15.072645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e78e2c50-e7c8-412d-91c5-a3afea656e5c req-376781d2-4629-4457-9282-390a461bd6c8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.2859285 Feb 09 02:38:15.148940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] For port df32a6fe-4cf7-47da-8652-2c75a602d19d, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:15.153504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Network 356f0ddc-6921-45e5-a901-1dc88e91282b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:15.177269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] For port df32a6fe-4cf7-47da-8652-2c75a602d19d, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:15.205881 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:15.212061 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:15.245396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:15.246377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:15.248100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] 10.222.0.72 "PUT /v2.0/ports/df32a6fe-4cf7-47da-8652-2c75a602d19d HTTP/1.1" status: 200 len: 1097 time: 2.5658495 Feb 09 02:38:15.258196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'tag': 'df32a6fe-4cf7-47da-8652-2c75a602d19d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:15.260467 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf101f3-dac2-463d-941b-4f4e53c60e65" -d '{"events": [{"name": "network-changed", "server_uuid": "dfced97b-fdfd-4db1-a61d-b0a2015d5ad7", "tag": "df32a6fe-4cf7-47da-8652-2c75a602d19d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:15.349849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331c5b0-dc1e-4e76-a4cf-6f30608b0ba9 req-31a343d0-dc82-4830-b260-3f53a18f3990 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:15.353556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0331c5b0-dc1e-4e76-a4cf-6f30608b0ba9 req-31a343d0-dc82-4830-b260-3f53a18f3990 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 948 time: 0.3852453 Feb 09 02:38:15.366744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e78e2c50-e7c8-412d-91c5-a3afea656e5c req-3d07ccc9-0107-4477-b708-dbf7e020d66d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733967 Feb 09 02:38:15.370206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-75252baa-8e99-4768-a32c-b4ec9e7f61d6 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221535 Feb 09 02:38:15.461263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Router 590e1fea-1a9b-4bd3-b190-de9d8d6216c3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:15.492836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24760a-f20f-436f-949a-8f2392eacc2f service neutron] Pushing event updated for resources: {'Port': ['ID=df32a6fe-4cf7-47da-8652-2c75a602d19d,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:15.530839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-759575f4-f9ab-4397-ada7-0544b08f795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:15.533990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-759575f4-f9ab-4397-ada7-0544b08f795b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=872150a9e3744208ae03c4160a3612c5&device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 1131 time: 0.1973612 Feb 09 02:38:15.540285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0331c5b0-dc1e-4e76-a4cf-6f30608b0ba9 req-30fa9072-5377-4802-bf5b-8bc62a8eed8e tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644125 Feb 09 02:38:15.557189 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ef05b1-40a8-4793-8b62-110b549af9d9 x-openstack-request-id: req-83ef05b1-40a8-4793-8b62-110b549af9d9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:15.558717 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfced97b-fdfd-4db1-a61d-b0a2015d5ad7", "tag": "df32a6fe-4cf7-47da-8652-2c75a602d19d", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:15.559801 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83ef05b1-40a8-4793-8b62-110b549af9d9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:15.560231 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'tag': 'df32a6fe-4cf7-47da-8652-2c75a602d19d', 'status': 'completed', 'code': 200} Feb 09 02:38:15.647736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-0fafba6b-1a51-45cd-b6c4-bf5acd22e6fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d HTTP/1.1" status: 200 len: 217 time: 0.1055918 Feb 09 02:38:15.660490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Deleting port bc03165c-ae53-4f3e-b3a9-443948146a55 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:15.661534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:15.740363 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:15.740625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-5fd4e870-d2c8-4093-a4b3-71f56ac3b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:15.742113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-5fd4e870-d2c8-4093-a4b3-71f56ac3b4a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0770311 Feb 09 02:38:15.751914 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ce2fe36a-83e4-4ef3-a159-9ccca340760f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "PUT /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7619669 Feb 09 02:38:15.752604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:15.762958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] Sync routers for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:15.821881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4d1b3aec-24dc-4732-acf4-2f7af636520f None None] Provisioning complete for port 8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:15.822651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3aec-24dc-4732-acf4-2f7af636520f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:15.843825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-dedb3d94-a89d-4589-8b01-b70da9e38882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:15.848462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-dedb3d94-a89d-4589-8b01-b70da9e38882 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0815954 Feb 09 02:38:15.849639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:15.850695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:15.890387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:15.890779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for floatingip (bc03165c-ae53-4f3e-b3a9-443948146a55), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:15.916721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b3aec-24dc-4732-acf4-2f7af636520f None None] Port 8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:38:15.917259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Calling delete_port for bc03165c-ae53-4f3e-b3a9-443948146a55 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:15.921156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9f400217-8a54-4d49-aabe-1e7d5e1594a5 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for router (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:15.921827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:15.961406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:15.962811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:16.009350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:16.009810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-70104485-126c-4a2c-acf8-48afd7ef45d8 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350074 Feb 09 02:38:16.010286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a80d4-c499-4a07-a650-fdc965682cb0 None None] The sync data for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:16.023222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d015-329d-4cab-8f9d-a0f98450e5a9 req-825cfc0a-761d-4e44-bba5-6bc0af6f444e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.031177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce19d015-329d-4cab-8f9d-a0f98450e5a9 req-825cfc0a-761d-4e44-bba5-6bc0af6f444e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1994095 Feb 09 02:38:16.111620 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-9f400217-8a54-4d49-aabe-1e7d5e1594a5 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 02:38:16.114899 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9f400217-8a54-4d49-aabe-1e7d5e1594a5 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3 HTTP/1.1" status: 409 len: 329 time: 0.3573785 Feb 09 02:38:16.115888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55970) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:16.140042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce19d015-329d-4cab-8f9d-a0f98450e5a9 req-0fb321f2-df5f-4c2f-a2f0-44f83a466887 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078434 Feb 09 02:38:16.182914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a14a9f-c577-40db-aa5a-de5615fcc38f req-b785f763-a6ea-462f-ae00-75f1007f6456 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478026 Feb 09 02:38:16.297250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-20e9090b-94ec-46e8-a723-29a9aa4f4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.299218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-20e9090b-94ec-46e8-a723-29a9aa4f4783 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=872150a9e3744208ae03c4160a3612c5&device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 1131 time: 0.0657218 Feb 09 02:38:16.424780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-ee0e1ad6-9c7a-4206-b918-72f7369016d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.426658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-ee0e1ad6-9c7a-4206-b918-72f7369016d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1215894 Feb 09 02:38:16.501062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-fcc626cc-9add-410d-8ef3-bac342eea7e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d HTTP/1.1" status: 200 len: 217 time: 0.0672143 Feb 09 02:38:16.576829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-1513d03e-9ac5-4ddb-9df1-2c9a4e1f3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.578518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-1513d03e-9ac5-4ddb-9df1-2c9a4e1f3bf5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0572054 Feb 09 02:38:16.589451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076ec84-39a4-4f20-aff2-80f76ef8f10c req-98255dbf-d622-441b-baf5-7975f06244ff tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.591301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d076ec84-39a4-4f20-aff2-80f76ef8f10c req-98255dbf-d622-441b-baf5-7975f06244ff tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1000977 Feb 09 02:38:16.702299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d076ec84-39a4-4f20-aff2-80f76ef8f10c req-a856bde6-9fe6-466f-a4e8-6974c6684a5d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765331 Feb 09 02:38:16.704430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-8d2cabc5-a4b4-45c1-a8b2-5a09ed1bfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.706626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-8d2cabc5-a4b4-45c1-a8b2-5a09ed1bfb83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1143301 Feb 09 02:38:16.765717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bc03165c-ae53-4f3e-b3a9-443948146a55), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:16.816607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Port': ['ID=bc03165c-ae53-4f3e-b3a9-443948146a55,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:16.840060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9816327-d527-40a6-b507-ec456a83b7ba req-a1a9b4b5-c96c-4d2c-8ef3-fdcda5862467 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:16.842120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9816327-d527-40a6-b507-ec456a83b7ba req-a1a9b4b5-c96c-4d2c-8ef3-fdcda5862467 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 948 time: 0.1531367 Feb 09 02:38:16.876067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-2872f28d-e429-4db8-90c3-fae858a86a81 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602237 Feb 09 02:38:16.895217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.895670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.896118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.896558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.896968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.897403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.898171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.898171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.898857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.899133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.899535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.899903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.900303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:38:16.944623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for floatingip (840ef3ff-9b9a-4763-a4bb-54f27c1f4da7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:16.945020 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Floating IP 840ef3ff-9b9a-4763-a4bb-54f27c1f4da7 disassociated (deleted). External IP: 172.25.6.79, port: b9d5c6e3-f439-4770-a6c8-a0556d86759c. Feb 09 02:38:16.972485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9816327-d527-40a6-b507-ec456a83b7ba req-6f613462-346c-4439-bec0-a767e7fb0e43 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205139 Feb 09 02:38:17.027006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcf101f3-dac2-463d-941b-4f4e53c60e65 req-6c012f75-b710-445c-b799-d97f1d4c5c7f service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413572 Feb 09 02:38:17.215042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.311295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0102f-db33-4539-ae89-2a1e8141dc9e req-3647b557-398d-4f81-b3a2-c328fb87993f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:17.312810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0b0102f-db33-4539-ae89-2a1e8141dc9e req-3647b557-398d-4f81-b3a2-c328fb87993f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0815473 Feb 09 02:38:17.369435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Router e37cbe65-2458-45e4-9cb0-ac4caacae868 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:17.378410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0b0102f-db33-4539-ae89-2a1e8141dc9e req-4c574bbc-7379-4c28-a7ed-4ed1b97ec7c4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573583 Feb 09 02:38:17.557328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:17.566591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.568207 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] Sync routers for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:17.580621 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:17.582697 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:17.619285 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:17.630373 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:17.631644 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:17.631947 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6da86683-d7b2-436a-8971-67bf1359e5bd tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "DELETE /v2.0/floatingips/840ef3ff-9b9a-4763-a4bb-54f27c1f4da7 HTTP/1.1" status: 204 len: 168 time: 2.5739133 Feb 09 02:38:17.635931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55978) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:17.642080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:17.660760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Deleting port 8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:17.661512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.672266 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:17.672938 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23901c38-4bb2-4590-bcaa-b050c5128276 None None] The sync data for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:17.683311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.769412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.790447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Calling delete_port for 8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:17.806175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:17.959999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ae3fb-7e27-4744-8e1a-690272f0641e req-33a54c9d-5f55-42b3-a3f2-3e7ab59e96ff tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:17.961703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb6ae3fb-7e27-4744-8e1a-690272f0641e req-33a54c9d-5f55-42b3-a3f2-3e7ab59e96ff tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1530869 Feb 09 02:38:17.989139 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.009400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Allocated IP 172.25.6.36 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/acd96a50-bc87-425c-8f9c-78f091c7740b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:18.018104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Port': ['ID=8d1fd8a8-a3bc-4ee7-8f15-7eeb0231c0e9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:18.061376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb6ae3fb-7e27-4744-8e1a-690272f0641e req-43c2167e-6d0e-4eed-841d-c418e52baaf2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925596 Feb 09 02:38:18.100483 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.200446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.233735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11248-91cd-4fd2-8855-4f72a3331b2c req-db3ae1e8-7125-4438-940f-a9414ae88945 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:18.235263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ee11248-91cd-4fd2-8855-4f72a3331b2c req-db3ae1e8-7125-4438-940f-a9414ae88945 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 948 time: 0.1117146 Feb 09 02:38:18.239670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.318903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ee11248-91cd-4fd2-8855-4f72a3331b2c req-fed73746-3414-4aa9-b0a4-5659be3ee62c tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752790 Feb 09 02:38:18.328729 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.379969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:18.385938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:18.388949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:18.394574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Router 590e1fea-1a9b-4bd3-b190-de9d8d6216c3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:18.438238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Pushing event updated for resources: {'Port': ['ID=acd96a50-bc87-425c-8f9c-78f091c7740b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:18.496155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:18.507200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] Sync routers for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:18.507485 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d654172d-1ff9-4e01-a0c1-deddaf0c6025 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "PUT /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859925 Feb 09 02:38:18.511709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55986) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:18.521794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:18.522513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:18.551320 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a7fca267-d884-4952-b969-d4056d625560 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] show failed (client error): The resource could not be found. Feb 09 02:38:18.556556 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7fca267-d884-4952-b969-d4056d625560 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-74505901 HTTP/1.1" status: 404 len: 333 time: 0.0395415 Feb 09 02:38:18.556898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55988) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:18.560496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:18.566356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-131c585e-1fd5-4cba-a32d-93ed4498f6bf tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:18.571096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] Routers {'590e1fea-1a9b-4bd3-b190-de9d8d6216c3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:18.571986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:37:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:18.614536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:18.614960 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:18.615675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87ba7fe-a34c-499b-ba04-2261e8aba211 None None] The sync data for ids ['590e1fea-1a9b-4bd3-b190-de9d8d6216c3'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:18.625461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c6bd9-0ea2-4088-aebc-d6321642a1f4 req-c9625d52-3288-4d39-ba44-eab285044fc1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:18.627829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-082c6bd9-0ea2-4088-aebc-d6321642a1f4 req-c9625d52-3288-4d39-ba44-eab285044fc1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1726825 Feb 09 02:38:18.633785 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-131c585e-1fd5-4cba-a32d-93ed4498f6bf tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] update failed (client error): The resource could not be found. Feb 09 02:38:18.634844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-131c585e-1fd5-4cba-a32d-93ed4498f6bf tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-321492119 HTTP/1.1" status: 404 len: 334 time: 0.0755670 Feb 09 02:38:18.638437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55990) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:18.704040 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for floatingip (3fcb1637-6cfc-4369-9177-f5df2f5f3f1e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.758268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Deleting subnet 2189f0d8-1afa-4e72-8817-da8e3fb93899 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:38:18.784006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-082c6bd9-0ea2-4088-aebc-d6321642a1f4 req-fd2f5d9e-0bba-4825-940d-e11fd84955db tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461031 Feb 09 02:38:18.789729 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (2189f0d8-1afa-4e72-8817-da8e3fb93899), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.835276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:18.873573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (2189f0d8-1afa-4e72-8817-da8e3fb93899), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.062411 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (2189f0d8-1afa-4e72-8817-da8e3fb93899), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.159359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.168315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.184725 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.223469 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (2189f0d8-1afa-4e72-8817-da8e3fb93899), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.299207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Subnet': ['ID=2189f0d8-1afa-4e72-8817-da8e3fb93899,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:19.341919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.344058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f3e45-7be4-4ee7-a7f6-26a6cd6adfe3 None None] Network 0e107770-214c-49ab-8d48-c53cc0ac5b3d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:19.346311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9faf7fd6-daa1-46ec-ba4b-5f436431224f tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/subnets/2189f0d8-1afa-4e72-8817-da8e3fb93899 HTTP/1.1" status: 204 len: 168 time: 0.7066946 Feb 09 02:38:19.349458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Pushing event updated for resources: {'Port': ['ID=acd96a50-bc87-425c-8f9c-78f091c7740b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:19.350193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 55994) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:19.375132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef4542-64cc-4b39-a8c7-ef5908d61527 req-7502f917-909c-425e-90da-303e6563a8cd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:19.376878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fef4542-64cc-4b39-a8c7-ef5908d61527 req-7502f917-909c-425e-90da-303e6563a8cd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.2113397 Feb 09 02:38:19.378055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (3fcb1637-6cfc-4369-9177-f5df2f5f3f1e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.409508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.410993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2bfba3c3-b4bf-43b8-89f5-1a2191e9a30d tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7724719 Feb 09 02:38:19.413772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 55998) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:19.456486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Deleting subnet 96665926-edab-450a-b94c-cd496801f73c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:38:19.463392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (96665926-edab-450a-b94c-cd496801f73c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.512201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fef4542-64cc-4b39-a8c7-ef5908d61527 req-beb0ff40-d83b-4285-9bac-70c2eba33942 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222658 Feb 09 02:38:19.517689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (96665926-edab-450a-b94c-cd496801f73c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.553598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17b1e8-6275-481d-b7d4-7463d41e5d22 req-3047298c-29ef-456c-a4d0-428cad88256c tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:19.559054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db17b1e8-6275-481d-b7d4-7463d41e5d22 req-3047298c-29ef-456c-a4d0-428cad88256c tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 948 time: 0.1136556 Feb 09 02:38:19.584630 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] DHCP port deletion for 0e107770-214c-49ab-8d48-c53cc0ac5b3d request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:38:19.591571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:19.634625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (96665926-edab-450a-b94c-cd496801f73c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.640097 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.648402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db17b1e8-6275-481d-b7d4-7463d41e5d22 req-328b95b0-d6b8-4a8f-8cd3-985c5b0d469b tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873272 Feb 09 02:38:19.663958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] Deleting port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:19.672889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.709318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (96665926-edab-450a-b94c-cd496801f73c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.738506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] For port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0f2d062b-9bb2-46cd-9416-a1d7dcea1584,segment=NetworkSegment(fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc),segment_id=fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:19.738963 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.741661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Subnet': ['ID=96665926-edab-450a-b94c-cd496801f73c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:19.745657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.748934 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8bd8de75-09e4-4f35-9cff-4e72ed4acd13 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/subnets/96665926-edab-450a-b94c-cd496801f73c HTTP/1.1" status: 204 len: 168 time: 0.3971930 Feb 09 02:38:19.753818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56002) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:19.755442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] Calling delete_port for 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:19.758918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab67b99-bacc-456b-9ceb-4a2462f37d46 None None] Network e582a682-542a-4960-a399-a3e1af6c5421 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:19.829392 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.885002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (0e107770-214c-49ab-8d48-c53cc0ac5b3d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.941795 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (0f2d062b-9bb2-46cd-9416-a1d7dcea1584), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:19.954225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] No DVR routers for this DVR port 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:19.984624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359a2ce-44c4-462c-aaf5-b59cd9317f22 None None] Pushing event deleted for resources: {'Port': ['ID=0f2d062b-9bb2-46cd-9416-a1d7dcea1584,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:20.019272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c2a7-fab3-491b-a8a0-42e1f267caf8 req-52306e80-c8ee-473a-bec5-3e187cb90b12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:20.020878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a2c2a7-fab3-491b-a8a0-42e1f267caf8 req-52306e80-c8ee-473a-bec5-3e187cb90b12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1398687 Feb 09 02:38:20.034411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff103d-de28-4067-aa78-057add297e12 None None] DHCP port deletion for e582a682-542a-4960-a399-a3e1af6c5421 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:38:20.086745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-77ff103d-de28-4067-aa78-057add297e12 None None] Deleting port d5868483-412e-442d-a3ec-1c87bd6aaf76 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:20.087037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77ff103d-de28-4067-aa78-057add297e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.103102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Allocated IP 172.25.6.212 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/8bcbc5e8-ba88-47ec-b462-d4f0de4d7079) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:20.111133 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (0e107770-214c-49ab-8d48-c53cc0ac5b3d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.163769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a2c2a7-fab3-491b-a8a0-42e1f267caf8 req-704610d6-655d-48c4-a49f-0485d32ea913 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305242 Feb 09 02:38:20.164296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-77ff103d-de28-4067-aa78-057add297e12 None None] For port d5868483-412e-442d-a3ec-1c87bd6aaf76, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d5868483-412e-442d-a3ec-1c87bd6aaf76,segment=NetworkSegment(a2c666b9-5372-4fe5-a584-3990a7acfaa0),segment_id=a2c666b9-5372-4fe5-a584-3990a7acfaa0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:20.164787 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77ff103d-de28-4067-aa78-057add297e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.165375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e107770-214c-49ab-8d48-c53cc0ac5b3d']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:20.184748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-77ff103d-de28-4067-aa78-057add297e12 None None] Calling delete_port for d5868483-412e-442d-a3ec-1c87bd6aaf76 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:20.209416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:20.209740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:20.224647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.245007 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.259598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:38:20.259999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (fa140d4c-56d1-4e2d-bae3-b2ce47c7cacc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:38:20.262925 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:38:20.283829 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77ff103d-de28-4067-aa78-057add297e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (d5868483-412e-442d-a3ec-1c87bd6aaf76), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.309842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff103d-de28-4067-aa78-057add297e12 None None] Pushing event deleted for resources: {'Port': ['ID=d5868483-412e-442d-a3ec-1c87bd6aaf76,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:20.316906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff103d-de28-4067-aa78-057add297e12 None None] No DVR routers for this DVR port d5868483-412e-442d-a3ec-1c87bd6aaf76 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:20.723819 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks [] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.729953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (0e107770-214c-49ab-8d48-c53cc0ac5b3d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.750674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.753900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/networks/0e107770-214c-49ab-8d48-c53cc0ac5b3d HTTP/1.1" status: 204 len: 168 time: 0.9990535 Feb 09 02:38:20.756582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56010) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:20.791820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51beba6-2553-4f6a-b442-e5505de02f67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Network': ['ID=0e107770-214c-49ab-8d48-c53cc0ac5b3d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:20.836269 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e582a682-542a-4960-a399-a3e1af6c5421), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.836724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d3de2-dd72-4316-b1d3-62b895c0bba6 req-59e9be7b-db37-4010-b56c-3fb62e02461f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:20.838251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-042d3de2-dd72-4316-b1d3-62b895c0bba6 req-59e9be7b-db37-4010-b56c-3fb62e02461f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1694872 Feb 09 02:38:20.853135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970a25c-1878-457b-afd2-2e82e9ae1126 req-cbb47c27-b842-4d25-9cb3-8c64722253a8 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:20.854782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5970a25c-1878-457b-afd2-2e82e9ae1126 req-cbb47c27-b842-4d25-9cb3-8c64722253a8 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 948 time: 0.1290126 Feb 09 02:38:20.857640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.926414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:20.937958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e582a682-542a-4960-a399-a3e1af6c5421), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.940889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:20.943456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:20.949578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device df32a6fe-4cf7-47da-8652-2c75a602d19d details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:38:20.960927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e582a682-542a-4960-a399-a3e1af6c5421']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:20.971352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c666b9-5372-4fe5-a584-3990a7acfaa0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:20.971604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c666b9-5372-4fe5-a584-3990a7acfaa0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:20.981518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a2c666b9-5372-4fe5-a584-3990a7acfaa0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:20.982098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Pushing event updated for resources: {'Port': ['ID=8bcbc5e8-ba88-47ec-b462-d4f0de4d7079,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:21.010118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a2c666b9-5372-4fe5-a584-3990a7acfaa0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.021529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:38:21.022232 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a2c666b9-5372-4fe5-a584-3990a7acfaa0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.026696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-042d3de2-dd72-4316-b1d3-62b895c0bba6 req-a8a5b186-12e5-4055-b18e-5b598fcc555e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704750 Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:38:21.039906 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:38:21.055223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5970a25c-1878-457b-afd2-2e82e9ae1126 req-8ed35079-8422-4e5c-81c2-6e57ecdedd30 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925287 Feb 09 02:38:21.087416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port df32a6fe-4cf7-47da-8652-2c75a602d19d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:21.101425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'df32a6fe-4cf7-47da-8652-2c75a602d19d', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': 'df32a6fe-4cf7-47da-8652-2c75a602d19d', 'mac_address': 'fa:16:3e:47:9f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:38:21.112996 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks [] for floatingip (361a99dc-650b-4be2-96d0-0aa6da250469), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.120915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e582a682-542a-4960-a399-a3e1af6c5421), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.135414 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.141140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/networks/e582a682-542a-4960-a399-a3e1af6c5421 HTTP/1.1" status: 204 len: 168 time: 0.3811772 Feb 09 02:38:21.141464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:21.152044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port df32a6fe-4cf7-47da-8652-2c75a602d19d is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:21.152446 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.155904 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.167357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e7fbd-9899-45f2-876e-5f57c7786252 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Network': ['ID=e582a682-542a-4960-a399-a3e1af6c5421,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:21.168250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df32a6fe-4cf7-47da-8652-2c75a602d19d {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:38:21.190101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port df32a6fe-4cf7-47da-8652-2c75a602d19d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:21.199907 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.234411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Deleting subnet 57997f8f-4671-40bc-8a6f-08e175e732d8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:38:21.238309 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (57997f8f-4671-40bc-8a6f-08e175e732d8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.272407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=df32a6fe-4cf7-47da-8652-2c75a602d19d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:21.290759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (57997f8f-4671-40bc-8a6f-08e175e732d8), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.356376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8800bf-2139-4a2e-90c5-8aba48692215 req-e6961393-aaa8-4027-81fc-73e2eceefcea tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:21.363597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8800bf-2139-4a2e-90c5-8aba48692215 req-e6961393-aaa8-4027-81fc-73e2eceefcea tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0926793 Feb 09 02:38:21.392694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (57997f8f-4671-40bc-8a6f-08e175e732d8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.393013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:21.414983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:21.415453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0f2d062b-9bb2-46cd-9416-a1d7dcea1584 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:21.415952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5868483-412e-442d-a3ec-1c87bd6aaf76 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:21.432540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks [] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.440298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d5868483-412e-442d-a3ec-1c87bd6aaf76 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:21.440596 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.440736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d5868483-412e-442d-a3ec-1c87bd6aaf76 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:21.450041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8800bf-2139-4a2e-90c5-8aba48692215 req-f97f710e-c320-416b-8137-193b2315dfef tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855398 Feb 09 02:38:21.485234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (57997f8f-4671-40bc-8a6f-08e175e732d8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.515870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Subnet': ['ID=57997f8f-4671-40bc-8a6f-08e175e732d8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:21.518199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.521669 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-77591a53-8a2f-4eae-9886-ea4935dd637b tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/subnets/57997f8f-4671-40bc-8a6f-08e175e732d8 HTTP/1.1" status: 204 len: 168 time: 0.3781061 Feb 09 02:38:21.525293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c81ae57-c0cc-45d7-9811-2005a2eabbc6 None None] Network 356f0ddc-6921-45e5-a901-1dc88e91282b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:21.526071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Pushing event updated for resources: {'Port': ['ID=8bcbc5e8-ba88-47ec-b462-d4f0de4d7079,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:21.528758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56018) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:21.582638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (361a99dc-650b-4be2-96d0-0aa6da250469), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.589837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['df32a6fe-4cf7-47da-8652-2c75a602d19d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:38:21.617427 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.618707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b8dd75df-6178-4f6f-b028-8b69aed7c6a2 tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2039480 Feb 09 02:38:21.621899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:21.626686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (356f0ddc-6921-45e5-a901-1dc88e91282b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.694681 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4026114-8bae-491a-8d60-933924006371 tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0681171 Feb 09 02:38:21.694895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Deleting port 3667c946-2e83-4d18-b92f-9a834818b7dc {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:21.694895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.695437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56022) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:21.768418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] For port 3667c946-2e83-4d18-b92f-9a834818b7dc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3667c946-2e83-4d18-b92f-9a834818b7dc,segment=NetworkSegment(1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638),segment_id=1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:21.769112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.778230 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d8c6e52a-85d0-4b54-a22f-93e0d7e86fa7 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0816588 Feb 09 02:38:21.781091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:21.793238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Calling delete_port for 3667c946-2e83-4d18-b92f-9a834818b7dc owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:21.801755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] DHCP port deletion for 356f0ddc-6921-45e5-a901-1dc88e91282b request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:38:21.857143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] Deleting port 3667c946-2e83-4d18-b92f-9a834818b7dc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:21.857417 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.922379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] For port 3667c946-2e83-4d18-b92f-9a834818b7dc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3667c946-2e83-4d18-b92f-9a834818b7dc,segment=NetworkSegment(1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638),segment_id=1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:21.922809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.936171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] Calling delete_port for 3667c946-2e83-4d18-b92f-9a834818b7dc owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:21.983305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Deleting port 8bcbc5e8-ba88-47ec-b462-d4f0de4d7079 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:21.983667 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:21.986865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.021863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (3667c946-2e83-4d18-b92f-9a834818b7dc), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.047749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Port': ['ID=3667c946-2e83-4d18-b92f-9a834818b7dc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:22.050262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] Pushing event deleted for resources: {'Port': ['ID=3667c946-2e83-4d18-b92f-9a834818b7dc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:22.052135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c772e6-6758-4ceb-aba9-0c7e4662b25e None None] No DVR routers for this DVR port 3667c946-2e83-4d18-b92f-9a834818b7dc on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:22.058867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] No DVR routers for this DVR port 3667c946-2e83-4d18-b92f-9a834818b7dc on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:22.234876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.235208 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks [] for floatingip (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.239955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (356f0ddc-6921-45e5-a901-1dc88e91282b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.274136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Calling delete_port for 8bcbc5e8-ba88-47ec-b462-d4f0de4d7079 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:22.283535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356f0ddc-6921-45e5-a901-1dc88e91282b']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:22.310151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:22.310482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:22.356613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.384726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27f761-ff79-4c16-a375-7f93238b2e27 req-9f5143e7-3f66-460a-9499-6ee616f57d82 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:22.386228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c27f761-ff79-4c16-a375-7f93238b2e27 req-9f5143e7-3f66-460a-9499-6ee616f57d82 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.2664495 Feb 09 02:38:22.400101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce315-67b1-435e-b61c-dde0b08bacd1 req-ca478573-5c6f-43bd-8160-b7a1713c1afe tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:22.401576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e54ce315-67b1-435e-b61c-dde0b08bacd1 req-ca478573-5c6f-43bd-8160-b7a1713c1afe tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 949 time: 0.2419837 Feb 09 02:38:22.402541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.442981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:38:22.443287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (1c0c3fb9-0b33-4c86-81ba-e58f3ec5e638), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:38:22.446431 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:38:22.591400 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (356f0ddc-6921-45e5-a901-1dc88e91282b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.601773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c27f761-ff79-4c16-a375-7f93238b2e27 req-018fcb2f-e036-4d14-9db3-cf7e66da1856 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969557 Feb 09 02:38:22.604543 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.607756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/networks/356f0ddc-6921-45e5-a901-1dc88e91282b HTTP/1.1" status: 204 len: 168 time: 1.0754898 Feb 09 02:38:22.610750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:22.612937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e54ce315-67b1-435e-b61c-dde0b08bacd1 req-44cd0101-bbd1-4af8-8acc-433e8f65e55e tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964672 Feb 09 02:38:22.626170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c1e3d-6a40-4728-87c7-df21ac6fe9e4 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Pushing event deleted for resources: {'Network': ['ID=356f0ddc-6921-45e5-a901-1dc88e91282b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:22.665224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-440596de-e151-4657-b425-92ba8e165c67 tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "GET /v2.0/ports?device_id=590e1fea-1a9b-4bd3-b190-de9d8d6216c3 HTTP/1.1" status: 200 len: 205 time: 0.0522795 Feb 09 02:38:22.667894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:22.708592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8bcbc5e8-ba88-47ec-b462-d4f0de4d7079), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.747112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Pushing event deleted for resources: {'Port': ['ID=8bcbc5e8-ba88-47ec-b462-d4f0de4d7079,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:22.754564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a872be38-f788-467f-a607-bc596d32a8bb tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for router (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.802321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1841-d8d3-4f04-9a1a-d7a2f6fd9f00 req-cc3ecd48-dedb-4b7e-8c69-1a2fb75f89d4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:22.803935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-076d1841-d8d3-4f04-9a1a-d7a2f6fd9f00 req-cc3ecd48-dedb-4b7e-8c69-1a2fb75f89d4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1315644 Feb 09 02:38:22.852371 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks [] for floatingip (361a99dc-650b-4be2-96d0-0aa6da250469), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.855082 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:22.856332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9b234f75-6181-43ba-908e-9f8a220dc39f tempest-FloatingIPAdminTestJSON-177806991 tempest-FloatingIPAdminTestJSON-177806991-project] 10.222.0.53 "DELETE /v2.0/floatingips/361a99dc-650b-4be2-96d0-0aa6da250469 HTTP/1.1" status: 204 len: 168 time: 1.0742519 Feb 09 02:38:22.859114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:22.885294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-076d1841-d8d3-4f04-9a1a-d7a2f6fd9f00 req-3d86ed26-c03d-4fa8-acf6-0b8c423eef14 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729873 Feb 09 02:38:22.955460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device df32a6fe-4cf7-47da-8652-2c75a602d19d up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:23.006380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a872be38-f788-467f-a607-bc596d32a8bb tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.009940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a872be38-f788-467f-a607-bc596d32a8bb tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for router_controller (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.010234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port df32a6fe-4cf7-47da-8652-2c75a602d19d completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:38:23.014271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port df32a6fe-4cf7-47da-8652-2c75a602d19d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:23.014784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.079454 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a872be38-f788-467f-a607-bc596d32a8bb tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (590e1fea-1a9b-4bd3-b190-de9d8d6216c3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.080178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a872be38-f788-467f-a607-bc596d32a8bb tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Fanout notify agent at l3_agent the message router_deleted on router 590e1fea-1a9b-4bd3-b190-de9d8d6216c3 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:38:23.087512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a872be38-f788-467f-a607-bc596d32a8bb tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.092484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a872be38-f788-467f-a607-bc596d32a8bb tempest-RoutersNegativeTest-1442290931 tempest-RoutersNegativeTest-1442290931-project] 10.222.0.53 "DELETE /v2.0/routers/590e1fea-1a9b-4bd3-b190-de9d8d6216c3 HTTP/1.1" status: 204 len: 168 time: 0.4198015 Feb 09 02:38:23.105234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port df32a6fe-4cf7-47da-8652-2c75a602d19d is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:23.105643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.107362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Deleting port acd96a50-bc87-425c-8f9c-78f091c7740b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:23.107715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.134345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df32a6fe-4cf7-47da-8652-2c75a602d19d'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:23.137272 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac49d078-785d-4704-a859-0cc00c413597" -d '{"events": [{"server_uuid": "dfced97b-fdfd-4db1-a61d-b0a2015d5ad7", "name": "network-vif-plugged", "status": "completed", "tag": "df32a6fe-4cf7-47da-8652-2c75a602d19d"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:23.153615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port df32a6fe-4cf7-47da-8652-2c75a602d19d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:23.160609 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.233262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=df32a6fe-4cf7-47da-8652-2c75a602d19d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:23.284097 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283e7f3-d0fa-46cb-a008-7eb536c88268 x-openstack-request-id: req-2283e7f3-d0fa-46cb-a008-7eb536c88268 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:23.284584 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfced97b-fdfd-4db1-a61d-b0a2015d5ad7", "name": "network-vif-plugged", "status": "completed", "tag": "df32a6fe-4cf7-47da-8652-2c75a602d19d", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:23.284853 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2283e7f3-d0fa-46cb-a008-7eb536c88268 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:23.285603 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df32a6fe-4cf7-47da-8652-2c75a602d19d', 'code': 200} Feb 09 02:38:23.372647 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a4e4-f37d-41c3-b5b4-0e8a14d806e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.418506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3667c946-2e83-4d18-b92f-9a834818b7dc no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:23.432268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391066cd-0ba4-4442-a743-0c9ab60665bb req-721ebbad-acfc-4d7f-90cb-f2102dc11b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.433928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-391066cd-0ba4-4442-a743-0c9ab60665bb req-721ebbad-acfc-4d7f-90cb-f2102dc11b34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 1133 time: 0.0808511 Feb 09 02:38:23.441872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3667c946-2e83-4d18-b92f-9a834818b7dc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:23.442222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3667c946-2e83-4d18-b92f-9a834818b7dc not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:23.481777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56046) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:23.505811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-391066cd-0ba4-4442-a743-0c9ab60665bb req-be9ddb24-697e-4ad2-9cf8-bd93f47deefd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639548 Feb 09 02:38:23.619370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.619953 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for floatingip (acd96a50-bc87-425c-8f9c-78f091c7740b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.633274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6c51d8fd-fccd-4f0c-9fcc-67b3c7103bf2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9748c2bfc9fb4e94a52801ebe5f64712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503649 Feb 09 02:38:23.634023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Calling delete_port for acd96a50-bc87-425c-8f9c-78f091c7740b owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:23.636171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56052) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:23.754143 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932d81a6-2ab9-4c13-bbaf-398307ab686b admin admin] Publish callbacks [] for security_group (e80e7f3a-6411-4d8d-b331-b2406a51057e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.790773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932d81a6-2ab9-4c13-bbaf-398307ab686b admin admin] Publish callbacks [] for security_group (e80e7f3a-6411-4d8d-b331-b2406a51057e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.797662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (acd96a50-bc87-425c-8f9c-78f091c7740b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.810197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e284bd-c5c8-4ec5-8457-c8b753308ca2 req-eb12715e-e607-4706-b95e-7bbafe4c73a5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.811645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37e284bd-c5c8-4ec5-8457-c8b753308ca2 req-eb12715e-e607-4706-b95e-7bbafe4c73a5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1299739 Feb 09 02:38:23.831418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Pushing event deleted for resources: {'Port': ['ID=acd96a50-bc87-425c-8f9c-78f091c7740b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:23.856371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32123e2b-d207-405b-b847-ea33b94c3443 req-fbb4b1f5-3759-4f82-983d-bf0a551b71e8 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:23.857874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32123e2b-d207-405b-b847-ea33b94c3443 req-fbb4b1f5-3759-4f82-983d-bf0a551b71e8 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 950 time: 0.1458533 Feb 09 02:38:23.902608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks [] for floatingip (3fcb1637-6cfc-4369-9177-f5df2f5f3f1e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.906230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.915991 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e0621be4-78e7-44f2-9c56-2587946a7e9c tempest-FloatingIPAdminTestJSON-1220274818 tempest-FloatingIPAdminTestJSON-1220274818-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/3fcb1637-6cfc-4369-9177-f5df2f5f3f1e HTTP/1.1" status: 204 len: 168 time: 1.0555801 Feb 09 02:38:23.916910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56056) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:23.925529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37e284bd-c5c8-4ec5-8457-c8b753308ca2 req-6d808dec-0a11-4e47-a552-0416cb671c65 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048284 Feb 09 02:38:23.926201 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932d81a6-2ab9-4c13-bbaf-398307ab686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e80e7f3a-6411-4d8d-b331-b2406a51057e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.929304 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-932d81a6-2ab9-4c13-bbaf-398307ab686b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:23.932927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-932d81a6-2ab9-4c13-bbaf-398307ab686b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e80e7f3a-6411-4d8d-b331-b2406a51057e HTTP/1.1" status: 204 len: 168 time: 0.2933195 Feb 09 02:38:23.950313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d81a6-2ab9-4c13-bbaf-398307ab686b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e7f3a-6411-4d8d-b331-b2406a51057e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:23.955376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32123e2b-d207-405b-b847-ea33b94c3443 req-fe0d3a93-de05-48f8-93fd-15089840ac53 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896025 Feb 09 02:38:24.054490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Deleting port b9d5c6e3-f439-4770-a6c8-a0556d86759c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:24.054960 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b9d5c6e3-f439-4770-a6c8-a0556d86759c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.072208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef116930-ab86-4dff-a6e6-0ecba43ecbf1 req-6364cd78-d38d-4e7c-80b5-3be22cdb26f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:24.073855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef116930-ab86-4dff-a6e6-0ecba43ecbf1 req-6364cd78-d38d-4e7c-80b5-3be22cdb26f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0656776 Feb 09 02:38:24.135494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef116930-ab86-4dff-a6e6-0ecba43ecbf1 req-74050416-d8c0-402b-b748-c0f85d83f5fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559485 Feb 09 02:38:24.157372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b9d5c6e3-f439-4770-a6c8-a0556d86759c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.170133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Calling delete_port for b9d5c6e3-f439-4770-a6c8-a0556d86759c owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:24.313880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b9d5c6e3-f439-4770-a6c8-a0556d86759c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.371650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Port': ['ID=b9d5c6e3-f439-4770-a6c8-a0556d86759c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:24.434248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.437646 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a473849-d51f-4efb-bf19-a88ac196e0f6 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "DELETE /v2.0/ports/b9d5c6e3-f439-4770-a6c8-a0556d86759c HTTP/1.1" status: 204 len: 168 time: 0.5195940 Feb 09 02:38:24.440796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56072) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:24.500654 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10677f4-86f5-4c5d-aad3-9964b955a5a3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:24.505255 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f10677f4-86f5-4c5d-aad3-9964b955a5a3 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37cbe65-2458-45e4-9cb0-ac4caacae868 HTTP/1.1" status: 200 len: 913 time: 0.0611987 Feb 09 02:38:24.505653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56078) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:24.717796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:24.824926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776992289'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:24.845640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.854738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.895480 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (e37cbe65-2458-45e4-9cb0-ac4caacae868), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.938161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (07af29b9-4542-4988-b555-e721cfa8ed04), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.944092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (07af29b9-4542-4988-b555-e721cfa8ed04), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:24.992292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07af29b9-4542-4988-b555-e721cfa8ed04,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:25.087016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.109376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.156646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a4225-43e8-41d3-a349-5be441ef4864 req-e2ebafb4-4706-4566-a34e-beaabff883bc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:25.159219 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd5a4225-43e8-41d3-a349-5be441ef4864 req-e2ebafb4-4706-4566-a34e-beaabff883bc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1519787 Feb 09 02:38:25.169029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.170373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4512744 Feb 09 02:38:25.173293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:25.183128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9851a7f-e800-4438-b639-b22e148e91c3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb04c58-9442-43d7-89ef-e7fe4ea197a9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:25.222590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a2364-31c0-4f4e-b868-2524ca76a1d4 req-d35f0912-a166-4f1d-865f-d62e0bc65471 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:25.224234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-560a2364-31c0-4f4e-b868-2524ca76a1d4 req-d35f0912-a166-4f1d-865f-d62e0bc65471 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 950 time: 0.1678786 Feb 09 02:38:25.249618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd5a4225-43e8-41d3-a349-5be441ef4864 req-0f1e5e12-5fc7-42f6-bece-e0cc6fc00fa2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749245 Feb 09 02:38:25.299395 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7696fc9-f518-45dc-ae8f-bc0d11504046 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1074131 Feb 09 02:38:25.300716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-560a2364-31c0-4f4e-b868-2524ca76a1d4 req-6dd5df7d-9cd0-4e8e-bfc1-68719c4286be tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656173 Feb 09 02:38:25.301191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56096) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:25.306069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4a8b7c12-6d19-41ff-aa76-fc661bccea2e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-security--437058311', 'description': 'tempest-security-description-570546759'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:25.317751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Deleting port eb404a9c-ca8b-43ce-9a7f-807bef04efff {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:25.317751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.381796 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7c12-6d19-41ff-aa76-fc661bccea2e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.427203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2760c-bf1a-417b-b147-8319f70c3dda req-8b567796-06a2-49de-b57e-19cb09e557d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:25.428500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.428770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3da2760c-bf1a-417b-b147-8319f70c3dda req-8b567796-06a2-49de-b57e-19cb09e557d9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1107895 Feb 09 02:38:25.443572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Calling delete_port for eb404a9c-ca8b-43ce-9a7f-807bef04efff owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:25.454301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7c12-6d19-41ff-aa76-fc661bccea2e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.471407 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7c12-6d19-41ff-aa76-fc661bccea2e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.474479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7c12-6d19-41ff-aa76-fc661bccea2e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.478794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4a8b7c12-6d19-41ff-aa76-fc661bccea2e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "PUT /v2.0/security-groups/3fb04c58-9442-43d7-89ef-e7fe4ea197a9 HTTP/1.1" status: 200 len: 1795 time: 0.1765997 Feb 09 02:38:25.479405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56102) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:25.543466 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3da2760c-bf1a-417b-b147-8319f70c3dda req-acb8a578-c1d3-41b4-9253-f8b81fce905d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025941 Feb 09 02:38:25.575061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1c78098f-4c50-4aa6-ba38-4b31eb583f86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups/3fb04c58-9442-43d7-89ef-e7fe4ea197a9 HTTP/1.1" status: 200 len: 1795 time: 0.0907357 Feb 09 02:38:25.575939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b7c12-6d19-41ff-aa76-fc661bccea2e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb04c58-9442-43d7-89ef-e7fe4ea197a9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:25.578183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56108) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:25.671878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-286e14f2-0e84-4456-86e1-275142aadd09 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.700830 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d84f8dc-67bb-4e07-92a3-309fbd72a84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.713233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-286e14f2-0e84-4456-86e1-275142aadd09 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.724533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (eb404a9c-ca8b-43ce-9a7f-807bef04efff), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.761803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Port': ['ID=eb404a9c-ca8b-43ce-9a7f-807bef04efff,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:25.770529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-286e14f2-0e84-4456-86e1-275142aadd09 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3fb04c58-9442-43d7-89ef-e7fe4ea197a9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.774384 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-286e14f2-0e84-4456-86e1-275142aadd09 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.783503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-286e14f2-0e84-4456-86e1-275142aadd09 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/3fb04c58-9442-43d7-89ef-e7fe4ea197a9 HTTP/1.1" status: 204 len: 168 time: 0.1987295 Feb 09 02:38:25.784178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56112) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:25.807523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e14f2-0e84-4456-86e1-275142aadd09 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb04c58-9442-43d7-89ef-e7fe4ea197a9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:25.864927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b00d934c-dc5e-41db-b3e7-36b7476f5962 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0761940 Feb 09 02:38:25.865635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56114) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:25.880821 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-54fe291c-bf09-4418-a731-348dc672bb6e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] delete failed (client error): The resource could not be found. Feb 09 02:38:25.886296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-54fe291c-bf09-4418-a731-348dc672bb6e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/3fb04c58-9442-43d7-89ef-e7fe4ea197a9 HTTP/1.1" status: 404 len: 347 time: 0.0198898 Feb 09 02:38:25.886914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56116) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:25.891563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1e4de504-77b9-4f33-9f02-a28a9f6b46d4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047642328'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:25.924987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e4de504-77b9-4f33-9f02-a28a9f6b46d4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:25.998255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (e37cbe65-2458-45e4-9cb0-ac4caacae868), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.029207 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e4de504-77b9-4f33-9f02-a28a9f6b46d4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (989e79dc-232a-4f0e-8819-5f5798ed1e7a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.035795 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e4de504-77b9-4f33-9f02-a28a9f6b46d4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (989e79dc-232a-4f0e-8819-5f5798ed1e7a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.065016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4de504-77b9-4f33-9f02-a28a9f6b46d4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989e79dc-232a-4f0e-8819-5f5798ed1e7a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:26.083925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e4de504-77b9-4f33-9f02-a28a9f6b46d4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.085408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1e4de504-77b9-4f33-9f02-a28a9f6b46d4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1975451 Feb 09 02:38:26.088787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56118) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.093248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-fa3c1d32-e6ae-49ee-a44c-4593e02e678b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': '989e79dc-232a-4f0e-8819-5f5798ed1e7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:26.123760 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1d32-e6ae-49ee-a44c-4593e02e678b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (fefe1eaa-70c0-4a94-a926-1f3c41108bd8), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.196961 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1d32-e6ae-49ee-a44c-4593e02e678b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (fefe1eaa-70c0-4a94-a926-1f3c41108bd8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.202126 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1d32-e6ae-49ee-a44c-4593e02e678b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (fefe1eaa-70c0-4a94-a926-1f3c41108bd8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.223723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c1d32-e6ae-49ee-a44c-4593e02e678b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefe1eaa-70c0-4a94-a926-1f3c41108bd8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:26.234416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1d32-e6ae-49ee-a44c-4593e02e678b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.239028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fa3c1d32-e6ae-49ee-a44c-4593e02e678b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459417 Feb 09 02:38:26.239282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56120) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.269523 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb9-d254-485e-b98a-ae3a3fb25a6c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (fefe1eaa-70c0-4a94-a926-1f3c41108bd8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.279575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb9-d254-485e-b98a-ae3a3fb25a6c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (fefe1eaa-70c0-4a94-a926-1f3c41108bd8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.284671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Router e37cbe65-2458-45e4-9cb0-ac4caacae868 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:26.309848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb9-d254-485e-b98a-ae3a3fb25a6c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (fefe1eaa-70c0-4a94-a926-1f3c41108bd8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.317818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7d7adeb9-d254-485e-b98a-ae3a3fb25a6c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.321746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7d7adeb9-d254-485e-b98a-ae3a3fb25a6c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fefe1eaa-70c0-4a94-a926-1f3c41108bd8 HTTP/1.1" status: 204 len: 168 time: 0.0790009 Feb 09 02:38:26.323585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56124) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.337345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7adeb9-d254-485e-b98a-ae3a3fb25a6c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fefe1eaa-70c0-4a94-a926-1f3c41108bd8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:26.410792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9c249304-02a8-483d-8221-8133a214756f tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825536 Feb 09 02:38:26.411694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.430023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af90bd-74e8-4601-9375-eef5445278d1 req-ab5e2054-ffad-4aee-a2de-e11da98a9a39 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:26.432457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49af90bd-74e8-4601-9375-eef5445278d1 req-ab5e2054-ffad-4aee-a2de-e11da98a9a39 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.0798309 Feb 09 02:38:26.458848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:26.469646 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e05f2a25-d1af-46a9-92b2-c83e3634fa9a tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "PUT /v2.0/routers/e37cbe65-2458-45e4-9cb0-ac4caacae868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9608111 Feb 09 02:38:26.470008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56128) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.477288 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af9717-804b-455b-8361-46085563aadd None None] Sync routers for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:26.488534 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af9717-804b-455b-8361-46085563aadd None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:26.489177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b3af9717-804b-455b-8361-46085563aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:26.518747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49af90bd-74e8-4601-9375-eef5445278d1 req-6e64f1e7-672b-4d08-a3c0-592368ac7b10 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 Feb 09 02:38:26.537809 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b3af9717-804b-455b-8361-46085563aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:26.548759 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af9717-804b-455b-8361-46085563aadd None None] Routers {'e37cbe65-2458-45e4-9cb0-ac4caacae868'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:26.549742 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b3af9717-804b-455b-8361-46085563aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e37cbe65-2458-45e4-9cb0-ac4caacae868'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:26.568585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e3483ed-c201-4b35-98d6-ae2cd3246d3b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (989e79dc-232a-4f0e-8819-5f5798ed1e7a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.604195 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b3af9717-804b-455b-8361-46085563aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:26.604937 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af9717-804b-455b-8361-46085563aadd None None] The sync data for ids ['e37cbe65-2458-45e4-9cb0-ac4caacae868'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:26.608069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e3483ed-c201-4b35-98d6-ae2cd3246d3b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (989e79dc-232a-4f0e-8819-5f5798ed1e7a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.655791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router (e37cbe65-2458-45e4-9cb0-ac4caacae868), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.684312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcee33-4d36-4460-9cac-e1973bc3916f req-73de0911-b192-4f82-9930-6804407a0b79 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:26.686007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6dcee33-4d36-4460-9cac-e1973bc3916f req-73de0911-b192-4f82-9930-6804407a0b79 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0580549 Feb 09 02:38:26.744117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e3483ed-c201-4b35-98d6-ae2cd3246d3b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (989e79dc-232a-4f0e-8819-5f5798ed1e7a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.747305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e3483ed-c201-4b35-98d6-ae2cd3246d3b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.748582 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4e3483ed-c201-4b35-98d6-ae2cd3246d3b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/989e79dc-232a-4f0e-8819-5f5798ed1e7a HTTP/1.1" status: 204 len: 168 time: 0.3362489 Feb 09 02:38:26.753232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56134) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.764040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3483ed-c201-4b35-98d6-ae2cd3246d3b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989e79dc-232a-4f0e-8819-5f5798ed1e7a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:26.767118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6dcee33-4d36-4460-9cac-e1973bc3916f req-d52ab86a-522d-4f15-baed-1b5505727e14 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703430 Feb 09 02:38:26.800493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router_gateway (e37cbe65-2458-45e4-9cb0-ac4caacae868), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.822154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4a521622-e039-47d2-a016-433cd2542e01 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0664346 Feb 09 02:38:26.826500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56136) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.830891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dbbf0cbf-c2fc-433e-9768-9a4d016a77b6 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--437031899'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:26.853431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0cbf-c2fc-433e-9768-9a4d016a77b6 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.863203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Deleting port 10b42032-ad27-488c-b35d-f81485f7aa94 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:26.863551 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (10b42032-ad27-488c-b35d-f81485f7aa94), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.927752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0cbf-c2fc-433e-9768-9a4d016a77b6 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (a3dda6f1-92b3-419b-a413-74ed1490bf20), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.931621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0cbf-c2fc-433e-9768-9a4d016a77b6 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3dda6f1-92b3-419b-a413-74ed1490bf20), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.961700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (10b42032-ad27-488c-b35d-f81485f7aa94), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.966259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0cbf-c2fc-433e-9768-9a4d016a77b6 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:26.970877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dbbf0cbf-c2fc-433e-9768-9a4d016a77b6 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1400478 Feb 09 02:38:26.971116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:26.972660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf0cbf-c2fc-433e-9768-9a4d016a77b6 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dda6f1-92b3-419b-a413-74ed1490bf20,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:26.977298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1e1b6e42-4f4c-4a33-8dec-b39cd12db3fc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': 'a3dda6f1-92b3-419b-a413-74ed1490bf20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:26.992645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Calling delete_port for 10b42032-ad27-488c-b35d-f81485f7aa94 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:27.002551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.059534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6e42-4f4c-4a33-8dec-b39cd12db3fc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.188472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6e42-4f4c-4a33-8dec-b39cd12db3fc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.193384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6e42-4f4c-4a33-8dec-b39cd12db3fc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.242005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b6e42-4f4c-4a33-8dec-b39cd12db3fc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:27.253279 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6e42-4f4c-4a33-8dec-b39cd12db3fc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.257742 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e1b6e42-4f4c-4a33-8dec-b39cd12db3fc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2825713 Feb 09 02:38:27.257742 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56140) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:27.263851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ff7de295-99b3-4947-8a28-0910008080c8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': 'a3dda6f1-92b3-419b-a413-74ed1490bf20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:27.288127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (10b42032-ad27-488c-b35d-f81485f7aa94), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.324864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Port': ['ID=10b42032-ad27-488c-b35d-f81485f7aa94,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:27.329055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff7de295-99b3-4947-8a28-0910008080c8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (4e47c1db-5572-4475-8db6-96f123ced765), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.407213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 5e336d01-d1ab-4aa3-8c64-30de37565c50 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:38:27.429540 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (e37cbe65-2458-45e4-9cb0-ac4caacae868), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.464159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff7de295-99b3-4947-8a28-0910008080c8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (4e47c1db-5572-4475-8db6-96f123ced765), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.500384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff7de295-99b3-4947-8a28-0910008080c8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4e47c1db-5572-4475-8db6-96f123ced765), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.534041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 5e336d01-d1ab-4aa3-8c64-30de37565c50, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=5e336d01-d1ab-4aa3-8c64-30de37565c50,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:27.546367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '5e336d01-d1ab-4aa3-8c64-30de37565c50', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'port_id': '5e336d01-d1ab-4aa3-8c64-30de37565c50', 'mac_address': 'fa:16:3e:dd:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:38:27.563485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (e37cbe65-2458-45e4-9cb0-ac4caacae868), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.567640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router_controller (e37cbe65-2458-45e4-9cb0-ac4caacae868), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.581022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7de295-99b3-4947-8a28-0910008080c8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e47c1db-5572-4475-8db6-96f123ced765,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:27.590795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 5e336d01-d1ab-4aa3-8c64-30de37565c50 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:27.591753 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.603915 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff7de295-99b3-4947-8a28-0910008080c8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.605182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff7de295-99b3-4947-8a28-0910008080c8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3468947 Feb 09 02:38:27.607969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56144) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:27.611564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e336d01-d1ab-4aa3-8c64-30de37565c50 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:38:27.629777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-581e39ac-5dfe-4275-89b4-685894b97431 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': 'a3dda6f1-92b3-419b-a413-74ed1490bf20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:27.639603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 5e336d01-d1ab-4aa3-8c64-30de37565c50, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=5e336d01-d1ab-4aa3-8c64-30de37565c50,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:27.646998 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.665737 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-581e39ac-5dfe-4275-89b4-685894b97431 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (eed1a2a3-e716-41c1-a782-26c04864c656), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.665965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (e37cbe65-2458-45e4-9cb0-ac4caacae868), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.666520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Fanout notify agent at l3_agent the message router_deleted on router e37cbe65-2458-45e4-9cb0-ac4caacae868 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:38:27.678876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.684722 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-83efffe0-0614-4c33-b233-cf55d9f7d632 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "DELETE /v2.0/routers/e37cbe65-2458-45e4-9cb0-ac4caacae868 HTTP/1.1" status: 204 len: 168 time: 1.2127373 Feb 09 02:38:27.685626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56146) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:27.723669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882da339-315f-4531-a7c5-53901f3aee96 req-c7e8ddf3-a762-44cd-8fd8-423b92fddf2c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:27.725264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-882da339-315f-4531-a7c5-53901f3aee96 req-c7e8ddf3-a762-44cd-8fd8-423b92fddf2c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 944 time: 0.1323214 Feb 09 02:38:27.730426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=5e336d01-d1ab-4aa3-8c64-30de37565c50,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:27.763532 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-581e39ac-5dfe-4275-89b4-685894b97431 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (eed1a2a3-e716-41c1-a782-26c04864c656), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.764009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Deleting subnet b25d8263-4fe0-40f4-a351-bdd5ee32e727 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:38:27.767730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for subnet (b25d8263-4fe0-40f4-a351-bdd5ee32e727), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.769743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-581e39ac-5dfe-4275-89b4-685894b97431 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (eed1a2a3-e716-41c1-a782-26c04864c656), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.811008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e39ac-5dfe-4275-89b4-685894b97431 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed1a2a3-e716-41c1-a782-26c04864c656,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:27.820086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-581e39ac-5dfe-4275-89b4-685894b97431 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.821510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-581e39ac-5dfe-4275-89b4-685894b97431 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2122991 Feb 09 02:38:27.824271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:27.826864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-882da339-315f-4531-a7c5-53901f3aee96 req-2275b445-1963-4138-8d7d-522f31861ebc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947123 Feb 09 02:38:27.828762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0cb1d58c-b3af-4320-8de5-a8cba12bf30d tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': 'a3dda6f1-92b3-419b-a413-74ed1490bf20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:27.858221 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (b25d8263-4fe0-40f4-a351-bdd5ee32e727), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.899176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d58c-b3af-4320-8de5-a8cba12bf30d tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (bfb2a708-ed15-4739-9b9e-a0bda852b466), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:27.928294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcb366-1e5d-4459-b04b-258e4ad97417 req-6b189795-929a-4504-8415-8abe9bd46daa tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:27.929811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2fcb366-1e5d-4459-b04b-258e4ad97417 req-6b189795-929a-4504-8415-8abe9bd46daa tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0638268 Feb 09 02:38:27.963473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['5e336d01-d1ab-4aa3-8c64-30de37565c50'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:38:27.989015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2fcb366-1e5d-4459-b04b-258e4ad97417 req-925c57eb-3caf-4cd4-a9a6-8fccf7933476 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513949 Feb 09 02:38:27.994513 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (b25d8263-4fe0-40f4-a351-bdd5ee32e727), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.034314 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d58c-b3af-4320-8de5-a8cba12bf30d tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (bfb2a708-ed15-4739-9b9e-a0bda852b466), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.041165 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d58c-b3af-4320-8de5-a8cba12bf30d tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (bfb2a708-ed15-4739-9b9e-a0bda852b466), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.072881 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d58c-b3af-4320-8de5-a8cba12bf30d tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.074115 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0cb1d58c-b3af-4320-8de5-a8cba12bf30d tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2489913 Feb 09 02:38:28.075857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1d58c-b3af-4320-8de5-a8cba12bf30d tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb2a708-ed15-4739-9b9e-a0bda852b466,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.077020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56154) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.087298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c1a73d51-4231-4a54-8f88-02f44ae0d645 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': 'a3dda6f1-92b3-419b-a413-74ed1490bf20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:28.100980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (b25d8263-4fe0-40f4-a351-bdd5ee32e727), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.125489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2209e69-d347-48b2-942e-77d15340b298 None None] Network 25adb349-6736-49cb-9beb-d71246cee8fb requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:28.141496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.147821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56156) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.148138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "DELETE /v2.0/subnets/b25d8263-4fe0-40f4-a351-bdd5ee32e727 HTTP/1.1" status: 204 len: 168 time: 0.4602225 Feb 09 02:38:28.149764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615f49b-301c-408d-a4ae-ed8bab02b276 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Subnet': ['ID=b25d8263-4fe0-40f4-a351-bdd5ee32e727,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.161694 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1a73d51-4231-4a54-8f88-02f44ae0d645 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2cd578c6-803e-4823-a7a8-10f5ba918677), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.227262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.272774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (25adb349-6736-49cb-9beb-d71246cee8fb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.290421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1a73d51-4231-4a54-8f88-02f44ae0d645 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2cd578c6-803e-4823-a7a8-10f5ba918677), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.297011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1a73d51-4231-4a54-8f88-02f44ae0d645 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2cd578c6-803e-4823-a7a8-10f5ba918677), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.344866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a73d51-4231-4a54-8f88-02f44ae0d645 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd578c6-803e-4823-a7a8-10f5ba918677,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.362107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1a73d51-4231-4a54-8f88-02f44ae0d645 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.365980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c1a73d51-4231-4a54-8f88-02f44ae0d645 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2830646 Feb 09 02:38:28.367054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56158) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.369360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] DHCP port deletion for 25adb349-6736-49cb-9beb-d71246cee8fb request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:38:28.403455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-421e6a54-e179-4bde-a9ca-317b2d569000 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2cd578c6-803e-4823-a7a8-10f5ba918677), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.412954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-421e6a54-e179-4bde-a9ca-317b2d569000 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2cd578c6-803e-4823-a7a8-10f5ba918677), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.424763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Deleting port e9474f77-173c-44b0-af5d-3709074a3323 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:28.425967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e9474f77-173c-44b0-af5d-3709074a3323), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.431223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] Deleting port e9474f77-173c-44b0-af5d-3709074a3323 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:28.431845 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e9474f77-173c-44b0-af5d-3709074a3323), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.507931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-421e6a54-e179-4bde-a9ca-317b2d569000 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2cd578c6-803e-4823-a7a8-10f5ba918677), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.515089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-421e6a54-e179-4bde-a9ca-317b2d569000 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.516428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-421e6a54-e179-4bde-a9ca-317b2d569000 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2cd578c6-803e-4823-a7a8-10f5ba918677 HTTP/1.1" status: 204 len: 168 time: 0.1484272 Feb 09 02:38:28.519415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.521574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] For port e9474f77-173c-44b0-af5d-3709074a3323, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e9474f77-173c-44b0-af5d-3709074a3323,segment=NetworkSegment(bf17cc97-cb29-4e0e-8236-0b94438a8d05),segment_id=bf17cc97-cb29-4e0e-8236-0b94438a8d05)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:28.522158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e9474f77-173c-44b0-af5d-3709074a3323), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.533664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e6a54-e179-4bde-a9ca-317b2d569000 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cd578c6-803e-4823-a7a8-10f5ba918677,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.542108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] For port e9474f77-173c-44b0-af5d-3709074a3323, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e9474f77-173c-44b0-af5d-3709074a3323,segment=NetworkSegment(bf17cc97-cb29-4e0e-8236-0b94438a8d05),segment_id=bf17cc97-cb29-4e0e-8236-0b94438a8d05)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:28.542367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] Calling delete_port for e9474f77-173c-44b0-af5d-3709074a3323 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:28.542888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e9474f77-173c-44b0-af5d-3709074a3323), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.560548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Calling delete_port for e9474f77-173c-44b0-af5d-3709074a3323 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:28.589074 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-91b162d1-e720-4aa7-a402-b51ec6920df3 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0684617 Feb 09 02:38:28.589806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.627779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-caa4d920-504e-4a45-a08e-7b6070d70042 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (bfb2a708-ed15-4739-9b9e-a0bda852b466), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.637507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-caa4d920-504e-4a45-a08e-7b6070d70042 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (bfb2a708-ed15-4739-9b9e-a0bda852b466), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.649549 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (e9474f77-173c-44b0-af5d-3709074a3323), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.667068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e9474f77-173c-44b0-af5d-3709074a3323), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.681876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-caa4d920-504e-4a45-a08e-7b6070d70042 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (bfb2a708-ed15-4739-9b9e-a0bda852b466), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.689417 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-caa4d920-504e-4a45-a08e-7b6070d70042 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.692924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] Pushing event deleted for resources: {'Port': ['ID=e9474f77-173c-44b0-af5d-3709074a3323,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.693482 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-caa4d920-504e-4a45-a08e-7b6070d70042 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bfb2a708-ed15-4739-9b9e-a0bda852b466 HTTP/1.1" status: 204 len: 168 time: 0.1025157 Feb 09 02:38:28.694100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.700318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945352fe-024e-40b9-8a63-6238cfee9194 None None] No DVR routers for this DVR port e9474f77-173c-44b0-af5d-3709074a3323 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:28.712205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Port': ['ID=e9474f77-173c-44b0-af5d-3709074a3323,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.716548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4d920-504e-4a45-a08e-7b6070d70042 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfb2a708-ed15-4739-9b9e-a0bda852b466,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.731453 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] No DVR routers for this DVR port e9474f77-173c-44b0-af5d-3709074a3323 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:28.754081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8972b5af-975f-45c3-bdae-f3eeab6272ba tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0573878 Feb 09 02:38:28.755109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56168) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.781737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02acb562-f5b4-41b3-8448-baa32e6e31ed tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (eed1a2a3-e716-41c1-a782-26c04864c656), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.790862 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02acb562-f5b4-41b3-8448-baa32e6e31ed tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (eed1a2a3-e716-41c1-a782-26c04864c656), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.830416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02acb562-f5b4-41b3-8448-baa32e6e31ed tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (eed1a2a3-e716-41c1-a782-26c04864c656), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.837252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-02acb562-f5b4-41b3-8448-baa32e6e31ed tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.840804 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-02acb562-f5b4-41b3-8448-baa32e6e31ed tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/eed1a2a3-e716-41c1-a782-26c04864c656 HTTP/1.1" status: 204 len: 168 time: 0.0824358 Feb 09 02:38:28.842072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.846495 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (25adb349-6736-49cb-9beb-d71246cee8fb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.868108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acb562-f5b4-41b3-8448-baa32e6e31ed tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eed1a2a3-e716-41c1-a782-26c04864c656,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:28.884302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25adb349-6736-49cb-9beb-d71246cee8fb']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:28.909349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf17cc97-cb29-4e0e-8236-0b94438a8d05') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:28.910239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf17cc97-cb29-4e0e-8236-0b94438a8d05') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:28.925329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (bf17cc97-cb29-4e0e-8236-0b94438a8d05), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.930525 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e4c8064-ef40-4138-91ae-7ed588fb55ba tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0831485 Feb 09 02:38:28.931529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:28.949193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (bf17cc97-cb29-4e0e-8236-0b94438a8d05), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.960695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:38:28.961509 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (bf17cc97-cb29-4e0e-8236-0b94438a8d05), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.968677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82e31632-140b-4e33-9c5f-ce36f6921532 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (4e47c1db-5572-4475-8db6-96f123ced765), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:28.980434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82e31632-140b-4e33-9c5f-ce36f6921532 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (4e47c1db-5572-4475-8db6-96f123ced765), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.014913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82e31632-140b-4e33-9c5f-ce36f6921532 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4e47c1db-5572-4475-8db6-96f123ced765), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.023493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-82e31632-140b-4e33-9c5f-ce36f6921532 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.026058 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-82e31632-140b-4e33-9c5f-ce36f6921532 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4e47c1db-5572-4475-8db6-96f123ced765 HTTP/1.1" status: 204 len: 168 time: 0.0930979 Feb 09 02:38:29.028761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56180) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:29.041740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e31632-140b-4e33-9c5f-ce36f6921532 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e47c1db-5572-4475-8db6-96f123ced765,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: self.session.flush() Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:38:29.048151 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:38:29.091108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (25adb349-6736-49cb-9beb-d71246cee8fb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.104401 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f2d7bb59-677d-48eb-a1ca-ba27e371e7f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0718355 Feb 09 02:38:29.104603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:29.111518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.117194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "DELETE /v2.0/networks/25adb349-6736-49cb-9beb-d71246cee8fb HTTP/1.1" status: 204 len: 168 time: 0.9678571 Feb 09 02:38:29.118311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56184) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:29.119353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae185-bb49-4b90-b8cd-d5244638956b tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Network': ['ID=25adb349-6736-49cb-9beb-d71246cee8fb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:29.187798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da7f3-82fc-4686-9ece-c71085314811 req-e75764fc-06ef-4cac-a9c1-bbb5a68a2adf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:29.190857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d75da7f3-82fc-4686-9ece-c71085314811 req-e75764fc-06ef-4cac-a9c1-bbb5a68a2adf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 945 time: 0.1414597 Feb 09 02:38:29.214647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7869181-4517-40dd-a80f-bd51c58dd595 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.228554 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7869181-4517-40dd-a80f-bd51c58dd595 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.230230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6c7fd-0847-40f5-a33d-e8f35b204b92 req-77890974-7280-4c07-a9b7-3f891f755acc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:29.235057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13a6c7fd-0847-40f5-a33d-e8f35b204b92 req-77890974-7280-4c07-a9b7-3f891f755acc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1167178 Feb 09 02:38:29.287684 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7869181-4517-40dd-a80f-bd51c58dd595 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.294623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7869181-4517-40dd-a80f-bd51c58dd595 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.295788 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b7869181-4517-40dd-a80f-bd51c58dd595 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e HTTP/1.1" status: 204 len: 168 time: 0.1902030 Feb 09 02:38:29.299342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56186) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:29.306412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d75da7f3-82fc-4686-9ece-c71085314811 req-595e9532-826d-4b5b-99db-6799724f18c0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076729 Feb 09 02:38:29.315478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7869181-4517-40dd-a80f-bd51c58dd595 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22c1b3c5-b31e-43e8-92e2-5c20d7f0d32e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:29.337081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Deleting port 42439fd9-7c17-40cb-ac8e-184196412c82 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:29.337474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (42439fd9-7c17-40cb-ac8e-184196412c82), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.348150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13a6c7fd-0847-40f5-a33d-e8f35b204b92 req-2f08bd33-4fec-48ce-8f62-184a158df4ce tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060917 Feb 09 02:38:29.398579 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b92d8247-c1ea-4031-8520-4546cf15c916 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0959661 Feb 09 02:38:29.401470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56188) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:29.405019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 5e336d01-d1ab-4aa3-8c64-30de37565c50 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:29.442396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9474f77-173c-44b0-af5d-3709074a3323 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:29.467142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: e9474f77-173c-44b0-af5d-3709074a3323 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:29.467488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9474f77-173c-44b0-af5d-3709074a3323 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:29.485023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 5e336d01-d1ab-4aa3-8c64-30de37565c50 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:38:29.489011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 5e336d01-d1ab-4aa3-8c64-30de37565c50 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:29.489387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.498769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7bff27c-cf17-4480-988d-e14e82347a06 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (a3dda6f1-92b3-419b-a413-74ed1490bf20), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.522736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7bff27c-cf17-4480-988d-e14e82347a06 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (a3dda6f1-92b3-419b-a413-74ed1490bf20), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.559364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (42439fd9-7c17-40cb-ac8e-184196412c82), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.559719 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for floatingip (42439fd9-7c17-40cb-ac8e-184196412c82), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.575938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 5e336d01-d1ab-4aa3-8c64-30de37565c50 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:29.576434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.580447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Calling delete_port for 42439fd9-7c17-40cb-ac8e-184196412c82 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:29.592313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7bff27c-cf17-4480-988d-e14e82347a06 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3dda6f1-92b3-419b-a413-74ed1490bf20), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.595746 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b7bff27c-cf17-4480-988d-e14e82347a06 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.599583 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b7bff27c-cf17-4480-988d-e14e82347a06 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3dda6f1-92b3-419b-a413-74ed1490bf20 HTTP/1.1" status: 204 len: 168 time: 0.1946008 Feb 09 02:38:29.600045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56190) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:29.633196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 5e336d01-d1ab-4aa3-8c64-30de37565c50, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=5e336d01-d1ab-4aa3-8c64-30de37565c50,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:29.635295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26a1833-235e-4765-a4de-e42803f8c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e336d01-d1ab-4aa3-8c64-30de37565c50'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:29.639001 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2484d915-6d41-4e39-8e8e-6a38b9fcff19" -d '{"events": [{"server_uuid": "a26a1833-235e-4765-a4de-e42803f8c615", "name": "network-vif-plugged", "status": "completed", "tag": "5e336d01-d1ab-4aa3-8c64-30de37565c50"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:29.645598 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.675335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cde9fb7f-c541-40f7-ad47-8ac1ba7accee tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0692525 Feb 09 02:38:29.675776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:29.678711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bff27c-cf17-4480-988d-e14e82347a06 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dda6f1-92b3-419b-a413-74ed1490bf20,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:29.684294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5521fffd-3926-494c-b1bb-e589a9b20fe8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--582531813'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:29.715772 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e910b-360b-4719-bf83-01b95f34dc8e x-openstack-request-id: req-266e910b-360b-4719-bf83-01b95f34dc8e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:29.716215 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26a1833-235e-4765-a4de-e42803f8c615", "name": "network-vif-plugged", "status": "completed", "tag": "5e336d01-d1ab-4aa3-8c64-30de37565c50", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:29.716799 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-266e910b-360b-4719-bf83-01b95f34dc8e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:29.717082 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26a1833-235e-4765-a4de-e42803f8c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e336d01-d1ab-4aa3-8c64-30de37565c50', 'code': 200} Feb 09 02:38:29.742178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=5e336d01-d1ab-4aa3-8c64-30de37565c50,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:29.742494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5521fffd-3926-494c-b1bb-e589a9b20fe8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.830974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f885bae-3101-41ec-bbea-60fb90f5b9be req-bec0951e-8707-4036-9eef-c5246cc64901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:29.835848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f885bae-3101-41ec-bbea-60fb90f5b9be req-bec0951e-8707-4036-9eef-c5246cc64901 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 1129 time: 0.0633450 Feb 09 02:38:29.840548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.847904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (42439fd9-7c17-40cb-ac8e-184196412c82), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.893124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f885bae-3101-41ec-bbea-60fb90f5b9be req-30de00eb-4cb9-4d77-8773-a630d63c0739 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496902 Feb 09 02:38:29.913104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5521fffd-3926-494c-b1bb-e589a9b20fe8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:29.918752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Pushing event deleted for resources: {'Port': ['ID=42439fd9-7c17-40cb-ac8e-184196412c82,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:29.951041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5521fffd-3926-494c-b1bb-e589a9b20fe8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.010598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5521fffd-3926-494c-b1bb-e589a9b20fe8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.011843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5521fffd-3926-494c-b1bb-e589a9b20fe8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3349936 Feb 09 02:38:30.023729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521fffd-3926-494c-b1bb-e589a9b20fe8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:30.024370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56198) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:30.029686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-76954376-3144-4bda-87ab-de1eb47c5bac tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': 'aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6', 'direction': 'ingress', 'protocol': 17}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:30.034566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks [] for floatingip (1bfc0abb-092b-49f4-9b2f-5dcadb82e26b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.038743 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.049943 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8405f8c2-ee7f-45d7-877b-db03180313b1 tempest-FloatingIPAdminTestJSON-1495389909 tempest-FloatingIPAdminTestJSON-1495389909-project] 10.222.0.53 "DELETE /v2.0/floatingips/1bfc0abb-092b-49f4-9b2f-5dcadb82e26b HTTP/1.1" status: 204 len: 168 time: 0.9304464 Feb 09 02:38:30.072766 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76954376-3144-4bda-87ab-de1eb47c5bac tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (0c39e769-a6ff-4558-a13e-b8b15481ec09), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.134669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76954376-3144-4bda-87ab-de1eb47c5bac tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (0c39e769-a6ff-4558-a13e-b8b15481ec09), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.140036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76954376-3144-4bda-87ab-de1eb47c5bac tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0c39e769-a6ff-4558-a13e-b8b15481ec09), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.161896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76954376-3144-4bda-87ab-de1eb47c5bac tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c39e769-a6ff-4558-a13e-b8b15481ec09,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:30.170809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76954376-3144-4bda-87ab-de1eb47c5bac tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.172526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-76954376-3144-4bda-87ab-de1eb47c5bac tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1469588 Feb 09 02:38:30.177954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56202) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:30.242001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21844706-d229-4c27-ba22-0266c107c692 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.268237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21844706-d229-4c27-ba22-0266c107c692 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.321165 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21844706-d229-4c27-ba22-0266c107c692 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.324726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-21844706-d229-4c27-ba22-0266c107c692 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.328557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-21844706-d229-4c27-ba22-0266c107c692 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6 HTTP/1.1" status: 204 len: 168 time: 0.1469359 Feb 09 02:38:30.331116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:30.337087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21844706-d229-4c27-ba22-0266c107c692 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9c67c1-1d85-4d1e-876f-87ca31e7b6a6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:30.407092 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-39f576cf-cd51-46af-9a31-c7d100d7deb4 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726373 Feb 09 02:38:30.408544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56212) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:30.410377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56214) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:30.418025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-78fec28a-ac9d-4603-ac79-d51f95de9667 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--254886798'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:30.510194 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-78fec28a-ac9d-4603-ac79-d51f95de9667 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.546579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a7f71-67b9-4e43-a3f9-b6ff925533a5 req-ce0fef40-1bf1-4ecc-858f-9f67f7beb581 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:30.548718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc9a7f71-67b9-4e43-a3f9-b6ff925533a5 req-ce0fef40-1bf1-4ecc-858f-9f67f7beb581 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 946 time: 0.1535292 Feb 09 02:38:30.646820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcfb89-0ffe-48f7-b790-0c213797067f req-c418b077-aa59-4695-a7e3-84bcefba9b02 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:30.649087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0fcfb89-0ffe-48f7-b790-0c213797067f req-c418b077-aa59-4695-a7e3-84bcefba9b02 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1518583 Feb 09 02:38:30.699352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4a000a5e-d935-40fa-84ca-ef28de66ae16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e7de65072f442398cd0899153e226ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872047 Feb 09 02:38:30.701198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56218) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:30.705311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc9a7f71-67b9-4e43-a3f9-b6ff925533a5 req-a68cfd50-37c1-4eb2-96d6-6701555fd437 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452892 Feb 09 02:38:30.738981 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-78fec28a-ac9d-4603-ac79-d51f95de9667 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (ae0c3a68-aebf-4ddb-86c6-91c457b2d59b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.755749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-78fec28a-ac9d-4603-ac79-d51f95de9667 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ae0c3a68-aebf-4ddb-86c6-91c457b2d59b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.775422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-749fa797-667f-4d8b-ad1a-c1a1220de552 admin admin] Publish callbacks [] for security_group (01266cfe-acf6-414f-8f67-526da1709798), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.794836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0fcfb89-0ffe-48f7-b790-0c213797067f req-ba1d206b-918a-4d25-a546-1f440dbc3817 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298907 Feb 09 02:38:30.803275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fec28a-ac9d-4603-ac79-d51f95de9667 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0c3a68-aebf-4ddb-86c6-91c457b2d59b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:30.811876 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-749fa797-667f-4d8b-ad1a-c1a1220de552 admin admin] Publish callbacks [] for security_group (01266cfe-acf6-414f-8f67-526da1709798), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.817417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-78fec28a-ac9d-4603-ac79-d51f95de9667 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.819047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-78fec28a-ac9d-4603-ac79-d51f95de9667 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4044411 Feb 09 02:38:30.821771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56220) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:30.827457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-87552b3a-79b2-48cc-9238-213a0d0f86ce tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102214112'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:30.851158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87552b3a-79b2-48cc-9238-213a0d0f86ce tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.873418 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-749fa797-667f-4d8b-ad1a-c1a1220de552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (01266cfe-acf6-414f-8f67-526da1709798), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.877542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-749fa797-667f-4d8b-ad1a-c1a1220de552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.878955 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-749fa797-667f-4d8b-ad1a-c1a1220de552 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01266cfe-acf6-414f-8f67-526da1709798 HTTP/1.1" status: 204 len: 168 time: 0.1762199 Feb 09 02:38:30.887519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fa797-667f-4d8b-ad1a-c1a1220de552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01266cfe-acf6-414f-8f67-526da1709798,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:30.972298 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87552b3a-79b2-48cc-9238-213a0d0f86ce tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3e50babc-6499-4202-ac27-c90395cfa2dd), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.981630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87552b3a-79b2-48cc-9238-213a0d0f86ce tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3e50babc-6499-4202-ac27-c90395cfa2dd), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.024524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87552b3a-79b2-48cc-9238-213a0d0f86ce tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.026570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-87552b3a-79b2-48cc-9238-213a0d0f86ce tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2036448 Feb 09 02:38:31.029537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.035048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b8ab09a7-03c9-496d-b39c-18f5c1ee0612 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': 'ae0c3a68-aebf-4ddb-86c6-91c457b2d59b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e50babc-6499-4202-ac27-c90395cfa2dd', 'remote_ip_prefix': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:31.037036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87552b3a-79b2-48cc-9238-213a0d0f86ce tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e50babc-6499-4202-ac27-c90395cfa2dd,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:31.075419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8ab09a7-03c9-496d-b39c-18f5c1ee0612 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2df22271-0c1e-4b4c-a88d-04ea05a1f87d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.199783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8ab09a7-03c9-496d-b39c-18f5c1ee0612 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2df22271-0c1e-4b4c-a88d-04ea05a1f87d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.207296 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8ab09a7-03c9-496d-b39c-18f5c1ee0612 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2df22271-0c1e-4b4c-a88d-04ea05a1f87d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.232146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab09a7-03c9-496d-b39c-18f5c1ee0612 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df22271-0c1e-4b4c-a88d-04ea05a1f87d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:31.260982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b8ab09a7-03c9-496d-b39c-18f5c1ee0612 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.266593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b8ab09a7-03c9-496d-b39c-18f5c1ee0612 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2333138 Feb 09 02:38:31.267168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56230) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.296211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.303970 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf383c84-03ca-4b5b-891c-f24ca2bd4a9a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2df22271-0c1e-4b4c-a88d-04ea05a1f87d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.312419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-917a0551-c7c9-49d1-aca7-f2206063eabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.317036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf383c84-03ca-4b5b-891c-f24ca2bd4a9a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (2df22271-0c1e-4b4c-a88d-04ea05a1f87d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.352060 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf383c84-03ca-4b5b-891c-f24ca2bd4a9a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2df22271-0c1e-4b4c-a88d-04ea05a1f87d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.359868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cf383c84-03ca-4b5b-891c-f24ca2bd4a9a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.364064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf383c84-03ca-4b5b-891c-f24ca2bd4a9a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2df22271-0c1e-4b4c-a88d-04ea05a1f87d HTTP/1.1" status: 204 len: 168 time: 0.0933285 Feb 09 02:38:31.364616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.366057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf383c84-03ca-4b5b-891c-f24ca2bd4a9a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2df22271-0c1e-4b4c-a88d-04ea05a1f87d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:31.433084 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-799862ee-675b-40ca-b0c0-404c44f8a358 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0662901 Feb 09 02:38:31.434895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.468942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-917a0551-c7c9-49d1-aca7-f2206063eabf admin admin] Publish callbacks [] for security_group (237216a8-3f6e-4bd8-9c19-882b6c8900ba), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.474645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-917a0551-c7c9-49d1-aca7-f2206063eabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (237216a8-3f6e-4bd8-9c19-882b6c8900ba), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.496573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bd53347b-be9d-48c7-9eea-f51920c39eb9 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3e50babc-6499-4202-ac27-c90395cfa2dd), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.523262 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-917a0551-c7c9-49d1-aca7-f2206063eabf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f48ef752405b4eb3a175d38995cf5f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2232723 Feb 09 02:38:31.523506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bd53347b-be9d-48c7-9eea-f51920c39eb9 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (3e50babc-6499-4202-ac27-c90395cfa2dd), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.523775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.536464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a0551-c7c9-49d1-aca7-f2206063eabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237216a8-3f6e-4bd8-9c19-882b6c8900ba,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:31.572617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bd53347b-be9d-48c7-9eea-f51920c39eb9 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3e50babc-6499-4202-ac27-c90395cfa2dd), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.575792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bd53347b-be9d-48c7-9eea-f51920c39eb9 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.580035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bd53347b-be9d-48c7-9eea-f51920c39eb9 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/3e50babc-6499-4202-ac27-c90395cfa2dd HTTP/1.1" status: 204 len: 168 time: 0.1409445 Feb 09 02:38:31.582335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56240) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.604652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53347b-be9d-48c7-9eea-f51920c39eb9 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e50babc-6499-4202-ac27-c90395cfa2dd,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:31.658184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b6f4f5e-fa8f-4556-b4fa-7705de6c811b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0713925 Feb 09 02:38:31.659124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56242) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.720337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d05288a3-05b3-4256-8c2c-6c428abb6324 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (ae0c3a68-aebf-4ddb-86c6-91c457b2d59b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.764368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d05288a3-05b3-4256-8c2c-6c428abb6324 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (ae0c3a68-aebf-4ddb-86c6-91c457b2d59b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.873810 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d05288a3-05b3-4256-8c2c-6c428abb6324 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ae0c3a68-aebf-4ddb-86c6-91c457b2d59b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.877177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d05288a3-05b3-4256-8c2c-6c428abb6324 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:31.880936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d05288a3-05b3-4256-8c2c-6c428abb6324 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/ae0c3a68-aebf-4ddb-86c6-91c457b2d59b HTTP/1.1" status: 204 len: 168 time: 0.2190371 Feb 09 02:38:31.905640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.928834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05288a3-05b3-4256-8c2c-6c428abb6324 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0c3a68-aebf-4ddb-86c6-91c457b2d59b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:31.937024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20435a-d9a8-4f7d-88bf-59fbc9ab1d02 req-5b6dff5d-161d-4401-8dda-93fcd849e55d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:31.939273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c20435a-d9a8-4f7d-88bf-59fbc9ab1d02 req-5b6dff5d-161d-4401-8dda-93fcd849e55d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 946 time: 0.1280181 Feb 09 02:38:31.977581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce10f-82bd-421c-ae35-044ca4250d0a req-ad986fef-5cfb-4a7c-abbb-2a4b5ddd5cb9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:31.979132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-626ce10f-82bd-421c-ae35-044ca4250d0a req-ad986fef-5cfb-4a7c-abbb-2a4b5ddd5cb9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0987198 Feb 09 02:38:31.990043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0d6b8ee4-ed48-42dd-8f60-1379ecf28b9e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758579 Feb 09 02:38:31.991358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56250) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:31.998071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-03a95bf7-c7d7-459e-9f8e-423b04cacbcc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054662229'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:32.004361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33d91019-ba9b-4680-9561-5d70ba27154e admin admin] Publish callbacks [] for security_group (237216a8-3f6e-4bd8-9c19-882b6c8900ba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.038509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c20435a-d9a8-4f7d-88bf-59fbc9ab1d02 req-d0cd0bf7-dbfc-468a-acc3-cee0ffaa0084 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887179 Feb 09 02:38:32.044615 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33d91019-ba9b-4680-9561-5d70ba27154e admin admin] Publish callbacks [] for security_group (237216a8-3f6e-4bd8-9c19-882b6c8900ba), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.055057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-626ce10f-82bd-421c-ae35-044ca4250d0a req-9748c352-0ca1-495a-9a05-8f5184739101 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570972 Feb 09 02:38:32.098820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a95bf7-c7d7-459e-9f8e-423b04cacbcc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.161319 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33d91019-ba9b-4680-9561-5d70ba27154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (237216a8-3f6e-4bd8-9c19-882b6c8900ba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.164239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-33d91019-ba9b-4680-9561-5d70ba27154e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.165410 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33d91019-ba9b-4680-9561-5d70ba27154e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/237216a8-3f6e-4bd8-9c19-882b6c8900ba HTTP/1.1" status: 204 len: 168 time: 0.6407208 Feb 09 02:38:32.185904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d91019-ba9b-4680-9561-5d70ba27154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237216a8-3f6e-4bd8-9c19-882b6c8900ba,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:32.202431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82c7fb-2e49-4023-b726-40ee4d49cfa6 req-c1b92d2b-ca46-4323-a53f-b61210cb9924 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:32.205553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a82c7fb-2e49-4023-b726-40ee4d49cfa6 req-c1b92d2b-ca46-4323-a53f-b61210cb9924 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 946 time: 0.0743842 Feb 09 02:38:32.268871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a95bf7-c7d7-459e-9f8e-423b04cacbcc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (51c8a576-f7ea-412c-b930-6fece469cdc0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.269941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a82c7fb-2e49-4023-b726-40ee4d49cfa6 req-a3523fde-846e-4f5b-b7eb-3b4283bb3d16 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574982 Feb 09 02:38:32.277783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a95bf7-c7d7-459e-9f8e-423b04cacbcc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51c8a576-f7ea-412c-b930-6fece469cdc0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.309088 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03a95bf7-c7d7-459e-9f8e-423b04cacbcc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.313111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56260) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.313310 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-03a95bf7-c7d7-459e-9f8e-423b04cacbcc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3208706 Feb 09 02:38:32.318755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e325ca42-b418-4f1f-89d0-15a6e4ec0c86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': '51c8a576-f7ea-412c-b930-6fece469cdc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:32.336653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a95bf7-c7d7-459e-9f8e-423b04cacbcc tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8a576-f7ea-412c-b930-6fece469cdc0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:32.370847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e325ca42-b418-4f1f-89d0-15a6e4ec0c86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (519bed16-1ad6-432f-b5cd-22265ec7a0e8), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.453677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e325ca42-b418-4f1f-89d0-15a6e4ec0c86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (519bed16-1ad6-432f-b5cd-22265ec7a0e8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.458857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e325ca42-b418-4f1f-89d0-15a6e4ec0c86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (519bed16-1ad6-432f-b5cd-22265ec7a0e8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.483263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325ca42-b418-4f1f-89d0-15a6e4ec0c86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519bed16-1ad6-432f-b5cd-22265ec7a0e8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:32.497801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e325ca42-b418-4f1f-89d0-15a6e4ec0c86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.503488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56266) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.507007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e325ca42-b418-4f1f-89d0-15a6e4ec0c86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1919105 Feb 09 02:38:32.549933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba66e-96e4-4914-bef4-6de2e8c736c7 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (519bed16-1ad6-432f-b5cd-22265ec7a0e8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.561339 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba66e-96e4-4914-bef4-6de2e8c736c7 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (519bed16-1ad6-432f-b5cd-22265ec7a0e8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.606053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba66e-96e4-4914-bef4-6de2e8c736c7 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (519bed16-1ad6-432f-b5cd-22265ec7a0e8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.615065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba66e-96e4-4914-bef4-6de2e8c736c7 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.621547 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7f7ba66e-96e4-4914-bef4-6de2e8c736c7 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/519bed16-1ad6-432f-b5cd-22265ec7a0e8 HTTP/1.1" status: 204 len: 168 time: 0.1170075 Feb 09 02:38:32.624855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56270) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.640970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ba66e-96e4-4914-bef4-6de2e8c736c7 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=519bed16-1ad6-432f-b5cd-22265ec7a0e8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:32.665251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.683747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f33d-d337-4a14-8f3e-d2656136eeb1 req-130c0e2f-911b-431f-9816-ea97ea863d95 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:32.685758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48191ea8-65c2-45b9-b48f-a12656133e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.687003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1f6f33d-d337-4a14-8f3e-d2656136eeb1 req-130c0e2f-911b-431f-9816-ea97ea863d95 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 946 time: 0.0730579 Feb 09 02:38:32.713611 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-949c1fcf-184f-4fba-8d1d-3c1135ccfd88 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805583 Feb 09 02:38:32.714058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56274) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.788897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1f6f33d-d337-4a14-8f3e-d2656136eeb1 req-ed378633-3865-492d-9794-fb1c2a6fa64a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934379 Feb 09 02:38:32.796386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48191ea8-65c2-45b9-b48f-a12656133e17 admin admin] Publish callbacks [] for security_group (656e1579-291f-4b1d-8ca7-fd44887bb515), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.802682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48191ea8-65c2-45b9-b48f-a12656133e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (656e1579-291f-4b1d-8ca7-fd44887bb515), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.809535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ddd570e-099b-405d-827f-d4899c25fa98 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (51c8a576-f7ea-412c-b930-6fece469cdc0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.834017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ddd570e-099b-405d-827f-d4899c25fa98 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (51c8a576-f7ea-412c-b930-6fece469cdc0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.847619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48191ea8-65c2-45b9-b48f-a12656133e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656e1579-291f-4b1d-8ca7-fd44887bb515,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:32.858515 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48191ea8-65c2-45b9-b48f-a12656133e17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e93bbc1d37d4f19a18ef042be1f367a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1908548 Feb 09 02:38:32.866667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56276) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.902876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ddd570e-099b-405d-827f-d4899c25fa98 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51c8a576-f7ea-412c-b930-6fece469cdc0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.906208 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ddd570e-099b-405d-827f-d4899c25fa98 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.914228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ddd570e-099b-405d-827f-d4899c25fa98 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/51c8a576-f7ea-412c-b930-6fece469cdc0 HTTP/1.1" status: 204 len: 168 time: 0.1990738 Feb 09 02:38:32.914868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56278) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.923123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e16f7e-959f-47b5-8d44-5422b2b41f75 admin admin] Publish callbacks [] for security_group (656e1579-291f-4b1d-8ca7-fd44887bb515), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.931895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd570e-099b-405d-827f-d4899c25fa98 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8a576-f7ea-412c-b930-6fece469cdc0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:32.949338 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e16f7e-959f-47b5-8d44-5422b2b41f75 admin admin] Publish callbacks [] for security_group (656e1579-291f-4b1d-8ca7-fd44887bb515), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.981070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6bc8a6bc-0978-4656-a9fc-6c23888befb8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605865 Feb 09 02:38:32.981794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56280) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:32.987360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f22062ee-847c-413a-b690-9870c50c6542 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831945141'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:33.011555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f22062ee-847c-413a-b690-9870c50c6542 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.019096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e16f7e-959f-47b5-8d44-5422b2b41f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (656e1579-291f-4b1d-8ca7-fd44887bb515), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.021990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-07e16f7e-959f-47b5-8d44-5422b2b41f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.023442 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07e16f7e-959f-47b5-8d44-5422b2b41f75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/656e1579-291f-4b1d-8ca7-fd44887bb515 HTTP/1.1" status: 204 len: 168 time: 0.1553893 Feb 09 02:38:33.036232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e16f7e-959f-47b5-8d44-5422b2b41f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656e1579-291f-4b1d-8ca7-fd44887bb515,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:33.141274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f22062ee-847c-413a-b690-9870c50c6542 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (07c67827-e9b9-490f-9588-1c0123d8ea95), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.147728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f22062ee-847c-413a-b690-9870c50c6542 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (07c67827-e9b9-490f-9588-1c0123d8ea95), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.211661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f22062ee-847c-413a-b690-9870c50c6542 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.213031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f22062ee-847c-413a-b690-9870c50c6542 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2301519 Feb 09 02:38:33.216903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.219190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22062ee-847c-413a-b690-9870c50c6542 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c67827-e9b9-490f-9588-1c0123d8ea95,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:33.222408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f5df3b6c-98c1-4482-b843-a28f5a3ebd84 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': '07c67827-e9b9-490f-9588-1c0123d8ea95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:33.250203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f9796-5358-4256-9c5e-258e1da15911 req-618d7bc1-2ab2-4147-b442-16e09ddf0bfb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:33.253760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5df3b6c-98c1-4482-b843-a28f5a3ebd84 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (3a81d785-2778-4b5d-8468-9e2985c24f91), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.254972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-249f9796-5358-4256-9c5e-258e1da15911 req-618d7bc1-2ab2-4147-b442-16e09ddf0bfb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1022696 Feb 09 02:38:33.315516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5df3b6c-98c1-4482-b843-a28f5a3ebd84 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (3a81d785-2778-4b5d-8468-9e2985c24f91), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.322199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5df3b6c-98c1-4482-b843-a28f5a3ebd84 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3a81d785-2778-4b5d-8468-9e2985c24f91), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.323116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-249f9796-5358-4256-9c5e-258e1da15911 req-b52fb0a5-9e16-4d3b-b7f4-abcdd60daa84 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648420 Feb 09 02:38:33.346531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df3b6c-98c1-4482-b843-a28f5a3ebd84 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a81d785-2778-4b5d-8468-9e2985c24f91,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:33.362559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5df3b6c-98c1-4482-b843-a28f5a3ebd84 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.366306 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f5df3b6c-98c1-4482-b843-a28f5a3ebd84 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459045 Feb 09 02:38:33.367320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56292) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.397985 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-817b1c93-3e92-420b-9630-50857b40a294 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules/3a81d785-2778-4b5d-8468-9e2985c24f91 HTTP/1.1" status: 200 len: 763 time: 0.0260642 Feb 09 02:38:33.398200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56294) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.463563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2c8b00b3-1209-4206-82b1-ab3884370fa7 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0638266 Feb 09 02:38:33.465957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56296) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.491971 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9b93428-ae84-4934-b9f2-5c23c8575e19 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (3a81d785-2778-4b5d-8468-9e2985c24f91), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.499899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9b93428-ae84-4934-b9f2-5c23c8575e19 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (3a81d785-2778-4b5d-8468-9e2985c24f91), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.534096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9b93428-ae84-4934-b9f2-5c23c8575e19 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3a81d785-2778-4b5d-8468-9e2985c24f91), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.539002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9b93428-ae84-4934-b9f2-5c23c8575e19 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.540155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f9b93428-ae84-4934-b9f2-5c23c8575e19 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3a81d785-2778-4b5d-8468-9e2985c24f91 HTTP/1.1" status: 204 len: 168 time: 0.0730925 Feb 09 02:38:33.543258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.553156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b93428-ae84-4934-b9f2-5c23c8575e19 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a81d785-2778-4b5d-8468-9e2985c24f91,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:33.590553 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ada798d4-70a0-4235-9f37-df65e501a397 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460441 Feb 09 02:38:33.592987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.597428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6325a886-b264-41b5-903d-1e00e6bf5fad tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': '07c67827-e9b9-490f-9588-1c0123d8ea95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:33.625515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6325a886-b264-41b5-903d-1e00e6bf5fad tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (679bb7c9-4217-48b3-9ac0-e22acbc4e1fa), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.688499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6325a886-b264-41b5-903d-1e00e6bf5fad tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (679bb7c9-4217-48b3-9ac0-e22acbc4e1fa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.693455 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6325a886-b264-41b5-903d-1e00e6bf5fad tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (679bb7c9-4217-48b3-9ac0-e22acbc4e1fa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.713587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325a886-b264-41b5-903d-1e00e6bf5fad tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679bb7c9-4217-48b3-9ac0-e22acbc4e1fa,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:33.727491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6325a886-b264-41b5-903d-1e00e6bf5fad tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.732311 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6325a886-b264-41b5-903d-1e00e6bf5fad tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382513 Feb 09 02:38:33.733692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56310) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.762498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c0711917-fedd-43e8-8cdd-6bf7f5bf06ca tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules/679bb7c9-4217-48b3-9ac0-e22acbc4e1fa HTTP/1.1" status: 200 len: 763 time: 0.0264063 Feb 09 02:38:33.763847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56314) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.814746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fe61a613-e198-4b74-a130-0b51fcabc3a9 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0484886 Feb 09 02:38:33.817324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.857670 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c622988e-b0f0-499e-9cab-b6d220ec5f23 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (679bb7c9-4217-48b3-9ac0-e22acbc4e1fa), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.868134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c622988e-b0f0-499e-9cab-b6d220ec5f23 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (679bb7c9-4217-48b3-9ac0-e22acbc4e1fa), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.902905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c622988e-b0f0-499e-9cab-b6d220ec5f23 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (679bb7c9-4217-48b3-9ac0-e22acbc4e1fa), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.911199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c622988e-b0f0-499e-9cab-b6d220ec5f23 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.912532 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c622988e-b0f0-499e-9cab-b6d220ec5f23 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/679bb7c9-4217-48b3-9ac0-e22acbc4e1fa HTTP/1.1" status: 204 len: 168 time: 0.0941818 Feb 09 02:38:33.914964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56324) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.935455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622988e-b0f0-499e-9cab-b6d220ec5f23 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=679bb7c9-4217-48b3-9ac0-e22acbc4e1fa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:33.946293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686c888-5847-4c99-8ba5-c9fb36fa8769 req-94628d33-d6e2-4fdc-a967-ed04ec92ce70 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:33.947988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e686c888-5847-4c99-8ba5-c9fb36fa8769 req-94628d33-d6e2-4fdc-a967-ed04ec92ce70 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 946 time: 0.0699880 Feb 09 02:38:33.973600 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e8f3c94-43ca-4e56-ae5e-29e3c98962eb tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573540 Feb 09 02:38:33.974275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56328) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:33.978777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': '07c67827-e9b9-490f-9588-1c0123d8ea95', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:34.005452 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Project 92ae346c84b84bd8b13a538e7b970112 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:38:34.015707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (5260f148-f71b-43c5-aa85-03fe5237fbd3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.020496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e686c888-5847-4c99-8ba5-c9fb36fa8769 req-a6495c47-784f-4d95-ba8d-0efbafa6ed6e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666533 Feb 09 02:38:34.051681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56330) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.069075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (5260f148-f71b-43c5-aa85-03fe5237fbd3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.073579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (5260f148-f71b-43c5-aa85-03fe5237fbd3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.093614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5260f148-f71b-43c5-aa85-03fe5237fbd3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:34.105711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.109109 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1778a730-0709-45d2-b873-10a4c86425f0 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313293 Feb 09 02:38:34.109540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56336) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.177609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7eb2c8ab-e950-45ba-a045-81ea4d0fcdb2 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules/5260f148-f71b-43c5-aa85-03fe5237fbd3 HTTP/1.1" status: 200 len: 769 time: 0.0645740 Feb 09 02:38:34.178482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56340) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.199472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-e226c772-31df-44e2-823d-90158b7ee819 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.200670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e226c772-31df-44e2-823d-90158b7ee819 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1474028 Feb 09 02:38:34.204039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56342) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.209044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-07ffe6e2-a771-4ac8-8b43-db093fc03b4a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.211535 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-07ffe6e2-a771-4ac8-8b43-db093fc03b4a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050077 Feb 09 02:38:34.212830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.216998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-ba969c5f-d3ad-46de-8bc4-7aa770debbd7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.218546 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ba969c5f-d3ad-46de-8bc4-7aa770debbd7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046487 Feb 09 02:38:34.221760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56346) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.230208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-cb14a453-750b-4179-aa4e-520dd0ecaeeb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:34.231782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-cb14a453-750b-4179-aa4e-520dd0ecaeeb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 946 time: 0.1188323 Feb 09 02:38:34.235373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-cf609a56-a23c-40a9-8404-4d63c1d98678 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.237429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf609a56-a23c-40a9-8404-4d63c1d98678 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0143726 Feb 09 02:38:34.240224 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56348) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.245120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-f9f2dfeb-c33e-485a-9e57-d4e3085eb8c2 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.248182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f9f2dfeb-c33e-485a-9e57-d4e3085eb8c2 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044663 Feb 09 02:38:34.248915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.254022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-99842860-b0e8-47c8-bee7-f3019fa3dda4 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.255771 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-99842860-b0e8-47c8-bee7-f3019fa3dda4 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051210 Feb 09 02:38:34.257789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.262616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-a9ac73e3-2596-456c-8445-4551088f516c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.263976 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a9ac73e3-2596-456c-8445-4551088f516c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048053 Feb 09 02:38:34.266214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.271272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-8599c72a-5a1e-4e1c-90fa-a6f66fc41825 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.272641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8599c72a-5a1e-4e1c-90fa-a6f66fc41825 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051267 Feb 09 02:38:34.274954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56356) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.279851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-683ff3e7-bf42-4ece-a5df-3c399afb6019 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.281326 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-683ff3e7-bf42-4ece-a5df-3c399afb6019 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050352 Feb 09 02:38:34.284187 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56358) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.288841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-2af67860-86f3-4b02-a98c-31af315c1884 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.289592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f040e1d1-61da-463f-81e1-683d4bec3a86 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1105072 Feb 09 02:38:34.292609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56360) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.292931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56362) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.293357 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2af67860-86f3-4b02-a98c-31af315c1884 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079961 Feb 09 02:38:34.298644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-7d8f7d41-938d-44f9-84b1-942d6931a8fd tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.299606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7d8f7d41-938d-44f9-84b1-942d6931a8fd tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046537 Feb 09 02:38:34.302248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.307268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-aed4e3c2-b053-455f-9b98-1173ea80e89e tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.308685 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aed4e3c2-b053-455f-9b98-1173ea80e89e tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049875 Feb 09 02:38:34.311212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56366) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.316546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-e5a64bcd-f3af-438f-b38d-5443e655a078 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.318576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5a64bcd-f3af-438f-b38d-5443e655a078 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054464 Feb 09 02:38:34.320344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.324672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-43f34a96-62fe-412d-8d88-c49e735c8b26 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.325981 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-43f34a96-62fe-412d-8d88-c49e735c8b26 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044119 Feb 09 02:38:34.328149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.333136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-dcbfd08a-bd26-4aea-adda-5e0b5e217ed7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.336525 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dcbfd08a-bd26-4aea-adda-5e0b5e217ed7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052116 Feb 09 02:38:34.336863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56372) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.340911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-2fb5a436-2a7b-48ea-b565-30ca337cb48c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.342178 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2fb5a436-2a7b-48ea-b565-30ca337cb48c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041289 Feb 09 02:38:34.344266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.349327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-bab681a9-68e9-40ad-ab4d-9c8b10e72106 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.350540 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bab681a9-68e9-40ad-ab4d-9c8b10e72106 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051146 Feb 09 02:38:34.352619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56378) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.361590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b932e8c-6d99-4f09-bbb5-4f02956d1262 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (5260f148-f71b-43c5-aa85-03fe5237fbd3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.368095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-aaa6ec1b-0177-40f3-9382-17d43b6914f1 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.371149 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aaa6ec1b-0177-40f3-9382-17d43b6914f1 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0154016 Feb 09 02:38:34.371513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b932e8c-6d99-4f09-bbb5-4f02956d1262 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (5260f148-f71b-43c5-aa85-03fe5237fbd3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.373545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56380) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.379639 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-45f48edf-a8aa-44f1-9395-84008e52817f tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.383496 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-45f48edf-a8aa-44f1-9395-84008e52817f tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0089765 Feb 09 02:38:34.384169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56382) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.391586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-a39dc2c6-eaa9-423d-8bb2-d161e5e5a652 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.396576 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a39dc2c6-eaa9-423d-8bb2-d161e5e5a652 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0085504 Feb 09 02:38:34.396746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56384) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.401456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-c0ce14fb-5eaf-49fb-9f3e-474e6f452b35 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.404555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c0ce14fb-5eaf-49fb-9f3e-474e6f452b35 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050540 Feb 09 02:38:34.405005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56386) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.410651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-311bb958-b98e-41f4-bce7-c10fe2adb965 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.414072 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-311bb958-b98e-41f4-bce7-c10fe2adb965 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057662 Feb 09 02:38:34.414493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56388) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.419826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-48ba7dde-f62b-4804-bea7-c3b95fdadca8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.423491 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48ba7dde-f62b-4804-bea7-c3b95fdadca8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054858 Feb 09 02:38:34.423906 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56390) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.429773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b932e8c-6d99-4f09-bbb5-4f02956d1262 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (5260f148-f71b-43c5-aa85-03fe5237fbd3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.430025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-58a5b64c-68a1-48ca-85ff-1a3afa194378 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.433392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-58a5b64c-68a1-48ca-85ff-1a3afa194378 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055325 Feb 09 02:38:34.433689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.438085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-a48b27b8-b5c9-4065-b315-cd41415912e1 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.441727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6b932e8c-6d99-4f09-bbb5-4f02956d1262 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.441870 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a48b27b8-b5c9-4065-b315-cd41415912e1 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050044 Feb 09 02:38:34.441992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6b932e8c-6d99-4f09-bbb5-4f02956d1262 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5260f148-f71b-43c5-aa85-03fe5237fbd3 HTTP/1.1" status: 204 len: 168 time: 0.1472321 Feb 09 02:38:34.443391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.443977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.450883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-fe036c52-ef4c-4435-a534-97468f64c7b5 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.452668 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fe036c52-ef4c-4435-a534-97468f64c7b5 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068634 Feb 09 02:38:34.455305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 5e336d01-d1ab-4aa3-8c64-30de37565c50 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:34.456087 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.458434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56400) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.462955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-b8915a7a-4fdb-4bd5-800a-3a58838a8e37 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.466700 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b8915a7a-4fdb-4bd5-800a-3a58838a8e37 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045533 Feb 09 02:38:34.473205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56402) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.478496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b932e8c-6d99-4f09-bbb5-4f02956d1262 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5260f148-f71b-43c5-aa85-03fe5237fbd3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:34.479507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-06e7c5d9-4066-443e-b427-b077fa52340c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.482578 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-06e7c5d9-4066-443e-b427-b077fa52340c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0061543 Feb 09 02:38:34.483082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56404) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.490228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-935607da-4aba-4056-9aa7-653c4e063435 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.494558 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-935607da-4aba-4056-9aa7-653c4e063435 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071557 Feb 09 02:38:34.494558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.500792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-ea5973e7-9b05-4c6d-adab-e6d695a717b2 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.503465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea5973e7-9b05-4c6d-adab-e6d695a717b2 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076241 Feb 09 02:38:34.507500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56408) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.511680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-32c45f48-e669-412e-bb8f-185dab06dc3c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.514037 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32c45f48-e669-412e-bb8f-185dab06dc3c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042257 Feb 09 02:38:34.520578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.526858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-596012ed-1087-4adf-8464-e48ca5271220 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.528247 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-596012ed-1087-4adf-8464-e48ca5271220 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064659 Feb 09 02:38:34.531056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.541285 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33f1e17f-a84f-471c-b698-4bfdabf9497a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0951662 Feb 09 02:38:34.544707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-4c26814e-91d7-4230-bc15-9912ba5bce9c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.549420 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c26814e-91d7-4230-bc15-9912ba5bce9c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0130343 Feb 09 02:38:34.549420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.549420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.552722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-f1d25b00-49b4-47ad-ae71-b6f383da7a25 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.555879 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f1d25b00-49b4-47ad-ae71-b6f383da7a25 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041392 Feb 09 02:38:34.556679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56418) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.564565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-4b8a9cdd-12be-4867-a05d-267ec3131c3a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.568036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4b8a9cdd-12be-4867-a05d-267ec3131c3a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082874 Feb 09 02:38:34.569054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56420) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.575416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-38693344-95d0-4d1c-a1ca-678f3e32e8b1 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.578642 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-38693344-95d0-4d1c-a1ca-678f3e32e8b1 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067234 Feb 09 02:38:34.580354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.588785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-adec53a5-b8a0-4177-8056-f78c6c239a25 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.592622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-adec53a5-b8a0-4177-8056-f78c6c239a25 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0084932 Feb 09 02:38:34.592808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.600326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-538e8a39-17ef-4d79-8e95-b709dba1169e tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.603289 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-538e8a39-17ef-4d79-8e95-b709dba1169e tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076935 Feb 09 02:38:34.610277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56426) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.615542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-2c53c059-1963-4525-a5e1-ae057d171f0a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.617969 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c53c059-1963-4525-a5e1-ae057d171f0a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046539 Feb 09 02:38:34.622894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.630846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-e3b917b7-ffb5-4180-9f0d-1677cfc4138b tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.634076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e3b917b7-ffb5-4180-9f0d-1677cfc4138b tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080204 Feb 09 02:38:34.638143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56430) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.647822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-7c06cdcc-a6af-4458-b6d3-e3faf51911a0 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.651326 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7c06cdcc-a6af-4458-b6d3-e3faf51911a0 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100739 Feb 09 02:38:34.652161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.656438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-1545f5b7-8bda-4600-8b68-6a3f5f9a757f tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.658433 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1545f5b7-8bda-4600-8b68-6a3f5f9a757f tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043428 Feb 09 02:38:34.660076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44530e1c-7396-42b9-8c68-1bf3da0fd53c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (07c67827-e9b9-490f-9588-1c0123d8ea95), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.662012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56434) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.666985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-fd64e043-94bb-42cf-98f7-136864c6bb7c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.670354 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fd64e043-94bb-42cf-98f7-136864c6bb7c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050035 Feb 09 02:38:34.671274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56436) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.676479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-46632216-c6fe-4c97-81e3-33c9d7002465 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.681121 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-46632216-c6fe-4c97-81e3-33c9d7002465 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054991 Feb 09 02:38:34.682783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56438) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.694342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-b3738680-96c5-4ad7-ab48-eeb164235ee0 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.698051 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b3738680-96c5-4ad7-ab48-eeb164235ee0 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0117908 Feb 09 02:38:34.699666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56440) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.707405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-40cc4948-a1a9-4967-a2e5-e89dd0dd1544 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.711123 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-40cc4948-a1a9-4967-a2e5-e89dd0dd1544 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0082335 Feb 09 02:38:34.713603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.721017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-a8d60b8e-fcfc-4c8c-97e5-23d445a027af tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.724729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a8d60b8e-fcfc-4c8c-97e5-23d445a027af tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0075359 Feb 09 02:38:34.724729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44530e1c-7396-42b9-8c68-1bf3da0fd53c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (07c67827-e9b9-490f-9588-1c0123d8ea95), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.727642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.738299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-eb9ffad5-cdf4-4b2f-9846-7a3f48a54924 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.742643 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-eb9ffad5-cdf4-4b2f-9846-7a3f48a54924 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0115545 Feb 09 02:38:34.743863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.747764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-cb9859ec-235b-4672-9f8a-c93b96ff94cd tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.751501 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb9859ec-235b-4672-9f8a-c93b96ff94cd tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049391 Feb 09 02:38:34.760972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.766010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-082512b6-9f0e-4d39-ab40-3bab53bb7b8b tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.769905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-082512b6-9f0e-4d39-ab40-3bab53bb7b8b tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050991 Feb 09 02:38:34.774617 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.780054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-2c023be6-2cec-4ccd-ac9c-0333ad201d8f tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.784339 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c023be6-2cec-4ccd-ac9c-0333ad201d8f tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055895 Feb 09 02:38:34.787262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.791741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-b5d60b13-b452-41c3-b308-420e47bff196 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.793386 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b5d60b13-b452-41c3-b308-420e47bff196 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045516 Feb 09 02:38:34.795750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.800415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-deb678e6-4298-4061-8b78-dba156f795dd tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.801407 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-deb678e6-4298-4061-8b78-dba156f795dd tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047684 Feb 09 02:38:34.807763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56456) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.811369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-f67b5406-8eef-46bd-a02a-a5557aeee931 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.817116 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f67b5406-8eef-46bd-a02a-a5557aeee931 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043383 Feb 09 02:38:34.817116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.821201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-437ba6ce-ba63-4fcb-96d6-dcb16e9dd9ae tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.824809 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-437ba6ce-ba63-4fcb-96d6-dcb16e9dd9ae tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063536 Feb 09 02:38:34.824809 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44530e1c-7396-42b9-8c68-1bf3da0fd53c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (07c67827-e9b9-490f-9588-1c0123d8ea95), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.827976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44530e1c-7396-42b9-8c68-1bf3da0fd53c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.832395 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44530e1c-7396-42b9-8c68-1bf3da0fd53c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/07c67827-e9b9-490f-9588-1c0123d8ea95 HTTP/1.1" status: 204 len: 168 time: 0.2815957 Feb 09 02:38:34.832395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.838189 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-d83cc544-2dab-45da-b599-4791ebdab8a8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.842003 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d83cc544-2dab-45da-b599-4791ebdab8a8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052459 Feb 09 02:38:34.842003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.853724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.859644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-079df24e-6205-407a-b961-1274898481d5 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.863368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-079df24e-6205-407a-b961-1274898481d5 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059743 Feb 09 02:38:34.868099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44530e1c-7396-42b9-8c68-1bf3da0fd53c tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c67827-e9b9-490f-9588-1c0123d8ea95,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:34.873246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56466) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.879661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-bbc53df5-0baf-4e17-b165-c664aa52bbb7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.883226 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bbc53df5-0baf-4e17-b165-c664aa52bbb7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0066545 Feb 09 02:38:34.884134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56468) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.888880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-9bc18e55-ee52-438c-b23f-0d5c4105c16e tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.892955 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9bc18e55-ee52-438c-b23f-0d5c4105c16e tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048134 Feb 09 02:38:34.893745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56470) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.899281 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-a468cd41-6efa-4cab-92c4-2b9fba21874a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.902561 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a468cd41-6efa-4cab-92c4-2b9fba21874a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0055978 Feb 09 02:38:34.906093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.913418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-fbefa045-1c17-422f-8bdd-0c35cea533e8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.916972 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fbefa045-1c17-422f-8bdd-0c35cea533e8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075178 Feb 09 02:38:34.918300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56474) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.922618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-ed9cf2e0-1c16-454b-82cf-7c4995a0e0ac tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.926015 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed9cf2e0-1c16-454b-82cf-7c4995a0e0ac tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045354 Feb 09 02:38:34.929301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56476) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.933330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-69cb82e3-0b5f-4b1a-8be1-9073ae73bb8c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.936916 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-69cb82e3-0b5f-4b1a-8be1-9073ae73bb8c tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046184 Feb 09 02:38:34.938292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56478) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.944781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-a58e7562-3348-4f99-802d-232c883ecbe8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.948691 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a58e7562-3348-4f99-802d-232c883ecbe8 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059562 Feb 09 02:38:34.948914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.953348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-4efaf431-befb-4b8c-81c9-b4dcdedac652 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.957248 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4efaf431-befb-4b8c-81c9-b4dcdedac652 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045784 Feb 09 02:38:34.963143 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-33877cde-333f-4f8c-8f7e-149e95df7ba8 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1158690 Feb 09 02:38:34.963143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.963143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56484) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.967492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e0276501-b9a7-4b93-b15a-a8e552d2e501 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004368533'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:34.976476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-1eeff1eb-7f8f-4193-acb6-4a9e3d877595 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.977464 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1eeff1eb-7f8f-4193-acb6-4a9e3d877595 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0175259 Feb 09 02:38:34.980333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56486) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.988184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [None req-a82c3ec0-5c87-47b5-b6a5-afd0a96959f7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.989212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a82c3ec0-5c87-47b5-b6a5-afd0a96959f7 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076635 Feb 09 02:38:34.992229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56488) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:34.997411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-0451aa9c-83d6-43fa-84b4-a01c9e2aea81 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:34.998675 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0451aa9c-83d6-43fa-84b4-a01c9e2aea81 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051668 Feb 09 02:38:35.000653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74529371-c673-4cfb-8414-467e8b88ee69 req-7953035c-9823-457c-a49d-ddcc73153adf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:35.003038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56490) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.007054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74529371-c673-4cfb-8414-467e8b88ee69 req-7953035c-9823-457c-a49d-ddcc73153adf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.5590580 Feb 09 02:38:35.007687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-6e9b0c9d-bfec-4e76-b1e0-4217443e7e3a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:35.009786 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e9b0c9d-bfec-4e76-b1e0-4217443e7e3a tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051858 Feb 09 02:38:35.012197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.016294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-c1f711aa-0e13-4d4c-9264-37405e5a5163 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:35.017981 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c1f711aa-0e13-4d4c-9264-37405e5a5163 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052488 Feb 09 02:38:35.020845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0276501-b9a7-4b93-b15a-a8e552d2e501 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.023826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.026651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] For port 5e336d01-d1ab-4aa3-8c64-30de37565c50, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=5e336d01-d1ab-4aa3-8c64-30de37565c50,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:35.027016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.034904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [None req-ce2d7c8c-beb3-44cf-a06b-2acbe2b89690 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:38:35.035893 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ce2d7c8c-beb3-44cf-a06b-2acbe2b89690 tempest-ExtensionsTestJSON-518680383 tempest-ExtensionsTestJSON-518680383-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0112419 Feb 09 02:38:35.108888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 5e336d01-d1ab-4aa3-8c64-30de37565c50 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:35.125181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-74529371-c673-4cfb-8414-467e8b88ee69 req-c7c4d85f-d6f7-4fd1-84b5-ac00c59a0a4b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953510 Feb 09 02:38:35.173265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0276501-b9a7-4b93-b15a-a8e552d2e501 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (69dc3389-2249-4f34-b7bd-c197c8435896), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.178628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0276501-b9a7-4b93-b15a-a8e552d2e501 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (69dc3389-2249-4f34-b7bd-c197c8435896), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.239153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2908d38-b09b-4d49-8eaf-8cb5bf1b822b req-e1231e09-4d6d-443c-845b-1b4bcaef20c7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:35.240855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2908d38-b09b-4d49-8eaf-8cb5bf1b822b req-e1231e09-4d6d-443c-845b-1b4bcaef20c7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 946 time: 0.1359098 Feb 09 02:38:35.267166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e0276501-b9a7-4b93-b15a-a8e552d2e501 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.271740 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e0276501-b9a7-4b93-b15a-a8e552d2e501 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3077340 Feb 09 02:38:35.274571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56502) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.279490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0276501-b9a7-4b93-b15a-a8e552d2e501 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dc3389-2249-4f34-b7bd-c197c8435896,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:35.280743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b7c51700-7980-4b7d-ae8f-3e106a73997b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Request body: {'security_group_rule': {'security_group_id': '69dc3389-2249-4f34-b7bd-c197c8435896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:35.360966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2908d38-b09b-4d49-8eaf-8cb5bf1b822b req-35995b7e-9a16-4ce5-860d-4dd6fd10ea02 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115348 Feb 09 02:38:35.378920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7c51700-7980-4b7d-ae8f-3e106a73997b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (4badbeeb-f3fe-49b5-9c3e-d459ffbaeb1f), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.406562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5e336d01-d1ab-4aa3-8c64-30de37565c50), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.421015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['46b199c8-7b5a-4ea3-a0bb-0e6c10e18844', '5e336d01-d1ab-4aa3-8c64-30de37565c50'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:38:35.421510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56506) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.534702 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7c51700-7980-4b7d-ae8f-3e106a73997b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (4badbeeb-f3fe-49b5-9c3e-d459ffbaeb1f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.594267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] No DVR routers for this DVR port 5e336d01-d1ab-4aa3-8c64-30de37565c50 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:35.599187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.600791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-651acdb5-49f4-4c62-8bc9-553060fb37d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.603869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e824fd97-d997-4776-9d73-7bd43d646c25 req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "DELETE /v2.0/ports/5e336d01-d1ab-4aa3-8c64-30de37565c50 HTTP/1.1" status: 204 len: 173 time: 1.3650870 Feb 09 02:38:35.605021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7c51700-7980-4b7d-ae8f-3e106a73997b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4badbeeb-f3fe-49b5-9c3e-d459ffbaeb1f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.628925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26a1833-235e-4765-a4de-e42803f8c615', 'name': 'network-vif-deleted', 'tag': '5e336d01-d1ab-4aa3-8c64-30de37565c50'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:35.633401 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0e7a97-a798-465a-a5ba-e8b12dc68381" -d '{"events": [{"server_uuid": "a26a1833-235e-4765-a4de-e42803f8c615", "name": "network-vif-deleted", "tag": "5e336d01-d1ab-4aa3-8c64-30de37565c50"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:35.652464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0fe27-01c0-47ab-9252-eeeccf318a1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=5e336d01-d1ab-4aa3-8c64-30de37565c50,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:35.660562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c51700-7980-4b7d-ae8f-3e106a73997b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4badbeeb-f3fe-49b5-9c3e-d459ffbaeb1f,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:35.667750 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7c51700-7980-4b7d-ae8f-3e106a73997b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.669217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b7c51700-7980-4b7d-ae8f-3e106a73997b tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3922858 Feb 09 02:38:35.674836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56512) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.780537 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f70f01b-011b-4801-8066-451ecfe67996 x-openstack-request-id: req-3f70f01b-011b-4801-8066-451ecfe67996 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:35.781230 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26a1833-235e-4765-a4de-e42803f8c615", "name": "network-vif-deleted", "tag": "5e336d01-d1ab-4aa3-8c64-30de37565c50", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:35.781759 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f70f01b-011b-4801-8066-451ecfe67996 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:35.782435 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26a1833-235e-4765-a4de-e42803f8c615', 'name': 'network-vif-deleted', 'tag': '5e336d01-d1ab-4aa3-8c64-30de37565c50', 'status': 'completed', 'code': 200} Feb 09 02:38:35.783786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-393e1604-cc37-43c0-b32d-0a9a37908724 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (69dc3389-2249-4f34-b7bd-c197c8435896), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.820000 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-393e1604-cc37-43c0-b32d-0a9a37908724 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (69dc3389-2249-4f34-b7bd-c197c8435896), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.826730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-651acdb5-49f4-4c62-8bc9-553060fb37d5 admin admin] Publish callbacks [] for security_group (e01cc233-eba0-4d20-a552-df9fe016d4e1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.835059 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-651acdb5-49f4-4c62-8bc9-553060fb37d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e01cc233-eba0-4d20-a552-df9fe016d4e1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.889775 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-651acdb5-49f4-4c62-8bc9-553060fb37d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05e046ebaf8f414fa5ccb243323809c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4673586 Feb 09 02:38:35.891421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651acdb5-49f4-4c62-8bc9-553060fb37d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01cc233-eba0-4d20-a552-df9fe016d4e1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:35.893456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56514) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.909524 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-393e1604-cc37-43c0-b32d-0a9a37908724 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (69dc3389-2249-4f34-b7bd-c197c8435896), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.912160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-393e1604-cc37-43c0-b32d-0a9a37908724 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.913289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-393e1604-cc37-43c0-b32d-0a9a37908724 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/69dc3389-2249-4f34-b7bd-c197c8435896 HTTP/1.1" status: 204 len: 168 time: 0.2292793 Feb 09 02:38:35.916530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56516) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:35.935026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e1604-cc37-43c0-b32d-0a9a37908724 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dc3389-2249-4f34-b7bd-c197c8435896,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:35.965948 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-404733e6-4a3b-40ff-b1f9-6471f5cb4952 admin admin] Publish callbacks [] for security_group (e01cc233-eba0-4d20-a552-df9fe016d4e1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:35.977515 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1de4ed4-6dd8-407a-b5d1-4acbdebc953a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592694 Feb 09 02:38:35.978106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56518) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:36.010223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-404733e6-4a3b-40ff-b1f9-6471f5cb4952 admin admin] Publish callbacks [] for security_group (e01cc233-eba0-4d20-a552-df9fe016d4e1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.060045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cbc5f778-a727-44cc-aed1-27db9a083522 tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0787804 Feb 09 02:38:36.060713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56520) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:36.074739 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-9a1d1bbf-fa7a-44ea-adc0-951c2880302a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] delete failed (client error): The resource could not be found. Feb 09 02:38:36.075736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9a1d1bbf-fa7a-44ea-adc0-951c2880302a tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "DELETE /v2.0/security-groups/69dc3389-2249-4f34-b7bd-c197c8435896 HTTP/1.1" status: 404 len: 347 time: 0.0141349 Feb 09 02:38:36.080272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:36.100569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-404733e6-4a3b-40ff-b1f9-6471f5cb4952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e01cc233-eba0-4d20-a552-df9fe016d4e1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.104508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-404733e6-4a3b-40ff-b1f9-6471f5cb4952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.108054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-404733e6-4a3b-40ff-b1f9-6471f5cb4952 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e01cc233-eba0-4d20-a552-df9fe016d4e1 HTTP/1.1" status: 204 len: 168 time: 0.2102480 Feb 09 02:38:36.114368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404733e6-4a3b-40ff-b1f9-6471f5cb4952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01cc233-eba0-4d20-a552-df9fe016d4e1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:36.135339 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-05666da0-04ae-439e-866b-91082b8a3f1e tempest-SecGroupIPv6Test-860136129 tempest-SecGroupIPv6Test-860136129-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532978 Feb 09 02:38:36.281017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3ad4-fd02-4e11-9b77-bcfcd7d1a226 req-abd0a445-0ca0-45d0-bb93-44c366419072 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:36.297945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-432b3ad4-fd02-4e11-9b77-bcfcd7d1a226 req-abd0a445-0ca0-45d0-bb93-44c366419072 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0742884 Feb 09 02:38:36.349719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-432b3ad4-fd02-4e11-9b77-bcfcd7d1a226 req-9c558980-1d6c-4e02-84a6-be9601d24b93 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587742 Feb 09 02:38:36.407018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56540) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:36.487030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41de28ed-6206-49f3-9c6f-b7bb1729334e req-84237b20-5ab6-457e-a471-67ec41a737dc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Feb 09 02:38:36.581299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b16aee0f-92f3-4b79-ad45-f5e2a309417e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92ae346c84b84bd8b13a538e7b970112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727924 Feb 09 02:38:36.584084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56550) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:36.640936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2a46239-a5ab-4b4a-8630-5d1915fe352d admin admin] Publish callbacks [] for security_group (07af29b9-4542-4988-b555-e721cfa8ed04), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.671022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2a46239-a5ab-4b4a-8630-5d1915fe352d admin admin] Publish callbacks [] for security_group (07af29b9-4542-4988-b555-e721cfa8ed04), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.728119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2a46239-a5ab-4b4a-8630-5d1915fe352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (07af29b9-4542-4988-b555-e721cfa8ed04), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.731532 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2a46239-a5ab-4b4a-8630-5d1915fe352d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.733813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e2a46239-a5ab-4b4a-8630-5d1915fe352d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07af29b9-4542-4988-b555-e721cfa8ed04 HTTP/1.1" status: 204 len: 168 time: 0.1484549 Feb 09 02:38:36.743389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46239-a5ab-4b4a-8630-5d1915fe352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af29b9-4542-4988-b555-e721cfa8ed04,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:36.928076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56564) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:37.054276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-493176771'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:37.084809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:37.088886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.099946 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.202149 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for security_group (f5a0599f-0690-4ddf-b14a-8a9c26099a8e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.207645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f5a0599f-0690-4ddf-b14a-8a9c26099a8e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.219300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:38:37.230205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (574bd834-d795-487a-9f7d-3c196a9b71d9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.230701 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Added segment 574bd834-d795-487a-9f7d-3c196a9b71d9 of type vlan for network a4b4597a-9249-4023-b96a-0df10e8fc28b Feb 09 02:38:37.267040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0599f-0690-4ddf-b14a-8a9c26099a8e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:37.308721 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a4b4597a-9249-4023-b96a-0df10e8fc28b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.345855 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a4b4597a-9249-4023-b96a-0df10e8fc28b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.352064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:37.352691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.432014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5027792 Feb 09 02:38:37.436009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:37.442566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'subnet': {'network_id': 'a4b4597a-9249-4023-b96a-0df10e8fc28b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:37.449594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 5e336d01-d1ab-4aa3-8c64-30de37565c50 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:37.495992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6a910-805e-4b3e-aa14-f5cb3f492ca4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Network': ['ID=a4b4597a-9249-4023-b96a-0df10e8fc28b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:37.514873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bec1f-85d9-4353-8030-e844b39dc0ea req-a40f90cb-d769-47aa-b09a-11e56aa0b484 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:37.518887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a4b4597a-9249-4023-b96a-0df10e8fc28b details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:38:37.522839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca3bec1f-85d9-4353-8030-e844b39dc0ea req-a40f90cb-d769-47aa-b09a-11e56aa0b484 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.0973091 Feb 09 02:38:37.622795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 5e336d01-d1ab-4aa3-8c64-30de37565c50 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:38:37.624848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 5e336d01-d1ab-4aa3-8c64-30de37565c50 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:37.630805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:37.635745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.674007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b4b453b-46b5-426e-806a-25ccbb14dd87 req-61a3ddca-cfad-43d6-a8d4-3d4f2d24894d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0405135 Feb 09 02:38:37.679350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca3bec1f-85d9-4353-8030-e844b39dc0ea req-1407a324-fbe8-4315-a340-5ec36c101be6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507883 Feb 09 02:38:37.784698 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-c6577b77-495a-488a-bfb5-0893075e0482 service neutron] show failed (client error): The resource could not be found. Feb 09 02:38:37.786178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-c6577b77-495a-488a-bfb5-0893075e0482 service neutron] 10.222.0.72 "GET /v2.0/ports/2c1c90f2-5391-427d-a4cc-541ea6a4b2f0/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0711207 Feb 09 02:38:37.899649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (81e52954-afba-49b8-922d-adf81dc62a62), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:37.986767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Subnet': ['ID=81e52954-afba-49b8-922d-adf81dc62a62,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:38.023823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Checking segment: {'id': '574bd834-d795-487a-9f7d-3c196a9b71d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a4b4597a-9249-4023-b96a-0df10e8fc28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:38.024492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network hostable DHCP agents. Network: a4b4597a-9249-4023-b96a-0df10e8fc28b, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:38:38.050690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network a4b4597a-9249-4023-b96a-0df10e8fc28b is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:38:38.065896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a4b4597a-9249-4023-b96a-0df10e8fc28b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:38.070841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:38.071832 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.071954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-31f94dbd-d9b0-4802-987d-9385a4d43378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:38.073784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-31f94dbd-d9b0-4802-987d-9385a4d43378 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 1128 time: 0.0750799 Feb 09 02:38:38.080649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fef62-ab13-4692-b32f-ad9e2fcafdb3 None None] Network a4b4597a-9249-4023-b96a-0df10e8fc28b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:38.095407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:38.113641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-56639f39-8874-47c0-9c19-fea97776cc14 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6733685 Feb 09 02:38:38.115508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:38.125017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-143823022', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:38.182092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.189452 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.190886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.232853 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a508ab-c75c-4203-8a0f-0039541e0267 None None] Network a4b4597a-9249-4023-b96a-0df10e8fc28b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:38:38.271085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_controller (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.452250 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.466678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:38.513245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:38.573596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:38.577476 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc8b053-a330-4b61-b0b7-a843b0f12b1a" -d '{"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:38.581883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Publish callbacks [] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.603999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Transition to ACTIVE for port object 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:38:38.610091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.643330 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c840a0-b549-4139-9227-434db140a7ab x-openstack-request-id: req-75c840a0-b549-4139-9227-434db140a7ab {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:38.643632 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:38.643892 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75c840a0-b549-4139-9227-434db140a7ab {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:38.644620 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'code': 200} Feb 09 02:38:38.729446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:38.804728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] No DVR routers for this DVR port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:38.846688 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:38.874124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.045880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.25.6.52 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/c333f3c5-5dfb-428d-804a-0a8de587c847) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:39.057084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f95b7e7-448c-4111-8181-260ade33ac39 req-643e5aac-3777-470a-9705-be30b281d8e6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0751843 Feb 09 02:38:39.118257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:39.118646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:39.118984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:39.125285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:38:39.125740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:39.145017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c027040-e6c1-41cb-8661-39add5ec587b req-e87feca6-dda5-408d-9fb5-79a5ef6cfd94 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:39.148196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c027040-e6c1-41cb-8661-39add5ec587b req-e87feca6-dda5-408d-9fb5-79a5ef6cfd94 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 943 time: 0.1676657 Feb 09 02:38:39.152599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:39.153398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Checking segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:39.154060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Bound using segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:39.154844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Bound port: 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:39.155432 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.183818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (c333f3c5-5dfb-428d-804a-0a8de587c847), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.235960 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c333f3c5-5dfb-428d-804a-0a8de587c847), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.275107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c027040-e6c1-41cb-8661-39add5ec587b req-662186f5-4048-4230-907d-f48fd8aababb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129413 Feb 09 02:38:39.302784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=c333f3c5-5dfb-428d-804a-0a8de587c847,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:39.322643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:39.324337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:39.327006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:39.338794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:39.348319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:39.358449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.429833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:39.463870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:39.464513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.466017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-f0475313-20a4-4de8-99ed-93fe41b702f5 service neutron] 10.222.0.82 "PUT /v2.0/ports/2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1092 time: 1.3850718 Feb 09 02:38:39.562600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-70c0e191-2831-4b13-8319-d5e1491630d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:39.564467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-70c0e191-2831-4b13-8319-d5e1491630d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1126 time: 0.0744169 Feb 09 02:38:39.687245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-cb62bcdf-caf9-4873-8d3f-e3adb0899e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:39.688838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.689327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-cb62bcdf-caf9-4873-8d3f-e3adb0899e5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.1060464 Feb 09 02:38:39.689987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56632) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:39.776801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-3fa0dbeb-6354-41a1-884d-373026f5492b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 999 time: 0.0810227 Feb 09 02:38:39.837770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-88e03af0-aa2d-4c88-ad66-0b32eac3926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:39.839556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-88e03af0-aa2d-4c88-ad66-0b32eac3926b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.0561802 Feb 09 02:38:39.899863 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-02665bc6-da17-430a-9e1b-fcfed3e2bed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:39.936549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-4df3dd08-bb94-47b4-8406-b453f796f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:39.943915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-4df3dd08-bb94-47b4-8406-b453f796f652 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0910449 Feb 09 02:38:39.944197 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.089179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:38:40.091283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-02665bc6-da17-430a-9e1b-fcfed3e2bed9 admin admin] Publish callbacks [] for security_group (10642e68-3366-4069-ad26-ba77e1132901), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.098908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-02665bc6-da17-430a-9e1b-fcfed3e2bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (10642e68-3366-4069-ad26-ba77e1132901), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.115255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-5da099cf-6a3b-46a0-8322-5a3234367235 service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685970 Feb 09 02:38:40.235567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:40.243476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c936f43-a2fd-48a6-b872-b2b9f3cb247c req-90a21127-7f41-4306-b24a-bae3971635a1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0731254 Feb 09 02:38:40.246837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:40.264737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-02665bc6-da17-430a-9e1b-fcfed3e2bed9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a42a79b9dbd94eed9a82d204698516b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5735714 Feb 09 02:38:40.268882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665bc6-da17-430a-9e1b-fcfed3e2bed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10642e68-3366-4069-ad26-ba77e1132901,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:40.269593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:40.286844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:40.288628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:40.290552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-a2cc2b06-a8a5-459c-a24b-86b97b6e6ca5 service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661959 Feb 09 02:38:40.318408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.323929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56642) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:40.335261 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a170a1fc-8de0-4f63-b953-3f2cb20604d4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2181880 Feb 09 02:38:40.350640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:40.373031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:40.373236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c349aa2-aa15-4dd3-b81e-cbcd9cfaf7f9 admin admin] Publish callbacks [] for security_group (10642e68-3366-4069-ad26-ba77e1132901), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.373578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:40.406810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c349aa2-aa15-4dd3-b81e-cbcd9cfaf7f9 admin admin] Publish callbacks [] for security_group (10642e68-3366-4069-ad26-ba77e1132901), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.419009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:40.420324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919480fb-c27c-409a-99ba-65ca74a4ae65 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:40.478420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c349aa2-aa15-4dd3-b81e-cbcd9cfaf7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (10642e68-3366-4069-ad26-ba77e1132901), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.482288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c349aa2-aa15-4dd3-b81e-cbcd9cfaf7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:40.486823 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c349aa2-aa15-4dd3-b81e-cbcd9cfaf7f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10642e68-3366-4069-ad26-ba77e1132901 HTTP/1.1" status: 204 len: 168 time: 0.2131073 Feb 09 02:38:40.492825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c349aa2-aa15-4dd3-b81e-cbcd9cfaf7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10642e68-3366-4069-ad26-ba77e1132901,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:40.558499 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e728e9-7efb-41b3-8da6-2cff1f83b402 req-e3b01fe2-0f2c-4945-afc7-2eac6b93e244 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:40.560185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1e728e9-7efb-41b3-8da6-2cff1f83b402 req-e3b01fe2-0f2c-4945-afc7-2eac6b93e244 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 943 time: 0.1549227 Feb 09 02:38:40.651234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:40.654443 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:40.716214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1e728e9-7efb-41b3-8da6-2cff1f83b402 req-aa6040d9-ffc1-401c-b0c5-77193f2ded22 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437821 Feb 09 02:38:40.814425 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b6fb6-a1a0-4b74-bd31-3c136499e7fb x-openstack-request-id: req-5f5b6fb6-a1a0-4b74-bd31-3c136499e7fb {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:40.814833 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:40.815098 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f5b6fb6-a1a0-4b74-bd31-3c136499e7fb {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:40.815495 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'status': 'completed', 'code': 200} Feb 09 02:38:40.929190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:40.943431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-f3f21448-f4b2-4f13-8ea9-a919d18f39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:40.944995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-f3f21448-f4b2-4f13-8ea9-a919d18f39b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1126 time: 0.1336877 Feb 09 02:38:40.947374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf497c6-c7cb-4218-b9f5-991e10c26173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.006306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-e88432f2-379e-4c47-91e4-3bd2e8aebda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:41.007996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-e88432f2-379e-4c47-91e4-3bd2e8aebda2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1126 time: 0.1955726 Feb 09 02:38:41.023485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:41.048714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf497c6-c7cb-4218-b9f5-991e10c26173 admin admin] Publish callbacks [] for security_group (e906530a-cbd2-4045-91a0-4be508a9ed36), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.055442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6bf497c6-c7cb-4218-b9f5-991e10c26173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e906530a-cbd2-4045-91a0-4be508a9ed36), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.075167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:38:41.075820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:41.100661 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6bf497c6-c7cb-4218-b9f5-991e10c26173 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75df49dba2c344e3a649e435cd10795f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703424 Feb 09 02:38:41.103582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:41.128857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf497c6-c7cb-4218-b9f5-991e10c26173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e906530a-cbd2-4045-91a0-4be508a9ed36,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:41.176251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad1817-60ce-4672-a600-b76a3aa81c1e admin admin] Publish callbacks [] for security_group (e906530a-cbd2-4045-91a0-4be508a9ed36), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.179185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-c6338f83-8b73-44cb-b5fb-d48298033c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:41.180687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-c6338f83-8b73-44cb-b5fb-d48298033c7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.2299364 Feb 09 02:38:41.202014 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad1817-60ce-4672-a600-b76a3aa81c1e admin admin] Publish callbacks [] for security_group (e906530a-cbd2-4045-91a0-4be508a9ed36), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.261424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad1817-60ce-4672-a600-b76a3aa81c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e906530a-cbd2-4045-91a0-4be508a9ed36), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.264571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55ad1817-60ce-4672-a600-b76a3aa81c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.268821 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55ad1817-60ce-4672-a600-b76a3aa81c1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e906530a-cbd2-4045-91a0-4be508a9ed36 HTTP/1.1" status: 204 len: 168 time: 0.1616244 Feb 09 02:38:41.276342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad1817-60ce-4672-a600-b76a3aa81c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e906530a-cbd2-4045-91a0-4be508a9ed36,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:41.278733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-30774eaa-3677-43d4-adde-4a91cc9d3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:41.280498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-30774eaa-3677-43d4-adde-4a91cc9d3b1f service neutron] 10.222.0.82 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.2650902 Feb 09 02:38:41.353285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-83983b77-df99-46b1-9d02-05e71e73a2d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 999 time: 0.1613102 Feb 09 02:38:41.400620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:41.469724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-0c4a08b9-313d-46ab-82e6-046130f5e2fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 999 time: 0.1638689 Feb 09 02:38:41.475968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcead350-fbfb-4d1b-bf45-77288813bb99 req-1eb6c231-b6f8-4698-a9e0-87ce1fa2fb45 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0659976 Feb 09 02:38:41.992219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-7ee84619-9894-47b8-8106-b9299d4e5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:41.993854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-7ee84619-9894-47b8-8106-b9299d4e5b21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.6309371 Feb 09 02:38:42.121279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-1e54673b-8d07-4275-bd82-fbf48479c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:42.129075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-1e54673b-8d07-4275-bd82-fbf48479c882 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.6435711 Feb 09 02:38:42.205322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-050744f6-f7e8-4299-a20a-5a034e613c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:42.206891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-050744f6-f7e8-4299-a20a-5a034e613c7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1894667 Feb 09 02:38:42.216707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f62ed-72fd-4721-a443-8aa9c51bcc94 req-5b9c3f5f-92fe-4f1a-87e7-19c39f557f65 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:42.218503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff4f62ed-72fd-4721-a443-8aa9c51bcc94 req-5b9c3f5f-92fe-4f1a-87e7-19c39f557f65 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 943 time: 0.2215381 Feb 09 02:38:42.371551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-f8f2c582-eff7-4730-ac24-80a2dd9f6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:42.373096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-f8f2c582-eff7-4730-ac24-80a2dd9f6270 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2420874 Feb 09 02:38:42.452818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff4f62ed-72fd-4721-a443-8aa9c51bcc94 req-962efcf1-063a-4a43-91ba-edf1339f45ee tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173865 Feb 09 02:38:42.514644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-e80308fb-91fa-4140-9b87-38cf7d5521f7 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952578 Feb 09 02:38:42.515763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.1 (a4b4597a-9249-4023-b96a-0df10e8fc28b/81e52954-afba-49b8-922d-adf81dc62a62/bd986243-183f-4eae-a347-940523118500) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:42.671141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-85ad330b-19b4-4c1a-b796-4cb56af0fb0f service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867775 Feb 09 02:38:42.717761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-564362e5-092c-4e10-a2bc-f83c2b3b17f1 req-3c865117-da5a-47a4-af99-547ce1a54628 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.1174278 Feb 09 02:38:42.835441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-fc387bcd-a8ac-40be-bf36-3e368fd26d30 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036168 Feb 09 02:38:42.880443 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (bd986243-183f-4eae-a347-940523118500), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:42.896681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4c1f39b-74f9-48d4-b0bb-d6a6527f441a req-85f3846e-3e95-4011-b2d9-696dbab3bfb7 service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950154 Feb 09 02:38:42.929277 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (bd986243-183f-4eae-a347-940523118500), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:42.976366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network a4b4597a-9249-4023-b96a-0df10e8fc28b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:42.981318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:42.987943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:43.021770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=bd986243-183f-4eae-a347-940523118500,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:43.047306 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.226697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd986243-183f-4eae-a347-940523118500), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.483329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:38:43.672412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (bd986243-183f-4eae-a347-940523118500), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.702391 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bd986243-183f-4eae-a347-940523118500), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.729307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:43.744970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'port_id': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'mac_address': 'fa:16:3e:c4:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:38:43.813019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:43.813019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.824613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:38:43.849596 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.849821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:43.851598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=bd986243-183f-4eae-a347-940523118500,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:43.857925 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:43.896296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98f908-87a9-4ace-8428-1bbc770bd347 req-a62259b9-2262-4e36-91eb-94be223fcbbf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:43.897974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d98f908-87a9-4ace-8428-1bbc770bd347 req-a62259b9-2262-4e36-91eb-94be223fcbbf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 943 time: 0.2126780 Feb 09 02:38:43.901957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34cbb626-9f1d-4477-acb3-360d3f2f9f64 req-f3ef6df5-b225-4ead-b9ca-20416bb7e3cc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0577309 Feb 09 02:38:43.944848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:44.031752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d98f908-87a9-4ace-8428-1bbc770bd347 req-39ae0ff1-a53e-4807-b51a-3e857854bf5d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898407 Feb 09 02:38:44.062173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network a4b4597a-9249-4023-b96a-0df10e8fc28b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:44.064834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:44.191180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:38:44.226622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:44.359468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:44.366880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ed747d4-a8b0-4904-b0e9-0dd5ce68bb42 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/routers/a8364b3f-9c7c-4473-8807-a2fee4e38ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0415359 Feb 09 02:38:44.369246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:44.373764 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:44.382525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'port': {'network_id': 'a4b4597a-9249-4023-b96a-0df10e8fc28b', 'name': 'tempest-FloatingIPTestJSON-396192784'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:44.400846 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:44.404706 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:44.486742 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:44.509071 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:44.510775 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:44.555818 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:44.557095 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15cb67d-1290-47f4-93d3-db4c888d824e None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:44.566824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:44.570965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:44.594291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] device_id is not set on port a95d9e0f-0542-4396-ad7b-a21cee733ff2 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:38:44.715114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.7 (a4b4597a-9249-4023-b96a-0df10e8fc28b/81e52954-afba-49b8-922d-adf81dc62a62/a95d9e0f-0542-4396-ad7b-a21cee733ff2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:44.975329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (a95d9e0f-0542-4396-ad7b-a21cee733ff2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.023420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a95d9e0f-0542-4396-ad7b-a21cee733ff2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.103865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=a95d9e0f-0542-4396-ad7b-a21cee733ff2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:45.126758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network a4b4597a-9249-4023-b96a-0df10e8fc28b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:45.128417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:45.137140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:45.175101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-689bb5e1-6c03-4931-bbdf-ba4297014dd4 req-1cdc53ef-2634-4c36-a127-147f96788747 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.1511407 Feb 09 02:38:45.221998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.222762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.246861 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-896cf0e6-7fac-4a67-a152-926fa749614b tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8746400 Feb 09 02:38:45.247087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:45.256604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'port': {'network_id': 'a4b4597a-9249-4023-b96a-0df10e8fc28b', 'name': 'tempest-FloatingIPTestJSON-1103853437'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:45.383422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faa94f-1b06-426f-85c7-18434a7f1b45 req-fa9c31ba-1978-4e50-b1b9-96e3647518a8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:45.384881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10faa94f-1b06-426f-85c7-18434a7f1b45 req-fa9c31ba-1978-4e50-b1b9-96e3647518a8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 944 time: 0.1737759 Feb 09 02:38:45.491039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10faa94f-1b06-426f-85c7-18434a7f1b45 req-a84ae575-363c-4d70-b20d-e39eb16574af tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977795 Feb 09 02:38:45.498479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:38:45.521281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:38:45.526733 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.550019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] device_id is not set on port 8a3eab6b-7a2a-4e49-b57d-025274b474b3 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:38:45.603267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:38:45.607836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:38:45.608311 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.709592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.3 (a4b4597a-9249-4023-b96a-0df10e8fc28b/81e52954-afba-49b8-922d-adf81dc62a62/8a3eab6b-7a2a-4e49-b57d-025274b474b3) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:45.741888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:45.742302 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.770873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:45.772695 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9520666-5145-4bec-9942-79a57c5b92c1" -d '{"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:45.807312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:45.817663 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:45.888802 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de615c-8b6d-4508-bb87-5eb199194e1b x-openstack-request-id: req-b2de615c-8b6d-4508-bb87-5eb199194e1b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:45.889127 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:45.889359 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2de615c-8b6d-4508-bb87-5eb199194e1b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:45.889757 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'code': 200} Feb 09 02:38:45.917967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:46.023607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-ef2de1f1-89f2-44d8-8868-042f0ffca954 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:46.025143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-ef2de1f1-89f2-44d8-8868-042f0ffca954 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.82 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 945 time: 0.2121801 Feb 09 02:38:46.069547 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (8a3eab6b-7a2a-4e49-b57d-025274b474b3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:46.082561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335ef91-2754-400d-976b-2f08f5dfbbb2 req-78f19077-b580-467f-87ee-d1205894b8c3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:46.084420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e335ef91-2754-400d-976b-2f08f5dfbbb2 req-78f19077-b580-467f-87ee-d1205894b8c3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1808043 Feb 09 02:38:46.172822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-3c3da8c6-8906-46e4-84c2-90a2d35067e4 service neutron] 10.222.0.82 "GET /v2.0/ports/2c1c90f2-5391-427d-a4cc-541ea6a4b2f0/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 383 time: 0.1384203 Feb 09 02:38:46.198685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8a3eab6b-7a2a-4e49-b57d-025274b474b3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:46.220419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e335ef91-2754-400d-976b-2f08f5dfbbb2 req-85bffdf4-1b9c-45c4-a94a-fa11d31cef20 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168985 Feb 09 02:38:46.289124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network a4b4597a-9249-4023-b96a-0df10e8fc28b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:46.319989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9a5cd7d-7729-4b80-bfda-1ef86db1ae9a req-2d642bae-df9e-4946-94f0-1d81debe48df tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0591676 Feb 09 02:38:46.321858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:46.330450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:46.371086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=8a3eab6b-7a2a-4e49-b57d-025274b474b3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:46.385624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-809cebc3-2eed-4580-8f67-03fcaffb16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:46.385624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-809cebc3-2eed-4580-8f67-03fcaffb16ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1128 time: 0.1885562 Feb 09 02:38:46.393734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:46.394378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:46.473720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-05925b9d-65a1-474f-b808-32dc79da3c62 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2219372 Feb 09 02:38:46.474053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:46.481632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '8a3eab6b-7a2a-4e49-b57d-025274b474b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:46.527652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:46.554596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-88c01f6f-f96f-4686-8c3c-2a32f0751d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:46.556758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-88c01f6f-f96f-4686-8c3c-2a32f0751d15 service neutron] 10.222.0.82 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.1581995 Feb 09 02:38:46.773791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:47.034366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.25.6.128 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/135318c6-ae47-4b0f-ab42-dce9829c74de) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:47.202429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-3263f4d9-88b2-4202-b5e3-203c52243715 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1001 time: 0.6395767 Feb 09 02:38:47.285281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-6f73308d-48da-43c8-81c7-e9bf03583d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:47.288779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-6f73308d-48da-43c8-81c7-e9bf03583d7a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.0801997 Feb 09 02:38:47.372535 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:47.417275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:47.531586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=135318c6-ae47-4b0f-ab42-dce9829c74de,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:47.561592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:47.565332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:47.574541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:47.608893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a5172e2-9102-44a3-b170-9f149d29b567 req-f878601d-e6ca-4c05-9ab1-27db1f88caef tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0982397 Feb 09 02:38:47.623809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-f7dd4c49-62a0-4349-8f9c-c087ebe52117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:47.625339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-f7dd4c49-62a0-4349-8f9c-c087ebe52117 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3291867 Feb 09 02:38:47.672136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4614c7-56b9-45de-b7ca-b7d89b61a481 req-435f151e-80dd-4f93-9523-2dc908912675 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:47.678086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f4614c7-56b9-45de-b7ca-b7d89b61a481 req-435f151e-80dd-4f93-9523-2dc908912675 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.2697308 Feb 09 02:38:47.956864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f4614c7-56b9-45de-b7ca-b7d89b61a481 req-0c24e2e4-dfb7-46b3-8161-d3477457ae3b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654419 Feb 09 02:38:47.997315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-73468d6c-743a-4a9c-b83d-1b9380d166ee service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443658 Feb 09 02:38:48.110340 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.135922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56806) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:48.253365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-44c4fda9-3623-432a-8c82-9acb99b03334 service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495070 Feb 09 02:38:48.415239 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ba60585-e69b-4ccc-86ce-95f458c669da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.551752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ba60585-e69b-4ccc-86ce-95f458c669da admin admin] Publish callbacks [] for security_group (72e1e076-1fe6-48b5-b046-b2048212203b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.561526 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ba60585-e69b-4ccc-86ce-95f458c669da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (72e1e076-1fe6-48b5-b046-b2048212203b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.660699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (7a9814bd-4bf3-41e4-938b-9e738b530c2a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.667353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ba60585-e69b-4ccc-86ce-95f458c669da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce1252f17c10416f8b29adb7ce97941f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303402 Feb 09 02:38:48.672000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56820) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:48.676232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba60585-e69b-4ccc-86ce-95f458c669da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1e076-1fe6-48b5-b046-b2048212203b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:48.759903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.786094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-38bfb1b9-0031-4d37-9dc2-755fa2b42dd5 req-0cd062b7-9c5b-4e26-8993-d33be300edd7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=a26a1833-235e-4765-a4de-e42803f8c615 HTTP/1.1" status: 200 len: 210 time: 0.0432010 Feb 09 02:38:48.795189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0ec4f-31f0-4693-b028-af8b92d6fcc4 req-52eb359e-15bf-45bb-ae8a-b4426d2a562f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:48.796727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c0ec4f-31f0-4693-b028-af8b92d6fcc4 req-52eb359e-15bf-45bb-ae8a-b4426d2a562f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2285199 Feb 09 02:38:48.872952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac2ff-12bc-4325-a145-c91a315130c2 admin admin] Publish callbacks [] for security_group (72e1e076-1fe6-48b5-b046-b2048212203b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.900362 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac2ff-12bc-4325-a145-c91a315130c2 admin admin] Publish callbacks [] for security_group (72e1e076-1fe6-48b5-b046-b2048212203b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:48.984892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c0ec4f-31f0-4693-b028-af8b92d6fcc4 req-fc3513c2-82b4-43c8-ad9a-62bf2d985981 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630988 Feb 09 02:38:49.000232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac2ff-12bc-4325-a145-c91a315130c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (72e1e076-1fe6-48b5-b046-b2048212203b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.008784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac2ff-12bc-4325-a145-c91a315130c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.013144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6f0ac2ff-12bc-4325-a145-c91a315130c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e1e076-1fe6-48b5-b046-b2048212203b HTTP/1.1" status: 204 len: 168 time: 0.3211629 Feb 09 02:38:49.034213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ac2ff-12bc-4325-a145-c91a315130c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1e076-1fe6-48b5-b046-b2048212203b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:49.112992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.132888 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.186473 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.232310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=135318c6-ae47-4b0f-ab42-dce9829c74de,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:49.247006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3577-92f1-4140-a5c3-7683a1ee8066 req-056d7984-e66f-4018-812c-6f40fb2cd1d4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:49.259805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f1c3577-92f1-4140-a5c3-7683a1ee8066 req-056d7984-e66f-4018-812c-6f40fb2cd1d4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.1142774 Feb 09 02:38:49.363894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f1c3577-92f1-4140-a5c3-7683a1ee8066 req-a251d1ba-2bba-4983-a39d-2028b67859dc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011891 Feb 09 02:38:49.366149 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (7a9814bd-4bf3-41e4-938b-9e738b530c2a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.614242 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 7a9814bd-4bf3-41e4-938b-9e738b530c2a associated. External IP: 172.25.6.128, port: 8a3eab6b-7a2a-4e49-b57d-025274b474b3. Feb 09 02:38:49.660777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56830) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:49.679761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf775-fd06-4ad9-96db-edda11b3679e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.911121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf775-fd06-4ad9-96db-edda11b3679e admin admin] Publish callbacks [] for security_group (70de0305-a125-40af-9494-1b7e2a435084), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.924830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf775-fd06-4ad9-96db-edda11b3679e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70de0305-a125-40af-9494-1b7e2a435084), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:49.954591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:50.015353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e2ddf775-fd06-4ad9-96db-edda11b3679e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42ecb1a64e88428cb54c73a2da8836f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534474 Feb 09 02:38:50.035277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56836) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:50.167469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddf775-fd06-4ad9-96db-edda11b3679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de0305-a125-40af-9494-1b7e2a435084,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:50.230907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:50.256419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:50.268321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:50.271194 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59f7be7f-60ea-4c09-9b00-be64902b421a admin admin] Publish callbacks [] for security_group (70de0305-a125-40af-9494-1b7e2a435084), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.277714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:50.289597 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.331838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:50.359323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:50.360376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:50.373978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59f7be7f-60ea-4c09-9b00-be64902b421a admin admin] Publish callbacks [] for security_group (70de0305-a125-40af-9494-1b7e2a435084), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.409247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:50.410808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc7b9d-7e6c-4f01-810c-fdd038e7a38c None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:50.416472 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3225b0b6-b5f6-4708-9d16-373f672df4b6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9412711 Feb 09 02:38:50.418839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:50.425317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:50.536804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (7a9814bd-4bf3-41e4-938b-9e738b530c2a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.565300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36583fb-4771-48b8-a8d4-992866c9b0a2 req-3c6b8569-e748-436c-8c9a-a1781cd6cdd0 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:50.587966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f36583fb-4771-48b8-a8d4-992866c9b0a2 req-3c6b8569-e748-436c-8c9a-a1781cd6cdd0 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.4264693 Feb 09 02:38:50.699508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f36583fb-4771-48b8-a8d4-992866c9b0a2 req-59c54974-08f9-4bfd-9237-33443c76f428 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096747 Feb 09 02:38:50.725688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c461c4-0327-462a-9581-86e7a22f6c5b req-9d019c68-b989-4467-acf2-6e27beb7dfbe tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:50.727807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95c461c4-0327-462a-9581-86e7a22f6c5b req-9d019c68-b989-4467-acf2-6e27beb7dfbe tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 0.2423809 Feb 09 02:38:50.728712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59f7be7f-60ea-4c09-9b00-be64902b421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (70de0305-a125-40af-9494-1b7e2a435084), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.731452 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59f7be7f-60ea-4c09-9b00-be64902b421a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.732590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-59f7be7f-60ea-4c09-9b00-be64902b421a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70de0305-a125-40af-9494-1b7e2a435084 HTTP/1.1" status: 204 len: 168 time: 0.6933229 Feb 09 02:38:50.742507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.748004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (7a9814bd-4bf3-41e4-938b-9e738b530c2a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:50.748534 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 7a9814bd-4bf3-41e4-938b-9e738b530c2a disassociated. External IP: 172.25.6.128, port: 8a3eab6b-7a2a-4e49-b57d-025274b474b3. Feb 09 02:38:50.760732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7be7f-60ea-4c09-9b00-be64902b421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de0305-a125-40af-9494-1b7e2a435084,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:50.834734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95c461c4-0327-462a-9581-86e7a22f6c5b req-23e5170a-2c9a-4af9-bafd-c4daa459c243 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824258 Feb 09 02:38:50.838796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-a969fe85-d988-4548-8f87-1b2611c1b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:50.840338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-a969fe85-d988-4548-8f87-1b2611c1b8c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 1128 time: 0.1066327 Feb 09 02:38:50.852967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:50.944506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.148857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:51.245907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:51.308796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:51.362789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:51.372287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:51.373274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.374762 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:51.376524 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f14f94-52e6-4e30-a7f4-00705358d67f" -d '{"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:51.381074 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Publish callbacks [] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.402327 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:51.407015 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:51.420037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Transition to ACTIVE for port object 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:38:51.432164 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.445465 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34aa70c2-4ab3-4461-a69f-fbeb1b6fceb2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/floatingips/7a9814bd-4bf3-41e4-938b-9e738b530c2a HTTP/1.1" status: 200 len: 688 time: 1.0252824 Feb 09 02:38:51.448048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:51.517026 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:51.539655 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:51.540295 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:51.544690 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b954f-d8c9-4326-aa1a-a5e6242265f5 x-openstack-request-id: req-a61b954f-d8c9-4326-aa1a-a5e6242265f5 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:51.545022 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:51.545267 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a61b954f-d8c9-4326-aa1a-a5e6242265f5 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:51.545697 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'code': 200} Feb 09 02:38:51.549127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:51.620101 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:51.623596 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f493dd1-1951-43b1-a419-6528e846550f None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:51.743431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] No DVR routers for this DVR port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:38:51.762191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 135318c6-ae47-4b0f-ab42-dce9829c74de {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:38:51.764980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.913283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.913582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (135318c6-ae47-4b0f-ab42-dce9829c74de), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:51.960343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 135318c6-ae47-4b0f-ab42-dce9829c74de owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:38:52.093680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a98092-e4c6-4a55-a411-163ce57eead8 req-8e594533-4953-4572-8372-95e2947c138d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:52.096714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03a98092-e4c6-4a55-a411-163ce57eead8 req-8e594533-4953-4572-8372-95e2947c138d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2231448 Feb 09 02:38:52.154609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90369c8-e2dd-4865-ac77-c5f4b6980150 req-45388c98-7abc-491f-8134-087affdd1013 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:52.162771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e90369c8-e2dd-4865-ac77-c5f4b6980150 req-45388c98-7abc-491f-8134-087affdd1013 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 944 time: 0.1619925 Feb 09 02:38:52.208675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:38:52.209023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:38:52.209364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:52.239741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:38:52.240131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Attempting to bind port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on network 605c6efe-da4a-456d-8361-bd2aaa9537b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:38:52.274303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e90369c8-e2dd-4865-ac77-c5f4b6980150 req-772b5de1-aa6c-4095-a9b9-6a6e317094db tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053705 Feb 09 02:38:52.279165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:38:52.279764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Checking segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:38:52.280327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Bound using segment: {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:38:52.280948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Bound port: 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74368af-ace6-45be-a2f7-a6a11416ef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:38:52.281496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:52.299094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03a98092-e4c6-4a55-a411-163ce57eead8 req-a59ab840-2a01-4a13-9da9-8e7ddea6914e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789327 Feb 09 02:38:52.375204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:38:52.380219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:38:52.389628 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:52.463063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:52.463981 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:52.465813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] 10.222.0.72 "PUT /v2.0/ports/2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1093 time: 1.6172843 Feb 09 02:38:52.557484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd2ac-b465-47aa-bc1a-695685469b69 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=11']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:52.573741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-88494eb6-75e9-40aa-ad1e-d311d48a92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:52.582275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-88494eb6-75e9-40aa-ad1e-d311d48a92fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1127 time: 0.0872796 Feb 09 02:38:52.699427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (135318c6-ae47-4b0f-ab42-dce9829c74de), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:52.721669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-a76f339f-b7e6-4be4-8c56-3ee3e4c41839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:52.723999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-a76f339f-b7e6-4be4-8c56-3ee3e4c41839 service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.1340775 Feb 09 02:38:52.762893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=135318c6-ae47-4b0f-ab42-dce9829c74de,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:52.837979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-ec1ef508-70f3-4261-a5bf-8705e70e8d5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 999 time: 0.1077297 Feb 09 02:38:52.884745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (7a9814bd-4bf3-41e4-938b-9e738b530c2a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:52.888889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:52.893714 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3818ca6d-8189-4eb9-bd6b-e83e6405fb4d tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/floatingips/7a9814bd-4bf3-41e4-938b-9e738b530c2a HTTP/1.1" status: 204 len: 168 time: 1.4446461 Feb 09 02:38:52.898716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:52.904974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'a95d9e0f-0542-4396-ad7b-a21cee733ff2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:52.948214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-402269b2-5114-4138-979b-0bc173402df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:52.951152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-402269b2-5114-4138-979b-0bc173402df3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.1038833 Feb 09 02:38:52.968819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.065361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-9c9aee67-4698-4fcc-a5eb-779029b7cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:53.078636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-9c9aee67-4698-4fcc-a5eb-779029b7cd90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120629 Feb 09 02:38:53.151903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.307619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-ec42253e-d251-4556-ae75-36c893087856 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236195 Feb 09 02:38:53.379756 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2887b54-688c-4d80-987d-e92a8162e35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.406557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.25.6.26 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/78cf4858-08b9-454c-b541-07edd47d8787) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:38:53.544981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:38:53.546248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:38:53.546967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (78cf4858-08b9-454c-b541-07edd47d8787), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.550805 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15515db0-3dcd-4ae9-8e28-17cab9b859a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:38:53.564036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f69be88-9591-4e6c-ab82-ce3ac96faa49 req-1563e318-5faf-4e80-b514-81c21ef01a23 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492101 Feb 09 02:38:53.576828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c55959-cec5-4b31-ada6-673a23a05630 req-f3c5b255-d7a6-489e-9e13-03156355db03 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:53.587136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92c55959-cec5-4b31-ada6-673a23a05630 req-f3c5b255-d7a6-489e-9e13-03156355db03 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 944 time: 0.1840448 Feb 09 02:38:53.592545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (78cf4858-08b9-454c-b541-07edd47d8787), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:53.633468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338d4ee-0e53-40e3-9b16-51123f9b908c req-d6b5f2d7-2729-40cf-a2ab-bc24b2a54b0e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:53.635235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6338d4ee-0e53-40e3-9b16-51123f9b908c req-d6b5f2d7-2729-40cf-a2ab-bc24b2a54b0e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2040544 Feb 09 02:38:53.665720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] The host n-h1-826675-12 is not matching for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 host n-h2-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:38:53.666039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:38:53.672531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=78cf4858-08b9-454c-b541-07edd47d8787,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:53.691093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:38:53.692783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:38:53.700931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:38:53.746407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92c55959-cec5-4b31-ada6-673a23a05630 req-f0bc3a5e-ee69-47a5-8fb1-43f1a722dc71 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579049 Feb 09 02:38:53.794599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6338d4ee-0e53-40e3-9b16-51123f9b908c req-83d66e90-f065-4536-89a5-de895b1be127 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518257 Feb 09 02:38:53.884142 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817a629e-4a27-4471-a375-238dda4f4d27 x-openstack-request-id: req-817a629e-4a27-4471-a375-238dda4f4d27 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:38:53.884545 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:38:53.887623 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-817a629e-4a27-4471-a375-238dda4f4d27 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:38:53.888154 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'status': 'completed', 'code': 200} Feb 09 02:38:54.083007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-7936cc7b-5601-4814-a229-1a788d947405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.085167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-7936cc7b-5601-4814-a229-1a788d947405 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1127 time: 0.1838129 Feb 09 02:38:54.088229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-01aa18a1-ccba-46dd-9f1a-49cc570f59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.090071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-01aa18a1-ccba-46dd-9f1a-49cc570f59bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1127 time: 0.1565974 Feb 09 02:38:54.228685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (8183eb14-1168-4929-921e-1062ae30e117), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.291019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-ac41a598-a6c2-41f3-8692-58c7a4de9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.292661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-ac41a598-a6c2-41f3-8692-58c7a4de9d78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.2005463 Feb 09 02:38:54.294189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-3b0b79c5-9581-4e29-866a-24f8554a3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.295694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-3b0b79c5-9581-4e29-866a-24f8554a3a5e service neutron] 10.222.0.82 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.1924229 Feb 09 02:38:54.359033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (78cf4858-08b9-454c-b541-07edd47d8787), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.388928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-9a1c4e21-9aa4-4db4-b00b-d61d868c1280 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 999 time: 0.0894241 Feb 09 02:38:54.578161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (78cf4858-08b9-454c-b541-07edd47d8787), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.595242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (78cf4858-08b9-454c-b541-07edd47d8787), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.604541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-df37a3a7-5690-453a-818f-14fe60452dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.610020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-df37a3a7-5690-453a-818f-14fe60452dd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.2039425 Feb 09 02:38:54.688948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=78cf4858-08b9-454c-b541-07edd47d8787,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:54.710518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8183eb14-1168-4929-921e-1062ae30e117), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:54.740086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-349c0381-d704-4d73-b894-de119cdd5723 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 999 time: 0.4368312 Feb 09 02:38:54.847041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-567deb12-36af-421c-b466-192f3f19dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.848636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-567deb12-36af-421c-b466-192f3f19dc2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2302132 Feb 09 02:38:54.877073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-5626163c-2732-4c0e-9fdf-1ffd62445bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:54.878607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-5626163c-2732-4c0e-9fdf-1ffd62445bf2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.1290388 Feb 09 02:38:54.895561 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 8183eb14-1168-4929-921e-1062ae30e117 associated. External IP: 172.25.6.26, port: a95d9e0f-0542-4396-ad7b-a21cee733ff2. Feb 09 02:38:55.111948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e74d70-7b2e-4232-b352-c37c5852f557 req-e2797721-4d45-43ac-88cc-cfcea4fb0439 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:55.113678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55e74d70-7b2e-4232-b352-c37c5852f557 req-e2797721-4d45-43ac-88cc-cfcea4fb0439 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 944 time: 0.2132506 Feb 09 02:38:55.144543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-310c9474-1d73-4313-87d9-7369071bc0fd service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649679 Feb 09 02:38:55.146731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-fef56e61-a76c-4246-b88c-7a8de0db3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:55.148335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-fef56e61-a76c-4246-b88c-7a8de0db3d85 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2492528 Feb 09 02:38:55.280233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-0bfe7b7c-e9d9-44c6-887c-977c83bd319c service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093853 Feb 09 02:38:55.357046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:55.391480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c219cec-a754-423a-9de4-7982e6f1cb4a req-13e8160f-166f-4ed5-a6a0-6312cfc632d3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:55.398812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c219cec-a754-423a-9de4-7982e6f1cb4a req-13e8160f-166f-4ed5-a6a0-6312cfc632d3 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.4578109 Feb 09 02:38:55.466952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55e74d70-7b2e-4232-b352-c37c5852f557 req-e16f1f86-2fef-4ea9-a6d1-7eae2154d8eb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173814 Feb 09 02:38:55.526706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-76d299de-7714-4e42-8109-e6fb91f2dde5 service neutron] 10.222.0.82 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936333 Feb 09 02:38:55.560205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:55.572755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:55.590662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:55.591360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:55.592454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15515db0-3dcd-4ae9-8e28-17cab9b859a2 req-7d702bb1-206b-402a-af5a-54cf0f91aa8f service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395113 Feb 09 02:38:55.599157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c219cec-a754-423a-9de4-7982e6f1cb4a req-270d299f-7952-4b68-96dd-eb078fff944a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993241 Feb 09 02:38:55.609685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:55.634858 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:55.661969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:55.669270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a50ecc34-7b34-4986-b585-74933bdd5e35 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.7679763 Feb 09 02:38:55.671139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:55.674578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:55.675287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:55.736489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:55.737499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6272d-2438-4061-bb95-251ba7e972d4 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:55.761941 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-75120f89-3725-497f-9046-987c973bf73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:55.779114 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c4d095d-56a7-42a8-a1b5-fefec16e74cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "GET /v2.0/floatingips/8183eb14-1168-4929-921e-1062ae30e117 HTTP/1.1" status: 200 len: 976 time: 0.1065598 Feb 09 02:38:55.780521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:55.974891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e00f75c7-ee64-4d2d-84af-1b4fe8058d03 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1903884 Feb 09 02:38:55.975342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56936) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:55.980186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'port_id': '8a3eab6b-7a2a-4e49-b57d-025274b474b3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:56.050921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (8183eb14-1168-4929-921e-1062ae30e117), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.756643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c36f23-21d8-4402-9dfd-3bb4beec62d2 req-e3ca78a5-0655-4f6a-849c-eb749999b0bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:56.767154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8c36f23-21d8-4402-9dfd-3bb4beec62d2 req-e3ca78a5-0655-4f6a-849c-eb749999b0bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 944 time: 0.1322429 Feb 09 02:38:56.886801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8c36f23-21d8-4402-9dfd-3bb4beec62d2 req-f483349f-3b09-4f88-93e2-a424f54b92bd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169398 Feb 09 02:38:56.924060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.929523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d917600-89a4-484c-86be-8873615d182c req-25b4c288-0aa0-4053-aeda-a3f09f9f1905 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:56.930787 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8183eb14-1168-4929-921e-1062ae30e117), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:56.940678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d917600-89a4-484c-86be-8873615d182c req-25b4c288-0aa0-4053-aeda-a3f09f9f1905 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1374617 Feb 09 02:38:57.046050 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:57.075854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:38:57.088515 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 8183eb14-1168-4929-921e-1062ae30e117 associated. External IP: 172.25.6.26, port: a95d9e0f-0542-4396-ad7b-a21cee733ff2. Feb 09 02:38:57.090841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d917600-89a4-484c-86be-8873615d182c req-d7e629c6-e236-4317-86a0-b925d0d402df tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473649 Feb 09 02:38:57.338907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:57.365631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'port_id': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'mac_address': 'fa:16:3e:c4:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:38:57.469278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:38:57.469748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:57.499868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:38:57.545316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:38:57.553772 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:57.566195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-5cdff9c4-be8d-4e89-b93e-aa0916fa8f42 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987434 Feb 09 02:38:57.666998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=12']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:38:57.743025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6de-697f-4a50-b052-fe5e7069163e req-1c02c0c1-fe8b-4fd5-95ea-b3d5bb43f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:57.745726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-1c02c0c1-fe8b-4fd5-95ea-b3d5bb43f6ae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 1128 time: 0.1139708 Feb 09 02:38:57.847417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:57.917047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:38:57.976291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6de-697f-4a50-b052-fe5e7069163e req-f7c3e1ec-ab60-470e-9b73-a2cd042f028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:57.977980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-f7c3e1ec-ab60-470e-9b73-a2cd042f028e service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1823738 Feb 09 02:38:58.071904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-ab8f32e9-d674-4265-88c4-36792bc1076f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 HTTP/1.1" status: 200 len: 217 time: 0.0861075 Feb 09 02:38:58.291094 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:58.727483 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:58.741411 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:58.782474 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:58.790197 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:58.991761 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.032614 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:59.033249 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.100927 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.101591 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca5058d-f7f5-4f95-baaa-46f1c159072d None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:38:59.218829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6de-697f-4a50-b052-fe5e7069163e req-df56b5e4-fbb1-422a-bd6e-d2348776f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.223730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-df56b5e4-fbb1-422a-bd6e-d2348776f865 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 1.1461043 Feb 09 02:38:59.232518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:38:59.280274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0140f-8191-45d9-861a-8bddd6424969 req-bc658b41-9c29-4ed5-bbd5-b6466408ef0d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.288461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ab0140f-8191-45d9-861a-8bddd6424969 req-bc658b41-9c29-4ed5-bbd5-b6466408ef0d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 945 time: 1.1422098 Feb 09 02:38:59.321787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712661c1-2a01-4f20-9954-6cb75cb5f4a5 req-abad8442-2c33-450a-a909-d57f2f8a4e29 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.324059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-712661c1-2a01-4f20-9954-6cb75cb5f4a5 req-abad8442-2c33-450a-a909-d57f2f8a4e29 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1978579 Feb 09 02:38:59.465082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6de-697f-4a50-b052-fe5e7069163e req-ed87fe45-30a9-4ee5-abde-7d189ed10111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:38:59.475711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-ed87fe45-30a9-4ee5-abde-7d189ed10111 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2353609 Feb 09 02:38:59.480093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-712661c1-2a01-4f20-9954-6cb75cb5f4a5 req-7a475933-46ca-4424-953f-0f3de6ef9467 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468470 Feb 09 02:38:59.509662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ab0140f-8191-45d9-861a-8bddd6424969 req-0315fca2-eff8-4652-913a-c1fb723a91b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148156 Feb 09 02:38:59.525305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 56982) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:59.626745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:38:59.637865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:38:59.645972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:59.660063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:59.665011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.816751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.841998 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-471a1947-0d01-46ab-a8c0-ef6006239c55 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/floatingips/8183eb14-1168-4929-921e-1062ae30e117 HTTP/1.1" status: 200 len: 977 time: 3.8653073 Feb 09 02:38:59.846682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 56984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:38:59.857101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:38:59.889140 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:59.908831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:38:59.915946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:38:59.923708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f7db68dd-edc8-4402-8106-9b5fc580b692 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/7ebaac2c-5fde-42cf-8ecf-60647fb095a8 HTTP/1.1" status: 200 len: 992 time: 0.3788974 Feb 09 02:38:59.985704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-350b0139-6b77-4621-b7cd-4cb2cf8b66cb service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963622 Feb 09 02:38:59.996327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (8183eb14-1168-4929-921e-1062ae30e117), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:00.042174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:00.048362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70c6ac-0b48-47fa-a1d3-1e411e925635 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:00.238988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b995d6de-697f-4a50-b052-fe5e7069163e req-4a7f0733-69d7-44c0-a286-54fd1888e6e0 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395957 Feb 09 02:39:00.367117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-70e825ba-3721-4311-9006-e005172c04d4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1220038 Feb 09 02:39:00.395194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:00.412761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8183eb14-1168-4929-921e-1062ae30e117), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:00.413160 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 8183eb14-1168-4929-921e-1062ae30e117 disassociated. External IP: 172.25.6.26, port: 8a3eab6b-7a2a-4e49-b57d-025274b474b3. Feb 09 02:39:00.554573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-0af91622-7334-43d9-8802-98152c6efcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:00.561739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-0af91622-7334-43d9-8802-98152c6efcd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1128 time: 0.1152353 Feb 09 02:39:00.961971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2a35-bc1e-4f97-add4-7395311951ba req-007ca9cf-4187-4125-8ef5-d981725af42c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:00.963825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae3c2a35-bc1e-4f97-add4-7395311951ba req-007ca9cf-4187-4125-8ef5-d981725af42c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2560811 Feb 09 02:39:01.020025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-54df2864-7a60-4697-831b-afd40e8aab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:01.021521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-54df2864-7a60-4697-831b-afd40e8aab00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.4313493 Feb 09 02:39:01.078084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:01.105123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae3c2a35-bc1e-4f97-add4-7395311951ba req-f27e1b09-660b-435b-b80a-74a81b03cd44 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297579 Feb 09 02:39:01.118443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:01.184624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-2dfbea80-05c5-4b17-98e6-0b47c97c1974 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 1000 time: 0.1565819 Feb 09 02:39:01.261295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:39:01.269915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:01.270398 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.305886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-3e061b27-2634-430b-b2ed-3a411c54cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:01.314787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-3e061b27-2634-430b-b2ed-3a411c54cec1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.1233652 Feb 09 02:39:01.437852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:01.438800 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.467071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-efd38285-2b9c-414b-b66b-5f655792bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:01.475686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-efd38285-2b9c-414b-b66b-5f655792bb05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1551397 Feb 09 02:39:01.499657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:01.504237 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af93b11-315c-4eb1-b723-9389cd4954a4" -d '{"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:01.513605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:01.523922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.529141 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:01.535509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:01.545029 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:01.565199 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:01.573607 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:01.605047 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fd4d925c-ef02-4421-a9ef-c5e373eec43f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/floatingips/8183eb14-1168-4929-921e-1062ae30e117 HTTP/1.1" status: 200 len: 687 time: 1.7572246 Feb 09 02:39:01.607497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:01.670576 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:01.677997 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f035331-93b4-4cd5-b650-ebb1b16f137c x-openstack-request-id: req-6f035331-93b4-4cd5-b650-ebb1b16f137c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:01.678293 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:01.684215 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f035331-93b4-4cd5-b650-ebb1b16f137c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:01.684937 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'code': 200} Feb 09 02:39:01.686571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=13']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:01.687797 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:01.690279 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:01.948741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-a3d8c995-644f-4bb2-b0a3-b49dd9938806 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617143 Feb 09 02:39:02.000309 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:02.001657 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedebed6-c110-4e91-97b3-1f4e4676e0e0 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:02.036800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 78cf4858-08b9-454c-b541-07edd47d8787 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:02.037151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (78cf4858-08b9-454c-b541-07edd47d8787), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:02.227240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (78cf4858-08b9-454c-b541-07edd47d8787), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:02.227858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (78cf4858-08b9-454c-b541-07edd47d8787), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:02.254968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 78cf4858-08b9-454c-b541-07edd47d8787 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:02.296263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fd22148-a695-4c56-b4cc-7f02d4761a05 req-8fb4af98-fe39-46b5-b936-5f0db80547f2 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422403 Feb 09 02:39:02.447354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612919e7-a627-4e5e-af59-8c6528f1adb1 req-1195c9e1-f721-40db-bb23-12f5f2c02af8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:02.452667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612919e7-a627-4e5e-af59-8c6528f1adb1 req-1195c9e1-f721-40db-bb23-12f5f2c02af8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1432278 Feb 09 02:39:02.557045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (78cf4858-08b9-454c-b541-07edd47d8787), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:02.645385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612919e7-a627-4e5e-af59-8c6528f1adb1 req-a7ce7d7b-7914-47d4-baab-78080cce9768 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650300 Feb 09 02:39:02.666619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=78cf4858-08b9-454c-b541-07edd47d8787,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:02.791559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (8183eb14-1168-4929-921e-1062ae30e117), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:02.803054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:02.807308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57010) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:02.811522 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7ff7cc58-4f0e-4e19-9aa3-9461ba57ec87 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/floatingips/8183eb14-1168-4929-921e-1062ae30e117 HTTP/1.1" status: 204 len: 168 time: 1.2029402 Feb 09 02:39:02.859746 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-3984285c-5683-4b05-af4b-bfdf1f72c0f0 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] delete failed (client error): The resource could not be found. Feb 09 02:39:02.861656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3984285c-5683-4b05-af4b-bfdf1f72c0f0 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/floatingips/8183eb14-1168-4929-921e-1062ae30e117 HTTP/1.1" status: 404 len: 345 time: 0.0528793 Feb 09 02:39:02.866123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57014) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:03.107161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4cb7e0-1f67-41ee-a8e5-b8a3611e4d82 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:03.116046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4cb7e0-1f67-41ee-a8e5-b8a3611e4d82 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:03.130506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4cb7e0-1f67-41ee-a8e5-b8a3611e4d82 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:03.130719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57018) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:03.130845 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c4cb7e0-1f67-41ee-a8e5-b8a3611e4d82 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "GET /v2.0/ports?network_id=a4b4597a-9249-4023-b96a-0df10e8fc28b HTTP/1.1" status: 200 len: 2357 time: 0.2621939 Feb 09 02:39:03.221458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e31d25-db5a-4235-b950-f399a539fe13 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:03.228931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57020) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:03.234325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'port': {'network_id': 'a4b4597a-9249-4023-b96a-0df10e8fc28b', 'name': 'tempest-FloatingIPTestJSON-156497308', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:03.237937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-81e31d25-db5a-4235-b950-f399a539fe13 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "GET /v2.0/subnets/81e52954-afba-49b8-922d-adf81dc62a62 HTTP/1.1" status: 200 len: 797 time: 0.1043928 Feb 09 02:39:03.445525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:03.534544 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:03.554651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] device_id is not set on port 0c6b1c93-39fa-45b3-8869-1985f9f400e7 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:39:03.870175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9615912-4537-4b41-a8d7-e39aa1a3394c req-c89c57eb-7432-4437-8a77-27d8c302f70f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:03.871823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9615912-4537-4b41-a8d7-e39aa1a3394c req-c89c57eb-7432-4437-8a77-27d8c302f70f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0715461 Feb 09 02:39:03.943640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.14 (a4b4597a-9249-4023-b96a-0df10e8fc28b/81e52954-afba-49b8-922d-adf81dc62a62/0c6b1c93-39fa-45b3-8869-1985f9f400e7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:03.947000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9615912-4537-4b41-a8d7-e39aa1a3394c req-1b448141-9307-42ba-affe-471b0ad3e432 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678518 Feb 09 02:39:03.949795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.13 (a4b4597a-9249-4023-b96a-0df10e8fc28b/81e52954-afba-49b8-922d-adf81dc62a62/0c6b1c93-39fa-45b3-8869-1985f9f400e7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:04.147437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (0c6b1c93-39fa-45b3-8869-1985f9f400e7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.200451 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0c6b1c93-39fa-45b3-8869-1985f9f400e7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.253251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network a4b4597a-9249-4023-b96a-0df10e8fc28b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:04.256794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:04.261387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:04.265556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=0c6b1c93-39fa-45b3-8869-1985f9f400e7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:04.334708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:04.335573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.355936 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-892b3d32-bd9b-4c26-9245-b495380c7dc6 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1258147 Feb 09 02:39:04.358565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:04.363817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '0c6b1c93-39fa-45b3-8869-1985f9f400e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:04.392728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.634075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e37d3-0cc0-4fe6-b1a9-468a93cb4944 req-b6425f30-92de-4d1c-bfd4-6b6709542f87 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:04.637080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c70e37d3-0cc0-4fe6-b1a9-468a93cb4944 req-b6425f30-92de-4d1c-bfd4-6b6709542f87 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 945 time: 0.0602734 Feb 09 02:39:04.714789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c70e37d3-0cc0-4fe6-b1a9-468a93cb4944 req-f1d30838-a0e2-41e1-9154-e51f74c8d857 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659645 Feb 09 02:39:04.808756 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.930307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.25.6.132 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/227cf232-2cc4-4da0-906e-53a0ebddb366) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:05.084291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.155943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ba83b-0abd-4f11-8ab3-0778ce6caa16 req-be7db9fb-8f12-4a13-8254-3a2130631aa5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:05.158554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a22ba83b-0abd-4f11-8ab3-0778ce6caa16 req-be7db9fb-8f12-4a13-8254-3a2130631aa5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0901430 Feb 09 02:39:05.159253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.246443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:05.249796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:05.253343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:05.268077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a22ba83b-0abd-4f11-8ab3-0778ce6caa16 req-416b3d4e-a80b-4ae9-9717-956f94e03445 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938370 Feb 09 02:39:05.292054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=227cf232-2cc4-4da0-906e-53a0ebddb366,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:05.714368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (6db381b2-6b2e-4902-a206-56258bfa7184), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.824950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:05.894920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3f3f3-c22b-446e-bec5-5c3e23b67a25 req-db949a49-4104-460b-9b74-8b9e2f709448 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:05.899633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb3f3f3-c22b-446e-bec5-5c3e23b67a25 req-db949a49-4104-460b-9b74-8b9e2f709448 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 945 time: 0.0943553 Feb 09 02:39:05.978666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb3f3f3-c22b-446e-bec5-5c3e23b67a25 req-af919e58-9b2d-4eaa-b427-85afa623db25 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b3f7e50-6a50-438b-ad50-d116cecf8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667169 Feb 09 02:39:06.039640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.045754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.138807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=227cf232-2cc4-4da0-906e-53a0ebddb366,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.184439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547899-266c-4d54-8e0a-f15327249f83 req-e11780ca-31af-40d9-adee-004ec7595377 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:06.184924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6db381b2-6b2e-4902-a206-56258bfa7184), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.187006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c547899-266c-4d54-8e0a-f15327249f83 req-e11780ca-31af-40d9-adee-004ec7595377 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 945 time: 0.0627625 Feb 09 02:39:06.324222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:06.324581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.343996 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 6db381b2-6b2e-4902-a206-56258bfa7184 associated. External IP: 172.25.6.132, port: 0c6b1c93-39fa-45b3-8869-1985f9f400e7. Feb 09 02:39:06.499560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a25c0-1a30-4ffa-8bc4-a9e10b16c174 req-bb381291-c594-49ce-bf52-86d00b26a20b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:06.502484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a76a25c0-1a30-4ffa-8bc4-a9e10b16c174 req-bb381291-c594-49ce-bf52-86d00b26a20b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0945928 Feb 09 02:39:06.533493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] For port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:06.533919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.550077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:06.651743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:06.692412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (46b199c8-7b5a-4ea3-a0bb-0e6c10e18844), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.705554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['46b199c8-7b5a-4ea3-a0bb-0e6c10e18844'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:39:06.763240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a76a25c0-1a30-4ffa-8bc4-a9e10b16c174 req-7e3aa220-17dd-4a02-9384-c8f226325fd9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546818 Feb 09 02:39:06.764442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=46b199c8-7b5a-4ea3-a0bb-0e6c10e18844,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:06.827475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] No DVR routers for this DVR port 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:06.829811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:06.830322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.835063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c547899-266c-4d54-8e0a-f15327249f83 req-27e8ca4d-cba1-406f-8908-1cf0f0ad8235 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "DELETE /v2.0/ports/46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 HTTP/1.1" status: 204 len: 173 time: 0.6420536 Feb 09 02:39:06.835972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'name': 'network-vif-deleted', 'tag': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:06.840785 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8697998-141f-496e-83d2-9c3de33c10a2" -d '{"events": [{"server_uuid": "c846b7fe-a606-4696-9091-6df9290f22aa", "name": "network-vif-deleted", "tag": "46b199c8-7b5a-4ea3-a0bb-0e6c10e18844"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:06.874149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:06.902236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.902672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:06.903556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:06.910944 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252932ee-8867-4db9-b88d-d0ff0ccc58f4 x-openstack-request-id: req-252932ee-8867-4db9-b88d-d0ff0ccc58f4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:06.911419 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c846b7fe-a606-4696-9091-6df9290f22aa", "name": "network-vif-deleted", "tag": "46b199c8-7b5a-4ea3-a0bb-0e6c10e18844", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:06.911677 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-252932ee-8867-4db9-b88d-d0ff0ccc58f4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:06.912123 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c846b7fe-a606-4696-9091-6df9290f22aa', 'name': 'network-vif-deleted', 'tag': '46b199c8-7b5a-4ea3-a0bb-0e6c10e18844', 'status': 'completed', 'code': 200} Feb 09 02:39:06.954481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:06.966112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:06.967112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:06.978447 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2dd857f-22dc-4463-a413-efb433d0cea1 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6183805 Feb 09 02:39:06.981447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57062) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:06.987671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'port_id': '0c6b1c93-39fa-45b3-8869-1985f9f400e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:07.017882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:07.018681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051ce3e-148a-47ab-bbcd-f69cc70cf8c7 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:07.075090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (6db381b2-6b2e-4902-a206-56258bfa7184), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.146062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:39:07.177566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e77cc16c-0b70-4c0c-b3f6-4ce44106d9f1 req-e315cd00-26d0-4777-94c7-0b9bc78d1558 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0760820 Feb 09 02:39:07.375591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:07.403272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'port_id': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'mac_address': 'fa:16:3e:ba:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:39:07.488538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:07.488942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.530153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92ae6032-783d-4e47-9cb9-f90e5a128984 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:39:07.566900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:07.582264 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.720044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['92ae6032-783d-4e47-9cb9-f90e5a128984'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:39:07.747845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.754897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6db381b2-6b2e-4902-a206-56258bfa7184), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:07.755435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:07.780706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.781054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.781700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.782191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.782715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.783196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.783674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.784169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.784646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.785309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.785799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.786132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:07.786514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:08.009802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bb6d8-ea06-42a9-8e15-63598ce697ae req-ec577859-a4b6-48f2-aafe-a66f0074b927 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:08.028289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e02bb6d8-ea06-42a9-8e15-63598ce697ae req-ec577859-a4b6-48f2-aafe-a66f0074b927 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1303673 Feb 09 02:39:08.040565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:08.127567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e02bb6d8-ea06-42a9-8e15-63598ce697ae req-d6187560-6566-4369-a90e-9b3730df067d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920660 Feb 09 02:39:08.317709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b4b0bfd-f2d9-4991-8d95-ad019bed925e req-61a259ba-500e-4d2d-8c85-8f5ffff9661c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0364759 Feb 09 02:39:08.470210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:08.475245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.486932 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:08.501002 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:08.510138 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.539651 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.550500 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:08.551628 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.583284 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-16543ced-780f-4433-beba-2099d7a9a210 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/floatingips/6db381b2-6b2e-4902-a206-56258bfa7184 HTTP/1.1" status: 200 len: 978 time: 1.5980349 Feb 09 02:39:08.583501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57080) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:08.598084 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:08.598987 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af05c-c31e-4e13-9ce5-e263c8b3a28d None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:08.801082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 227cf232-2cc4-4da0-906e-53a0ebddb366 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:08.801633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.906485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.907555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (227cf232-2cc4-4da0-906e-53a0ebddb366), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:08.925610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 227cf232-2cc4-4da0-906e-53a0ebddb366 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:08.966913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57086) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.136266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (227cf232-2cc4-4da0-906e-53a0ebddb366), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.161515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:09.166678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.181164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=227cf232-2cc4-4da0-906e-53a0ebddb366,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.225143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 92ae6032-783d-4e47-9cb9-f90e5a128984 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:09.225618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.306889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (6db381b2-6b2e-4902-a206-56258bfa7184), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.310435 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 6db381b2-6b2e-4902-a206-56258bfa7184 disassociated (deleted). External IP: 172.25.6.132, port: 0c6b1c93-39fa-45b3-8869-1985f9f400e7. Feb 09 02:39:09.487614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Publish callbacks [] for security_group (5619f577-17a3-4129-a11b-161bdf244368), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.507278 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5619f577-17a3-4129-a11b-161bdf244368), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.522368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:09.522794 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.562078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:09.564351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:09.566922 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bcaac5-3dfa-4f81-86dc-3de1be62771a" -d '{"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:09.571342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.584138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ca07862590d43e892eb21c494e90d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6161330 Feb 09 02:39:09.589957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57100) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.624696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:09.666001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:09.666802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 46b199c8-7b5a-4ea3-a0bb-0e6c10e18844 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:09.672331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.678674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a97b5-6fd4-4667-ad88-f7b8163e8da6 req-37a3c77d-7559-4402-97b4-4b35f571139c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:09.680269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c77a97b5-6fd4-4667-ad88-f7b8163e8da6 req-37a3c77d-7559-4402-97b4-4b35f571139c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3892975 Feb 09 02:39:09.680962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5619f577-17a3-4129-a11b-161bdf244368,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:09.708910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfca0baf-836a-45df-b5e3-b56b8dd402c7 req-4ea85ffe-9282-4f0b-b20f-5057dab62db7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.2400076 Feb 09 02:39:09.741723 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:09.794681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c77a97b5-6fd4-4667-ad88-f7b8163e8da6 req-a9ae4c5c-adc2-4028-9f5b-f28c949100f1 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829544 Feb 09 02:39:09.795410 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df4603-63be-4263-98b5-6a572f3b20c1 x-openstack-request-id: req-e1df4603-63be-4263-98b5-6a572f3b20c1 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:09.795715 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:09.795981 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1df4603-63be-4263-98b5-6a572f3b20c1 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:09.796378 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'code': 200} Feb 09 02:39:09.803615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.804158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.804673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.805159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.805650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.806147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.806673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.807184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.807659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.808158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.808633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.809113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.809600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc199be-df8e-4efa-ad90-b13aa8ec8831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:09.841860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7024d8af-5933-4bf8-b671-024fc804932f admin admin] Publish callbacks [] for security_group (5619f577-17a3-4129-a11b-161bdf244368), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.867475 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7024d8af-5933-4bf8-b671-024fc804932f admin admin] Publish callbacks [] for security_group (5619f577-17a3-4129-a11b-161bdf244368), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.889709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:09.894626 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.902816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:09.926850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:09.927519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:09.935947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7024d8af-5933-4bf8-b671-024fc804932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5619f577-17a3-4129-a11b-161bdf244368), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.939908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7024d8af-5933-4bf8-b671-024fc804932f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:09.944744 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-47a04567-083b-4190-9ea0-6e0a74920135 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/floatingips/6db381b2-6b2e-4902-a206-56258bfa7184 HTTP/1.1" status: 204 len: 168 time: 1.3602140 Feb 09 02:39:09.946988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57104) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:09.957725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7024d8af-5933-4bf8-b671-024fc804932f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5619f577-17a3-4129-a11b-161bdf244368 HTTP/1.1" status: 204 len: 168 time: 0.3037181 Feb 09 02:39:09.979115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d8af-5933-4bf8-b671-024fc804932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5619f577-17a3-4129-a11b-161bdf244368,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.036217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:10.054668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:10.055611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:10.109019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 0c6b1c93-39fa-45b3-8869-1985f9f400e7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:10.109588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0c6b1c93-39fa-45b3-8869-1985f9f400e7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.139153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:10.139832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624da32-7522-4f01-8b42-8ab90660fb64 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:10.246509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0c6b1c93-39fa-45b3-8869-1985f9f400e7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.262825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 0c6b1c93-39fa-45b3-8869-1985f9f400e7 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:10.377188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57108) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:10.391815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81f2313c-f8f4-47b3-b439-13ac1324dd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.473215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0c6b1c93-39fa-45b3-8869-1985f9f400e7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.515156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=0c6b1c93-39fa-45b3-8869-1985f9f400e7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.581732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81f2313c-f8f4-47b3-b439-13ac1324dd14 admin admin] Publish callbacks [] for security_group (e268254a-d064-4dd4-b2c5-f6225f5f2eaa), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.588034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81f2313c-f8f4-47b3-b439-13ac1324dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e268254a-d064-4dd4-b2c5-f6225f5f2eaa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.626143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.639412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0d8a210d-f3bc-4a3a-8fd6-adb8bd461dcc tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/ports/0c6b1c93-39fa-45b3-8869-1985f9f400e7 HTTP/1.1" status: 204 len: 168 time: 0.6911049 Feb 09 02:39:10.640171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:10.645191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:10.653028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-81f2313c-f8f4-47b3-b439-13ac1324dd14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91d6d737e7f3445580b46e95e7d8c288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746148 Feb 09 02:39:10.654736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2313c-f8f4-47b3-b439-13ac1324dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e268254a-d064-4dd4-b2c5-f6225f5f2eaa,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:10.656412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:10.689531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.787098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9578a3f3-9661-4c4f-b342-7b67ed4eb57a admin admin] Publish callbacks [] for security_group (e268254a-d064-4dd4-b2c5-f6225f5f2eaa), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.832069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9578a3f3-9661-4c4f-b342-7b67ed4eb57a admin admin] Publish callbacks [] for security_group (e268254a-d064-4dd4-b2c5-f6225f5f2eaa), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.901111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6409aaa1-7fe7-4349-a0bb-aaaa5508e361 req-aa48618c-b75f-4c18-9ccc-55c67911ae8b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0621481 Feb 09 02:39:10.929541 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.986229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e856e-7473-491a-a6cb-5c6efb6e60d6 req-c5c29e78-50b9-4cc5-b02f-0fb1bd35213c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:10.988080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c3e856e-7473-491a-a6cb-5c6efb6e60d6 req-c5c29e78-50b9-4cc5-b02f-0fb1bd35213c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0745728 Feb 09 02:39:10.990450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9578a3f3-9661-4c4f-b342-7b67ed4eb57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e268254a-d064-4dd4-b2c5-f6225f5f2eaa), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.993333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9578a3f3-9661-4c4f-b342-7b67ed4eb57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:10.995330 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9578a3f3-9661-4c4f-b342-7b67ed4eb57a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e268254a-d064-4dd4-b2c5-f6225f5f2eaa HTTP/1.1" status: 204 len: 168 time: 0.3368607 Feb 09 02:39:11.019677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578a3f3-9661-4c4f-b342-7b67ed4eb57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e268254a-d064-4dd4-b2c5-f6225f5f2eaa,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:11.059286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c3e856e-7473-491a-a6cb-5c6efb6e60d6 req-d8c3a484-b621-4415-8c5a-1d70dd2fc058 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653398 Feb 09 02:39:11.139032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.25.6.246 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/4dac2ffb-32f4-4733-b255-5db6c0c202a6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:11.303436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.347747 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.392252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:11.397764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:11.401795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:11.432986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=4dac2ffb-32f4-4733-b255-5db6c0c202a6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:11.535450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (77ae7858-6b4f-4ba1-a36c-9742d2da0555), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.579991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.763135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.770432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.850017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=4dac2ffb-32f4-4733-b255-5db6c0c202a6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:11.856598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (77ae7858-6b4f-4ba1-a36c-9742d2da0555), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.873762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.878166 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a7178ab-71e5-499c-b1c3-c55884222224 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2339027 Feb 09 02:39:11.878877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57142) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:11.884335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'port': {'network_id': 'a4b4597a-9249-4023-b96a-0df10e8fc28b', 'name': 'tempest-FloatingIPTestJSON-1726027582'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:12.021909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97ca65fc-b2e0-4caf-bc58-6b4418d05638 req-8f31893c-4d8f-4ec8-a18c-0c9178ab71c2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0400085 Feb 09 02:39:12.050000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:12.053819 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.072812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] device_id is not set on port 643d6474-5834-4c23-90b6-2b9f06fdaea3 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:39:12.241202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.2 (a4b4597a-9249-4023-b96a-0df10e8fc28b/81e52954-afba-49b8-922d-adf81dc62a62/643d6474-5834-4c23-90b6-2b9f06fdaea3) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:12.273623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700d710-1110-40ff-8fcf-b33bbd98234a req-fc59c3c4-5440-4fd1-a4a5-e4564eaf377c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:12.275580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6700d710-1110-40ff-8fcf-b33bbd98234a req-fc59c3c4-5440-4fd1-a4a5-e4564eaf377c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1136351 Feb 09 02:39:12.406283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6700d710-1110-40ff-8fcf-b33bbd98234a req-252f4ac4-9de9-481c-b52d-cc2ea7a51693 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200855 Feb 09 02:39:12.485929 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (643d6474-5834-4c23-90b6-2b9f06fdaea3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.526492 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (643d6474-5834-4c23-90b6-2b9f06fdaea3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.574117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network a4b4597a-9249-4023-b96a-0df10e8fc28b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:12.580502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:12.582918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:12.594123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=643d6474-5834-4c23-90b6-2b9f06fdaea3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:12.656146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:12.657046 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:12.677004 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:12.677620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-af28aaca-b2e2-455e-a5c2-9b816a034763 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7970719 Feb 09 02:39:12.683387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'port_id': '643d6474-5834-4c23-90b6-2b9f06fdaea3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:12.738125 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (77ae7858-6b4f-4ba1-a36c-9742d2da0555), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.168691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21efa955-968f-4403-ab7d-c30336d1882d req-f06f29a9-c391-4370-a77d-925ffe33bcf0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0556231 Feb 09 02:39:13.337276 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.344801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (77ae7858-6b4f-4ba1-a36c-9742d2da0555), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:13.498787 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 77ae7858-6b4f-4ba1-a36c-9742d2da0555 associated. External IP: 172.25.6.246, port: 643d6474-5834-4c23-90b6-2b9f06fdaea3. Feb 09 02:39:13.581165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c51d9-bd02-414f-b906-c9e931cf2165 req-47805631-ced6-462e-a94f-cef841de3e70 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:13.589316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-110c51d9-bd02-414f-b906-c9e931cf2165 req-47805631-ced6-462e-a94f-cef841de3e70 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0714180 Feb 09 02:39:13.661137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-110c51d9-bd02-414f-b906-c9e931cf2165 req-c10e51b2-e084-48c7-a975-cfe260f3e6c7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686443 Feb 09 02:39:14.157913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:14.315139 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:14.324395 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:14.341361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.343996 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:14.345195 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:14.370417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06cb58a8-4b27-4310-bc7c-229bb73e87f0 req-0d901451-9e94-4254-8851-02b6e857b096 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0669191 Feb 09 02:39:14.427175 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8e29abc-cb61-4def-9457-dc9424a67bc2 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/floatingips/77ae7858-6b4f-4ba1-a36c-9742d2da0555 HTTP/1.1" status: 200 len: 978 time: 1.7479753 Feb 09 02:39:14.430071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57220) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:14.441415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:14.452779 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:14.454827 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:14.495776 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:14.496865 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51d505c-6565-44e9-a6a3-2e3e515332d2 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:14.616072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 643d6474-5834-4c23-90b6-2b9f06fdaea3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:14.616881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (643d6474-5834-4c23-90b6-2b9f06fdaea3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:14.733574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (643d6474-5834-4c23-90b6-2b9f06fdaea3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.348137 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.348521 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (77ae7858-6b4f-4ba1-a36c-9742d2da0555), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.348973 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP 77ae7858-6b4f-4ba1-a36c-9742d2da0555 disassociated. External IP: 172.25.6.246, port: 643d6474-5834-4c23-90b6-2b9f06fdaea3. Feb 09 02:39:15.349431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 643d6474-5834-4c23-90b6-2b9f06fdaea3 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:15.478075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e09375-b044-48bb-8a7a-d3bb0960b3f7 req-0db73bfb-d116-4b2f-95b3-ba02c7d397c7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:15.479748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1e09375-b044-48bb-8a7a-d3bb0960b3f7 req-0db73bfb-d116-4b2f-95b3-ba02c7d397c7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1235337 Feb 09 02:39:15.683067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e4b03e3-c9fa-4540-81ea-1d152698147b req-f90cae3a-412a-43a9-88a0-91c8ab30bb51 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.1317122 Feb 09 02:39:15.741474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1e09375-b044-48bb-8a7a-d3bb0960b3f7 req-329e7b0a-56d0-4bab-9eab-b4002c82fa4e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477410 Feb 09 02:39:15.763170 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (643d6474-5834-4c23-90b6-2b9f06fdaea3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:15.809392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=643d6474-5834-4c23-90b6-2b9f06fdaea3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:15.949439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:16.152518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:16.163975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:16.180763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:16.181668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:16.228325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:16.246216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:16.247912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:16.290518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.299222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a6471a53-fa69-4ebe-8e3b-9095a3b2d248 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/ports/643d6474-5834-4c23-90b6-2b9f06fdaea3 HTTP/1.1" status: 204 len: 168 time: 1.8669398 Feb 09 02:39:16.302130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:16.315334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:16.316249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23cd8a-3943-494e-b677-32512f00e4ed None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:16.369914 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e7fd7297-5d36-439b-8e39-59aca9637087 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "GET /v2.0/floatingips/77ae7858-6b4f-4ba1-a36c-9742d2da0555 HTTP/1.1" status: 200 len: 688 time: 0.0665593 Feb 09 02:39:16.373062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57240) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:16.539683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 4dac2ffb-32f4-4733-b255-5db6c0c202a6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:16.540613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.689757 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.689757 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (4dac2ffb-32f4-4733-b255-5db6c0c202a6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:16.724712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 4dac2ffb-32f4-4733-b255-5db6c0c202a6 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:16.896695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98dc6a10-74c2-47e3-b6c2-badcdff86a77 req-c8678532-140e-42bf-aa03-de1608ef9321 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0887992 Feb 09 02:39:17.010036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203da64-c891-4234-b69c-de1c279187a5 req-d3e889c0-5aec-4e36-bd06-8a607fcc01c2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:17.019802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5203da64-c891-4234-b69c-de1c279187a5 req-d3e889c0-5aec-4e36-bd06-8a607fcc01c2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1206107 Feb 09 02:39:17.104195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5203da64-c891-4234-b69c-de1c279187a5 req-71a34cb0-a5c6-4185-8c8a-8e03e6532fdb tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823116 Feb 09 02:39:17.157809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4dac2ffb-32f4-4733-b255-5db6c0c202a6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.190999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=4dac2ffb-32f4-4733-b255-5db6c0c202a6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:17.321556 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (77ae7858-6b4f-4ba1-a36c-9742d2da0555), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.325973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.327534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dd035c80-fb4a-4ff7-85d2-8b2f6188458e tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/floatingips/77ae7858-6b4f-4ba1-a36c-9742d2da0555 HTTP/1.1" status: 204 len: 168 time: 0.9534662 Feb 09 02:39:17.331764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57254) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:17.336461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '8a3eab6b-7a2a-4e49-b57d-025274b474b3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:17.396698 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.604240 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:17.782169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.25.6.150 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/c1e6c068-d322-4274-b39c-0863a28d3ccf) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:18.004648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.130241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.153534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:18.189113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ee74efe-9afa-434c-9e01-943762a33d09 req-3f7aae83-83a7-4011-bbd5-028737ead130 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c846b7fe-a606-4696-9091-6df9290f22aa HTTP/1.1" status: 200 len: 210 time: 0.0894537 Feb 09 02:39:18.266565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:18.278389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:18.290503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:18.366827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=c1e6c068-d322-4274-b39c-0863a28d3ccf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:18.398972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.400941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.401599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.403220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.404274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.404832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.405446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.406045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.408420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.409009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.409717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.410939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ba01-a6d9-47c2-b546-8a005ff244ef req-dbeef839-6dd2-48b2-90b6-76758c5f9790 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:18.413404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b370ba01-a6d9-47c2-b546-8a005ff244ef req-dbeef839-6dd2-48b2-90b6-76758c5f9790 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1797230 Feb 09 02:39:18.442432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.443621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:39:18.569731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b370ba01-a6d9-47c2-b546-8a005ff244ef req-0b7faef7-b68d-4390-894a-3e066d7b8ffc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476800 Feb 09 02:39:19.101365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (d62c40cb-2b72-4854-b4cd-a82827ef0be5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.195840 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.252713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.587610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.613124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.734932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=c1e6c068-d322-4274-b39c-0863a28d3ccf,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:19.757361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (d62c40cb-2b72-4854-b4cd-a82827ef0be5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:19.851924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088c5b4-85a8-42c4-9926-3672c5cac403 req-8eeaa40d-e876-477a-90d0-e53f9ac3d42f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:19.863341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d088c5b4-85a8-42c4-9926-3672c5cac403 req-8eeaa40d-e876-477a-90d0-e53f9ac3d42f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1509643 Feb 09 02:39:19.956928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d088c5b4-85a8-42c4-9926-3672c5cac403 req-8916b971-2da5-4fb6-9399-2eea07c3a507 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740674 Feb 09 02:39:19.985725 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP d62c40cb-2b72-4854-b4cd-a82827ef0be5 associated. External IP: 172.25.6.150, port: 8a3eab6b-7a2a-4e49-b57d-025274b474b3. Feb 09 02:39:20.308168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:20.448685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:20.473308 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:20.495810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.498803 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:20.502336 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:20.587444 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:20.600886 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:20.602111 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:20.637706 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-257a6e96-c306-4e68-96e4-2f802ec2a105 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3023291 Feb 09 02:39:20.638318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57282) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:20.643312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-260710667'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:20.649859 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:20.650883 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c447fa3-b7ed-48e9-a849-065fd4b90d67 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:20.707139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:20.718773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.771153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:39:20.783503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ca930bef-3212-4654-9554-dfd5035b5dec), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.784305 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Added segment ca930bef-3212-4654-9554-dfd5035b5dec of type vlan for network 99463775-e29e-43da-8894-72dccc1da1d5 Feb 09 02:39:20.863085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (99463775-e29e-43da-8894-72dccc1da1d5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.920711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (99463775-e29e-43da-8894-72dccc1da1d5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:20.933096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:20.933691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.111907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Network': ['ID=99463775-e29e-43da-8894-72dccc1da1d5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:21.143157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:21.144822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5f61843e-df7e-4fcf-9dc2-fd18de7563c4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5047886 Feb 09 02:39:21.149816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 99463775-e29e-43da-8894-72dccc1da1d5 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:39:21.160026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'subnet': {'network_id': '99463775-e29e-43da-8894-72dccc1da1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:21.318776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab9fa-332e-4e98-b023-a42726c03d78 req-0668cf58-09cf-4a40-a3aa-2b0530a7b6e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:21.320441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d89ab9fa-332e-4e98-b023-a42726c03d78 req-0668cf58-09cf-4a40-a3aa-2b0530a7b6e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2113867 Feb 09 02:39:21.374388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:21.382492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.429559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d89ab9fa-332e-4e98-b023-a42726c03d78 req-828c884f-4ecb-48d5-bb88-52fc6e4c4f23 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991325 Feb 09 02:39:21.613248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (90f451ac-804c-4ced-8d5c-b7095c46a24f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.724618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Subnet': ['ID=90f451ac-804c-4ced-8d5c-b7095c46a24f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:21.735907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Checking segment: {'id': 'ca930bef-3212-4654-9554-dfd5035b5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '99463775-e29e-43da-8894-72dccc1da1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:21.736334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network hostable DHCP agents. Network: 99463775-e29e-43da-8894-72dccc1da1d5, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:39:21.766836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 99463775-e29e-43da-8894-72dccc1da1d5 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:39:21.785811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 99463775-e29e-43da-8894-72dccc1da1d5) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:21.796004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fe4ac-c0de-44f1-b3b6-a007b7e0bd8c None None] Network 99463775-e29e-43da-8894-72dccc1da1d5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:21.812443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:21.814975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.849574 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-80c85b9d-375d-41a5-97ca-183cfeaa4056 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7046101 Feb 09 02:39:21.853162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57298) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:21.862433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2029633180', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:21.911377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (bc36e7ba-2768-4484-ab49-5959b8fed44f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:21.913166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (bc36e7ba-2768-4484-ab49-5959b8fed44f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.020074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_controller (bc36e7ba-2768-4484-ab49-5959b8fed44f), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.054795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-99463775-e29e-43da-8894-72dccc1da1d5', 'network_id': '99463775-e29e-43da-8894-72dccc1da1d5', 'project_id': '4ecaba0ad7e343458c8ea54bb00f8897', 'fixed_ips': [{'subnet_id': '90f451ac-804c-4ced-8d5c-b7095c46a24f'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:39:22.056291 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.413527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Allocated IP 172.20.0.2 (99463775-e29e-43da-8894-72dccc1da1d5/90f451ac-804c-4ced-8d5c-b7095c46a24f/6ae406de-d16d-4011-a762-190dc430169f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:22.690026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a91a6-cc21-4e6c-a0af-bb8796ccfc7d req-094fe0ec-13b9-4999-827b-2fb289c179be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:22.702253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-579a91a6-cc21-4e6c-a0af-bb8796ccfc7d req-094fe0ec-13b9-4999-827b-2fb289c179be tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1430018 Feb 09 02:39:22.709207 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (bc36e7ba-2768-4484-ab49-5959b8fed44f), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.808392 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Publish callbacks [] for port (6ae406de-d16d-4011-a762-190dc430169f), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.820846 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6ae406de-d16d-4011-a762-190dc430169f), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:22.824820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-579a91a6-cc21-4e6c-a0af-bb8796ccfc7d req-1f5ceaac-f461-4857-a36c-a4bc798d1e29 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215308 Feb 09 02:39:22.970041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Pushing event updated for resources: {'Port': ['ID=6ae406de-d16d-4011-a762-190dc430169f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:22.981374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Network 99463775-e29e-43da-8894-72dccc1da1d5 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:22.982940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:22.986486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:23.147365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Attempting to bind port 6ae406de-d16d-4011-a762-190dc430169f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:23.147746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Attempting to bind port 6ae406de-d16d-4011-a762-190dc430169f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'ca930bef-3212-4654-9554-dfd5035b5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '99463775-e29e-43da-8894-72dccc1da1d5'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:23.148114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Attempting to bind port 6ae406de-d16d-4011-a762-190dc430169f on network 99463775-e29e-43da-8894-72dccc1da1d5 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:23.165974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:23.172669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Checking segment: {'id': 'ca930bef-3212-4654-9554-dfd5035b5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '99463775-e29e-43da-8894-72dccc1da1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:23.174542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.181724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Bound using segment: {'id': 'ca930bef-3212-4654-9554-dfd5035b5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '99463775-e29e-43da-8894-72dccc1da1d5'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:23.182367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Bound port: 6ae406de-d16d-4011-a762-190dc430169f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca930bef-3212-4654-9554-dfd5035b5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '99463775-e29e-43da-8894-72dccc1da1d5'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:23.184485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6ae406de-d16d-4011-a762-190dc430169f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.205404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (bc36e7ba-2768-4484-ab49-5959b8fed44f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.232993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.336703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] For port 6ae406de-d16d-4011-a762-190dc430169f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:23.345771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] For port 6ae406de-d16d-4011-a762-190dc430169f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6ae406de-d16d-4011-a762-190dc430169f,segment=NetworkSegment(ca930bef-3212-4654-9554-dfd5035b5dec),segment_id=ca930bef-3212-4654-9554-dfd5035b5dec)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:23.370993 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6ae406de-d16d-4011-a762-190dc430169f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.409382 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f0a8c5b-68f8-4d54-a912-2034daad4679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.426644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.25.6.60 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/0f0b0725-81ba-439f-9989-167fe2cc1537) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:23.522546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47159d-ddd8-4c02-9eaa-40260f65cd7a None None] Pushing event updated for resources: {'Port': ['ID=6ae406de-d16d-4011-a762-190dc430169f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:23.576102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (0f0b0725-81ba-439f-9989-167fe2cc1537), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.630376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0f0b0725-81ba-439f-9989-167fe2cc1537), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:23.714073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:23.717925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:23.728262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:24.028290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=0f0b0725-81ba-439f-9989-167fe2cc1537,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:24.072418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdd059-7ce3-452b-a8aa-2e9e18506f8b req-081b7be9-29ef-45ce-a0fe-ba8d01a4588f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:24.082982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ecdd059-7ce3-452b-a8aa-2e9e18506f8b req-081b7be9-29ef-45ce-a0fe-ba8d01a4588f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1177466 Feb 09 02:39:24.246721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ecdd059-7ce3-452b-a8aa-2e9e18506f8b req-ec7ec30d-be0d-4df4-89cb-c1b3ad9a9d7e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624358 Feb 09 02:39:24.406866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (bc36e7ba-2768-4484-ab49-5959b8fed44f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:24.898758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (bc36e7ba-2768-4484-ab49-5959b8fed44f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.006032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57336) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:25.261569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0394fbe3-222e-4fdf-b440-3b14dc681107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.293168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router bc36e7ba-2768-4484-ab49-5959b8fed44f is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:39:25.364779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba61651-64ee-4fc4-8e16-f8d8c39ca7a3 None None] Network 99463775-e29e-43da-8894-72dccc1da1d5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:25.523203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-22a3ff8e-3f47-4816-87c3-237663c08d68 None None] Provisioning complete for port 6ae406de-d16d-4011-a762-190dc430169f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:25.523806 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22a3ff8e-3f47-4816-87c3-237663c08d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6ae406de-d16d-4011-a762-190dc430169f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.583193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6ae406de-d16d-4011-a762-190dc430169f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:25.616712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0394fbe3-222e-4fdf-b440-3b14dc681107 admin admin] Publish callbacks [] for security_group (bd7233e7-973b-4532-a79c-3525122546b6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.633896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b0345-6ae5-43be-bc50-379d5d1ed3e9 req-d8a180f6-a0b8-458b-886c-02b6c1a5ffbf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:25.636562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:25.646733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b71b0345-6ae5-43be-bc50-379d5d1ed3e9 req-d8a180f6-a0b8-458b-886c-02b6c1a5ffbf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2802680 Feb 09 02:39:25.659272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] Sync routers for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:25.671813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0394fbe3-222e-4fdf-b440-3b14dc681107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bd7233e7-973b-4532-a79c-3525122546b6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.677175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.680641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae57da38-f073-40a3-8378-8835a0ec638c tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8260515 Feb 09 02:39:25.683366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57346) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:25.702733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0394fbe3-222e-4fdf-b440-3b14dc681107 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1b50fd0f8cd41e8af337c234c32d982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6955316 Feb 09 02:39:25.712513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57348) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:25.793011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b0d1c17-b512-4347-bcc2-71a05e11091d admin admin] Publish callbacks [] for security_group (bd7233e7-973b-4532-a79c-3525122546b6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.817151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b0d1c17-b512-4347-bcc2-71a05e11091d admin admin] Publish callbacks [] for security_group (bd7233e7-973b-4532-a79c-3525122546b6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.854820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:25.857492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:38:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:25.884332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b71b0345-6ae5-43be-bc50-379d5d1ed3e9 req-3acd4419-6d1c-4357-aaf1-d9ab119a7ddd tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363930 Feb 09 02:39:25.901125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b0d1c17-b512-4347-bcc2-71a05e11091d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bd7233e7-973b-4532-a79c-3525122546b6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.907207 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b0d1c17-b512-4347-bcc2-71a05e11091d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.908546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7b0d1c17-b512-4347-bcc2-71a05e11091d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd7233e7-973b-4532-a79c-3525122546b6 HTTP/1.1" status: 204 len: 168 time: 0.1946509 Feb 09 02:39:25.921863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394fbe3-222e-4fdf-b440-3b14dc681107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7233e7-973b-4532-a79c-3525122546b6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:25.959225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-22a3ff8e-3f47-4816-87c3-237663c08d68 None None] Current status of the port 6ae406de-d16d-4011-a762-190dc430169f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:25.962230 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22a3ff8e-3f47-4816-87c3-237663c08d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6ae406de-d16d-4011-a762-190dc430169f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:25.963098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d1c17-b512-4347-bcc2-71a05e11091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7233e7-973b-4532-a79c-3525122546b6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:25.977636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.017686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c307693e-7e39-492b-aba7-28f0933f3837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.164728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-22a3ff8e-3f47-4816-87c3-237663c08d68 None None] For port 6ae406de-d16d-4011-a762-190dc430169f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6ae406de-d16d-4011-a762-190dc430169f,segment=NetworkSegment(ca930bef-3212-4654-9554-dfd5035b5dec),segment_id=ca930bef-3212-4654-9554-dfd5035b5dec)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:26.173847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:26.180476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.180882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-22a3ff8e-3f47-4816-87c3-237663c08d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6ae406de-d16d-4011-a762-190dc430169f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.188595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6ae406de-d16d-4011-a762-190dc430169f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:26.189224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6ae406de-d16d-4011-a762-190dc430169f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.423551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:26.424928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728ec2c-de4f-4fd3-ba71-c9d2da6f8e8c None None] The sync data for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:26.523972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3ff8e-3f47-4816-87c3-237663c08d68 None None] Pushing event updated for resources: {'Port': ['ID=6ae406de-d16d-4011-a762-190dc430169f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:26.629443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57358) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:26.647035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6ae406de-d16d-4011-a762-190dc430169f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:26.650341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f29df57-4f0e-4eb3-a099-eed955193c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.795256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.816040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d10505ac-9db3-47bd-8635-436600eb63c9 None None] Provisioning complete for port 6ae406de-d16d-4011-a762-190dc430169f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:26.816469 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d10505ac-9db3-47bd-8635-436600eb63c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6ae406de-d16d-4011-a762-190dc430169f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.864115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f29df57-4f0e-4eb3-a099-eed955193c5d admin admin] Publish callbacks [] for security_group (28dfc0d1-a38f-43a7-878f-cfd6957e5134), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.879711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f29df57-4f0e-4eb3-a099-eed955193c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (28dfc0d1-a38f-43a7-878f-cfd6957e5134), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:26.914593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9f29df57-4f0e-4eb3-a099-eed955193c5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be0e3180accb4038a3e1706b07ab87a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840283 Feb 09 02:39:26.933439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57360) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:26.977674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29df57-4f0e-4eb3-a099-eed955193c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dfc0d1-a38f-43a7-878f-cfd6957e5134,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:27.041606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e92813d-aee3-4dd5-9047-7a8924be170a admin admin] Publish callbacks [] for security_group (28dfc0d1-a38f-43a7-878f-cfd6957e5134), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.046305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d10505ac-9db3-47bd-8635-436600eb63c9 None None] Current status of the port 6ae406de-d16d-4011-a762-190dc430169f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:27.069440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.082559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e92813d-aee3-4dd5-9047-7a8924be170a admin admin] Publish callbacks [] for security_group (28dfc0d1-a38f-43a7-878f-cfd6957e5134), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.119337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea2fce-b813-4ba4-af86-c4d711a6b718 req-caa9a596-7b65-45b2-994d-b3d5f1634b2b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:27.128163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54ea2fce-b813-4ba4-af86-c4d711a6b718 req-caa9a596-7b65-45b2-994d-b3d5f1634b2b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1159859 Feb 09 02:39:27.148079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e92813d-aee3-4dd5-9047-7a8924be170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (28dfc0d1-a38f-43a7-878f-cfd6957e5134), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.151756 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e92813d-aee3-4dd5-9047-7a8924be170a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.153145 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2e92813d-aee3-4dd5-9047-7a8924be170a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28dfc0d1-a38f-43a7-878f-cfd6957e5134 HTTP/1.1" status: 204 len: 168 time: 0.2181029 Feb 09 02:39:27.170910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92813d-aee3-4dd5-9047-7a8924be170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dfc0d1-a38f-43a7-878f-cfd6957e5134,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:27.232966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54ea2fce-b813-4ba4-af86-c4d711a6b718 req-a6830a42-2084-4f2e-a758-0383c3c3607c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038375 Feb 09 02:39:27.513274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6ae406de-d16d-4011-a762-190dc430169f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:39:27.580827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.1 (99463775-e29e-43da-8894-72dccc1da1d5/90f451ac-804c-4ced-8d5c-b7095c46a24f/3a3f1a7d-5695-487b-8e42-e865023114ce) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:27.631816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6ae406de-d16d-4011-a762-190dc430169f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:27.632512 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6ae406de-d16d-4011-a762-190dc430169f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.822551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6ae406de-d16d-4011-a762-190dc430169f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:27.848370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.906849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:27.932494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 99463775-e29e-43da-8894-72dccc1da1d5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:27.958871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:27.963392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:28.061928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (bc36e7ba-2768-4484-ab49-5959b8fed44f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.185104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=3a3f1a7d-5695-487b-8e42-e865023114ce,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:28.215527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.408019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-62bbbe1c-f878-48c0-a146-99f80c3f6eea None None] Provisioning complete for port 3a3f1a7d-5695-487b-8e42-e865023114ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:28.408584 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62bbbe1c-f878-48c0-a146-99f80c3f6eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.469423 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:28.543860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-62bbbe1c-f878-48c0-a146-99f80c3f6eea None None] Port 3a3f1a7d-5695-487b-8e42-e865023114ce cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:28.587336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f02ef7-313b-45a4-9ae3-8a40026391c5 req-918196a1-afcb-4740-bf42-68980800707e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:28.593107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6f02ef7-313b-45a4-9ae3-8a40026391c5 req-918196a1-afcb-4740-bf42-68980800707e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1669734 Feb 09 02:39:28.712967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6f02ef7-313b-45a4-9ae3-8a40026391c5 req-8c0402be-dd3f-4ac3-b27f-50e3a4baa29d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123147 Feb 09 02:39:29.219910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.227982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.317739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (bc36e7ba-2768-4484-ab49-5959b8fed44f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.321056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=3a3f1a7d-5695-487b-8e42-e865023114ce,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:29.463611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 99463775-e29e-43da-8894-72dccc1da1d5 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:29.466381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:29.790666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router bc36e7ba-2768-4484-ab49-5959b8fed44f has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:29.869794 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:29.998297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faddda-464a-4f83-af31-c7f9343c2371 req-9fe02690-550f-44e6-9bfb-3729abc500d2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:30.002758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75faddda-464a-4f83-af31-c7f9343c2371 req-9fe02690-550f-44e6-9bfb-3729abc500d2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1431870 Feb 09 02:39:30.097273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-542dbbfd-d7e6-4bcf-b336-24d41bf35f88 None None] Provisioning complete for port 3a3f1a7d-5695-487b-8e42-e865023114ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:30.097604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-542dbbfd-d7e6-4bcf-b336-24d41bf35f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:30.129300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:30.135583 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-529e217b-87b9-4f06-b21f-48ac0bd1e5e4 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/routers/bc36e7ba-2768-4484-ab49-5959b8fed44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4511724 Feb 09 02:39:30.144939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57424) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:30.147341 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] Sync routers for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:30.150981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'port': {'network_id': '99463775-e29e-43da-8894-72dccc1da1d5', 'name': 'tempest-FloatingIPTestJSON-1488719677'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:30.164190 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:30.164810 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:30.199063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-542dbbfd-d7e6-4bcf-b336-24d41bf35f88 None None] Port 3a3f1a7d-5695-487b-8e42-e865023114ce cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:30.229090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75faddda-464a-4f83-af31-c7f9343c2371 req-7184ef80-89cc-40e2-9caf-233a7a4c0f55 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214642 Feb 09 02:39:30.283480 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:30.300285 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:30.301218 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:30.343623 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:30.344904 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca77ad04-ca1a-4a13-ae7d-40082dfbc489 None None] The sync data for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:30.378958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Made reservation on behalf of 4ecaba0ad7e343458c8ea54bb00f8897 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:30.382600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:30.414158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] device_id is not set on port 7604a9f5-f6ac-44ee-92b0-65f840be4797 yet. {{(pid=103149) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:39:30.578930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Allocated IP 172.20.0.5 (99463775-e29e-43da-8894-72dccc1da1d5/90f451ac-804c-4ced-8d5c-b7095c46a24f/7604a9f5-f6ac-44ee-92b0-65f840be4797) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:39:30.848579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for port (7604a9f5-f6ac-44ee-92b0-65f840be4797), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:30.900963 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7604a9f5-f6ac-44ee-92b0-65f840be4797), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:31.012634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Network 99463775-e29e-43da-8894-72dccc1da1d5 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:39:31.020756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:39:31.030064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:39:31.115739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event updated for resources: {'Port': ['ID=7604a9f5-f6ac-44ee-92b0-65f840be4797,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:31.173930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:31.174612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:31.212461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57440) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:31.215243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-01b16d08-229a-422a-a5e2-ae71c85fef76 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0685129 Feb 09 02:39:31.222889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Request body: {'floatingip': {'port_id': '7604a9f5-f6ac-44ee-92b0-65f840be4797'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:31.411158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (d62c40cb-2b72-4854-b4cd-a82827ef0be5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:31.447424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b5d08-1a12-4818-979e-a13570cc6705 req-4432b7d4-da02-4a22-a59e-84b481691a5c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:31.449019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f5b5d08-1a12-4818-979e-a13570cc6705 req-4432b7d4-da02-4a22-a59e-84b481691a5c tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1093092 Feb 09 02:39:31.562341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3a45635f-0810-4fee-9e50-ee693f817258 None None] Provisioning complete for port 7604a9f5-f6ac-44ee-92b0-65f840be4797 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:39:31.564377 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3a45635f-0810-4fee-9e50-ee693f817258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7604a9f5-f6ac-44ee-92b0-65f840be4797), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:31.566684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f5b5d08-1a12-4818-979e-a13570cc6705 req-8ebb38eb-9f5a-44c9-a89d-5cd268991f98 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004725 Feb 09 02:39:31.692003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3a45635f-0810-4fee-9e50-ee693f817258 None None] Port 7604a9f5-f6ac-44ee-92b0-65f840be4797 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:39:32.264183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:32.273487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (d62c40cb-2b72-4854-b4cd-a82827ef0be5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:32.424187 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP d62c40cb-2b72-4854-b4cd-a82827ef0be5 associated. External IP: 172.25.6.150, port: 8a3eab6b-7a2a-4e49-b57d-025274b474b3. Feb 09 02:39:32.623139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:39:32.884149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03632c75-1794-4392-abc1-b1fa57975c20 req-4e3f9923-e536-41de-9ba1-8738773fb0ef tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:32.904346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03632c75-1794-4392-abc1-b1fa57975c20 req-4e3f9923-e536-41de-9ba1-8738773fb0ef tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1677704 Feb 09 02:39:32.936591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:33.017474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03632c75-1794-4392-abc1-b1fa57975c20 req-9326a28a-d1b5-49fe-bf2c-74d138031e63 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055028 Feb 09 02:39:33.179092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:33.569322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:33.593090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:33.593974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:33.648977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:33.660641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:33.661513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:33.728659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router bc36e7ba-2768-4484-ab49-5959b8fed44f has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:33.746521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:33.746521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0088da-095e-439f-94db-531ea0b37cbb None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:34.018027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:34.023153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:34.028560 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] Sync routers for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:34.041520 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:34.042287 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:34.119471 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-24f03b97-0c28-4cd8-8b7d-4844e3412718 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/floatingips/d62c40cb-2b72-4854-b4cd-a82827ef0be5 HTTP/1.1" status: 200 len: 978 time: 2.9038882 Feb 09 02:39:34.122497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57470) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:34.187797 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:34.213396 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:34.214962 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:34.271954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 7604a9f5-f6ac-44ee-92b0-65f840be4797 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:34.272656 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7604a9f5-f6ac-44ee-92b0-65f840be4797), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:34.276497 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:34.277332 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ac5e42-e17e-4bd0-acd1-05c35463a84a None None] The sync data for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:34.330113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5b60f-4f28-4e8e-978a-85202773c4b4 req-49f4d09e-e692-4401-96f1-74069e43f461 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:34.338954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03c5b60f-4f28-4e8e-978a-85202773c4b4 req-49f4d09e-e692-4401-96f1-74069e43f461 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1615472 Feb 09 02:39:34.435157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03c5b60f-4f28-4e8e-978a-85202773c4b4 req-2a922a8d-50ee-4be9-9fb1-596a4221de30 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898168 Feb 09 02:39:34.475223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7604a9f5-f6ac-44ee-92b0-65f840be4797), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:34.701352 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:34.701638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (d62c40cb-2b72-4854-b4cd-a82827ef0be5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:34.701933 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Floating IP d62c40cb-2b72-4854-b4cd-a82827ef0be5 disassociated. External IP: 172.25.6.150, port: 7604a9f5-f6ac-44ee-92b0-65f840be4797. Feb 09 02:39:34.702296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 7604a9f5-f6ac-44ee-92b0-65f840be4797 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:34.865547 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7604a9f5-f6ac-44ee-92b0-65f840be4797), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:34.925709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=7604a9f5-f6ac-44ee-92b0-65f840be4797,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:35.080267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router bc36e7ba-2768-4484-ab49-5959b8fed44f has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:35.797508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6392e9-4c92-4a10-926a-78d7a021ca6f req-894e0888-d92a-4b27-8d12-10ffa18ba20f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:35.806270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a6392e9-4c92-4a10-926a-78d7a021ca6f req-894e0888-d92a-4b27-8d12-10ffa18ba20f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1383519 Feb 09 02:39:35.821994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:35.838219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] Sync routers for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:35.865739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:35.866678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:35.989028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:36.011672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:36.012315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:36.055967 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:36.063740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2d8c48db-6c19-49a4-9d5d-4909ada65065 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/ports/7604a9f5-f6ac-44ee-92b0-65f840be4797 HTTP/1.1" status: 204 len: 168 time: 1.9394979 Feb 09 02:39:36.066716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57496) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:36.105721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:36.110122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b960293-0678-4a7b-9803-3eabcbe9fb43 None None] The sync data for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:36.190309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a6392e9-4c92-4a10-926a-78d7a021ca6f req-379838de-223e-465b-a9e2-bdabf6ac9075 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754375 Feb 09 02:39:36.837583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (bc36e7ba-2768-4484-ab49-5959b8fed44f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:37.287070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 3a3f1a7d-5695-487b-8e42-e865023114ce {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:37.287759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:37.424992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0bf28-97c0-45e7-8167-88b0137223df req-0b720421-32b1-42b4-9d3d-2118a3a5eb38 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:37.426625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fde0bf28-97c0-45e7-8167-88b0137223df req-0b720421-32b1-42b4-9d3d-2118a3a5eb38 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1025081 Feb 09 02:39:37.513940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:37.534042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 3a3f1a7d-5695-487b-8e42-e865023114ce owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:37.580990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fde0bf28-97c0-45e7-8167-88b0137223df req-54f59f6c-2d16-4459-bb8a-c7278974eca5 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469142 Feb 09 02:39:37.950792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3a3f1a7d-5695-487b-8e42-e865023114ce), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:38.458053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=3a3f1a7d-5695-487b-8e42-e865023114ce,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:38.808163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (bc36e7ba-2768-4484-ab49-5959b8fed44f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:38.810256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cc4d3-6f29-46b8-9c54-8f6fe5a56d85 req-ebe7358e-1dbd-4ad3-88c5-c259d88205e8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:38.823222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-965cc4d3-6f29-46b8-9c54-8f6fe5a56d85 req-ebe7358e-1dbd-4ad3-88c5-c259d88205e8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1101458 Feb 09 02:39:38.942067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-965cc4d3-6f29-46b8-9c54-8f6fe5a56d85 req-c890b1cd-a147-48c1-a46d-8a5ecd66b902 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151807 Feb 09 02:39:39.067652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57590) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:39.080920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-97c0d618-828c-434d-afa3-71e644fd0fe6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063485907', 'description': 'tempest-secgroup-smoke-2063485907 description', 'project_id': 'dd273df35aad43d79afcd85309d5efa7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:39.137412 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97c0d618-828c-434d-afa3-71e644fd0fe6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.267160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97c0d618-828c-434d-afa3-71e644fd0fe6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group (141b7c03-7cd7-4e42-b260-c3aa84aba0f5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.271800 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97c0d618-828c-434d-afa3-71e644fd0fe6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (141b7c03-7cd7-4e42-b260-c3aa84aba0f5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.285232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router bc36e7ba-2768-4484-ab49-5959b8fed44f has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:39.353803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97c0d618-828c-434d-afa3-71e644fd0fe6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.357871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-97c0d618-828c-434d-afa3-71e644fd0fe6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2887819 Feb 09 02:39:39.361891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57604) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:39.375207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d65b9ca5-369b-4898-88db-7c675b9a705f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'security_group_rule': {'security_group_id': '141b7c03-7cd7-4e42-b260-c3aa84aba0f5', 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:39.403207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0d618-828c-434d-afa3-71e644fd0fe6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141b7c03-7cd7-4e42-b260-c3aa84aba0f5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:39.481949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:39.492421 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ebb3f9e7-7b58-4cbd-b91f-411a3b5e7a64 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/routers/bc36e7ba-2768-4484-ab49-5959b8fed44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205043 Feb 09 02:39:39.493291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57614) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:39.506988 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d65b9ca5-369b-4898-88db-7c675b9a705f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (3196374d-c730-4980-bd1c-158f2e80f5b9), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.508814 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] Sync routers for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:39.539092 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:39.539971 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:39.584350 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:39.596464 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] Routers {'bc36e7ba-2768-4484-ab49-5959b8fed44f'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:39.597208 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bc36e7ba-2768-4484-ab49-5959b8fed44f'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:39.632577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-dd2c39d5-f603-4c18-8c9e-e2eed80c2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:39.634344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-dd2c39d5-f603-4c18-8c9e-e2eed80c2e15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1129 time: 0.2461343 Feb 09 02:39:39.637782 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:39.639598 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b954b-7102-4524-9a9a-ebb1be9f4fb5 None None] The sync data for ids ['bc36e7ba-2768-4484-ab49-5959b8fed44f'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:39.766702 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d65b9ca5-369b-4898-88db-7c675b9a705f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (3196374d-c730-4980-bd1c-158f2e80f5b9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.776910 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d65b9ca5-369b-4898-88db-7c675b9a705f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3196374d-c730-4980-bd1c-158f2e80f5b9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.796198 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router (bc36e7ba-2768-4484-ab49-5959b8fed44f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.897488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b9ca5-369b-4898-88db-7c675b9a705f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3196374d-c730-4980-bd1c-158f2e80f5b9,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:39.914308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-5a7c2594-b99b-40f3-b056-94d2fae5d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:39.916003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-5a7c2594-b99b-40f3-b056-94d2fae5d794 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.2715821 Feb 09 02:39:39.991313 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d65b9ca5-369b-4898-88db-7c675b9a705f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:39.995409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d65b9ca5-369b-4898-88db-7c675b9a705f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6301692 Feb 09 02:39:39.995409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-155c623b-46ef-478f-8be9-5528506b0d81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 1001 time: 0.0706565 Feb 09 02:39:39.996432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57624) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:40.001713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-408b4696-145a-402f-8f93-a090de261222 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'security_group_rule': {'security_group_id': '141b7c03-7cd7-4e42-b260-c3aa84aba0f5', 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:40.055703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-408b4696-145a-402f-8f93-a090de261222 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (3440813a-1652-4708-8e44-47350485ac0d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.123992 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (bc36e7ba-2768-4484-ab49-5959b8fed44f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.138601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-7e2ee154-97a8-4cba-9b49-ed6f7a3f1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:40.142160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-7e2ee154-97a8-4cba-9b49-ed6f7a3f1537 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.1406062 Feb 09 02:39:40.161908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-408b4696-145a-402f-8f93-a090de261222 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (3440813a-1652-4708-8e44-47350485ac0d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.172922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-408b4696-145a-402f-8f93-a090de261222 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3440813a-1652-4708-8e44-47350485ac0d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.204180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b4696-145a-402f-8f93-a090de261222 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3440813a-1652-4708-8e44-47350485ac0d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:40.215937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-408b4696-145a-402f-8f93-a090de261222 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.221641 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-408b4696-145a-402f-8f93-a090de261222 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2232926 Feb 09 02:39:40.222361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57628) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:40.227798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f988fee2-d964-4ba8-9383-2b381068d4af tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'security_group_rule': {'security_group_id': '141b7c03-7cd7-4e42-b260-c3aa84aba0f5', 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:40.267820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f988fee2-d964-4ba8-9383-2b381068d4af tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (89dcd4f8-de1c-4f4d-aecd-579ae6503c41), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.291273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71690a59-be5c-4af9-ae82-882e0742bd2f req-486a788e-e474-4ea7-8589-ddc8e62e9a62 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:40.293480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71690a59-be5c-4af9-ae82-882e0742bd2f req-486a788e-e474-4ea7-8589-ddc8e62e9a62 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2206056 Feb 09 02:39:40.348177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f988fee2-d964-4ba8-9383-2b381068d4af tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (89dcd4f8-de1c-4f4d-aecd-579ae6503c41), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.357777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f988fee2-d964-4ba8-9383-2b381068d4af tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (89dcd4f8-de1c-4f4d-aecd-579ae6503c41), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.370852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-3c088360-06dd-4ec5-851d-33a01be88d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:40.374106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-3c088360-06dd-4ec5-851d-33a01be88d5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2245927 Feb 09 02:39:40.385046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 0f0b0725-81ba-439f-9989-167fe2cc1537 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:40.386036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0f0b0725-81ba-439f-9989-167fe2cc1537), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.389512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988fee2-d964-4ba8-9383-2b381068d4af tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dcd4f8-de1c-4f4d-aecd-579ae6503c41,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:40.406618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f988fee2-d964-4ba8-9383-2b381068d4af tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.410488 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f988fee2-d964-4ba8-9383-2b381068d4af tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1843793 Feb 09 02:39:40.410727 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:40.415379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f1f90fde-f6b2-4f06-b29b-cfa15f932d41 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'security_group_rule': {'security_group_id': '141b7c03-7cd7-4e42-b260-c3aa84aba0f5', 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:40.447640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1f90fde-f6b2-4f06-b29b-cfa15f932d41 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (608fba54-847a-4815-a92c-13b403990a24), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.513927 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0f0b0725-81ba-439f-9989-167fe2cc1537), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.529589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 0f0b0725-81ba-439f-9989-167fe2cc1537 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:40.530191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1f90fde-f6b2-4f06-b29b-cfa15f932d41 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (608fba54-847a-4815-a92c-13b403990a24), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.536085 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1f90fde-f6b2-4f06-b29b-cfa15f932d41 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (608fba54-847a-4815-a92c-13b403990a24), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.561940 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f90fde-f6b2-4f06-b29b-cfa15f932d41 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608fba54-847a-4815-a92c-13b403990a24,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:40.570563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f1f90fde-f6b2-4f06-b29b-cfa15f932d41 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.572233 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f1f90fde-f6b2-4f06-b29b-cfa15f932d41 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603403 Feb 09 02:39:40.575100 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:40.581517 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'security_group_rule': {'security_group_id': '141b7c03-7cd7-4e42-b260-c3aa84aba0f5', 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:40.612173 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Project dd273df35aad43d79afcd85309d5efa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:39:40.621623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (fe7169bf-00e6-4ae2-b30c-2c926e80febd), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.623013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71690a59-be5c-4af9-ae82-882e0742bd2f req-f0472822-5e44-4e3b-a133-231f94660ac6 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183339 Feb 09 02:39:40.736572 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (fe7169bf-00e6-4ae2-b30c-2c926e80febd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.746189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (fe7169bf-00e6-4ae2-b30c-2c926e80febd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.762503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-f2837036-293c-4fb6-8745-247d9e3a7aa8 service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246227 Feb 09 02:39:40.783206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7169bf-00e6-4ae2-b30c-2c926e80febd,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:40.796311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.799046 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34f759ca-751b-4dd7-a03c-548225818c79 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2226140 Feb 09 02:39:40.802784 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:40.808116 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'security_group_rule': {'security_group_id': '141b7c03-7cd7-4e42-b260-c3aa84aba0f5', 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:40.836194 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Project dd273df35aad43d79afcd85309d5efa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:39:40.842564 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (e54a1429-a0f7-4064-8d4e-a73d0a3b0ead), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.955970 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (e54a1429-a0f7-4064-8d4e-a73d0a3b0ead), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.969182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e54a1429-a0f7-4064-8d4e-a73d0a3b0ead), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:40.998474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54a1429-a0f7-4064-8d4e-a73d0a3b0ead,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:41.024716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.025075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62e3cf48-5cc2-4a8f-b472-e425b655c1a3 req-18503b3e-00c7-42bf-82fc-db161c107999 service neutron] 10.222.0.72 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134058 Feb 09 02:39:41.029431 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-74ad2dc3-9c73-491b-aef8-8911cff80934 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2225020 Feb 09 02:39:41.050478 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0f0b0725-81ba-439f-9989-167fe2cc1537), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.092989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=0f0b0725-81ba-439f-9989-167fe2cc1537,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:41.180907 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (bc36e7ba-2768-4484-ab49-5959b8fed44f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.329132 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (bc36e7ba-2768-4484-ab49-5959b8fed44f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.331635 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_controller (bc36e7ba-2768-4484-ab49-5959b8fed44f), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.399367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (bc36e7ba-2768-4484-ab49-5959b8fed44f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.399964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Fanout notify agent at l3_agent the message router_deleted on router bc36e7ba-2768-4484-ab49-5959b8fed44f {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:39:41.407260 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.408542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0a372ecc-d61f-494d-911c-1839fb082230 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/routers/bc36e7ba-2768-4484-ab49-5959b8fed44f HTTP/1.1" status: 204 len: 168 time: 1.9086478 Feb 09 02:39:41.411462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57696) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:41.472223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting subnet 90f451ac-804c-4ced-8d5c-b7095c46a24f {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:39:41.476135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for subnet (90f451ac-804c-4ced-8d5c-b7095c46a24f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.530381 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (90f451ac-804c-4ced-8d5c-b7095c46a24f), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.634015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (90f451ac-804c-4ced-8d5c-b7095c46a24f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.762204 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (90f451ac-804c-4ced-8d5c-b7095c46a24f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.815163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d4d65-0ff7-437d-97aa-7082e4bf0e23 req-c40e11a2-4ba4-45f8-91d7-7c5bb03bdd8d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:41.816676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-594d4d65-0ff7-437d-97aa-7082e4bf0e23 req-c40e11a2-4ba4-45f8-91d7-7c5bb03bdd8d tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0829368 Feb 09 02:39:41.823558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Subnet': ['ID=90f451ac-804c-4ced-8d5c-b7095c46a24f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:41.826750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:41.830789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34fb53-dee7-4762-9bc3-487feda8eda3 None None] Network 99463775-e29e-43da-8894-72dccc1da1d5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:39:41.838532 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e34d1474-e078-4c5e-bcea-9152d58182ec tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/subnets/90f451ac-804c-4ced-8d5c-b7095c46a24f HTTP/1.1" status: 204 len: 168 time: 0.4247785 Feb 09 02:39:41.842544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:41.895510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-594d4d65-0ff7-437d-97aa-7082e4bf0e23 req-9d52421f-1d7b-4a47-85af-6edb94fca051 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661142 Feb 09 02:39:42.023352 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (99463775-e29e-43da-8894-72dccc1da1d5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.056267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] DHCP port deletion for 99463775-e29e-43da-8894-72dccc1da1d5 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:39:42.149061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 6ae406de-d16d-4011-a762-190dc430169f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:42.149418 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6ae406de-d16d-4011-a762-190dc430169f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.213346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] Deleting port 6ae406de-d16d-4011-a762-190dc430169f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:42.214013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6ae406de-d16d-4011-a762-190dc430169f), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.251844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] For port 6ae406de-d16d-4011-a762-190dc430169f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6ae406de-d16d-4011-a762-190dc430169f,segment=NetworkSegment(ca930bef-3212-4654-9554-dfd5035b5dec),segment_id=ca930bef-3212-4654-9554-dfd5035b5dec)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:42.252229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6ae406de-d16d-4011-a762-190dc430169f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.271117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 6ae406de-d16d-4011-a762-190dc430169f owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:42.349605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] For port 6ae406de-d16d-4011-a762-190dc430169f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6ae406de-d16d-4011-a762-190dc430169f,segment=NetworkSegment(ca930bef-3212-4654-9554-dfd5035b5dec),segment_id=ca930bef-3212-4654-9554-dfd5035b5dec)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:42.357784 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6ae406de-d16d-4011-a762-190dc430169f), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.371113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6ae406de-d16d-4011-a762-190dc430169f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.393536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] Calling delete_port for 6ae406de-d16d-4011-a762-190dc430169f owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:42.415543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=6ae406de-d16d-4011-a762-190dc430169f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:42.425126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] No DVR routers for this DVR port 6ae406de-d16d-4011-a762-190dc430169f on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:42.521774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (6ae406de-d16d-4011-a762-190dc430169f), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.568180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (99463775-e29e-43da-8894-72dccc1da1d5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.569949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] No DVR routers for this DVR port 6ae406de-d16d-4011-a762-190dc430169f on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:42.571736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec384-599e-4174-b608-b3f4afa2cee0 None None] Pushing event deleted for resources: {'Port': ['ID=6ae406de-d16d-4011-a762-190dc430169f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:42.613246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99463775-e29e-43da-8894-72dccc1da1d5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:42.627634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca930bef-3212-4654-9554-dfd5035b5dec') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:42.628048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca930bef-3212-4654-9554-dfd5035b5dec') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:42.642083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (ca930bef-3212-4654-9554-dfd5035b5dec), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.674665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ca930bef-3212-4654-9554-dfd5035b5dec), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.698641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:39:42.699112 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (ca930bef-3212-4654-9554-dfd5035b5dec), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:39:42.702412 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:39:42.806973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (99463775-e29e-43da-8894-72dccc1da1d5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.844901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:42.854015 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/networks/99463775-e29e-43da-8894-72dccc1da1d5 HTTP/1.1" status: 204 len: 168 time: 1.0073137 Feb 09 02:39:42.854015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9dd4-e800-4db0-a1f4-9d829cf078fe tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Network': ['ID=99463775-e29e-43da-8894-72dccc1da1d5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:42.854449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57762) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:43.249193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dd8cf-56df-437f-a817-eaa1af0a4093 req-1e75f88c-f6a8-4378-932b-0a3d1ca54f92 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:43.252499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a2dd8cf-56df-437f-a817-eaa1af0a4093 req-1e75f88c-f6a8-4378-932b-0a3d1ca54f92 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.2084782 Feb 09 02:39:43.255285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:43.298103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port c1e6c068-d322-4274-b39c-0863a28d3ccf {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:43.298809 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:43.460705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:43.461113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:43.524264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:43.526563 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf8c4a-cdee-4ee5-bcbe-13706963f79a" -d '{"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:43.529094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6ae406de-d16d-4011-a762-190dc430169f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:43.559972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a2dd8cf-56df-437f-a817-eaa1af0a4093 req-d9246705-648a-4e01-9a00-51c3c3b79d4e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942410 Feb 09 02:39:43.565648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:43.589068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6ae406de-d16d-4011-a762-190dc430169f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:39:43.589659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6ae406de-d16d-4011-a762-190dc430169f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:39:43.592720 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:43.628477 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd87dde-846e-4aca-8ddf-fc9cec6406da x-openstack-request-id: req-8dd87dde-846e-4aca-8ddf-fc9cec6406da {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:43.629044 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-unplugged", "status": "failed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "code": 422}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:43.629298 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dd87dde-846e-4aca-8ddf-fc9cec6406da {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:43.629870 n-d-826675-12 neutron-server[103151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'code': 422} returned with failed status Feb 09 02:39:43.632814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:43.634073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (c1e6c068-d322-4274-b39c-0863a28d3ccf), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:43.660832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:43.662048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for c1e6c068-d322-4274-b39c-0863a28d3ccf owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:43.858525 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c1e6c068-d322-4274-b39c-0863a28d3ccf), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:43.916104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=c1e6c068-d322-4274-b39c-0863a28d3ccf,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:44.023922 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for floatingip (d62c40cb-2b72-4854-b4cd-a82827ef0be5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:44.027219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:44.028873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-81a28e46-ef7b-4aac-b7f7-3ce01c003dee tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/floatingips/d62c40cb-2b72-4854-b4cd-a82827ef0be5 HTTP/1.1" status: 204 len: 168 time: 1.1733031 Feb 09 02:39:44.033239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57794) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:44.064279 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91700ea-c12d-42cb-80f0-555fd7c74629 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] DELETE failed (client error): The resource could not be found. Feb 09 02:39:44.065184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91700ea-c12d-42cb-80f0-555fd7c74629 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:39:44.069806 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c91700ea-c12d-42cb-80f0-555fd7c74629 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/ports/7604a9f5-f6ac-44ee-92b0-65f840be4797 HTTP/1.1" status: 404 len: 333 time: 0.0348253 Feb 09 02:39:44.072623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57798) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:44.114596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e6a6a528-2e01-4906-88db-47b09dceb8be tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc36e7ba-2768-4484-ab49-5959b8fed44f HTTP/1.1" status: 200 len: 205 time: 0.0387502 Feb 09 02:39:44.115399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:44.224946 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-a05201f3-df98-437f-adae-ebf23c4979c8 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] delete failed (client error): The resource could not be found. Feb 09 02:39:44.226407 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a05201f3-df98-437f-adae-ebf23c4979c8 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/routers/bc36e7ba-2768-4484-ab49-5959b8fed44f HTTP/1.1" status: 404 len: 336 time: 0.1097116 Feb 09 02:39:44.233340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57808) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:44.273509 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db9ba8c-2f73-4ed5-ae62-8fad8acd3772 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] DELETE failed (client error): The resource could not be found. Feb 09 02:39:44.274394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db9ba8c-2f73-4ed5-ae62-8fad8acd3772 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:39:44.278126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8db9ba8c-2f73-4ed5-ae62-8fad8acd3772 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/subnets/90f451ac-804c-4ced-8d5c-b7095c46a24f HTTP/1.1" status: 404 len: 337 time: 0.0474746 Feb 09 02:39:44.282546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 57812) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:44.526722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port 8a3eab6b-7a2a-4e49-b57d-025274b474b3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:44.526946 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8a3eab6b-7a2a-4e49-b57d-025274b474b3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:44.738353 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8a3eab6b-7a2a-4e49-b57d-025274b474b3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:44.760672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for 8a3eab6b-7a2a-4e49-b57d-025274b474b3 owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:45.035250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8a3eab6b-7a2a-4e49-b57d-025274b474b3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:45.556312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=8a3eab6b-7a2a-4e49-b57d-025274b474b3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:45.686302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babf0e-73b3-4aed-b9a8-02d539b3c8ff req-cfb9de85-c82d-41ea-8413-c4482122dbbf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:45.689580 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0babf0e-73b3-4aed-b9a8-02d539b3c8ff req-cfb9de85-c82d-41ea-8413-c4482122dbbf tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.1449423 Feb 09 02:39:45.726322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:45.745436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f03be071-49cb-4d1a-8c3e-800a0e253872 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/ports/8a3eab6b-7a2a-4e49-b57d-025274b474b3 HTTP/1.1" status: 204 len: 168 time: 1.4589477 Feb 09 02:39:45.751022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57860) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:45.864533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0babf0e-73b3-4aed-b9a8-02d539b3c8ff req-dbcea120-1564-4309-892d-24c13844cd08 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407797 Feb 09 02:39:45.951862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port a95d9e0f-0542-4396-ad7b-a21cee733ff2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:45.960209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a95d9e0f-0542-4396-ad7b-a21cee733ff2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:46.174244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a95d9e0f-0542-4396-ad7b-a21cee733ff2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:46.198645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for a95d9e0f-0542-4396-ad7b-a21cee733ff2 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:46.215062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-774021b8-9586-4d58-8d8c-c60163733135 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2611222 Feb 09 02:39:46.390874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a95d9e0f-0542-4396-ad7b-a21cee733ff2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:46.443868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=a95d9e0f-0542-4396-ad7b-a21cee733ff2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:46.549340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:46.552849 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b9c94051-6f15-4d3e-bd51-c08bba29c104 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/ports/a95d9e0f-0542-4396-ad7b-a21cee733ff2 HTTP/1.1" status: 204 len: 168 time: 0.8005073 Feb 09 02:39:46.555671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57886) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:46.648720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5087ca-dd05-47ba-8279-4ebb6056fed9 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:46.652872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e5087ca-dd05-47ba-8279-4ebb6056fed9 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8364b3f-9c7c-4473-8807-a2fee4e38ea6 HTTP/1.1" status: 200 len: 913 time: 0.0908320 Feb 09 02:39:46.653218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57890) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:47.158202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ffeab-b869-4eb2-8e3f-d7e472b2a400 req-652f781b-f150-4d48-8f9a-25c4842457e9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:47.166680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d08ffeab-b869-4eb2-8e3f-d7e472b2a400 req-652f781b-f150-4d48-8f9a-25c4842457e9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.1369743 Feb 09 02:39:47.260117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:39:47.264508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d08ffeab-b869-4eb2-8e3f-d7e472b2a400 req-53b19f94-ec9b-4527-8725-47b6f982ecbb tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963552 Feb 09 02:39:47.467629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: DOWN; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:39:47.533945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:47.748714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-b9322248-9d4b-417d-9f18-5f99dacc231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:47.756213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-b9322248-9d4b-417d-9f18-5f99dacc231d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3&tenant_id=a1b4234efd604b55ad09089849e0f85c HTTP/1.1" status: 200 len: 1127 time: 0.1162095 Feb 09 02:39:47.770306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:47.916024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.073649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port bd986243-183f-4eae-a347-940523118500 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:48.073994 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bd986243-183f-4eae-a347-940523118500), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.128039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.289178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:39:48.366201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bd986243-183f-4eae-a347-940523118500), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.395641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:48.401523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for bd986243-183f-4eae-a347-940523118500 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:48.470553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ae6032-783d-4e47-9cb9-f90e5a128984 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:39:48.484714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Publish callbacks [] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.505447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Transition to ACTIVE for port object 92ae6032-783d-4e47-9cb9-f90e5a128984 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:39:48.586716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.644193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=9']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:48.725664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf3825-8afa-4ac9-aa72-27bab28429c0 req-2bb55a4c-eb57-498a-901d-f36896af96b7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:48.727308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84cf3825-8afa-4ac9-aa72-27bab28429c0 req-2bb55a4c-eb57-498a-901d-f36896af96b7 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 944 time: 0.2267992 Feb 09 02:39:48.823926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] No DVR routers for this DVR port 92ae6032-783d-4e47-9cb9-f90e5a128984 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:39:48.879940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bd986243-183f-4eae-a347-940523118500), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.926234 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=bd986243-183f-4eae-a347-940523118500,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:48.990678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84cf3825-8afa-4ac9-aa72-27bab28429c0 req-f5e79fee-fe32-48d9-8b55-d83f1ebb17e0 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551715 Feb 09 02:39:49.183839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:39:49.183839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:39:49.184137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:49.188554 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:49.194968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Port 92ae6032-783d-4e47-9cb9-f90e5a128984 on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:39:49.201207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Attempting to bind port 92ae6032-783d-4e47-9cb9-f90e5a128984 on network d310faf2-0d14-4a3c-b6ad-74c397e17d75 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:39:49.215850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:39:49.216118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Checking segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:39:49.216525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Bound using segment: {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:39:49.216986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Bound port: 92ae6032-783d-4e47-9cb9-f90e5a128984, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a87c043-928b-44ac-b767-e316fc8ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:39:49.217638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:49.358265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:39:49.364911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:39:49.371084 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:49.378478 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:49.513293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:49.518579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:49.522101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] 10.222.0.82 "PUT /v2.0/ports/92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 1093 time: 1.7586522 Feb 09 02:39:49.595901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:39:49.599596 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:39:49.603490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d392b-7bd5-465c-a069-2c870f33e872 service neutron] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:49.737948 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df06e0b7-2d4c-4445-aec9-436c9b3ac4bd x-openstack-request-id: req-df06e0b7-2d4c-4445-aec9-436c9b3ac4bd {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:39:49.738265 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:39:49.738559 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df06e0b7-2d4c-4445-aec9-436c9b3ac4bd {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:39:49.738971 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'status': 'completed', 'code': 200} Feb 09 02:39:49.762315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-a9af4e2a-6c2e-4575-a4ab-8cc63bf82a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:49.764184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-a9af4e2a-6c2e-4575-a4ab-8cc63bf82a1c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1128 time: 0.1410604 Feb 09 02:39:49.918070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-722d5f31-70b0-4ec2-b9a6-9eb7b016b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:49.921103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-722d5f31-70b0-4ec2-b9a6-9eb7b016b309 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.1492052 Feb 09 02:39:50.065812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-2c9249ba-82db-4c58-b703-c37f8215b54d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 999 time: 0.1393528 Feb 09 02:39:50.189621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6272445f-ae5d-4f64-91f2-e522900d9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:50.191104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-6272445f-ae5d-4f64-91f2-e522900d9d40 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.1198390 Feb 09 02:39:50.320845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-60d62c31-47ae-4b89-9f14-01b82efb2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:50.323123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-60d62c31-47ae-4b89-9f14-01b82efb2e6a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1188650 Feb 09 02:39:50.412533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5482-3cd7-42e8-b13d-283198258122 req-7c76e0a6-03a2-4bdd-9f3c-5b5c73ef0907 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:50.414603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24dd5482-3cd7-42e8-b13d-283198258122 req-7c76e0a6-03a2-4bdd-9f3c-5b5c73ef0907 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.2269068 Feb 09 02:39:50.569840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:39:50.632696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24dd5482-3cd7-42e8-b13d-283198258122 req-585b1495-ba59-4172-8a6c-d060318953cd tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994078 Feb 09 02:39:50.652953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-4733b2cb-ae94-4849-b1b3-bddee502152a service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221242 Feb 09 02:39:50.800349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:39:50.805469 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-421d8920-cb73-42c8-83f3-093b2011c082 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "PUT /v2.0/routers/a8364b3f-9c7c-4473-8807-a2fee4e38ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1512520 Feb 09 02:39:50.808299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 57974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:50.815358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] Sync routers for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:39:50.830328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:50.830924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:50.834816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a06270aa-b769-4a59-bde8-33b494abc9b4 req-4d56b283-447c-4767-ab5d-fe9aa13b996a service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727335 Feb 09 02:39:50.895228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:50.908322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] Routers {'a8364b3f-9c7c-4473-8807-a2fee4e38ea6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:39:50.914142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:50.980520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:50.981461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97dac-e804-4560-867e-25f0a80f6728 None None] The sync data for ids ['a8364b3f-9c7c-4473-8807-a2fee4e38ea6'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:39:51.021053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-a27f9814-2087-4f11-a523-345556d7bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:51.026448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-a27f9814-2087-4f11-a523-345556d7bb5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1128 time: 0.1192489 Feb 09 02:39:51.026739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:51.153569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-9a722b7e-0fe3-463a-a127-40b900f20a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:51.155542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-9a722b7e-0fe3-463a-a127-40b900f20a85 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.1227019 Feb 09 02:39:51.213667 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_gateway (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:51.248133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-a3be85bd-40f8-40de-9219-216a45b74686 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 999 time: 0.0856848 Feb 09 02:39:51.365301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-f4565498-ee68-4698-8ee3-76de6866931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:51.367960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-f4565498-ee68-4698-8ee3-76de6866931d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.1120176 Feb 09 02:39:51.368170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting port c333f3c5-5dfb-428d-804a-0a8de587c847 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:39:51.368542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c333f3c5-5dfb-428d-804a-0a8de587c847), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:51.492270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-dc4d6825-3701-4a7d-8cf5-d14c7f56ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:51.505078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-dc4d6825-3701-4a7d-8cf5-d14c7f56ad28 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1193094 Feb 09 02:39:51.735169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c333f3c5-5dfb-428d-804a-0a8de587c847), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:51.790622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Calling delete_port for c333f3c5-5dfb-428d-804a-0a8de587c847 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:39:51.876106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-ce31055a-3d27-4cbc-a320-e3d02f7699c1 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374591 Feb 09 02:39:52.206770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0392b87-aa67-4cd0-8f4a-07f77a1d1581 req-1190f9ac-6e36-4673-bc6f-785bfc8d9e92 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:52.209679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0392b87-aa67-4cd0-8f4a-07f77a1d1581 req-1190f9ac-6e36-4673-bc6f-785bfc8d9e92 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3311961 Feb 09 02:39:52.266979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c333f3c5-5dfb-428d-804a-0a8de587c847), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:52.348151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f21cf99-ce41-45e9-8c65-b8a10dc13cb0 req-897353c2-92b8-4535-ba4d-56acdef4c51f service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488399 Feb 09 02:39:52.377624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Port': ['ID=c333f3c5-5dfb-428d-804a-0a8de587c847,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:52.466105 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:52.481439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0392b87-aa67-4cd0-8f4a-07f77a1d1581 req-dad16b21-bafe-437b-bebe-9ddae350e975 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363081 Feb 09 02:39:52.727137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:52.737934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router_controller (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:52.909600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a8364b3f-9c7c-4473-8807-a2fee4e38ea6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:52.910450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Fanout notify agent at l3_agent the message router_deleted on router a8364b3f-9c7c-4473-8807-a2fee4e38ea6 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:39:52.917741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:52.929898 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3c3030fd-c58a-4a4e-9321-a470011d28cd tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/routers/a8364b3f-9c7c-4473-8807-a2fee4e38ea6 HTTP/1.1" status: 204 len: 168 time: 2.1205461 Feb 09 02:39:52.933546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:53.037793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Deleting subnet 81e52954-afba-49b8-922d-adf81dc62a62 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:39:53.050004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for subnet (81e52954-afba-49b8-922d-adf81dc62a62), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.158274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (81e52954-afba-49b8-922d-adf81dc62a62), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.298019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (81e52954-afba-49b8-922d-adf81dc62a62), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.366836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2245dd8-3beb-46b6-8c8c-ccf3d2564dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.484164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (81e52954-afba-49b8-922d-adf81dc62a62), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.537504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.552877 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/subnets/81e52954-afba-49b8-922d-adf81dc62a62 HTTP/1.1" status: 204 len: 168 time: 0.6178322 Feb 09 02:39:53.555511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58040) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:53.632527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58042) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:53.638758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe05b7c-6ef3-428c-9b66-da9c008a610f tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Subnet': ['ID=81e52954-afba-49b8-922d-adf81dc62a62,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:53.844246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18a723af-2ae4-4530-b32d-32a361330f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.934198 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a4b4597a-9249-4023-b96a-0df10e8fc28b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:53.992717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d63fa-7fd1-4784-8142-0986e1256ec0 req-c7a420c8-1a0e-4c1f-a0c2-38e4632ab7e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:54.026908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf8d63fa-7fd1-4784-8142-0986e1256ec0 req-c7a420c8-1a0e-4c1f-a0c2-38e4632ab7e2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3513620 Feb 09 02:39:54.067908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18a723af-2ae4-4530-b32d-32a361330f31 admin admin] Publish callbacks [] for security_group (09aff6db-54ef-48f6-ad63-62dc6d3fb1e9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.076091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-18a723af-2ae4-4530-b32d-32a361330f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (09aff6db-54ef-48f6-ad63-62dc6d3fb1e9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.122199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a723af-2ae4-4530-b32d-32a361330f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aff6db-54ef-48f6-ad63-62dc6d3fb1e9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:54.161873 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-18a723af-2ae4-4530-b32d-32a361330f31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4f238513ce541fea8aa2621bb07a9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282481 Feb 09 02:39:54.163086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:54.233206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cab4e9c-02ef-497a-bb21-ab8fc6493ea0 admin admin] Publish callbacks [] for security_group (09aff6db-54ef-48f6-ad63-62dc6d3fb1e9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.258810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf8d63fa-7fd1-4784-8142-0986e1256ec0 req-c56846f9-c5dd-4eae-b947-3a2bfc032e23 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308793 Feb 09 02:39:54.296707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cab4e9c-02ef-497a-bb21-ab8fc6493ea0 admin admin] Publish callbacks [] for security_group (09aff6db-54ef-48f6-ad63-62dc6d3fb1e9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.393168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cab4e9c-02ef-497a-bb21-ab8fc6493ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (09aff6db-54ef-48f6-ad63-62dc6d3fb1e9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.397669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5cab4e9c-02ef-497a-bb21-ab8fc6493ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.404158 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5cab4e9c-02ef-497a-bb21-ab8fc6493ea0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09aff6db-54ef-48f6-ad63-62dc6d3fb1e9 HTTP/1.1" status: 204 len: 168 time: 0.2392354 Feb 09 02:39:54.411259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a4b4597a-9249-4023-b96a-0df10e8fc28b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.425403 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab4e9c-02ef-497a-bb21-ab8fc6493ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aff6db-54ef-48f6-ad63-62dc6d3fb1e9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:54.471010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b4597a-9249-4023-b96a-0df10e8fc28b']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:54.497455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574bd834-d795-487a-9f7d-3c196a9b71d9') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:54.497998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574bd834-d795-487a-9f7d-3c196a9b71d9') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:39:54.526479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (574bd834-d795-487a-9f7d-3c196a9b71d9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.556813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (574bd834-d795-487a-9f7d-3c196a9b71d9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.571639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:39:54.573146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (574bd834-d795-487a-9f7d-3c196a9b71d9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:39:54.579556 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:39:54.789331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a4b4597a-9249-4023-b96a-0df10e8fc28b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.829067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:54.849305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] 10.222.0.53 "DELETE /v2.0/networks/a4b4597a-9249-4023-b96a-0df10e8fc28b HTTP/1.1" status: 204 len: 168 time: 1.2807913 Feb 09 02:39:54.871879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc02d77-8172-42b2-8c98-2276ef411d79 tempest-FloatingIPTestJSON-935876925 tempest-FloatingIPTestJSON-935876925-project] Pushing event deleted for resources: {'Network': ['ID=a4b4597a-9249-4023-b96a-0df10e8fc28b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:55.040824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58070) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:55.119183 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96cc0e17-8ca4-43f4-8bec-63826fe89bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.310876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96cc0e17-8ca4-43f4-8bec-63826fe89bbd admin admin] Publish callbacks [] for security_group (e4c55fe3-5f76-45aa-8a15-c189a31daa94), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.318791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96cc0e17-8ca4-43f4-8bec-63826fe89bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e4c55fe3-5f76-45aa-8a15-c189a31daa94), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.440518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-96cc0e17-8ca4-43f4-8bec-63826fe89bbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b56b4220104458ca75df35e5a29f34a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3982308 Feb 09 02:39:55.443426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58082) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:55.454795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0e17-8ca4-43f4-8bec-63826fe89bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c55fe3-5f76-45aa-8a15-c189a31daa94,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:55.567033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58084) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:55.572847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abe89362-988b-43fd-adfa-a84894e927f8 admin admin] Publish callbacks [] for security_group (e4c55fe3-5f76-45aa-8a15-c189a31daa94), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.638814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233281d5-29ec-4b38-9d5b-4e3b82387399 req-f0b0f4f6-3271-444e-b834-beb7178e136f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:55.640468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233281d5-29ec-4b38-9d5b-4e3b82387399 req-f0b0f4f6-3271-444e-b834-beb7178e136f tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1552708 Feb 09 02:39:55.670224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abe89362-988b-43fd-adfa-a84894e927f8 admin admin] Publish callbacks [] for security_group (e4c55fe3-5f76-45aa-8a15-c189a31daa94), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.717824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3c8ee82d-f83a-4806-bf10-af53d33dba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.746735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-233281d5-29ec-4b38-9d5b-4e3b82387399 req-3e5b8d3e-20a0-4a5b-a6f9-1c803a8f0ed0 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819471 Feb 09 02:39:55.843229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abe89362-988b-43fd-adfa-a84894e927f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e4c55fe3-5f76-45aa-8a15-c189a31daa94), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.857648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-abe89362-988b-43fd-adfa-a84894e927f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:55.875976 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-abe89362-988b-43fd-adfa-a84894e927f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4c55fe3-5f76-45aa-8a15-c189a31daa94 HTTP/1.1" status: 204 len: 168 time: 0.4188099 Feb 09 02:39:55.918132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe89362-988b-43fd-adfa-a84894e927f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c55fe3-5f76-45aa-8a15-c189a31daa94,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:56.097978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:56.104005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a15b8ac0-0ab3-41bc-a9e7-b850b28f1b6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ecaba0ad7e343458c8ea54bb00f8897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321717 Feb 09 02:39:56.287146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b370077-5fc5-4829-9bb8-c9a3503fe6a2 admin admin] Publish callbacks [] for security_group (f5a0599f-0690-4ddf-b14a-8a9c26099a8e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:56.345474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b370077-5fc5-4829-9bb8-c9a3503fe6a2 admin admin] Publish callbacks [] for security_group (f5a0599f-0690-4ddf-b14a-8a9c26099a8e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:56.504348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58102) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:56.555784 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a81ae613-917a-443e-9557-e565eb238821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:56.562613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b370077-5fc5-4829-9bb8-c9a3503fe6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f5a0599f-0690-4ddf-b14a-8a9c26099a8e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:56.570652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b370077-5fc5-4829-9bb8-c9a3503fe6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:56.573189 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2b370077-5fc5-4829-9bb8-c9a3503fe6a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5a0599f-0690-4ddf-b14a-8a9c26099a8e HTTP/1.1" status: 204 len: 168 time: 0.4734898 Feb 09 02:39:56.656831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b370077-5fc5-4829-9bb8-c9a3503fe6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0599f-0690-4ddf-b14a-8a9c26099a8e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:56.911458 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a81ae613-917a-443e-9557-e565eb238821 admin admin] Publish callbacks [] for security_group (a3de8fca-499e-4687-a8e7-14e093632b55), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:56.934850 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a81ae613-917a-443e-9557-e565eb238821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3de8fca-499e-4687-a8e7-14e093632b55), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:57.000793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414aa7a-2110-4afd-bb10-9324d9390a1b req-81178241-c878-463a-b0af-d5f8ab3609af tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:57.003055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e414aa7a-2110-4afd-bb10-9324d9390a1b req-81178241-c878-463a-b0af-d5f8ab3609af tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1384344 Feb 09 02:39:57.048066 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:57.079100 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a81ae613-917a-443e-9557-e565eb238821 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abe04fbed6d44ee791a4fde246bbfe5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5699639 Feb 09 02:39:57.079954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:57.137941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e414aa7a-2110-4afd-bb10-9324d9390a1b req-0b513419-ae82-43cb-9ccb-401137100993 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242180 Feb 09 02:39:57.236278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ae613-917a-443e-9557-e565eb238821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de8fca-499e-4687-a8e7-14e093632b55,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:57.344445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-514fce4e-20a3-4f07-86e6-ea9808d06c99 admin admin] Publish callbacks [] for security_group (a3de8fca-499e-4687-a8e7-14e093632b55), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:57.394157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-514fce4e-20a3-4f07-86e6-ea9808d06c99 admin admin] Publish callbacks [] for security_group (a3de8fca-499e-4687-a8e7-14e093632b55), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:57.511021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-514fce4e-20a3-4f07-86e6-ea9808d06c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3de8fca-499e-4687-a8e7-14e093632b55), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:57.522841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-514fce4e-20a3-4f07-86e6-ea9808d06c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:57.555634 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-514fce4e-20a3-4f07-86e6-ea9808d06c99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3de8fca-499e-4687-a8e7-14e093632b55 HTTP/1.1" status: 204 len: 168 time: 0.4675677 Feb 09 02:39:57.599908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fce4e-20a3-4f07-86e6-ea9808d06c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de8fca-499e-4687-a8e7-14e093632b55,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:58.215691 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:58.443981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac8b9-36f0-42a0-bddf-f4756107fbc5 req-7b561b8e-980e-4beb-be2d-f8e2b1579015 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:58.457239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a1ac8b9-36f0-42a0-bddf-f4756107fbc5 req-7b561b8e-980e-4beb-be2d-f8e2b1579015 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1059623 Feb 09 02:39:58.614922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a1ac8b9-36f0-42a0-bddf-f4756107fbc5 req-24652702-ca91-4856-81fc-68f8955f5dab tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547046 Feb 09 02:39:58.734311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58158) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:39:59.178752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'networks': [{'name': 'tempest-network--94832576'}, {'name': 'tempest-network--1072194677'}]} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:59.185956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'network': {'name': 'tempest-network--94832576'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:59.187921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'network': {'name': 'tempest-network--1072194677'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:39:59.253143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Made reservation on behalf of 3b5d83dcc68a4a4b8cb94a58b1156114 for: {'network': 2} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:39:59.306373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:59.331223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:59.540032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for security_group (8dac54b4-73a6-4eb1-91a8-58325a0b22b5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:59.548904 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8dac54b4-73a6-4eb1-91a8-58325a0b22b5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:59.549678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:59.693385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac54b4-73a6-4eb1-91a8-58325a0b22b5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:39:59.749140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:39:59.793456 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0c60c341-640d-45b7-bb7d-f35af17c5d9d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:59.793961 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Added segment 0c60c341-640d-45b7-bb7d-f35af17c5d9d of type vlan for network 2e4f2693-5686-44aa-869a-d12f1718c6f2 Feb 09 02:39:59.823650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-13cc2fd1-0791-4bdf-bf19-ed4620a5b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:39:59.830876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-13cc2fd1-0791-4bdf-bf19-ed4620a5b57e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1128 time: 0.2438338 Feb 09 02:39:59.855269 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:00.115783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9149d-78d2-4d08-ac6f-39cd631ff22e req-2624d44b-49cc-4a33-81af-842d0cb0c642 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:00.117858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe9149d-78d2-4d08-ac6f-39cd631ff22e req-2624d44b-49cc-4a33-81af-842d0cb0c642 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3388422 Feb 09 02:40:00.139395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2e4f2693-5686-44aa-869a-d12f1718c6f2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:00.292315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe9149d-78d2-4d08-ac6f-39cd631ff22e req-a225889f-7531-4cf4-98f9-0f1366865e6b tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677082 Feb 09 02:40:00.353599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-2272b985-5d60-40a9-8bd2-28febae3320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:00.359306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-2272b985-5d60-40a9-8bd2-28febae3320c service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.4446042 Feb 09 02:40:00.397562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:00.464657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f3dc606d-8cb6-4ec9-a932-5ec9bd2f91f2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:00.464965 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Added segment f3dc606d-8cb6-4ec9-a932-5ec9bd2f91f2 of type vlan for network 7f68a389-4c32-468c-b74a-e5ecf6628d44 Feb 09 02:40:00.625776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-9c55bd05-22f8-4223-a5fc-14b01d839ce0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3288367 Feb 09 02:40:00.842317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-b4623ed7-7e03-4425-89ff-143fdeca6103 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 999 time: 0.2802076 Feb 09 02:40:00.877948 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7f68a389-4c32-468c-b74a-e5ecf6628d44), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:00.949216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-89c5c02d-7bfb-4bac-bbe4-f408647c94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:00.951094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-89c5c02d-7bfb-4bac-bbe4-f408647c94d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=872150a9e3744208ae03c4160a3612c5&device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 1133 time: 0.1076014 Feb 09 02:40:00.964812 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2e4f2693-5686-44aa-869a-d12f1718c6f2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:00.965758 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7f68a389-4c32-468c-b74a-e5ecf6628d44), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:00.983199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:00.993799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:00.995159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:01.111198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-90418fce-403a-416d-95ba-ae329d322b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:01.112897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-90418fce-403a-416d-95ba-ae329d322b21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1115074 Feb 09 02:40:01.226091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-586f93f6-8de8-4fc5-a883-23bef2867f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:01.235602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-586f93f6-8de8-4fc5-a883-23bef2867f03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.1131709 Feb 09 02:40:01.777151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-5ef37fa8-89f8-4fc0-aff3-173c1c2cfb9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d HTTP/1.1" status: 200 len: 217 time: 0.5819206 Feb 09 02:40:01.888401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.1525862 Feb 09 02:40:01.891236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:01.988715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-7dd12132-652e-454c-9c2c-260870e7b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:01.991205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-7dd12132-652e-454c-9c2c-260870e7b07e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.1727457 Feb 09 02:40:02.017798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Network': ['ID=2e4f2693-5686-44aa-869a-d12f1718c6f2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:02.030250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2e4f2693-5686-44aa-869a-d12f1718c6f2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:02.049249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-7e12e80b-e509-4747-8e50-2fbf26e1019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.051505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-7e12e80b-e509-4747-8e50-2fbf26e1019e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2720423 Feb 09 02:40:02.291202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bbef1-7386-484e-8f0c-e180db9c2d68 req-e988cf8c-b2c2-4abd-8787-3b77271836f1 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.299566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b8bbef1-7386-484e-8f0c-e180db9c2d68 req-e988cf8c-b2c2-4abd-8787-3b77271836f1 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1129 time: 0.5214238 Feb 09 02:40:02.313880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9f827-ffe4-4d8e-80a5-b307c3a37894 req-ae622c5f-7abf-4137-8ba3-ce9e025dbf80 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.315968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91b9f827-ffe4-4d8e-80a5-b307c3a37894 req-ae622c5f-7abf-4137-8ba3-ce9e025dbf80 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.5101433 Feb 09 02:40:02.338680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29389dfc-9490-45aa-8762-d13e065cb03b tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.351622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29389dfc-9490-45aa-8762-d13e065cb03b tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.372672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29389dfc-9490-45aa-8762-d13e065cb03b tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.385677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29389dfc-9490-45aa-8762-d13e065cb03b tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.400043 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-29389dfc-9490-45aa-8762-d13e065cb03b tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5048420 Feb 09 02:40:02.401508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:02.533822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91b9f827-ffe4-4d8e-80a5-b307c3a37894 req-27334fd6-dc69-4a33-b2cf-d538b092bac8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013102 Feb 09 02:40:02.566804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d4f7-9817-4899-818e-514097aadb85 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Network': ['ID=7f68a389-4c32-468c-b74a-e5ecf6628d44,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:02.582797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b8bbef1-7386-484e-8f0c-e180db9c2d68 req-894a0ce2-be40-482c-b7a1-f9ce15bd370b tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572246 Feb 09 02:40:02.587518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-9b17305d-50d0-4433-b99d-b19fcc944e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:02.589216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-9b17305d-50d0-4433-b99d-b19fcc944e1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5684221 Feb 09 02:40:02.606410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7f68a389-4c32-468c-b74a-e5ecf6628d44 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:02.665353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58238) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:02.827062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-010a3158-08f6-4fa9-84ea-47c74b607a6d service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288866 Feb 09 02:40:02.925968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-6c2bf94a-efe7-4e59-bc49-c9bf029adcf8 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509324 Feb 09 02:40:02.999364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2e4f2693-5686-44aa-869a-d12f1718c6f2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.035881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dedec623-9ca7-4c3f-9c7c-7a0b65cfe9a7 req-e76c1fc6-d2e3-412e-b11d-5a79b120a935 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988332 Feb 09 02:40:03.236000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2e4f2693-5686-44aa-869a-d12f1718c6f2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.271601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4f2693-5686-44aa-869a-d12f1718c6f2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:03.272914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a11d7ecc-5ccf-456e-98c3-4e7e4d9159ae req-9ac8da34-6f3a-454d-87e8-8eefaff97c38 service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359011 Feb 09 02:40:03.288447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c60c341-640d-45b7-bb7d-f35af17c5d9d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:03.289059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c60c341-640d-45b7-bb7d-f35af17c5d9d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:03.302305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (0c60c341-640d-45b7-bb7d-f35af17c5d9d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.332190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0c60c341-640d-45b7-bb7d-f35af17c5d9d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.369042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:03.369471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (0c60c341-640d-45b7-bb7d-f35af17c5d9d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:03.399760 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:03.477165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port f0f5e14f-b1c5-445d-b3fd-0651f53d41e5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:03.477532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.748685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.749375 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.796052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2e4f2693-5686-44aa-869a-d12f1718c6f2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.803695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.808739 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/networks/2e4f2693-5686-44aa-869a-d12f1718c6f2 HTTP/1.1" status: 204 len: 168 time: 1.4058359 Feb 09 02:40:03.823900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for f0f5e14f-b1c5-445d-b3fd-0651f53d41e5 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:03.878791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58254) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:03.988248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782b638-7232-48b7-a499-4837e0ea7d4d tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Network': ['ID=2e4f2693-5686-44aa-869a-d12f1718c6f2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:04.047298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2eaff-8a45-400e-9057-92cdfbb49f78 req-92c54cfc-493e-4a74-b3e5-d61ad8306467 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:04.048857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06b2eaff-8a45-400e-9057-92cdfbb49f78 req-92c54cfc-493e-4a74-b3e5-d61ad8306467 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.2639189 Feb 09 02:40:04.084415 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (7f68a389-4c32-468c-b74a-e5ecf6628d44), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.128811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f0f5e14f-b1c5-445d-b3fd-0651f53d41e5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.165361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06b2eaff-8a45-400e-9057-92cdfbb49f78 req-e09286a6-01ca-4557-acf7-c5c26d10f8db tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062200 Feb 09 02:40:04.170934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=f0f5e14f-b1c5-445d-b3fd-0651f53d41e5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:04.224135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (7f68a389-4c32-468c-b74a-e5ecf6628d44), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.262760 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (7ebaac2c-5fde-42cf-8ecf-60647fb095a8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.263165 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP 7ebaac2c-5fde-42cf-8ecf-60647fb095a8 disassociated (deleted). External IP: 172.25.6.161, port: 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0. Feb 09 02:40:04.263352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f68a389-4c32-468c-b74a-e5ecf6628d44']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:04.278215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dc606d-8cb6-4ec9-a932-5ec9bd2f91f2') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:04.278428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dc606d-8cb6-4ec9-a932-5ec9bd2f91f2') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:04.290915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (f3dc606d-8cb6-4ec9-a932-5ec9bd2f91f2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.314725 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f3dc606d-8cb6-4ec9-a932-5ec9bd2f91f2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.322233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:04.322841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (f3dc606d-8cb6-4ec9-a932-5ec9bd2f91f2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:04.326691 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:04.423268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (7f68a389-4c32-468c-b74a-e5ecf6628d44), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.442899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.449891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/networks/7f68a389-4c32-468c-b74a-e5ecf6628d44 HTTP/1.1" status: 204 len: 168 time: 0.5658650 Feb 09 02:40:04.450566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58270) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:04.505882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b709a0-9eaa-4e82-b116-d2a525314f10 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Network': ['ID=7f68a389-4c32-468c-b74a-e5ecf6628d44,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:04.550192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:40:04.687995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e22ef2-36dc-4f73-a033-2609c532460a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:04.696410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e22ef2-36dc-4f73-a033-2609c532460a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:04.703182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-14e22ef2-36dc-4f73-a033-2609c532460a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2464912 Feb 09 02:40:04.703451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58276) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:04.709579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2099760030'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:04.713798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:04.728219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.728519 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] Sync routers for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:04.743820 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:04.744881 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:04.748882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Made reservation on behalf of 3b5d83dcc68a4a4b8cb94a58b1156114 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:04.753927 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.825330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:04.854154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d520ae1d-5c02-46ca-abe4-72536f50b5cf), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.854848 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Added segment d520ae1d-5c02-46ca-abe4-72536f50b5cf of type vlan for network 5e6e4f61-a398-4f8b-81f2-51d09c160141 Feb 09 02:40:04.907794 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:04.975067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (5e6e4f61-a398-4f8b-81f2-51d09c160141), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.032773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (5e6e4f61-a398-4f8b-81f2-51d09c160141), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.043980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:05.043980 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.149064 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a47313fc-a810-4664-b850-7b9e66156336 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/floatingips/7ebaac2c-5fde-42cf-8ecf-60647fb095a8 HTTP/1.1" status: 204 len: 168 time: 2.4816728 Feb 09 02:40:05.149709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:05.153126 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dac984-0bb9-43f9-be02-df11c9b8265d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:05.191359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4867411 Feb 09 02:40:05.193905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:05.202963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1788834275'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:05.268419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a9ee1-4067-44a6-bbaf-93bc195bda6a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Network': ['ID=5e6e4f61-a398-4f8b-81f2-51d09c160141,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:05.272340 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Made reservation on behalf of 3b5d83dcc68a4a4b8cb94a58b1156114 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:05.286947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.287849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 5e6e4f61-a398-4f8b-81f2-51d09c160141 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:05.329610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:05.381694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dc4b072b-73f1-4be5-b97d-3670aba757e0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.382542 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Added segment dc4b072b-73f1-4be5-b97d-3670aba757e0 of type vlan for network 38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5 Feb 09 02:40:05.497593 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:26Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:05.550328 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] Checking router: 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:05.573168 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:05.576336 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:05.621978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.634664 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e0a0d-10e0-4abf-b4da-a39ea65cff1f x-openstack-request-id: req-005e0a0d-10e0-4abf-b4da-a39ea65cff1f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:05.636920 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:05.637384 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-005e0a0d-10e0-4abf-b4da-a39ea65cff1f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:05.637855 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'status': 'completed', 'code': 200} Feb 09 02:40:05.669696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.676533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:05.677683 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:05.752660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e676d-7dd4-4d9f-b090-9238a4716fc8 req-ed3c40ac-817d-49e4-a6e6-18cc40353b94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:05.754296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7e676d-7dd4-4d9f-b090-9238a4716fc8 req-ed3c40ac-817d-49e4-a6e6-18cc40353b94 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1854961 Feb 09 02:40:05.793694 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5947785 Feb 09 02:40:05.802060 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:05.813652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'ports': [{'network_id': '5e6e4f61-a398-4f8b-81f2-51d09c160141', 'name': 'tempest-port--1144197065', 'admin_state_up': True}, {'network_id': '38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5', 'admin_state_up': False}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:05.813977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'port': {'network_id': '5e6e4f61-a398-4f8b-81f2-51d09c160141', 'name': 'tempest-port--1144197065', 'admin_state_up': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:05.814580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'port': {'network_id': '38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5', 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:05.828309 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:05.884336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-ba4eb9a4-9804-407f-8253-260b96c58f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:05.885854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-ba4eb9a4-9804-407f-8253-260b96c58f4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 1129 time: 0.2332928 Feb 09 02:40:05.909566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056d3c9-08d2-4a93-bee5-770891c52231 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Network': ['ID=38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:05.922819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:05.971083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31c9f5-1a73-463c-9025-8a58e9c4f871 req-abc0a697-ba92-4a66-97f9-3b9f41f0ff83 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:05.978747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a31c9f5-1a73-463c-9025-8a58e9c4f871 req-abc0a697-ba92-4a66-97f9-3b9f41f0ff83 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 946 time: 0.2223146 Feb 09 02:40:06.080798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a31c9f5-1a73-463c-9025-8a58e9c4f871 req-e8ada90c-f094-498b-b8cc-903a55177924 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003327 Feb 09 02:40:06.097626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Made reservation on behalf of 3b5d83dcc68a4a4b8cb94a58b1156114 for: {'port': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:06.104706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:06.121365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7e676d-7dd4-4d9f-b090-9238a4716fc8 req-7fdbfbaa-b825-4cce-8749-5fc86a8279b9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972033 Feb 09 02:40:06.143433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:06.186248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-bcfd4fbf-73cd-46a8-a0ff-d2c3bdbf809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:06.188363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-bcfd4fbf-73cd-46a8-a0ff-d2c3bdbf809a service neutron] 10.222.0.72 "GET /v2.0/networks?id=605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 200 len: 898 time: 0.2795281 Feb 09 02:40:06.290730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-12b9e5c2-4d97-4055-8e97-3076763f9d3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 200 len: 217 time: 0.0962939 Feb 09 02:40:06.388857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] device_id is not set on port 67db7798-f996-4bdb-abbf-bd05cbd2774d yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:40:06.404518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-6fd8572f-63ec-4fb6-9fa3-43c6295fe05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:06.410670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-6fd8572f-63ec-4fb6-9fa3-43c6295fe05c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 200 len: 834 time: 0.1019409 Feb 09 02:40:06.510641 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:26Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:06.517547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-77b21322-1078-48e5-a6c6-a855cb322dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:06.519138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-77b21322-1078-48e5-a6c6-a855cb322dec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=605c6efe-da4a-456d-8361-bd2aaa9537b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1006234 Feb 09 02:40:06.593883 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959f69b-c89d-48f4-98e8-9613dd754aec None None] The sync data for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 is: [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'de5aa1c7-8c5f-49a2-82b7-49ca3e678359', 'name': '', 'network_id': '605c6efe-da4a-456d-8361-bd2aaa9537b6', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:c4:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:13Z', 'updated_at': '2022-02-09T02:36:26Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': 'd1ec65b8-f51c-4be7-8d36-d2a2c9176c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:06.617311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for port (67db7798-f996-4bdb-abbf-bd05cbd2774d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:06.717388 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] device_id is not set on port 54e256a4-aab7-4d26-a79f-4c3325251af8 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:40:06.722123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-4ef6184c-a04c-4f18-b8e3-543daa15a801 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936123 Feb 09 02:40:06.866724 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for port (54e256a4-aab7-4d26-a79f-4c3325251af8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:06.913759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6dac984-0bb9-43f9-be02-df11c9b8265d req-cd878752-b2d3-4183-8cf2-9b8f5a99dd33 service neutron] 10.222.0.72 "GET /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855314 Feb 09 02:40:06.973707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (67db7798-f996-4bdb-abbf-bd05cbd2774d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:07.069430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Port': ['ID=67db7798-f996-4bdb-abbf-bd05cbd2774d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:07.143492 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Checking segment: {'id': 'd520ae1d-5c02-46ca-abe4-72536f50b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5e6e4f61-a398-4f8b-81f2-51d09c160141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:07.143856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network hostable DHCP agents. Network: 5e6e4f61-a398-4f8b-81f2-51d09c160141, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:40:07.152811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908577a4-3e7e-465f-9810-0b0eb6db65f5 None None] New status for floating IP 7ebaac2c-5fde-42cf-8ecf-60647fb095a8: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:40:07.183154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network 5e6e4f61-a398-4f8b-81f2-51d09c160141 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:40:07.200044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 5e6e4f61-a398-4f8b-81f2-51d09c160141) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:07.215285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:07.216261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (54e256a4-aab7-4d26-a79f-4c3325251af8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:07.229722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-009a13ad-0138-4368-a69a-1efc5a09607b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.231324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-009a13ad-0138-4368-a69a-1efc5a09607b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 946 time: 0.1425726 Feb 09 02:40:07.278004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c600e36-8deb-4fb0-89c2-e445c81732cd None None] Network 5e6e4f61-a398-4f8b-81f2-51d09c160141 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:07.481826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Port': ['ID=54e256a4-aab7-4d26-a79f-4c3325251af8,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:07.513429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Checking segment: {'id': 'dc4b072b-73f1-4be5-b97d-3670aba757e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:07.513683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network hostable DHCP agents. Network: 38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:40:07.542090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6078ea-51ff-4829-b7c9-8b6f0c382c56 req-46214c26-21d6-4ac5-b234-8060cdcf378d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.550094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c6078ea-51ff-4829-b7c9-8b6f0c382c56 req-46214c26-21d6-4ac5-b234-8060cdcf378d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 946 time: 0.3467052 Feb 09 02:40:07.558113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network 38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:40:07.571466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:07.578835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:07.586007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b3949-ccdd-401f-a4e3-c70db94076bc None None] Network 38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:07.586227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.591434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.592236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:07.607770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4aff-589d-4411-89e4-eb428483136e req-a0fe4138-d66a-4e51-9e7b-2f62031f48a2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.614865 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e7566ac3-63e2-4d35-928d-e30eec02d10c tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8093770 Feb 09 02:40:07.615352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58350) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:07.615520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c5a4aff-589d-4411-89e4-eb428483136e req-a0fe4138-d66a-4e51-9e7b-2f62031f48a2 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.2787476 Feb 09 02:40:07.670983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c6078ea-51ff-4829-b7c9-8b6f0c382c56 req-7ec722c0-7864-460d-b8f1-cfff48fa904c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=4935af5c-a21e-4a80-8f45-0014482d4584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197395 Feb 09 02:40:07.707050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:07.707050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:07.741322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c5a4aff-589d-4411-89e4-eb428483136e req-9fdfe387-c02d-439b-8230-a68ac966754a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188464 Feb 09 02:40:07.756114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445123cb-ddb7-43d9-a2b8-dc35dc3825c3 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.761542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445123cb-ddb7-43d9-a2b8-dc35dc3825c3 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:07.763276 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-445123cb-ddb7-43d9-a2b8-dc35dc3825c3 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1463056 Feb 09 02:40:07.770212 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58352) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:07.859361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:07.860135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:07.876275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:07.939708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Deleting port 67db7798-f996-4bdb-abbf-bd05cbd2774d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:07.941208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (67db7798-f996-4bdb-abbf-bd05cbd2774d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.035478 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2c1c90f2-5391-427d-a4cc-541ea6a4b2f0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.069787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=2c1c90f2-5391-427d-a4cc-541ea6a4b2f0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:08.071665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (67db7798-f996-4bdb-abbf-bd05cbd2774d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.104678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Calling delete_port for 67db7798-f996-4bdb-abbf-bd05cbd2774d owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:08.159756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] No DVR routers for this DVR port 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:40:08.164146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.168915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29ded1ec-5822-4fb9-a145-9cfdbbc6fd39 req-50c655b9-cc00-43aa-a7a9-828807039052 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "DELETE /v2.0/ports/2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 HTTP/1.1" status: 204 len: 173 time: 0.9212427 Feb 09 02:40:08.169679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-deleted', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:08.174681 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3510e080-3bdb-4711-acb8-8caa0e856588" -d '{"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-deleted", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:08.228028 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba29d086-921e-48b9-a271-12ad2d9d4178 x-openstack-request-id: req-ba29d086-921e-48b9-a271-12ad2d9d4178 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:08.228514 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0cdb49-b48e-41a7-8e19-b78ee14297cc", "name": "network-vif-deleted", "tag": "2c1c90f2-5391-427d-a4cc-541ea6a4b2f0", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:08.228802 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba29d086-921e-48b9-a271-12ad2d9d4178 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:08.229228 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0cdb49-b48e-41a7-8e19-b78ee14297cc', 'name': 'network-vif-deleted', 'tag': '2c1c90f2-5391-427d-a4cc-541ea6a4b2f0', 'status': 'completed', 'code': 200} Feb 09 02:40:08.322721 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (67db7798-f996-4bdb-abbf-bd05cbd2774d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.369558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Port': ['ID=67db7798-f996-4bdb-abbf-bd05cbd2774d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:08.377252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.382915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bc0edb35-179d-4baf-8de8-60e0e44b2609 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/ports/67db7798-f996-4bdb-abbf-bd05cbd2774d HTTP/1.1" status: 204 len: 168 time: 0.6112101 Feb 09 02:40:08.385332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:08.539304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Deleting port 54e256a4-aab7-4d26-a79f-4c3325251af8 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:08.539985 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (54e256a4-aab7-4d26-a79f-4c3325251af8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.820487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (54e256a4-aab7-4d26-a79f-4c3325251af8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:08.887417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Calling delete_port for 54e256a4-aab7-4d26-a79f-4c3325251af8 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:08.981386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01599375-ac0c-4bd0-bb20-f3db9ccc5fff req-a7e857e9-80c1-4072-ac43-78ee809ee146 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0cdb49-b48e-41a7-8e19-b78ee14297cc HTTP/1.1" status: 200 len: 210 time: 0.0472145 Feb 09 02:40:09.097194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8e64-5c89-4749-bcac-f8f3acec8d4b req-7d760648-f052-473a-af86-9d358e5d0afc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:09.101107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ea8e64-5c89-4749-bcac-f8f3acec8d4b req-7d760648-f052-473a-af86-9d358e5d0afc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 945 time: 0.1187241 Feb 09 02:40:09.121408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (54e256a4-aab7-4d26-a79f-4c3325251af8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.168831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Port': ['ID=54e256a4-aab7-4d26-a79f-4c3325251af8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:09.182759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.189345 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-16f69153-6df7-4d74-b38a-af0d10e36169 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/ports/54e256a4-aab7-4d26-a79f-4c3325251af8 HTTP/1.1" status: 204 len: 168 time: 0.8027585 Feb 09 02:40:09.192722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:09.221995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ea8e64-5c89-4749-bcac-f8f3acec8d4b req-2f8442d5-515d-490a-92e7-256b576f0296 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146352 Feb 09 02:40:09.233909 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea2222dd-3d28-4366-98f7-192a191b2838 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0349538 Feb 09 02:40:09.234719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:09.240460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1588776799'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:09.272997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Made reservation on behalf of 3b5d83dcc68a4a4b8cb94a58b1156114 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:09.277442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.319329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:09.333216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9ac0f041-1ad5-403d-943b-2c481c1d1e09), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.333878 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Added segment 9ac0f041-1ad5-403d-943b-2c481c1d1e09 of type vlan for network 4a083f43-bd72-49f5-bc28-0a4abe9301ed Feb 09 02:40:09.385642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (4a083f43-bd72-49f5-bc28-0a4abe9301ed), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.439505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (4a083f43-bd72-49f5-bc28-0a4abe9301ed), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.450409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:09.455172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.561425 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3232014 Feb 09 02:40:09.563231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58404) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:09.569225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-913481354'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:09.576998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c5fa5-2d77-42ec-8c8d-c1652601c54a tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Network': ['ID=4a083f43-bd72-49f5-bc28-0a4abe9301ed,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:09.591837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 4a083f43-bd72-49f5-bc28-0a4abe9301ed details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:09.620707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Made reservation on behalf of 3b5d83dcc68a4a4b8cb94a58b1156114 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:09.622212 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:09.626360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.670697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:09.697006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6b534379-78ff-4703-be3f-7b8256509e19), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.697705 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Added segment 6b534379-78ff-4703-be3f-7b8256509e19 of type vlan for network 22fca683-7308-4b62-8594-78d979f23f18 Feb 09 02:40:09.749644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (22fca683-7308-4b62-8594-78d979f23f18), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.791384 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (22fca683-7308-4b62-8594-78d979f23f18), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.798225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:09.799187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:09.824361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:40:09.903746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3390143 Feb 09 02:40:09.941078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Network': ['ID=22fca683-7308-4b62-8594-78d979f23f18,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:09.960977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.961694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.962359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.963252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.966936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.970476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.971247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.973961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.974670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.975865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.977153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.979129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:09.979946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288dd05-6652-4aec-b0c5-c5b75e2e3fe0 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.030041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:10.050702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'port_id': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'mac_address': 'fa:16:3e:ba:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:40:10.053193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 22fca683-7308-4b62-8594-78d979f23f18 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:10.070760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58414) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:10.303981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:10.304709 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:10.330896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ae6032-783d-4e47-9cb9-f90e5a128984 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:40:10.398014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:10.413834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:10.566144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:10.582566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.582930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.583280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.583624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.583966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.584302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.584634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.584965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.585430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.586206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.586576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.586911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.587242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:10.734177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['92ae6032-783d-4e47-9cb9-f90e5a128984'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:40:11.372714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d9afa-37d9-4b2d-81e7-4cd694244719 req-490fe6c8-91af-4be4-bc2d-39506070c9fe tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:11.378881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-485d9afa-37d9-4b2d-81e7-4cd694244719 req-490fe6c8-91af-4be4-bc2d-39506070c9fe tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1503093 Feb 09 02:40:11.423905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:11.445014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-485d9afa-37d9-4b2d-81e7-4cd694244719 req-8deff040-ccfc-4ebc-bbc9-2c4156ac4b81 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551310 Feb 09 02:40:11.473394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:11.474438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2c1c90f2-5391-427d-a4cc-541ea6a4b2f0 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:11.838074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:11.982732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 92ae6032-783d-4e47-9cb9-f90e5a128984 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:40:11.989920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 92ae6032-783d-4e47-9cb9-f90e5a128984 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:11.990310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:12.091037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:12.157640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 92ae6032-783d-4e47-9cb9-f90e5a128984 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:12.158857 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:12.234575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:12.236585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:12.240381 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6720c3-a42e-46a2-946e-8cb9b7ee7538" -d '{"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:12.261525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:12.342056 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c5dae2-379a-4002-a8f3-7c8ea5f539f2 x-openstack-request-id: req-82c5dae2-379a-4002-a8f3-7c8ea5f539f2 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:12.342303 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:12.344026 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82c5dae2-379a-4002-a8f3-7c8ea5f539f2 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:12.344446 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'code': 200} Feb 09 02:40:12.411117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=12']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:12.785197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dccf7-a71d-4686-a559-13ccacaf3221 req-3de51062-81f0-44bf-9d5b-e9362a510178 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:12.788302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb1dccf7-a71d-4686-a559-13ccacaf3221 req-3de51062-81f0-44bf-9d5b-e9362a510178 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 947 time: 0.1451087 Feb 09 02:40:12.919957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70893a-8243-4c82-8fb1-87370eff57f5 req-2dc5d0e9-94a5-4128-b216-444d33b25b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:12.922290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c70893a-8243-4c82-8fb1-87370eff57f5 req-2dc5d0e9-94a5-4128-b216-444d33b25b4a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1130 time: 0.3114870 Feb 09 02:40:13.043892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb1dccf7-a71d-4686-a559-13ccacaf3221 req-7abd7226-daae-4857-996c-d3899cfc0388 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439473 Feb 09 02:40:13.091472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c70893a-8243-4c82-8fb1-87370eff57f5 req-b551b627-7394-4951-a4b5-8759d886c723 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601355 Feb 09 02:40:13.242656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port de5aa1c7-8c5f-49a2-82b7-49ca3e678359 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:13.243072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:13.304339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58472) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:13.310090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'subnets': [{'network_id': '4a083f43-bd72-49f5-bc28-0a4abe9301ed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--832019831', 'ip_version': 6}, {'network_id': '22fca683-7308-4b62-8594-78d979f23f18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:13.310778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'subnet': {'network_id': '4a083f43-bd72-49f5-bc28-0a4abe9301ed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--832019831', 'ip_version': 6}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:13.311660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Request body: {'subnet': {'network_id': '22fca683-7308-4b62-8594-78d979f23f18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:13.473145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port de5aa1c7-8c5f-49a2-82b7-49ca3e678359, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:13.473793 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:13.491070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for de5aa1c7-8c5f-49a2-82b7-49ca3e678359 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:13.569250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Made reservation on behalf of 3b5d83dcc68a4a4b8cb94a58b1156114 for: {'subnet': 2} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:13.575749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:13.576399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:13.831660 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (de5aa1c7-8c5f-49a2-82b7-49ca3e678359), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:13.870738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=de5aa1c7-8c5f-49a2-82b7-49ca3e678359,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:14.241020 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:14.311350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c3edc853-4fda-468b-9f82-ecd0df208d97), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:14.409235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Subnet': ['ID=c3edc853-4fda-468b-9f82-ecd0df208d97,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:14.437459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Checking segment: {'id': '9ac0f041-1ad5-403d-943b-2c481c1d1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a083f43-bd72-49f5-bc28-0a4abe9301ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:14.438120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network hostable DHCP agents. Network: 4a083f43-bd72-49f5-bc28-0a4abe9301ed, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:40:14.486573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network 4a083f43-bd72-49f5-bc28-0a4abe9301ed is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:40:14.520693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 4a083f43-bd72-49f5-bc28-0a4abe9301ed) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:14.531009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (11312444-159f-4a44-b3ce-e89588b45084), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:14.538677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c8a3e-fc64-4ee4-8a95-ba3c29f8c0ed None None] Network 4a083f43-bd72-49f5-bc28-0a4abe9301ed requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:14.701161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event updated for resources: {'Subnet': ['ID=11312444-159f-4a44-b3ce-e89588b45084,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:14.739902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4741a-094f-4c84-a51e-ffbf52d0b647 req-2acc272b-6506-4b49-b1e3-cd914088b766 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:14.744686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Checking segment: {'id': '6b534379-78ff-4703-be3f-7b8256509e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '22fca683-7308-4b62-8594-78d979f23f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:14.747777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d4741a-094f-4c84-a51e-ffbf52d0b647 req-2acc272b-6506-4b49-b1e3-cd914088b766 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 947 time: 0.5041618 Feb 09 02:40:14.749159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network hostable DHCP agents. Network: 22fca683-7308-4b62-8594-78d979f23f18, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:40:14.794839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Network 22fca683-7308-4b62-8594-78d979f23f18 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:40:14.829471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 22fca683-7308-4b62-8594-78d979f23f18) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:14.840305 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:14.845879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:14.850101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:14.903419 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7713c50b-c14d-4f91-8ef7-a14199036fcf tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5973365 Feb 09 02:40:14.906723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f612db-ef64-4220-932d-dfddab12a4a3 None None] Network 22fca683-7308-4b62-8594-78d979f23f18 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:14.909767 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58518) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:15.104868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23b2f8-7f58-4dc8-91df-aa4659d37d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-4a083f43-bd72-49f5-bc28-0a4abe9301ed', 'network_id': '4a083f43-bd72-49f5-bc28-0a4abe9301ed', 'project_id': '3b5d83dcc68a4a4b8cb94a58b1156114', 'fixed_ips': [{'subnet_id': 'c3edc853-4fda-468b-9f82-ecd0df208d97'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:40:15.106181 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f23b2f8-7f58-4dc8-91df-aa4659d37d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.117910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:40:15.205461 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672cf3c2-f4cb-482c-943b-00303d67014e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:15.207161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672cf3c2-f4cb-482c-943b-00303d67014e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:15.208473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672cf3c2-f4cb-482c-943b-00303d67014e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:15.211052 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-672cf3c2-f4cb-482c-943b-00303d67014e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3000796 Feb 09 02:40:15.221615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:15.344436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d4741a-094f-4c84-a51e-ffbf52d0b647 req-bfd7fbb7-276d-4fb1-8b5e-1c87986408a9 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5887375 Feb 09 02:40:15.389385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Deleting subnet c3edc853-4fda-468b-9f82-ecd0df208d97 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:40:15.415500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for subnet (c3edc853-4fda-468b-9f82-ecd0df208d97), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.507163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:15.522735 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] Sync routers for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:15.534329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-58f9e78f-e069-4b3a-9581-a47d82360683 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/6b58df5c-9d54-4bfb-9299-1d985ff2cc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4593406 Feb 09 02:40:15.535397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (c3edc853-4fda-468b-9f82-ecd0df208d97), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.536674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58548) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:15.540111 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:15.540733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:15.649600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting subnet d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:40:15.656238 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.696364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c3edc853-4fda-468b-9f82-ecd0df208d97), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.701348 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.725334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63c72a-02c9-4cb4-a39d-09be1a42bc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-22fca683-7308-4b62-8594-78d979f23f18', 'network_id': '22fca683-7308-4b62-8594-78d979f23f18', 'project_id': '3b5d83dcc68a4a4b8cb94a58b1156114', 'fixed_ips': [{'subnet_id': '11312444-159f-4a44-b3ce-e89588b45084'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:40:15.726214 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d63c72a-02c9-4cb4-a39d-09be1a42bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.893715 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:15.947159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (c3edc853-4fda-468b-9f82-ecd0df208d97), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-4f23b2f8-7f58-4dc8-91df-aa4659d37d78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3edc853-4fda-468b-9f82-ecd0df208d97: This subnet is being modified by another concurrent operation. Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3edc853-4fda-468b-9f82-ecd0df208d97: This subnet is being modified by another concurrent operation. Feb 09 02:40:15.995036 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:40:16.031501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.041293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/subnets/c3edc853-4fda-468b-9f82-ecd0df208d97 HTTP/1.1" status: 204 len: 168 time: 0.8162389 Feb 09 02:40:16.041781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58558) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:16.056021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e4acfd-22e1-48a3-b186-68cce69364aa None None] Network 4a083f43-bd72-49f5-bc28-0a4abe9301ed requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:16.070001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad892cc-7cc4-407a-b145-1faa65967ada tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Subnet': ['ID=c3edc853-4fda-468b-9f82-ecd0df208d97,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:16.194277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Deleting subnet 11312444-159f-4a44-b3ce-e89588b45084 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:40:16.206633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for subnet (11312444-159f-4a44-b3ce-e89588b45084), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.310710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (11312444-159f-4a44-b3ce-e89588b45084), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.354690 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:40:13Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:16.368720 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (11312444-159f-4a44-b3ce-e89588b45084), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.463282 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] Checking router: 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:16.479917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (11312444-159f-4a44-b3ce-e89588b45084), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-6d63c72a-02c9-4cb4-a39d-09be1a42bc59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11312444-159f-4a44-b3ce-e89588b45084: This subnet is being modified by another concurrent operation. Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11312444-159f-4a44-b3ce-e89588b45084: This subnet is being modified by another concurrent operation. Feb 09 02:40:16.483195 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 02:40:16.506110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7eb46-7ffb-4f95-a1df-ed189c7024c7 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:40:16.512808 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.524557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] Routers {'6b58df5c-9d54-4bfb-9299-1d985ff2cc98'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:16.525201 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:39:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:16.573082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Subnet': ['ID=11312444-159f-4a44-b3ce-e89588b45084,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:16.612662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.622705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7d1ec9da-0883-49bb-ac6f-62b40fb8b56e tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/subnets/11312444-159f-4a44-b3ce-e89588b45084 HTTP/1.1" status: 204 len: 168 time: 0.5797763 Feb 09 02:40:16.625662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58568) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:16.695427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a7eb46-7ffb-4f95-a1df-ed189c7024c7 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:40:16.741553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd5198-a750-4d93-a116-faccd011fc88 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:16.751353 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6dfd5198-a750-4d93-a116-faccd011fc88 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1169648 Feb 09 02:40:16.752936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58570) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:16.771248 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] Set router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:16.777008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d0d1c-f527-46b8-bbe5-51a3079c6511 req-d3dc5287-5a1d-4aec-961b-e22999469de8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:16.789620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-157d0d1c-f527-46b8-bbe5-51a3079c6511 req-d3dc5287-5a1d-4aec-961b-e22999469de8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 947 time: 0.2216449 Feb 09 02:40:16.810834 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.924928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (22fca683-7308-4b62-8594-78d979f23f18), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:16.965434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:17.015115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.018991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dd5c8116-dc03-42dd-a0b3-62732e83d2e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/subnets/d1ec65b8-f51c-4be7-8d36-d2a2c9176c3d HTTP/1.1" status: 204 len: 168 time: 1.4806933 Feb 09 02:40:17.023119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58580) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:17.144664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (22fca683-7308-4b62-8594-78d979f23f18), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.162361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0197b1ec-3b36-4b62-9142-2a7be873b768 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:40:17.206311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fca683-7308-4b62-8594-78d979f23f18']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:17.226698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-157d0d1c-f527-46b8-bbe5-51a3079c6511 req-89dfa195-40a3-4b89-9c58-e2a7912aba12 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4359016 Feb 09 02:40:17.241749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b534379-78ff-4703-be3f-7b8256509e19') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:17.242565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b534379-78ff-4703-be3f-7b8256509e19') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:17.244409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.272322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (6b534379-78ff-4703-be3f-7b8256509e19), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.294634 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:40:13Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:17.295042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (6b534379-78ff-4703-be3f-7b8256509e19), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.305989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:17.307637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (6b534379-78ff-4703-be3f-7b8256509e19), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:17.315059 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:17.399396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0197b1ec-3b36-4b62-9142-2a7be873b768 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:40:17.413966 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adb02e-006c-4996-953f-781125aaf99e None None] The sync data for ids ['6b58df5c-9d54-4bfb-9299-1d985ff2cc98'] in n-d-826675-12 is: [{'id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2000520884', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:36:03Z', 'updated_at': '2022-02-09T02:40:13Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '37d846cf-04b6-48df-a42a-67c15cc01c9b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b58df5c-9d54-4bfb-9299-1d985ff2cc98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:36:05Z', 'updated_at': '2022-02-09T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:17.501321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (22fca683-7308-4b62-8594-78d979f23f18), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.516202 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.528482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58590) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:17.529812 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/networks/22fca683-7308-4b62-8594-78d979f23f18 HTTP/1.1" status: 204 len: 168 time: 0.7755208 Feb 09 02:40:17.564650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.564928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dbf0c-373a-4e6f-8015-8feb1f2be071 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Network': ['ID=22fca683-7308-4b62-8594-78d979f23f18,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:17.741171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7185c4-4aa1-43d0-912f-92f5e8c2bad7 None None] Network 22fca683-7308-4b62-8594-78d979f23f18 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:17.762242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c14fe-8af7-47e9-8ee4-7034d78fbeaa None None] Network 605c6efe-da4a-456d-8361-bd2aaa9537b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:17.803169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (4a083f43-bd72-49f5-bc28-0a4abe9301ed), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:17.839179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7185c4-4aa1-43d0-912f-92f5e8c2bad7 None None] Network 22fca683-7308-4b62-8594-78d979f23f18 could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:40:17.948803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port 37d846cf-04b6-48df-a42a-67c15cc01c9b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:17.949071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.020386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] DHCP port deletion for 605c6efe-da4a-456d-8361-bd2aaa9537b6 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:40:18.138703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (4a083f43-bd72-49f5-bc28-0a4abe9301ed), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.167644 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.177522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a083f43-bd72-49f5-bc28-0a4abe9301ed']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:18.182105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] Deleting port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:40:18.183357 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.205051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac0f041-1ad5-403d-943b-2c481c1d1e09') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:18.205272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac0f041-1ad5-403d-943b-2c481c1d1e09') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:18.234474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (9ac0f041-1ad5-403d-943b-2c481c1d1e09), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.251542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port 37d846cf-04b6-48df-a42a-67c15cc01c9b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=37d846cf-04b6-48df-a42a-67c15cc01c9b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:18.251960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.267892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9ac0f041-1ad5-403d-943b-2c481c1d1e09), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.275519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for 37d846cf-04b6-48df-a42a-67c15cc01c9b owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:18.278573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] For port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3c4c5cef-a00e-4004-8790-fd68cbdd36fe,segment=NetworkSegment(e74368af-ace6-45be-a2f7-a6a11416ef43),segment_id=e74368af-ace6-45be-a2f7-a6a11416ef43)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:18.279008 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.282488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:18.282925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (9ac0f041-1ad5-403d-943b-2c481c1d1e09), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:18.286235 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:18.295624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] Calling delete_port for 3c4c5cef-a00e-4004-8790-fd68cbdd36fe owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:40:18.407402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (3c4c5cef-a00e-4004-8790-fd68cbdd36fe), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.430280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] No DVR routers for this DVR port 3c4c5cef-a00e-4004-8790-fd68cbdd36fe on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:40:18.433947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (4a083f43-bd72-49f5-bc28-0a4abe9301ed), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.457075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413137-9b58-415b-aeb1-823e81efd3f8 None None] Pushing event deleted for resources: {'Port': ['ID=3c4c5cef-a00e-4004-8790-fd68cbdd36fe,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:18.460410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.466154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/networks/4a083f43-bd72-49f5-bc28-0a4abe9301ed HTTP/1.1" status: 204 len: 168 time: 0.9326336 Feb 09 02:40:18.466154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007b54d-bb79-45c0-b576-13e0739c62e2 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Network': ['ID=4a083f43-bd72-49f5-bc28-0a4abe9301ed,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:18.469074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:18.557340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.690795 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (37d846cf-04b6-48df-a42a-67c15cc01c9b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.723999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.735331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=37d846cf-04b6-48df-a42a-67c15cc01c9b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:18.752857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:18.763028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4b072b-73f1-4be5-b97d-3670aba757e0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:18.763342 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4b072b-73f1-4be5-b97d-3670aba757e0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:18.775160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (dc4b072b-73f1-4be5-b97d-3670aba757e0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.790628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (dc4b072b-73f1-4be5-b97d-3670aba757e0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.797126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:18.797529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (dc4b072b-73f1-4be5-b97d-3670aba757e0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.843310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:18.857022 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:18.907174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.913002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:18.924748 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/networks/38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5 HTTP/1.1" status: 204 len: 168 time: 0.4548872 Feb 09 02:40:18.934113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58614) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:19.050911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.053360 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.061152 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Network': ['ID=38b29dd6-3dd3-4cdd-b9ab-820bb1945fd5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:19.082860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.083242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.083707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.084059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.084402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.084741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.085075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.085409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.088814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.089591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.090381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.090381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.090651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874fb1e-683c-48ef-94cc-c1dbf0b59a13 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:19.115366 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (5e6e4f61-a398-4f8b-81f2-51d09c160141), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.147794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (6b58df5c-9d54-4bfb-9299-1d985ff2cc98), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.148291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Fanout notify agent at l3_agent the message router_deleted on router 6b58df5c-9d54-4bfb-9299-1d985ff2cc98 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:40:19.157563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.158726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-07156d25-5e18-4272-8318-776d554ff6f5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/routers/6b58df5c-9d54-4bfb-9299-1d985ff2cc98 HTTP/1.1" status: 204 len: 168 time: 2.1346455 Feb 09 02:40:19.161575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58624) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:19.195618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.286855 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (5e6e4f61-a398-4f8b-81f2-51d09c160141), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.328646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (605c6efe-da4a-456d-8361-bd2aaa9537b6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.337568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6e4f61-a398-4f8b-81f2-51d09c160141']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:19.354218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd520ae1d-5c02-46ca-abe4-72536f50b5cf') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:19.354218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd520ae1d-5c02-46ca-abe4-72536f50b5cf') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:19.370763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (d520ae1d-5c02-46ca-abe4-72536f50b5cf), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.385693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d520ae1d-5c02-46ca-abe4-72536f50b5cf), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.393094 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:19.393879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (d520ae1d-5c02-46ca-abe4-72536f50b5cf), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:19.441618 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:19.473936 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (5e6e4f61-a398-4f8b-81f2-51d09c160141), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.508247 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.518140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (605c6efe-da4a-456d-8361-bd2aaa9537b6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.528750 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] 10.222.0.53 "DELETE /v2.0/networks/5e6e4f61-a398-4f8b-81f2-51d09c160141 HTTP/1.1" status: 204 len: 168 time: 0.5932403 Feb 09 02:40:19.531336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd012c-61e9-4747-b8be-e420d7d7de75 tempest-BulkNetworkOpsIpV6Test-390921874 tempest-BulkNetworkOpsIpV6Test-390921874-project] Pushing event deleted for resources: {'Network': ['ID=5e6e4f61-a398-4f8b-81f2-51d09c160141,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:19.569264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605c6efe-da4a-456d-8361-bd2aaa9537b6']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:19.585534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74368af-ace6-45be-a2f7-a6a11416ef43') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:19.585835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74368af-ace6-45be-a2f7-a6a11416ef43') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:19.605563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (e74368af-ace6-45be-a2f7-a6a11416ef43), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.632886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e74368af-ace6-45be-a2f7-a6a11416ef43), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.641826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:19.642497 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (e74368af-ace6-45be-a2f7-a6a11416ef43), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:19.754528 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:19.834407 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (605c6efe-da4a-456d-8361-bd2aaa9537b6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.888764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.892382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/networks/605c6efe-da4a-456d-8361-bd2aaa9537b6 HTTP/1.1" status: 204 len: 168 time: 0.7297556 Feb 09 02:40:19.893404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b159ef-c5f1-49a7-a000-c05a7aeaa3e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Network': ['ID=605c6efe-da4a-456d-8361-bd2aaa9537b6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:19.896008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:19.939204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 37d846cf-04b6-48df-a42a-67c15cc01c9b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:19.984662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 37d846cf-04b6-48df-a42a-67c15cc01c9b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:19.985008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 37d846cf-04b6-48df-a42a-67c15cc01c9b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:19.993283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c4c5cef-a00e-4004-8790-fd68cbdd36fe no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:20.037338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3c4c5cef-a00e-4004-8790-fd68cbdd36fe {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:20.037690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3c4c5cef-a00e-4004-8790-fd68cbdd36fe not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:20.041534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device de5aa1c7-8c5f-49a2-82b7-49ca3e678359 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:40:20.055465 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c161df24-436d-46b1-81fc-1d4ed1cac18e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (4935af5c-a21e-4a80-8f45-0014482d4584), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.066941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: de5aa1c7-8c5f-49a2-82b7-49ca3e678359 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:40:20.067702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device de5aa1c7-8c5f-49a2-82b7-49ca3e678359 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:40:20.108974 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c161df24-436d-46b1-81fc-1d4ed1cac18e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (4935af5c-a21e-4a80-8f45-0014482d4584), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.146364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58644) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:20.245954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c161df24-436d-46b1-81fc-1d4ed1cac18e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4935af5c-a21e-4a80-8f45-0014482d4584), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.251451 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c161df24-436d-46b1-81fc-1d4ed1cac18e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.256337 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c161df24-436d-46b1-81fc-1d4ed1cac18e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/security-groups/4935af5c-a21e-4a80-8f45-0014482d4584 HTTP/1.1" status: 204 len: 168 time: 0.3563080 Feb 09 02:40:20.268802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161df24-436d-46b1-81fc-1d4ed1cac18e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4935af5c-a21e-4a80-8f45-0014482d4584,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:20.493233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dbfc5d8c-ef9e-4c1d-b33f-b19e43feba84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b5d83dcc68a4a4b8cb94a58b1156114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451309 Feb 09 02:40:20.498538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:20.695586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0107fa5b-dce7-4770-9ec5-c407bf2a7b32 admin admin] Publish callbacks [] for security_group (8dac54b4-73a6-4eb1-91a8-58325a0b22b5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.742553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0107fa5b-dce7-4770-9ec5-c407bf2a7b32 admin admin] Publish callbacks [] for security_group (8dac54b4-73a6-4eb1-91a8-58325a0b22b5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.822114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0107fa5b-dce7-4770-9ec5-c407bf2a7b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8dac54b4-73a6-4eb1-91a8-58325a0b22b5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.826897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0107fa5b-dce7-4770-9ec5-c407bf2a7b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:20.828128 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0107fa5b-dce7-4770-9ec5-c407bf2a7b32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dac54b4-73a6-4eb1-91a8-58325a0b22b5 HTTP/1.1" status: 204 len: 168 time: 0.3276134 Feb 09 02:40:20.870945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107fa5b-dce7-4770-9ec5-c407bf2a7b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac54b4-73a6-4eb1-91a8-58325a0b22b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:20.907827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58664) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:20.912669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-210166a5-af6c-4f7b-af90-f302d90b1ae9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767186417', 'description': 'tempest-secgroup-smoke-767186417 description', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:20.969521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-210166a5-af6c-4f7b-af90-f302d90b1ae9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.142737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-210166a5-af6c-4f7b-af90-f302d90b1ae9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (e72dbba7-c008-4081-b3f2-197e8bdc1405), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.150879 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-210166a5-af6c-4f7b-af90-f302d90b1ae9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e72dbba7-c008-4081-b3f2-197e8bdc1405), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.225222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-210166a5-af6c-4f7b-af90-f302d90b1ae9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.231328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58676) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:21.234299 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-210166a5-af6c-4f7b-af90-f302d90b1ae9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3252027 Feb 09 02:40:21.236692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210166a5-af6c-4f7b-af90-f302d90b1ae9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72dbba7-c008-4081-b3f2-197e8bdc1405,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:21.253287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-175f9bd3-fc55-427d-9674-d4b778fec616 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'e72dbba7-c008-4081-b3f2-197e8bdc1405', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:21.355331 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-175f9bd3-fc55-427d-9674-d4b778fec616 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (0a43d647-55d7-448e-b7af-560eb07bb2de), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.489836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-175f9bd3-fc55-427d-9674-d4b778fec616 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (0a43d647-55d7-448e-b7af-560eb07bb2de), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.500614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-175f9bd3-fc55-427d-9674-d4b778fec616 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0a43d647-55d7-448e-b7af-560eb07bb2de), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.528693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f9bd3-fc55-427d-9674-d4b778fec616 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a43d647-55d7-448e-b7af-560eb07bb2de,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:21.541636 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-175f9bd3-fc55-427d-9674-d4b778fec616 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.543351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-175f9bd3-fc55-427d-9674-d4b778fec616 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109775 Feb 09 02:40:21.548118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58684) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:21.560642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9ea51448-4996-4fe3-bf1a-6ecd0e13ad12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'e72dbba7-c008-4081-b3f2-197e8bdc1405', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:21.618883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ea51448-4996-4fe3-bf1a-6ecd0e13ad12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (831a5441-667c-492d-8a2f-6d5c39f03361), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.712774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ea51448-4996-4fe3-bf1a-6ecd0e13ad12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (831a5441-667c-492d-8a2f-6d5c39f03361), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.720969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ea51448-4996-4fe3-bf1a-6ecd0e13ad12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (831a5441-667c-492d-8a2f-6d5c39f03361), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.746006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea51448-4996-4fe3-bf1a-6ecd0e13ad12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831a5441-667c-492d-8a2f-6d5c39f03361,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:21.755289 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ea51448-4996-4fe3-bf1a-6ecd0e13ad12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.756669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9ea51448-4996-4fe3-bf1a-6ecd0e13ad12 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2067797 Feb 09 02:40:21.759666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58694) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:21.765079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ae756215-7bbe-4a8c-bd37-30077c40cd08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'e72dbba7-c008-4081-b3f2-197e8bdc1405', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:21.814665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae756215-7bbe-4a8c-bd37-30077c40cd08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (b88efcad-236b-43d8-ba1d-d9aebcda7ef9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.952856 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae756215-7bbe-4a8c-bd37-30077c40cd08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (b88efcad-236b-43d8-ba1d-d9aebcda7ef9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.961756 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae756215-7bbe-4a8c-bd37-30077c40cd08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b88efcad-236b-43d8-ba1d-d9aebcda7ef9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.996231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae756215-7bbe-4a8c-bd37-30077c40cd08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88efcad-236b-43d8-ba1d-d9aebcda7ef9,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:22.023522 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae756215-7bbe-4a8c-bd37-30077c40cd08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.027627 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae756215-7bbe-4a8c-bd37-30077c40cd08 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644172 Feb 09 02:40:22.028004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58702) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:22.035896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-76692cb6-d866-483c-ac00-f91d9ecc1cb2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'e72dbba7-c008-4081-b3f2-197e8bdc1405', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:22.087315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76692cb6-d866-483c-ac00-f91d9ecc1cb2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (aa95d903-514f-4ae2-8548-a64b0ee4ffcf), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.202700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76692cb6-d866-483c-ac00-f91d9ecc1cb2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (aa95d903-514f-4ae2-8548-a64b0ee4ffcf), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.211009 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76692cb6-d866-483c-ac00-f91d9ecc1cb2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (aa95d903-514f-4ae2-8548-a64b0ee4ffcf), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.235610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76692cb6-d866-483c-ac00-f91d9ecc1cb2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa95d903-514f-4ae2-8548-a64b0ee4ffcf,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:22.258742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-76692cb6-d866-483c-ac00-f91d9ecc1cb2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.262984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-76692cb6-d866-483c-ac00-f91d9ecc1cb2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2313032 Feb 09 02:40:22.263407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:22.270369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'e72dbba7-c008-4081-b3f2-197e8bdc1405', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:22.288184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58716) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:22.301820 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:40:22.308578 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (ab0cd1f4-02b3-4154-b2ac-00d5083283b8), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.396474 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (ab0cd1f4-02b3-4154-b2ac-00d5083283b8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.402633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (ab0cd1f4-02b3-4154-b2ac-00d5083283b8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.429307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0cd1f4-02b3-4154-b2ac-00d5083283b8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:22.460753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.466437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-05df51e7-feae-4ef4-b0e8-25faa4035083 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1979697 Feb 09 02:40:22.466437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:22.470501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'e72dbba7-c008-4081-b3f2-197e8bdc1405', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:22.494753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-937523160'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:22.506312 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:40:22.516865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (02c993f6-8897-4ffa-b4bb-1af8e994b30f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.525380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Made reservation on behalf of 674f52b64c974eadafa81289c3187014 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:22.532088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.546534 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.638200 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (02c993f6-8897-4ffa-b4bb-1af8e994b30f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.644582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (02c993f6-8897-4ffa-b4bb-1af8e994b30f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.664684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c993f6-8897-4ffa-b4bb-1af8e994b30f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:22.699153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.703603 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1838c2cc-6430-466a-952c-a8245ae12964 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2373981 Feb 09 02:40:22.706513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:22.715326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'network': {'name': 'tempest-network-smoke--885408262', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:22.742598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks [] for security_group (2e204ac6-506e-4ca4-9328-c26bec807146), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.743935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:22.748783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.751245 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2e204ac6-506e-4ca4-9328-c26bec807146), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.782295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:22.801066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e204ac6-506e-4ca4-9328-c26bec807146,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:22.807974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9ec85549-b82f-44a9-ba9d-82f5c59f677a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.808873 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Added segment 9ec85549-b82f-44a9-ba9d-82f5c59f677a of type vlan for network f5441418-76fb-4873-915b-c45619e3bef9 Feb 09 02:40:22.814872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:40:22.837025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (46a723c9-766d-4bbd-99c8-54a4f3904953), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.839697 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Added segment 46a723c9-766d-4bbd-99c8-54a4f3904953 of type vlan for network c550b57f-03a1-4b84-9156-bbf0f5c89e2c Feb 09 02:40:22.910173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (f5441418-76fb-4873-915b-c45619e3bef9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.949514 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c550b57f-03a1-4b84-9156-bbf0f5c89e2c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.950959 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (f5441418-76fb-4873-915b-c45619e3bef9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.957724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:22.958814 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:22.981208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6916976 Feb 09 02:40:22.984722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58734) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:22.990614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-dd8a4ca8-61b1-40bf-b42c-118e0c933a91 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-1183656836') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:23.017311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c550b57f-03a1-4b84-9156-bbf0f5c89e2c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.023348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:23.024261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.086861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798438c-dab5-4ac1-a307-1035716e2311 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Pushing event updated for resources: {'Network': ['ID=f5441418-76fb-4873-915b-c45619e3bef9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:23.105015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network f5441418-76fb-4873-915b-c45619e3bef9 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:23.181026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Network': ['ID=c550b57f-03a1-4b84-9156-bbf0f5c89e2c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:23.198016 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b4b18944-3079-4622-8257-6530f38e9d50 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4897952 Feb 09 02:40:23.200870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58740) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:23.212122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:40:23.215976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'admin_state_up': True, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:23.299848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.301788 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.309622 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dd8a4ca8-61b1-40bf-b42c-118e0c933a91 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "PUT /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-1183656836 HTTP/1.1" status: 201 len: 201 time: 0.3235111 Feb 09 02:40:23.312692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58744) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:23.322745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-d116b140-9589-4145-a1f1-8c14b7998eda tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-1183656836') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:23.363366 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7319d9f-538e-4c1d-a1fe-c3f39b14f0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.422655 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.445629 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d116b140-9589-4145-a1f1-8c14b7998eda tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "GET /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-1183656836 HTTP/1.1" status: 204 len: 168 time: 0.1287272 Feb 09 02:40:23.445822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58750) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:23.451279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-192ad00a-9cc3-4eec-aac0-caed2bfec8e1 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:23.565904 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-192ad00a-9cc3-4eec-aac0-caed2bfec8e1 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "GET /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags HTTP/1.1" status: 200 len: 238 time: 0.1166947 Feb 09 02:40:23.566274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58752) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:23.596907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.tag.tag_plugin [None req-415b11b5-ce3f-4046-b90b-cded4aa5b3e5 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', {'tags': ['tempest-TagsTest-Tag-531233690', 'tempest-TagsTest-Tag-160444862', 'tempest-TagsTest-Tag-124081288']}) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:23.650014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.738650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-415b11b5-ce3f-4046-b90b-cded4aa5b3e5 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "PUT /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags HTTP/1.1" status: 200 len: 306 time: 0.1712103 Feb 09 02:40:23.741358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58758) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:23.746109 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-94e3e986-7f58-4920-a943-90c0f13cd207 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-531233690') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:23.868294 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-94e3e986-7f58-4920-a943-90c0f13cd207 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "DELETE /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-531233690 HTTP/1.1" status: 204 len: 168 time: 0.1256492 Feb 09 02:40:23.870825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58760) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:23.876949 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-c578517a-7226-44c1-be54-29bfde5d43df tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-531233690') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:23.934897 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:23.962747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:24.168991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.22 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/202fe662-c4f1-4d75-9a50-f98ffa6ca607) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:24.335830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:24.374698 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-c578517a-7226-44c1-be54-29bfde5d43df tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] show failed (client error): The resource could not be found. Feb 09 02:40:24.378703 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c578517a-7226-44c1-be54-29bfde5d43df tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "GET /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-531233690 HTTP/1.1" status: 404 len: 325 time: 0.5065777 Feb 09 02:40:24.379263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58782) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:24.383520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-7b7d1fa3-d18d-4e13-87d6-b33294e2151f tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-160444862') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:24.404769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f66f921a-d852-4745-ad48-60444373a651 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063485907&fields=id&tenant_id=dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 267 time: 0.0840514 Feb 09 02:40:24.434011 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:24.464057 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7b7d1fa3-d18d-4e13-87d6-b33294e2151f tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "GET /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-160444862 HTTP/1.1" status: 204 len: 168 time: 0.0835891 Feb 09 02:40:24.466697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58788) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:24.472781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-58d8d019-3e8c-449e-ab62-5c83a3b63b26 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-124081288') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:24.550758 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-58d8d019-3e8c-449e-ab62-5c83a3b63b26 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "GET /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-124081288 HTTP/1.1" status: 204 len: 168 time: 0.0805998 Feb 09 02:40:24.551031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58790) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:24.555263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-a1230c50-86fa-4014-87c9-2ac29556ab0f tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:24.583389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:24.605383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:24.608620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:24.633078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=202fe662-c4f1-4d75-9a50-f98ffa6ca607,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:24.661871 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1230c50-86fa-4014-87c9-2ac29556ab0f tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "DELETE /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags HTTP/1.1" status: 204 len: 168 time: 0.1072915 Feb 09 02:40:24.667133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58792) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:24.673328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-34cd721e-ac77-4977-91bb-d7c5756dc2ed tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-160444862') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:24.755855 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-34cd721e-ac77-4977-91bb-d7c5756dc2ed tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] show failed (client error): The resource could not be found. Feb 09 02:40:24.758504 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34cd721e-ac77-4977-91bb-d7c5756dc2ed tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "GET /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-160444862 HTTP/1.1" status: 404 len: 325 time: 0.0885785 Feb 09 02:40:24.760009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58798) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:24.765627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-34248e96-3f74-444e-9e3b-3e2142e7f773 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9', 'tempest-TagsTest-Tag-124081288') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:24.848816 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-34248e96-3f74-444e-9e3b-3e2142e7f773 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] show failed (client error): The resource could not be found. Feb 09 02:40:24.852397 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34248e96-3f74-444e-9e3b-3e2142e7f773 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "GET /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags/tempest-TagsTest-Tag-124081288 HTTP/1.1" status: 404 len: 325 time: 0.0889831 Feb 09 02:40:24.852659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:24.857441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.tag.tag_plugin [None req-6b96a5e6-9a3b-40ac-8383-72c02cdffb4a tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f5441418-76fb-4873-915b-c45619e3bef9') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:24.937048 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b96a5e6-9a3b-40ac-8383-72c02cdffb4a tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "DELETE /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9/tags HTTP/1.1" status: 204 len: 168 time: 0.0823445 Feb 09 02:40:24.941633 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58802) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:25.004676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-e5674540-0265-458d-8ab0-0fc642eab39d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:25.006115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-e5674540-0265-458d-8ab0-0fc642eab39d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.5941684 Feb 09 02:40:25.044652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (f5441418-76fb-4873-915b-c45619e3bef9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.091392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-7f903439-afba-4fe0-9b39-a2f1eadb13d3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/quotas/dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 375 time: 0.0477114 Feb 09 02:40:25.171437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (f5441418-76fb-4873-915b-c45619e3bef9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.199794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5441418-76fb-4873-915b-c45619e3bef9']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:25.213509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec85549-b82f-44a9-ba9d-82f5c59f677a') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:25.213899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec85549-b82f-44a9-ba9d-82f5c59f677a') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:25.227413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (9ec85549-b82f-44a9-ba9d-82f5c59f677a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.243716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9ec85549-b82f-44a9-ba9d-82f5c59f677a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.254076 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:40:25.254650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (9ec85549-b82f-44a9-ba9d-82f5c59f677a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:40:25.330885 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:40:25.335327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (f5441418-76fb-4873-915b-c45619e3bef9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.367965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.372152 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] 10.222.0.53 "DELETE /v2.0/networks/f5441418-76fb-4873-915b-c45619e3bef9 HTTP/1.1" status: 204 len: 168 time: 0.4295337 Feb 09 02:40:25.374356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435e0da-4112-4cb3-920b-8d4fd88b3b90 tempest-TagsTest-1115494108 tempest-TagsTest-1115494108-project] Pushing event deleted for resources: {'Network': ['ID=f5441418-76fb-4873-915b-c45619e3bef9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:25.383989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f2fa0dd6-4ea8-4184-aa5c-ae0714514343 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2824082 Feb 09 02:40:25.400759 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.720545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32228d93-d1ae-43b4-ae7e-e31d512199cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.796068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-32d849b0-3b0c-45e8-ba42-3febeaeff3e3 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037994 Feb 09 02:40:25.802409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.818216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:25.989738 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5481c84d-0ff8-48b2-9652-f48e08a62eff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=674f52b64c974eadafa81289c3187014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702073 Feb 09 02:40:25.992193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:26.017859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-34d64c53-632e-47e3-a165-6be88d466fbf service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130442 Feb 09 02:40:26.070077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8750b50c-df9a-4013-bd2f-d5c7e6a80a28 admin admin] Publish callbacks [] for security_group (2e204ac6-506e-4ca4-9328-c26bec807146), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:26.076459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:40:26.148991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8750b50c-df9a-4013-bd2f-d5c7e6a80a28 admin admin] Publish callbacks [] for security_group (2e204ac6-506e-4ca4-9328-c26bec807146), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:26.221898 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8750b50c-df9a-4013-bd2f-d5c7e6a80a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2e204ac6-506e-4ca4-9328-c26bec807146), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:26.224643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8750b50c-df9a-4013-bd2f-d5c7e6a80a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:26.225990 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8750b50c-df9a-4013-bd2f-d5c7e6a80a28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e204ac6-506e-4ca4-9328-c26bec807146 HTTP/1.1" status: 204 len: 168 time: 0.2320411 Feb 09 02:40:26.236044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750b50c-df9a-4013-bd2f-d5c7e6a80a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e204ac6-506e-4ca4-9328-c26bec807146,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:26.265506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:26.275965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Sync routers for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:26.295221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:26.303894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:26.305053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:26.308562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-37c50524-4e97-43f6-bcaf-0c3d71291424 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1062312 Feb 09 02:40:26.310909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58848) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:26.381343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d2afdad2-bafc-4eb4-b02f-520d8eadda1b tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba9e297e203a4466b6ef51f1cce4f0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677946 Feb 09 02:40:26.384559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58850) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:26.531181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:26.623001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd6ddaa4-ed4e-48d9-ab8e-d56340c14441 req-4ab56911-8bc1-4e52-8278-dd1060d97961 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0419095 Feb 09 02:40:26.673972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72530a1c-11fe-4ec4-a45a-2453a2ade036 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:26.678036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-72530a1c-11fe-4ec4-a45a-2453a2ade036 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2886777 Feb 09 02:40:26.678735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:26.760425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 58874) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:26.761412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-69e98022-2b5e-471a-8cf3-ca8388791ea0 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812347 Feb 09 02:40:26.770909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818373506', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:26.873422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:25Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:26.941102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Checking router: 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:26.941470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Updating router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:40:26.989822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:26.997294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.007329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.097497 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.444742 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Publish callbacks [] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.458745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.495114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (495efa9b-fbf8-48fb-9fbe-bae5e939845d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.567909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9cd72-2534-45e2-b06c-62dd8b4fe4a5 None None] Pushing event updated for resources: {'Port': ['ID=202fe662-c4f1-4d75-9a50-f98ffa6ca607,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:27.602585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Attempting to bind port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:27.603256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Attempting to bind port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:27.604423 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Attempting to bind port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:27.624664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:27.625454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:27.626099 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.626628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:27.627192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Bound port: 202fe662-c4f1-4d75-9a50-f98ffa6ca607, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:27.628491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.676197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Checking segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:27.676855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network hostable DHCP agents. Network: c550b57f-03a1-4b84-9156-bbf0f5c89e2c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:40:27.687293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Subnet': ['ID=495efa9b-fbf8-48fb-9fbe-bae5e939845d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:27.717021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:40:27.722035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] For port 202fe662-c4f1-4d75-9a50-f98ffa6ca607, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:27.727618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] For port 202fe662-c4f1-4d75-9a50-f98ffa6ca607, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=202fe662-c4f1-4d75-9a50-f98ffa6ca607,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:27.740301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.753151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c550b57f-03a1-4b84-9156-bbf0f5c89e2c) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:27.772042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:27.772657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:27.797382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9c870-8078-4858-b8ce-41c600450eee None None] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:27.811172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b6afde5-7fcd-4c96-b9e5-a6fb82e0db50 req-abeddd4e-19f4-46c2-b1c9-b5ddf7b06a8e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0548234 Feb 09 02:40:27.818446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 58926) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:27.838543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4dad86e5-98d5-4310-8fe9-b77e733e69ed tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0760179 Feb 09 02:40:27.910124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:27.910804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:28.044415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9cd72-2534-45e2-b06c-62dd8b4fe4a5 None None] Pushing event updated for resources: {'Port': ['ID=202fe662-c4f1-4d75-9a50-f98ffa6ca607,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:28.253466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-7128b052-6e2d-40d8-aff5-0f1992b174c7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:28.267990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-7128b052-6e2d-40d8-aff5-0f1992b174c7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.2158606 Feb 09 02:40:28.271072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:40:28.273039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:28.302105 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:28.306492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:28.408697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-47d06535-e09b-464a-906c-9e3b0c5b9218 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 380 time: 0.1302989 Feb 09 02:40:28.424234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'port': {'device_id': 'db236d41-2eb7-4235-add0-6c526f816add', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'admin_state_up': True, 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'security_groups': ['141b7c03-7cd7-4e42-b260-c3aa84aba0f5']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:28.663768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:28.667839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:29.037444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:29.057124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eae7483f-aeed-4bf7-a775-b7b86e59fe55 req-c61f22c5-0bfe-49d2-9590-a9327a39a262 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0852776 Feb 09 02:40:29.094496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.20.0.7 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/b4fb39a4-7090-4c7d-9db2-549984562087) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:29.154433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Allocated IP 172.20.0.2 (c550b57f-03a1-4b84-9156-bbf0f5c89e2c/495efa9b-fbf8-48fb-9fbe-bae5e939845d/2e2b935d-ca42-4b42-bb76-409def8b0c07) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:29.483590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Publish callbacks [] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:29.504800 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:29.610983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.1 (c550b57f-03a1-4b84-9156-bbf0f5c89e2c/495efa9b-fbf8-48fb-9fbe-bae5e939845d/4fc43f78-8b18-4ec2-b07f-18cb34431376) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:29.667529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:29.676305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Pushing event updated for resources: {'Port': ['ID=2e2b935d-ca42-4b42-bb76-409def8b0c07,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:29.690685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:29.695561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:29.863714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:25Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:29.903617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:29.971606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e668dad-c025-4af6-a9b0-0c02e1b709d5 None None] The sync data for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 is: [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:25Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:29.978684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Attempting to bind port 2e2b935d-ca42-4b42-bb76-409def8b0c07 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:29.979755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Attempting to bind port 2e2b935d-ca42-4b42-bb76-409def8b0c07 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:29.980359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Attempting to bind port 2e2b935d-ca42-4b42-bb76-409def8b0c07 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:29.986889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:29.991028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:29.991944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Checking segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:29.992738 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:29.995990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Bound using segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:29.996794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Bound port: 2e2b935d-ca42-4b42-bb76-409def8b0c07, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:29.997474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.024463 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.052571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (b4fb39a4-7090-4c7d-9db2-549984562087), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.084750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:30.112528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:30.117087 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:30.129371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] For port 2e2b935d-ca42-4b42-bb76-409def8b0c07, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:30.145817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] For port 2e2b935d-ca42-4b42-bb76-409def8b0c07, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e2b935d-ca42-4b42-bb76-409def8b0c07,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:30.160382 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.211566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=4fc43f78-8b18-4ec2-b07f-18cb34431376,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:30.223414 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.306358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.381910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:30.397465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:30.405377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:30.443200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64336-25eb-4c80-b91c-cff0ecf01b1d None None] Pushing event updated for resources: {'Port': ['ID=2e2b935d-ca42-4b42-bb76-409def8b0c07,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:30.553232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:30.562275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.569133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=b4fb39a4-7090-4c7d-9db2-549984562087,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:30.647823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc4435-66b0-4aa6-8fca-2566bfbfb734 req-83c3e1a4-b9fa-4cce-8a07-b65927993c90 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:30.679783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cc4435-66b0-4aa6-8fca-2566bfbfb734 req-83c3e1a4-b9fa-4cce-8a07-b65927993c90 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 931 time: 0.4900851 Feb 09 02:40:30.816756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-f5b2cca9-7168-44b8-9c64-cd1563ec9d24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4029701 Feb 09 02:40:30.848754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:30.854069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Request body: {'port': {'device_id': 'db236d41-2eb7-4235-add0-6c526f816add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:31.039796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8cc4435-66b0-4aa6-8fca-2566bfbfb734 req-ea226047-0f3b-448c-8338-8b313556870a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568363 Feb 09 02:40:31.054094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:31.111794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da9b96cc-74dd-4dd1-b880-a2434bc27c36 None None] Provisioning complete for port b4fb39a4-7090-4c7d-9db2-549984562087 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:31.112394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da9b96cc-74dd-4dd1-b880-a2434bc27c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:31.214584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da9b96cc-74dd-4dd1-b880-a2434bc27c36 None None] Port b4fb39a4-7090-4c7d-9db2-549984562087 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:31.568804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:31.581463 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:31.768116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 202fe662-c4f1-4d75-9a50-f98ffa6ca607 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:31.821882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fb39a4-7090-4c7d-9db2-549984562087 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:40:31.843404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=4fc43f78-8b18-4ec2-b07f-18cb34431376,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:31.848618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:31.851187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Publish callbacks [] for port (b4fb39a4-7090-4c7d-9db2-549984562087), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:31.896879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Transition to ACTIVE for port object b4fb39a4-7090-4c7d-9db2-549984562087 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:40:31.906300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:31.922926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:31.923313 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:32.156314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:32.159327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:32.179502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb39a4-7090-4c7d-9db2-549984562087,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:32.199451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:32.200156 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:32.248517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 202fe662-c4f1-4d75-9a50-f98ffa6ca607, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=202fe662-c4f1-4d75-9a50-f98ffa6ca607,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:32.263506 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:32.266137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e2b935d-ca42-4b42-bb76-409def8b0c07 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:32.440192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=202fe662-c4f1-4d75-9a50-f98ffa6ca607,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:32.502219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2e2b935d-ca42-4b42-bb76-409def8b0c07 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:32.502933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:32.559908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1c8a1-8fad-4393-8981-f6a0020d102e req-7344b8e2-3d9e-4c72-a58f-8d564d2c3604 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:32.592714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdf1c8a1-8fad-4393-8981-f6a0020d102e req-7344b8e2-3d9e-4c72-a58f-8d564d2c3604 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.3417420 Feb 09 02:40:32.632925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:40:32.672895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Attempting to bind port b4fb39a4-7090-4c7d-9db2-549984562087 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:32.673245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Attempting to bind port b4fb39a4-7090-4c7d-9db2-549984562087 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:32.673581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Attempting to bind port b4fb39a4-7090-4c7d-9db2-549984562087 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:32.739186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Port b4fb39a4-7090-4c7d-9db2-549984562087 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:40:32.740836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Attempting to bind port b4fb39a4-7090-4c7d-9db2-549984562087 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:32.802947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:32.803300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:32.803695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:32.804154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Bound port: b4fb39a4-7090-4c7d-9db2-549984562087, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:32.804522 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:32.808155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2e2b935d-ca42-4b42-bb76-409def8b0c07 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:32.808554 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:32.897224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bdf1c8a1-8fad-4393-8981-f6a0020d102e req-569afda8-469d-4af0-bc0a-4546809a2c48 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029923 Feb 09 02:40:32.937787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea51abcd-9ffa-452a-8152-773f680a9c41 None None] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:40:32.946328 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:32.960749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64f5c5eb-b348-4875-ae14-7034c69ca35e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/021e00ec-cffe-4d48-8ade-76e3a9f4ff72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1409588 Feb 09 02:40:32.992552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 2e2b935d-ca42-4b42-bb76-409def8b0c07, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e2b935d-ca42-4b42-bb76-409def8b0c07,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:33.048204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] For port b4fb39a4-7090-4c7d-9db2-549984562087, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:33.049494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:33.064502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] For port b4fb39a4-7090-4c7d-9db2-549984562087, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b4fb39a4-7090-4c7d-9db2-549984562087,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:33.081662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:33.114571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-590dac91-11eb-4087-aa53-c91e86a56426 None None] Provisioning complete for port 2e2b935d-ca42-4b42-bb76-409def8b0c07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:33.114954 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-590dac91-11eb-4087-aa53-c91e86a56426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:33.188849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:33.189493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:33.190993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] 10.222.0.82 "PUT /v2.0/ports/b4fb39a4-7090-4c7d-9db2-549984562087 HTTP/1.1" status: 200 len: 1092 time: 2.3622856 Feb 09 02:40:33.201811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:33.215252 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bcabee-2fe9-481d-bb3e-424b063e550e" -d '{"events": [{"name": "network-changed", "server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:33.348774 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfdc0e7-2215-460b-8b93-a4305797a993 x-openstack-request-id: req-adfdc0e7-2215-460b-8b93-a4305797a993 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:33.349867 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:33.350427 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adfdc0e7-2215-460b-8b93-a4305797a993 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:33.351635 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'status': 'completed', 'code': 200} Feb 09 02:40:33.372941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6d427-8501-4c92-8a59-c0ec9eb4709b service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb39a4-7090-4c7d-9db2-549984562087,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:33.389828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=2e2b935d-ca42-4b42-bb76-409def8b0c07,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:33.429883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-624c9360-8400-4fe7-bb6c-029d2e37a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:33.431548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-624c9360-8400-4fe7-bb6c-029d2e37a112 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 1126 time: 0.1887407 Feb 09 02:40:33.515492 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Sync routers for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:33.555028 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:33.555672 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:33.593747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-501c6642-5b60-4e22-a584-0877b250dd77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fb39a4-7090-4c7d-9db2-549984562087 HTTP/1.1" status: 200 len: 217 time: 0.1539540 Feb 09 02:40:33.660884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e2b935d-ca42-4b42-bb76-409def8b0c07 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:33.732566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-590dac91-11eb-4087-aa53-c91e86a56426 None None] Current status of the port 2e2b935d-ca42-4b42-bb76-409def8b0c07 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:33.776716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-c7c0ba74-9523-4f0c-9251-7a89da461365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:33.799752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-c7c0ba74-9523-4f0c-9251-7a89da461365 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1886251 Feb 09 02:40:33.802619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2e2b935d-ca42-4b42-bb76-409def8b0c07 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:33.803258 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:33.805950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-c79259f9-3b1f-4a49-b9c7-b3c3442822bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767186417&fields=id&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 267 time: 0.2103269 Feb 09 02:40:33.860220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:34.086656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2e2b935d-ca42-4b42-bb76-409def8b0c07 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:34.091068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 202fe662-c4f1-4d75-9a50-f98ffa6ca607 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:34.200070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-20cf0a1c-7c71-4aa9-b22b-55c024654ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:34.203181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-20cf0a1c-7c71-4aa9-b22b-55c024654ced service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3932137 Feb 09 02:40:34.232491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66149f1b-4366-4521-89b4-eb90448b1e21 req-dd27464d-a390-4a24-a9f8-b7cc3055e7e4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:34.242019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66149f1b-4366-4521-89b4-eb90448b1e21 req-dd27464d-a390-4a24-a9f8-b7cc3055e7e4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.1737995 Feb 09 02:40:34.340933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1873bb01-2c11-4ce5-ab2d-3862d0452914 None None] Provisioning complete for port 2e2b935d-ca42-4b42-bb76-409def8b0c07 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:34.344042 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1873bb01-2c11-4ce5-ab2d-3862d0452914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:34.451512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:34.453161 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:34.455772 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:31Z', 'revision_number': 2, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:34.457202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-53f03542-0c95-43d2-858d-d6ca5f2e3fa4 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403448 Feb 09 02:40:34.494908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-fdc0c01f-c887-4a9a-aa29-dd5ec9691232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:34.502314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-fdc0c01f-c887-4a9a-aa29-dd5ec9691232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 796 time: 0.6772652 Feb 09 02:40:34.568888 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Checking router: 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:34.569938 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Updating router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 port 4fc43f78-8b18-4ec2-b07f-18cb34431376 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:40:34.593437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-47a5a4eb-7470-44cf-adf2-58df8f7c2830 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/quotas/ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 375 time: 0.0893559 Feb 09 02:40:34.690126 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:34.730733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66149f1b-4366-4521-89b4-eb90448b1e21 req-2f900c47-2196-4b12-8d2b-d800ad7e9683 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4874599 Feb 09 02:40:34.814818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-68eda7a3-af5c-4831-93c6-b836a16af674 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114303 Feb 09 02:40:34.818955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:34.847921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1873bb01-2c11-4ce5-ab2d-3862d0452914 None None] Current status of the port 2e2b935d-ca42-4b42-bb76-409def8b0c07 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:34.867452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1873bb01-2c11-4ce5-ab2d-3862d0452914 None None] Provisioning complete for port 4fc43f78-8b18-4ec2-b07f-18cb34431376 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:34.868085 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1873bb01-2c11-4ce5-ab2d-3862d0452914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:34.923577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c42b09c-8e53-4e8d-b36f-6cfd190dfc26 req-a475bfa0-5320-425b-8fb7-7244a6048a10 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554129 Feb 09 02:40:34.924522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1873bb01-2c11-4ce5-ab2d-3862d0452914 None None] Port 4fc43f78-8b18-4ec2-b07f-18cb34431376 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:35.054651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c5bc5b9c-9fdf-4517-9180-22a4260db3b0 None None] Provisioning complete for port 4fc43f78-8b18-4ec2-b07f-18cb34431376 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:35.055559 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5bc5b9c-9fdf-4517-9180-22a4260db3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:35.062196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-265fa650-d2e9-4ab7-887a-3513b564599c service neutron] 10.222.0.53 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463281 Feb 09 02:40:35.141736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-d7a44bed-29f6-4823-8821-8118b37b13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:35.143439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-d7a44bed-29f6-4823-8821-8118b37b13ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 1126 time: 0.1346166 Feb 09 02:40:35.161997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c5bc5b9c-9fdf-4517-9180-22a4260db3b0 None None] Port 4fc43f78-8b18-4ec2-b07f-18cb34431376 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:35.236987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-02b88260-d783-4a80-8b90-35041edadf21 service neutron] 10.222.0.53 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685388 Feb 09 02:40:35.299280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a74ff12f-faa6-412e-8fdf-e2ee60225714 None None] Provisioning complete for port 4fc43f78-8b18-4ec2-b07f-18cb34431376 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:35.299705 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a74ff12f-faa6-412e-8fdf-e2ee60225714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:35.301410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-d691ff3e-2525-4866-ae91-f0e14753c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:35.303268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-d691ff3e-2525-4866-ae91-f0e14753c378 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1524067 Feb 09 02:40:35.344718 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Publish callbacks [] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:35.367051 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:35.389073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a74ff12f-faa6-412e-8fdf-e2ee60225714 None None] Port 4fc43f78-8b18-4ec2-b07f-18cb34431376 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:35.429979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-83178656-9c00-4784-a794-02b646ae27c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fb39a4-7090-4c7d-9db2-549984562087 HTTP/1.1" status: 200 len: 217 time: 0.1021342 Feb 09 02:40:35.526135 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Pushing event updated for resources: {'Port': ['ID=4fc43f78-8b18-4ec2-b07f-18cb34431376,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:35.551287 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.551654 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.552003 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.552339 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.552672 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.555215 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.555822 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.556799 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.558852 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.559386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.561571 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.562381 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.563901 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:40:35.621557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b52f56c-1732-4576-9d52-4b8dd8cdbb1b req-acdf2baa-0a47-42f1-864f-ddd235d98684 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 210 time: 0.1402898 Feb 09 02:40:35.623076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-c64487f6-43f0-4280-b1e5-98a2dab2de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:35.627094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-c64487f6-43f0-4280-b1e5-98a2dab2de47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1869061 Feb 09 02:40:35.677679 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Attempting to bind port 4fc43f78-8b18-4ec2-b07f-18cb34431376 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:35.678268 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Attempting to bind port 4fc43f78-8b18-4ec2-b07f-18cb34431376 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:35.678389 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Attempting to bind port 4fc43f78-8b18-4ec2-b07f-18cb34431376 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:35.693527 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:35.693912 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Checking segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:35.694319 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:35.694745 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Bound using segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:35.695238 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Bound port: 4fc43f78-8b18-4ec2-b07f-18cb34431376, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:35.703085 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:35.750194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-b3f2058f-866a-4468-a959-4df4c12fd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:35.752819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-b3f2058f-866a-4468-a959-4df4c12fd97d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1191936 Feb 09 02:40:35.856957 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] For port 4fc43f78-8b18-4ec2-b07f-18cb34431376, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:35.862040 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] For port 4fc43f78-8b18-4ec2-b07f-18cb34431376, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4fc43f78-8b18-4ec2-b07f-18cb34431376,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:35.881278 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:35.939408 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:35.940338 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:36.044634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-89b5bb8c-a9f1-463e-afb7-3c6539c179fa None None] Provisioning complete for port 4fc43f78-8b18-4ec2-b07f-18cb34431376 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:36.050040 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89b5bb8c-a9f1-463e-afb7-3c6539c179fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:36.140007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-026060ef-1888-4c2b-956f-b7168887b168 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640780 Feb 09 02:40:36.205066 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:36.264954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-89b5bb8c-a9f1-463e-afb7-3c6539c179fa None None] Current status of the port 4fc43f78-8b18-4ec2-b07f-18cb34431376 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:36.267033 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89b5bb8c-a9f1-463e-afb7-3c6539c179fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:36.344038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319be5-2255-4eb8-ba50-5887ecfc6adf req-dbad5615-3c76-4ec0-a225-882b3ef1ca18 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:36.353116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a319be5-2255-4eb8-ba50-5887ecfc6adf req-dbad5615-3c76-4ec0-a225-882b3ef1ca18 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.4646828 Feb 09 02:40:36.358352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-89b5bb8c-a9f1-463e-afb7-3c6539c179fa None None] For port 4fc43f78-8b18-4ec2-b07f-18cb34431376, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4fc43f78-8b18-4ec2-b07f-18cb34431376,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:36.363880 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89b5bb8c-a9f1-463e-afb7-3c6539c179fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:36.489604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a319be5-2255-4eb8-ba50-5887ecfc6adf req-3c73762a-c695-4b19-8753-84cde8d4a34a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351151 Feb 09 02:40:36.524357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68bcabee-2fe9-481d-bb3e-424b063e550e req-34481ebd-1805-4a4f-962e-898d90906d14 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736582 Feb 09 02:40:36.568789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5bb8c-a9f1-463e-afb7-3c6539c179fa None None] Pushing event updated for resources: {'Port': ['ID=4fc43f78-8b18-4ec2-b07f-18cb34431376,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:36.580662 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d17af0-5632-4703-9c25-14fb57a04516 None None] Pushing event updated for resources: {'Port': ['ID=4fc43f78-8b18-4ec2-b07f-18cb34431376,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:36.592730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f2ba12d4-248a-4a14-8b43-2574a4dfc40a None None] Provisioning complete for port 4fc43f78-8b18-4ec2-b07f-18cb34431376 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:36.593147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2ba12d4-248a-4a14-8b43-2574a4dfc40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:36.691419 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:35Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:36.729958 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b197a-f54a-4b3f-a5f3-83ce1eb71dba None None] The sync data for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 is: [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:35Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:36.766556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba12d4-248a-4a14-8b43-2574a4dfc40a None None] Current status of the port 4fc43f78-8b18-4ec2-b07f-18cb34431376 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:36.868410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43a6e288-4632-47ef-a4d6-37b7dde8d74d req-fe67d000-5740-4be5-a73f-368a606b4b5a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 210 time: 0.0744288 Feb 09 02:40:37.433559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-86e18d16-e114-408d-b99c-62dddee12de2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:37.441066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-86e18d16-e114-408d-b99c-62dddee12de2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 796 time: 0.2757740 Feb 09 02:40:37.583019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-9a9689c9-fd9d-4065-ba86-d2ca9eb9b8fe tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 379 time: 0.1326809 Feb 09 02:40:37.605660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'port': {'device_id': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'admin_state_up': True, 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'security_groups': ['e72dbba7-c008-4081-b3f2-197e8bdc1405']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:37.671533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4fc43f78-8b18-4ec2-b07f-18cb34431376 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:37.813211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4fc43f78-8b18-4ec2-b07f-18cb34431376 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:37.813604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:37.814897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebce312-a85b-4ce4-8595-ebee021e471c req-deef13f6-370e-48dc-a9b4-81d4cd644526 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:37.816716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ebce312-a85b-4ce4-8595-ebee021e471c req-deef13f6-370e-48dc-a9b4-81d4cd644526 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.1793177 Feb 09 02:40:37.970771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ebce312-a85b-4ce4-8595-ebee021e471c req-be261d6b-8d46-49a9-988e-5bb024ae9d82 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332316 Feb 09 02:40:37.985278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:40:37.989710 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.013068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4fc43f78-8b18-4ec2-b07f-18cb34431376 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:38.061419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3ca1780-3cfe-4040-a443-9adb5d7909cb req-f71474e2-f489-4c3a-95cb-a0e2ed263e24 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 210 time: 0.0421734 Feb 09 02:40:38.318663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.7 (c550b57f-03a1-4b84-9156-bbf0f5c89e2c/495efa9b-fbf8-48fb-9fbe-bae5e939845d/bd03c728-067b-454b-99ac-7e1b80769e21) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:38.518689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (bd03c728-067b-454b-99ac-7e1b80769e21), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.567885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.627567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:38.632442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:38.635683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:38.684669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:38.707519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:38.708518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:38.743713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a1be1876-2d03-41fb-8ead-5ed2c132b625 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1479273 Feb 09 02:40:38.758160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Request body: {'port': {'device_id': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:38.879409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.037765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-411e9901-53e0-4374-93eb-96daec1e2228 None None] Provisioning complete for port bd03c728-067b-454b-99ac-7e1b80769e21 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:39.038279 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-411e9901-53e0-4374-93eb-96daec1e2228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.188952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-411e9901-53e0-4374-93eb-96daec1e2228 None None] Port bd03c728-067b-454b-99ac-7e1b80769e21 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:40:39.338384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511d942-fa31-4a7c-96d6-d76679b3285d req-eae261a0-5fa4-465f-85fe-1ed16f8ace3d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.341364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4511d942-fa31-4a7c-96d6-d76679b3285d req-eae261a0-5fa4-465f-85fe-1ed16f8ace3d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 931 time: 0.1240485 Feb 09 02:40:39.384454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba4b2-598e-4c65-92b2-b69c9fc6dada req-8b4c2012-6cac-4e94-947a-bbc1a2388016 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.385945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94dba4b2-598e-4c65-92b2-b69c9fc6dada req-8b4c2012-6cac-4e94-947a-bbc1a2388016 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.2116420 Feb 09 02:40:39.502492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd03c728-067b-454b-99ac-7e1b80769e21 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:40:39.512165 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Publish callbacks [] for port (bd03c728-067b-454b-99ac-7e1b80769e21), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.518691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94dba4b2-598e-4c65-92b2-b69c9fc6dada req-7393e13e-3486-482b-8459-3ae109feba1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244981 Feb 09 02:40:39.547338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Transition to ACTIVE for port object bd03c728-067b-454b-99ac-7e1b80769e21 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:40:39.574293 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.591245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4511d942-fa31-4a7c-96d6-d76679b3285d req-dfa6fcef-a353-417b-8658-0a1936512c3d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314947 Feb 09 02:40:39.672243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:39.787610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:40:39.788149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:40:39.788760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:39.794299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:40:39.795561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:40:39.801746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:40:39.802359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Checking segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:40:39.802937 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Bound using segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:40:39.807729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Bound port: bd03c728-067b-454b-99ac-7e1b80769e21, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:40:39.812361 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.935440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:40:39.943406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:40:39.952070 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.995839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:39.996507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:39.998035 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] 10.222.0.72 "PUT /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 1092 time: 1.2463312 Feb 09 02:40:39.999537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:40.001867 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a5d80-f157-41f6-973c-d0d8acfdc9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:40.094636 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f526d29c-9105-4203-8187-4e0c62ef6d2f x-openstack-request-id: req-f526d29c-9105-4203-8187-4e0c62ef6d2f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:40.094919 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:40.095312 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f526d29c-9105-4203-8187-4e0c62ef6d2f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:40.095714 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'status': 'completed', 'code': 200} Feb 09 02:40:40.120202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89802cf-1bf4-4583-91c1-3f0dfe71133e service neutron] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:40.136926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-b508116e-205a-4c93-89b8-69e063d6b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:40.148951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-b508116e-205a-4c93-89b8-69e063d6b404 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1126 time: 0.1034205 Feb 09 02:40:40.205918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-b191fcd3-af73-4a24-bcad-65e4a26909b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 217 time: 0.0497093 Feb 09 02:40:40.270057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-d417d534-3e49-47d7-8e99-b722312450a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:40.271620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-d417d534-3e49-47d7-8e99-b722312450a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.0590975 Feb 09 02:40:40.365094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-273e7f0c-0c64-41be-a6be-f7b9caa1365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:40.366746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-273e7f0c-0c64-41be-a6be-f7b9caa1365a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0810640 Feb 09 02:40:40.511005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-20c1f02f-80e2-4cee-a2c5-5f8b09b3860c service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373117 Feb 09 02:40:40.653294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8ebfe47-a14a-462c-93a2-db06816b3310 req-c9ae48e3-fbca-496d-bdf3-ed252f5943ab service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356196 Feb 09 02:40:40.816416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1597f-f204-4400-bcfb-825c6b400523 req-6feef6d1-9c54-408d-8841-3186c2bebf1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:40.818241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fa1597f-f204-4400-bcfb-825c6b400523 req-6feef6d1-9c54-408d-8841-3186c2bebf1f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.1829405 Feb 09 02:40:40.890978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fa1597f-f204-4400-bcfb-825c6b400523 req-1bebd509-6b8d-41dd-a5c9-9f4f9e0f489b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650342 Feb 09 02:40:40.911070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288c10-9eb6-4013-9b0f-32e2ea68034d req-10706465-3f6a-4d26-9c37-904534bcbc81 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:40.925508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30288c10-9eb6-4013-9b0f-32e2ea68034d req-10706465-3f6a-4d26-9c37-904534bcbc81 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 943 time: 0.2012446 Feb 09 02:40:41.010002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30288c10-9eb6-4013-9b0f-32e2ea68034d req-84bb269c-ab0a-47f8-aa96-736675e3753a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833516 Feb 09 02:40:41.036959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-cfc1600f-1d8d-4385-b25a-07bd5934da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:41.038569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-cfc1600f-1d8d-4385-b25a-07bd5934da1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1126 time: 0.2616591 Feb 09 02:40:41.154024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-1e09015c-d143-4016-8dc5-0784efd0a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:41.156166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-1e09015c-d143-4016-8dc5-0784efd0a50c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 897 time: 0.1111960 Feb 09 02:40:41.209577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-ada29968-b16c-448e-b280-66c7a74fbb3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 217 time: 0.0465713 Feb 09 02:40:41.272349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-383d667c-cc98-46ac-b7c2-15081e5b8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:41.274139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-383d667c-cc98-46ac-b7c2-15081e5b8ac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.0584168 Feb 09 02:40:41.362897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-ed7e6ee0-1204-40d3-b389-af6389ae2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:41.365601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-ed7e6ee0-1204-40d3-b389-af6389ae2872 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0803285 Feb 09 02:40:41.502546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-c5ee1101-5031-4fa5-afe0-501ac4191c5a service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232214 Feb 09 02:40:41.689297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-760a5d80-f157-41f6-973c-d0d8acfdc9c4 req-12169271-f129-40f6-b148-4ea8e845f73e service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798174 Feb 09 02:40:42.085952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb50aa7-d28e-40c8-b0e2-26b133437c00 req-9126dc61-a723-4200-bdca-302f23507eea tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:42.095047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb50aa7-d28e-40c8-b0e2-26b133437c00 req-9126dc61-a723-4200-bdca-302f23507eea tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0945895 Feb 09 02:40:42.212318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fbb50aa7-d28e-40c8-b0e2-26b133437c00 req-8507412d-22ed-4ccf-8c95-b822c1e04878 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146257 Feb 09 02:40:42.221047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d9432-4be7-4008-8712-67975b88730b req-8edff755-ac64-4a0b-a1c7-7cd50d317abc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:42.222693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da0d9432-4be7-4008-8712-67975b88730b req-8edff755-ac64-4a0b-a1c7-7cd50d317abc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 943 time: 0.0918264 Feb 09 02:40:42.297398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da0d9432-4be7-4008-8712-67975b88730b req-d2f44191-c739-4bb4-bcb5-61850b985eae tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683188 Feb 09 02:40:43.197455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:43.359402 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1b8020-1762-44eb-9695-6d4ef0f4fb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.463101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1b8020-1762-44eb-9695-6d4ef0f4fb79 admin admin] Publish callbacks [] for security_group (9e3fa39c-050a-405b-8c5b-d9d2a48c364d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.469917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6e1b8020-1762-44eb-9695-6d4ef0f4fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9e3fa39c-050a-405b-8c5b-d9d2a48c364d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.523287 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6e1b8020-1762-44eb-9695-6d4ef0f4fb79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22c6800799e2425b8f7f240337a9c38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246992 Feb 09 02:40:43.524524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b8020-1762-44eb-9695-6d4ef0f4fb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3fa39c-050a-405b-8c5b-d9d2a48c364d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:43.528050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:43.565136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758dc7c-2cfa-449a-86c1-10e66f067019 req-b64d0363-9ff4-4327-bb71-4b0412d175ba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:43.573494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e758dc7c-2cfa-449a-86c1-10e66f067019 req-b64d0363-9ff4-4327-bb71-4b0412d175ba tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 943 time: 0.1366725 Feb 09 02:40:43.586880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaef37-77ed-45d3-9893-27ef4dcf86e9 req-46a1d6d2-f298-4d3a-9cfb-1616cd56b329 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:43.588615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11eaef37-77ed-45d3-9893-27ef4dcf86e9 req-46a1d6d2-f298-4d3a-9cfb-1616cd56b329 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.2356141 Feb 09 02:40:43.593759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:40:43.606655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813e9d5-2586-4a45-b23f-9390536bdbea admin admin] Publish callbacks [] for security_group (9e3fa39c-050a-405b-8c5b-d9d2a48c364d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.664618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813e9d5-2586-4a45-b23f-9390536bdbea admin admin] Publish callbacks [] for security_group (9e3fa39c-050a-405b-8c5b-d9d2a48c364d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.703518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e758dc7c-2cfa-449a-86c1-10e66f067019 req-b9a2cd02-fd30-4086-b349-470a8abbdf45 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923977 Feb 09 02:40:43.776312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11eaef37-77ed-45d3-9893-27ef4dcf86e9 req-93e7463d-4545-428d-9a56-501c40f2e169 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654742 Feb 09 02:40:43.788834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813e9d5-2586-4a45-b23f-9390536bdbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9e3fa39c-050a-405b-8c5b-d9d2a48c364d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.791910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c813e9d5-2586-4a45-b23f-9390536bdbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.796204 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c813e9d5-2586-4a45-b23f-9390536bdbea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e3fa39c-050a-405b-8c5b-d9d2a48c364d HTTP/1.1" status: 204 len: 168 time: 0.2636945 Feb 09 02:40:43.816463 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:43.826425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813e9d5-2586-4a45-b23f-9390536bdbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3fa39c-050a-405b-8c5b-d9d2a48c364d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:43.850189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'port_id': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'mac_address': 'fa:16:3e:04:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:40:43.965787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port bd03c728-067b-454b-99ac-7e1b80769e21 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:43.966195 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:43.987010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd03c728-067b-454b-99ac-7e1b80769e21 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:40:44.019809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:44.026815 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.086203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:44.317841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:44.333553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104707b2-b82d-42a1-be8d-7f00c82c1471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.333771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bd03c728-067b-454b-99ac-7e1b80769e21'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:40:44.532882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104707b2-b82d-42a1-be8d-7f00c82c1471 admin admin] Publish callbacks [] for security_group (c61c7cb8-ce5b-4a49-bf07-b6dd945abeba), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.539754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-104707b2-b82d-42a1-be8d-7f00c82c1471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c61c7cb8-ce5b-4a49-bf07-b6dd945abeba), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.589528 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-104707b2-b82d-42a1-be8d-7f00c82c1471 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2eb82a8c2af6430a805751cb1b73408d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696819 Feb 09 02:40:44.592700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59302) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:44.596902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104707b2-b82d-42a1-be8d-7f00c82c1471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c7cb8-ce5b-4a49-bf07-b6dd945abeba,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:44.673315 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c18d0611-7472-4043-8588-79c84af6609e admin admin] Publish callbacks [] for security_group (c61c7cb8-ce5b-4a49-bf07-b6dd945abeba), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.710991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c18d0611-7472-4043-8588-79c84af6609e admin admin] Publish callbacks [] for security_group (c61c7cb8-ce5b-4a49-bf07-b6dd945abeba), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.844534 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c18d0611-7472-4043-8588-79c84af6609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c61c7cb8-ce5b-4a49-bf07-b6dd945abeba), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.849523 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c18d0611-7472-4043-8588-79c84af6609e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:44.853060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c18d0611-7472-4043-8588-79c84af6609e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c61c7cb8-ce5b-4a49-bf07-b6dd945abeba HTTP/1.1" status: 204 len: 168 time: 0.2590232 Feb 09 02:40:44.869936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987120d-ebc9-4207-af6b-b8bb7facc348 req-d8e89e38-62c8-4fc0-a7a5-6cd0ec8b2e84 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:44.872951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7987120d-ebc9-4207-af6b-b8bb7facc348 req-d8e89e38-62c8-4fc0-a7a5-6cd0ec8b2e84 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 944 time: 0.1017208 Feb 09 02:40:44.883436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d0611-7472-4043-8588-79c84af6609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c7cb8-ce5b-4a49-bf07-b6dd945abeba,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:45.038516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd1f8c-2bc8-4145-afb8-9cc718dab568 req-2a90e7f0-c5ca-4830-88af-0e93bb97092f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:45.043026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83fd1f8c-2bc8-4145-afb8-9cc718dab568 req-2a90e7f0-c5ca-4830-88af-0e93bb97092f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.1448407 Feb 09 02:40:45.055250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7987120d-ebc9-4207-af6b-b8bb7facc348 req-3429ae1e-b4ab-41dd-9f89-f866cfe30601 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594086 Feb 09 02:40:45.490688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-83fd1f8c-2bc8-4145-afb8-9cc718dab568 req-33daa150-f964-4f57-a6d6-97f6f7efe673 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335568 Feb 09 02:40:45.601581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:40:45.678096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port bd03c728-067b-454b-99ac-7e1b80769e21 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:40:45.683545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port bd03c728-067b-454b-99ac-7e1b80769e21 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:40:45.684090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.791494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port bd03c728-067b-454b-99ac-7e1b80769e21 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:40:45.791949 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.839351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:40:45.840527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:45.844374 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535c996f-c248-452c-bbdc-1da28d012a85" -d '{"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:45.861979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:45.929193 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02448d6-df4e-46a8-9b40-ab2ab7c54ba6 x-openstack-request-id: req-a02448d6-df4e-46a8-9b40-ab2ab7c54ba6 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:45.929575 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:45.929907 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a02448d6-df4e-46a8-9b40-ab2ab7c54ba6 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:45.930630 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'code': 200} Feb 09 02:40:45.959660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:46.055522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d139c1-292a-46d7-83cc-0582a2279e35 req-2080f1ef-37c9-4c89-a8ac-7690994c4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:46.057949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70d139c1-292a-46d7-83cc-0582a2279e35 req-2080f1ef-37c9-4c89-a8ac-7690994c4422 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1128 time: 0.0648558 Feb 09 02:40:46.147716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70d139c1-292a-46d7-83cc-0582a2279e35 req-1884ee49-9ac2-4874-b50c-85e16273b469 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729728 Feb 09 02:40:46.245979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25ba25-8ed7-4841-9a5c-63d327847f85 req-097501bc-1333-4dea-aa5f-697cee2f0eea tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:46.247306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e25ba25-8ed7-4841-9a5c-63d327847f85 req-097501bc-1333-4dea-aa5f-697cee2f0eea tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.0773692 Feb 09 02:40:46.334862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e25ba25-8ed7-4841-9a5c-63d327847f85 req-0bc05815-4597-4ee7-8bb8-bb442e97475b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750940 Feb 09 02:40:46.612086 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:46.674657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d45640-f296-4694-9eb1-06495679886b req-3dc93a1d-9dab-455e-87bc-d2731bae2d2c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:46.683843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68d45640-f296-4694-9eb1-06495679886b req-3dc93a1d-9dab-455e-87bc-d2731bae2d2c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0871930 Feb 09 02:40:46.762841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68d45640-f296-4694-9eb1-06495679886b req-a8056043-1025-49ac-a9a3-7a76b4fb8426 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779388 Feb 09 02:40:47.471244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59412) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.527442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3e50d-578f-4c33-a242-d34f0a7ab3ca req-d741c10a-e7de-42ec-a33f-1a12f1ba5c17 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:47.529041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ae3e50d-578f-4c33-a242-d34f0a7ab3ca req-d741c10a-e7de-42ec-a33f-1a12f1ba5c17 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1000087 Feb 09 02:40:47.687034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ae3e50d-578f-4c33-a242-d34f0a7ab3ca req-7e2d9f2d-f2f7-4209-acef-6baf89aad7c1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464086 Feb 09 02:40:47.719191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a09a156-8599-4a61-8bd9-60319fe85dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.836939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a09a156-8599-4a61-8bd9-60319fe85dfd admin admin] Publish callbacks [] for security_group (13f94557-68ce-4509-b7ea-7247f08bc9fb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.844779 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a09a156-8599-4a61-8bd9-60319fe85dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (13f94557-68ce-4509-b7ea-7247f08bc9fb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:47.902598 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a09a156-8599-4a61-8bd9-60319fe85dfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4741c011f3f949faa11c38394bd3d691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277465 Feb 09 02:40:47.902941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:47.927778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371dced-9691-4613-b331-2780fd20f8e0 req-f4c57274-54a6-4d3c-88b5-ae4cd88bf3e0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:47.929817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3371dced-9691-4613-b331-2780fd20f8e0 req-f4c57274-54a6-4d3c-88b5-ae4cd88bf3e0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0786262 Feb 09 02:40:47.951022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a156-8599-4a61-8bd9-60319fe85dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f94557-68ce-4509-b7ea-7247f08bc9fb,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:47.986291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2897113-c0a5-4172-a165-c8729068bb31 admin admin] Publish callbacks [] for security_group (13f94557-68ce-4509-b7ea-7247f08bc9fb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.013283 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2897113-c0a5-4172-a165-c8729068bb31 admin admin] Publish callbacks [] for security_group (13f94557-68ce-4509-b7ea-7247f08bc9fb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.021649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3371dced-9691-4613-b331-2780fd20f8e0 req-d49a3d90-aacc-4348-9099-25e90dfefad8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857160 Feb 09 02:40:48.078533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2897113-c0a5-4172-a165-c8729068bb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (13f94557-68ce-4509-b7ea-7247f08bc9fb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.081833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e2897113-c0a5-4172-a165-c8729068bb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.083846 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e2897113-c0a5-4172-a165-c8729068bb31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13f94557-68ce-4509-b7ea-7247f08bc9fb HTTP/1.1" status: 204 len: 168 time: 0.1795964 Feb 09 02:40:48.112262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2897113-c0a5-4172-a165-c8729068bb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f94557-68ce-4509-b7ea-7247f08bc9fb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:48.146527 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.488313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59440) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:48.503727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc973268-71ef-45ee-af06-2e8648f9ab6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.618941 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc973268-71ef-45ee-af06-2e8648f9ab6a admin admin] Publish callbacks [] for security_group (eea7f28c-c28e-43bd-9408-ac15e7cfaced), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.628545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cc973268-71ef-45ee-af06-2e8648f9ab6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (eea7f28c-c28e-43bd-9408-ac15e7cfaced), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.680434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:48.693482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cc973268-71ef-45ee-af06-2e8648f9ab6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1f14c7483894f4d9673a24043251c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037449 Feb 09 02:40:48.694872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc973268-71ef-45ee-af06-2e8648f9ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7f28c-c28e-43bd-9408-ac15e7cfaced,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:48.768761 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe619c7a-7dbb-4ce4-959d-16fe1ba087d1 admin admin] Publish callbacks [] for security_group (eea7f28c-c28e-43bd-9408-ac15e7cfaced), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.815649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe619c7a-7dbb-4ce4-959d-16fe1ba087d1 admin admin] Publish callbacks [] for security_group (eea7f28c-c28e-43bd-9408-ac15e7cfaced), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.901286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc94e63-0776-4473-8ccf-1448d2134157 req-73f5e46e-37a0-47b4-9f1f-ae679aab6940 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:48.908996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fc94e63-0776-4473-8ccf-1448d2134157 req-73f5e46e-37a0-47b4-9f1f-ae679aab6940 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1183679 Feb 09 02:40:48.922585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe619c7a-7dbb-4ce4-959d-16fe1ba087d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (eea7f28c-c28e-43bd-9408-ac15e7cfaced), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.925542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fe619c7a-7dbb-4ce4-959d-16fe1ba087d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:48.926809 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fe619c7a-7dbb-4ce4-959d-16fe1ba087d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eea7f28c-c28e-43bd-9408-ac15e7cfaced HTTP/1.1" status: 204 len: 168 time: 0.2445829 Feb 09 02:40:48.948262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe619c7a-7dbb-4ce4-959d-16fe1ba087d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7f28c-c28e-43bd-9408-ac15e7cfaced,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:48.985190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fc94e63-0776-4473-8ccf-1448d2134157 req-bc51983f-692c-4c78-bc05-4d2ca707aaa3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752347 Feb 09 02:40:49.198363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.292879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4744d9-1090-4f5f-a42e-3e2aca356e9d req-cc827e1c-2ae4-4b21-81ac-ab5fa0a8ff0d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:49.294426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d4744d9-1090-4f5f-a42e-3e2aca356e9d req-cc827e1c-2ae4-4b21-81ac-ab5fa0a8ff0d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0945699 Feb 09 02:40:49.308370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14453-0211-484f-a340-426466ab44a7 req-17e5c96d-b4f9-4724-816a-f92f4989cd13 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:49.310062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0aa14453-0211-484f-a340-426466ab44a7 req-17e5c96d-b4f9-4724-816a-f92f4989cd13 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1360350 Feb 09 02:40:49.388808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d4744d9-1090-4f5f-a42e-3e2aca356e9d req-7234b5a0-2a5b-4f32-a11d-e5bbe160f06a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775278 Feb 09 02:40:49.428305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0aa14453-0211-484f-a340-426466ab44a7 req-975c6079-3039-4520-8e9c-d39bf34dbf0c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032522 Feb 09 02:40:49.458506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59476) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:49.550309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55843291-0210-4c28-ba75-2a0de944b427 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:49.552452 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55843291-0210-4c28-ba75-2a0de944b427 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1123 time: 0.0996623 Feb 09 02:40:49.555517 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:49.560960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:40:49.589877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.739001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.876362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.83 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/ccfdc25f-cefe-4fdf-a568-2295b0272015) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:40:50.007299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.056320 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.102435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:40:50.105640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:40:50.109691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:40:50.191733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=ccfdc25f-cefe-4fdf-a568-2295b0272015,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:50.677280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6a324-5c8a-4303-8e75-03f206b676f3 req-1b8fe7b7-02f3-431b-9150-14de8a54b0e3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:50.678893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6b6a324-5c8a-4303-8e75-03f206b676f3 req-1b8fe7b7-02f3-431b-9150-14de8a54b0e3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.1759064 Feb 09 02:40:50.729948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (9ca70eb9-7e64-42a1-9cbb-82316a5bae4e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:50.780507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6b6a324-5c8a-4303-8e75-03f206b676f3 req-8f0205b5-0238-4f6d-974b-7250cf58878f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932000 Feb 09 02:40:51.146731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.364495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.371965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.476332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=ccfdc25f-cefe-4fdf-a568-2295b0272015,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:40:51.491637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (9ca70eb9-7e64-42a1-9cbb-82316a5bae4e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.642166 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP 9ca70eb9-7e64-42a1-9cbb-82316a5bae4e associated. External IP: 172.25.6.83, port: bd03c728-067b-454b-99ac-7e1b80769e21. Feb 09 02:40:51.930195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:40:51.990162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c8942-f3d6-4307-be85-260573dadc47 req-ee21e103-e55e-43de-afa1-6def61abe4cf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:52.001110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a0c8942-f3d6-4307-be85-260573dadc47 req-ee21e103-e55e-43de-afa1-6def61abe4cf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0892296 Feb 09 02:40:52.086721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:40:52.102422 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] Sync routers for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:40:52.105691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a0c8942-f3d6-4307-be85-260573dadc47 req-a9d575d6-ca72-444a-89c8-b5329bc9d421 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033211 Feb 09 02:40:52.112661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:52.137160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:52.138097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:52.157478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2ef6b45a-89bc-474a-95d7-b42f388e1f73 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5979779 Feb 09 02:40:52.157478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:40:52.159233 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1099310b-75de-42af-942f-bb864766846e" -d '{"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:40:52.223211 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5562baba-ffc1-4d9e-982e-29afb8a01328 x-openstack-request-id: req-5562baba-ffc1-4d9e-982e-29afb8a01328 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:40:52.224210 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:40:52.224639 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5562baba-ffc1-4d9e-982e-29afb8a01328 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:40:52.225206 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'status': 'completed', 'code': 200} Feb 09 02:40:52.319133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:52.411363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099310b-75de-42af-942f-bb864766846e req-548271d7-4efa-44c6-8fb0-b99c447f6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:52.413618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1099310b-75de-42af-942f-bb864766846e req-548271d7-4efa-44c6-8fb0-b99c447f6bb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1128 time: 0.1618509 Feb 09 02:40:52.446396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec6238-aee2-4cca-8244-dc9c614c1619 req-860b2b29-6f7c-459a-93a6-5fbf8142fb57 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:52.454593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bec6238-aee2-4cca-8244-dc9c614c1619 req-860b2b29-6f7c-459a-93a6-5fbf8142fb57 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1674757 Feb 09 02:40:52.607222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099310b-75de-42af-942f-bb864766846e req-a1ea696e-115c-48d2-bb05-a7ff49be2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:52.609949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1099310b-75de-42af-942f-bb864766846e req-a1ea696e-115c-48d2-bb05-a7ff49be2ccb service neutron] 10.222.0.72 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 897 time: 0.1859133 Feb 09 02:40:52.735859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1099310b-75de-42af-942f-bb864766846e req-42f0a2f5-0808-4a54-af5e-14ff07c11630 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 998 time: 0.1190953 Feb 09 02:40:52.767053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bec6238-aee2-4cca-8244-dc9c614c1619 req-5050b65d-9ea2-4be4-a29c-7c60ac56f691 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115683 Feb 09 02:40:52.797348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:52.833853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099310b-75de-42af-942f-bb864766846e req-f44c4e3e-710f-4569-9772-debbd44d87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:52.835694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1099310b-75de-42af-942f-bb864766846e req-f44c4e3e-710f-4569-9772-debbd44d87a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.0879657 Feb 09 02:40:52.892838 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1fa6e89c-36ac-4813-b5e5-ccb2733339f9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/9ca70eb9-7e64-42a1-9cbb-82316a5bae4e HTTP/1.1" status: 200 len: 990 time: 0.0941324 Feb 09 02:40:52.907846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099310b-75de-42af-942f-bb864766846e req-0ba6e2be-e9ce-429b-90a2-58ae32347a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:52.908142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '9ca70eb9-7e64-42a1-9cbb-82316a5bae4e', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'port_id': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'mac_address': 'fa:16:3e:04:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:50Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:36Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:52.910152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1099310b-75de-42af-942f-bb864766846e req-0ba6e2be-e9ce-429b-90a2-58ae32347a2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0673807 Feb 09 02:40:52.985759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] Checking router: 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:40:52.998108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:40:52.999485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:53.017045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1099310b-75de-42af-942f-bb864766846e req-e155c436-f300-4cf1-b860-20d730c6a733 service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996606 Feb 09 02:40:53.289535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:40:53.340284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a4e1-6661-43cd-857b-70dcb401d2bb req-fbeadfa4-8843-4284-9b30-357d8fa55b8f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:53.358173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b760a4e1-6661-43cd-857b-70dcb401d2bb req-fbeadfa4-8843-4284-9b30-357d8fa55b8f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.1321743 Feb 09 02:40:53.367258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1099310b-75de-42af-942f-bb864766846e req-db930573-75d5-4f0f-8bd7-07f87f42d804 service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436902 Feb 09 02:40:53.410013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b0ef15a-a1d1-4715-9a08-a8cd32af96ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:53.474712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b760a4e1-6661-43cd-857b-70dcb401d2bb req-60f45e10-a79d-48f0-a6c5-9bc502baeffd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183414 Feb 09 02:40:53.632576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '9ca70eb9-7e64-42a1-9cbb-82316a5bae4e', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'port_id': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'mac_address': 'fa:16:3e:04:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:50Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:36Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:40:53.669109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7a676-6fde-4f26-8eba-22d597cf0447 None None] The sync data for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 is: [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '9ca70eb9-7e64-42a1-9cbb-82316a5bae4e', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'port_id': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'mac_address': 'fa:16:3e:04:30:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:40:50Z', 'updated_at': '2022-02-09T02:40:50Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:36Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:40:53.896310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 59588) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:54.024265 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f23af-8246-4897-8512-31fec587d65d None None] New status for floating IP 9ca70eb9-7e64-42a1-9cbb-82316a5bae4e: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:40:54.050976 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f8dc626c-2489-4697-94e4-80762c9b6d06 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/9ca70eb9-7e64-42a1-9cbb-82316a5bae4e HTTP/1.1" status: 200 len: 990 time: 0.1533177 Feb 09 02:40:54.628193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d441c-1998-44ae-a4ce-445c36b5a679 req-834174ca-b98d-4fef-aa2d-1ddc9fd5f805 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:54.637924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a7d441c-1998-44ae-a4ce-445c36b5a679 req-834174ca-b98d-4fef-aa2d-1ddc9fd5f805 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0777133 Feb 09 02:40:54.716897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a7d441c-1998-44ae-a4ce-445c36b5a679 req-6b40ed9c-0386-46d6-a655-90c800fd80ca tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759888 Feb 09 02:40:55.054675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 59614) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:40:55.148396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8f8d7703-40b5-4f3a-883c-52a7296ae76f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/9ca70eb9-7e64-42a1-9cbb-82316a5bae4e HTTP/1.1" status: 200 len: 992 time: 0.0921154 Feb 09 02:40:55.696576 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4efea3d6-b42f-482a-ba47-63c312995862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:56.227717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a393e-5dec-4d16-ae51-6251f8bf55eb req-0f92cbe4-a966-44a0-983a-515cffff4532 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:56.229281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-003a393e-5dec-4d16-ae51-6251f8bf55eb req-0f92cbe4-a966-44a0-983a-515cffff4532 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0727205 Feb 09 02:40:56.289915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-003a393e-5dec-4d16-ae51-6251f8bf55eb req-08f2c48b-7452-486b-a266-600c859cfe62 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525181 Feb 09 02:40:57.039359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:57.467303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f56cd-953f-4c02-b89a-a1c465de552a req-850a86fa-a3c2-4609-80be-bd5f15deb2d4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:57.480047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f56cd-953f-4c02-b89a-a1c465de552a req-850a86fa-a3c2-4609-80be-bd5f15deb2d4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0942380 Feb 09 02:40:57.556874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f56cd-953f-4c02-b89a-a1c465de552a req-aae18042-367b-47bc-967c-2689b4246047 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745509 Feb 09 02:40:58.200019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:58.739781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf3be1-41b1-4695-a3f2-377b1faa78fb req-ab2d7008-01d3-4b22-bc49-81055fc14c8e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:40:58.741442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72cf3be1-41b1-4695-a3f2-377b1faa78fb req-ab2d7008-01d3-4b22-bc49-81055fc14c8e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0948722 Feb 09 02:40:58.806880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72cf3be1-41b1-4695-a3f2-377b1faa78fb req-143e84cf-287c-48e2-b43b-7671b6615b43 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593278 Feb 09 02:40:59.853114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:59.999774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b4fb39a4-7090-4c7d-9db2-549984562087 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:41:00.021973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556128a-11ae-40c6-80b6-53697b39a850 req-15409ce3-3492-4a4d-b4be-d249bec1612f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:00.029376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5556128a-11ae-40c6-80b6-53697b39a850 req-15409ce3-3492-4a4d-b4be-d249bec1612f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 943 time: 0.0866659 Feb 09 02:41:00.119473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5556128a-11ae-40c6-80b6-53697b39a850 req-4c0a9dff-3a2f-43a9-8e52-46d5e80d827c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879705 Feb 09 02:41:00.218608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port b4fb39a4-7090-4c7d-9db2-549984562087, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b4fb39a4-7090-4c7d-9db2-549984562087,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:00.243719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'port_id': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'mac_address': 'fa:16:3e:e3:32:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:41:00.319919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port b4fb39a4-7090-4c7d-9db2-549984562087 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:00.320505 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:00.370069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fb39a4-7090-4c7d-9db2-549984562087 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:41:00.410292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port b4fb39a4-7090-4c7d-9db2-549984562087, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b4fb39a4-7090-4c7d-9db2-549984562087,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:00.416497 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:00.514972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b4fb39a4-7090-4c7d-9db2-549984562087,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:00.720568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['b4fb39a4-7090-4c7d-9db2-549984562087'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:41:01.270708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-f4829113-77b8-4516-85b5-56991e6db8f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701053 Feb 09 02:41:01.390327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa27998-684d-4717-bf17-ffec274b645c req-d1722aaf-fb03-48ce-9dd0-2cc4cbb5bb61 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:01.392408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfa27998-684d-4717-bf17-ffec274b645c req-d1722aaf-fb03-48ce-9dd0-2cc4cbb5bb61 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 944 time: 0.1254201 Feb 09 02:41:01.437342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-b4b252e3-3145-4215-ad25-19eb38b6b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:01.440146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-b4b252e3-3145-4215-ad25-19eb38b6b51b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=872150a9e3744208ae03c4160a3612c5&device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 1133 time: 0.1004782 Feb 09 02:41:01.631494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfa27998-684d-4717-bf17-ffec274b645c req-d936ece1-fa19-46ae-9715-d0c0d08cc09d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328303 Feb 09 02:41:01.634754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-3f77a412-7239-4b6d-8640-95c8ca2f3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:01.636333 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-3f77a412-7239-4b6d-8640-95c8ca2f3e8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.1687644 Feb 09 02:41:01.744211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-53affcb1-5dac-4441-98cb-50261652d670 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d HTTP/1.1" status: 200 len: 217 time: 0.0976975 Feb 09 02:41:01.817124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-03509bfe-6d13-4259-bbb7-46e3a4343430 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3513174 Feb 09 02:41:01.858140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-460c2359-2d6c-4631-870c-608e5f49e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:01.861901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-460c2359-2d6c-4631-870c-608e5f49e84e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0997169 Feb 09 02:41:01.962631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-98750a14-c64f-4dde-b7d8-d789d3b412c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:01.964252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-98750a14-c64f-4dde-b7d8-d789d3b412c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1b4234efd604b55ad09089849e0f85c&device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 1130 time: 0.0635242 Feb 09 02:41:01.971394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-5ea9930a-67e8-4bb0-9799-4c1c5ab92312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:01.973191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-5ea9930a-67e8-4bb0-9799-4c1c5ab92312 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1028011 Feb 09 02:41:01.996320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b4fb39a4-7090-4c7d-9db2-549984562087 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:02.135815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port b4fb39a4-7090-4c7d-9db2-549984562087 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:41:02.170758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port b4fb39a4-7090-4c7d-9db2-549984562087 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:02.171347 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:02.195478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-2e7e5065-2574-415b-a378-03bc4d44e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:02.196988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-2e7e5065-2574-415b-a378-03bc4d44e4a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 200 len: 917 time: 0.2091229 Feb 09 02:41:02.307478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-e7f00df0-02b2-4030-83ca-14e47ed8eb72 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278384 Feb 09 02:41:02.316573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port b4fb39a4-7090-4c7d-9db2-549984562087 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:02.319124 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:02.382740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:02.389974 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e0c03b-ff51-48ef-ac03-1ae4709b34ee" -d '{"events": [{"server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:02.429442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port b4fb39a4-7090-4c7d-9db2-549984562087, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b4fb39a4-7090-4c7d-9db2-549984562087,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:02.438346 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:02.456256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-6cc961be-f34b-4e88-bc09-99f50f73b31a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 200 len: 1001 time: 0.2361636 Feb 09 02:41:02.524871 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97293b5a-81ed-497c-bbfd-5c9566cd5a64 x-openstack-request-id: req-97293b5a-81ed-497c-bbfd-5c9566cd5a64 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:02.525426 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "name": "network-vif-plugged", "status": "completed", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:02.525838 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97293b5a-81ed-497c-bbfd-5c9566cd5a64 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:02.526485 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'code': 200} Feb 09 02:41:02.552042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=b4fb39a4-7090-4c7d-9db2-549984562087,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:02.616217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-5c53612b-3c66-46fd-8a6a-f40a6d7622ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:02.617910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-5c53612b-3c66-46fd-8a6a-f40a6d7622ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 200 len: 855 time: 0.1435695 Feb 09 02:41:02.648892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5ddc14f-4798-4289-bf46-5f09b5ffcfd0 req-f87eed81-5d8b-48ee-a060-dd7159e0c0ab service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335929 Feb 09 02:41:02.707508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-af9c3400-c499-4038-9409-e40422aa0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:02.711645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-af9c3400-c499-4038-9409-e40422aa0c0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d310faf2-0d14-4a3c-b6ad-74c397e17d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0839651 Feb 09 02:41:02.769685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738f632-13b3-46ee-aee9-303553a42c1e req-527bf865-9cf6-46af-8cf9-36a42744001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:02.774944 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2738f632-13b3-46ee-aee9-303553a42c1e req-527bf865-9cf6-46af-8cf9-36a42744001c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 1128 time: 0.1897511 Feb 09 02:41:02.860695 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2738f632-13b3-46ee-aee9-303553a42c1e req-edb1dd5f-e170-4dc9-b64d-ce6cc0c9f21a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818355 Feb 09 02:41:02.942723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba407242-c3ec-4283-95a4-49fb5e9fc749 req-d490005b-8c4f-4e09-a61b-ae05f87f5316 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:02.944732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba407242-c3ec-4283-95a4-49fb5e9fc749 req-d490005b-8c4f-4e09-a61b-ae05f87f5316 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 945 time: 0.1224058 Feb 09 02:41:02.984710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-6f03c19f-384f-4c4a-aff6-1c071d116fdf service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641897 Feb 09 02:41:03.028099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba407242-c3ec-4283-95a4-49fb5e9fc749 req-7ceefd1e-7c9e-4f7a-a542-d67e1624e5bf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736167 Feb 09 02:41:03.237975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03df0218-7db2-4886-8d0f-028c62c43c05 req-43923017-7ff5-40a3-86e7-a28c60b1c75b service neutron] 10.222.0.82 "GET /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075461 Feb 09 02:41:04.202530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3e30-29cf-4f9d-9018-cb74f183b08a req-93977503-c866-4dfe-84e9-c7c4fa246dc0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:04.210547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e2e3e30-29cf-4f9d-9018-cb74f183b08a req-93977503-c866-4dfe-84e9-c7c4fa246dc0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 945 time: 0.0724871 Feb 09 02:41:04.284033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e2e3e30-29cf-4f9d-9018-cb74f183b08a req-67b0a507-3410-4909-ad69-34ae821939cb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722008 Feb 09 02:41:05.366539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60292) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:05.465918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f805c-8510-46b3-85da-d69c712a7d63 req-664ccf3e-ae86-40e2-8dee-ad432c41b524 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:05.468838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-381f805c-8510-46b3-85da-d69c712a7d63 req-664ccf3e-ae86-40e2-8dee-ad432c41b524 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 945 time: 0.1159930 Feb 09 02:41:05.543215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-381f805c-8510-46b3-85da-d69c712a7d63 req-59e2e7cf-b609-4c5a-bdf6-a240bf5bcd28 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683880 Feb 09 02:41:05.611613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c90c594d-e9fa-45f7-af73-15e8a4d14f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.764803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c90c594d-e9fa-45f7-af73-15e8a4d14f5e admin admin] Publish callbacks [] for security_group (04e97db6-c85d-4fd6-bc3c-429fd107fd6c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.774658 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c90c594d-e9fa-45f7-af73-15e8a4d14f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (04e97db6-c85d-4fd6-bc3c-429fd107fd6c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.785104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242a450-f628-4da1-87d7-12d8666d174e req-116a7023-14f6-4355-9348-dde56dae1e04 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:05.792331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4242a450-f628-4da1-87d7-12d8666d174e req-116a7023-14f6-4355-9348-dde56dae1e04 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 945 time: 0.1179307 Feb 09 02:41:05.846347 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c90c594d-e9fa-45f7-af73-15e8a4d14f5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6300624e6a24882bcaf48540149c1b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4778595 Feb 09 02:41:05.849725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60304) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:05.863450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c594d-e9fa-45f7-af73-15e8a4d14f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e97db6-c85d-4fd6-bc3c-429fd107fd6c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:05.906067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4242a450-f628-4da1-87d7-12d8666d174e req-a7c41a34-ba59-4857-b75d-7ed4d9f39eb1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128626 Feb 09 02:41:05.942506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2837328-8195-4fd1-8c62-b1f59985435e admin admin] Publish callbacks [] for security_group (04e97db6-c85d-4fd6-bc3c-429fd107fd6c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.943540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:05.990865 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2837328-8195-4fd1-8c62-b1f59985435e admin admin] Publish callbacks [] for security_group (04e97db6-c85d-4fd6-bc3c-429fd107fd6c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:06.052260 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2837328-8195-4fd1-8c62-b1f59985435e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (04e97db6-c85d-4fd6-bc3c-429fd107fd6c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:06.057062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2837328-8195-4fd1-8c62-b1f59985435e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:06.061820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e2837328-8195-4fd1-8c62-b1f59985435e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04e97db6-c85d-4fd6-bc3c-429fd107fd6c HTTP/1.1" status: 204 len: 168 time: 0.2108827 Feb 09 02:41:06.071033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837328-8195-4fd1-8c62-b1f59985435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e97db6-c85d-4fd6-bc3c-429fd107fd6c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:06.304455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb95913-a665-4d13-ac4b-3774cd2e19ad tempest-TestVolumeBootPattern-947120115 tempest-TestVolumeBootPattern-947120115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:06.312143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60324) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:06.312604 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1bb95913-a665-4d13-ac4b-3774cd2e19ad tempest-TestVolumeBootPattern-947120115 tempest-TestVolumeBootPattern-947120115-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 1123 time: 0.3674133 Feb 09 02:41:06.317405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:06.371702 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:06.555338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:06.720332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.25.6.158 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/d748f4d6-d8bb-4014-8fe6-d2dbe414759a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:06.847142 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:06.891544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:06.921053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:06.923591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:06.950010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:07.014902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=d748f4d6-d8bb-4014-8fe6-d2dbe414759a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:07.625002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:07.773958 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:08.017247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:08.028251 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:08.137134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:08.294981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=d748f4d6-d8bb-4014-8fe6-d2dbe414759a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:08.339150 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Floating IP 8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef associated. External IP: 172.25.6.158, port: b4fb39a4-7090-4c7d-9db2-549984562087. Feb 09 02:41:08.972135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:09.109728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:09.119914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:09.150012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:09.154226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:09.186091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:09.248163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-253c396c-191a-47db-a722-c6a3d630f8d0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9342394 Feb 09 02:41:09.249063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:09.251774 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63713b4-7c5b-4d03-aefd-e96431f20f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:09.335614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:09.348016 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdd04fd-32c0-4f66-a883-12a0e1314d21 x-openstack-request-id: req-efdd04fd-32c0-4f66-a883-12a0e1314d21 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:09.348327 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:09.348590 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efdd04fd-32c0-4f66-a883-12a0e1314d21 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:09.349008 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'status': 'completed', 'code': 200} Feb 09 02:41:09.434191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-f132a0c0-34e2-4287-b8f9-aaf6a09cf733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:09.436736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-f132a0c0-34e2-4287-b8f9-aaf6a09cf733 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 1128 time: 0.0578985 Feb 09 02:41:09.634426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-3c2ed014-a610-41a2-aaa1-1a3e0d321e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:09.636245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-3c2ed014-a610-41a2-aaa1-1a3e0d321e59 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1928213 Feb 09 02:41:09.724154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-ee2f7a1b-3815-4dda-8de1-0933b845b79e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fb39a4-7090-4c7d-9db2-549984562087 HTTP/1.1" status: 200 len: 999 time: 0.0812497 Feb 09 02:41:09.772610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:e3:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db236d41-2eb7-4235-add0-6c526f816add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:41:07Z', 'updated_at': '2022-02-09T02:41:07Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:09.800900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-c8d029ac-d5b1-4e52-b505-bf164b6e7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:09.802809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-c8d029ac-d5b1-4e52-b505-bf164b6e7895 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0719979 Feb 09 02:41:09.816688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:09.827723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:09.828380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:09.891788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-c46571de-f302-4f85-914d-8f549a2331bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:09.893540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-c46571de-f302-4f85-914d-8f549a2331bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0844114 Feb 09 02:41:09.991153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:10.022720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-877f4a03-f72d-4aa8-ba5a-6f63b24adc34 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209869 Feb 09 02:41:10.174544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e63713b4-7c5b-4d03-aefd-e96431f20f4b req-1617741d-b850-4cfe-936d-49a91c991361 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220582 Feb 09 02:41:10.325148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:e3:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db236d41-2eb7-4235-add0-6c526f816add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:41:07Z', 'updated_at': '2022-02-09T02:41:07Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:10.352570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c328a-9e49-401c-9acd-fdc4bc893c50 None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:e3:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db236d41-2eb7-4235-add0-6c526f816add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:41:07Z', 'updated_at': '2022-02-09T02:41:07Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:10.618669 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a8309-01d3-41ed-a335-30d1d64bde0d None None] New status for floating IP 8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:41:14.977989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361a404-e922-45a9-b646-f7d86b74f6d3 req-057d5644-148c-441d-a177-91c39146c34c tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:14.987711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8361a404-e922-45a9-b646-f7d86b74f6d3 req-057d5644-148c-441d-a177-91c39146c34c tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 950 time: 0.0731771 Feb 09 02:41:15.039435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8361a404-e922-45a9-b646-f7d86b74f6d3 req-365d7760-ad7c-463b-8f67-04aa383c0edd tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Feb 09 02:41:15.808195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:15.944102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe98f-284d-4ad9-9980-eea009a226fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.033242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe98f-284d-4ad9-9980-eea009a226fe admin admin] Publish callbacks [] for security_group (e72e1469-4ffb-4e3d-ae13-40c53edde7f3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.037840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe98f-284d-4ad9-9980-eea009a226fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e72e1469-4ffb-4e3d-ae13-40c53edde7f3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.068287 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ecbe98f-284d-4ad9-9980-eea009a226fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59b0e36de3cd448bb2c5a5198c5b5866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553349 Feb 09 02:41:16.068916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60468) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:16.105629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbe98f-284d-4ad9-9980-eea009a226fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e1469-4ffb-4e3d-ae13-40c53edde7f3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:16.155707 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Publish callbacks [] for security_group (e72e1469-4ffb-4e3d-ae13-40c53edde7f3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.208823 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Publish callbacks [] for security_group (e72e1469-4ffb-4e3d-ae13-40c53edde7f3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.253130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938ab15-c0e3-434c-ac12-dabc47e764d4 req-1567126d-0d5f-4d7e-a7fd-73bcdc6f3c95 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:16.254727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5938ab15-c0e3-434c-ac12-dabc47e764d4 req-1567126d-0d5f-4d7e-a7fd-73bcdc6f3c95 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 950 time: 0.1086478 Feb 09 02:41:16.319668 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e72e1469-4ffb-4e3d-ae13-40c53edde7f3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.323678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.328427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e72e1469-4ffb-4e3d-ae13-40c53edde7f3 HTTP/1.1" status: 204 len: 168 time: 0.2555592 Feb 09 02:41:16.332226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5938ab15-c0e3-434c-ac12-dabc47e764d4 req-a19db4f1-31e5-431d-aa9b-a29d5885a046 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/security-groups?id=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718040 Feb 09 02:41:16.347603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e1469-4ffb-4e3d-ae13-40c53edde7f3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:16.358008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.358610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.359175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.359734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.360302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.361044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.361582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.362136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.362743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.363333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.363861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.364213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.364557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a796a5-466b-452f-a1fa-bd13c8601f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:16.706717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60476) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:16.729782 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c77809da-f04b-40a9-b3bf-ad078d7e5a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.740967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-ddf2c827-218f-42fc-a0aa-f2fae1b11e49 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:16.742602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-ddf2c827-218f-42fc-a0aa-f2fae1b11e49 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 950 time: 0.0932879 Feb 09 02:41:16.947238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Deleting port df32a6fe-4cf7-47da-8652-2c75a602d19d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:16.947589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.952138 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c77809da-f04b-40a9-b3bf-ad078d7e5a31 admin admin] Publish callbacks [] for security_group (f56c41ef-13d2-4c17-9198-5c363afb4d57), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:16.995484 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c77809da-f04b-40a9-b3bf-ad078d7e5a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f56c41ef-13d2-4c17-9198-5c363afb4d57), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.057851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77809da-f04b-40a9-b3bf-ad078d7e5a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56c41ef-13d2-4c17-9198-5c363afb4d57,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:17.071936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c77809da-f04b-40a9-b3bf-ad078d7e5a31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b57c0ad067824a28a7e8e8108ad01c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3609321 Feb 09 02:41:17.072645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:17.100190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] For port df32a6fe-4cf7-47da-8652-2c75a602d19d, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=df32a6fe-4cf7-47da-8652-2c75a602d19d,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:17.100190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.113044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Calling delete_port for df32a6fe-4cf7-47da-8652-2c75a602d19d owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:17.146248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3db1f48-66de-4778-af0d-9a3401f22cb6 admin admin] Publish callbacks [] for security_group (f56c41ef-13d2-4c17-9198-5c363afb4d57), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.178090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3db1f48-66de-4778-af0d-9a3401f22cb6 admin admin] Publish callbacks [] for security_group (f56c41ef-13d2-4c17-9198-5c363afb4d57), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.228475 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3db1f48-66de-4778-af0d-9a3401f22cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f56c41ef-13d2-4c17-9198-5c363afb4d57), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.231519 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3db1f48-66de-4778-af0d-9a3401f22cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.236382 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f3db1f48-66de-4778-af0d-9a3401f22cb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f56c41ef-13d2-4c17-9198-5c363afb4d57 HTTP/1.1" status: 204 len: 168 time: 0.1596515 Feb 09 02:41:17.241964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db1f48-66de-4778-af0d-9a3401f22cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56c41ef-13d2-4c17-9198-5c363afb4d57,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:17.290101 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (df32a6fe-4cf7-47da-8652-2c75a602d19d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.304916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['df32a6fe-4cf7-47da-8652-2c75a602d19d'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:41:17.328669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Pushing event deleted for resources: {'Port': ['ID=df32a6fe-4cf7-47da-8652-2c75a602d19d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:17.378094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] No DVR routers for this DVR port df32a6fe-4cf7-47da-8652-2c75a602d19d on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:41:17.380839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:17.384738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33a34c9f-bfa6-4e3b-8422-632d85739c1a req-37981674-912b-4571-9654-daaff60d9483 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.72 "DELETE /v2.0/ports/df32a6fe-4cf7-47da-8652-2c75a602d19d HTTP/1.1" status: 204 len: 173 time: 0.6332850 Feb 09 02:41:17.385402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'name': 'network-vif-deleted', 'tag': 'df32a6fe-4cf7-47da-8652-2c75a602d19d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:17.389775 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa9fa94-660b-4b8f-8bf0-678ffc321a96" -d '{"events": [{"server_uuid": "dfced97b-fdfd-4db1-a61d-b0a2015d5ad7", "name": "network-vif-deleted", "tag": "df32a6fe-4cf7-47da-8652-2c75a602d19d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:17.447785 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b941ea06-ec97-4613-bf7a-b480cd81dd5c x-openstack-request-id: req-b941ea06-ec97-4613-bf7a-b480cd81dd5c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:17.459059 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfced97b-fdfd-4db1-a61d-b0a2015d5ad7", "name": "network-vif-deleted", "tag": "df32a6fe-4cf7-47da-8652-2c75a602d19d", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:17.459831 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b941ea06-ec97-4613-bf7a-b480cd81dd5c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:17.460603 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfced97b-fdfd-4db1-a61d-b0a2015d5ad7', 'name': 'network-vif-deleted', 'tag': 'df32a6fe-4cf7-47da-8652-2c75a602d19d', 'status': 'completed', 'code': 200} Feb 09 02:41:17.510143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e8ef58d-dad6-47ec-a2f8-d10c491e5b37 req-a80be7a0-04de-40f8-821f-247c7f757bd8 tempest-VolumesBackupsTest-1947732891 tempest-VolumesBackupsTest-1947732891-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfced97b-fdfd-4db1-a61d-b0a2015d5ad7 HTTP/1.1" status: 200 len: 210 time: 0.0727184 Feb 09 02:41:18.117602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.145834 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:18.253962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-286934434-network', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:18.275626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Made reservation on behalf of 08696a5930bd43b5a35f82ef95ca4048 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:41:18.278370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.287899 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.376051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks [] for security_group (f0fbae41-fa85-478e-8130-1025bd2e63f1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.381044 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f0fbae41-fa85-478e-8130-1025bd2e63f1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.409769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:41:18.416365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fbae41-fa85-478e-8130-1025bd2e63f1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:18.426540 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d2f8612d-401f-4f0e-80b9-c67bf1cce35e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.427046 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Added segment d2f8612d-401f-4f0e-80b9-c67bf1cce35e of type vlan for network ec9c8754-000f-405e-95cc-22950f081fa0 Feb 09 02:41:18.476315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ec9c8754-000f-405e-95cc-22950f081fa0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.503754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ec9c8754-000f-405e-95cc-22950f081fa0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.504872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:18.505377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.594915 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4452124 Feb 09 02:41:18.595600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60516) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:18.601472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Request body: {'subnet': {'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-286934434-subnet', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:18.615179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdad33e-1237-411a-b7b0-90f245b408ef admin admin] Pushing event updated for resources: {'Network': ['ID=ec9c8754-000f-405e-95cc-22950f081fa0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:18.626096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Made reservation on behalf of 08696a5930bd43b5a35f82ef95ca4048 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:41:18.631691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.631918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ec9c8754-000f-405e-95cc-22950f081fa0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:41:18.866471 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (342092a6-a8bc-4c3b-9494-46fa7f307abd), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.931957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342092a6-a8bc-4c3b-9494-46fa7f307abd,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:18.940010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Checking segment: {'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:18.940388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Network hostable DHCP agents. Network: ec9c8754-000f-405e-95cc-22950f081fa0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:41:18.962585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Network ec9c8754-000f-405e-95cc-22950f081fa0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:41:18.973589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ec9c8754-000f-405e-95cc-22950f081fa0) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:18.977931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:18.978571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:18.986104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3431a60d-c54d-4792-ae72-01c382907606 None None] Network ec9c8754-000f-405e-95cc-22950f081fa0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:19.000160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-83a544e1-db1d-4b4d-870b-0ed7003f7513 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4001701 Feb 09 02:41:19.000418 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:19.010042 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:19.046058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (891e0e46-1773-4cef-8aae-4b7c820fbfd2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.047694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (891e0e46-1773-4cef-8aae-4b7c820fbfd2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.105428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ec9c8754-000f-405e-95cc-22950f081fa0', 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0', 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'fixed_ips': [{'subnet_id': '342092a6-a8bc-4c3b-9494-46fa7f307abd'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:41:19.106421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.121493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks [] for router_controller (891e0e46-1773-4cef-8aae-4b7c820fbfd2), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.239137 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.286967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Allocated IP 172.20.0.2 (ec9c8754-000f-405e-95cc-22950f081fa0/342092a6-a8bc-4c3b-9494-46fa7f307abd/56f08558-71b0-4a7b-b14b-5756311e8269) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:19.307335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks [] for router_gateway (891e0e46-1773-4cef-8aae-4b7c820fbfd2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.453210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Publish callbacks [] for port (56f08558-71b0-4a7b-b14b-5756311e8269), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.460718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.511538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Network ec9c8754-000f-405e-95cc-22950f081fa0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:19.514824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:19.518354 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:19.526043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Pushing event updated for resources: {'Port': ['ID=56f08558-71b0-4a7b-b14b-5756311e8269,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:19.538189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.538592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.538917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.539260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.539599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.539935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.540647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.540647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.540907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.541232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.541560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.541892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.542220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:19.552691 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks [] for router_gateway (891e0e46-1773-4cef-8aae-4b7c820fbfd2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.576624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.598433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Attempting to bind port 56f08558-71b0-4a7b-b14b-5756311e8269 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:19.598845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Attempting to bind port 56f08558-71b0-4a7b-b14b-5756311e8269 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:19.599223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Attempting to bind port 56f08558-71b0-4a7b-b14b-5756311e8269 on network ec9c8754-000f-405e-95cc-22950f081fa0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:19.605129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:19.605518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Checking segment: {'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:19.605932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.606331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Bound using segment: {'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:19.607372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Bound port: 56f08558-71b0-4a7b-b14b-5756311e8269, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:19.607763 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.674921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] For port 56f08558-71b0-4a7b-b14b-5756311e8269, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:19.682497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] For port 56f08558-71b0-4a7b-b14b-5756311e8269, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=56f08558-71b0-4a7b-b14b-5756311e8269,segment=NetworkSegment(d2f8612d-401f-4f0e-80b9-c67bf1cce35e),segment_id=d2f8612d-401f-4f0e-80b9-c67bf1cce35e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:19.686443 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.708350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Allocated IP 172.25.6.44 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/baaac97b-4bfa-473b-8e3e-821183eb1d8a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:19.762343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d6df1-aa1e-40e5-8e97-41a5dbdce5cb None None] Pushing event updated for resources: {'Port': ['ID=56f08558-71b0-4a7b-b14b-5756311e8269,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:19.766118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device df32a6fe-4cf7-47da-8652-2c75a602d19d no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:19.791108 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: df32a6fe-4cf7-47da-8652-2c75a602d19d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:19.791467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device df32a6fe-4cf7-47da-8652-2c75a602d19d not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:19.878659 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks [] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.917599 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:19.967938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:19.980269 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:19.984878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:20.016453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Pushing event updated for resources: {'Port': ['ID=baaac97b-4bfa-473b-8e3e-821183eb1d8a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:20.030744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.031084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.031423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.031758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.032089 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.032415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.032738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.033062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.033480 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.033709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.034028 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.034343 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.034685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:20.296736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks [] for router_gateway (891e0e46-1773-4cef-8aae-4b7c820fbfd2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:20.526806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (891e0e46-1773-4cef-8aae-4b7c820fbfd2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:20.682371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:41:20.937249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc8846-04dc-408e-accb-90d6094b7bf5 None None] Network ec9c8754-000f-405e-95cc-22950f081fa0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:21.008781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f77ffeff-354e-4c22-bc99-50df9b4a2ff2 None None] Provisioning complete for port 56f08558-71b0-4a7b-b14b-5756311e8269 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:21.009321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77ffeff-354e-4c22-bc99-50df9b4a2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.133161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:21.164234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.168264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-83e0ac23-358b-407a-955c-3ba6da4c8141 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1601892 Feb 09 02:41:21.168523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60532) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:21.211855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Sync routers for ids ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:21.254891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Routers {'891e0e46-1773-4cef-8aae-4b7c820fbfd2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:21.255531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:21.391466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f77ffeff-354e-4c22-bc99-50df9b4a2ff2 None None] Current status of the port 56f08558-71b0-4a7b-b14b-5756311e8269 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:21.391862 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77ffeff-354e-4c22-bc99-50df9b4a2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.439790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Set router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:21.478119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f77ffeff-354e-4c22-bc99-50df9b4a2ff2 None None] For port 56f08558-71b0-4a7b-b14b-5756311e8269, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=56f08558-71b0-4a7b-b14b-5756311e8269,segment=NetworkSegment(d2f8612d-401f-4f0e-80b9-c67bf1cce35e),segment_id=d2f8612d-401f-4f0e-80b9-c67bf1cce35e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:21.509287 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f77ffeff-354e-4c22-bc99-50df9b4a2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.649876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ffeff-354e-4c22-bc99-50df9b4a2ff2 None None] Pushing event updated for resources: {'Port': ['ID=56f08558-71b0-4a7b-b14b-5756311e8269,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:21.742646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 56f08558-71b0-4a7b-b14b-5756311e8269 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:21.828665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 56f08558-71b0-4a7b-b14b-5756311e8269 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:21.829364 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.871110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.906753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:20Z', 'revision_number': 3, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port': {'id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:21.924021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5c5646fa-dd15-482b-a01a-54ee1d03c473 None None] Provisioning complete for port 56f08558-71b0-4a7b-b14b-5756311e8269 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:21.924406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c5646fa-dd15-482b-a01a-54ee1d03c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.981121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Checking router: 891e0e46-1773-4cef-8aae-4b7c820fbfd2 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:21.981121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Updating router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 port baaac97b-4bfa-473b-8e3e-821183eb1d8a binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:41:22.036306 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.133424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 56f08558-71b0-4a7b-b14b-5756311e8269 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:22.275231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5c5646fa-dd15-482b-a01a-54ee1d03c473 None None] Current status of the port 56f08558-71b0-4a7b-b14b-5756311e8269 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:22.327435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Allocated IP 172.20.0.1 (ec9c8754-000f-405e-95cc-22950f081fa0/342092a6-a8bc-4c3b-9494-46fa7f307abd/06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:22.519302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks [] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.521336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Publish callbacks [] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.532655 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.554268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424b9c4-e3b8-4008-b215-10fe3e83194f req-d50c0573-81c9-4dd8-86f0-390f91c52dcc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:22.564166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0424b9c4-e3b8-4008-b215-10fe3e83194f req-d50c0573-81c9-4dd8-86f0-390f91c52dcc tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 947 time: 0.1077423 Feb 09 02:41:22.566033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.595117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616a10b-ef65-438f-9262-a04bf3c2af94 None None] Pushing event updated for resources: {'Port': ['ID=baaac97b-4bfa-473b-8e3e-821183eb1d8a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:22.613017 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Pushing event updated for resources: {'Port': ['ID=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:22.630641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Network ec9c8754-000f-405e-95cc-22950f081fa0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:22.632261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:22.646607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:22.648778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0424b9c4-e3b8-4008-b215-10fe3e83194f req-7dfd6299-72bd-4793-aa18-1ba2d4bea06e tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832381 Feb 09 02:41:22.651124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Attempting to bind port baaac97b-4bfa-473b-8e3e-821183eb1d8a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:22.651869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Attempting to bind port baaac97b-4bfa-473b-8e3e-821183eb1d8a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:22.652489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Attempting to bind port baaac97b-4bfa-473b-8e3e-821183eb1d8a on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:22.660015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:22.660682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:22.661315 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.661934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:22.662655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Bound port: baaac97b-4bfa-473b-8e3e-821183eb1d8a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:22.663277 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.696235 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (891e0e46-1773-4cef-8aae-4b7c820fbfd2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.741260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] For port baaac97b-4bfa-473b-8e3e-821183eb1d8a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:22.745711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] For port baaac97b-4bfa-473b-8e3e-821183eb1d8a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=baaac97b-4bfa-473b-8e3e-821183eb1d8a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:22.758566 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:22.828764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616a10b-ef65-438f-9262-a04bf3c2af94 None None] Pushing event updated for resources: {'Port': ['ID=baaac97b-4bfa-473b-8e3e-821183eb1d8a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:22.861169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Routers {'891e0e46-1773-4cef-8aae-4b7c820fbfd2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:22.861862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:40:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:22.877612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.022861 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] Set router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:23.066696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks [] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.069973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-822efd72-cdb3-4529-8b57-6a3f241fb4c9 None None] Provisioning complete for port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:23.070539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-822efd72-cdb3-4529-8b57-6a3f241fb4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.073227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.139715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Pushing event updated for resources: {'Port': ['ID=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:23.146444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (891e0e46-1773-4cef-8aae-4b7c820fbfd2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.200941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-822efd72-cdb3-4529-8b57-6a3f241fb4c9 None None] Port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:41:23.253812 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Network ec9c8754-000f-405e-95cc-22950f081fa0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:23.255488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:23.364924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 4, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port': {'id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60', 'name': '', 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'mac_address': 'fa:16:3e:7e:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:21Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 1, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'subnets': [{'id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:23.368835 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efd5c64a-fc50-4fcb-8c17-cd81244b45c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.411670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581790c-ca92-4be1-87dd-da13f0291e0c None None] The sync data for ids ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'] in n-d-826675-12 is: [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 4, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port': {'id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60', 'name': '', 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'mac_address': 'fa:16:3e:7e:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:21Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 1, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'subnets': [{'id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:23.446434 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:23.573763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 56f08558-71b0-4a7b-b14b-5756311e8269 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:23.614021 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:41:23.623012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:23.628945 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3e798c1f-bc4a-49c0-9fb0-0fabf9561a0c admin admin] 10.222.0.53 "PUT /v2.0/routers/891e0e46-1773-4cef-8aae-4b7c820fbfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592140 Feb 09 02:41:23.661031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d4156478-56d5-4196-8a0b-33365b0ad008 None None] Provisioning complete for port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:23.661471 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4156478-56d5-4196-8a0b-33365b0ad008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.790748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 56f08558-71b0-4a7b-b14b-5756311e8269 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:23.791145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:23.792984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d4156478-56d5-4196-8a0b-33365b0ad008 None None] Port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:41:23.867706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513bdbf-e435-4c7e-99b0-a436487318fd req-98f16f67-6c92-4655-8f76-03d2fe7b8cb8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:23.876683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9513bdbf-e435-4c7e-99b0-a436487318fd req-98f16f67-6c92-4655-8f76-03d2fe7b8cb8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 947 time: 0.0985942 Feb 09 02:41:23.930915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 56f08558-71b0-4a7b-b14b-5756311e8269 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:23.957079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9513bdbf-e435-4c7e-99b0-a436487318fd req-ebce19a0-3a09-4736-81d5-128eb9104bb8 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups?id=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788770 Feb 09 02:41:24.090606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896af23-e45d-44cf-b696-827b11721099 req-419b46ac-6f8d-4e75-bcd5-767ac525d203 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:24.094379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9896af23-e45d-44cf-b696-827b11721099 req-419b46ac-6f8d-4e75-bcd5-767ac525d203 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.82 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 947 time: 0.1329753 Feb 09 02:41:24.316121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Deleting port 92ae6032-783d-4e47-9cb9-f90e5a128984 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:24.316647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.514945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60600) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:24.521456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-171510785-network', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:24.529832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] For port 92ae6032-783d-4e47-9cb9-f90e5a128984, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=92ae6032-783d-4e47-9cb9-f90e5a128984,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:24.531141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.585689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Made reservation on behalf of 4ff3b89bc2214a40a41a031b1b5da6d1 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:41:24.585689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.601216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.747058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks [] for security_group (02f497c3-19fd-4fe5-a148-a75c71e116c1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.753636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (02f497c3-19fd-4fe5-a148-a75c71e116c1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.784398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:41:24.806368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f497c3-19fd-4fe5-a148-a75c71e116c1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:24.813354 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7b11bc40-3c3c-47b6-93f9-a626889f9c51), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.813845 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Added segment 7b11bc40-3c3c-47b6-93f9-a626889f9c51 of type vlan for network df7fd389-f484-4903-8c96-1131ee13e8b6 Feb 09 02:41:24.886643 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (df7fd389-f484-4903-8c96-1131ee13e8b6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.913455 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.915237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (3e43961a-b4bd-47c0-97e7-06678387c9f4), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.917590 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Floating IP 3e43961a-b4bd-47c0-97e7-06678387c9f4 disassociated. External IP: 172.25.6.82, port: 92ae6032-783d-4e47-9cb9-f90e5a128984. Feb 09 02:41:24.918119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Calling delete_port for 92ae6032-783d-4e47-9cb9-f90e5a128984 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:24.936404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (df7fd389-f484-4903-8c96-1131ee13e8b6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:24.938513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:24.939447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.084356 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5679536 Feb 09 02:41:25.087732 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60652) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:25.094993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Request body: {'subnet': {'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-171510785-subnet', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:25.112120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ad272-9f50-4fd7-818b-65006c882530 admin admin] Pushing event updated for resources: {'Network': ['ID=df7fd389-f484-4903-8c96-1131ee13e8b6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:25.125847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (92ae6032-783d-4e47-9cb9-f90e5a128984), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.130408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network df7fd389-f484-4903-8c96-1131ee13e8b6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:41:25.187562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Made reservation on behalf of 4ff3b89bc2214a40a41a031b1b5da6d1 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:41:25.191585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.242559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event deleted for resources: {'Port': ['ID=92ae6032-783d-4e47-9cb9-f90e5a128984,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:25.331695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bb14a4f-3609-4972-a1c6-56b400dafe60 req-264df818-173d-4e61-8198-89e02f374e42 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0929823 Feb 09 02:41:25.567992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (89db6ef6-c14c-471a-bc87-2a0a120a1d17), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.597478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:25.685771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89db6ef6-c14c-471a-bc87-2a0a120a1d17,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:25.710130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Checking segment: {'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:25.710523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Network hostable DHCP agents. Network: df7fd389-f484-4903-8c96-1131ee13e8b6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:41:25.732402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-846302c7-3890-4233-846a-ddbbdec2f8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.773359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Network df7fd389-f484-4903-8c96-1131ee13e8b6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:41:25.802135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device baaac97b-4bfa-473b-8e3e-821183eb1d8a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:25.807056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, df7fd389-f484-4903-8c96-1131ee13e8b6) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:25.814225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:25.815524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.869812 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-007722c6-d33e-4d1c-98b1-f4557f5e3f96 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7804306 Feb 09 02:41:25.873674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 60722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:25.876168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:25.881292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:25.895733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] Sync routers for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:25.900608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065217c1-71e4-4db2-ad4b-669d752ff15a None None] Network df7fd389-f484-4903-8c96-1131ee13e8b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:25.916695 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:25.917331 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:25.940586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (47342ff6-0d96-456f-b2f6-8083f385711c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.941771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (47342ff6-0d96-456f-b2f6-8083f385711c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:25.999674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] No DVR routers for this DVR port 92ae6032-783d-4e47-9cb9-f90e5a128984 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:41:26.008406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:26.019112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9896af23-e45d-44cf-b696-827b11721099 req-96ab702c-5c3d-46f3-969c-23a00caa9d4a tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.82 "DELETE /v2.0/ports/92ae6032-783d-4e47-9cb9-f90e5a128984 HTTP/1.1" status: 204 len: 173 time: 1.9040453 Feb 09 02:41:26.020147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-deleted', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:41:26.038916 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea49cf5-c5b5-49f0-aeaf-efda98dfffc1" -d '{"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-deleted", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:41:26.089751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks [] for router_controller (47342ff6-0d96-456f-b2f6-8083f385711c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:26.189260 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62a208b-2e41-4e84-a49f-422f439ee47f x-openstack-request-id: req-f62a208b-2e41-4e84-a49f-422f439ee47f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:41:26.190912 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d5674d-ed67-4c38-a7b8-26d58458b9c3", "name": "network-vif-deleted", "tag": "92ae6032-783d-4e47-9cb9-f90e5a128984", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:41:26.191550 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f62a208b-2e41-4e84-a49f-422f439ee47f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:41:26.192151 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d5674d-ed67-4c38-a7b8-26d58458b9c3', 'name': 'network-vif-deleted', 'tag': '92ae6032-783d-4e47-9cb9-f90e5a128984', 'status': 'completed', 'code': 200} Feb 09 02:41:26.244821 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:26.504237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks [] for router_gateway (47342ff6-0d96-456f-b2f6-8083f385711c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:26.571575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-df7fd389-f484-4903-8c96-1131ee13e8b6', 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6', 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'fixed_ips': [{'subnet_id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:41:26.572449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:26.576321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port baaac97b-4bfa-473b-8e3e-821183eb1d8a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:26.576949 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:26.635838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0279ee9f-d959-41f7-9725-242c18c800c7 req-0bf124aa-da9a-4bad-beed-9a9a28554d31 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d5674d-ed67-4c38-a7b8-26d58458b9c3 HTTP/1.1" status: 200 len: 210 time: 0.1228092 Feb 09 02:41:26.697167 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:26.746091 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] Checking router: c81b15bb-457c-44fa-b4fb-60ec5c4746f5 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:26.757317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:26.758141 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:26.924611 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:26.949861 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Sync routers for ids ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:26.990991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Routers {'891e0e46-1773-4cef-8aae-4b7c820fbfd2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:26.991832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:27.110889 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks [] for router_gateway (47342ff6-0d96-456f-b2f6-8083f385711c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.159266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.188306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Set router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:27.275564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port baaac97b-4bfa-473b-8e3e-821183eb1d8a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:27.276233 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.356435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port baaac97b-4bfa-473b-8e3e-821183eb1d8a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=baaac97b-4bfa-473b-8e3e-821183eb1d8a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:27.364989 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.412448 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.413955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Allocated IP 172.25.6.132 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/973c7159-9c82-4fcb-b0f5-169d99bae84a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:27.512119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Allocated IP 172.20.0.2 (df7fd389-f484-4903-8c96-1131ee13e8b6/89db6ef6-c14c-471a-bc87-2a0a120a1d17/41341954-06c6-4c79-a333-e1834361dd6a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:27.556963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks [] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.616560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.624770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=baaac97b-4bfa-473b-8e3e-821183eb1d8a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:27.652104 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:27.682273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:27.685709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:27.692023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:27.727300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Pushing event updated for resources: {'Port': ['ID=973c7159-9c82-4fcb-b0f5-169d99bae84a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:27.762245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb1f73e-70bd-4c1f-86c4-ab44d0693953 None None] The sync data for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 is: [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:17Z', 'revision_number': 4, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9913caa6-ed8d-4590-8434-e5bc9fc71096', 'name': '', 'network_id': 'd310faf2-0d14-4a3c-b6ad-74c397e17d75', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'mac_address': 'fa:16:3e:6f:7f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:16Z', 'updated_at': '2022-02-09T02:31:27Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'subnets': [{'id': '6db24dbc-c73a-4772-aacb-b5954189cc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:27.823886 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Publish callbacks [] for port (41341954-06c6-4c79-a333-e1834361dd6a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.827855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 4, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port': {'id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60', 'name': '', 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'mac_address': 'fa:16:3e:7e:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:21Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 2, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'subnets': [{'id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:27.839171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60898) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:27.902878 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (41341954-06c6-4c79-a333-e1834361dd6a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.971921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bda1-1216-45f8-935c-f0c6df75c282 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (0877b6c0-b0e0-45b2-ab15-0d8ca36219d0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:27.990897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Checking router: 891e0e46-1773-4cef-8aae-4b7c820fbfd2 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:27.991390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Updating router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:41:28.018428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bda1-1216-45f8-935c-f0c6df75c282 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (0877b6c0-b0e0-45b2-ab15-0d8ca36219d0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.070833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Network df7fd389-f484-4903-8c96-1131ee13e8b6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:28.079195 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.086196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:28.105117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:28.116086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:28.119933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bda1-1216-45f8-935c-f0c6df75c282 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0877b6c0-b0e0-45b2-ab15-0d8ca36219d0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.127773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9e5bda1-1216-45f8-935c-f0c6df75c282 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.130352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d9e5bda1-1216-45f8-935c-f0c6df75c282 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "DELETE /v2.0/security-groups/0877b6c0-b0e0-45b2-ab15-0d8ca36219d0 HTTP/1.1" status: 204 len: 168 time: 0.2883725 Feb 09 02:41:28.136700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:28.154248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Pushing event updated for resources: {'Port': ['ID=41341954-06c6-4c79-a333-e1834361dd6a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:28.187329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5bda1-1216-45f8-935c-f0c6df75c282 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0877b6c0-b0e0-45b2-ab15-0d8ca36219d0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:28.189436 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-5c3f1aec-bb1c-4452-9acb-1d32172b8a36 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] show failed (client error): The resource could not be found. Feb 09 02:41:28.193985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5c3f1aec-bb1c-4452-9acb-1d32172b8a36 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "GET /v2.0/security-groups/0877b6c0-b0e0-45b2-ab15-0d8ca36219d0 HTTP/1.1" status: 404 len: 347 time: 0.0554459 Feb 09 02:41:28.194579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 60938) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:28.295095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 92ae6032-783d-4e47-9cb9-f90e5a128984 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:28.296079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 92ae6032-783d-4e47-9cb9-f90e5a128984 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:28.356282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks [] for router_gateway (47342ff6-0d96-456f-b2f6-8083f385711c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.395155 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.413123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Deleting port d13b2a19-a425-4ef7-9a45-778ad5b411e9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:28.413322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Attempting to bind port 41341954-06c6-4c79-a333-e1834361dd6a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:28.413813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.414037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Attempting to bind port 41341954-06c6-4c79-a333-e1834361dd6a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:28.414890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Attempting to bind port 41341954-06c6-4c79-a333-e1834361dd6a on network df7fd389-f484-4903-8c96-1131ee13e8b6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:28.465067 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04cc04f-f0cf-4468-bf48-3eb522be4a13 None None] New status for floating IP 3e43961a-b4bd-47c0-97e7-06678387c9f4: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:41:28.513715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:28.514397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Checking segment: {'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:28.514983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.515595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Bound using segment: {'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:28.516255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Bound port: 41341954-06c6-4c79-a333-e1834361dd6a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:28.516812 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (41341954-06c6-4c79-a333-e1834361dd6a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.583266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.583622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (d13b2a19-a425-4ef7-9a45-778ad5b411e9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.614256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Calling delete_port for d13b2a19-a425-4ef7-9a45-778ad5b411e9 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:28.843731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (47342ff6-0d96-456f-b2f6-8083f385711c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.909239 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d13b2a19-a425-4ef7-9a45-778ad5b411e9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:28.950915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] For port 41341954-06c6-4c79-a333-e1834361dd6a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:28.965325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Pushing event deleted for resources: {'Port': ['ID=d13b2a19-a425-4ef7-9a45-778ad5b411e9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:28.967889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] For port 41341954-06c6-4c79-a333-e1834361dd6a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=41341954-06c6-4c79-a333-e1834361dd6a,segment=NetworkSegment(7b11bc40-3c3c-47b6-93f9-a626889f9c51),segment_id=7b11bc40-3c3c-47b6-93f9-a626889f9c51)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:29.009368 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (41341954-06c6-4c79-a333-e1834361dd6a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.135973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks [] for floatingip (3e43961a-b4bd-47c0-97e7-06678387c9f4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.143728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.147310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b732425d-5eb2-47b7-bf4d-b83634dd70f4 tempest-AttachVolumeShelveTestJSON-7798126 tempest-AttachVolumeShelveTestJSON-7798126-project] 10.222.0.53 "DELETE /v2.0/floatingips/3e43961a-b4bd-47c0-97e7-06678387c9f4 HTTP/1.1" status: 204 len: 168 time: 0.9516320 Feb 09 02:41:29.184827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Router 47342ff6-0d96-456f-b2f6-8083f385711c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:41:29.255807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Publish callbacks [] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.266999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ccd5-21dd-43d2-9c05-cd379059492c None None] Pushing event updated for resources: {'Port': ['ID=41341954-06c6-4c79-a333-e1834361dd6a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:29.297017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.438804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f309e1f-c5cc-498f-adef-5f5ca2b06204 None None] Pushing event updated for resources: {'Port': ['ID=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:29.530879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Attempting to bind port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:29.531504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Attempting to bind port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:29.532710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Attempting to bind port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 on network ec9c8754-000f-405e-95cc-22950f081fa0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:29.540160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:29.540562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Checking segment: {'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:29.541028 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.541408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Bound using segment: {'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:29.541937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Bound port: 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:29.542320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.556253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:29.581051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Sync routers for ids ['47342ff6-0d96-456f-b2f6-8083f385711c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:29.606195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:29.610561 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-712ce064-b497-4c12-bc49-a090e6d5388b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7331009 Feb 09 02:41:29.612326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 32832) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:29.687611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Routers {'47342ff6-0d96-456f-b2f6-8083f385711c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:29.688166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47342ff6-0d96-456f-b2f6-8083f385711c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:29.837587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device baaac97b-4bfa-473b-8e3e-821183eb1d8a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:30.203393 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:30.206894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] For port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:30.244206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] For port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,segment=NetworkSegment(d2f8612d-401f-4f0e-80b9-c67bf1cce35e),segment_id=d2f8612d-401f-4f0e-80b9-c67bf1cce35e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:30.251021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ac64adad-6246-46e0-83eb-596286dad3be None None] Provisioning complete for port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:30.251399 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac64adad-6246-46e0-83eb-596286dad3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:30.258737 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:30.365559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Set router 47342ff6-0d96-456f-b2f6-8083f385711c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:30.498082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port baaac97b-4bfa-473b-8e3e-821183eb1d8a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:30.503111 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:30.508770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f309e1f-c5cc-498f-adef-5f5ca2b06204 None None] Pushing event updated for resources: {'Port': ['ID=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:30.604519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Routers {'891e0e46-1773-4cef-8aae-4b7c820fbfd2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:30.615015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:30.958357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] Set router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:31.063204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ac64adad-6246-46e0-83eb-596286dad3be None None] Current status of the port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:31.066136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac64adad-6246-46e0-83eb-596286dad3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:31.070726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:31.209048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0814cfc-4102-45f7-bd75-4822933a0b53 None None] Network df7fd389-f484-4903-8c96-1131ee13e8b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:31.241394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port baaac97b-4bfa-473b-8e3e-821183eb1d8a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:31.310977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ac64adad-6246-46e0-83eb-596286dad3be None None] For port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,segment=NetworkSegment(d2f8612d-401f-4f0e-80b9-c67bf1cce35e),segment_id=d2f8612d-401f-4f0e-80b9-c67bf1cce35e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:31.354099 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac64adad-6246-46e0-83eb-596286dad3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:31.387722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Allocated IP 172.20.0.1 (df7fd389-f484-4903-8c96-1131ee13e8b6/89db6ef6-c14c-471a-bc87-2a0a120a1d17/a2bcdc3a-3139-42fb-846e-2ed84d9e818d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:31.512110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64adad-6246-46e0-83eb-596286dad3be None None] Pushing event updated for resources: {'Port': ['ID=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:31.529930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:28Z', 'revision_number': 3, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:31.530197 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks [] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:31.569291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Checking router: 47342ff6-0d96-456f-b2f6-8083f385711c for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:31.569815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Updating router 47342ff6-0d96-456f-b2f6-8083f385711c port 973c7159-9c82-4fcb-b0f5-169d99bae84a binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:41:31.573647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Provisioning complete for port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:31.574258 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:31.587109 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:31.674151 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:31.680132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 4, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port': {'id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60', 'name': '', 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'mac_address': 'fa:16:3e:7e:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:21Z', 'updated_at': '2022-02-09T02:41:30Z', 'revision_number': 4, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'subnets': [{'id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:31.736989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Network df7fd389-f484-4903-8c96-1131ee13e8b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:31.759768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:31.764063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:31.771411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe1e26-54e7-41fd-9236-732d0ecd2a2e None None] The sync data for ids ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'] in n-d-826675-12 is: [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:22Z', 'revision_number': 4, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port': {'id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60', 'name': '', 'network_id': 'ec9c8754-000f-405e-95cc-22950f081fa0', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'mac_address': 'fa:16:3e:7e:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:21Z', 'updated_at': '2022-02-09T02:41:30Z', 'revision_number': 4, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'subnets': [{'id': '342092a6-a8bc-4c3b-9494-46fa7f307abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:31.798723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:31.915882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Current status of the port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:31.977108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (47342ff6-0d96-456f-b2f6-8083f385711c), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.056287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:32.185717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Provisioning complete for port 41341954-06c6-4c79-a333-e1834361dd6a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:32.187431 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41341954-06c6-4c79-a333-e1834361dd6a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.271474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.379983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:32.380541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.632295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks [] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.640489 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.715034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (47342ff6-0d96-456f-b2f6-8083f385711c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.746698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Current status of the port 41341954-06c6-4c79-a333-e1834361dd6a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:32.747498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (41341954-06c6-4c79-a333-e1834361dd6a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.018338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Network df7fd389-f484-4903-8c96-1131ee13e8b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:33.039717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:33.220375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Pushing event updated for resources: {'Port': ['ID=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:33.334162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Router 47342ff6-0d96-456f-b2f6-8083f385711c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:33.370657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] For port 41341954-06c6-4c79-a333-e1834361dd6a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=41341954-06c6-4c79-a333-e1834361dd6a,segment=NetworkSegment(7b11bc40-3c3c-47b6-93f9-a626889f9c51),segment_id=7b11bc40-3c3c-47b6-93f9-a626889f9c51)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:33.399461 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (41341954-06c6-4c79-a333-e1834361dd6a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.489442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98a0ad-3cbb-4f4a-9677-5db6d231557f None None] Pushing event updated for resources: {'Port': ['ID=41341954-06c6-4c79-a333-e1834361dd6a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:33.494765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Publish callbacks [] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.500869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:33.502149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41341954-06c6-4c79-a333-e1834361dd6a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:33.524077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:33.527502 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.540350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9e995be5-8eb7-4e22-951e-3f2f8b4b9e83 admin admin] 10.222.0.53 "PUT /v2.0/routers/47342ff6-0d96-456f-b2f6-8083f385711c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9252951 Feb 09 02:41:33.770732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Attempting to bind port 973c7159-9c82-4fcb-b0f5-169d99bae84a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:33.771289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Attempting to bind port 973c7159-9c82-4fcb-b0f5-169d99bae84a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:33.771916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Attempting to bind port 973c7159-9c82-4fcb-b0f5-169d99bae84a on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:33.792079 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:33.792726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:33.793614 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.795262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:33.796110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Bound port: 973c7159-9c82-4fcb-b0f5-169d99bae84a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:33.796628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.799091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d8a182e6-c752-48fb-8448-b98aa73cfc0f None None] Provisioning complete for port a2bcdc3a-3139-42fb-846e-2ed84d9e818d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:33.799684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a182e6-c752-48fb-8448-b98aa73cfc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.881964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d8a182e6-c752-48fb-8448-b98aa73cfc0f None None] Port a2bcdc3a-3139-42fb-846e-2ed84d9e818d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:41:33.916640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70cff-62ae-4aa1-9761-c3187a95fbe3 None None] Pushing event updated for resources: {'Port': ['ID=973c7159-9c82-4fcb-b0f5-169d99bae84a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:33.979990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d8a182e6-c752-48fb-8448-b98aa73cfc0f None None] Provisioning complete for port 41341954-06c6-4c79-a333-e1834361dd6a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:33.980436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8a182e6-c752-48fb-8448-b98aa73cfc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41341954-06c6-4c79-a333-e1834361dd6a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:34.103828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 41341954-06c6-4c79-a333-e1834361dd6a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:34.105993 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41341954-06c6-4c79-a333-e1834361dd6a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:34.195050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] For port 973c7159-9c82-4fcb-b0f5-169d99bae84a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:34.210168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] For port 973c7159-9c82-4fcb-b0f5-169d99bae84a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=973c7159-9c82-4fcb-b0f5-169d99bae84a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:34.297852 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:34.571310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Routers {'47342ff6-0d96-456f-b2f6-8083f385711c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:34.572947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47342ff6-0d96-456f-b2f6-8083f385711c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:34.857777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d8a182e6-c752-48fb-8448-b98aa73cfc0f None None] Current status of the port 41341954-06c6-4c79-a333-e1834361dd6a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:34.892543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70cff-62ae-4aa1-9761-c3187a95fbe3 None None] Pushing event updated for resources: {'Port': ['ID=973c7159-9c82-4fcb-b0f5-169d99bae84a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:34.988172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 41341954-06c6-4c79-a333-e1834361dd6a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:35.062300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] Set router 47342ff6-0d96-456f-b2f6-8083f385711c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:35.272822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:35.523528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:35.524108 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:35.863824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:35.867867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41341954-06c6-4c79-a333-e1834361dd6a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:35.881063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 4, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a2bcdc3a-3139-42fb-846e-2ed84d9e818d', 'name': '', 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'mac_address': 'fa:16:3e:9f:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:31Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 2, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'subnets': [{'id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:36.006526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ae4ac-17f5-4817-a201-973af3b22502 None None] The sync data for ids ['47342ff6-0d96-456f-b2f6-8083f385711c'] in n-d-826675-12 is: [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 4, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a2bcdc3a-3139-42fb-846e-2ed84d9e818d', 'name': '', 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'mac_address': 'fa:16:3e:9f:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:31Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 2, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'subnets': [{'id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:36.028979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33002) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:36.042233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 41341954-06c6-4c79-a333-e1834361dd6a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:36.043023 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41341954-06c6-4c79-a333-e1834361dd6a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:36.290168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 41341954-06c6-4c79-a333-e1834361dd6a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:37.510274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (891e0e46-1773-4cef-8aae-4b7c820fbfd2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:37.971688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Deleting port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:37.973807 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:38.113994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] For port 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,segment=NetworkSegment(d2f8612d-401f-4f0e-80b9-c67bf1cce35e),segment_id=d2f8612d-401f-4f0e-80b9-c67bf1cce35e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:38.114817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:38.156590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Calling delete_port for 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:38.453765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:38.522619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Pushing event deleted for resources: {'Port': ['ID=06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:38.911811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (891e0e46-1773-4cef-8aae-4b7c820fbfd2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:39.400335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 973c7159-9c82-4fcb-b0f5-169d99bae84a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:39.436168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:39.592530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 973c7159-9c82-4fcb-b0f5-169d99bae84a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:39.595475 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:39.600096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:39.612365 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] Sync routers for ids ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:39.615001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33038) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:39.615957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4f53d5dd-b64c-41c4-8f2a-75b67a93e007 admin admin] 10.222.0.53 "PUT /v2.0/routers/891e0e46-1773-4cef-8aae-4b7c820fbfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5847569 Feb 09 02:41:39.630508 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] Routers {'891e0e46-1773-4cef-8aae-4b7c820fbfd2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:39.634233 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:39.848119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Sync routers for ids ['47342ff6-0d96-456f-b2f6-8083f385711c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:39.891434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 973c7159-9c82-4fcb-b0f5-169d99bae84a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:39.891762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:39.918434 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Routers {'47342ff6-0d96-456f-b2f6-8083f385711c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:39.924712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks [] for router (891e0e46-1773-4cef-8aae-4b7c820fbfd2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:39.926168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47342ff6-0d96-456f-b2f6-8083f385711c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:39.941564 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] Set router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:40.104893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks [] for router_gateway (891e0e46-1773-4cef-8aae-4b7c820fbfd2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.117083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 973c7159-9c82-4fcb-b0f5-169d99bae84a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=973c7159-9c82-4fcb-b0f5-169d99bae84a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:40.141058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.217580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Deleting port baaac97b-4bfa-473b-8e3e-821183eb1d8a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:40.217961 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.242846 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:38Z', 'revision_number': 5, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port': {'id': 'baaac97b-4bfa-473b-8e3e-821183eb1d8a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:40.275386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] Checking router: 891e0e46-1773-4cef-8aae-4b7c820fbfd2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:40.288333 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] Routers {'891e0e46-1773-4cef-8aae-4b7c820fbfd2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:40.289424 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:40.404723 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] Set router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:40.413621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] For port baaac97b-4bfa-473b-8e3e-821183eb1d8a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=baaac97b-4bfa-473b-8e3e-821183eb1d8a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:40.414019 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.451834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Calling delete_port for baaac97b-4bfa-473b-8e3e-821183eb1d8a owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:40.471538 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:40Z', 'revision_number': 6, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:40.503602 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32620b91-7347-45f4-b8e7-6b9d9c76fe01 None None] The sync data for ids ['891e0e46-1773-4cef-8aae-4b7c820fbfd2'] in n-d-826675-12 is: [{'id': '891e0e46-1773-4cef-8aae-4b7c820fbfd2', 'name': 'tempest-TestAggregatesBasicOps-286934434-router', 'tenant_id': '08696a5930bd43b5a35f82ef95ca4048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:19Z', 'updated_at': '2022-02-09T02:41:40Z', 'revision_number': 6, 'project_id': '08696a5930bd43b5a35f82ef95ca4048', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:40.646396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=973c7159-9c82-4fcb-b0f5-169d99bae84a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:40.658051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Set router 47342ff6-0d96-456f-b2f6-8083f385711c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:40.765268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (baaac97b-4bfa-473b-8e3e-821183eb1d8a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:40.811982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Pushing event deleted for resources: {'Port': ['ID=baaac97b-4bfa-473b-8e3e-821183eb1d8a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:40.943230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (891e0e46-1773-4cef-8aae-4b7c820fbfd2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.041461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 4, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a2bcdc3a-3139-42fb-846e-2ed84d9e818d', 'name': '', 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'mac_address': 'fa:16:3e:9f:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:31Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 2, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'subnets': [{'id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:41.090761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Checking router: 47342ff6-0d96-456f-b2f6-8083f385711c for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:41.091198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Updating router 47342ff6-0d96-456f-b2f6-8083f385711c port a2bcdc3a-3139-42fb-846e-2ed84d9e818d binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:41:41.114622 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (891e0e46-1773-4cef-8aae-4b7c820fbfd2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.117271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks [] for router_controller (891e0e46-1773-4cef-8aae-4b7c820fbfd2), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.149367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.193090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (891e0e46-1773-4cef-8aae-4b7c820fbfd2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.194032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 891e0e46-1773-4cef-8aae-4b7c820fbfd2 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:41:41.200928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.203050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4ca21455-dad1-4c00-a66b-2aceb420255f admin admin] 10.222.0.53 "DELETE /v2.0/routers/891e0e46-1773-4cef-8aae-4b7c820fbfd2 HTTP/1.1" status: 204 len: 168 time: 1.5869601 Feb 09 02:41:41.205887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33046) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:41.277492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] Deleting subnet 342092a6-a8bc-4c3b-9494-46fa7f307abd {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:41:41.282129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] Publish callbacks [] for subnet (342092a6-a8bc-4c3b-9494-46fa7f307abd), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.338691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (342092a6-a8bc-4c3b-9494-46fa7f307abd), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.515918 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (342092a6-a8bc-4c3b-9494-46fa7f307abd), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.653939 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (342092a6-a8bc-4c3b-9494-46fa7f307abd), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.654923 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Publish callbacks [] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.661442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 973c7159-9c82-4fcb-b0f5-169d99bae84a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:41.690761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.700878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/342092a6-a8bc-4c3b-9494-46fa7f307abd HTTP/1.1" status: 204 len: 168 time: 0.4933867 Feb 09 02:41:41.702653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4135c16f-2bc8-4ac3-98bf-3d7291256e88 None None] Network ec9c8754-000f-405e-95cc-22950f081fa0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:41.703677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:41.713876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:41.754955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2ab32-3cc7-4803-8ac1-6b06ae6fe09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342092a6-a8bc-4c3b-9494-46fa7f307abd,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:41.835674 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ec9c8754-000f-405e-95cc-22950f081fa0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.045429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Deleting port 56f08558-71b0-4a7b-b14b-5756311e8269 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:42.045797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.158985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b92465-a21e-4843-bcf8-b9d4399b3fc3 None None] Pushing event updated for resources: {'Port': ['ID=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:42.267225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] For port 56f08558-71b0-4a7b-b14b-5756311e8269, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=56f08558-71b0-4a7b-b14b-5756311e8269,segment=NetworkSegment(d2f8612d-401f-4f0e-80b9-c67bf1cce35e),segment_id=d2f8612d-401f-4f0e-80b9-c67bf1cce35e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:42.267607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.300870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Attempting to bind port a2bcdc3a-3139-42fb-846e-2ed84d9e818d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:42.301257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Attempting to bind port a2bcdc3a-3139-42fb-846e-2ed84d9e818d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:42.302702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Calling delete_port for 56f08558-71b0-4a7b-b14b-5756311e8269 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:42.304723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Attempting to bind port a2bcdc3a-3139-42fb-846e-2ed84d9e818d on network df7fd389-f484-4903-8c96-1131ee13e8b6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:42.337394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:42.339992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Checking segment: {'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:42.340429 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.341617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Bound using segment: {'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:42.346649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Bound port: a2bcdc3a-3139-42fb-846e-2ed84d9e818d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b11bc40-3c3c-47b6-93f9-a626889f9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:42.346873 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.429380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 973c7159-9c82-4fcb-b0f5-169d99bae84a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:42.429823 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.527245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (56f08558-71b0-4a7b-b14b-5756311e8269), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.562936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33062) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:42.629438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=56f08558-71b0-4a7b-b14b-5756311e8269,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:42.632319 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] No DVR routers for this DVR port 56f08558-71b0-4a7b-b14b-5756311e8269 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:41:42.708142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c3b57dcb-d6b9-4e56-9ec0-568f5874a652 None None] Provisioning complete for port a2bcdc3a-3139-42fb-846e-2ed84d9e818d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:42.708722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3b57dcb-d6b9-4e56-9ec0-568f5874a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.764282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ec9c8754-000f-405e-95cc-22950f081fa0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.794133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9c8754-000f-405e-95cc-22950f081fa0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:42.806608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:42.806908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f8612d-401f-4f0e-80b9-c67bf1cce35e') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:42.818965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (d2f8612d-401f-4f0e-80b9-c67bf1cce35e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.839107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d2f8612d-401f-4f0e-80b9-c67bf1cce35e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.847180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:41:42.848108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (d2f8612d-401f-4f0e-80b9-c67bf1cce35e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.860117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c3b57dcb-d6b9-4e56-9ec0-568f5874a652 None None] Port a2bcdc3a-3139-42fb-846e-2ed84d9e818d cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:41:42.864936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e5826-ed1d-4883-821d-24b40fd40785 None None] DHCP port deletion for ec9c8754-000f-405e-95cc-22950f081fa0 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:41:42.906432 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f4b1c66-9f91-4992-ad3e-4bbd0b6ef5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:41:42.918122 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:41:42.934869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ec9c8754-000f-405e-95cc-22950f081fa0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.948113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:42.954144 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] 10.222.0.53 "DELETE /v2.0/networks/ec9c8754-000f-405e-95cc-22950f081fa0 HTTP/1.1" status: 204 len: 168 time: 1.2487750 Feb 09 02:41:42.957201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33068) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:43.002243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f40d9-0dc9-4402-9783-c93b35d74c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9c8754-000f-405e-95cc-22950f081fa0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:43.023580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] For port a2bcdc3a-3139-42fb-846e-2ed84d9e818d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:43.031598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] For port a2bcdc3a-3139-42fb-846e-2ed84d9e818d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,segment=NetworkSegment(7b11bc40-3c3c-47b6-93f9-a626889f9c51),segment_id=7b11bc40-3c3c-47b6-93f9-a626889f9c51)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:43.037116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 973c7159-9c82-4fcb-b0f5-169d99bae84a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:43.045728 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.052849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:43.113037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:43.113644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 06299b3c-1f4c-4cdf-b7ff-f2e7b4c61a60 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:43.160852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Routers {'47342ff6-0d96-456f-b2f6-8083f385711c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:43.161796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47342ff6-0d96-456f-b2f6-8083f385711c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:43.168513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b92465-a21e-4843-bcf8-b9d4399b3fc3 None None] Pushing event updated for resources: {'Port': ['ID=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:43.242347 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f4b1c66-9f91-4992-ad3e-4bbd0b6ef5c2 admin admin] Publish callbacks [] for security_group (94aa5b06-8eee-4fac-bb53-4192bc1b52e2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.249895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f4b1c66-9f91-4992-ad3e-4bbd0b6ef5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (94aa5b06-8eee-4fac-bb53-4192bc1b52e2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.343809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b1c66-9f91-4992-ad3e-4bbd0b6ef5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa5b06-8eee-4fac-bb53-4192bc1b52e2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:43.360918 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 56f08558-71b0-4a7b-b14b-5756311e8269 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:43.400517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3f4b1c66-9f91-4992-ad3e-4bbd0b6ef5c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a374b71bdefa4d86afc54b4653f0ae9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8353994 Feb 09 02:41:43.401231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33072) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:43.461018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 56f08558-71b0-4a7b-b14b-5756311e8269 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:43.461018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 56f08558-71b0-4a7b-b14b-5756311e8269 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:43.461018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device baaac97b-4bfa-473b-8e3e-821183eb1d8a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:43.531348 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ee0cbd0-9c78-49d3-a17c-01222d97fb96 admin admin] Publish callbacks [] for security_group (94aa5b06-8eee-4fac-bb53-4192bc1b52e2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.584410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ee0cbd0-9c78-49d3-a17c-01222d97fb96 admin admin] Publish callbacks [] for security_group (94aa5b06-8eee-4fac-bb53-4192bc1b52e2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.617380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: baaac97b-4bfa-473b-8e3e-821183eb1d8a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:43.618059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device baaac97b-4bfa-473b-8e3e-821183eb1d8a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:43.646043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] Set router 47342ff6-0d96-456f-b2f6-8083f385711c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:43.683297 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ee0cbd0-9c78-49d3-a17c-01222d97fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (94aa5b06-8eee-4fac-bb53-4192bc1b52e2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.685407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5a545e71-e356-4cbe-bc52-2c44210cf992 None None] Provisioning complete for port a2bcdc3a-3139-42fb-846e-2ed84d9e818d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:43.685407 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a545e71-e356-4cbe-bc52-2c44210cf992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.689996 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ee0cbd0-9c78-49d3-a17c-01222d97fb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:43.692196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6ee0cbd0-9c78-49d3-a17c-01222d97fb96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94aa5b06-8eee-4fac-bb53-4192bc1b52e2 HTTP/1.1" status: 204 len: 168 time: 0.2897623 Feb 09 02:41:43.709049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0cbd0-9c78-49d3-a17c-01222d97fb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa5b06-8eee-4fac-bb53-4192bc1b52e2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:43.932993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (47342ff6-0d96-456f-b2f6-8083f385711c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:44.124482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5a545e71-e356-4cbe-bc52-2c44210cf992 None None] Current status of the port a2bcdc3a-3139-42fb-846e-2ed84d9e818d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:44.125045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a545e71-e356-4cbe-bc52-2c44210cf992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:44.295961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5a545e71-e356-4cbe-bc52-2c44210cf992 None None] For port a2bcdc3a-3139-42fb-846e-2ed84d9e818d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,segment=NetworkSegment(7b11bc40-3c3c-47b6-93f9-a626889f9c51),segment_id=7b11bc40-3c3c-47b6-93f9-a626889f9c51)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:44.312109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a545e71-e356-4cbe-bc52-2c44210cf992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:44.522500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545e71-e356-4cbe-bc52-2c44210cf992 None None] Pushing event updated for resources: {'Port': ['ID=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:44.550578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Deleting port a2bcdc3a-3139-42fb-846e-2ed84d9e818d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:44.551191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:44.578940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 4, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a2bcdc3a-3139-42fb-846e-2ed84d9e818d', 'name': '', 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'mac_address': 'fa:16:3e:9f:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:31Z', 'updated_at': '2022-02-09T02:41:42Z', 'revision_number': 4, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'subnets': [{'id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:44.648632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51002eb6-20bf-4adb-a7b2-89028b28a509 None None] The sync data for ids ['47342ff6-0d96-456f-b2f6-8083f385711c'] in n-d-826675-12 is: [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:32Z', 'revision_number': 4, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a2bcdc3a-3139-42fb-846e-2ed84d9e818d', 'name': '', 'network_id': 'df7fd389-f484-4903-8c96-1131ee13e8b6', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'mac_address': 'fa:16:3e:9f:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:31Z', 'updated_at': '2022-02-09T02:41:42Z', 'revision_number': 4, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'subnets': [{'id': '89db6ef6-c14c-471a-bc87-2a0a120a1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:44.738573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] For port a2bcdc3a-3139-42fb-846e-2ed84d9e818d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,segment=NetworkSegment(7b11bc40-3c3c-47b6-93f9-a626889f9c51),segment_id=7b11bc40-3c3c-47b6-93f9-a626889f9c51)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:44.739372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:44.766505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Calling delete_port for a2bcdc3a-3139-42fb-846e-2ed84d9e818d owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:45.249184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a2bcdc3a-3139-42fb-846e-2ed84d9e818d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:45.311191 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bcdc3a-3139-42fb-846e-2ed84d9e818d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:45.435405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2bcdc3a-3139-42fb-846e-2ed84d9e818d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:45.491657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a2bcdc3a-3139-42fb-846e-2ed84d9e818d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:45.492013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2bcdc3a-3139-42fb-846e-2ed84d9e818d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 02:41:45.540359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Port a2bcdc3a-3139-42fb-846e-2ed84d9e818d not found, will not notify nova. {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 02:41:45.754486 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (47342ff6-0d96-456f-b2f6-8083f385711c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.079057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33116) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:46.196820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Router 47342ff6-0d96-456f-b2f6-8083f385711c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:46.255593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12366fbf-1593-48b6-94a7-00657f49b514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.389827 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12366fbf-1593-48b6-94a7-00657f49b514 admin admin] Publish callbacks [] for security_group (4b406963-e208-478a-9263-446d74a3a536), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.395097 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12366fbf-1593-48b6-94a7-00657f49b514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4b406963-e208-478a-9263-446d74a3a536), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.424398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:46.439202 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] Sync routers for ids ['47342ff6-0d96-456f-b2f6-8083f385711c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:46.445478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0791ad9c-d15f-4f09-88c7-dc0a0373fce5 admin admin] 10.222.0.53 "PUT /v2.0/routers/47342ff6-0d96-456f-b2f6-8083f385711c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866199 Feb 09 02:41:46.446683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33122) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:46.459821 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] Routers {'47342ff6-0d96-456f-b2f6-8083f385711c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:46.470668 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47342ff6-0d96-456f-b2f6-8083f385711c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:46.478267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12366fbf-1593-48b6-94a7-00657f49b514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b406963-e208-478a-9263-446d74a3a536,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:46.541728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-12366fbf-1593-48b6-94a7-00657f49b514 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7494758e3fe45a2896a4c62c625e4e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604475 Feb 09 02:41:46.545670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33124) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:46.700249 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c77264dc-0042-49ed-98a1-18fdbf1bece2 admin admin] Publish callbacks [] for security_group (4b406963-e208-478a-9263-446d74a3a536), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.773838 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] Set router 47342ff6-0d96-456f-b2f6-8083f385711c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:46.782688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c77264dc-0042-49ed-98a1-18fdbf1bece2 admin admin] Publish callbacks [] for security_group (4b406963-e208-478a-9263-446d74a3a536), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.902882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c77264dc-0042-49ed-98a1-18fdbf1bece2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4b406963-e208-478a-9263-446d74a3a536), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.907933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c77264dc-0042-49ed-98a1-18fdbf1bece2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:46.911539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c77264dc-0042-49ed-98a1-18fdbf1bece2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b406963-e208-478a-9263-446d74a3a536 HTTP/1.1" status: 204 len: 168 time: 0.3620367 Feb 09 02:41:46.930147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77264dc-0042-49ed-98a1-18fdbf1bece2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b406963-e208-478a-9263-446d74a3a536,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:47.108435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks [] for router (47342ff6-0d96-456f-b2f6-8083f385711c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:47.169862 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:45Z', 'revision_number': 5, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:47.253291 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] Checking router: 47342ff6-0d96-456f-b2f6-8083f385711c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:47.276937 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] Routers {'47342ff6-0d96-456f-b2f6-8083f385711c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:47.280538 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47342ff6-0d96-456f-b2f6-8083f385711c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:47.386987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks [] for router_gateway (47342ff6-0d96-456f-b2f6-8083f385711c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:47.558421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Deleting port 973c7159-9c82-4fcb-b0f5-169d99bae84a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:47.561359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:47.600165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] Set router 47342ff6-0d96-456f-b2f6-8083f385711c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:47.724852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] For port 973c7159-9c82-4fcb-b0f5-169d99bae84a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=973c7159-9c82-4fcb-b0f5-169d99bae84a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:47.724852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:47.744302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Calling delete_port for 973c7159-9c82-4fcb-b0f5-169d99bae84a owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:48.032484 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:45Z', 'revision_number': 5, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:48.054520 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (973c7159-9c82-4fcb-b0f5-169d99bae84a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.113576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=973c7159-9c82-4fcb-b0f5-169d99bae84a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:48.115034 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d9529-4193-494b-aa97-46135a3a1d9a None None] The sync data for ids ['47342ff6-0d96-456f-b2f6-8083f385711c'] in n-d-826675-12 is: [{'id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'name': 'tempest-TestAggregatesBasicOps-171510785-router', 'tenant_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:25Z', 'updated_at': '2022-02-09T02:41:45Z', 'revision_number': 5, 'project_id': '4ff3b89bc2214a40a41a031b1b5da6d1', 'gw_port': {'id': '973c7159-9c82-4fcb-b0f5-169d99bae84a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47342ff6-0d96-456f-b2f6-8083f385711c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:27Z', 'updated_at': '2022-02-09T02:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:48.134952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33138) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:48.149921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.219416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (47342ff6-0d96-456f-b2f6-8083f385711c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.338852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (47342ff6-0d96-456f-b2f6-8083f385711c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.343882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks [] for router_controller (47342ff6-0d96-456f-b2f6-8083f385711c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.410244 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (47342ff6-0d96-456f-b2f6-8083f385711c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.410815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47342ff6-0d96-456f-b2f6-8083f385711c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:41:48.420018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.423463 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fdd4b7fc-795d-4fa4-af03-ef5d6b927e14 admin admin] 10.222.0.53 "DELETE /v2.0/routers/47342ff6-0d96-456f-b2f6-8083f385711c HTTP/1.1" status: 204 len: 168 time: 1.9727473 Feb 09 02:41:48.424608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33142) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:48.650322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] Deleting subnet 89db6ef6-c14c-471a-bc87-2a0a120a1d17 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:41:48.839745 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] Publish callbacks [] for subnet (89db6ef6-c14c-471a-bc87-2a0a120a1d17), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:48.910448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (89db6ef6-c14c-471a-bc87-2a0a120a1d17), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.079882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (89db6ef6-c14c-471a-bc87-2a0a120a1d17), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.158821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.212374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.332821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (89db6ef6-c14c-471a-bc87-2a0a120a1d17), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.333237 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2bcdc3a-3139-42fb-846e-2ed84d9e818d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:49.386425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a2bcdc3a-3139-42fb-846e-2ed84d9e818d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:49.386719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a2bcdc3a-3139-42fb-846e-2ed84d9e818d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:49.413568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89db6ef6-c14c-471a-bc87-2a0a120a1d17,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:49.426089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.429539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-98a7409f-5b73-47b7-acb4-3c894832750c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/89db6ef6-c14c-471a-bc87-2a0a120a1d17 HTTP/1.1" status: 204 len: 168 time: 1.0049002 Feb 09 02:41:49.430521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d08460-8765-4d9c-83ce-f36fd0cfe2db None None] Network df7fd389-f484-4903-8c96-1131ee13e8b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:49.432312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33146) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:49.565104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (df7fd389-f484-4903-8c96-1131ee13e8b6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.654974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Deleting port 41341954-06c6-4c79-a333-e1834361dd6a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:49.655424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (41341954-06c6-4c79-a333-e1834361dd6a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.736525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Deleting port 9913caa6-ed8d-4590-8434-e5bc9fc71096 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:49.740230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.743654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12617a96-67d9-405d-b62c-a547584a094f None None] DHCP port deletion for df7fd389-f484-4903-8c96-1131ee13e8b6 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:41:49.816838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] For port 41341954-06c6-4c79-a333-e1834361dd6a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=41341954-06c6-4c79-a333-e1834361dd6a,segment=NetworkSegment(7b11bc40-3c3c-47b6-93f9-a626889f9c51),segment_id=7b11bc40-3c3c-47b6-93f9-a626889f9c51)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:49.820654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (41341954-06c6-4c79-a333-e1834361dd6a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.859132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Calling delete_port for 41341954-06c6-4c79-a333-e1834361dd6a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:49.873928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-12617a96-67d9-405d-b62c-a547584a094f None None] Deleting port 41341954-06c6-4c79-a333-e1834361dd6a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:49.875543 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12617a96-67d9-405d-b62c-a547584a094f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (41341954-06c6-4c79-a333-e1834361dd6a), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.882525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] For port 9913caa6-ed8d-4590-8434-e5bc9fc71096, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9913caa6-ed8d-4590-8434-e5bc9fc71096,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:49.883253 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:49.920112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Calling delete_port for 9913caa6-ed8d-4590-8434-e5bc9fc71096 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:50.033602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-12617a96-67d9-405d-b62c-a547584a094f None None] For port 41341954-06c6-4c79-a333-e1834361dd6a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=41341954-06c6-4c79-a333-e1834361dd6a,segment=NetworkSegment(7b11bc40-3c3c-47b6-93f9-a626889f9c51),segment_id=7b11bc40-3c3c-47b6-93f9-a626889f9c51)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:50.037012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12617a96-67d9-405d-b62c-a547584a094f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (41341954-06c6-4c79-a333-e1834361dd6a), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.042781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (41341954-06c6-4c79-a333-e1834361dd6a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.055676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-12617a96-67d9-405d-b62c-a547584a094f None None] Calling delete_port for 41341954-06c6-4c79-a333-e1834361dd6a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:50.064588 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] No DVR routers for this DVR port 41341954-06c6-4c79-a333-e1834361dd6a on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:41:50.132034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=41341954-06c6-4c79-a333-e1834361dd6a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:50.194908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12617a96-67d9-405d-b62c-a547584a094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (41341954-06c6-4c79-a333-e1834361dd6a), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.225330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (df7fd389-f484-4903-8c96-1131ee13e8b6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.236207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12617a96-67d9-405d-b62c-a547584a094f None None] Pushing event deleted for resources: {'Port': ['ID=41341954-06c6-4c79-a333-e1834361dd6a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:50.244042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12617a96-67d9-405d-b62c-a547584a094f None None] No DVR routers for this DVR port 41341954-06c6-4c79-a333-e1834361dd6a on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:41:50.255629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7fd389-f484-4903-8c96-1131ee13e8b6']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:50.275229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b11bc40-3c3c-47b6-93f9-a626889f9c51') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:50.275605 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b11bc40-3c3c-47b6-93f9-a626889f9c51') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:50.289945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (7b11bc40-3c3c-47b6-93f9-a626889f9c51), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.308047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (7b11bc40-3c3c-47b6-93f9-a626889f9c51), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.316890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:41:50.318195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (7b11bc40-3c3c-47b6-93f9-a626889f9c51), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:41:50.320459 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:41:50.324568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9913caa6-ed8d-4590-8434-e5bc9fc71096), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.412174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Pushing event deleted for resources: {'Port': ['ID=9913caa6-ed8d-4590-8434-e5bc9fc71096,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:50.412605 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (df7fd389-f484-4903-8c96-1131ee13e8b6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.420065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.424226 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/df7fd389-f484-4903-8c96-1131ee13e8b6 HTTP/1.1" status: 204 len: 168 time: 0.9907672 Feb 09 02:41:50.447751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c193153-012f-4ca6-868b-8fe3c96033b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7fd389-f484-4903-8c96-1131ee13e8b6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:50.655219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33156) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:50.673578 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.713835 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-346f5a19-192a-4793-b7b8-16137dddc086 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08696a5930bd43b5a35f82ef95ca4048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543621 Feb 09 02:41:50.717172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:50.772806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a6a4ec-f61c-4b92-95a8-7411bfe7e049 admin admin] Publish callbacks [] for security_group (f0fbae41-fa85-478e-8130-1025bd2e63f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.799216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a6a4ec-f61c-4b92-95a8-7411bfe7e049 admin admin] Publish callbacks [] for security_group (f0fbae41-fa85-478e-8130-1025bd2e63f1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.866507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a6a4ec-f61c-4b92-95a8-7411bfe7e049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f0fbae41-fa85-478e-8130-1025bd2e63f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.869670 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44a6a4ec-f61c-4b92-95a8-7411bfe7e049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:50.873794 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44a6a4ec-f61c-4b92-95a8-7411bfe7e049 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0fbae41-fa85-478e-8130-1025bd2e63f1 HTTP/1.1" status: 204 len: 168 time: 0.1527953 Feb 09 02:41:50.884119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a4ec-f61c-4b92-95a8-7411bfe7e049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fbae41-fa85-478e-8130-1025bd2e63f1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:51.274886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:41:51.288385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 973c7159-9c82-4fcb-b0f5-169d99bae84a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:51.312027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 973c7159-9c82-4fcb-b0f5-169d99bae84a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:51.312285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:51.312403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 973c7159-9c82-4fcb-b0f5-169d99bae84a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:51.312855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41341954-06c6-4c79-a333-e1834361dd6a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:51.338322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 41341954-06c6-4c79-a333-e1834361dd6a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:51.338977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41341954-06c6-4c79-a333-e1834361dd6a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:51.375676 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32df3fc8-6715-4c39-a144-1cc89dde8652 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ff3b89bc2214a40a41a031b1b5da6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625453 Feb 09 02:41:51.378121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33166) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:51.420941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:51.426233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a5eb8908-0a8c-4f38-a28c-c38fafa5c801 admin admin] 10.222.0.53 "PUT /v2.0/routers/c81b15bb-457c-44fa-b4fb-60ec5c4746f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2876296 Feb 09 02:41:51.428855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33168) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:51.431320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] Sync routers for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:51.440639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfce245d-628c-4d6b-a8f4-306b74feabfc admin admin] Publish callbacks [] for security_group (02f497c3-19fd-4fe5-a148-a75c71e116c1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.443514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:51.444641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:51.471918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfce245d-628c-4d6b-a8f4-306b74feabfc admin admin] Publish callbacks [] for security_group (02f497c3-19fd-4fe5-a148-a75c71e116c1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.535304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfce245d-628c-4d6b-a8f4-306b74feabfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (02f497c3-19fd-4fe5-a148-a75c71e116c1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.539078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cfce245d-628c-4d6b-a8f4-306b74feabfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.542721 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cfce245d-628c-4d6b-a8f4-306b74feabfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02f497c3-19fd-4fe5-a148-a75c71e116c1 HTTP/1.1" status: 204 len: 168 time: 0.1611912 Feb 09 02:41:51.550984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce245d-628c-4d6b-a8f4-306b74feabfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f497c3-19fd-4fe5-a148-a75c71e116c1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:51.565227 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks [] for router (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.719215 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks [] for router_gateway (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.797843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:51.814312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Deleting port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:51.814871 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.912092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] For port 9fe7abb7-7e31-42ee-84eb-38969ce95cc8, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:51.915464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.942927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Calling delete_port for 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:52.116171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:41:50Z', 'revision_number': 5, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port': {'id': '9fe7abb7-7e31-42ee-84eb-38969ce95cc8', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:52.149913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] Checking router: c81b15bb-457c-44fa-b4fb-60ec5c4746f5 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:52.159319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] Routers {'c81b15bb-457c-44fa-b4fb-60ec5c4746f5'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:52.161994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:52.205076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9fe7abb7-7e31-42ee-84eb-38969ce95cc8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.252791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe7abb7-7e31-42ee-84eb-38969ce95cc8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:52.286624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] Set router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:52.328363 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.349808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:41:51Z', 'revision_number': 6, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:52.386141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac2785-f0c3-4b88-8c55-e16d93d4e958 None None] The sync data for ids ['c81b15bb-457c-44fa-b4fb-60ec5c4746f5'] in n-d-826675-12 is: [{'id': 'c81b15bb-457c-44fa-b4fb-60ec5c4746f5', 'name': 'tempest-AttachVolumeShelveTestJSON-289261516-router', 'tenant_id': 'a1b4234efd604b55ad09089849e0f85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:31:12Z', 'updated_at': '2022-02-09T02:41:51Z', 'revision_number': 6, 'project_id': 'a1b4234efd604b55ad09089849e0f85c', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:52.443114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.445320 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks [] for router_controller (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.500846 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (c81b15bb-457c-44fa-b4fb-60ec5c4746f5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.502009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c81b15bb-457c-44fa-b4fb-60ec5c4746f5 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:41:52.508062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.509453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ece012fc-6ba7-48bd-be51-73165273fdd1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c81b15bb-457c-44fa-b4fb-60ec5c4746f5 HTTP/1.1" status: 204 len: 168 time: 1.0793822 Feb 09 02:41:52.512073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33190) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:52.570488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] Deleting subnet 6db24dbc-c73a-4772-aacb-b5954189cc30 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:41:52.574700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] Publish callbacks [] for subnet (6db24dbc-c73a-4772-aacb-b5954189cc30), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.618092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (6db24dbc-c73a-4772-aacb-b5954189cc30), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.724451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6db24dbc-c73a-4772-aacb-b5954189cc30), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.833442 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (6db24dbc-c73a-4772-aacb-b5954189cc30), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.865592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db24dbc-c73a-4772-aacb-b5954189cc30,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:52.868091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:52.872763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5ce83e05-9a6e-4622-8ca7-ad22ea60cc7a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6db24dbc-c73a-4772-aacb-b5954189cc30 HTTP/1.1" status: 204 len: 168 time: 0.3589754 Feb 09 02:41:52.876092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:52.883125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba4257-2855-46a5-b756-5e7cd6374784 None None] Network d310faf2-0d14-4a3c-b6ad-74c397e17d75 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:52.987579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (d310faf2-0d14-4a3c-b6ad-74c397e17d75), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.069267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Deleting port 4e35f187-884c-4f02-a71f-28004ce05d8a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:53.069851 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.144712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] For port 4e35f187-884c-4f02-a71f-28004ce05d8a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4e35f187-884c-4f02-a71f-28004ce05d8a,segment=NetworkSegment(0a87c043-928b-44ac-b767-e316fc8ed4f0),segment_id=0a87c043-928b-44ac-b767-e316fc8ed4f0)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:53.145074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.159578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Calling delete_port for 4e35f187-884c-4f02-a71f-28004ce05d8a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:53.248821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] DHCP port deletion for d310faf2-0d14-4a3c-b6ad-74c397e17d75 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:41:53.314407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.357865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e35f187-884c-4f02-a71f-28004ce05d8a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:53.362627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] No DVR routers for this DVR port 4e35f187-884c-4f02-a71f-28004ce05d8a on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:41:53.385675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:53.412432 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f9a6-2b0e-42f0-a530-dbcb8aad9ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.424988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] Deleting port 4e35f187-884c-4f02-a71f-28004ce05d8a {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:41:53.425372 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.427106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:53.427446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fe7abb7-7e31-42ee-84eb-38969ce95cc8 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:53.427872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9913caa6-ed8d-4590-8434-e5bc9fc71096 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:53.470321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (d310faf2-0d14-4a3c-b6ad-74c397e17d75), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.471921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33212) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:53.497437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d310faf2-0d14-4a3c-b6ad-74c397e17d75']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:53.502677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 9913caa6-ed8d-4590-8434-e5bc9fc71096 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:53.503048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9913caa6-ed8d-4590-8434-e5bc9fc71096 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:53.503582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e35f187-884c-4f02-a71f-28004ce05d8a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:41:53.511994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a87c043-928b-44ac-b767-e316fc8ed4f0') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:53.513446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a87c043-928b-44ac-b767-e316fc8ed4f0') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:53.530002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (0a87c043-928b-44ac-b767-e316fc8ed4f0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.536365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 4e35f187-884c-4f02-a71f-28004ce05d8a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:41:53.536720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4e35f187-884c-4f02-a71f-28004ce05d8a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:41:53.552163 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0a87c043-928b-44ac-b767-e316fc8ed4f0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.560655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:41:53.561454 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (0a87c043-928b-44ac-b767-e316fc8ed4f0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:41:53.565915 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:41:53.582138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] For port 4e35f187-884c-4f02-a71f-28004ce05d8a, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:53.582748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.599147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] Calling delete_port for 4e35f187-884c-4f02-a71f-28004ce05d8a owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:41:53.604069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] Port 4e35f187-884c-4f02-a71f-28004ce05d8a was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:41:53.605774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (4e35f187-884c-4f02-a71f-28004ce05d8a), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.624810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] No DVR routers for this DVR port 4e35f187-884c-4f02-a71f-28004ce05d8a on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:41:53.640144 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (d310faf2-0d14-4a3c-b6ad-74c397e17d75), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.650665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.667637 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d310faf2-0d14-4a3c-b6ad-74c397e17d75 HTTP/1.1" status: 204 len: 168 time: 0.7881050 Feb 09 02:41:53.680195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e719f2-929f-44b2-8c13-011f76d2e9d8 None None] Pushing event deleted for resources: {'Port': ['ID=4e35f187-884c-4f02-a71f-28004ce05d8a,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:53.702293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39897bc4-421b-44b1-95ec-0ff733dc23c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d310faf2-0d14-4a3c-b6ad-74c397e17d75,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:53.738892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'network': {'name': 'tempest-network-smoke--1533225962', 'project_id': '790d4483421745efb70e1089ace53695', 'port_security_enabled': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:53.763624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:41:53.767462 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.782504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.888443 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (960f432a-6d26-4422-931a-c387c394f9c5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.893377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (960f432a-6d26-4422-931a-c387c394f9c5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.930952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:41:53.935444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33220) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:53.948745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960f432a-6d26-4422-931a-c387c394f9c5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:53.959796 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fbaf193b-0850-4538-b14e-9ff1b3aed7d2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:53.960140 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Added segment fbaf193b-0850-4538-b14e-9ff1b3aed7d2 of type vlan for network dcf91ad5-843a-4ae5-ae34-1eece3e72204 Feb 09 02:41:54.020941 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (dcf91ad5-843a-4ae5-ae34-1eece3e72204), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.032183 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2a291343-ed41-4add-9874-26ccdf61b83c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1b4234efd604b55ad09089849e0f85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0932705 Feb 09 02:41:54.034921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:54.057536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (dcf91ad5-843a-4ae5-ae34-1eece3e72204), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.063310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:54.063939 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.096868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9b82-0ec5-4293-9755-3858f86595ef admin admin] Publish callbacks [] for security_group (69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.131307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6581023 Feb 09 02:41:54.131803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9b82-0ec5-4293-9755-3858f86595ef admin admin] Publish callbacks [] for security_group (69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.139209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33224) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:54.146035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-632196405', 'admin_state_up': True, 'project_id': '790d4483421745efb70e1089ace53695', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:54.148880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa6a3f-fa07-4002-8bd0-726df4765adc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Network': ['ID=dcf91ad5-843a-4ae5-ae34-1eece3e72204,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:54.162448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:41:54.196360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.197491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (ee2e61e9-b032-4eb1-92bf-376511b5032b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.256567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9b82-0ec5-4293-9755-3858f86595ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.259195 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c9e9b82-0ec5-4293-9755-3858f86595ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.260346 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1c9e9b82-0ec5-4293-9755-3858f86595ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d HTTP/1.1" status: 204 len: 168 time: 0.2243598 Feb 09 02:41:54.272064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e9b82-0ec5-4293-9755-3858f86595ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c7fc8e-13b2-4e67-ab7f-b67b66c02f0d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:54.274798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_controller (ee2e61e9-b032-4eb1-92bf-376511b5032b), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.437306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (ee2e61e9-b032-4eb1-92bf-376511b5032b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.654804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.676922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.797750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.25.6.21 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/7b8e155f-089e-4790-b260-035d68aaff87) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:54.931035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (7b8e155f-089e-4790-b260-035d68aaff87), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:54.976364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7b8e155f-089e-4790-b260-035d68aaff87), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.024439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:55.029244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:55.033902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:55.037487 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=7b8e155f-089e-4790-b260-035d68aaff87,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:55.339200 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.460010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33262) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:55.588222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a68f55ee-dc20-4246-985a-426258be1786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.592624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.671250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a68f55ee-dc20-4246-985a-426258be1786 admin admin] Publish callbacks [] for security_group (41a173cb-2d6d-42ed-8d2e-46f948f6726e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.676635 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a68f55ee-dc20-4246-985a-426258be1786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (41a173cb-2d6d-42ed-8d2e-46f948f6726e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.713028 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74387e84-8314-42c2-be89-177e7e41fb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.738636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f55ee-dc20-4246-985a-426258be1786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a173cb-2d6d-42ed-8d2e-46f948f6726e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:55.745163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a68f55ee-dc20-4246-985a-426258be1786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12b82fbc326045a8b2ee69b506e56ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838647 Feb 09 02:41:55.748850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33266) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:55.781606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router ee2e61e9-b032-4eb1-92bf-376511b5032b is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:41:55.806043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4a782dd-6124-4dd4-9813-db9fb14f57eb admin admin] Publish callbacks [] for security_group (41a173cb-2d6d-42ed-8d2e-46f948f6726e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.835161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4a782dd-6124-4dd4-9813-db9fb14f57eb admin admin] Publish callbacks [] for security_group (41a173cb-2d6d-42ed-8d2e-46f948f6726e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.892195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4a782dd-6124-4dd4-9813-db9fb14f57eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (41a173cb-2d6d-42ed-8d2e-46f948f6726e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.895330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4a782dd-6124-4dd4-9813-db9fb14f57eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:55.899369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b4a782dd-6124-4dd4-9813-db9fb14f57eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41a173cb-2d6d-42ed-8d2e-46f948f6726e HTTP/1.1" status: 204 len: 168 time: 0.1486650 Feb 09 02:41:55.909751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a782dd-6124-4dd4-9813-db9fb14f57eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a173cb-2d6d-42ed-8d2e-46f948f6726e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:56.243104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:41:56.258081 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Sync routers for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:41:56.271156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:56.275910 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8ecef6c4-33a4-4b00-9a55-479248d3d753 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1328588 Feb 09 02:41:56.276209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33286) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:56.281077 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:56.283823 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:56.412890 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:56.505575 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7dd1786e-936b-460e-aa21-db9b001a4134 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=790d4483421745efb70e1089ace53695&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2282317 Feb 09 02:41:56.508437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33294) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:56.599109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:55Z', 'revision_number': 3, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:56.628562 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Checking router: ee2e61e9-b032-4eb1-92bf-376511b5032b for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:41:56.629074 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Updating router ee2e61e9-b032-4eb1-92bf-376511b5032b port 7b8e155f-089e-4790-b260-035d68aaff87 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:41:56.659322 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7b8e155f-089e-4790-b260-035d68aaff87), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:56.723350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1dc11-7e94-42fd-aec3-6efdd177a855 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:56.725374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5ab1dc11-7e94-42fd-aec3-6efdd177a855 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2156606 Feb 09 02:41:56.728416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33302) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:56.778516 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4164b4d8-21c2-4fe5-aac0-b8dd5291dbc6 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476649 Feb 09 02:41:56.780420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33306) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:56.787094 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247617522', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'project_id': '790d4483421745efb70e1089ace53695', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:41:56.902099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:41:56.907630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:56.944391 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Publish callbacks [] for port (7b8e155f-089e-4790-b260-035d68aaff87), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:56.953445 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7b8e155f-089e-4790-b260-035d68aaff87), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.021638 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Pushing event updated for resources: {'Port': ['ID=7b8e155f-089e-4790-b260-035d68aaff87,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:57.025525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.042674 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.045134 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.045772 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.046379 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.046971 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.047532 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.048047 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.049487 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.050998 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.054590 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.055094 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.056057 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.057486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:41:57.087762 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Attempting to bind port 7b8e155f-089e-4790-b260-035d68aaff87 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:57.089442 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Attempting to bind port 7b8e155f-089e-4790-b260-035d68aaff87 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:57.090956 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Attempting to bind port 7b8e155f-089e-4790-b260-035d68aaff87 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:57.097597 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:57.099164 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:57.100797 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.101680 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:57.102513 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Bound port: 7b8e155f-089e-4790-b260-035d68aaff87, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:57.103049 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7b8e155f-089e-4790-b260-035d68aaff87), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.169305 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] For port 7b8e155f-089e-4790-b260-035d68aaff87, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:57.173041 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] For port 7b8e155f-089e-4790-b260-035d68aaff87, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7b8e155f-089e-4790-b260-035d68aaff87,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:57.181040 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7b8e155f-089e-4790-b260-035d68aaff87), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.201251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (eddefc22-d477-46d3-8c55-2241c20f698b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.240478 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ceccc3-8b52-4ae1-866d-0de8c599e998 None None] Pushing event updated for resources: {'Port': ['ID=7b8e155f-089e-4790-b260-035d68aaff87,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:57.258785 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:41:57.260045 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:57.280493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Subnet': ['ID=eddefc22-d477-46d3-8c55-2241c20f698b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:57.287649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Checking segment: {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:57.288018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network hostable DHCP agents. Network: dcf91ad5-843a-4ae5-ae34-1eece3e72204, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:41:57.311309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:41:57.327622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, dcf91ad5-843a-4ae5-ae34-1eece3e72204) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:57.332845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:41:57.334323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.341177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45e563-6489-46a9-8e7e-68efbd1d8c7d None None] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:41:57.363734 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aeaad67c-0f0d-4161-9fd2-305b19e867eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5781682 Feb 09 02:41:57.364358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33316) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:57.450786 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:41:57.500523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:41:57.501845 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:57.724401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:55Z', 'revision_number': 3, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:41:57.791671 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef544a3-44a7-416d-9db8-3ef7f371b3b0 None None] The sync data for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 is: [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:55Z', 'revision_number': 3, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:41:57.811772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Allocated IP 172.20.0.2 (dcf91ad5-843a-4ae5-ae34-1eece3e72204/eddefc22-d477-46d3-8c55-2241c20f698b/a51ae2f8-8e1d-471f-9d83-6525bc82010d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:58.065496 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Publish callbacks [] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.076088 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.094983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.169478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:58.176032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:58.183772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:58.209432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Pushing event updated for resources: {'Port': ['ID=a51ae2f8-8e1d-471f-9d83-6525bc82010d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:58.217684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.381152 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Attempting to bind port a51ae2f8-8e1d-471f-9d83-6525bc82010d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:41:58.381688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Attempting to bind port a51ae2f8-8e1d-471f-9d83-6525bc82010d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:41:58.382097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Attempting to bind port a51ae2f8-8e1d-471f-9d83-6525bc82010d on network dcf91ad5-843a-4ae5-ae34-1eece3e72204 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:41:58.396670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:41:58.397631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Checking segment: {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:41:58.398078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.403564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Bound using segment: {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:41:58.404328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Bound port: a51ae2f8-8e1d-471f-9d83-6525bc82010d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:41:58.404945 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.551784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] For port a51ae2f8-8e1d-471f-9d83-6525bc82010d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:41:58.557248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] For port a51ae2f8-8e1d-471f-9d83-6525bc82010d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a51ae2f8-8e1d-471f-9d83-6525bc82010d,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:41:58.569140 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.649407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.20.0.1 (dcf91ad5-843a-4ae5-ae34-1eece3e72204/eddefc22-d477-46d3-8c55-2241c20f698b/d4ebf6d4-c823-4095-8fa5-a5428bfc695b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:41:58.676103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a54320-6ebe-4e36-af82-5f25f610100a None None] Pushing event updated for resources: {'Port': ['ID=a51ae2f8-8e1d-471f-9d83-6525bc82010d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:58.816732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.865099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:58.935292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:58.977676 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:41:58.979303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:41:58.983798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:41:59.051371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.078335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33376) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:59.328212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84da1c90-1cb2-4f4d-b778-4fa4c6366d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.328979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.393000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a51ae2f8-8e1d-471f-9d83-6525bc82010d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:59.508520 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84da1c90-1cb2-4f4d-b778-4fa4c6366d91 admin admin] Publish callbacks [] for security_group (43ab88a6-1bfe-408a-8918-ab782d0255ad), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.515642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84da1c90-1cb2-4f4d-b778-4fa4c6366d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (43ab88a6-1bfe-408a-8918-ab782d0255ad), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.516505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a51ae2f8-8e1d-471f-9d83-6525bc82010d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:41:59.517019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.578537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-84da1c90-1cb2-4f4d-b778-4fa4c6366d91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bee995325df8452ba1ea3273d8f07820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990950 Feb 09 02:41:59.580105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da1c90-1cb2-4f4d-b778-4fa4c6366d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab88a6-1bfe-408a-8918-ab782d0255ad,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:59.582913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33382) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:59.662868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6452d2-249b-4d1d-9e26-440958ad5662 admin admin] Publish callbacks [] for security_group (43ab88a6-1bfe-408a-8918-ab782d0255ad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.682171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a51ae2f8-8e1d-471f-9d83-6525bc82010d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:41:59.682965 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.703977 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6452d2-249b-4d1d-9e26-440958ad5662 admin admin] Publish callbacks [] for security_group (43ab88a6-1bfe-408a-8918-ab782d0255ad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.731318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port a51ae2f8-8e1d-471f-9d83-6525bc82010d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a51ae2f8-8e1d-471f-9d83-6525bc82010d,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:41:59.739314 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.740390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7b8e155f-089e-4790-b260-035d68aaff87 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:41:59.799033 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6452d2-249b-4d1d-9e26-440958ad5662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (43ab88a6-1bfe-408a-8918-ab782d0255ad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.802064 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af6452d2-249b-4d1d-9e26-440958ad5662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.806318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-af6452d2-249b-4d1d-9e26-440958ad5662 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43ab88a6-1bfe-408a-8918-ab782d0255ad HTTP/1.1" status: 204 len: 168 time: 0.2193165 Feb 09 02:41:59.812497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.815745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6452d2-249b-4d1d-9e26-440958ad5662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab88a6-1bfe-408a-8918-ab782d0255ad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:59.827916 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.979751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:59.984249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:59.993595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=a51ae2f8-8e1d-471f-9d83-6525bc82010d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:41:59.995877 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.023916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7b8e155f-089e-4790-b260-035d68aaff87 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:00.024420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7b8e155f-089e-4790-b260-035d68aaff87), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.187016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7b8e155f-089e-4790-b260-035d68aaff87 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:00.187415 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7b8e155f-089e-4790-b260-035d68aaff87), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.216996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:00.218667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:00.222109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 7b8e155f-089e-4790-b260-035d68aaff87, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7b8e155f-089e-4790-b260-035d68aaff87,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:00.227360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7b8e155f-089e-4790-b260-035d68aaff87), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.259428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447ba84-f015-43b7-83da-51e047b0f264 None None] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:42:00.356383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=7b8e155f-089e-4790-b260-035d68aaff87,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:00.365430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bc0bf594-2347-4a27-9a9c-514e0cbde5f1 None None] Provisioning complete for port a51ae2f8-8e1d-471f-9d83-6525bc82010d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:00.365890 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf594-2347-4a27-9a9c-514e0cbde5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.425639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33390) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:00.432667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router ee2e61e9-b032-4eb1-92bf-376511b5032b has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:00.447881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2915-f336-4c57-941f-151d5bbaa3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.524070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bf594-2347-4a27-9a9c-514e0cbde5f1 None None] Current status of the port a51ae2f8-8e1d-471f-9d83-6525bc82010d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:00.593404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2915-f336-4c57-941f-151d5bbaa3fe admin admin] Publish callbacks [] for security_group (0e3d90fc-cb61-4f77-835a-e50ef188c24f), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.601651 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:00.611484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64f08344-e8d7-43a2-a8f7-67070fc551fe tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "PUT /v2.0/routers/ee2e61e9-b032-4eb1-92bf-376511b5032b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2459805 Feb 09 02:42:00.612963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33392) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:00.614378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2915-f336-4c57-941f-151d5bbaa3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0e3d90fc-cb61-4f77-835a-e50ef188c24f), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.625098 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:42:00.678600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ba0f2915-f336-4c57-941f-151d5bbaa3fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a72f7148c6734a1991c1b524c122c4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508698 Feb 09 02:42:00.679299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33394) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:00.692235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2915-f336-4c57-941f-151d5bbaa3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d90fc-cb61-4f77-835a-e50ef188c24f,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:00.734192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Sync routers for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:00.752116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:00.753273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:00.791773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f58a4bd0-dbfc-4ae9-9355-b173a9e45805 admin admin] Publish callbacks [] for security_group (0e3d90fc-cb61-4f77-835a-e50ef188c24f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.821478 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f58a4bd0-dbfc-4ae9-9355-b173a9e45805 admin admin] Publish callbacks [] for security_group (0e3d90fc-cb61-4f77-835a-e50ef188c24f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.879561 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.880097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.880596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.885464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.886055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.895932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.896527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:00.898779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f58a4bd0-dbfc-4ae9-9355-b173a9e45805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0e3d90fc-cb61-4f77-835a-e50ef188c24f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.900215 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-10951725-bb6f-406a-8f23-b370b4e0f70a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2862597 Feb 09 02:42:00.904068 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33396) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:00.904951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f58a4bd0-dbfc-4ae9-9355-b173a9e45805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.906349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f58a4bd0-dbfc-4ae9-9355-b173a9e45805 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e3d90fc-cb61-4f77-835a-e50ef188c24f HTTP/1.1" status: 204 len: 168 time: 0.2247710 Feb 09 02:42:00.931458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a4bd0-dbfc-4ae9-9355-b173a9e45805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d90fc-cb61-4f77-835a-e50ef188c24f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:00.984545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:01.066555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f96ad281-43f6-459e-9312-49bfa9e63d92 None None] Provisioning complete for port d4ebf6d4-c823-4095-8fa5-a5428bfc695b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:01.067777 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f96ad281-43f6-459e-9312-49bfa9e63d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:01.119162 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.119721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.123357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.123882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.124417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.124875 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.125323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.130413 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cbbf6f57-562d-48b4-9955-1760905a35cf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.2222886 Feb 09 02:42:01.130989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33400) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:01.221682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f96ad281-43f6-459e-9312-49bfa9e63d92 None None] Port d4ebf6d4-c823-4095-8fa5-a5428bfc695b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:01.243996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f96ad281-43f6-459e-9312-49bfa9e63d92 None None] Provisioning complete for port a51ae2f8-8e1d-471f-9d83-6525bc82010d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:01.244659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f96ad281-43f6-459e-9312-49bfa9e63d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:01.305026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a51ae2f8-8e1d-471f-9d83-6525bc82010d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:01.477038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-b3d6e0e1-0a24-4998-8e67-9cb4f40485db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1490011 Feb 09 02:42:01.566073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f96ad281-43f6-459e-9312-49bfa9e63d92 None None] Current status of the port a51ae2f8-8e1d-471f-9d83-6525bc82010d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:01.580518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a51ae2f8-8e1d-471f-9d83-6525bc82010d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:01.580894 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:01.636673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-8263bd68-2d73-42a3-9954-9ef75bc89a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.639478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-8263bd68-2d73-42a3-9954-9ef75bc89a56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1128 time: 0.1156070 Feb 09 02:42:01.664597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:59Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:41:59Z', 'revision_number': 2, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:01.743539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Checking router: ee2e61e9-b032-4eb1-92bf-376511b5032b for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:01.743916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Updating router ee2e61e9-b032-4eb1-92bf-376511b5032b port d4ebf6d4-c823-4095-8fa5-a5428bfc695b binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:42:01.784764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-10044c8d-2d7e-47a0-8baa-90c73e3e271e tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.6508496 Feb 09 02:42:01.786299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e120f521-0f51-4f1b-af10-708fc0e94019 None None] Provisioning complete for port d4ebf6d4-c823-4095-8fa5-a5428bfc695b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:01.786708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e120f521-0f51-4f1b-af10-708fc0e94019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:01.791122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a51ae2f8-8e1d-471f-9d83-6525bc82010d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:01.792895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7b8e155f-089e-4790-b260-035d68aaff87 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:01.812865 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:01.843703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-c54a0d0c-5c38-4cd6-987a-947d34f5088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:01.845437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-c54a0d0c-5c38-4cd6-987a-947d34f5088f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 897 time: 0.1795497 Feb 09 02:42:01.941318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-9d5a8558-900a-4420-99c8-3a91704d67ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 1000 time: 0.0888143 Feb 09 02:42:02.003830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-4d6fddce-ae6d-47ee-8e87-790ea562242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:02.005775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-4d6fddce-ae6d-47ee-8e87-790ea562242f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.0565667 Feb 09 02:42:02.070753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33424) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:02.077204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a6c15541-0bc9-4764-9122-193933dcd90a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448598355', 'description': 'tempest-secgroup-smoke-448598355 description', 'project_id': '790d4483421745efb70e1089ace53695'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:02.079568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e120f521-0f51-4f1b-af10-708fc0e94019 None None] Port d4ebf6d4-c823-4095-8fa5-a5428bfc695b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:02.112995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6c15541-0bc9-4764-9122-193933dcd90a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.154513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-beb6a569-9545-4a1c-b8d8-d846a3123724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:02.160013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-beb6a569-9545-4a1c-b8d8-d846a3123724 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1476285 Feb 09 02:42:02.220897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7b8e155f-089e-4790-b260-035d68aaff87 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:02.221436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7b8e155f-089e-4790-b260-035d68aaff87), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.226594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6c15541-0bc9-4764-9122-193933dcd90a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (b8ea6dca-87f4-4740-8dd5-6664a31f1b15), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.236354 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6c15541-0bc9-4764-9122-193933dcd90a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b8ea6dca-87f4-4740-8dd5-6664a31f1b15), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.281812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-71379762-b49f-422e-8d41-f930b0f118c3 None None] Provisioning complete for port d4ebf6d4-c823-4095-8fa5-a5428bfc695b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:02.281812 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71379762-b49f-422e-8d41-f930b0f118c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.307815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a6c15541-0bc9-4764-9122-193933dcd90a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.309493 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a6c15541-0bc9-4764-9122-193933dcd90a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2371008 Feb 09 02:42:02.312729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33428) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:02.322272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-cbdd36fc-7fb2-4697-99b4-b28500ef0d18 service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521034 Feb 09 02:42:02.324183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c15541-0bc9-4764-9122-193933dcd90a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea6dca-87f4-4740-8dd5-6664a31f1b15,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:02.328998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-576c57ad-e86f-430d-8c57-abf0f6e1884e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': 'b8ea6dca-87f4-4740-8dd5-6664a31f1b15', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:02.385902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-71379762-b49f-422e-8d41-f930b0f118c3 None None] Port d4ebf6d4-c823-4095-8fa5-a5428bfc695b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:02.468133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7b8e155f-089e-4790-b260-035d68aaff87 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:02.475689 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-576c57ad-e86f-430d-8c57-abf0f6e1884e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (b79ae658-1bdd-4bc1-bb31-1900071ab0ff), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.541682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68c054f-0fbf-4679-b8ad-ab6a33fee30f req-95e1d655-f850-4c83-8085-de8234a12efd service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073534 Feb 09 02:42:02.558305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-fe9811ba-73ff-40cd-99bb-3fd0ce1a7ef2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1208634 Feb 09 02:42:02.570894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-576c57ad-e86f-430d-8c57-abf0f6e1884e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (b79ae658-1bdd-4bc1-bb31-1900071ab0ff), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.579934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-576c57ad-e86f-430d-8c57-abf0f6e1884e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b79ae658-1bdd-4bc1-bb31-1900071ab0ff), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.632652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Publish callbacks [] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.635619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c57ad-e86f-430d-8c57-abf0f6e1884e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79ae658-1bdd-4bc1-bb31-1900071ab0ff,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:02.645106 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.646504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-576c57ad-e86f-430d-8c57-abf0f6e1884e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.647801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-576c57ad-e86f-430d-8c57-abf0f6e1884e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306863 Feb 09 02:42:02.650858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33434) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:02.657159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6b74280a-7e45-44c2-bb5d-c1cbea5d38a7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': 'b8ea6dca-87f4-4740-8dd5-6664a31f1b15', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:02.708047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b74280a-7e45-44c2-bb5d-c1cbea5d38a7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (bbb78187-7b2c-44d4-952f-937c2e614a42), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.714348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a239c2e-e817-4898-8fe9-f4d01b1025b5 None None] Pushing event updated for resources: {'Port': ['ID=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:02.721642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-59b4f9c6-30e9-4d59-b11b-b5a8c19fcfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:02.723402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-59b4f9c6-30e9-4d59-b11b-b5a8c19fcfe6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 1128 time: 0.0745676 Feb 09 02:42:02.807557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Attempting to bind port d4ebf6d4-c823-4095-8fa5-a5428bfc695b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:02.808049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Attempting to bind port d4ebf6d4-c823-4095-8fa5-a5428bfc695b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:02.808371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Attempting to bind port d4ebf6d4-c823-4095-8fa5-a5428bfc695b on network dcf91ad5-843a-4ae5-ae34-1eece3e72204 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:02.816350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:02.816906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Checking segment: {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:02.817462 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.817993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Bound using segment: {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:02.818706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Bound port: d4ebf6d4-c823-4095-8fa5-a5428bfc695b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:02.819256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.833925 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b74280a-7e45-44c2-bb5d-c1cbea5d38a7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (bbb78187-7b2c-44d4-952f-937c2e614a42), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.842982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b74280a-7e45-44c2-bb5d-c1cbea5d38a7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (bbb78187-7b2c-44d4-952f-937c2e614a42), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.885631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6b74280a-7e45-44c2-bb5d-c1cbea5d38a7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.890742 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b74280a-7e45-44c2-bb5d-c1cbea5d38a7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2351539 Feb 09 02:42:02.891671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33440) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:02.895634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-c0a15f94-276b-445a-b651-3e89a703cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:02.897367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74280a-7e45-44c2-bb5d-c1cbea5d38a7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb78187-7b2c-44d4-952f-937c2e614a42,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:02.908570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-c0a15f94-276b-445a-b651-3e89a703cf2f service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1656199 Feb 09 02:42:02.920182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f4c824b3-9a64-44ab-b1b3-34bc0593f94f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': 'b8ea6dca-87f4-4740-8dd5-6664a31f1b15', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:02.921049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] For port d4ebf6d4-c823-4095-8fa5-a5428bfc695b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:02.943058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] For port d4ebf6d4-c823-4095-8fa5-a5428bfc695b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:02.955863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.982766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4c824b3-9a64-44ab-b1b3-34bc0593f94f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (e62d3802-925f-4672-8683-562a25de7401), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.028147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:03.029714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:03.073552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-27e64eda-228f-44e0-9bb2-a7f9f1ef0dce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fb39a4-7090-4c7d-9db2-549984562087 HTTP/1.1" status: 200 len: 1001 time: 0.1582131 Feb 09 02:42:03.127707 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4c824b3-9a64-44ab-b1b3-34bc0593f94f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (e62d3802-925f-4672-8683-562a25de7401), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.140089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4c824b3-9a64-44ab-b1b3-34bc0593f94f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e62d3802-925f-4672-8683-562a25de7401), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.158368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a239c2e-e817-4898-8fe9-f4d01b1025b5 None None] Pushing event updated for resources: {'Port': ['ID=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:03.191222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c4bbe3f4-4eea-40ec-bda4-13f0a8d80188 None None] Provisioning complete for port d4ebf6d4-c823-4095-8fa5-a5428bfc695b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:03.191610 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4bbe3f4-4eea-40ec-bda4-13f0a8d80188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.201939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-90d4045b-c253-40dd-8db3-d02e27b02dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:03.203508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-90d4045b-c253-40dd-8db3-d02e27b02dd5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1228428 Feb 09 02:42:03.207502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c824b3-9a64-44ab-b1b3-34bc0593f94f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62d3802-925f-4672-8683-562a25de7401,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:03.220904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f4c824b3-9a64-44ab-b1b3-34bc0593f94f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.222418 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f4c824b3-9a64-44ab-b1b3-34bc0593f94f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287113 Feb 09 02:42:03.225036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:03.233729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6efc3684-a29d-46a9-af3a-0e2e446b0701 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': 'b8ea6dca-87f4-4740-8dd5-6664a31f1b15', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:03.282751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6efc3684-a29d-46a9-af3a-0e2e446b0701 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (1e480a3e-d028-433f-a87c-3e5ece857b69), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.300047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-374195c1-d9f6-4e70-bc31-239abcb1606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:03.302200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-374195c1-d9f6-4e70-bc31-239abcb1606f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0813715 Feb 09 02:42:03.323650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-f6202be6-c6ec-4620-9028-826c8808f589 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:03.326791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-f6202be6-c6ec-4620-9028-826c8808f589 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135436 Feb 09 02:42:03.331431 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:03.375944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6efc3684-a29d-46a9-af3a-0e2e446b0701 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (1e480a3e-d028-433f-a87c-3e5ece857b69), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.387808 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6efc3684-a29d-46a9-af3a-0e2e446b0701 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (1e480a3e-d028-433f-a87c-3e5ece857b69), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.420358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc3684-a29d-46a9-af3a-0e2e446b0701 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e480a3e-d028-433f-a87c-3e5ece857b69,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:03.429441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6efc3684-a29d-46a9-af3a-0e2e446b0701 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.430894 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6efc3684-a29d-46a9-af3a-0e2e446b0701 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2045836 Feb 09 02:42:03.433554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:03.442185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': 'b8ea6dca-87f4-4740-8dd5-6664a31f1b15', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:03.465472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c4bbe3f4-4eea-40ec-bda4-13f0a8d80188 None None] Current status of the port d4ebf6d4-c823-4095-8fa5-a5428bfc695b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:03.466174 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4bbe3f4-4eea-40ec-bda4-13f0a8d80188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.474954 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Project 790d4483421745efb70e1089ace53695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:42:03.487365 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (d42b900c-6912-4f1e-9ecb-4e73c6a5d29a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.514629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-3f2900a7-0697-482a-ad8c-e59067fbfeca service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805522 Feb 09 02:42:03.581315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4bbe3f4-4eea-40ec-bda4-13f0a8d80188 None None] For port d4ebf6d4-c823-4095-8fa5-a5428bfc695b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:03.618920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4bbe3f4-4eea-40ec-bda4-13f0a8d80188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.648476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (d42b900c-6912-4f1e-9ecb-4e73c6a5d29a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.659222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d42b900c-6912-4f1e-9ecb-4e73c6a5d29a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.678394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2434a7c1-964a-4616-8c2b-e13bee0b25d5 req-634e16c7-2236-4ff2-8b91-c00d9127ada7 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584404 Feb 09 02:42:03.716145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42b900c-6912-4f1e-9ecb-4e73c6a5d29a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:03.724376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.728151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c43b46a-6bfb-4b43-bb7f-a5e5934386ab tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2899792 Feb 09 02:42:03.728726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33458) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:03.735868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': 'b8ea6dca-87f4-4740-8dd5-6664a31f1b15', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:03.766708 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Project 790d4483421745efb70e1089ace53695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:42:03.767820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbe3f4-4eea-40ec-bda4-13f0a8d80188 None None] Pushing event updated for resources: {'Port': ['ID=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:03.773381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (2e33c4bc-ea28-4237-971e-bc14b79eb13e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.777247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-633f664b-c4c3-485b-839f-fe36b47ed3dd None None] Provisioning complete for port d4ebf6d4-c823-4095-8fa5-a5428bfc695b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:03.777758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-633f664b-c4c3-485b-839f-fe36b47ed3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.874394 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (2e33c4bc-ea28-4237-971e-bc14b79eb13e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.883943 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2e33c4bc-ea28-4237-971e-bc14b79eb13e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.904533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e33c4bc-ea28-4237-971e-bc14b79eb13e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:03.905083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-633f664b-c4c3-485b-839f-fe36b47ed3dd None None] Current status of the port d4ebf6d4-c823-4095-8fa5-a5428bfc695b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:03.916008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:59Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:02Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:03.925247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.936038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5280c534-617d-4ed1-ba6f-6a082f0947b9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1950455 Feb 09 02:42:03.951547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3ea366-91ea-4897-89e3-e3c166e3fb25 None None] The sync data for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 is: [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:59Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:02Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:04.403827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f13ec943-c672-4bcd-a0f8-2a2f318238e5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448598355&fields=id&tenant_id=790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 267 time: 0.0661287 Feb 09 02:42:04.551754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f39bc734-6cb3-4998-96a7-1091e08eed52 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:04.553754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f39bc734-6cb3-4998-96a7-1091e08eed52 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/networks?id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 797 time: 0.1488478 Feb 09 02:42:04.581225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-312dcc72-f26b-4f7f-9a84-c4d64c18f4c7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/quotas/790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 375 time: 0.0217183 Feb 09 02:42:04.669791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-de03359c-ea66-4620-9e2e-519f31ba89d2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742624 Feb 09 02:42:05.003160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-498fa54a-59d6-47e3-949d-493f87a87571 service neutron] 10.222.0.53 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321588 Feb 09 02:42:05.139735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-d7f1d0ad-0459-4ad8-a9da-7428c08e694b service neutron] 10.222.0.53 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282179 Feb 09 02:42:05.328842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d4ebf6d4-c823-4095-8fa5-a5428bfc695b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:05.433842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d4ebf6d4-c823-4095-8fa5-a5428bfc695b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:05.435416 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:05.588542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c61ad468-0f71-4a83-a50b-ce33e5347131 req-3c31c11d-9e7b-4c15-8b92-70d016bf8158 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 210 time: 0.2163501 Feb 09 02:42:05.699589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d4ebf6d4-c823-4095-8fa5-a5428bfc695b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:06.146216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:06.270180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c68-ad49-4908-9b34-9bfc224d929f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.354830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c68-ad49-4908-9b34-9bfc224d929f admin admin] Publish callbacks [] for security_group (6470da39-a148-4a34-b1c5-7d381b6e37dc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.360081 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c68-ad49-4908-9b34-9bfc224d929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6470da39-a148-4a34-b1c5-7d381b6e37dc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.399482 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f3a19c68-ad49-4908-9b34-9bfc224d929f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d6d008a0fab43c484004483b07b6345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519662 Feb 09 02:42:06.400298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a19c68-ad49-4908-9b34-9bfc224d929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6470da39-a148-4a34-b1c5-7d381b6e37dc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:06.403374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33624) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:06.470387 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af4760c0-e213-4965-a104-45b1b5217a9e admin admin] Publish callbacks [] for security_group (6470da39-a148-4a34-b1c5-7d381b6e37dc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.493229 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af4760c0-e213-4965-a104-45b1b5217a9e admin admin] Publish callbacks [] for security_group (6470da39-a148-4a34-b1c5-7d381b6e37dc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.568047 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af4760c0-e213-4965-a104-45b1b5217a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6470da39-a148-4a34-b1c5-7d381b6e37dc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.570959 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-af4760c0-e213-4965-a104-45b1b5217a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.575497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-af4760c0-e213-4965-a104-45b1b5217a9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6470da39-a148-4a34-b1c5-7d381b6e37dc HTTP/1.1" status: 204 len: 168 time: 0.1610615 Feb 09 02:42:06.584748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4760c0-e213-4965-a104-45b1b5217a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6470da39-a148-4a34-b1c5-7d381b6e37dc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:06.807544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bed4193-2a0d-4f59-98d0-cbd05b90c165 req-1525d101-97bc-4363-b85e-aaa5bb8792d8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 210 time: 0.0836959 Feb 09 02:42:06.898852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-3831e6c8-ecd0-48d3-8d62-9569558159f6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:06.900673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-3831e6c8-ecd0-48d3-8d62-9569558159f6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/networks?id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 797 time: 0.2623336 Feb 09 02:42:07.024920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f01c4734-305b-428b-ab56-c7afb6498602 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 379 time: 0.1125770 Feb 09 02:42:07.035240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'port': {'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'admin_state_up': True, 'tenant_id': '790d4483421745efb70e1089ace53695', 'security_groups': ['b8ea6dca-87f4-4740-8dd5-6664a31f1b15']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:07.069021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33640) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:07.083801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0585ae15-5995-4b91-a45c-9ddfc3e0d86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.094903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b8704-a622-4eff-85c0-c6178e65a0f5 req-f5dc5753-8e7f-4e07-aa76-f6cefad88b7b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:07.096538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471b8704-a622-4eff-85c0-c6178e65a0f5 req-f5dc5753-8e7f-4e07-aa76-f6cefad88b7b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1533360 Feb 09 02:42:07.189317 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0585ae15-5995-4b91-a45c-9ddfc3e0d86d admin admin] Publish callbacks [] for security_group (8ded5395-44f2-4699-bed4-866656c50244), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.195619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0585ae15-5995-4b91-a45c-9ddfc3e0d86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8ded5395-44f2-4699-bed4-866656c50244), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.197449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-471b8704-a622-4eff-85c0-c6178e65a0f5 req-3a91191d-fcdb-4f29-a50b-8510f9dffbd2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880365 Feb 09 02:42:07.227245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:07.227245 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.228199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33642) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:07.234660 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0585ae15-5995-4b91-a45c-9ddfc3e0d86d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30d77707825e4ed7bb42ec1b99d39640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640761 Feb 09 02:42:07.245900 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:07.271876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585ae15-5995-4b91-a45c-9ddfc3e0d86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded5395-44f2-4699-bed4-866656c50244,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:07.311201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c04211b-99a3-4a71-9416-c4c92a9cb005 admin admin] Publish callbacks [] for security_group (8ded5395-44f2-4699-bed4-866656c50244), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.333950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c04211b-99a3-4a71-9416-c4c92a9cb005 admin admin] Publish callbacks [] for security_group (8ded5395-44f2-4699-bed4-866656c50244), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.353604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dec6c3e7-d23b-469e-8ecf-bdb6a8fadb82 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/9ca70eb9-7e64-42a1-9cbb-82316a5bae4e HTTP/1.1" status: 200 len: 992 time: 0.1242003 Feb 09 02:42:07.387749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c04211b-99a3-4a71-9416-c4c92a9cb005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8ded5395-44f2-4699-bed4-866656c50244), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.390363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c04211b-99a3-4a71-9416-c4c92a9cb005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:07.391940 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1c04211b-99a3-4a71-9416-c4c92a9cb005 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ded5395-44f2-4699-bed4-866656c50244 HTTP/1.1" status: 204 len: 168 time: 0.1442845 Feb 09 02:42:07.411475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04211b-99a3-4a71-9416-c4c92a9cb005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded5395-44f2-4699-bed4-866656c50244,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:07.439354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.20.0.10 (dcf91ad5-843a-4ae5-ae34-1eece3e72204/eddefc22-d477-46d3-8c55-2241c20f698b/f3531456-e6c6-4477-9952-97aa35cdc85a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:07.946648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec3a1c5a-24dc-4966-83de-696a2cf77eee req-ae2d5633-7d24-4db5-a164-e3cc837d861b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 210 time: 0.0475907 Feb 09 02:42:07.987978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfdd09-e4d7-4e4b-bc09-f7d9e1370173 req-aa2c358e-67c5-415f-9da4-3f79284d64ac tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:07.989600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cbfdd09-e4d7-4e4b-bc09-f7d9e1370173 req-aa2c358e-67c5-415f-9da4-3f79284d64ac tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1128 time: 0.1305857 Feb 09 02:42:07.993088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:08.077826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3cbfdd09-e4d7-4e4b-bc09-f7d9e1370173 req-5c995818-be5f-4684-858f-9d9893829122 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686967 Feb 09 02:42:08.095254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:08.133261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:08.135956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:08.181783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:08.246325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=f3531456-e6c6-4477-9952-97aa35cdc85a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:08.264395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:08.265203 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:08.314430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f48b2d76-76d1-46f4-8264-eb2856419704 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2841022 Feb 09 02:42:08.339827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Request body: {'port': {'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:08.428588 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:08.582249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e61dc2d5-ac54-422f-be1e-db7c6de51252 None None] Provisioning complete for port f3531456-e6c6-4477-9952-97aa35cdc85a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:08.582879 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e61dc2d5-ac54-422f-be1e-db7c6de51252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:08.657467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e61dc2d5-ac54-422f-be1e-db7c6de51252 None None] Port f3531456-e6c6-4477-9952-97aa35cdc85a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:08.843181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3531456-e6c6-4477-9952-97aa35cdc85a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:08.852712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Publish callbacks [] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:08.873225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Transition to ACTIVE for port object f3531456-e6c6-4477-9952-97aa35cdc85a will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:08.879167 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:08.974593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Pushing event updated for resources: {'Port': ['ID=f3531456-e6c6-4477-9952-97aa35cdc85a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:09.201828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-90c43de0-aeda-4761-8daa-718341a5bcf2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2418916 Feb 09 02:42:09.215828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-488d6382-47ca-4830-a66d-be08b0a8e847 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:09.225654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-488d6382-47ca-4830-a66d-be08b0a8e847 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070524 Feb 09 02:42:09.237602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7890a-6255-4d9f-88ec-3229d78657b4 req-26dfdc65-2427-4dc3-af61-924060fa12ff tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:09.239305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ba7890a-6255-4d9f-88ec-3229d78657b4 req-26dfdc65-2427-4dc3-af61-924060fa12ff tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 944 time: 0.1620109 Feb 09 02:42:09.240086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Attempting to bind port f3531456-e6c6-4477-9952-97aa35cdc85a on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:09.240435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Attempting to bind port f3531456-e6c6-4477-9952-97aa35cdc85a by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:09.240765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Attempting to bind port f3531456-e6c6-4477-9952-97aa35cdc85a on network dcf91ad5-843a-4ae5-ae34-1eece3e72204 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:09.250237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Port f3531456-e6c6-4477-9952-97aa35cdc85a on network dcf91ad5-843a-4ae5-ae34-1eece3e72204 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:09.250610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Attempting to bind port f3531456-e6c6-4477-9952-97aa35cdc85a on network dcf91ad5-843a-4ae5-ae34-1eece3e72204 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:09.268842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:09.269182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Checking segment: {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:09.269685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Bound using segment: {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:09.270288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Bound port: f3531456-e6c6-4477-9952-97aa35cdc85a, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:09.270396 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:09.352852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ba7890a-6255-4d9f-88ec-3229d78657b4 req-344b23f8-196c-41a2-8e86-dd58ab5d9145 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035578 Feb 09 02:42:09.381269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] For port f3531456-e6c6-4477-9952-97aa35cdc85a, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:09.385325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] For port f3531456-e6c6-4477-9952-97aa35cdc85a, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3531456-e6c6-4477-9952-97aa35cdc85a,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:09.396301 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:09.441569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:09.442298 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:09.444236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] 10.222.0.72 "PUT /v2.0/ports/f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 200 len: 1093 time: 1.1229858 Feb 09 02:42:09.445022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:09.447725 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bb62a6-3068-4a52-8fd1-94b481866ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:09.481821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa421811-a839-4469-97f8-2e93ef7591de service neutron] Pushing event updated for resources: {'Port': ['ID=f3531456-e6c6-4477-9952-97aa35cdc85a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:09.557668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:09.565954 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b83574d-94f8-4da2-baac-795f28b3fb9d x-openstack-request-id: req-0b83574d-94f8-4da2-baac-795f28b3fb9d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:09.566551 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:09.567379 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b83574d-94f8-4da2-baac-795f28b3fb9d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:09.568423 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'status': 'completed', 'code': 200} Feb 09 02:42:09.617443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-2098f4b3-fe6b-42bd-a2fa-d8e235935749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:09.619642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-2098f4b3-fe6b-42bd-a2fa-d8e235935749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1127 time: 0.1218367 Feb 09 02:42:09.709026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-511f44ad-f11a-47c0-9b7b-d3ee9d9f1f14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 200 len: 217 time: 0.0807393 Feb 09 02:42:09.740993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ef75-5a47-4207-b4b9-80a0952de5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:09.810474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-8103b163-326d-4673-a2f3-79e5171c4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:09.812258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-8103b163-326d-4673-a2f3-79e5171c4f70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eddefc22-d477-46d3-8c55-2241c20f698b HTTP/1.1" status: 200 len: 835 time: 0.0958273 Feb 09 02:42:09.855322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ef75-5a47-4207-b4b9-80a0952de5ec admin admin] Publish callbacks [] for security_group (58ed6b7a-b881-455e-9f64-8f34c5ff9b24), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:09.861763 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ef75-5a47-4207-b4b9-80a0952de5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (58ed6b7a-b881-455e-9f64-8f34c5ff9b24), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:09.889236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f6df5551-6c37-41d9-a080-3fab844ee271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:09.891056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-f6df5551-6c37-41d9-a080-3fab844ee271 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcf91ad5-843a-4ae5-ae34-1eece3e72204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0723310 Feb 09 02:42:09.896173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ef75-5a47-4207-b4b9-80a0952de5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ed6b7a-b881-455e-9f64-8f34c5ff9b24,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:09.947355 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3bb6ef75-5a47-4207-b4b9-80a0952de5ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e91aedd950c24a6bab9374be030b344c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884575 Feb 09 02:42:09.951225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33766) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:10.022294 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d2de2e5-4554-4ac4-ad95-84866aa78b9b admin admin] Publish callbacks [] for security_group (58ed6b7a-b881-455e-9f64-8f34c5ff9b24), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:10.044991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-cf73f3f0-3924-422e-9675-1da42e347e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:10.046424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-cf73f3f0-3924-422e-9675-1da42e347e1b service neutron] 10.222.0.53 "GET /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 1125 time: 0.0582159 Feb 09 02:42:10.047600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d2de2e5-4554-4ac4-ad95-84866aa78b9b admin admin] Publish callbacks [] for security_group (58ed6b7a-b881-455e-9f64-8f34c5ff9b24), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:10.059521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Request body: {'binding': {'host': 'n-h1-826675-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:10.060012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Unknown quota resources ['binding']. {{(pid=103149) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:42:10.085934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-2d8cf2f6-ee20-4fa6-b2c3-a91d4cae7564 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888480 Feb 09 02:42:10.109358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d2de2e5-4554-4ac4-ad95-84866aa78b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (58ed6b7a-b881-455e-9f64-8f34c5ff9b24), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:10.112589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0d2de2e5-4554-4ac4-ad95-84866aa78b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:10.116342 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0d2de2e5-4554-4ac4-ad95-84866aa78b9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58ed6b7a-b881-455e-9f64-8f34c5ff9b24 HTTP/1.1" status: 204 len: 168 time: 0.1612792 Feb 09 02:42:10.127337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2de2e5-4554-4ac4-ad95-84866aa78b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ed6b7a-b881-455e-9f64-8f34c5ff9b24,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:10.287670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-608cda86-9995-4eb3-9c4d-4f9ea90214e9 req-a6d6b6ad-ceda-49c0-89ae-1983e5322b97 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934528 Feb 09 02:42:10.332484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on host n-h1-826675-12 for vnic_type normal with profile None {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:10.332970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:10.333408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:10.339527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:10.340584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:10.357526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:10.357972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Checking segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:10.358429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Bound using segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:10.358988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Bound port: bd03c728-067b-454b-99ac-7e1b80769e21, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:10.556620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-712e6ae1-42d7-4f59-8628-296f9299bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:10.558290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-712e6ae1-42d7-4f59-8628-296f9299bc2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1127 time: 0.2132797 Feb 09 02:42:10.569351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:10.578844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:10.580049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d1a99dd6-2627-4db0-bbf4-5248c45f6c43 service neutron] 10.222.0.53 "POST /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21/bindings HTTP/1.1" status: 201 len: 390 time: 0.5248570 Feb 09 02:42:10.596982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272512c-32b1-4358-893e-8e57d97992e1 req-611b0ec9-f791-4a3a-99a8-7e7290aba80d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:10.598549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d272512c-32b1-4358-893e-8e57d97992e1 req-611b0ec9-f791-4a3a-99a8-7e7290aba80d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 944 time: 0.1247556 Feb 09 02:42:10.692864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d272512c-32b1-4358-893e-8e57d97992e1 req-f16c06bd-e705-484d-96d3-2ee29dc60038 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869009 Feb 09 02:42:10.866013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-8ad34c97-a0c5-4d25-b421-776f00dcd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:10.867573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-8ad34c97-a0c5-4d25-b421-776f00dcd380 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 898 time: 0.1701598 Feb 09 02:42:10.876091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78143518-895a-435c-b687-2964404cc5c6 req-2fd6489d-4b0d-4bff-938f-f47ae8f63561 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:10.883474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78143518-895a-435c-b687-2964404cc5c6 req-2fd6489d-4b0d-4bff-938f-f47ae8f63561 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1692200 Feb 09 02:42:10.962513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-7d56d31a-6120-4af0-b790-1e0c94251a2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 200 len: 217 time: 0.0743847 Feb 09 02:42:11.039215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-78143518-895a-435c-b687-2964404cc5c6 req-bb5f9d93-078f-47e8-b900-4881b861414e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538146 Feb 09 02:42:11.075673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-7e123388-f2e6-4274-b754-8290d0d795d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.077080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-7e123388-f2e6-4274-b754-8290d0d795d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1128 time: 0.1085899 Feb 09 02:42:11.078929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-37673366-2a3f-4bd9-af03-e256b711218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.080342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-37673366-2a3f-4bd9-af03-e256b711218f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eddefc22-d477-46d3-8c55-2241c20f698b HTTP/1.1" status: 200 len: 835 time: 0.1129181 Feb 09 02:42:11.187604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-83e12f6b-4942-41d1-b027-544e1ceb209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.189545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-83e12f6b-4942-41d1-b027-544e1ceb209e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcf91ad5-843a-4ae5-ae34-1eece3e72204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0973396 Feb 09 02:42:11.255637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d716a600-6736-42f8-80b5-26d06d4d0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.257106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-d716a600-6736-42f8-80b5-26d06d4d0e3a service neutron] 10.222.0.82 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 897 time: 0.1731389 Feb 09 02:42:11.351796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-9e4ed99f-6322-4df9-8784-f0b3e9aa05fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 1000 time: 0.0873005 Feb 09 02:42:11.355373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-a11c104f-4888-4dfc-bc2f-bcdc8298c5d8 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574421 Feb 09 02:42:11.457458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-83a96893-391e-445d-8275-c133878095a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.459129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-83a96893-391e-445d-8275-c133878095a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.1020274 Feb 09 02:42:11.526909 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2bb62a6-3068-4a52-8fd1-94b481866ee5 req-269930a8-36b7-47bd-959d-27b4382b738b service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610992 Feb 09 02:42:11.541292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-ba64b6c6-98a0-4837-b9b2-26563c34c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.542844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-ba64b6c6-98a0-4837-b9b2-26563c34c67c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0756674 Feb 09 02:42:11.641255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-7df4de8b-a1ee-4425-b5d5-445eabdba8e9 service neutron] 10.222.0.82 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903947 Feb 09 02:42:11.837429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-94370bb7-1dec-4e41-be47-b8adb1b579a5 service neutron] 10.222.0.82 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914158 Feb 09 02:42:11.859440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33814) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:11.871783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8373cea-a973-4847-a86e-c60cd8abe55a req-07b1004e-a483-4444-aa39-cf8f1d9c23aa tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:11.874088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8373cea-a973-4847-a86e-c60cd8abe55a req-07b1004e-a483-4444-aa39-cf8f1d9c23aa tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 944 time: 0.0858316 Feb 09 02:42:11.971667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1123995321', 'router:external': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:11.996705 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Made reservation on behalf of e10a81db513342edb39d38c50dbe377b for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:11.999727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.004598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8373cea-a973-4847-a86e-c60cd8abe55a req-5374cbd3-ad74-4b8a-9f75-cb281b7768cc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239088 Feb 09 02:42:12.028839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.030380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-2200aedc-4fc0-460b-bb76-e602b100b369 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.032012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-2200aedc-4fc0-460b-bb76-e602b100b369 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1128 time: 0.1366954 Feb 09 02:42:12.041835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826675-12'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:12.127148 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for security_group (7bd92728-587e-40e2-8aa8-fe4b7fe94b47), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.132111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.133028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bd92728-587e-40e2-8aa8-fe4b7fe94b47), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.161645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:42:12.176086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd92728-587e-40e2-8aa8-fe4b7fe94b47,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:12.190120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3cfda46c-7446-4bca-94ac-91e00b9045e3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.190490 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Added segment 3cfda46c-7446-4bca-94ac-91e00b9045e3 of type vlan for network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b Feb 09 02:42:12.248957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (17daa6a5-e5a4-4a53-8bf7-35d21baac80b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.284517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f87ba-7714-40df-be1c-5ae3f1f59163 req-48c12405-66ff-4f8b-b890-d1290cda1036 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.286062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b7f87ba-7714-40df-be1c-5ae3f1f59163 req-48c12405-66ff-4f8b-b890-d1290cda1036 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1437354 Feb 09 02:42:12.293023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (17daa6a5-e5a4-4a53-8bf7-35d21baac80b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.294205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:12.297020 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.355266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:12.359122 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4955330 Feb 09 02:42:12.361436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33820) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:12.370062 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a059cf-cba5-4717-acc8-881733d18f75 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Network': ['ID=17daa6a5-e5a4-4a53-8bf7-35d21baac80b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:12.377094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'subnet': {'network_id': '17daa6a5-e5a4-4a53-8bf7-35d21baac80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:12.383190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:42:12.390050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b7f87ba-7714-40df-be1c-5ae3f1f59163 req-065b122b-3424-4a76-b617-337cd112ccbf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938945 Feb 09 02:42:12.425792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Made reservation on behalf of e10a81db513342edb39d38c50dbe377b for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:12.427766 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.478760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:12.540773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:12.543235 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7079cb50-366a-4e0a-9d08-334973d6884a" -d '{"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:12.547123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Publish callbacks [] for port (bd03c728-067b-454b-99ac-7e1b80769e21), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.556871 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.588246 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9012c-8363-4b80-86fd-4133178a41fe x-openstack-request-id: req-82d9012c-8363-4b80-86fd-4133178a41fe {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:12.588545 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:12.588797 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82d9012c-8363-4b80-86fd-4133178a41fe {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:12.589191 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'code': 200} Feb 09 02:42:12.696031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:12.846110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on host n-h2-826675-12 for vnic_type normal with profile {"migrating_to": "n-h1-826675-12"} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:12.846481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:12.846816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:12.854890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:12.855233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Attempting to bind port bd03c728-067b-454b-99ac-7e1b80769e21 on network c550b57f-03a1-4b84-9156-bbf0f5c89e2c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:12.862629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:12.862985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Checking segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:12.863384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Bound using segment: {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:12.863820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Bound port: bd03c728-067b-454b-99ac-7e1b80769e21, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a723c9-766d-4bbd-99c8-54a4f3904953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:12.864280 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.891512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-17d4fb2a-04eb-4a84-82fe-687fc7a1ff04 None None] Provisioning complete for port bd03c728-067b-454b-99ac-7e1b80769e21 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:12.891785 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-17d4fb2a-04eb-4a84-82fe-687fc7a1ff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:12.927686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-17d4fb2a-04eb-4a84-82fe-687fc7a1ff04 None None] Port bd03c728-067b-454b-99ac-7e1b80769e21 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:12.961259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:12.976476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:13.004374 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.034250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:42:13.034970 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (7c320cb1-7bce-4536-9e78-31359f83697d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.584812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:13.589562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c320cb1-7bce-4536-9e78-31359f83697d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:13.656495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Checking segment: {'id': '3cfda46c-7446-4bca-94ac-91e00b9045e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '17daa6a5-e5a4-4a53-8bf7-35d21baac80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:13.656874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network hostable DHCP agents. Network: 17daa6a5-e5a4-4a53-8bf7-35d21baac80b, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:42:13.673215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec9de-3865-40e6-9461-ca04f558875f req-697b4889-4d9f-402e-bf65-24304491abd4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:13.674912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2ec9de-3865-40e6-9461-ca04f558875f req-697b4889-4d9f-402e-bf65-24304491abd4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 944 time: 0.2711668 Feb 09 02:42:13.704785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da329f54-1724-4b3f-8390-f69cb19bb098 req-5b5e832f-89cb-406b-aafe-cbbd247f5e66 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:13.706343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da329f54-1724-4b3f-8390-f69cb19bb098 req-5b5e832f-89cb-406b-aafe-cbbd247f5e66 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 943 time: 0.2155790 Feb 09 02:42:13.736733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:13.737381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.738957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3ad0f5cb-8b98-4e42-b10e-c6f6f3f8fed8 service neutron] 10.222.0.82 "PUT /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 1123 time: 1.7010152 Feb 09 02:42:13.781174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2e7326c2-0d21-4eef-83fb-141a636a0583 None None] Provisioning complete for port bd03c728-067b-454b-99ac-7e1b80769e21 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:13.782227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e7326c2-0d21-4eef-83fb-141a636a0583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.787755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:42:13.816048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['bd03c728-067b-454b-99ac-7e1b80769e21'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:42:13.836405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0b2ec9de-3865-40e6-9461-ca04f558875f req-00034dbd-2bac-471a-acc6-972fc36f555f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470604 Feb 09 02:42:13.844282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 17daa6a5-e5a4-4a53-8bf7-35d21baac80b) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:13.855083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:13.856224 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.870810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da329f54-1724-4b3f-8390-f69cb19bb098 req-3d3d6ee7-35f4-4575-a35a-00ca44c9e49d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409495 Feb 09 02:42:13.887174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-159418bd-a198-4674-89a4-bc242c33c531 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5246255 Feb 09 02:42:13.888086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5137ffaa-7b3e-445b-9e28-fde9427c7dcf None None] Network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:42:13.890527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:13.899398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-769744172', 'network_id': '17daa6a5-e5a4-4a53-8bf7-35d21baac80b'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:13.922337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Made reservation on behalf of e10a81db513342edb39d38c50dbe377b for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:13.926823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:13.944059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] device_id is not set on port 39435339-3421-43a4-bf28-cc1bc04b50c3 yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:42:14.046592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3531456-e6c6-4477-9952-97aa35cdc85a details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:42:14.058749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Allocated IP 172.20.0.14 (17daa6a5-e5a4-4a53-8bf7-35d21baac80b/7c320cb1-7bce-4536-9e78-31359f83697d/39435339-3421-43a4-bf28-cc1bc04b50c3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:14.062123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2e7326c2-0d21-4eef-83fb-141a636a0583 None None] Current status of the port bd03c728-067b-454b-99ac-7e1b80769e21 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:14.062825 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e7326c2-0d21-4eef-83fb-141a636a0583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.145514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:14.147739 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b477362-8844-4359-84c6-870f0d4d7586" -d '{"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:14.166704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d47b77-b343-4514-925d-e7626fbc8f8d None None] Network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:42:14.216235 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b2e34c-4c04-4d3f-bbc8-5c45f869c0f9 x-openstack-request-id: req-e8b2e34c-4c04-4d3f-bbc8-5c45f869c0f9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:14.216527 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-plugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:14.217002 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8b2e34c-4c04-4d3f-bbc8-5c45f869c0f9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:14.217407 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'code': 200} Feb 09 02:42:14.220200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.resource_extend [None req-36aa011f-3186-4950-916f-98b845819ecc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:42:14.233663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for port (39435339-3421-43a4-bf28-cc1bc04b50c3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.287225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2e7326c2-0d21-4eef-83fb-141a636a0583 None None] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:14.309167 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2e7326c2-0d21-4eef-83fb-141a636a0583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.589098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (39435339-3421-43a4-bf28-cc1bc04b50c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.590884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:14.595637 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff845a9-ed45-4a91-adc6-1683eca0a882" -d '{"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:14.630947 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:14.639301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:14.641636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:14.644393 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6388128-149f-4372-b85a-62a5b0959c27 x-openstack-request-id: req-c6388128-149f-4372-b85a-62a5b0959c27 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:14.644695 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:14.672077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Port': ['ID=39435339-3421-43a4-bf28-cc1bc04b50c3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:14.673579 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6388128-149f-4372-b85a-62a5b0959c27 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:14.690408 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'status': 'completed', 'code': 200} Feb 09 02:42:14.691908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:14.692739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.711950 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f199985b-f4fd-4d38-b408-9ad9d44e7320 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8188515 Feb 09 02:42:14.715647 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:14.764896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-4493afef-10f6-4e2c-b909-ba8250ee4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:14.766972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-4493afef-10f6-4e2c-b909-ba8250ee4acf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1159 time: 0.0746653 Feb 09 02:42:14.771233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f3531456-e6c6-4477-9952-97aa35cdc85a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3531456-e6c6-4477-9952-97aa35cdc85a,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:14.790983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7326c2-0d21-4eef-83fb-141a636a0583 None None] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:14.816082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:42:14.826274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Deleting port 39435339-3421-43a4-bf28-cc1bc04b50c3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:14.826661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (39435339-3421-43a4-bf28-cc1bc04b50c3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.934218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-07036093-434b-481a-8407-beb1fcfb30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:14.935100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (39435339-3421-43a4-bf28-cc1bc04b50c3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.937695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-07036093-434b-481a-8407-beb1fcfb30e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 897 time: 0.1632698 Feb 09 02:42:14.960990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Calling delete_port for 39435339-3421-43a4-bf28-cc1bc04b50c3 owned by {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:14.978155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f3531456-e6c6-4477-9952-97aa35cdc85a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:14.978671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:14.998872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3531456-e6c6-4477-9952-97aa35cdc85a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:15.040569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f3531456-e6c6-4477-9952-97aa35cdc85a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3531456-e6c6-4477-9952-97aa35cdc85a,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:15.045721 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.124444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-60e2a046-6a9f-4d98-85a4-deb8db50f35d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 1000 time: 0.1808007 Feb 09 02:42:15.132095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f3531456-e6c6-4477-9952-97aa35cdc85a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:15.143727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (39435339-3421-43a4-bf28-cc1bc04b50c3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.175198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event deleted for resources: {'Port': ['ID=39435339-3421-43a4-bf28-cc1bc04b50c3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:15.182990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfbc69-13dd-43e3-9fd7-c45087573648 req-e5614073-a24b-4e68-b41c-8fd3a1fa0f0c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:15.187598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bdfbc69-13dd-43e3-9fd7-c45087573648 req-e5614073-a24b-4e68-b41c-8fd3a1fa0f0c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1708729 Feb 09 02:42:15.197328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413b449-0703-4827-8078-1ecfc6313cf1 req-cbd4f1f1-876e-4244-afb0-05d77a946eb0 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:15.198832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1413b449-0703-4827-8078-1ecfc6313cf1 req-cbd4f1f1-876e-4244-afb0-05d77a946eb0 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 945 time: 0.1849978 Feb 09 02:42:15.248937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.255084 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ef7e8140-7e7e-4133-8ab9-b7d9054a8390 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "DELETE /v2.0/ports/39435339-3421-43a4-bf28-cc1bc04b50c3 HTTP/1.1" status: 204 len: 168 time: 0.5358765 Feb 09 02:42:15.255868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33846) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:15.260472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '17daa6a5-e5a4-4a53-8bf7-35d21baac80b', 'external_fixed_ips': [{'subnet_id': '7c320cb1-7bce-4536-9e78-31359f83697d', 'ip_address': '172.20.0.14'}]}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:15.265687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7bdfbc69-13dd-43e3-9fd7-c45087573648 req-8b6934f4-5172-4971-b778-5e5419ef4b2e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637581 Feb 09 02:42:15.292089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-c3ae62a6-0679-448c-b899-7a28be69a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:15.295082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-c3ae62a6-0679-448c-b899-7a28be69a841 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.1606030 Feb 09 02:42:15.297464 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (890d5708-05a0-4f56-971f-eb846ee0b4ff), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.298635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (890d5708-05a0-4f56-971f-eb846ee0b4ff), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.354432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f3531456-e6c6-4477-9952-97aa35cdc85a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:42:15.360482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1413b449-0703-4827-8078-1ecfc6313cf1 req-0315b1ae-76ee-455c-a012-31597e452a21 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366682 Feb 09 02:42:15.366835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (890d5708-05a0-4f56-971f-eb846ee0b4ff), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.389590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-ccadc6b4-a3a8-4194-95ec-dbed8710109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:15.391544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-ccadc6b4-a3a8-4194-95ec-dbed8710109e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0885580 Feb 09 02:42:15.507112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-eb519961-0775-499b-86a1-bb8001f9fe04 service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090713 Feb 09 02:42:15.556990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (890d5708-05a0-4f56-971f-eb846ee0b4ff), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.648051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5ff845a9-ed45-4a91-adc6-1683eca0a882 req-07f71faf-c0ac-4c60-a46b-ed59fd2f6847 service neutron] 10.222.0.72 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333253 Feb 09 02:42:15.820049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (890d5708-05a0-4f56-971f-eb846ee0b4ff), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:15.844890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.001990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Allocated IP 172.20.0.14 (17daa6a5-e5a4-4a53-8bf7-35d21baac80b/7c320cb1-7bce-4536-9e78-31359f83697d/3c883e08-0bc0-44e9-8eb8-716801ae12a9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:16.117754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for port (3c883e08-0bc0-44e9-8eb8-716801ae12a9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.163725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3c883e08-0bc0-44e9-8eb8-716801ae12a9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.207822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:16.211077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:16.216713 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:16.220165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Port': ['ID=3c883e08-0bc0-44e9-8eb8-716801ae12a9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:16.257883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:42:16.382748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:16.397326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 has no active binding in host n-h1-826675-12 {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:42:16.422907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408650b-eb1f-4a0b-84ad-c9b7ea614a38 req-11e31aec-ce55-4f30-bc2a-9218302e6b94 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:16.430200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8408650b-eb1f-4a0b-84ad-c9b7ea614a38 req-11e31aec-ce55-4f30-bc2a-9218302e6b94 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.0761244 Feb 09 02:42:16.515109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8408650b-eb1f-4a0b-84ad-c9b7ea614a38 req-d0ccac20-1273-4a10-8161-a4e4fd31bbae tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839407 Feb 09 02:42:16.535736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83d112-1a40-4957-a02a-deb983aa6420 req-c812cf7b-8d7c-4589-952f-2d3fd96ee524 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:16.545045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a83d112-1a40-4957-a02a-deb983aa6420 req-c812cf7b-8d7c-4589-952f-2d3fd96ee524 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 945 time: 0.0767117 Feb 09 02:42:16.545248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (890d5708-05a0-4f56-971f-eb846ee0b4ff), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.603406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a83d112-1a40-4957-a02a-deb983aa6420 req-22518c1a-a49f-4f0c-aaf4-f38f75bab398 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585582 Feb 09 02:42:16.764030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (890d5708-05a0-4f56-971f-eb846ee0b4ff), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.905101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Router 890d5708-05a0-4f56-971f-eb846ee0b4ff is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:17.021128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:17.032672 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Sync routers for ids ['890d5708-05a0-4f56-971f-eb846ee0b4ff'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:17.039861 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.044799 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-291ea9ad-5973-4da6-a680-6b0e405e3c81 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.7841964 Feb 09 02:42:17.045006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33856) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:17.050057 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Routers {'890d5708-05a0-4f56-971f-eb846ee0b4ff'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:17.050717 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['890d5708-05a0-4f56-971f-eb846ee0b4ff'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:17.172459 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (890d5708-05a0-4f56-971f-eb846ee0b4ff), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.190190 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Set router 890d5708-05a0-4f56-971f-eb846ee0b4ff gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:17.294444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (890d5708-05a0-4f56-971f-eb846ee0b4ff), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.359798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Deleting port 3c883e08-0bc0-44e9-8eb8-716801ae12a9 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:17.360143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3c883e08-0bc0-44e9-8eb8-716801ae12a9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.405055 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d5708-05a0-4f56-971f-eb846ee0b4ff', 'name': '', 'tenant_id': 'e10a81db513342edb39d38c50dbe377b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17daa6a5-e5a4-4a53-8bf7-35d21baac80b', 'external_fixed_ips': [{'subnet_id': '7c320cb1-7bce-4536-9e78-31359f83697d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '3c883e08-0bc0-44e9-8eb8-716801ae12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:15Z', 'updated_at': '2022-02-09T02:42:16Z', 'revision_number': 3, 'project_id': 'e10a81db513342edb39d38c50dbe377b', 'gw_port': {'id': '3c883e08-0bc0-44e9-8eb8-716801ae12a9', 'name': '', 'network_id': '17daa6a5-e5a4-4a53-8bf7-35d21baac80b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:07:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890d5708-05a0-4f56-971f-eb846ee0b4ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '7c320cb1-7bce-4536-9e78-31359f83697d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:15Z', 'updated_at': '2022-02-09T02:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c320cb1-7bce-4536-9e78-31359f83697d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:17.441201 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Checking router: 890d5708-05a0-4f56-971f-eb846ee0b4ff for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:17.441468 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Updating router 890d5708-05a0-4f56-971f-eb846ee0b4ff port 3c883e08-0bc0-44e9-8eb8-716801ae12a9 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:42:17.462095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3c883e08-0bc0-44e9-8eb8-716801ae12a9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.475097 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3c883e08-0bc0-44e9-8eb8-716801ae12a9), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.478987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Calling delete_port for 3c883e08-0bc0-44e9-8eb8-716801ae12a9 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:17.702479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0715f-7e4d-4f6d-8ce5-5725dce65fd5 req-3a5e2df4-1cca-4400-b995-64667579db64 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:17.712049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1eb0715f-7e4d-4f6d-8ce5-5725dce65fd5 req-3a5e2df4-1cca-4400-b995-64667579db64 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.0868859 Feb 09 02:42:17.739234 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3c883e08-0bc0-44e9-8eb8-716801ae12a9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.785567 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c883e08-0bc0-44e9-8eb8-716801ae12a9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:17.803351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1eb0715f-7e4d-4f6d-8ce5-5725dce65fd5 req-7bab648a-dc97-45c8-8342-22c961274170 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864847 Feb 09 02:42:17.829809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e34bc3-d016-4929-9d90-f447a8f883bf req-cd112a9b-4f67-435f-a7a0-7be4241b995f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:17.832961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63e34bc3-d016-4929-9d90-f447a8f883bf req-cd112a9b-4f67-435f-a7a0-7be4241b995f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 945 time: 0.0996821 Feb 09 02:42:17.864192 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.db.api [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:42:17.864570 n-d-826675-12 neutron-server[103152]: DEBUG oslo_db.api [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:42:17.871428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (890d5708-05a0-4f56-971f-eb846ee0b4ff), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.890895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63e34bc3-d016-4929-9d90-f447a8f883bf req-b6a60f08-7b61-4779-be71-ebb6490e329f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508490 Feb 09 02:42:17.974612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (890d5708-05a0-4f56-971f-eb846ee0b4ff), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:17.976972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (890d5708-05a0-4f56-971f-eb846ee0b4ff), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.027727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (890d5708-05a0-4f56-971f-eb846ee0b4ff), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.029256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 890d5708-05a0-4f56-971f-eb846ee0b4ff {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:18.033224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.034434 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf23c147-3776-41e6-9681-f55d32975a03 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "DELETE /v2.0/routers/890d5708-05a0-4f56-971f-eb846ee0b4ff HTTP/1.1" status: 204 len: 168 time: 0.9884388 Feb 09 02:42:18.037143 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33864) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:18.053845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3531456-e6c6-4477-9952-97aa35cdc85a up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:18.083938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Deleting subnet 7c320cb1-7bce-4536-9e78-31359f83697d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:42:18.087495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for subnet (7c320cb1-7bce-4536-9e78-31359f83697d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.130181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (7c320cb1-7bce-4536-9e78-31359f83697d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.133941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f3531456-e6c6-4477-9952-97aa35cdc85a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:42:18.137005 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.141995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f3531456-e6c6-4477-9952-97aa35cdc85a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:18.142674 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.180548 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (7c320cb1-7bce-4536-9e78-31359f83697d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.253372 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (7c320cb1-7bce-4536-9e78-31359f83697d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.253788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f3531456-e6c6-4477-9952-97aa35cdc85a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:18.254133 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.280964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c320cb1-7bce-4536-9e78-31359f83697d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:18.286527 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.290379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-24b5c33e-d4bd-4704-a9a6-01747912d949 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/7c320cb1-7bce-4536-9e78-31359f83697d HTTP/1.1" status: 204 len: 168 time: 0.2520280 Feb 09 02:42:18.292746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33866) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:18.295660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:18.299931 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9765092e-1253-48c8-b8fc-dd51f429156c" -d '{"events": [{"server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "name": "network-vif-plugged", "status": "completed", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:18.323470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f3531456-e6c6-4477-9952-97aa35cdc85a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3531456-e6c6-4477-9952-97aa35cdc85a,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:18.331693 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.381913 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628a8bef-8f1f-4605-956b-87369abe9861 x-openstack-request-id: req-628a8bef-8f1f-4605-956b-87369abe9861 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:18.382273 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "name": "network-vif-plugged", "status": "completed", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:18.383524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (17daa6a5-e5a4-4a53-8bf7-35d21baac80b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.385560 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-628a8bef-8f1f-4605-956b-87369abe9861 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:18.385560 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'code': 200} Feb 09 02:42:18.393458 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Port 3c883e08-0bc0-44e9-8eb8-716801ae12a9 not found while updating agent binding for router 890d5708-05a0-4f56-971f-eb846ee0b4ff. {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 02:42:18.406088 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Routers set() bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:18.406488 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Router IDs set() for agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 02:42:18.407183 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_agentschedulers_db [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'890d5708-05a0-4f56-971f-eb846ee0b4ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent'). {{(pid=103152) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 02:42:18.407604 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9353b7-9fd8-448e-b70d-cf85c87069da None None] The sync data for ids ['890d5708-05a0-4f56-971f-eb846ee0b4ff'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:18.439026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f3531456-e6c6-4477-9952-97aa35cdc85a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:18.512581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f3692-43c1-4ecd-989c-06d9a9af1664 req-6f66211d-33ff-42ac-8850-989a8ae6c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:18.514220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-366f3692-43c1-4ecd-989c-06d9a9af1664 req-6f66211d-33ff-42ac-8850-989a8ae6c110 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1129 time: 0.0812511 Feb 09 02:42:18.522708 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (17daa6a5-e5a4-4a53-8bf7-35d21baac80b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.550376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17daa6a5-e5a4-4a53-8bf7-35d21baac80b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:18.565948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfda46c-7446-4bca-94ac-91e00b9045e3') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:18.566607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfda46c-7446-4bca-94ac-91e00b9045e3') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:18.571662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-366f3692-43c1-4ecd-989c-06d9a9af1664 req-d1d62e1d-92fc-430e-9ac0-bbc72b336455 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509627 Feb 09 02:42:18.577526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (3cfda46c-7446-4bca-94ac-91e00b9045e3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.592038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3cfda46c-7446-4bca-94ac-91e00b9045e3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.599165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:42:18.599552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (3cfda46c-7446-4bca-94ac-91e00b9045e3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:42:18.601336 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:42:18.671515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (17daa6a5-e5a4-4a53-8bf7-35d21baac80b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.691387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17daa6a5-e5a4-4a53-8bf7-35d21baac80b {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 02:42:18.693126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event deleted for resources: {'Network': ['ID=17daa6a5-e5a4-4a53-8bf7-35d21baac80b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:18.696612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.701224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-da38d6a5-d4bd-42f3-84e6-75fac3b74fe8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "DELETE /v2.0/networks/17daa6a5-e5a4-4a53-8bf7-35d21baac80b HTTP/1.1" status: 204 len: 168 time: 0.4065568 Feb 09 02:42:18.908117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33880) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:18.912720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e84611f0-c6b1-4594-aefe-538059c1049d tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'router': {'name': 'tempest-router--231234461', 'project_id': '92dc6810ccaf4dc6a45ac09b48ead9e2'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:18.958146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84611f0-c6b1-4594-aefe-538059c1049d tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (34e4a97a-8881-4438-a3d4-e39dd95d84f2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.959669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84611f0-c6b1-4594-aefe-538059c1049d tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (34e4a97a-8881-4438-a3d4-e39dd95d84f2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:18.979106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68432-1866-495a-8e97-2b012501739c req-07251d26-45ad-4d52-a7a4-bd36f83b2830 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:18.981469 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ade68432-1866-495a-8e97-2b012501739c req-07251d26-45ad-4d52-a7a4-bd36f83b2830 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.0755026 Feb 09 02:42:19.041281 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84611f0-c6b1-4594-aefe-538059c1049d tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (34e4a97a-8881-4438-a3d4-e39dd95d84f2), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.045370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ade68432-1866-495a-8e97-2b012501739c req-980f3b85-8259-423c-a9d1-bcd7a82bfc69 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560989 Feb 09 02:42:19.060975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84611f0-c6b1-4594-aefe-538059c1049d tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (34e4a97a-8881-4438-a3d4-e39dd95d84f2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.089225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e84611f0-c6b1-4594-aefe-538059c1049d tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.091065 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e84611f0-c6b1-4594-aefe-538059c1049d tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1817431 Feb 09 02:42:19.093594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33884) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:19.119260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceb62f-c9d4-4b33-8ceb-ee4c4ef3f368 req-8d26de61-d2fc-450e-a6c0-e8662c517fa7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:19.128271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daceb62f-c9d4-4b33-8ceb-ee4c4ef3f368 req-8d26de61-d2fc-450e-a6c0-e8662c517fa7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 946 time: 0.0799642 Feb 09 02:42:19.207836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.212925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daceb62f-c9d4-4b33-8ceb-ee4c4ef3f368 req-687e77b8-9142-42b9-b927-f28974aba39e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818229 Feb 09 02:42:19.225162 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ee8554b-7bdc-4032-a7f8-6cbc3976333e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (34e4a97a-8881-4438-a3d4-e39dd95d84f2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.724134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ee8554b-7bdc-4032-a7f8-6cbc3976333e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (34e4a97a-8881-4438-a3d4-e39dd95d84f2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.726432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ee8554b-7bdc-4032-a7f8-6cbc3976333e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (34e4a97a-8881-4438-a3d4-e39dd95d84f2), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.788681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ee8554b-7bdc-4032-a7f8-6cbc3976333e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (34e4a97a-8881-4438-a3d4-e39dd95d84f2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.789249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee8554b-7bdc-4032-a7f8-6cbc3976333e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34e4a97a-8881-4438-a3d4-e39dd95d84f2 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:19.795135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3ee8554b-7bdc-4032-a7f8-6cbc3976333e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:19.796327 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3ee8554b-7bdc-4032-a7f8-6cbc3976333e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "DELETE /v2.0/routers/34e4a97a-8881-4438-a3d4-e39dd95d84f2 HTTP/1.1" status: 204 len: 168 time: 0.7016120 Feb 09 02:42:19.931681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:20.142874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-961119701', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:20.168391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (5da73221-d385-4539-85b0-ead0ff6620e1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.170501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (5da73221-d385-4539-85b0-ead0ff6620e1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.189131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bc79-04d2-4c39-a0c6-e05cfd85ba14 req-c694ff08-b3a3-4f52-8be9-dbd3f40367c8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:20.196072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3088bc79-04d2-4c39-a0c6-e05cfd85ba14 req-c694ff08-b3a3-4f52-8be9-dbd3f40367c8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.0663130 Feb 09 02:42:20.241097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (5da73221-d385-4539-85b0-ead0ff6620e1), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.250383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3088bc79-04d2-4c39-a0c6-e05cfd85ba14 req-0d59481f-dd12-4006-928a-bc172d3b0c9f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531516 Feb 09 02:42:20.349760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50751179-a188-4e83-9f16-c3cd5c5f1cc7 req-14c06cef-b9ec-47fc-9122-40ac1566671b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:20.351201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50751179-a188-4e83-9f16-c3cd5c5f1cc7 req-14c06cef-b9ec-47fc-9122-40ac1566671b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 946 time: 0.0550900 Feb 09 02:42:20.395982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (5da73221-d385-4539-85b0-ead0ff6620e1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.406867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50751179-a188-4e83-9f16-c3cd5c5f1cc7 req-8cfe32a6-6b5a-4d53-9dac-b246aa6a8a50 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498521 Feb 09 02:42:20.532756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7002d-2756-42bd-94e5-a0bd32017851 req-7d6f4fbf-0126-4ed3-a788-cba97d3e91ec tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:20.534937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ec7002d-2756-42bd-94e5-a0bd32017851 req-7d6f4fbf-0126-4ed3-a788-cba97d3e91ec tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 946 time: 0.0592201 Feb 09 02:42:20.591315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ec7002d-2756-42bd-94e5-a0bd32017851 req-a0375d15-8adb-49cd-9a8a-33ecb7db2e1a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504270 Feb 09 02:42:20.604797 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (5da73221-d385-4539-85b0-ead0ff6620e1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.617752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33902) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:20.625994 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.665807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e4f589-79b1-4f98-9fb9-244943673bbf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:20.667401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d7e4f589-79b1-4f98-9fb9-244943673bbf tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1124 time: 0.0486581 Feb 09 02:42:20.671950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:20.678222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'tenant_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:20.738502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.796369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Allocated IP 172.25.6.6 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/27577286-4f49-43fa-be1f-8d3ea050ab71) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:20.938499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for port (27577286-4f49-43fa-be1f-8d3ea050ab71), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:20.956835 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.024732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (27577286-4f49-43fa-be1f-8d3ea050ab71), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.099006 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:21.112029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:21.116174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:21.118856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event updated for resources: {'Port': ['ID=27577286-4f49-43fa-be1f-8d3ea050ab71,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:21.161462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.162069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.162168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.162537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.162889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.163253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.163503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.163842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.164173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.164502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.164832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.165165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.165490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:21.169778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.25.6.170 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/f163b2c9-f1b5-4bab-872d-25c215c8e5f2) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:21.395111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d54775-3726-4bcf-9033-209598d472a0 req-d83fc5ea-6371-45aa-b956-e5ea1e5e21e5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:21.397181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5d54775-3726-4bcf-9033-209598d472a0 req-d83fc5ea-6371-45aa-b956-e5ea1e5e21e5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.0620258 Feb 09 02:42:21.454424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.477158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5d54775-3726-4bcf-9033-209598d472a0 req-018702d2-a06f-4eaa-9530-b420d606c12d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690629 Feb 09 02:42:21.551405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (5da73221-d385-4539-85b0-ead0ff6620e1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.554275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.670044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:21.678293 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:21.687716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:21.691884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=f163b2c9-f1b5-4bab-872d-25c215c8e5f2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:22.030953 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (5da73221-d385-4539-85b0-ead0ff6620e1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:22.282369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-758d33e0-5eab-46d9-a18d-b12f3a4b99bd service neutron] 10.222.0.72 "GET /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 385 time: 0.0646124 Feb 09 02:42:22.345092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Router 5da73221-d385-4539-85b0-ead0ff6620e1 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:22.350492 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (70d06357-846b-4546-98c0-843cc26bd528), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:22.538929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:22.563974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:22.677705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:22.680181 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda161c0-c2e6-435b-a9e8-7eb7c83abb6c" -d '{"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:22.688831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:22.731715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bfb3d-7549-4bb0-8101-235b50485c09 req-c9450447-3685-49bc-a4b1-01585f5e166f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:22.734106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd0bfb3d-7549-4bb0-8101-235b50485c09 req-c9450447-3685-49bc-a4b1-01585f5e166f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 945 time: 0.1338065 Feb 09 02:42:22.735151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:22.900964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd0bfb3d-7549-4bb0-8101-235b50485c09 req-0d6b4db9-ac8c-488b-a0bf-273fd339a9bc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287785 Feb 09 02:42:22.925705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Transition to ACTIVE for port object bd03c728-067b-454b-99ac-7e1b80769e21 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:22.936661 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:22.990711 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.004335 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f46312-ee60-4635-a0aa-a305329ca5bf x-openstack-request-id: req-c1f46312-ee60-4635-a0aa-a305329ca5bf {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:23.004942 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:23.005902 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1f46312-ee60-4635-a0aa-a305329ca5bf {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:23.006045 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'code': 200} Feb 09 02:42:23.006855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Pushing event updated for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=11']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:23.023502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.023874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.024228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.025069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.025433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.025779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.026181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.026548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.026895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.028806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.029239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.029882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.030283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:23.040119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:23.053520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] Sync routers for ids ['5da73221-d385-4539-85b0-ead0ff6620e1'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:23.081462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] Routers {'5da73221-d385-4539-85b0-ead0ff6620e1'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:23.083395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5da73221-d385-4539-85b0-ead0ff6620e1'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:23.129113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.133981 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9fcbceb0-c01e-4748-ace1-2159020b8b8d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1977699 Feb 09 02:42:23.133981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33938) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:23.156626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] No DVR routers for this DVR port bd03c728-067b-454b-99ac-7e1b80769e21 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:42:23.170150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:23.188455 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] Routers {'5da73221-d385-4539-85b0-ead0ff6620e1'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:23.189110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['5da73221-d385-4539-85b0-ead0ff6620e1'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:23.237597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:23.239150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe39e06-bcbf-4fb9-82ac-63cb70cf180a None None] The sync data for ids ['5da73221-d385-4539-85b0-ead0ff6620e1'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:23.323156 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5a83a472-83e0-451e-b29a-d199b9a47592 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/5da73221-d385-4539-85b0-ead0ff6620e1 HTTP/1.1" status: 200 len: 918 time: 0.1858966 Feb 09 02:42:23.323902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33940) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:23.353503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96e96b37-80a2-4240-a8dd-5838b92e4e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.375317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-59f0c3ea-c609-48cb-9cc7-18780183c764 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=5da73221-d385-4539-85b0-ead0ff6620e1 HTTP/1.1" status: 200 len: 205 time: 0.0504081 Feb 09 02:42:23.378670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33942) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:23.390222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.396059 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.476619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=f163b2c9-f1b5-4bab-872d-25c215c8e5f2,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:23.495732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (70d06357-846b-4546-98c0-843cc26bd528), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.496596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a8d5f0de-ebeb-4af4-91c8-8a43c9dcc150 service neutron] 10.222.0.72 "PUT /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21/bindings/n-h1-826675-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2085221 Feb 09 02:42:23.534205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (5da73221-d385-4539-85b0-ead0ff6620e1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.639455 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Floating IP 70d06357-846b-4546-98c0-843cc26bd528 associated. External IP: 172.25.6.170, port: f3531456-e6c6-4477-9952-97aa35cdc85a. Feb 09 02:42:23.693120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-dd606114-60cb-4c35-b127-bbc05eb85c93 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:23.694878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-dd606114-60cb-4c35-b127-bbc05eb85c93 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 1127 time: 0.1087141 Feb 09 02:42:23.742899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (5da73221-d385-4539-85b0-ead0ff6620e1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.792511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-ed8ebfcb-5a3d-4b0e-bfbc-293bf5613170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:23.794189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-ed8ebfcb-5a3d-4b0e-bfbc-293bf5613170 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 1127 time: 0.0909307 Feb 09 02:42:23.816412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Deleting port 27577286-4f49-43fa-be1f-8d3ea050ab71 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:23.819087 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (27577286-4f49-43fa-be1f-8d3ea050ab71), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.896754 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router ee2e61e9-b032-4eb1-92bf-376511b5032b has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:23.940545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3c4eee8d-7dab-4e57-9a5f-9f1bec028763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:23.943915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-3c4eee8d-7dab-4e57-9a5f-9f1bec028763 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1127 time: 0.0823731 Feb 09 02:42:23.946409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (27577286-4f49-43fa-be1f-8d3ea050ab71), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:23.976033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Calling delete_port for 27577286-4f49-43fa-be1f-8d3ea050ab71 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:24.040127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:24.053932 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] Sync routers for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:24.065795 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:24.066717 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:24.075694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:24.099298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:42:24.114435 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b1538c84-d3b0-4f34-87f9-24afbbfd1be4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4388452 Feb 09 02:42:24.114435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:24.115261 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:24.117484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:24.211875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port bd03c728-067b-454b-99ac-7e1b80769e21 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:42:24.212436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:42:24.215888 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c3d72141-e5b2-4d41-98db-ac9dd5c27d2d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/floatingips/70d06357-846b-4546-98c0-843cc26bd528 HTTP/1.1" status: 200 len: 992 time: 0.0949361 Feb 09 02:42:24.217192 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57c4d45-10ab-4535-a00a-cab6aaa511d1 x-openstack-request-id: req-b57c4d45-10ab-4535-a00a-cab6aaa511d1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:24.217987 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:24.218535 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b57c4d45-10ab-4535-a00a-cab6aaa511d1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:24.218927 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'status': 'completed', 'code': 200} Feb 09 02:42:24.341111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-5e11fe93-9831-4f35-b9cd-60ea689996c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:24.342711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-5e11fe93-9831-4f35-b9cd-60ea689996c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 897 time: 0.3927698 Feb 09 02:42:24.359666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3481-dbce-4bf2-84f6-d8f0680f9384 req-c8fde594-2cfa-4b37-8998-907804a85f09 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:24.363548 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:24.366607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-750a3481-dbce-4bf2-84f6-d8f0680f9384 req-c8fde594-2cfa-4b37-8998-907804a85f09 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 944 time: 0.3573391 Feb 09 02:42:24.453113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-2ad3faca-2c28-4590-8303-3fcaa8f3d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:24.454722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-2ad3faca-2c28-4590-8303-3fcaa8f3d6da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1129 time: 0.2057803 Feb 09 02:42:24.552556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-2212a86a-5881-4ca2-b422-51941ee80b1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 998 time: 0.2007942 Feb 09 02:42:24.567004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-750a3481-dbce-4bf2-84f6-d8f0680f9384 req-9e6b73e3-5b08-4014-b6f0-5a07f9cbca65 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995482 Feb 09 02:42:24.598099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (27577286-4f49-43fa-be1f-8d3ea050ab71), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:24.627715 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:59Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:22Z', 'revision_number': 0, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:24.660498 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] Checking router: ee2e61e9-b032-4eb1-92bf-376511b5032b for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:24.669820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event deleted for resources: {'Port': ['ID=27577286-4f49-43fa-be1f-8d3ea050ab71,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:24.670558 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:24.671202 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:41:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:24.804484 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:25.064846 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:59Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:22Z', 'revision_number': 0, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:25.066407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-cb075511-bfc1-4c41-8577-f102f93fc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.068951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-cb075511-bfc1-4c41-8577-f102f93fc9ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.5056853 Feb 09 02:42:25.095708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-7b0914cf-ab5f-4643-b32e-27bcdd4e260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.097193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-7b0914cf-ab5f-4643-b32e-27bcdd4e260e service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 898 time: 0.6343400 Feb 09 02:42:25.097739 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7f31e-3667-4d9a-bb3d-973880df155a None None] The sync data for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 is: [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:41:59Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:22Z', 'revision_number': 0, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:25.167464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (5da73221-d385-4539-85b0-ead0ff6620e1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.218635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:25.292291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (5da73221-d385-4539-85b0-ead0ff6620e1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.293804 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-29909faf-5894-48c1-a44a-d4369ba57e26 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/floatingips/70d06357-846b-4546-98c0-843cc26bd528 HTTP/1.1" status: 200 len: 992 time: 0.0728672 Feb 09 02:42:25.297771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (5da73221-d385-4539-85b0-ead0ff6620e1), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.302085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-0a1d8276-3364-45e6-b920-97d3bd7ae199 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 200 len: 1000 time: 0.1860170 Feb 09 02:42:25.305959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-0f36f468-8669-499c-ac75-f5890e0647a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.307407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-0f36f468-8669-499c-ac75-f5890e0647a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2300332 Feb 09 02:42:25.377462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb784b5d-b0be-4b13-853d-36eb2aa0c0bd None None] New status for floating IP 70d06357-846b-4546-98c0-843cc26bd528: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:42:25.434993 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (5da73221-d385-4539-85b0-ead0ff6620e1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.435472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Fanout notify agent at l3_agent the message router_deleted on router 5da73221-d385-4539-85b0-ead0ff6620e1 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:25.442600 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.443609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-97a8af78-f6ba-4aac-a411-7a2f8daee8c1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/5da73221-d385-4539-85b0-ead0ff6620e1 HTTP/1.1" status: 204 len: 168 time: 2.0639222 Feb 09 02:42:25.448181 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:25.454435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969477381', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': False}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:25.481813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (bdf2477a-4fae-4714-851b-c3fb0478abec), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.483280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (bdf2477a-4fae-4714-851b-c3fb0478abec), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.501261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-a06abfd0-2ed6-4fbd-b742-22469a8c1975 service neutron] 10.222.0.82 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835797 Feb 09 02:42:25.503225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-007f7d99-934c-4bfe-a0df-3598c0b09c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.505676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-007f7d99-934c-4bfe-a0df-3598c0b09c3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eddefc22-d477-46d3-8c55-2241c20f698b HTTP/1.1" status: 200 len: 835 time: 0.1974003 Feb 09 02:42:25.572166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (bdf2477a-4fae-4714-851b-c3fb0478abec), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.663366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-c4eb001d-abb7-4ee5-a78d-f3e8c5e359ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.665215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-c4eb001d-abb7-4ee5-a78d-f3e8c5e359ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcf91ad5-843a-4ae5-ae34-1eece3e72204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1323259 Feb 09 02:42:25.713866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91931803-a82a-4db2-9651-0e9c61c6c3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.781558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (bdf2477a-4fae-4714-851b-c3fb0478abec), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:25.785754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-746c21ee-81e5-4c60-a377-f5a0437cfd66 service neutron] 10.222.0.82 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780340 Feb 09 02:42:25.847474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8638b-1591-4f9e-a006-51c06b16fdc5 req-01f47a99-d6a9-4178-8bce-5074a35438f2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:25.855482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4de8638b-1591-4f9e-a006-51c06b16fdc5 req-01f47a99-d6a9-4178-8bce-5074a35438f2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 944 time: 0.1130648 Feb 09 02:42:25.861200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-675523c3-be40-436d-b90c-82115a8a50a8 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840217 Feb 09 02:42:26.020509 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4de8638b-1591-4f9e-a006-51c06b16fdc5 req-e06ea84d-19c0-45ed-9ae9-2d273423f0bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637161 Feb 09 02:42:26.027995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09bc97fd-d8eb-4fe4-bfb1-b282d8325990 req-6e1ee571-494c-417c-a0be-0c0734ec3b0e service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609001 Feb 09 02:42:26.074682 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (bdf2477a-4fae-4714-851b-c3fb0478abec), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:26.097911 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:26.129973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-eed661c6-422a-4f46-830a-52d9c4701388 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:26.131577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-eed661c6-422a-4f46-830a-52d9c4701388 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 1127 time: 0.0681224 Feb 09 02:42:26.240435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Allocated IP 172.25.6.203 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/978b2637-ddb3-4b5d-ac4b-94a96b165822) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:26.263325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-0bf8b7d1-69bc-4ea8-8fb7-b779eeb9a020 service neutron] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:26.266715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-0bf8b7d1-69bc-4ea8-8fb7-b779eeb9a020 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:26.267919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b14af6fc-ba82-4471-b4d2-9272b6b214f8 req-0bf8b7d1-69bc-4ea8-8fb7-b779eeb9a020 service neutron] 10.222.0.82 "DELETE /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21/bindings/n-h2-826675-12 HTTP/1.1" status: 204 len: 173 time: 0.1299798 Feb 09 02:42:26.296399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 33980) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:26.367116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4384254c-0818-418d-b544-3280e14cf1dc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/floatingips/70d06357-846b-4546-98c0-843cc26bd528 HTTP/1.1" status: 200 len: 994 time: 0.0693505 Feb 09 02:42:26.374907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:26.410610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:26.460571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:26.465550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:26.469986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:26.473193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Port': ['ID=978b2637-ddb3-4b5d-ac4b-94a96b165822,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:26.757411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (bdf2477a-4fae-4714-851b-c3fb0478abec), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:26.990022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (bdf2477a-4fae-4714-851b-c3fb0478abec), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:27.038935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:27.181061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Router bdf2477a-4fae-4714-851b-c3fb0478abec is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:27.183050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e91c9-d828-491b-a24c-966927c0d004 req-48fe7296-3ad7-4082-9124-5da679f0efab tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.190494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-809e91c9-d828-491b-a24c-966927c0d004 req-48fe7296-3ad7-4082-9124-5da679f0efab tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 944 time: 0.0743465 Feb 09 02:42:27.236662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-809e91c9-d828-491b-a24c-966927c0d004 req-94f05d47-eac2-459f-85f4-35c31761a3e7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452952 Feb 09 02:42:27.307115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:27.322976 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Sync routers for ids ['bdf2477a-4fae-4714-851b-c3fb0478abec'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:27.334778 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Routers {'bdf2477a-4fae-4714-851b-c3fb0478abec'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:27.335392 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bdf2477a-4fae-4714-851b-c3fb0478abec'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:27.338186 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:27.340329 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e1f09cd8-81bd-4ae4-aa5d-17ae2a1a1f52 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8901730 Feb 09 02:42:27.347502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 33996) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:27.397693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e122119-f1c0-4578-bf41-602da3ab9ed8 req-a5e3bd5c-e70b-4d40-a41d-662516eb00b1 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.399284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e122119-f1c0-4578-bf41-602da3ab9ed8 req-a5e3bd5c-e70b-4d40-a41d-662516eb00b1 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1127 time: 0.0830042 Feb 09 02:42:27.485317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e122119-f1c0-4578-bf41-602da3ab9ed8 req-f7557213-5fd9-4bab-bec1-53ecd0df927d tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657282 Feb 09 02:42:27.513279 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Set router bdf2477a-4fae-4714-851b-c3fb0478abec gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:27.632837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b23df-4d0f-45cc-8386-1ef610e5d8ae req-e2f1c2f7-3ec9-4762-b40b-1b6f4e68e40e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:27.634841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-287b23df-4d0f-45cc-8386-1ef610e5d8ae req-e2f1c2f7-3ec9-4762-b40b-1b6f4e68e40e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 944 time: 0.0710983 Feb 09 02:42:27.718115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-287b23df-4d0f-45cc-8386-1ef610e5d8ae req-5a68dad8-30c6-4e9f-b526-82a41ebfc2bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721581 Feb 09 02:42:27.739660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34004) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:27.745060 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf2477a-4fae-4714-851b-c3fb0478abec', 'name': 'tempest-snat-router-969477381', 'tenant_id': 'e10a81db513342edb39d38c50dbe377b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': False}, 'gw_port_id': '978b2637-ddb3-4b5d-ac4b-94a96b165822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:25Z', 'updated_at': '2022-02-09T02:42:26Z', 'revision_number': 3, 'project_id': 'e10a81db513342edb39d38c50dbe377b', 'gw_port': {'id': '978b2637-ddb3-4b5d-ac4b-94a96b165822', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf2477a-4fae-4714-851b-c3fb0478abec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:26Z', 'updated_at': '2022-02-09T02:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:27.778283 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Checking router: bdf2477a-4fae-4714-851b-c3fb0478abec for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:27.779009 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Updating router bdf2477a-4fae-4714-851b-c3fb0478abec port 978b2637-ddb3-4b5d-ac4b-94a96b165822 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:42:27.809908 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:27.819070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-33b1602d-3918-4c10-b2c8-f209a29afb44 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/9ca70eb9-7e64-42a1-9cbb-82316a5bae4e HTTP/1.1" status: 200 len: 990 time: 0.0778255 Feb 09 02:42:27.840969 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34008e92-e7cf-4f31-af02-a13be3fca557 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/bdf2477a-4fae-4714-851b-c3fb0478abec HTTP/1.1" status: 200 len: 908 time: 0.4881992 Feb 09 02:42:27.840969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34006) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:27.845188 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969477381', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': True}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:27.869058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (e1f0361f-f73e-4e62-b6ef-21c5146e0138), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:27.872532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (e1f0361f-f73e-4e62-b6ef-21c5146e0138), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:27.944664 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (e1f0361f-f73e-4e62-b6ef-21c5146e0138), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.088488 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Publish callbacks [] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.102220 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.109724 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (e1f0361f-f73e-4e62-b6ef-21c5146e0138), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.163746 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Attempting to bind port 978b2637-ddb3-4b5d-ac4b-94a96b165822 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:28.164098 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Attempting to bind port 978b2637-ddb3-4b5d-ac4b-94a96b165822 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:28.165045 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Attempting to bind port 978b2637-ddb3-4b5d-ac4b-94a96b165822 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:28.174083 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:28.190827 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:28.191215 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.191607 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:28.192102 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Bound port: 978b2637-ddb3-4b5d-ac4b-94a96b165822, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:28.192486 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.203548 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd86e94-5ff7-4b01-b932-41e7cddfabb1 None None] Pushing event updated for resources: {'Port': ['ID=978b2637-ddb3-4b5d-ac4b-94a96b165822,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:28.222854 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.263424 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] For port 978b2637-ddb3-4b5d-ac4b-94a96b165822, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:28.266957 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] For port 978b2637-ddb3-4b5d-ac4b-94a96b165822, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=978b2637-ddb3-4b5d-ac4b-94a96b165822,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:28.272821 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.325838 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Routers {'bdf2477a-4fae-4714-851b-c3fb0478abec'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:28.326535 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bdf2477a-4fae-4714-851b-c3fb0478abec'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:28.359621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (e1f0361f-f73e-4e62-b6ef-21c5146e0138), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.385082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.523138 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd86e94-5ff7-4b01-b932-41e7cddfabb1 None None] Pushing event updated for resources: {'Port': ['ID=978b2637-ddb3-4b5d-ac4b-94a96b165822,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:28.531049 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Allocated IP 172.25.6.128 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/0e9303a1-78e7-4711-9e9a-d97612e124f0) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:28.562738 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] Set router bdf2477a-4fae-4714-851b-c3fb0478abec gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:28.658523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.696945 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:28.747299 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:28.752258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:28.757386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf2477a-4fae-4714-851b-c3fb0478abec', 'name': 'tempest-snat-router-969477381', 'tenant_id': 'e10a81db513342edb39d38c50dbe377b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': False}, 'gw_port_id': '978b2637-ddb3-4b5d-ac4b-94a96b165822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:25Z', 'updated_at': '2022-02-09T02:42:26Z', 'revision_number': 3, 'project_id': 'e10a81db513342edb39d38c50dbe377b', 'gw_port': {'id': '978b2637-ddb3-4b5d-ac4b-94a96b165822', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf2477a-4fae-4714-851b-c3fb0478abec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:26Z', 'updated_at': '2022-02-09T02:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:28.757612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:28.760724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9303a1-78e7-4711-9e9a-d97612e124f0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:28.788365 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a61b6d-e8e6-4362-a0ac-5f850c07ebfe None None] The sync data for ids ['bdf2477a-4fae-4714-851b-c3fb0478abec'] in n-d-826675-12 is: [{'id': 'bdf2477a-4fae-4714-851b-c3fb0478abec', 'name': 'tempest-snat-router-969477381', 'tenant_id': 'e10a81db513342edb39d38c50dbe377b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203'}], 'enable_snat': False}, 'gw_port_id': '978b2637-ddb3-4b5d-ac4b-94a96b165822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:25Z', 'updated_at': '2022-02-09T02:42:26Z', 'revision_number': 3, 'project_id': 'e10a81db513342edb39d38c50dbe377b', 'gw_port': {'id': '978b2637-ddb3-4b5d-ac4b-94a96b165822', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf2477a-4fae-4714-851b-c3fb0478abec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:26Z', 'updated_at': '2022-02-09T02:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:29.091579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (e1f0361f-f73e-4e62-b6ef-21c5146e0138), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:29.309094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 978b2637-ddb3-4b5d-ac4b-94a96b165822 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:29.349370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (e1f0361f-f73e-4e62-b6ef-21c5146e0138), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:29.381445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 978b2637-ddb3-4b5d-ac4b-94a96b165822 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:29.381834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:29.479013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 978b2637-ddb3-4b5d-ac4b-94a96b165822 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:29.479713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:29.511169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Router e1f0361f-f73e-4e62-b6ef-21c5146e0138 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:29.516544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 978b2637-ddb3-4b5d-ac4b-94a96b165822, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=978b2637-ddb3-4b5d-ac4b-94a96b165822,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:29.524230 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:29.588039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=978b2637-ddb3-4b5d-ac4b-94a96b165822,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:29.596995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.597650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.598184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.598776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.599285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.599767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.600257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.600746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.601234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.601747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.602257 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.602765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.603303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:29.658327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:29.672420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Sync routers for ids ['e1f0361f-f73e-4e62-b6ef-21c5146e0138'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:29.686813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:29.688218 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e5050548-f860-4e38-84ca-e516ce9d5be9 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8465965 Feb 09 02:42:29.690885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:29.698884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Routers {'e1f0361f-f73e-4e62-b6ef-21c5146e0138'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:29.700687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['e1f0361f-f73e-4e62-b6ef-21c5146e0138'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:29.822568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2a1b4e97-a008-443c-ac7f-b96218ad4cb1 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/e1f0361f-f73e-4e62-b6ef-21c5146e0138 HTTP/1.1" status: 200 len: 907 time: 0.1303735 Feb 09 02:42:29.826580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34030) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:29.853010 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:29.856925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Set router e1f0361f-f73e-4e62-b6ef-21c5146e0138 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:30.004505 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (e1f0361f-f73e-4e62-b6ef-21c5146e0138), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.071794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f0361f-f73e-4e62-b6ef-21c5146e0138', 'name': 'tempest-snat-router-969477381', 'tenant_id': 'e10a81db513342edb39d38c50dbe377b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '0e9303a1-78e7-4711-9e9a-d97612e124f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:27Z', 'updated_at': '2022-02-09T02:42:28Z', 'revision_number': 3, 'project_id': 'e10a81db513342edb39d38c50dbe377b', 'gw_port': {'id': '0e9303a1-78e7-4711-9e9a-d97612e124f0', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:89:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f0361f-f73e-4e62-b6ef-21c5146e0138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:28Z', 'updated_at': '2022-02-09T02:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:30.084674 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:30.098107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Checking router: e1f0361f-f73e-4e62-b6ef-21c5146e0138 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:30.098805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Updating router e1f0361f-f73e-4e62-b6ef-21c5146e0138 port 0e9303a1-78e7-4711-9e9a-d97612e124f0 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:42:30.138991 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.150392 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (e1f0361f-f73e-4e62-b6ef-21c5146e0138), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.252193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Deleting port 0e9303a1-78e7-4711-9e9a-d97612e124f0 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:30.252541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.362593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port ccfdc25f-cefe-4fdf-a568-2295b0272015 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:30.363160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.363611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.377323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Calling delete_port for 0e9303a1-78e7-4711-9e9a-d97612e124f0 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:30.501208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.501586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (ccfdc25f-cefe-4fdf-a568-2295b0272015), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.507559 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Publish callbacks [] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.516688 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.534077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for ccfdc25f-cefe-4fdf-a568-2295b0272015 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:30.595184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Attempting to bind port 0e9303a1-78e7-4711-9e9a-d97612e124f0 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:30.595561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Attempting to bind port 0e9303a1-78e7-4711-9e9a-d97612e124f0 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:30.595929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Attempting to bind port 0e9303a1-78e7-4711-9e9a-d97612e124f0 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:30.601975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6d913-2dbd-49e5-a50e-dfacfe07e467 None None] Pushing event updated for resources: {'Port': ['ID=0e9303a1-78e7-4711-9e9a-d97612e124f0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:30.604447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:30.605336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:30.605336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.605708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:30.606192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Bound port: 0e9303a1-78e7-4711-9e9a-d97612e124f0, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:30.606609 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.674023 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.696685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:42:30.697315 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:42:30.725624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e9303a1-78e7-4711-9e9a-d97612e124f0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:30.773215 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ccfdc25f-cefe-4fdf-a568-2295b0272015), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.802347 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (e1f0361f-f73e-4e62-b6ef-21c5146e0138), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.802653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=ccfdc25f-cefe-4fdf-a568-2295b0272015,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:30.880095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (9ca70eb9-7e64-42a1-9cbb-82316a5bae4e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.880487 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP 9ca70eb9-7e64-42a1-9cbb-82316a5bae4e disassociated (deleted). External IP: 172.25.6.83, port: bd03c728-067b-454b-99ac-7e1b80769e21. Feb 09 02:42:30.909886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (e1f0361f-f73e-4e62-b6ef-21c5146e0138), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.913080 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (e1f0361f-f73e-4e62-b6ef-21c5146e0138), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.965511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (e1f0361f-f73e-4e62-b6ef-21c5146e0138), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.966426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1f0361f-f73e-4e62-b6ef-21c5146e0138 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:30.971663 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.974256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ca13d81f-89d3-4b21-8bd9-0e1faefb6313 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e1f0361f-f73e-4e62-b6ef-21c5146e0138 HTTP/1.1" status: 204 len: 168 time: 1.1457953 Feb 09 02:42:30.976665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34044) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:31.119452 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (bdf2477a-4fae-4714-851b-c3fb0478abec), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.159747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:31.217679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Attempting to bind port 0e9303a1-78e7-4711-9e9a-d97612e124f0 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:31.218226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Attempting to bind port 0e9303a1-78e7-4711-9e9a-d97612e124f0 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:31.219556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Attempting to bind port 0e9303a1-78e7-4711-9e9a-d97612e124f0 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:31.226435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:31.227449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:31.227873 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.228269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:31.228738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Bound port: 0e9303a1-78e7-4711-9e9a-d97612e124f0, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:31.229119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0e9303a1-78e7-4711-9e9a-d97612e124f0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.256006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (bdf2477a-4fae-4714-851b-c3fb0478abec), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.285035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Port 0e9303a1-78e7-4711-9e9a-d97612e124f0 has been deleted concurrently {{(pid=103151) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 02:42:31.301606 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:31.306237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.315504 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] Sync routers for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:31.322041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 978b2637-ddb3-4b5d-ac4b-94a96b165822 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:31.331383 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:31.332005 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:31.333577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Deleting port 978b2637-ddb3-4b5d-ac4b-94a96b165822 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:31.334046 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.357287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Routers set() bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:31.357925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Router IDs set() for agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 02:42:31.358982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_agentschedulers_db [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e1f0361f-f73e-4e62-b6ef-21c5146e0138'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent'). {{(pid=103151) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 02:42:31.359552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c01cc-10a3-4d8b-a178-b58ee33bd19a None None] The sync data for ids ['e1f0361f-f73e-4e62-b6ef-21c5146e0138'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:31.419460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 978b2637-ddb3-4b5d-ac4b-94a96b165822 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:31.420400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.470305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] For port 978b2637-ddb3-4b5d-ac4b-94a96b165822, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=978b2637-ddb3-4b5d-ac4b-94a96b165822,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:31.470305 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.492089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Calling delete_port for 978b2637-ddb3-4b5d-ac4b-94a96b165822 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:31.556122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 978b2637-ddb3-4b5d-ac4b-94a96b165822 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:31.584427 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:31.733823 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (978b2637-ddb3-4b5d-ac4b-94a96b165822), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.760459 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2c17da0c-6a07-4e8a-9661-1915043adbf8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/floatingips/9ca70eb9-7e64-42a1-9cbb-82316a5bae4e HTTP/1.1" status: 204 len: 168 time: 1.6742027 Feb 09 02:42:31.761008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:31.763499 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badae7be-1e5b-4277-9e31-9990fe672677" -d '{"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:31.777656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event deleted for resources: {'Port': ['ID=978b2637-ddb3-4b5d-ac4b-94a96b165822,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:31.841813 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:36Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:31.861853 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530c3bb1-5af4-44eb-bf7c-e6f837feadb4 x-openstack-request-id: req-530c3bb1-5af4-44eb-bf7c-e6f837feadb4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:31.862075 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:31.862331 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-530c3bb1-5af4-44eb-bf7c-e6f837feadb4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:31.862759 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'status': 'completed', 'code': 200} Feb 09 02:42:31.873965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (bdf2477a-4fae-4714-851b-c3fb0478abec), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:31.876552 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] Checking router: 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:31.895278 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:31.896068 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:32.020567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (bdf2477a-4fae-4714-851b-c3fb0478abec), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.025073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_controller (bdf2477a-4fae-4714-851b-c3fb0478abec), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.041234 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:32.041943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badae7be-1e5b-4277-9e31-9990fe672677 req-9765dc4f-3e5f-463e-afec-32fa2a3d4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:32.044849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-badae7be-1e5b-4277-9e31-9990fe672677 req-9765dc4f-3e5f-463e-afec-32fa2a3d4bcb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 1127 time: 0.1648633 Feb 09 02:42:32.176254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (bdf2477a-4fae-4714-851b-c3fb0478abec), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.176984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdf2477a-4fae-4714-851b-c3fb0478abec {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:32.181481 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.187948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-83ed5a80-d14d-4bef-a6af-749b81d4100a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "DELETE /v2.0/routers/bdf2477a-4fae-4714-851b-c3fb0478abec HTTP/1.1" status: 204 len: 168 time: 1.2049956 Feb 09 02:42:32.187948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34064) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:32.201939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1562016729', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:32.257068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.259187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.276058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb2e71-8dee-4938-b68c-596cac42fcde req-88eae8f4-692e-4aa8-98a3-d49dae038798 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:32.278384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6bb2e71-8dee-4938-b68c-596cac42fcde req-88eae8f4-692e-4aa8-98a3-d49dae038798 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 944 time: 0.1926658 Feb 09 02:42:32.316913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badae7be-1e5b-4277-9e31-9990fe672677 req-d63de6b5-ef81-4b2d-9c3f-b42c50ba6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:32.318484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-badae7be-1e5b-4277-9e31-9990fe672677 req-d63de6b5-ef81-4b2d-9c3f-b42c50ba6d45 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 200 len: 897 time: 0.2426324 Feb 09 02:42:32.338557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:36Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:32.376059 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10dddc-201c-4131-916a-afafac3c7a1d None None] The sync data for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 is: [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:30Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '4fc43f78-8b18-4ec2-b07f-18cb34431376', 'name': '', 'network_id': 'c550b57f-03a1-4b84-9156-bbf0f5c89e2c', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:bf:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:29Z', 'updated_at': '2022-02-09T02:40:36Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '495efa9b-fbf8-48fb-9fbe-bae5e939845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:32.454683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-badae7be-1e5b-4277-9e31-9990fe672677 req-c1c6eb85-485a-4ae6-90e2-dc8febfc57c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 200 len: 217 time: 0.0876536 Feb 09 02:42:32.458419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6bb2e71-8dee-4938-b68c-596cac42fcde req-01ae1ba7-0ec8-4ea2-aaad-e0142bfe6ee2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=e72dbba7-c008-4081-b3f2-197e8bdc1405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673188 Feb 09 02:42:32.478176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (4723637f-8e12-43a7-a2b0-b92c8eb7da14), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.584132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badae7be-1e5b-4277-9e31-9990fe672677 req-ae7d9713-c240-4615-8d73-9deb393c9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:32.585779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-badae7be-1e5b-4277-9e31-9990fe672677 req-ae7d9713-c240-4615-8d73-9deb393c9f9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 200 len: 834 time: 0.1213441 Feb 09 02:42:32.667898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-7c4251c2-3d62-40ea-9631-c8933f45db29 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:32.670243 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-7c4251c2-3d62-40ea-9631-c8933f45db29 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.82 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 944 time: 0.0945807 Feb 09 02:42:32.705610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4723637f-8e12-43a7-a2b0-b92c8eb7da14), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.820463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badae7be-1e5b-4277-9e31-9990fe672677 req-96bd68db-0420-4287-a5f6-ff74b3d0ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:32.821940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-badae7be-1e5b-4277-9e31-9990fe672677 req-96bd68db-0420-4287-a5f6-ff74b3d0ec80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c550b57f-03a1-4b84-9156-bbf0f5c89e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1746581 Feb 09 02:42:32.856332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port bd03c728-067b-454b-99ac-7e1b80769e21 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:32.858054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.943070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197aeecb-8156-4a50-beab-e3b7ab37c1be None None] New status for floating IP 9ca70eb9-7e64-42a1-9cbb-82316a5bae4e: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:42:32.967397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-badae7be-1e5b-4277-9e31-9990fe672677 req-2abd7cbb-73d2-4554-865a-a686f215e116 service neutron] 10.222.0.82 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372414 Feb 09 02:42:33.002960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port bd03c728-067b-454b-99ac-7e1b80769e21, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=bd03c728-067b-454b-99ac-7e1b80769e21,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:33.003742 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.025259 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for bd03c728-067b-454b-99ac-7e1b80769e21 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:33.218949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bd03c728-067b-454b-99ac-7e1b80769e21), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.260860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 978b2637-ddb3-4b5d-ac4b-94a96b165822 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:42:33.266725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=bd03c728-067b-454b-99ac-7e1b80769e21,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:33.325211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 978b2637-ddb3-4b5d-ac4b-94a96b165822 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:42:33.326236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 978b2637-ddb3-4b5d-ac4b-94a96b165822 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:42:33.335519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] No DVR routers for this DVR port bd03c728-067b-454b-99ac-7e1b80769e21 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:42:33.338150 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.342890 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-007773b8-7e65-43fc-99a0-6c028cdf3866 req-51ffc95b-7863-4230-981f-bad2a9df20df tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.82 "DELETE /v2.0/ports/bd03c728-067b-454b-99ac-7e1b80769e21 HTTP/1.1" status: 204 len: 173 time: 0.6667852 Feb 09 02:42:33.594902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4723637f-8e12-43a7-a2b0-b92c8eb7da14), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.650127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb486c54-0d19-477d-a2d6-1b44e4e48149 req-610bf271-de5f-444b-927c-c5d2bd6fc469 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fb6719-81f1-4ea3-a58e-09e5df1185e9 HTTP/1.1" status: 200 len: 210 time: 0.0670757 Feb 09 02:42:33.656537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.711331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-badae7be-1e5b-4277-9e31-9990fe672677 req-24da2e15-495c-4b25-b5d4-b4c7a17d8bcd service neutron] 10.222.0.82 "GET /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7368264 Feb 09 02:42:33.794977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Allocated IP 172.25.6.151 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/238d7c4c-a949-4242-8479-e6ba5dc5ddca) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:33.863445 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-deleted', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:33.866171 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac014c90-70a7-4b9b-8dd0-e0a0b3f942ac" -d '{"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-deleted", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:33.911594 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6917d6d3-475e-4141-87b8-731f597825f7 x-openstack-request-id: req-6917d6d3-475e-4141-87b8-731f597825f7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:33.911904 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fb6719-81f1-4ea3-a58e-09e5df1185e9", "name": "network-vif-deleted", "tag": "bd03c728-067b-454b-99ac-7e1b80769e21", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:33.912366 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6917d6d3-475e-4141-87b8-731f597825f7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:33.912809 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fb6719-81f1-4ea3-a58e-09e5df1185e9', 'name': 'network-vif-deleted', 'tag': 'bd03c728-067b-454b-99ac-7e1b80769e21', 'status': 'completed', 'code': 200} Feb 09 02:42:33.920538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for port (238d7c4c-a949-4242-8479-e6ba5dc5ddca), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.964965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (238d7c4c-a949-4242-8479-e6ba5dc5ddca), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:34.006202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:34.009278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:34.013355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:34.036161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event updated for resources: {'Port': ['ID=238d7c4c-a949-4242-8479-e6ba5dc5ddca,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:34.290959 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4723637f-8e12-43a7-a2b0-b92c8eb7da14), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:34.500368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:34.641750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Router 4723637f-8e12-43a7-a2b0-b92c8eb7da14 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:34.726810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34084) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:34.766743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:34.781373 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] Sync routers for ids ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:34.792906 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] Routers {'4723637f-8e12-43a7-a2b0-b92c8eb7da14'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:34.794008 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:34.796891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:34.800774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-234d0e68-2afc-4ca9-90de-952bee332845 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6070290 Feb 09 02:42:34.801219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34086) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:34.806164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': False}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:34.850706 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:34.862760 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] Routers {'4723637f-8e12-43a7-a2b0-b92c8eb7da14'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:34.863769 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:34.905008 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:34.905924 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f7b6f-a9ec-4123-8b7e-b8b0c92d5ede None None] The sync data for ids ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:35.144628 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (4723637f-8e12-43a7-a2b0-b92c8eb7da14), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.168635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.506242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port 4fc43f78-8b18-4ec2-b07f-18cb34431376 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:35.506539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.607022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.610588 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.612706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port 4fc43f78-8b18-4ec2-b07f-18cb34431376, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4fc43f78-8b18-4ec2-b07f-18cb34431376,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:35.613183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.628158 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for 4fc43f78-8b18-4ec2-b07f-18cb34431376 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:35.727493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Router 4723637f-8e12-43a7-a2b0-b92c8eb7da14 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:35.849227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:35.853960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.856445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a16e35a0-1c97-49d1-93e2-f6b85515d7cd tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "PUT /v2.0/routers/4723637f-8e12-43a7-a2b0-b92c8eb7da14 HTTP/1.1" status: 200 len: 922 time: 1.0532863 Feb 09 02:42:35.858799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34094) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:35.863285 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (4fc43f78-8b18-4ec2-b07f-18cb34431376), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.866162 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] Sync routers for ids ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:35.880525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] Routers {'4723637f-8e12-43a7-a2b0-b92c8eb7da14'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:35.881448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:35.895936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=4fc43f78-8b18-4ec2-b07f-18cb34431376,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:35.946912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:35.970150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] Routers {'4723637f-8e12-43a7-a2b0-b92c8eb7da14'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:35.978594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:36.002157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef39ec5e-17e7-403f-90a1-11e263c9376e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/4723637f-8e12-43a7-a2b0-b92c8eb7da14 HTTP/1.1" status: 200 len: 922 time: 0.1421359 Feb 09 02:42:36.005121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34096) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.039652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:36.040577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5e6fa-8c12-411b-9351-f619b5ced48f None None] The sync data for ids ['4723637f-8e12-43a7-a2b0-b92c8eb7da14'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:36.164320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd084c-8301-4f27-8c1d-e65b3cf14b18 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:36.166174 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4acd084c-8301-4f27-8c1d-e65b3cf14b18 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=4723637f-8e12-43a7-a2b0-b92c8eb7da14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1599498 Feb 09 02:42:36.169725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34098) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.190673 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.283424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32abc68e-e7e0-4ec4-9f0d-b5d17989d667 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:36.285057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-32abc68e-e7e0-4ec4-9f0d-b5d17989d667 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.1143186 Feb 09 02:42:36.287857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34106) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.316499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dad81069-e2e0-47fc-8f36-efb0bf05122d tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4723637f-8e12-43a7-a2b0-b92c8eb7da14 HTTP/1.1" status: 200 len: 205 time: 0.0274706 Feb 09 02:42:36.319053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34110) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.394285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:42:36.419669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: bd03c728-067b-454b-99ac-7e1b80769e21 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:42:36.420641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device bd03c728-067b-454b-99ac-7e1b80769e21 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:42:36.448148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.460930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:36.567030 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4723637f-8e12-43a7-a2b0-b92c8eb7da14), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.581821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:36.591370 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bf27fee8-f86b-4dc1-aff0-6605da65470d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/021e00ec-cffe-4d48-8ade-76e3a9f4ff72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603885 Feb 09 02:42:36.591779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.596795 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] Sync routers for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:36.610131 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:36.611039 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:36.632543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Deleting port 238d7c4c-a949-4242-8479-e6ba5dc5ddca {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:36.633726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (238d7c4c-a949-4242-8479-e6ba5dc5ddca), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.657869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting subnet 495efa9b-fbf8-48fb-9fbe-bae5e939845d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:42:36.661714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (495efa9b-fbf8-48fb-9fbe-bae5e939845d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.731354 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (495efa9b-fbf8-48fb-9fbe-bae5e939845d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.736679 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:36.738038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (238d7c4c-a949-4242-8479-e6ba5dc5ddca), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.753565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Calling delete_port for 238d7c4c-a949-4242-8479-e6ba5dc5ddca owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:36.836042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (495efa9b-fbf8-48fb-9fbe-bae5e939845d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.912357 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (495efa9b-fbf8-48fb-9fbe-bae5e939845d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.945816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Subnet': ['ID=495efa9b-fbf8-48fb-9fbe-bae5e939845d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:36.948110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.950611 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:42:35Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:36.958338 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b6b57003-bb38-4b22-b59d-fea49c335919 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/subnets/495efa9b-fbf8-48fb-9fbe-bae5e939845d HTTP/1.1" status: 204 len: 168 time: 0.3652010 Feb 09 02:42:36.959252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34114) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.962915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305e1f9-f322-44a2-afd6-0f2410fb259a None None] Network c550b57f-03a1-4b84-9156-bbf0f5c89e2c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:42:37.000121 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] Checking router: 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:37.010649 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] Routers {'021e00ec-cffe-4d48-8ade-76e3a9f4ff72'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:37.011970 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:37.154159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.206075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] DHCP port deletion for c550b57f-03a1-4b84-9156-bbf0f5c89e2c request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:42:37.250003 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] Set router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:37.269492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] Deleting port 2e2b935d-ca42-4b42-bb76-409def8b0c07 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:37.269874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.354406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] For port 2e2b935d-ca42-4b42-bb76-409def8b0c07, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2e2b935d-ca42-4b42-bb76-409def8b0c07,segment=NetworkSegment(46a723c9-766d-4bbd-99c8-54a4f3904953),segment_id=46a723c9-766d-4bbd-99c8-54a4f3904953)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:37.355012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.366651 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.371571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] Calling delete_port for 2e2b935d-ca42-4b42-bb76-409def8b0c07 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:37.447425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2e2b935d-ca42-4b42-bb76-409def8b0c07 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:42:37.460258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port 202fe662-c4f1-4d75-9a50-f98ffa6ca607 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:37.460892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.571755 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port 202fe662-c4f1-4d75-9a50-f98ffa6ca607, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=202fe662-c4f1-4d75-9a50-f98ffa6ca607,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:37.572243 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.589129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (238d7c4c-a949-4242-8479-e6ba5dc5ddca), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.595380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for 202fe662-c4f1-4d75-9a50-f98ffa6ca607 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:37.618667 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:42:37.631423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event deleted for resources: {'Port': ['ID=238d7c4c-a949-4242-8479-e6ba5dc5ddca,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:37.635250 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:42:35Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:37.669067 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd88c18-4769-4d30-a936-c4f6c5277317 None None] The sync data for ids ['021e00ec-cffe-4d48-8ade-76e3a9f4ff72'] in n-d-826675-12 is: [{'id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-748231233', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:42:35Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': '202fe662-c4f1-4d75-9a50-f98ffa6ca607', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e00ec-cffe-4d48-8ade-76e3a9f4ff72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:40:23Z', 'updated_at': '2022-02-09T02:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:37.688170 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.698528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (4723637f-8e12-43a7-a2b0-b92c8eb7da14), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.738148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2e2b935d-ca42-4b42-bb76-409def8b0c07 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:37.738567 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2e2b935d-ca42-4b42-bb76-409def8b0c07), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.740796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] No DVR routers for this DVR port 2e2b935d-ca42-4b42-bb76-409def8b0c07 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:42:37.771205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109c818-0bab-4e5f-a4a1-5e5226420e14 None None] Pushing event deleted for resources: {'Port': ['ID=2e2b935d-ca42-4b42-bb76-409def8b0c07,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:37.837798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.840792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (4723637f-8e12-43a7-a2b0-b92c8eb7da14), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.878299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (202fe662-c4f1-4d75-9a50-f98ffa6ca607), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.895690 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (4723637f-8e12-43a7-a2b0-b92c8eb7da14), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.896340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Fanout notify agent at l3_agent the message router_deleted on router 4723637f-8e12-43a7-a2b0-b92c8eb7da14 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:37.905383 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.906758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e8983c39-193e-417a-a5db-1e40506557ca tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/4723637f-8e12-43a7-a2b0-b92c8eb7da14 HTTP/1.1" status: 204 len: 168 time: 1.5866950 Feb 09 02:42:37.911002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34122) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:37.916034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2413fe58-86e4-46d6-9fdf-9b6d8e7e0deb tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-922963898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:37.923826 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=202fe662-c4f1-4d75-9a50-f98ffa6ca607,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:37.942209 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2413fe58-86e4-46d6-9fdf-9b6d8e7e0deb tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a6003074-2930-4234-b2e2-2591d437249a), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.943529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2413fe58-86e4-46d6-9fdf-9b6d8e7e0deb tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a6003074-2930-4234-b2e2-2591d437249a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:37.987626 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.002326 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2413fe58-86e4-46d6-9fdf-9b6d8e7e0deb tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (a6003074-2930-4234-b2e2-2591d437249a), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.007254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2413fe58-86e4-46d6-9fdf-9b6d8e7e0deb tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a6003074-2930-4234-b2e2-2591d437249a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.028707 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2413fe58-86e4-46d6-9fdf-9b6d8e7e0deb tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.030009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2413fe58-86e4-46d6-9fdf-9b6d8e7e0deb tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1179481 Feb 09 02:42:38.033795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34124) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.040269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:38.099019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.101817 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.165979 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (021e00ec-cffe-4d48-8ade-76e3a9f4ff72), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.166910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Fanout notify agent at l3_agent the message router_deleted on router 021e00ec-cffe-4d48-8ade-76e3a9f4ff72 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:38.179017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.182415 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-001756e0-e1ce-4e7f-8cad-6bddc02d7663 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/routers/021e00ec-cffe-4d48-8ade-76e3a9f4ff72 HTTP/1.1" status: 204 len: 168 time: 1.2221606 Feb 09 02:42:38.184721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34126) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.281416 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c550b57f-03a1-4b84-9156-bbf0f5c89e2c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.304999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (a6003074-2930-4234-b2e2-2591d437249a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.578428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (a6003074-2930-4234-b2e2-2591d437249a), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.605620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.745223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c550b57f-03a1-4b84-9156-bbf0f5c89e2c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.750180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Allocated IP 172.25.6.136 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/7899b71f-6cbb-4ffc-8fa9-94a31d17b08d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:38.779718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c550b57f-03a1-4b84-9156-bbf0f5c89e2c']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:38.793147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a723c9-766d-4bbd-99c8-54a4f3904953') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:38.793904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a723c9-766d-4bbd-99c8-54a4f3904953') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:38.803726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (46a723c9-766d-4bbd-99c8-54a4f3904953), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.817918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (46a723c9-766d-4bbd-99c8-54a4f3904953), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.824824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:42:38.825179 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (46a723c9-766d-4bbd-99c8-54a4f3904953), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:42:38.828887 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:42:38.898936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for port (7899b71f-6cbb-4ffc-8fa9-94a31d17b08d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.899627 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c550b57f-03a1-4b84-9156-bbf0f5c89e2c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.928108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.935365 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/networks/c550b57f-03a1-4b84-9156-bbf0f5c89e2c HTTP/1.1" status: 204 len: 168 time: 0.7495253 Feb 09 02:42:38.936211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34134) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.936711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823632a-eb3f-4bec-8095-4bb5f112d76d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Network': ['ID=c550b57f-03a1-4b84-9156-bbf0f5c89e2c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:38.991021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7899b71f-6cbb-4ffc-8fa9-94a31d17b08d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.042571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31f87289-388b-4883-a261-f54bc9af3576 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (e72dbba7-c008-4081-b3f2-197e8bdc1405), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.048766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:39.056160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:39.067572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:39.094031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event updated for resources: {'Port': ['ID=7899b71f-6cbb-4ffc-8fa9-94a31d17b08d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.104209 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31f87289-388b-4883-a261-f54bc9af3576 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (e72dbba7-c008-4081-b3f2-197e8bdc1405), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.279973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 202fe662-c4f1-4d75-9a50-f98ffa6ca607 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:42:39.304989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 202fe662-c4f1-4d75-9a50-f98ffa6ca607 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:42:39.304989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 202fe662-c4f1-4d75-9a50-f98ffa6ca607 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:42:39.304989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4fc43f78-8b18-4ec2-b07f-18cb34431376 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:42:39.326378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 4fc43f78-8b18-4ec2-b07f-18cb34431376 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:42:39.326864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4fc43f78-8b18-4ec2-b07f-18cb34431376 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:42:39.364094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31f87289-388b-4883-a261-f54bc9af3576 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e72dbba7-c008-4081-b3f2-197e8bdc1405), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.368822 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-31f87289-388b-4883-a261-f54bc9af3576 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.371125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-31f87289-388b-4883-a261-f54bc9af3576 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/security-groups/e72dbba7-c008-4081-b3f2-197e8bdc1405 HTTP/1.1" status: 204 len: 168 time: 0.4330924 Feb 09 02:42:39.395720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f87289-388b-4883-a261-f54bc9af3576 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72dbba7-c008-4081-b3f2-197e8bdc1405,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.462379 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (a6003074-2930-4234-b2e2-2591d437249a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.637136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34146) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.642131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4e8f2a61-fa96-46f8-8b46-d85386772082 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266834646', 'description': 'tempest-secgroup-smoke-266834646 description', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:39.668005 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2a61-fa96-46f8-8b46-d85386772082 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.698341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (a6003074-2930-4234-b2e2-2591d437249a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.703408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (a6003074-2930-4234-b2e2-2591d437249a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.745177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2a61-fa96-46f8-8b46-d85386772082 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (a3e897b1-a0b5-47af-9983-5850951cd6c0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.750687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2a61-fa96-46f8-8b46-d85386772082 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3e897b1-a0b5-47af-9983-5850951cd6c0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.783703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2a61-fa96-46f8-8b46-d85386772082 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.788686 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4e8f2a61-fa96-46f8-8b46-d85386772082 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1503382 Feb 09 02:42:39.789060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34148) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.794563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2a61-fa96-46f8-8b46-d85386772082 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e897b1-a0b5-47af-9983-5850951cd6c0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.796523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8800df5c-8429-4389-b5d8-a60210d2a98e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'a3e897b1-a0b5-47af-9983-5850951cd6c0', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:39.839917 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8800df5c-8429-4389-b5d8-a60210d2a98e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (73ce2319-8fc1-4145-8537-ad48fb016306), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.905425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Router a6003074-2930-4234-b2e2-2591d437249a is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:39.912653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8800df5c-8429-4389-b5d8-a60210d2a98e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (73ce2319-8fc1-4145-8537-ad48fb016306), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.919424 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8800df5c-8429-4389-b5d8-a60210d2a98e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (73ce2319-8fc1-4145-8537-ad48fb016306), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.946994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800df5c-8429-4389-b5d8-a60210d2a98e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ce2319-8fc1-4145-8537-ad48fb016306,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.009261 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8800df5c-8429-4389-b5d8-a60210d2a98e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.010470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8800df5c-8429-4389-b5d8-a60210d2a98e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204800 Feb 09 02:42:40.013688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.019909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f6d5518c-2ef8-4429-a1dd-49ffec4c6d9b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'a3e897b1-a0b5-47af-9983-5850951cd6c0', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:40.049211 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d5518c-2ef8-4429-a1dd-49ffec4c6d9b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (87f03e0b-17d1-4437-902d-5972608cd2c6), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.061865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:40.069513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.070748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-53aabfb9-70f2-4ca5-8cde-228516a724d3 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "PUT /v2.0/routers/a6003074-2930-4234-b2e2-2591d437249a HTTP/1.1" status: 200 len: 879 time: 2.0355096 Feb 09 02:42:40.073764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34152) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.077677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] Sync routers for ids ['a6003074-2930-4234-b2e2-2591d437249a'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:40.089239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] Routers {'a6003074-2930-4234-b2e2-2591d437249a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:40.089913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6003074-2930-4234-b2e2-2591d437249a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:40.127637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:40.134815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d5518c-2ef8-4429-a1dd-49ffec4c6d9b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (87f03e0b-17d1-4437-902d-5972608cd2c6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.141154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d5518c-2ef8-4429-a1dd-49ffec4c6d9b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (87f03e0b-17d1-4437-902d-5972608cd2c6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.144395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] Routers {'a6003074-2930-4234-b2e2-2591d437249a'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:40.145443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a6003074-2930-4234-b2e2-2591d437249a'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:40.164694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5518c-2ef8-4429-a1dd-49ffec4c6d9b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f03e0b-17d1-4437-902d-5972608cd2c6,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.173560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f6d5518c-2ef8-4429-a1dd-49ffec4c6d9b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.174613 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f6d5518c-2ef8-4429-a1dd-49ffec4c6d9b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591840 Feb 09 02:42:40.179635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34154) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.185748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-37b10562-5834-4109-b3a0-084be74ec007 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'a3e897b1-a0b5-47af-9983-5850951cd6c0', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:40.203995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:40.205221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222480d5-3031-4d06-91df-39d6784255b1 None None] The sync data for ids ['a6003074-2930-4234-b2e2-2591d437249a'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:40.232406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37b10562-5834-4109-b3a0-084be74ec007 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (a4f48a59-3ce8-4e6f-b3eb-36b26454b31d), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.255105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cf89980f-1e57-4781-9b29-a2cc6a54475a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/a6003074-2930-4234-b2e2-2591d437249a HTTP/1.1" status: 200 len: 920 time: 0.1799650 Feb 09 02:42:40.256494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34156) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.309965 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37b10562-5834-4109-b3a0-084be74ec007 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (a4f48a59-3ce8-4e6f-b3eb-36b26454b31d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.314180 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37b10562-5834-4109-b3a0-084be74ec007 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a4f48a59-3ce8-4e6f-b3eb-36b26454b31d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.316787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d14122-33ef-409d-aafc-2379d712ae6a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:40.319296 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2d14122-33ef-409d-aafc-2379d712ae6a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=a6003074-2930-4234-b2e2-2591d437249a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0608137 Feb 09 02:42:40.321468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.335944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b10562-5834-4109-b3a0-084be74ec007 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f48a59-3ce8-4e6f-b3eb-36b26454b31d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.348609 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37b10562-5834-4109-b3a0-084be74ec007 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.351178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-37b10562-5834-4109-b3a0-084be74ec007 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703718 Feb 09 02:42:40.352670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34162) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.358379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5f222eab-20c5-4145-b70d-035725a39bd5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'a3e897b1-a0b5-47af-9983-5850951cd6c0', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:40.394034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f222eab-20c5-4145-b70d-035725a39bd5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (41f51286-7d5a-41fe-a0ad-0412bd217ee7), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.435534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b7bb3-c821-4a5c-9fab-afeb8c9c05c8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:40.440367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34168) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.444651 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6b4b7bb3-c821-4a5c-9fab-afeb8c9c05c8 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.1221159 Feb 09 02:42:40.485721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-932bb284-7139-4013-b451-f08b1e9329f4 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6003074-2930-4234-b2e2-2591d437249a HTTP/1.1" status: 200 len: 205 time: 0.0391748 Feb 09 02:42:40.487680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f222eab-20c5-4145-b70d-035725a39bd5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (41f51286-7d5a-41fe-a0ad-0412bd217ee7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.488457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34170) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.497037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f222eab-20c5-4145-b70d-035725a39bd5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (41f51286-7d5a-41fe-a0ad-0412bd217ee7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.584182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f222eab-20c5-4145-b70d-035725a39bd5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f51286-7d5a-41fe-a0ad-0412bd217ee7,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.587968 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5f222eab-20c5-4145-b70d-035725a39bd5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.589813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5f222eab-20c5-4145-b70d-035725a39bd5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2354786 Feb 09 02:42:40.592908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34172) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.598997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'a3e897b1-a0b5-47af-9983-5850951cd6c0', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:40.632362 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:42:40.642053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (284f6d31-f1eb-4136-80a5-d9051e5e3241), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.648957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (a6003074-2930-4234-b2e2-2591d437249a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.779776 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (284f6d31-f1eb-4136-80a5-d9051e5e3241), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.786379 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (284f6d31-f1eb-4136-80a5-d9051e5e3241), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.812216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284f6d31-f1eb-4136-80a5-d9051e5e3241,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.820837 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (a6003074-2930-4234-b2e2-2591d437249a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.827581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.828789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1719ca7e-30c3-49f1-927d-8b2d7fd220cc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2349608 Feb 09 02:42:40.831628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34174) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.835893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'security_group_rule': {'security_group_id': 'a3e897b1-a0b5-47af-9983-5850951cd6c0', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:40.880707 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Project ba9e297e203a4466b6ef51f1cce4f0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:42:40.890994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (c292651b-48f8-4cb2-8de5-04c579ff81a8), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.934392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Deleting port 7899b71f-6cbb-4ffc-8fa9-94a31d17b08d {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:40.935219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7899b71f-6cbb-4ffc-8fa9-94a31d17b08d), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.997105 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (c292651b-48f8-4cb2-8de5-04c579ff81a8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.003634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c292651b-48f8-4cb2-8de5-04c579ff81a8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.034447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c292651b-48f8-4cb2-8de5-04c579ff81a8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.045257 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.049252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-befcdd88-13ce-4df9-af58-c4569106abc3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2139404 Feb 09 02:42:41.049704 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:41.055178 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7899b71f-6cbb-4ffc-8fa9-94a31d17b08d), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.055385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'network': {'name': 'tempest-network-smoke--599944650', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:41.069163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Calling delete_port for 7899b71f-6cbb-4ffc-8fa9-94a31d17b08d owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:41.079401 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:41.082822 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.109514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:42:41.121058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.122104 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Added segment b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc of type vlan for network 196ffc33-0a21-441c-a0c2-66917759e76b Feb 09 02:42:41.165962 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (196ffc33-0a21-441c-a0c2-66917759e76b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.206656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (196ffc33-0a21-441c-a0c2-66917759e76b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.211957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:41.212741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.263168 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7899b71f-6cbb-4ffc-8fa9-94a31d17b08d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.292606 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2413592 Feb 09 02:42:41.295951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34182) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:41.302400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'admin_state_up': True, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:41.302827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event deleted for resources: {'Port': ['ID=7899b71f-6cbb-4ffc-8fa9-94a31d17b08d,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.313102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88d0ac-4820-45da-a872-daeab48df3b8 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Network': ['ID=196ffc33-0a21-441c-a0c2-66917759e76b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.330857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 196ffc33-0a21-441c-a0c2-66917759e76b details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:42:41.334118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (91535ae7-b418-45a2-8749-ba42950c7a7d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.336199 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (91535ae7-b418-45a2-8749-ba42950c7a7d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.390103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a6003074-2930-4234-b2e2-2591d437249a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.421757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (91535ae7-b418-45a2-8749-ba42950c7a7d), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.521310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a6003074-2930-4234-b2e2-2591d437249a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.523972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (a6003074-2930-4234-b2e2-2591d437249a), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.574273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a6003074-2930-4234-b2e2-2591d437249a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.575329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Fanout notify agent at l3_agent the message router_deleted on router a6003074-2930-4234-b2e2-2591d437249a {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:41.583592 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.588231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6be4c7b-3e03-4acd-aeef-f877bac23066 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/a6003074-2930-4234-b2e2-2591d437249a HTTP/1.1" status: 204 len: 168 time: 1.0953147 Feb 09 02:42:41.588794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34186) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:41.590814 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (91535ae7-b418-45a2-8749-ba42950c7a7d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.594951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-06c13f02-87c1-4e52-9d8d-f31fb2f0bacf tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-635228166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:41.617043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06c13f02-87c1-4e52-9d8d-f31fb2f0bacf tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a4d703ab-0747-4087-ba30-1142feaddba3), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.618049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06c13f02-87c1-4e52-9d8d-f31fb2f0bacf tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a4d703ab-0747-4087-ba30-1142feaddba3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.680107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06c13f02-87c1-4e52-9d8d-f31fb2f0bacf tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (a4d703ab-0747-4087-ba30-1142feaddba3), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.686332 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06c13f02-87c1-4e52-9d8d-f31fb2f0bacf tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a4d703ab-0747-4087-ba30-1142feaddba3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.705848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-06c13f02-87c1-4e52-9d8d-f31fb2f0bacf tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.709912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-06c13f02-87c1-4e52-9d8d-f31fb2f0bacf tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1193652 Feb 09 02:42:41.710540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34188) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:41.715428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': True}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:41.818961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (91535ae7-b418-45a2-8749-ba42950c7a7d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.838419 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.955169 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.12 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/ff19b3a9-b443-4655-8179-750cb539c53a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:42.077553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (ff19b3a9-b443-4655-8179-750cb539c53a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.127432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.161034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:42.168093 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:42.178422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:42.228634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=ff19b3a9-b443-4655-8179-750cb539c53a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:42.327232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (a4d703ab-0747-4087-ba30-1142feaddba3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.481134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (91535ae7-b418-45a2-8749-ba42950c7a7d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.562767 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (a4d703ab-0747-4087-ba30-1142feaddba3), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.583239 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.710180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Allocated IP 172.25.6.240 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/43a76788-10c5-4c82-9aea-4e3776c20a46) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:42.719672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (91535ae7-b418-45a2-8749-ba42950c7a7d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.817003 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for port (43a76788-10c5-4c82-9aea-4e3776c20a46), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.856350 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (43a76788-10c5-4c82-9aea-4e3776c20a46), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.865942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 91535ae7-b418-45a2-8749-ba42950c7a7d is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:42.908258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:42.911322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:42.915889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:42.918420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Port': ['ID=43a76788-10c5-4c82-9aea-4e3776c20a46,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:42.998227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:43.012181 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Sync routers for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:43.022983 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:43.023877 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:43.026487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.028547 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-117f6e40-c65c-4fc9-b4b7-e8cd5e6b21bf tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7315021 Feb 09 02:42:43.032149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34200) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:43.068558 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1ab6b7a8-f3a1-4e48-aa10-bfba873a04fc tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba9e297e203a4466b6ef51f1cce4f0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350747 Feb 09 02:42:43.071254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34202) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:43.204698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b69ff-e0d1-4f21-92ca-73100b761aef tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:43.208081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ea1b69ff-e0d1-4f21-92ca-73100b761aef tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353362 Feb 09 02:42:43.210128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:43.243994 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d5603b5-2101-416f-bc00-611ed8f7318f tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303128 Feb 09 02:42:43.244314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:43.250728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399703965', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:43.282551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (a4d703ab-0747-4087-ba30-1142feaddba3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.292190 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:43.358069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:43.362596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.552625 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:42Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:43.565464 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (a4d703ab-0747-4087-ba30-1142feaddba3), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.570001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (a4d703ab-0747-4087-ba30-1142feaddba3), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.590024 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Checking router: 91535ae7-b418-45a2-8749-ba42950c7a7d for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:43.590669 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Updating router 91535ae7-b418-45a2-8749-ba42950c7a7d port ff19b3a9-b443-4655-8179-750cb539c53a binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:42:43.598295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (97597475-cbc9-41df-931c-b3dbe24a07e7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.622658 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.687459 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Subnet': ['ID=97597475-cbc9-41df-931c-b3dbe24a07e7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:43.689934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Checking segment: {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:43.691221 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network hostable DHCP agents. Network: 196ffc33-0a21-441c-a0c2-66917759e76b, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:42:43.715560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 196ffc33-0a21-441c-a0c2-66917759e76b is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:42:43.729580 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 196ffc33-0a21-441c-a0c2-66917759e76b) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:43.733126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Router a4d703ab-0747-4087-ba30-1142feaddba3 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:43.741889 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30628d-0047-485e-bc12-755bc95462ea None None] Network 196ffc33-0a21-441c-a0c2-66917759e76b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:42:43.745525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:43.747291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.769444 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9dfb62dc-4989-4e9f-911f-4aa0ea30360b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5239887 Feb 09 02:42:43.773660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34210) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:43.871546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-196ffc33-0a21-441c-a0c2-66917759e76b', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:42:43.872439 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.958694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:43.971880 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.973741 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Publish callbacks [] for port (ff19b3a9-b443-4655-8179-750cb539c53a), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.976523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ad08e78-d2b1-4cb1-85ee-e46faafd6ea6 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "PUT /v2.0/routers/a4d703ab-0747-4087-ba30-1142feaddba3 HTTP/1.1" status: 200 len: 914 time: 2.2616973 Feb 09 02:42:43.980269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34216) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:43.982704 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.052979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Allocated IP 172.20.0.2 (196ffc33-0a21-441c-a0c2-66917759e76b/97597475-cbc9-41df-931c-b3dbe24a07e7/d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:44.061402 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Attempting to bind port ff19b3a9-b443-4655-8179-750cb539c53a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:44.062002 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Attempting to bind port ff19b3a9-b443-4655-8179-750cb539c53a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:44.062192 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Attempting to bind port ff19b3a9-b443-4655-8179-750cb539c53a on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:44.071246 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:44.071648 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:44.072486 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.072486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:44.072965 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Bound port: ff19b3a9-b443-4655-8179-750cb539c53a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:44.073397 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.077867 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860b8b-0434-4c6c-9859-0405598bd60b None None] Pushing event updated for resources: {'Port': ['ID=ff19b3a9-b443-4655-8179-750cb539c53a,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:44.144293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] Sync routers for ids ['a4d703ab-0747-4087-ba30-1142feaddba3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:44.185012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-480e881f-42ad-4b5c-83ff-c69a9e89789e tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/a4d703ab-0747-4087-ba30-1142feaddba3 HTTP/1.1" status: 200 len: 920 time: 0.1999593 Feb 09 02:42:44.185806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34218) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:44.214710 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] For port ff19b3a9-b443-4655-8179-750cb539c53a, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:44.217102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] Routers {'a4d703ab-0747-4087-ba30-1142feaddba3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:44.217971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4d703ab-0747-4087-ba30-1142feaddba3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:44.220686 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] For port ff19b3a9-b443-4655-8179-750cb539c53a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ff19b3a9-b443-4655-8179-750cb539c53a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:44.243258 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.265775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:44.284922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] Routers {'a4d703ab-0747-4087-ba30-1142feaddba3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:44.285819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4d703ab-0747-4087-ba30-1142feaddba3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:44.310671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47444ac-a4b7-4a39-a717-afb1c78b1f34 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:44.314489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e47444ac-a4b7-4a39-a717-afb1c78b1f34 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=a4d703ab-0747-4087-ba30-1142feaddba3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1254392 Feb 09 02:42:44.315153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34220) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:44.330844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:44.331516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9bf5ce-b5f3-464f-9570-d18077bcd001 None None] The sync data for ids ['a4d703ab-0747-4087-ba30-1142feaddba3'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:44.336037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Publish callbacks [] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.346074 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.348256 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:44.348909 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:44.413656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Network 196ffc33-0a21-441c-a0c2-66917759e76b is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:44.415865 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:44.418369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Pushing event updated for resources: {'Port': ['ID=d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:44.420974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:44.434371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860a184-c674-4ea6-ac5a-749a3603bc90 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:44.438537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5860a184-c674-4ea6-ac5a-749a3603bc90 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.1196902 Feb 09 02:42:44.440113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34222) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:44.486970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b1dd81a2-732e-4c0a-b4fa-183fe220b1b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d703ab-0747-4087-ba30-1142feaddba3 HTTP/1.1" status: 200 len: 205 time: 0.0434861 Feb 09 02:42:44.487294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:44.498531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Attempting to bind port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:44.498531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Attempting to bind port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:44.498864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Attempting to bind port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f on network 196ffc33-0a21-441c-a0c2-66917759e76b {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:44.507907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:44.508189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Checking segment: {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:44.508629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.509394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Bound using segment: {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:44.510352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Bound port: d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:44.510730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.537341 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.544727 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11860b8b-0434-4c6c-9859-0405598bd60b None None] Pushing event updated for resources: {'Port': ['ID=ff19b3a9-b443-4655-8179-750cb539c53a,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:44.588492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] For port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:44.591780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] For port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:44.607699 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.626411 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:44.654911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (a4d703ab-0747-4087-ba30-1142feaddba3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.787936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1fc7b-cc59-40f6-92b1-5dbf2c73bbaa None None] Pushing event updated for resources: {'Port': ['ID=d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:44.846500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (a4d703ab-0747-4087-ba30-1142feaddba3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.930765 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:42Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:44.949070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Deleting port 43a76788-10c5-4c82-9aea-4e3776c20a46 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:44.949545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (43a76788-10c5-4c82-9aea-4e3776c20a46), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.962354 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b952bf-858d-4380-ba72-b19bcfd21566 None None] The sync data for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 is: [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:42Z', 'revision_number': 3, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:44.976933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.1 (196ffc33-0a21-441c-a0c2-66917759e76b/97597475-cbc9-41df-931c-b3dbe24a07e7/2a217811-aabf-4041-876c-fb4ddad6ff97) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:45.094283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (43a76788-10c5-4c82-9aea-4e3776c20a46), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.119255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Calling delete_port for 43a76788-10c5-4c82-9aea-4e3776c20a46 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:45.192446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.262187 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.337014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 196ffc33-0a21-441c-a0c2-66917759e76b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:45.338231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=2a217811-aabf-4041-876c-fb4ddad6ff97,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:45.342822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:45.350231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:45.425374 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:45.435404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (91535ae7-b418-45a2-8749-ba42950c7a7d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.505241 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (43a76788-10c5-4c82-9aea-4e3776c20a46), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.523291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:45.523677 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.584743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event deleted for resources: {'Port': ['ID=43a76788-10c5-4c82-9aea-4e3776c20a46,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:45.683915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a4d703ab-0747-4087-ba30-1142feaddba3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.702702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:45.703544 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.711151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.781569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:45.790913 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.873140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a4d703ab-0747-4087-ba30-1142feaddba3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.874107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:45.875490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (a4d703ab-0747-4087-ba30-1142feaddba3), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.942386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a4d703ab-0747-4087-ba30-1142feaddba3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.943072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Fanout notify agent at l3_agent the message router_deleted on router a4d703ab-0747-4087-ba30-1142feaddba3 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:45.949920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.956609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-645f0d65-a331-40ae-8bb9-5cb78fc3770c tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/a4d703ab-0747-4087-ba30-1142feaddba3 HTTP/1.1" status: 204 len: 168 time: 1.4660628 Feb 09 02:42:45.960639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:45.965457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-902e8529-f495-4697-a45f-0546736d11b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-674575758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:46.008267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902e8529-f495-4697-a45f-0546736d11b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (eba95bb9-a652-45d7-ac33-baade694eadc), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.011063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902e8529-f495-4697-a45f-0546736d11b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (eba95bb9-a652-45d7-ac33-baade694eadc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.084672 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902e8529-f495-4697-a45f-0546736d11b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (eba95bb9-a652-45d7-ac33-baade694eadc), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.094869 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902e8529-f495-4697-a45f-0546736d11b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (eba95bb9-a652-45d7-ac33-baade694eadc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.131446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-902e8529-f495-4697-a45f-0546736d11b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.132827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-902e8529-f495-4697-a45f-0546736d11b0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1711326 Feb 09 02:42:46.135736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34238) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:46.140681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'enable_snat': False}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:46.225282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.236116 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.284133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6e44e-7210-4867-b428-ac1b9a1c0a3f None None] Network 196ffc33-0a21-441c-a0c2-66917759e76b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:42:46.328539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (91535ae7-b418-45a2-8749-ba42950c7a7d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.332344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=2a217811-aabf-4041-876c-fb4ddad6ff97,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:46.442868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 196ffc33-0a21-441c-a0c2-66917759e76b is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:46.444470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:46.490233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cb78eeca-4b2a-45df-8f08-c14e69ff56b8 None None] Provisioning complete for port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:46.490896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cb78eeca-4b2a-45df-8f08-c14e69ff56b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:46.662140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cb78eeca-4b2a-45df-8f08-c14e69ff56b8 None None] Current status of the port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:46.997647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b8235e5c-cd8d-4eb2-afa5-86385f25b075 None None] Provisioning complete for port 2a217811-aabf-4041-876c-fb4ddad6ff97 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:47.000732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8235e5c-cd8d-4eb2-afa5-86385f25b075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.060027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (eba95bb9-a652-45d7-ac33-baade694eadc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.078926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 91535ae7-b418-45a2-8749-ba42950c7a7d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:47.092692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b8235e5c-cd8d-4eb2-afa5-86385f25b075 None None] Port 2a217811-aabf-4041-876c-fb4ddad6ff97 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:47.142355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b8235e5c-cd8d-4eb2-afa5-86385f25b075 None None] Provisioning complete for port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:47.142765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8235e5c-cd8d-4eb2-afa5-86385f25b075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.403937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b8235e5c-cd8d-4eb2-afa5-86385f25b075 None None] Current status of the port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:47.424554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:47.443385 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9b5e0b37-f5f4-4e89-b188-0bab02049232 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/91535ae7-b418-45a2-8749-ba42950c7a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6675813 Feb 09 02:42:47.538786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ff19b3a9-b443-4655-8179-750cb539c53a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:47.625681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b2f03f4c-10f2-4b08-87eb-966c01964ad0 None None] Provisioning complete for port 2a217811-aabf-4041-876c-fb4ddad6ff97 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:47.626324 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2f03f4c-10f2-4b08-87eb-966c01964ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.650958 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (eba95bb9-a652-45d7-ac33-baade694eadc), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.676288 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.719549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ff19b3a9-b443-4655-8179-750cb539c53a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:47.719931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.721509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b2f03f4c-10f2-4b08-87eb-966c01964ad0 None None] Port 2a217811-aabf-4041-876c-fb4ddad6ff97 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:47.891163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ff19b3a9-b443-4655-8179-750cb539c53a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:47.894755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.900621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5c872cb0-e3a1-4591-b8cf-140722bfdd35 None None] Provisioning complete for port 2a217811-aabf-4041-876c-fb4ddad6ff97 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:47.900998 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c872cb0-e3a1-4591-b8cf-140722bfdd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.906491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Allocated IP 172.25.6.208 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/3171deae-3d25-45e9-bac7-a96562270661) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:47.912870 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Sync routers for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:47.927701 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:47.928331 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:47.944437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-3f94e2ab-0678-4d33-a193-be23836eaf25 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266834646&fields=id&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 267 time: 0.1289625 Feb 09 02:42:47.977675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port ff19b3a9-b443-4655-8179-750cb539c53a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ff19b3a9-b443-4655-8179-750cb539c53a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:47.983252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5c872cb0-e3a1-4591-b8cf-140722bfdd35 None None] Port 2a217811-aabf-4041-876c-fb4ddad6ff97 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:47.987117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:47.988864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:48.096511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=ff19b3a9-b443-4655-8179-750cb539c53a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:48.127872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:48.130242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:48.130888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:48.171487 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:48.228159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:48.232696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-5cb22d09-ce1c-46aa-8609-4ba8d3750362 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:48.240132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-5cb22d09-ce1c-46aa-8609-4ba8d3750362 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/networks?id=196ffc33-0a21-441c-a0c2-66917759e76b HTTP/1.1" status: 200 len: 796 time: 0.2946236 Feb 09 02:42:48.268003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-58f33b25-7b1d-46bc-8c2a-98326b6a0b37 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/quotas/ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 375 time: 0.0268247 Feb 09 02:42:48.288017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for port (3171deae-3d25-45e9-bac7-a96562270661), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:48.353008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-ac2eb134-4740-49e5-828a-42447f8fbea2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790236 Feb 09 02:42:48.390973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3171deae-3d25-45e9-bac7-a96562270661), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:48.435870 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:46Z', 'revision_number': 2, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:48.487124 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Checking router: 91535ae7-b418-45a2-8749-ba42950c7a7d for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:42:48.487506 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Updating router 91535ae7-b418-45a2-8749-ba42950c7a7d port 2a217811-aabf-4041-876c-fb4ddad6ff97 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:42:48.489823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:48.502646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:48.510323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:48.539046 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:48.540850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Pushing event updated for resources: {'Port': ['ID=3171deae-3d25-45e9-bac7-a96562270661,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:48.590109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-7e8f942d-fa96-4bfa-be17-1d0f6a84c67e service neutron] 10.222.0.53 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149904 Feb 09 02:42:48.865144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-34a1cdf0-117d-4903-9860-14a42285275c service neutron] 10.222.0.53 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403364 Feb 09 02:42:48.923231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router_gateway (eba95bb9-a652-45d7-ac33-baade694eadc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.069560 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Publish callbacks [] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.077062 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.126891 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a07df-7875-45c6-9324-e35532b4ff23 None None] Pushing event updated for resources: {'Port': ['ID=2a217811-aabf-4041-876c-fb4ddad6ff97,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:49.243026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.270793 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Attempting to bind port 2a217811-aabf-4041-876c-fb4ddad6ff97 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:49.271270 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Attempting to bind port 2a217811-aabf-4041-876c-fb4ddad6ff97 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:49.271747 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Attempting to bind port 2a217811-aabf-4041-876c-fb4ddad6ff97 on network 196ffc33-0a21-441c-a0c2-66917759e76b {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:49.279871 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:49.280431 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Checking segment: {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:49.280931 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.281839 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Bound using segment: {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:49.281983 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Bound port: 2a217811-aabf-4041-876c-fb4ddad6ff97, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:49.282468 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.315590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (eba95bb9-a652-45d7-ac33-baade694eadc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.365349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ff19b3a9-b443-4655-8179-750cb539c53a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:49.383430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (eba95bb9-a652-45d7-ac33-baade694eadc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.399605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-619e356b-f709-4b31-bb72-a2386e7423fd req-e710dd45-f6f1-4dd8-9dcc-c323d3c7f8ab tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 210 time: 0.0792115 Feb 09 02:42:49.421133 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] For port 2a217811-aabf-4041-876c-fb4ddad6ff97, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:49.434593 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] For port 2a217811-aabf-4041-876c-fb4ddad6ff97, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2a217811-aabf-4041-876c-fb4ddad6ff97,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:49.445838 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.494756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ff19b3a9-b443-4655-8179-750cb539c53a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:49.496067 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.512818 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:49.513491 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:49.662862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4f6b9e7f-76ec-4622-9eb6-eda9fe4d6e3a None None] Provisioning complete for port 2a217811-aabf-4041-876c-fb4ddad6ff97 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:49.665018 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f6b9e7f-76ec-4622-9eb6-eda9fe4d6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.745328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Router eba95bb9-a652-45d7-ac33-baade694eadc is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:49.844070 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:42:49.889709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ff19b3a9-b443-4655-8179-750cb539c53a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:49.931909 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b9e7f-76ec-4622-9eb6-eda9fe4d6e3a None None] Current status of the port 2a217811-aabf-4041-876c-fb4ddad6ff97 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:49.933223 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f6b9e7f-76ec-4622-9eb6-eda9fe4d6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.993934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4f6b9e7f-76ec-4622-9eb6-eda9fe4d6e3a None None] For port 2a217811-aabf-4041-876c-fb4ddad6ff97, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2a217811-aabf-4041-876c-fb4ddad6ff97,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:50.001008 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f6b9e7f-76ec-4622-9eb6-eda9fe4d6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.061734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:50.066514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.070299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3a9a43e3-23d7-4dc6-a070-a59fd882dd0f tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "PUT /v2.0/routers/eba95bb9-a652-45d7-ac33-baade694eadc HTTP/1.1" status: 200 len: 915 time: 3.9308658 Feb 09 02:42:50.071014 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34278) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:50.073909 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a07df-7875-45c6-9324-e35532b4ff23 None None] Pushing event updated for resources: {'Port': ['ID=2a217811-aabf-4041-876c-fb4ddad6ff97,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:50.076383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b9e7f-76ec-4622-9eb6-eda9fe4d6e3a None None] Pushing event updated for resources: {'Port': ['ID=2a217811-aabf-4041-876c-fb4ddad6ff97,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:50.083175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] Sync routers for ids ['eba95bb9-a652-45d7-ac33-baade694eadc'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:50.097241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] Routers {'eba95bb9-a652-45d7-ac33-baade694eadc'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:50.098292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['eba95bb9-a652-45d7-ac33-baade694eadc'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:50.162932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:50.194013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] Routers {'eba95bb9-a652-45d7-ac33-baade694eadc'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:50.195223 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['eba95bb9-a652-45d7-ac33-baade694eadc'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:50.258189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:50.258993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0c0d3b-5776-4a29-acbe-adbdff1436e5 None None] The sync data for ids ['eba95bb9-a652-45d7-ac33-baade694eadc'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:50.274100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f363eba9-40dc-44df-98c2-ea0233b5fde8 None None] Provisioning complete for port 2a217811-aabf-4041-876c-fb4ddad6ff97 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:50.274786 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f363eba9-40dc-44df-98c2-ea0233b5fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.278960 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:50.323990 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9abc5-0d74-417b-8d0c-124e0b92b715 None None] The sync data for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 is: [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:50.383355 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-285ab4ce-9510-4d32-93b8-47fab8feab72 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/eba95bb9-a652-45d7-ac33-baade694eadc HTTP/1.1" status: 200 len: 921 time: 0.3111374 Feb 09 02:42:50.387069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34282) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:50.519594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa945e-4205-4b02-859e-3c97d6490139 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:50.524934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d8fa945e-4205-4b02-859e-3c97d6490139 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=eba95bb9-a652-45d7-ac33-baade694eadc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1358144 Feb 09 02:42:50.528494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34286) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:50.596102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73236d1e-1e35-4068-a2c7-03d3a1c98bfe req-a878d8d4-9e12-4127-bab2-98e04834ccf6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 210 time: 0.0447948 Feb 09 02:42:50.737635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c471d-3c8c-4d55-aa70-afb1f6cae697 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:50.742019 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb3c471d-3c8c-4d55-aa70-afb1f6cae697 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/networks/7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 881 time: 0.2084982 Feb 09 02:42:50.742371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34292) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:50.757931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f363eba9-40dc-44df-98c2-ea0233b5fde8 None None] Current status of the port 2a217811-aabf-4041-876c-fb4ddad6ff97 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:50.777622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f84a4261-4667-42cf-89e5-aa6d16a24b95 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=eba95bb9-a652-45d7-ac33-baade694eadc HTTP/1.1" status: 200 len: 205 time: 0.0316954 Feb 09 02:42:50.778371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:50.926526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (eba95bb9-a652-45d7-ac33-baade694eadc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.065309 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (eba95bb9-a652-45d7-ac33-baade694eadc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.162616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Deleting port 3171deae-3d25-45e9-bac7-a96562270661 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:51.163323 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3171deae-3d25-45e9-bac7-a96562270661), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.265775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-a15f13b4-4691-4f4a-a399-c8525eb1a432 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:51.268082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-a15f13b4-4691-4f4a-a399-c8525eb1a432 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/networks?id=196ffc33-0a21-441c-a0c2-66917759e76b HTTP/1.1" status: 200 len: 796 time: 0.2242410 Feb 09 02:42:51.300733 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3171deae-3d25-45e9-bac7-a96562270661), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.327792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Calling delete_port for 3171deae-3d25-45e9-bac7-a96562270661 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:51.350669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2a217811-aabf-4041-876c-fb4ddad6ff97 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:51.365882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-5c6ec273-071c-4741-ba3c-f6641c8374f0 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef HTTP/1.1" status: 200 len: 379 time: 0.0811849 Feb 09 02:42:51.377196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'port': {'device_id': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'admin_state_up': True, 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'security_groups': ['a3e897b1-a0b5-47af-9983-5850951cd6c0']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:51.419096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2a217811-aabf-4041-876c-fb4ddad6ff97 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:51.419733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.518177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Made reservation on behalf of ba9e297e203a4466b6ef51f1cce4f0ef for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:51.522615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.562650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2a217811-aabf-4041-876c-fb4ddad6ff97 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:51.583867 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (3171deae-3d25-45e9-bac7-a96562270661), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.638621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event deleted for resources: {'Port': ['ID=3171deae-3d25-45e9-bac7-a96562270661,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:51.710550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (eba95bb9-a652-45d7-ac33-baade694eadc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.770628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-419df1d6-b437-488f-b29f-7db3fe835098 req-df4636b0-6864-46f7-b950-f54df3f54795 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 210 time: 0.0385132 Feb 09 02:42:51.782688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.20.0.8 (196ffc33-0a21-441c-a0c2-66917759e76b/97597475-cbc9-41df-931c-b3dbe24a07e7/38f5ac24-f0ef-468c-8c77-e800855c00b5) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:51.850887 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (eba95bb9-a652-45d7-ac33-baade694eadc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.853197 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (eba95bb9-a652-45d7-ac33-baade694eadc), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.926242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (eba95bb9-a652-45d7-ac33-baade694eadc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.926924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Fanout notify agent at l3_agent the message router_deleted on router eba95bb9-a652-45d7-ac33-baade694eadc {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:51.935792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.941377 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0723c520-d245-4319-a20b-6af6bdd87a37 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/eba95bb9-a652-45d7-ac33-baade694eadc HTTP/1.1" status: 204 len: 168 time: 1.1617601 Feb 09 02:42:51.942047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34304) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:51.947163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1647349034', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}, 'admin_state_up': False}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:51.982655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.984156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.001746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.040593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.072944 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (4b4454a3-95a3-407d-bc85-5489db0df11c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.098553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:52.128803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 196ffc33-0a21-441c-a0c2-66917759e76b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:52.130570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:52.137422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:52.210794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:52.211500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.230540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-f7efab89-10c8-469f-84c7-5c2829eb64c9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580730 Feb 09 02:42:52.248611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-6b01d910-864d-40f5-b880-ea39681bdcbd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:52.250056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-6b01d910-864d-40f5-b880-ea39681bdcbd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097709 Feb 09 02:42:52.295588 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4b4454a3-95a3-407d-bc85-5489db0df11c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.336129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Request body: {'port': {'device_id': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:52.409157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.520765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0be2da57-4b23-48b3-8fcc-08de3a07f022 None None] Provisioning complete for port 38f5ac24-f0ef-468c-8c77-e800855c00b5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:52.522358 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0be2da57-4b23-48b3-8fcc-08de3a07f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.566311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4b4454a3-95a3-407d-bc85-5489db0df11c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.566649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0be2da57-4b23-48b3-8fcc-08de3a07f022 None None] Port 38f5ac24-f0ef-468c-8c77-e800855c00b5 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:52.588167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.720901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Allocated IP 172.25.6.129 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/6cc8fb73-b840-4d44-b5f6-a8afbaea0728) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:52.757390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f5ac24-f0ef-468c-8c77-e800855c00b5 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:52.766117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Publish callbacks [] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.779319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Transition to ACTIVE for port object 38f5ac24-f0ef-468c-8c77-e800855c00b5 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:52.783924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.845335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:52.873066 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for port (6cc8fb73-b840-4d44-b5f6-a8afbaea0728), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.926575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6cc8fb73-b840-4d44-b5f6-a8afbaea0728), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.997016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Attempting to bind port 38f5ac24-f0ef-468c-8c77-e800855c00b5 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:52.997842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event updated for resources: {'Port': ['ID=6cc8fb73-b840-4d44-b5f6-a8afbaea0728,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:52.998924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Attempting to bind port 38f5ac24-f0ef-468c-8c77-e800855c00b5 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:52.999267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Attempting to bind port 38f5ac24-f0ef-468c-8c77-e800855c00b5 on network 196ffc33-0a21-441c-a0c2-66917759e76b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:53.005841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Port 38f5ac24-f0ef-468c-8c77-e800855c00b5 on network 196ffc33-0a21-441c-a0c2-66917759e76b not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:53.006194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Attempting to bind port 38f5ac24-f0ef-468c-8c77-e800855c00b5 on network 196ffc33-0a21-441c-a0c2-66917759e76b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:53.016576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:53.016959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Checking segment: {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:53.017356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Bound using segment: {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:53.017798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Bound port: 38f5ac24-f0ef-468c-8c77-e800855c00b5, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:53.018322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:53.021993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:53.024295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:53.027389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:53.066393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f94439-f8c9-468c-af70-e27c6cd2e7de req-7ba90ca7-9cd7-42d2-b789-0e6679d2fb21 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:53.068148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f94439-f8c9-468c-af70-e27c6cd2e7de req-7ba90ca7-9cd7-42d2-b789-0e6679d2fb21 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.1466708 Feb 09 02:42:53.213097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f94439-f8c9-468c-af70-e27c6cd2e7de req-9f42317e-9ad9-488a-a6e7-ffdc24a3f178 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109216 Feb 09 02:42:53.230725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:53.236700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:53.248657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:53.313330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:53.313973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:53.315496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] 10.222.0.72 "PUT /v2.0/ports/38f5ac24-f0ef-468c-8c77-e800855c00b5 HTTP/1.1" status: 200 len: 1092 time: 1.0587025 Feb 09 02:42:53.316059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:53.318433 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6a35a-e7d1-47ac-9e5f-c27c9cccc4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:53.398109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e0699-30bf-41de-874b-c26d99a89503 service neutron] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:53.408068 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99851d7d-759d-4bd5-9aa3-161031af2f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:53.415127 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e276b89-4e53-4ee6-bc50-45ecf035d19b x-openstack-request-id: req-3e276b89-4e53-4ee6-bc50-45ecf035d19b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:53.416123 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:53.416564 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e276b89-4e53-4ee6-bc50-45ecf035d19b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:53.417691 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'status': 'completed', 'code': 200} Feb 09 02:42:53.458938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4b4454a3-95a3-407d-bc85-5489db0df11c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:53.514519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a35a-e7d1-47ac-9e5f-c27c9cccc4ee req-f179fa47-4402-4729-96a2-7af47d62c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:53.516882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05a6a35a-e7d1-47ac-9e5f-c27c9cccc4ee req-f179fa47-4402-4729-96a2-7af47d62c73e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1126 time: 0.0970700 Feb 09 02:42:53.733073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a35a-e7d1-47ac-9e5f-c27c9cccc4ee req-0143d718-a517-47f1-bf57-d2a83edc5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:53.735017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05a6a35a-e7d1-47ac-9e5f-c27c9cccc4ee req-0143d718-a517-47f1-bf57-d2a83edc5bb5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2114141 Feb 09 02:42:53.737340 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:53.878072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Router 4b4454a3-95a3-407d-bc85-5489db0df11c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:42:53.916815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6a35a-e7d1-47ac-9e5f-c27c9cccc4ee req-81c9fc1f-22ee-43aa-ac25-6e636f8ab98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:53.919421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05a6a35a-e7d1-47ac-9e5f-c27c9cccc4ee req-81c9fc1f-22ee-43aa-ac25-6e636f8ab98c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782002 Feb 09 02:42:54.018101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:54.034550 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] Sync routers for ids ['4b4454a3-95a3-407d-bc85-5489db0df11c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:54.047418 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] Routers {'4b4454a3-95a3-407d-bc85-5489db0df11c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:54.048339 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b4454a3-95a3-407d-bc85-5489db0df11c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:54.049765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:54.054591 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-67476101-94c8-4ebf-8fa5-59eb975934e0 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1112809 Feb 09 02:42:54.055662 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34322) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:54.065021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:54.124799 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:54.142165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] Routers {'4b4454a3-95a3-407d-bc85-5489db0df11c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:54.142775 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b4454a3-95a3-407d-bc85-5489db0df11c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:54.187436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:54.188403 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d62e36-00c4-4c63-8e5a-40941febbeb9 None None] The sync data for ids ['4b4454a3-95a3-407d-bc85-5489db0df11c'] in n-d-826675-12 is: [] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:54.430620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-b9d92497-ce63-43db-84cc-aca75be5283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:54.432185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-b9d92497-ce63-43db-84cc-aca75be5283b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1126 time: 0.4746509 Feb 09 02:42:54.440924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7b89c-2989-4fcc-8793-8ce9ad0a72bc req-c772fb2b-a26f-4f5f-95bc-1fd902fe0828 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:54.442665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff7b89c-2989-4fcc-8793-8ce9ad0a72bc req-c772fb2b-a26f-4f5f-95bc-1fd902fe0828 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.0698037 Feb 09 02:42:54.493858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-fd8b223b-364b-4ef6-bf94-a0c9e6d740d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5 HTTP/1.1" status: 200 len: 217 time: 0.0500672 Feb 09 02:42:54.566543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8ff7b89c-2989-4fcc-8793-8ce9ad0a72bc req-4044b550-ba0d-458c-9f7c-ace60ec77fb4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161530 Feb 09 02:42:54.572107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-44e55799-420f-43f1-8947-d5b681b0691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:54.574143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-44e55799-420f-43f1-8947-d5b681b0691c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97597475-cbc9-41df-931c-b3dbe24a07e7 HTTP/1.1" status: 200 len: 834 time: 0.0679591 Feb 09 02:42:54.624865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-ef56db6b-7430-425e-857f-09cb151fd6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:54.626412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-ef56db6b-7430-425e-857f-09cb151fd6a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=196ffc33-0a21-441c-a0c2-66917759e76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468597 Feb 09 02:42:54.727939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-b0c150e4-19ed-415f-b0d4-6c22bd820227 service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945513 Feb 09 02:42:54.760628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4b4454a3-95a3-407d-bc85-5489db0df11c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:54.777055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_gateway (4b4454a3-95a3-407d-bc85-5489db0df11c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:54.831408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-347ea12c-3769-4427-8eb5-c91e70d654dc req-d5a52984-e837-4956-8250-be61fbbec6d0 service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968356 Feb 09 02:42:54.843942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Deleting port 6cc8fb73-b840-4d44-b5f6-a8afbaea0728 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:42:54.844777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6cc8fb73-b840-4d44-b5f6-a8afbaea0728), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:54.929316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6cc8fb73-b840-4d44-b5f6-a8afbaea0728), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:54.943159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Calling delete_port for 6cc8fb73-b840-4d44-b5f6-a8afbaea0728 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:42:55.135194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6cc8fb73-b840-4d44-b5f6-a8afbaea0728), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:55.169238 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Pushing event deleted for resources: {'Port': ['ID=6cc8fb73-b840-4d44-b5f6-a8afbaea0728,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:55.242758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (4b4454a3-95a3-407d-bc85-5489db0df11c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:55.468764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4062636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4049858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25458'] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:55.472071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4062631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4062654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4049885'] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:55.567936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Router 4b4454a3-95a3-407d-bc85-5489db0df11c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:42:55.661141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:42:55.669023 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:55.671580 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-25d1bb69-55df-408d-a2f5-742e18a17b11 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "PUT /v2.0/routers/4b4454a3-95a3-407d-bc85-5489db0df11c HTTP/1.1" status: 200 len: 706 time: 1.6134713 Feb 09 02:42:55.674340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34338) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:55.676352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] Sync routers for ids ['4b4454a3-95a3-407d-bc85-5489db0df11c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:42:55.704168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] Routers {'4b4454a3-95a3-407d-bc85-5489db0df11c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:55.705415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b4454a3-95a3-407d-bc85-5489db0df11c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:55.710878 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-869b0733-cb40-4eac-8ffe-a427b549f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:55.752391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:55.763007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] Routers {'4b4454a3-95a3-407d-bc85-5489db0df11c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:42:55.763755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['4b4454a3-95a3-407d-bc85-5489db0df11c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:55.784387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b23a2ed4-8777-419f-9f2b-77d822157ed3 tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/routers/4b4454a3-95a3-407d-bc85-5489db0df11c HTTP/1.1" status: 200 len: 741 time: 0.1062951 Feb 09 02:42:55.784626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34340) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:55.803585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:42:55.804584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9491d-d352-4b3f-bd59-0bbecb11fafe None None] The sync data for ids ['4b4454a3-95a3-407d-bc85-5489db0df11c'] in n-d-826675-12 is: [] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:42:55.832119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2af172-5659-4bcb-82b9-758cf6aec91c req-eb7e429a-97f1-4b11-9388-b35d8459d3d7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:55.833565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a2af172-5659-4bcb-82b9-758cf6aec91c req-eb7e429a-97f1-4b11-9388-b35d8459d3d7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.1895623 Feb 09 02:42:55.863366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-23b4c8b6-7272-49fd-80e5-035c6271486a tempest-RoutersAdminTest-830242545 tempest-RoutersAdminTest-830242545-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=7f4361da-6d03-4d89-bef7-822a50957776&device_id=4b4454a3-95a3-407d-bc85-5489db0df11c HTTP/1.1" status: 200 len: 205 time: 0.0777302 Feb 09 02:42:55.866171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34344) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:55.910208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a2af172-5659-4bcb-82b9-758cf6aec91c req-7e0dcae3-ffdf-4c5e-b7ab-d0f24f74ff90 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501728 Feb 09 02:42:55.914437 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1bd2c603-03e9-4a04-8a12-874f3f39d824 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4454a3-95a3-407d-bc85-5489db0df11c HTTP/1.1" status: 200 len: 205 time: 0.0417669 Feb 09 02:42:55.914836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34346) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.000715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d984543-0366-4d4c-9fd3-15ebb501e18a tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.200106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d984543-0366-4d4c-9fd3-15ebb501e18a tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.202270 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d984543-0366-4d4c-9fd3-15ebb501e18a tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router_controller (4b4454a3-95a3-407d-bc85-5489db0df11c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.248199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d984543-0366-4d4c-9fd3-15ebb501e18a tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (4b4454a3-95a3-407d-bc85-5489db0df11c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.249072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d984543-0366-4d4c-9fd3-15ebb501e18a tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4454a3-95a3-407d-bc85-5489db0df11c {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:42:56.256793 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d984543-0366-4d4c-9fd3-15ebb501e18a tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.260192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d984543-0366-4d4c-9fd3-15ebb501e18a tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/4b4454a3-95a3-407d-bc85-5489db0df11c HTTP/1.1" status: 204 len: 168 time: 0.3419526 Feb 09 02:42:56.262259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34352) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.292135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-808a64da-36a5-41ec-86b1-b4b72c64415f tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b4454a3-95a3-407d-bc85-5489db0df11c HTTP/1.1" status: 200 len: 205 time: 0.0283771 Feb 09 02:42:56.294853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34354) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.337902 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-6bb9cd0c-08f7-4a9b-89db-2cbd3f12fd54 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] delete failed (client error): The resource could not be found. Feb 09 02:42:56.339678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6bb9cd0c-08f7-4a9b-89db-2cbd3f12fd54 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/4b4454a3-95a3-407d-bc85-5489db0df11c HTTP/1.1" status: 404 len: 336 time: 0.0431681 Feb 09 02:42:56.342059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34356) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.369196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ab80e668-9f85-4b94-b10d-d0cb2d38c013 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=eba95bb9-a652-45d7-ac33-baade694eadc HTTP/1.1" status: 200 len: 205 time: 0.0260150 Feb 09 02:42:56.372148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34358) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.414333 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-b707e940-49bc-49a5-a0e3-6b4976d9dab4 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] delete failed (client error): The resource could not be found. Feb 09 02:42:56.415338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b707e940-49bc-49a5-a0e3-6b4976d9dab4 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/eba95bb9-a652-45d7-ac33-baade694eadc HTTP/1.1" status: 404 len: 336 time: 0.0422721 Feb 09 02:42:56.418174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34360) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.446523 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-adb109c4-4cab-449a-8c49-65a8c145b3de tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d703ab-0747-4087-ba30-1142feaddba3 HTTP/1.1" status: 200 len: 205 time: 0.0270419 Feb 09 02:42:56.449528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34362) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.492076 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-3b9e3ec4-5db4-48f6-b631-cf60b8ebb214 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] delete failed (client error): The resource could not be found. Feb 09 02:42:56.493115 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b9e3ec4-5db4-48f6-b631-cf60b8ebb214 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/a4d703ab-0747-4087-ba30-1142feaddba3 HTTP/1.1" status: 404 len: 336 time: 0.0427129 Feb 09 02:42:56.496039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.527590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b1baffd3-eefb-46db-9005-f3c1f7a12b29 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6003074-2930-4234-b2e2-2591d437249a HTTP/1.1" status: 200 len: 205 time: 0.0275841 Feb 09 02:42:56.528201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34368) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.566517 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7c41b318-bf94-4a41-a15c-929b5bc56fd2 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] delete failed (client error): The resource could not be found. Feb 09 02:42:56.570062 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7c41b318-bf94-4a41-a15c-929b5bc56fd2 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/a6003074-2930-4234-b2e2-2591d437249a HTTP/1.1" status: 404 len: 336 time: 0.0382624 Feb 09 02:42:56.570286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34370) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.604949 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bd905c68-f816-434a-a90c-e19bc2aa1fc1 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=4723637f-8e12-43a7-a2b0-b92c8eb7da14 HTTP/1.1" status: 200 len: 205 time: 0.0333140 Feb 09 02:42:56.608087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34372) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.648014 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-022e0969-87f3-4a10-bd9b-79685e245a7f tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] delete failed (client error): The resource could not be found. Feb 09 02:42:56.649072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-022e0969-87f3-4a10-bd9b-79685e245a7f tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/4723637f-8e12-43a7-a2b0-b92c8eb7da14 HTTP/1.1" status: 404 len: 336 time: 0.0397925 Feb 09 02:42:56.651877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34376) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.679880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1fb58691-cd7f-4652-935b-7235c5a55d10 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "GET /v2.0/ports?device_id=5da73221-d385-4539-85b0-ead0ff6620e1 HTTP/1.1" status: 200 len: 205 time: 0.0268049 Feb 09 02:42:56.682236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34378) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.724392 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-f2c72837-4c2b-400b-bea5-0075d8bb7a62 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] delete failed (client error): The resource could not be found. Feb 09 02:42:56.725425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f2c72837-4c2b-400b-bea5-0075d8bb7a62 tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/routers/5da73221-d385-4539-85b0-ead0ff6620e1 HTTP/1.1" status: 404 len: 336 time: 0.0414739 Feb 09 02:42:56.728141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34380) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.755247 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce00b3c-6605-428b-94bb-c0008a62062b tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] DELETE failed (client error): The resource could not be found. Feb 09 02:42:56.755799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce00b3c-6605-428b-94bb-c0008a62062b tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:42:56.758730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8ce00b3c-6605-428b-94bb-c0008a62062b tempest-RoutersAdminTest-1812605891 tempest-RoutersAdminTest-1812605891-project] 10.222.0.53 "DELETE /v2.0/subnets/7c320cb1-7bce-4536-9e78-31359f83697d HTTP/1.1" status: 404 len: 337 time: 0.0296772 Feb 09 02:42:57.031097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.056360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166393ee-87ee-4580-9db6-2c10983c98f9 req-71358676-f8cc-45f5-bada-737b31f36ca4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:57.058734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-166393ee-87ee-4580-9db6-2c10983c98f9 req-71358676-f8cc-45f5-bada-737b31f36ca4 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.0641778 Feb 09 02:42:57.081709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34394) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.114344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-166393ee-87ee-4580-9db6-2c10983c98f9 req-d1e444e0-21c5-4dd7-a489-4b88a9fe7c63 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491233 Feb 09 02:42:57.205387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a9fbe22-69a4-4f99-a8ba-a7868267bcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.287696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a9fbe22-69a4-4f99-a8ba-a7868267bcbe admin admin] Publish callbacks [] for security_group (d756397c-6b28-488f-8dac-74bc1ea6f529), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.291900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0a9fbe22-69a4-4f99-a8ba-a7868267bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d756397c-6b28-488f-8dac-74bc1ea6f529), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.331749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fbe22-69a4-4f99-a8ba-a7868267bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d756397c-6b28-488f-8dac-74bc1ea6f529,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.336129 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0a9fbe22-69a4-4f99-a8ba-a7868267bcbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc2664171ca7404391ae27906f298555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534254 Feb 09 02:42:57.338745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34398) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.391502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0c5afcf-e234-4f70-8155-a72bf56d8222 admin admin] Publish callbacks [] for security_group (d756397c-6b28-488f-8dac-74bc1ea6f529), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.413025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0c5afcf-e234-4f70-8155-a72bf56d8222 admin admin] Publish callbacks [] for security_group (d756397c-6b28-488f-8dac-74bc1ea6f529), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.468335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0c5afcf-e234-4f70-8155-a72bf56d8222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d756397c-6b28-488f-8dac-74bc1ea6f529), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.471369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b0c5afcf-e234-4f70-8155-a72bf56d8222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.472843 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b0c5afcf-e234-4f70-8155-a72bf56d8222 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d756397c-6b28-488f-8dac-74bc1ea6f529 HTTP/1.1" status: 204 len: 168 time: 0.1320896 Feb 09 02:42:57.482907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5afcf-e234-4f70-8155-a72bf56d8222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d756397c-6b28-488f-8dac-74bc1ea6f529,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.770683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34408) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.821053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ead363fc-a26e-4904-938c-60ff3c8329b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e10a81db513342edb39d38c50dbe377b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490019 Feb 09 02:42:57.824616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34410) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.880219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e99674-0639-424e-9c0d-c04200072b23 admin admin] Publish callbacks [] for security_group (7bd92728-587e-40e2-8aa8-fe4b7fe94b47), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.905661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e99674-0639-424e-9c0d-c04200072b23 admin admin] Publish callbacks [] for security_group (7bd92728-587e-40e2-8aa8-fe4b7fe94b47), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.956391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e99674-0639-424e-9c0d-c04200072b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7bd92728-587e-40e2-8aa8-fe4b7fe94b47), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.959096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-03e99674-0639-424e-9c0d-c04200072b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.960264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-03e99674-0639-424e-9c0d-c04200072b23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bd92728-587e-40e2-8aa8-fe4b7fe94b47 HTTP/1.1" status: 204 len: 168 time: 0.1346171 Feb 09 02:42:57.968368 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e99674-0639-424e-9c0d-c04200072b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd92728-587e-40e2-8aa8-fe4b7fe94b47,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:58.212128 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.271420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b44e48-59b0-4c81-a3a2-a60f1b42a1c7 req-52661420-2f2f-45a3-8e18-317b92c85119 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:58.274929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18b44e48-59b0-4c81-a3a2-a60f1b42a1c7 req-52661420-2f2f-45a3-8e18-317b92c85119 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.0652273 Feb 09 02:42:58.328638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18b44e48-59b0-4c81-a3a2-a60f1b42a1c7 req-8227260b-fed1-4d27-9e35-de0a725b2dc2 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493255 Feb 09 02:42:58.779909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34440) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:58.877542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-396784465'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:58.900236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:58.903920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.912789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.004730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for security_group (37ee00db-f318-4ab6-93c8-2169331b994c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.008735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (37ee00db-f318-4ab6-93c8-2169331b994c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.040059 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:42:59.045860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ee00db-f318-4ab6-93c8-2169331b994c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:59.056715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0baa3f70-9442-4850-83a0-eeb816034a5b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.057069 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Added segment 0baa3f70-9442-4850-83a0-eeb816034a5b of type vlan for network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 Feb 09 02:42:59.099204 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.126694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.131926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.132670 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.198328 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4170017 Feb 09 02:42:59.220667 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745970-8f7c-4a13-a3f9-6a057f08961f tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Network': ['ID=a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:59.236474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:42:59.460847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c999e-f83e-44ae-97b4-c3afcdd2aeae req-f9a59e7c-b47b-4179-a35c-696f00bbb283 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.462439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec2c999e-f83e-44ae-97b4-c3afcdd2aeae req-f9a59e7c-b47b-4179-a35c-696f00bbb283 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.0591617 Feb 09 02:42:59.515352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec2c999e-f83e-44ae-97b4-c3afcdd2aeae req-1aba475a-5b12-4276-9729-7b339b69c6d6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464396 Feb 09 02:42:59.837671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.202921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 38f5ac24-f0ef-468c-8c77-e800855c00b5 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:00.324054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:00.340011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'port_id': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'mac_address': 'fa:16:3e:08:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:00.380987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 38f5ac24-f0ef-468c-8c77-e800855c00b5 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:00.385049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.400225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f5ac24-f0ef-468c-8c77-e800855c00b5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:00.422661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:00.428022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.485015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:00.645972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65506a7-3421-4d22-8996-29afefd87db7 req-437c4e2e-9c55-4198-aa33-7e3c166c07d7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.650204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d65506a7-3421-4d22-8996-29afefd87db7 req-437c4e2e-9c55-4198-aa33-7e3c166c07d7 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 944 time: 0.0614369 Feb 09 02:43:00.709088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d65506a7-3421-4d22-8996-29afefd87db7 req-60c96ace-aa92-4a65-843a-4c9652e159b6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527258 Feb 09 02:43:00.729921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['38f5ac24-f0ef-468c-8c77-e800855c00b5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:01.260355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-148a8c57-d220-4609-93ec-a456654b965b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628042 Feb 09 02:43:01.363359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-de32c802-72bf-4e2b-b760-2a2c40a4c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.365042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-de32c802-72bf-4e2b-b760-2a2c40a4c09a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1129 time: 0.0542967 Feb 09 02:43:01.485729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-d8282218-d196-468d-bc3c-c84e647fcdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.487527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-d8282218-d196-468d-bc3c-c84e647fcdab service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 898 time: 0.1022043 Feb 09 02:43:01.556549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-bcd1edd6-1108-435a-a58c-c76e3bb5fee6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 200 len: 1002 time: 0.0628757 Feb 09 02:43:01.608226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-77d4e2f2-8467-46cb-a562-531541234cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.609639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-77d4e2f2-8467-46cb-a562-531541234cf6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eddefc22-d477-46d3-8c55-2241c20f698b HTTP/1.1" status: 200 len: 835 time: 0.0463841 Feb 09 02:43:01.669351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-ba2de034-1b5e-4d3f-935a-7620aa24aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.670929 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-ba2de034-1b5e-4d3f-935a-7620aa24aea7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcf91ad5-843a-4ae5-ae34-1eece3e72204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552123 Feb 09 02:43:01.785954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-5ac7cf3d-e871-4c0a-bbd6-dc47d10ba338 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086996 Feb 09 02:43:01.933217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7e0ca24-49b6-44c4-9fea-0d29ed1277f5 req-7bcf4fde-2d24-4506-ab25-1983f84f8494 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407101 Feb 09 02:43:01.940310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fccbb5-acdf-4c61-a577-48748b60a941 req-fc9121b2-6317-425c-874c-ed1389b93b33 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.941852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0fccbb5-acdf-4c61-a577-48748b60a941 req-fc9121b2-6317-425c-874c-ed1389b93b33 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 944 time: 0.0866263 Feb 09 02:43:02.007767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0fccbb5-acdf-4c61-a577-48748b60a941 req-c9445890-d4a7-43b4-be80-5ce5ec87bdd0 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482850 Feb 09 02:43:02.229084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 38f5ac24-f0ef-468c-8c77-e800855c00b5 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:02.286370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 38f5ac24-f0ef-468c-8c77-e800855c00b5 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:02.290417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 38f5ac24-f0ef-468c-8c77-e800855c00b5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:02.290980 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.388083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 38f5ac24-f0ef-468c-8c77-e800855c00b5 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:02.388491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.413789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:02.416278 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14704d-2a4e-4668-97df-3a06b779bab8" -d '{"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-plugged", "status": "completed", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:02.433267 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:02.439762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.476684 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8db042-90e9-4f00-814c-eeed478d337d x-openstack-request-id: req-cb8db042-90e9-4f00-814c-eeed478d337d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:02.477012 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-plugged", "status": "completed", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:02.477535 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb8db042-90e9-4f00-814c-eeed478d337d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:02.478030 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'code': 200} Feb 09 02:43:02.519024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.543595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:02.549005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'subnet': {'network_id': 'a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:02.590040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e039-4c45-4e6a-a5ca-e7ffb88773b4 req-9e921383-cae0-487c-876d-992102b7453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:02.592361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b142e039-4c45-4e6a-a5ca-e7ffb88773b4 req-9e921383-cae0-487c-876d-992102b7453d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1128 time: 0.0489075 Feb 09 02:43:02.645064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:02.648687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.657920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b142e039-4c45-4e6a-a5ca-e7ffb88773b4 req-679b3cae-fade-4b59-b532-7f117ca2ec94 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586832 Feb 09 02:43:02.855943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c1e2d014-df47-41f4-9cf8-cf50bbdbb8db), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.921896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Subnet': ['ID=c1e2d014-df47-41f4-9cf8-cf50bbdbb8db,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.932316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Checking segment: {'id': '0baa3f70-9442-4850-83a0-eeb816034a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:02.932798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network hostable DHCP agents. Network: a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:02.951811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:02.961063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:02.965813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:02.966470 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.971994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2211a-76d8-4e51-b271-8ae96d7d33e0 None None] Network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:02.989180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34488) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:02.989793 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-13a1e8ae-39a3-4864-bf06-9b73c3546d99 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4448326 Feb 09 02:43:02.994800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1260610701'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:03.018184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:03.022736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.055530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:03.067451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3c1594f2-8b17-4dc0-80c0-89e2d09deed7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.067451 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Added segment 3c1594f2-8b17-4dc0-80c0-89e2d09deed7 of type vlan for network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 Feb 09 02:43:03.102583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19', 'network_id': 'a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19', 'project_id': 'fdfca2f2b0634372bcfaa94cee7a0d9d', 'fixed_ips': [{'subnet_id': 'c1e2d014-df47-41f4-9cf8-cf50bbdbb8db'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:03.103461 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.139656 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e12debfd-229a-4c00-b5f6-ea2bc5dcff76), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.187134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e12debfd-229a-4c00-b5f6-ea2bc5dcff76), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.192060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:03.192659 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.264996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Allocated IP 2001:db8:0:ffff::2 (a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19/c1e2d014-df47-41f4-9cf8-cf50bbdbb8db/c58009aa-3f31-4d66-8e44-78ac9ba5c5c0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:03.267676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2772822 Feb 09 02:43:03.271892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:03.278970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a3fb0-a65c-4fa6-b88c-dcd767dae724 req-ed45ca5d-8f60-43d0-b7b2-19f943054bbd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:03.282344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'subnet': {'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:03.286426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c4a3fb0-a65c-4fa6-b88c-dcd767dae724 req-ed45ca5d-8f60-43d0-b7b2-19f943054bbd tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.1748424 Feb 09 02:43:03.319018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff5b15-91ef-4610-93ec-e8c3d5a5e7af tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Network': ['ID=e12debfd-229a-4c00-b5f6-ea2bc5dcff76,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:03.333870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:03.358807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c4a3fb0-a65c-4fa6-b88c-dcd767dae724 req-dea2fe91-288f-4655-abbc-850a9c94ac98 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713947 Feb 09 02:43:03.428574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:03.433490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.523114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Publish callbacks [] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.531041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.568734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:03.572446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:03.576694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:03.642091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Pushing event updated for resources: {'Port': ['ID=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:03.660644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Attempting to bind port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:03.661026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Attempting to bind port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0baa3f70-9442-4850-83a0-eeb816034a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:03.661586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Attempting to bind port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 on network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:03.668396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:03.669002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Checking segment: {'id': '0baa3f70-9442-4850-83a0-eeb816034a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:03.669669 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.670513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Bound using segment: {'id': '0baa3f70-9442-4850-83a0-eeb816034a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:03.671490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Bound port: c58009aa-3f31-4d66-8e44-78ac9ba5c5c0, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0baa3f70-9442-4850-83a0-eeb816034a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:03.671888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.755627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:43:03.757436 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (2d0bbed7-23fa-4188-9d9b-0f3f09b48715), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.759282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] For port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:03.765449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] For port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,segment=NetworkSegment(0baa3f70-9442-4850-83a0-eeb816034a5b),segment_id=0baa3f70-9442-4850-83a0-eeb816034a5b)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:03.772200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.828813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Subnet': ['ID=2d0bbed7-23fa-4188-9d9b-0f3f09b48715,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:03.842618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Checking segment: {'id': '3c1594f2-8b17-4dc0-80c0-89e2d09deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:03.842994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network hostable DHCP agents. Network: e12debfd-229a-4c00-b5f6-ea2bc5dcff76, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:03.858275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a40f7-78b4-4464-a7e9-5e0a69b93931 None None] Pushing event updated for resources: {'Port': ['ID=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:03.865531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:03.886652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e12debfd-229a-4c00-b5f6-ea2bc5dcff76) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:03.894668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:03.895866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.900956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edbfc64-b3a3-4be1-8616-d78b254d8dd6 None None] Network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:03.924045 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bb763fa3-1f7a-4633-a388-cfb4dafc446b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6505942 Feb 09 02:43:03.926840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:03.932572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'port': {'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76', 'name': 'tempest-NetworksIpV6TestAttrs-203587159'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:04.103745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e12debfd-229a-4c00-b5f6-ea2bc5dcff76', 'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76', 'project_id': 'fdfca2f2b0634372bcfaa94cee7a0d9d', 'fixed_ips': [{'subnet_id': '2d0bbed7-23fa-4188-9d9b-0f3f09b48715'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:04.105848 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.109596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:04.113064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.134999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] device_id is not set on port c6953b4f-6e64-49bb-a3ee-13bc23e1251e yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:43:04.309314 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Allocated IP 2001:db8::f816:3eff:fe33:9e99 (e12debfd-229a-4c00-b5f6-ea2bc5dcff76/2d0bbed7-23fa-4188-9d9b-0f3f09b48715/c6953b4f-6e64-49bb-a3ee-13bc23e1251e) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:04.507607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5a69-197a-416e-a377-7cb79b447ae0 req-a790f9fe-e93d-4515-ac69-c91ca522864b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.511104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e1d5a69-197a-416e-a377-7cb79b447ae0 req-a790f9fe-e93d-4515-ac69-c91ca522864b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0656378 Feb 09 02:43:04.520493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for port (c6953b4f-6e64-49bb-a3ee-13bc23e1251e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.567901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c6953b4f-6e64-49bb-a3ee-13bc23e1251e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.619620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e1d5a69-197a-416e-a377-7cb79b447ae0 req-e26aeb2a-def4-4749-a398-10a382ba314e tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998838 Feb 09 02:43:04.632646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:04.637195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:04.637874 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-7d2c6d15-6a34-4518-abd8-30c729d5b3ea service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2053149 Feb 09 02:43:04.649425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Allocated IP 2001:db8::f816:3eff:fe47:df72 (e12debfd-229a-4c00-b5f6-ea2bc5dcff76/2d0bbed7-23fa-4188-9d9b-0f3f09b48715/513b354a-c07c-4550-9836-c5cffd8344ed) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:04.690953 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:04.697047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.697696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.717165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Port': ['ID=c6953b4f-6e64-49bb-a3ee-13bc23e1251e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:04.733644 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b2c193f7-7020-4def-800b-6a2513bb748c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8015788 Feb 09 02:43:04.736173 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34510) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:04.831243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting subnet 2d0bbed7-23fa-4188-9d9b-0f3f09b48715 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:43:04.856381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-9f9c3e2c-2336-472d-aa39-a9de2b936985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.858321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-9f9c3e2c-2336-472d-aa39-a9de2b936985 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 1128 time: 0.1661777 Feb 09 02:43:04.904972 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Publish callbacks [] for port (513b354a-c07c-4550-9836-c5cffd8344ed), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.914445 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (2d0bbed7-23fa-4188-9d9b-0f3f09b48715), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.915761 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.951841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953dca-c972-427c-bc5a-e660eff18da6 req-678cc3b8-927c-430c-90bc-a0cb0a54e0a1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.969666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:04.974310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:04.978491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (2d0bbed7-23fa-4188-9d9b-0f3f09b48715), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.992172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Pushing event updated for resources: {'Port': ['ID=513b354a-c07c-4550-9836-c5cffd8344ed,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:04.997161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9953dca-c972-427c-bc5a-e660eff18da6 req-678cc3b8-927c-430c-90bc-a0cb0a54e0a1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.1939583 Feb 09 02:43:05.004210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:05.083850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Attempting to bind port 513b354a-c07c-4550-9836-c5cffd8344ed on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:05.084227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Attempting to bind port 513b354a-c07c-4550-9836-c5cffd8344ed by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '3c1594f2-8b17-4dc0-80c0-89e2d09deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:05.084604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Attempting to bind port 513b354a-c07c-4550-9836-c5cffd8344ed on network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:05.094619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:05.094988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Checking segment: {'id': '3c1594f2-8b17-4dc0-80c0-89e2d09deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:05.095401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.095798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Bound using segment: {'id': '3c1594f2-8b17-4dc0-80c0-89e2d09deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:05.096277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Bound port: 513b354a-c07c-4550-9836-c5cffd8344ed, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1594f2-8b17-4dc0-80c0-89e2d09deed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e12debfd-229a-4c00-b5f6-ea2bc5dcff76'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:05.096660 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.117933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9953dca-c972-427c-bc5a-e660eff18da6 req-8b01002f-6ce4-4682-acf9-87c872589cea tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155891 Feb 09 02:43:05.125480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-39831211-ed92-44a8-b065-c65712545527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.132528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-39831211-ed92-44a8-b065-c65712545527 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.2524071 Feb 09 02:43:05.136373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34516) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:05.215472 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] For port 513b354a-c07c-4550-9836-c5cffd8344ed, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:05.219613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] For port 513b354a-c07c-4550-9836-c5cffd8344ed, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=513b354a-c07c-4550-9836-c5cffd8344ed,segment=NetworkSegment(3c1594f2-8b17-4dc0-80c0-89e2d09deed7),segment_id=3c1594f2-8b17-4dc0-80c0-89e2d09deed7)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:05.231210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.233204 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (2d0bbed7-23fa-4188-9d9b-0f3f09b48715), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.311772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-9caef1d4-9dad-4da4-8df5-9f292dce79e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fb39a4-7090-4c7d-9db2-549984562087 HTTP/1.1" status: 200 len: 1001 time: 0.1417003 Feb 09 02:43:05.358704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467df9c-281f-49f3-8ab1-47430053ed99 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.358704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c467df9c-281f-49f3-8ab1-47430053ed99 tempest-TestNetworkAdvancedServerOps-848861160 tempest-TestNetworkAdvancedServerOps-848861160-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1123 time: 0.2195954 Feb 09 02:43:05.361105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34520) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:05.374883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:05.442166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.444092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:05.449079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-c573be5a-3cca-425d-a569-96899a942dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.450840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-c573be5a-3cca-425d-a569-96899a942dfc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1240013 Feb 09 02:43:05.460662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e92e414-9650-47b6-9822-0358fd331145 None None] Network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:05.507489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201944-d43d-498e-a5f3-edfd3e9ed6ff None None] Pushing event updated for resources: {'Port': ['ID=513b354a-c07c-4550-9836-c5cffd8344ed,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:05.537657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (2d0bbed7-23fa-4188-9d9b-0f3f09b48715), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.590357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0bbed7-23fa-4188-9d9b-0f3f09b48715,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:05.601334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-0a33983e-f26d-4e22-a2ce-7ec1fe10c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.605782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-0a33983e-f26d-4e22-a2ce-7ec1fe10c588 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1481068 Feb 09 02:43:05.607353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.612587 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2efd87b-594c-43f4-8db3-286c8dcda12c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/2d0bbed7-23fa-4188-9d9b-0f3f09b48715 HTTP/1.1" status: 204 len: 168 time: 0.8744898 Feb 09 02:43:05.627317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34526) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:05.633827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-70343a10-1dfd-4806-be89-7516d079719c None None] Provisioning complete for port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:05.634208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70343a10-1dfd-4806-be89-7516d079719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.753421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.833342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:05.833963 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.914374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c9214-21e2-4e8b-99e0-2048212cd46a tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.916398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c9214-21e2-4e8b-99e0-2048212cd46a tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.919305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fb8c9214-21e2-4e8b-99e0-2048212cd46a tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2899745 Feb 09 02:43:05.925587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34528) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:05.953902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Allocated IP 172.25.6.202 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/fcf029a2-2ad7-461f-875a-70ae304090fa) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:05.997694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-dd0ab442-5f2a-43f1-9f58-71339415fa75 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841949 Feb 09 02:43:06.084720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e4baf-c355-4c73-aa7f-49219329e3c7 req-e3760f37-e27c-4ad1-be32-1ea12d9bdef0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:06.092984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-910e4baf-c355-4c73-aa7f-49219329e3c7 req-e3760f37-e27c-4ad1-be32-1ea12d9bdef0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 945 time: 0.4236243 Feb 09 02:43:06.107586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.117874 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdd6c16a-c5c1-464e-9f79-d953e63617db tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e12debfd-229a-4c00-b5f6-ea2bc5dcff76), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.137361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-70343a10-1dfd-4806-be89-7516d079719c None None] Current status of the port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:06.137750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70343a10-1dfd-4806-be89-7516d079719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.183669 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd6c16a-c5c1-464e-9f79-d953e63617db tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 02:43:06.184685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd6c16a-c5c1-464e-9f79-d953e63617db tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:06.193032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-cdd6c16a-c5c1-464e-9f79-d953e63617db tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/e12debfd-229a-4c00-b5f6-ea2bc5dcff76 HTTP/1.1" status: 409 len: 466 time: 0.2619789 Feb 09 02:43:06.193562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34530) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:06.203997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-225704648'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:06.211098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.227571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-70343a10-1dfd-4806-be89-7516d079719c None None] For port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,segment=NetworkSegment(0baa3f70-9442-4850-83a0-eeb816034a5b),segment_id=0baa3f70-9442-4850-83a0-eeb816034a5b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:06.235227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:06.236552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.241572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70343a10-1dfd-4806-be89-7516d079719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.258762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-910e4baf-c355-4c73-aa7f-49219329e3c7 req-62717118-4c5d-4f2b-b280-94994650b344 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647751 Feb 09 02:43:06.279168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:06.286880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:06.296592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:06.308958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-80d51be1-f6b4-441e-bcad-0cab92b4a09f req-8c4318ab-452c-4ecb-8359-aa1b97870c12 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998230 Feb 09 02:43:06.343671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:06.351708 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.367155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=fcf029a2-2ad7-461f-875a-70ae304090fa,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:06.402724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70343a10-1dfd-4806-be89-7516d079719c None None] Pushing event updated for resources: {'Port': ['ID=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:06.406482 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:43:06.406980 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:43:06.410702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:06.447737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (99f1009a-9576-47e9-a2e7-ae59734e4dcc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.448366 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Added segment 99f1009a-9576-47e9-a2e7-ae59734e4dcc of type vlan for network 35e1313d-1a06-412b-bec9-029774d91d5d Feb 09 02:43:06.551640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (35e1313d-1a06-412b-bec9-029774d91d5d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.667124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (35e1313d-1a06-412b-bec9-029774d91d5d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.669871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4b30d4da-5fea-4042-b85c-a5d28ae262a2 None None] Provisioning complete for port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:06.670354 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4b30d4da-5fea-4042-b85c-a5d28ae262a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.672404 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:06.673017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.709928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5149617 Feb 09 02:43:06.712852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34538) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:06.719241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'subnet': {'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:06.845991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4b30d4da-5fea-4042-b85c-a5d28ae262a2 None None] Current status of the port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:06.875770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:06.880574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.973062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:07.012536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c39291-885b-4adb-9efc-f5e06be63e33 None None] Network e12debfd-229a-4c00-b5f6-ea2bc5dcff76 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:07.153581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7ada7c64-4ad8-4d2f-a04b-d82e82679fce None None] Provisioning complete for port 513b354a-c07c-4550-9836-c5cffd8344ed triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:07.154842 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ada7c64-4ad8-4d2f-a04b-d82e82679fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.163811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a0648-26ba-4c35-8fda-597b4d4315f7 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Network': ['ID=35e1313d-1a06-412b-bec9-029774d91d5d,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:07.220550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 35e1313d-1a06-412b-bec9-029774d91d5d details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:07.409312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (d7d014dc-8bd6-4682-a2e7-6fe40044430a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.444089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] DHCP port deletion for e12debfd-229a-4c00-b5f6-ea2bc5dcff76 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:43:07.478562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7ada7c64-4ad8-4d2f-a04b-d82e82679fce None None] Current status of the port 513b354a-c07c-4550-9836-c5cffd8344ed is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:07.478857 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ada7c64-4ad8-4d2f-a04b-d82e82679fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.525752 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.545360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:07.617505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7ada7c64-4ad8-4d2f-a04b-d82e82679fce None None] For port 513b354a-c07c-4550-9836-c5cffd8344ed, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=513b354a-c07c-4550-9836-c5cffd8344ed,segment=NetworkSegment(3c1594f2-8b17-4dc0-80c0-89e2d09deed7),segment_id=3c1594f2-8b17-4dc0-80c0-89e2d09deed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:07.629053 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7ada7c64-4ad8-4d2f-a04b-d82e82679fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.643861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-a50c8ba8-7744-45c9-aedc-b9ff96e61ac9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:07.645193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-a50c8ba8-7744-45c9-aedc-b9ff96e61ac9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 945 time: 0.2044284 Feb 09 02:43:07.656980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6613f7-096f-4d8c-902f-5c38165889b2 req-c534c5e9-e6db-4bb6-a676-af765b81f880 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:07.658667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f6613f7-096f-4d8c-902f-5c38165889b2 req-c534c5e9-e6db-4bb6-a676-af765b81f880 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 945 time: 0.2190626 Feb 09 02:43:07.728872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada7c64-4ad8-4d2f-a04b-d82e82679fce None None] Pushing event updated for resources: {'Port': ['ID=513b354a-c07c-4550-9836-c5cffd8344ed,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:07.734579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] Deleting port 513b354a-c07c-4550-9836-c5cffd8344ed {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:07.735041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.770294 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.777992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.850511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] For port 513b354a-c07c-4550-9836-c5cffd8344ed, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=513b354a-c07c-4550-9836-c5cffd8344ed,segment=NetworkSegment(3c1594f2-8b17-4dc0-80c0-89e2d09deed7),segment_id=3c1594f2-8b17-4dc0-80c0-89e2d09deed7)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:07.851137 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.872087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] Calling delete_port for 513b354a-c07c-4550-9836-c5cffd8344ed owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:07.876227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event updated for resources: {'Port': ['ID=fcf029a2-2ad7-461f-875a-70ae304090fa,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:07.897396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (d7d014dc-8bd6-4682-a2e7-6fe40044430a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.956349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f6613f7-096f-4d8c-902f-5c38165889b2 req-03cdfb93-b963-44c9-a8f4-51b86cb931ed tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851384 Feb 09 02:43:07.989480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (513b354a-c07c-4550-9836-c5cffd8344ed), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.009308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port b4fb39a4-7090-4c7d-9db2-549984562087 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:08.009664 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.038168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] Pushing event deleted for resources: {'Port': ['ID=513b354a-c07c-4550-9836-c5cffd8344ed,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:08.041394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:08.041972 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.049394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab7c81-e913-4361-b7f9-b9a84a6f72db None None] No DVR routers for this DVR port 513b354a-c07c-4550-9836-c5cffd8344ed on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:08.122901 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP d7d014dc-8bd6-4682-a2e7-6fe40044430a associated. External IP: 172.25.6.202, port: 38f5ac24-f0ef-468c-8c77-e800855c00b5. Feb 09 02:43:08.140244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.objects.ports [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103149) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:43:08.146077 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (f44aa5cd-23e7-4ed2-9cea-1ce410ca8913), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.179967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:08.263645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] For port b4fb39a4-7090-4c7d-9db2-549984562087, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=b4fb39a4-7090-4c7d-9db2-549984562087,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:08.264018 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.279997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Subnet': ['ID=f44aa5cd-23e7-4ed2-9cea-1ce410ca8913,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:08.328158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Checking segment: {'id': '99f1009a-9576-47e9-a2e7-ae59734e4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:08.328444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network hostable DHCP agents. Network: 35e1313d-1a06-412b-bec9-029774d91d5d, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:08.356355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network 35e1313d-1a06-412b-bec9-029774d91d5d is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:08.403394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 35e1313d-1a06-412b-bec9-029774d91d5d) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:08.412462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.413056 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.419104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33078a2-2a1c-45d9-ac78-29d649d5b9bb None None] Network 35e1313d-1a06-412b-bec9-029774d91d5d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:08.446720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 91535ae7-b418-45a2-8749-ba42950c7a7d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:08.470906 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-713e07fc-2877-4104-9150-b7f93474b1e4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7537253 Feb 09 02:43:08.471913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34566) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:08.477161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'port': {'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d', 'name': 'tempest-NetworksIpV6TestAttrs-862638272'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:08.562246 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.562735 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.563314 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Floating IP 8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef disassociated. External IP: 172.25.6.158, port: b4fb39a4-7090-4c7d-9db2-549984562087. Feb 09 02:43:08.563760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for b4fb39a4-7090-4c7d-9db2-549984562087 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:08.587326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-35e1313d-1a06-412b-bec9-029774d91d5d', 'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d', 'project_id': 'fdfca2f2b0634372bcfaa94cee7a0d9d', 'fixed_ips': [{'subnet_id': 'f44aa5cd-23e7-4ed2-9cea-1ce410ca8913'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:08.588224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.741203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:08.761183 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] Sync routers for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:08.780173 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:08.781114 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:08.801507 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.824683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Allocated IP 2001:db8::f816:3eff:febb:441a (35e1313d-1a06-412b-bec9-029774d91d5d/f44aa5cd-23e7-4ed2-9cea-1ce410ca8913/13ed4c6a-0df8-4c5b-a46d-dc35a052b470) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:08.860529 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9810a30d-566f-4455-a298-fe129d552a5f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4976161 Feb 09 02:43:08.861593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:08.865437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.867803 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:08.871437 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f793d271-f53c-447d-8071-1acb4a0563b7" -d '{"events": [{"name": "network-changed", "server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:08.875637 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b4fb39a4-7090-4c7d-9db2-549984562087), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.893975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] device_id is not set on port dfa664d1-00e4-47a5-b4ea-200cced8bd3b yet. {{(pid=103150) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:43:08.965440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=b4fb39a4-7090-4c7d-9db2-549984562087,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:08.986779 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20349f6b-0c8c-4b59-9a72-109c8573ef97 x-openstack-request-id: req-20349f6b-0c8c-4b59-9a72-109c8573ef97 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:08.987279 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:08.987667 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20349f6b-0c8c-4b59-9a72-109c8573ef97 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:08.988688 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'status': 'completed', 'code': 200} Feb 09 02:43:09.086056 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:09.186548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Publish callbacks [] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.192049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b7e1e3e-6559-4254-a0bb-0d4a75d9a231 req-a3529ce2-7061-4d06-b7ec-59df6bf89023 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0819635 Feb 09 02:43:09.207729 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.269847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Network 35e1313d-1a06-412b-bec9-029774d91d5d is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:09.270568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Allocated IP 2001:db8::f816:3eff:fef1:95d3 (35e1313d-1a06-412b-bec9-029774d91d5d/f44aa5cd-23e7-4ed2-9cea-1ce410ca8913/dfa664d1-00e4-47a5-b4ea-200cced8bd3b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:09.277220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:09.279799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Pushing event updated for resources: {'Port': ['ID=13ed4c6a-0df8-4c5b-a46d-dc35a052b470,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.282514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:09.284718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:09.301551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-a56c3ce3-32a5-4972-ad12-787a43b8b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.303235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-a56c3ce3-32a5-4972-ad12-787a43b8b64a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1128 time: 0.3135073 Feb 09 02:43:09.332409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae4c0c-b922-4dc5-9e21-bf6df17da920 req-1deece25-d8b5-42d7-8bab-d73a601d4c38 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.337635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fae4c0c-b922-4dc5-9e21-bf6df17da920 req-1deece25-d8b5-42d7-8bab-d73a601d4c38 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.2642050 Feb 09 02:43:09.410080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 513b354a-c07c-4550-9836-c5cffd8344ed no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:09.460245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Attempting to bind port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:09.465492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Attempting to bind port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '99f1009a-9576-47e9-a2e7-ae59734e4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:09.466860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Attempting to bind port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 on network 35e1313d-1a06-412b-bec9-029774d91d5d {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:09.472226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-9ceff957-fc24-4df0-8aa5-94554b45b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.473467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-9ceff957-fc24-4df0-8aa5-94554b45b069 service neutron] 10.222.0.72 "GET /v2.0/networks?id=196ffc33-0a21-441c-a0c2-66917759e76b HTTP/1.1" status: 200 len: 897 time: 0.1606233 Feb 09 02:43:09.479726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 513b354a-c07c-4550-9836-c5cffd8344ed {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:09.481416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 513b354a-c07c-4550-9836-c5cffd8344ed not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:09.487650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:09.488105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Checking segment: {'id': '99f1009a-9576-47e9-a2e7-ae59734e4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:09.488599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.489482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Bound using segment: {'id': '99f1009a-9576-47e9-a2e7-ae59734e4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:09.489615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Bound port: 13ed4c6a-0df8-4c5b-a46d-dc35a052b470, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f1009a-9576-47e9-a2e7-ae59734e4dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '35e1313d-1a06-412b-bec9-029774d91d5d'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:09.489986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.556198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fae4c0c-b922-4dc5-9e21-bf6df17da920 req-811617da-75aa-4a59-932d-4973ed50f545 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813668 Feb 09 02:43:09.572608 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34580) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.577375 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'd7d014dc-8bd6-4682-a2e7-6fe40044430a', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'port_id': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'mac_address': 'fa:16:3e:08:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:07Z', 'updated_at': '2022-02-09T02:43:07Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:09.599454 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for port (dfa664d1-00e4-47a5-b4ea-200cced8bd3b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.618216 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] Checking router: 91535ae7-b418-45a2-8749-ba42950c7a7d for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:09.638969 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:09.640090 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:09.654054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] For port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:09.657590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] For port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13ed4c6a-0df8-4c5b-a46d-dc35a052b470,segment=NetworkSegment(99f1009a-9576-47e9-a2e7-ae59734e4dcc),segment_id=99f1009a-9576-47e9-a2e7-ae59734e4dcc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:09.668842 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.687174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (dfa664d1-00e4-47a5-b4ea-200cced8bd3b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.730053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd3f49-2e12-402c-95fd-cbb98fd51734 None None] Pushing event updated for resources: {'Port': ['ID=13ed4c6a-0df8-4c5b-a46d-dc35a052b470,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.759539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network 35e1313d-1a06-412b-bec9-029774d91d5d is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:09.764939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:09.769741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:09.775568 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.777679 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.787553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Port': ['ID=dfa664d1-00e4-47a5-b4ea-200cced8bd3b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:09.805586 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-79ae5a94-89cc-441e-8585-9d33135f219c tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3325207 Feb 09 02:43:09.808726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34584) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:09.859850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-1b6d231c-ab86-4b8f-b7b8-3be6f38db7c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5 HTTP/1.1" status: 200 len: 999 time: 0.3254116 Feb 09 02:43:09.872581 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:09.888650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ae905a52-adb6-4c68-baf6-bf87c3abe0fc tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/d7d014dc-8bd6-4682-a2e7-6fe40044430a HTTP/1.1" status: 200 len: 991 time: 0.2776155 Feb 09 02:43:09.927710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting subnet f44aa5cd-23e7-4ed2-9cea-1ce410ca8913 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:43:09.932347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (f44aa5cd-23e7-4ed2-9cea-1ce410ca8913), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:09.947273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-56425ce3-4aa3-4fb2-9b9a-5811bac70a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.954732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-56425ce3-4aa3-4fb2-9b9a-5811bac70a96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97597475-cbc9-41df-931c-b3dbe24a07e7 HTTP/1.1" status: 200 len: 834 time: 0.0873833 Feb 09 02:43:09.975479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:09.992768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:10.019065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:10.020418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:10.058080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (f44aa5cd-23e7-4ed2-9cea-1ce410ca8913), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.141316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] No DVR routers for this DVR port b4fb39a4-7090-4c7d-9db2-549984562087 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:10.145899 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.153867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8292b03d-ad04-46c2-bb0a-ff0c83b798e2 req-8682f7d7-a29d-4edd-ab6b-21d827a3d85d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "DELETE /v2.0/ports/b4fb39a4-7090-4c7d-9db2-549984562087 HTTP/1.1" status: 204 len: 173 time: 2.4920375 Feb 09 02:43:10.164162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'name': 'network-vif-deleted', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:10.167327 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e804d57-3165-4f45-ac19-3eddc96a3c05" -d '{"events": [{"server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "name": "network-vif-deleted", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:10.226092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-ed0506e2-da67-4078-aacb-f0f4befb3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:10.240416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-ed0506e2-da67-4078-aacb-f0f4befb3045 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=196ffc33-0a21-441c-a0c2-66917759e76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2792685 Feb 09 02:43:10.317736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f44aa5cd-23e7-4ed2-9cea-1ce410ca8913), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.321462 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c91adf-21e0-4017-917c-280a26516fdf x-openstack-request-id: req-08c91adf-21e0-4017-917c-280a26516fdf {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:10.321769 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db236d41-2eb7-4235-add0-6c526f816add", "name": "network-vif-deleted", "tag": "b4fb39a4-7090-4c7d-9db2-549984562087", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:10.322032 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08c91adf-21e0-4017-917c-280a26516fdf {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:10.322449 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db236d41-2eb7-4235-add0-6c526f816add', 'name': 'network-vif-deleted', 'tag': 'b4fb39a4-7090-4c7d-9db2-549984562087', 'status': 'completed', 'code': 200} Feb 09 02:43:10.404943 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (f44aa5cd-23e7-4ed2-9cea-1ce410ca8913), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.432762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.435178 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'd7d014dc-8bd6-4682-a2e7-6fe40044430a', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'port_id': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'mac_address': 'fa:16:3e:08:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:07Z', 'updated_at': '2022-02-09T02:43:07Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:10.436588 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/f44aa5cd-23e7-4ed2-9cea-1ce410ca8913 HTTP/1.1" status: 204 len: 168 time: 0.6268094 Feb 09 02:43:10.438988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:10.444135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34594) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:10.495746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca2fe286-7a0f-4497-8a3c-74f0fdf715ee req-32be3e53-c248-4018-982f-84b2b18d6c88 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0825477 Feb 09 02:43:10.539145 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528473f9-701a-4ea2-aea9-f6b66f40fb35 None None] The sync data for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 is: [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'd7d014dc-8bd6-4682-a2e7-6fe40044430a', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'port_id': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'mac_address': 'fa:16:3e:08:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:07Z', 'updated_at': '2022-02-09T02:43:07Z', 'revision_number': 0, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:10.555051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84571c-cc15-4bcc-9c86-046bb3193318 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Subnet': ['ID=f44aa5cd-23e7-4ed2-9cea-1ce410ca8913,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:10.587587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-a5c36177-e37d-491b-9db9-f0940551cd04 service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329279 Feb 09 02:43:10.620284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0117c3-6d71-4ce0-9418-580d2c6b93f1 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:10.622114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0117c3-6d71-4ce0-9418-580d2c6b93f1 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:10.623802 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed0117c3-6d71-4ce0-9418-580d2c6b93f1 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1788986 Feb 09 02:43:10.642744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34596) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:10.719620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b4fb39a4-7090-4c7d-9db2-549984562087 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:10.765432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: b4fb39a4-7090-4c7d-9db2-549984562087 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:10.766072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device b4fb39a4-7090-4c7d-9db2-549984562087 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:10.801942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f793d271-f53c-447d-8071-1acb4a0563b7 req-7208aff7-e355-40fe-ace9-215ff22fcc3c service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013111 Feb 09 02:43:10.813335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-85a1b8e1-6de1-446a-98f6-338f10967513 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (35e1313d-1a06-412b-bec9-029774d91d5d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.825420 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a1b8e1-6de1-446a-98f6-338f10967513 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 02:43:10.825922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a1b8e1-6de1-446a-98f6-338f10967513 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:10.826051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:10.836226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34602) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:10.836457 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85a1b8e1-6de1-446a-98f6-338f10967513 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/35e1313d-1a06-412b-bec9-029774d91d5d HTTP/1.1" status: 409 len: 466 time: 0.1912887 Feb 09 02:43:10.842406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-222842989'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:10.874362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:10.878234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:10.880994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.888571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:10.889357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:42:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:10.892392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34606) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:10.914241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:10.930848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b3b138e6-d244-4653-8175-0ac0b7f75ee9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.931528 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Added segment b3b138e6-d244-4653-8175-0ac0b7f75ee9 of type vlan for network 30749f93-2137-4a14-a7dc-a6032786fccf Feb 09 02:43:11.022940 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2e83c3cf-8c64-4c4c-b1a1-97701caa4544 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/d7d014dc-8bd6-4682-a2e7-6fe40044430a HTTP/1.1" status: 200 len: 991 time: 0.1290381 Feb 09 02:43:11.065755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (30749f93-2137-4a14-a7dc-a6032786fccf), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.103456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:11.108027 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (30749f93-2137-4a14-a7dc-a6032786fccf), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.127066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:11.127066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.224503 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b879f0-5ffd-4d8f-94a8-c733194e7a18 None None] New status for floating IP d7d014dc-8bd6-4682-a2e7-6fe40044430a: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:43:11.275751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4358990 Feb 09 02:43:11.278333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34608) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:11.285679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'subnet': {'network_id': '30749f93-2137-4a14-a7dc-a6032786fccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:11.294977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510d965-b4c7-4510-97d7-89ba466d3cae tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Network': ['ID=30749f93-2137-4a14-a7dc-a6032786fccf,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:11.418403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 30749f93-2137-4a14-a7dc-a6032786fccf details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:11.442337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:11.570858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:11.575977 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.659361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d2dea-4131-4fcd-93f1-d019da9a5df7 None None] Network 35e1313d-1a06-412b-bec9-029774d91d5d requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:11.687581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b9e1298-9f1d-41b7-ace4-f0c7c3384cbf req-d2c12144-d653-4018-a233-029fd282f6c8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0533807 Feb 09 02:43:11.993313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:43:11.998291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (80de3b45-7ff5-4418-b333-8001f53c6de8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.014621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-960fe23a-54ef-4fa4-9b55-510680399d3f None None] Provisioning complete for port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:12.015011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-960fe23a-54ef-4fa4-9b55-510680399d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.024730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34624) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:12.064698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Subnet': ['ID=80de3b45-7ff5-4418-b333-8001f53c6de8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.082360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:12.082780 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.123217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Checking segment: {'id': 'b3b138e6-d244-4653-8175-0ac0b7f75ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '30749f93-2137-4a14-a7dc-a6032786fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:12.123997 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network hostable DHCP agents. Network: 30749f93-2137-4a14-a7dc-a6032786fccf, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:12.148550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network 30749f93-2137-4a14-a7dc-a6032786fccf is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:12.166054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 30749f93-2137-4a14-a7dc-a6032786fccf) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:12.189467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b0638e74-38a7-4c7d-8b09-af4d543e45a6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/d7d014dc-8bd6-4682-a2e7-6fe40044430a HTTP/1.1" status: 200 len: 993 time: 0.1568298 Feb 09 02:43:12.190082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4674ef1-fbe0-4c76-bccd-30d92d928d33 None None] Network 30749f93-2137-4a14-a7dc-a6032786fccf requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:12.192831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:12.193864 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.231400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2e6f3d3c-8a74-4a38-879b-017484f5fe4b tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9527578 Feb 09 02:43:12.234017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34626) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:12.299867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:12.302100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-960fe23a-54ef-4fa4-9b55-510680399d3f None None] Current status of the port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:12.302891 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-960fe23a-54ef-4fa4-9b55-510680399d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.358939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] DHCP port deletion for 35e1313d-1a06-412b-bec9-029774d91d5d request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:43:12.368713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00106d36-cf73-43d0-a666-c2e89439ced8 None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:12.428888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (30749f93-2137-4a14-a7dc-a6032786fccf), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.535571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-960fe23a-54ef-4fa4-9b55-510680399d3f None None] For port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13ed4c6a-0df8-4c5b-a46d-dc35a052b470,segment=NetworkSegment(99f1009a-9576-47e9-a2e7-ae59734e4dcc),segment_id=99f1009a-9576-47e9-a2e7-ae59734e4dcc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:12.537633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:12.538378 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.538714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (80de3b45-7ff5-4418-b333-8001f53c6de8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.556156 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-960fe23a-54ef-4fa4-9b55-510680399d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.618527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fe23a-54ef-4fa4-9b55-510680399d3f None None] Pushing event updated for resources: {'Port': ['ID=13ed4c6a-0df8-4c5b-a46d-dc35a052b470,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.639653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (80de3b45-7ff5-4418-b333-8001f53c6de8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.770035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149c7f1-658b-4285-a3d1-871fede85e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-30749f93-2137-4a14-a7dc-a6032786fccf', 'network_id': '30749f93-2137-4a14-a7dc-a6032786fccf', 'project_id': 'fdfca2f2b0634372bcfaa94cee7a0d9d', 'fixed_ips': [{'subnet_id': '80de3b45-7ff5-4418-b333-8001f53c6de8'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:12.770956 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0149c7f1-658b-4285-a3d1-871fede85e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.785017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (30749f93-2137-4a14-a7dc-a6032786fccf), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.823463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30749f93-2137-4a14-a7dc-a6032786fccf']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:12.829667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b138e6-d244-4653-8175-0ac0b7f75ee9') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:12.830026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b138e6-d244-4653-8175-0ac0b7f75ee9') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:12.834789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] Deleting port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:12.835427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.837486 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:43:12.838072 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:43:12.844496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (b3b138e6-d244-4653-8175-0ac0b7f75ee9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.861751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b3b138e6-d244-4653-8175-0ac0b7f75ee9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.871869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:12.872314 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (b3b138e6-d244-4653-8175-0ac0b7f75ee9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.929034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3313edc-db32-4f0e-9606-9a1bbb9b43df None None] New status for floating IP 8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: items = [ Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:12.955761 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:12.958647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Subnet': ['ID=80de3b45-7ff5-4418-b333-8001f53c6de8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.000844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eee5d631-19e5-4d58-8fbf-c2f3e9ab31eb req-f6e41c66-d2a0-431d-a7cc-da1dfd983b20 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0461547 Feb 09 02:43:13.009127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (30749f93-2137-4a14-a7dc-a6032786fccf), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.016031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.024589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/30749f93-2137-4a14-a7dc-a6032786fccf HTTP/1.1" status: 204 len: 168 time: 0.7842345 Feb 09 02:43:13.024892 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34638) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.032607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1063664157'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:13.058136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b784f4-0840-495b-ba5c-a5d7490deaab tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Network': ['ID=30749f93-2137-4a14-a7dc-a6032786fccf,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.078138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:13.084435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.117661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:13.130013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] For port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=13ed4c6a-0df8-4c5b-a46d-dc35a052b470,segment=NetworkSegment(99f1009a-9576-47e9-a2e7-ae59734e4dcc),segment_id=99f1009a-9576-47e9-a2e7-ae59734e4dcc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:13.130013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.140804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] Calling delete_port for 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:13.143959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (bd757730-cf18-4eee-b72c-55b70c49ba35), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.144550 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Added segment bd757730-cf18-4eee-b72c-55b70c49ba35 of type vlan for network 05a2d35d-351b-4d04-aef7-a9fa06e5e13e Feb 09 02:43:13.207107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (05a2d35d-351b-4d04-aef7-a9fa06e5e13e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.209528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40932ddd-d0f8-4e2d-b776-07fe716198f6 None None] Network 30749f93-2137-4a14-a7dc-a6032786fccf requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:13.240892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40932ddd-d0f8-4e2d-b776-07fe716198f6 None None] Network 30749f93-2137-4a14-a7dc-a6032786fccf could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 02:43:13.255484 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (05a2d35d-351b-4d04-aef7-a9fa06e5e13e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.265923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:13.266732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.278111 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (13ed4c6a-0df8-4c5b-a46d-dc35a052b470), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.305689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] Pushing event deleted for resources: {'Port': ['ID=13ed4c6a-0df8-4c5b-a46d-dc35a052b470,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.321888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfebf42-da5c-4ae0-898e-8109c88e615a None None] No DVR routers for this DVR port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:13.360051 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3308184 Feb 09 02:43:13.360556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34644) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.365604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Port 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 update to ACTIVE by agent not found {{(pid=103151) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 02:43:13.378776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'subnet': {'network_id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:13.411965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396090c-44c7-4458-b60e-938062d260d5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Network': ['ID=05a2d35d-351b-4d04-aef7-a9fa06e5e13e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.425813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 05a2d35d-351b-4d04-aef7-a9fa06e5e13e details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:13.500562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:13.530270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:13.530797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 13ed4c6a-0df8-4c5b-a46d-dc35a052b470 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:13.537834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:13.543284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.738711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (10352367-0197-4338-af9a-d184e1c8e863), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.821764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Subnet': ['ID=10352367-0197-4338-af9a-d184e1c8e863,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.831118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Checking segment: {'id': 'bd757730-cf18-4eee-b72c-55b70c49ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:13.831551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network hostable DHCP agents. Network: 05a2d35d-351b-4d04-aef7-a9fa06e5e13e, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:13.849304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network 05a2d35d-351b-4d04-aef7-a9fa06e5e13e is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:13.861207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 05a2d35d-351b-4d04-aef7-a9fa06e5e13e) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:13.872868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e22396b-a3b2-4bc3-b2d3-3f81339df1e5 None None] Network 05a2d35d-351b-4d04-aef7-a9fa06e5e13e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:13.875249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:13.875879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.906116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ee44819f-ed46-429a-be9a-1f2930954736 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5392876 Feb 09 02:43:13.906872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34650) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:14.015313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-05a2d35d-351b-4d04-aef7-a9fa06e5e13e', 'network_id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e', 'project_id': 'fdfca2f2b0634372bcfaa94cee7a0d9d', 'fixed_ips': [{'subnet_id': '10352367-0197-4338-af9a-d184e1c8e863'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:14.016145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.077288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (05a2d35d-351b-4d04-aef7-a9fa06e5e13e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.172893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be9d72c1-519e-498c-a4b2-4353b4b5abbd req-7ad7d237-2965-426a-b1b7-cdfe61286204 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0697520 Feb 09 02:43:14.204285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Allocated IP 2001:db8::2 (05a2d35d-351b-4d04-aef7-a9fa06e5e13e/10352367-0197-4338-af9a-d184e1c8e863/ee3a1118-7769-4a15-9ef9-4d6048771c8b) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:14.246013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (10352367-0197-4338-af9a-d184e1c8e863), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.383289 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Publish callbacks [] for port (ee3a1118-7769-4a15-9ef9-4d6048771c8b), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.394938 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (ee3a1118-7769-4a15-9ef9-4d6048771c8b), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.424661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (10352367-0197-4338-af9a-d184e1c8e863), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.440458 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Network 05a2d35d-351b-4d04-aef7-a9fa06e5e13e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:14.445418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:14.447696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:14.494573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Pushing event updated for resources: {'Port': ['ID=ee3a1118-7769-4a15-9ef9-4d6048771c8b,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.503519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Subnet': ['ID=10352367-0197-4338-af9a-d184e1c8e863,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.550925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Attempting to bind port ee3a1118-7769-4a15-9ef9-4d6048771c8b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:14.551677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Attempting to bind port ee3a1118-7769-4a15-9ef9-4d6048771c8b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'bd757730-cf18-4eee-b72c-55b70c49ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:14.552387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Attempting to bind port ee3a1118-7769-4a15-9ef9-4d6048771c8b on network 05a2d35d-351b-4d04-aef7-a9fa06e5e13e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:14.559204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:14.559974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Checking segment: {'id': 'bd757730-cf18-4eee-b72c-55b70c49ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:14.560601 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (05a2d35d-351b-4d04-aef7-a9fa06e5e13e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.560853 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.561467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Bound using segment: {'id': 'bd757730-cf18-4eee-b72c-55b70c49ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:14.562154 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Bound port: ee3a1118-7769-4a15-9ef9-4d6048771c8b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd757730-cf18-4eee-b72c-55b70c49ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:14.563311 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ee3a1118-7769-4a15-9ef9-4d6048771c8b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.601466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a2d35d-351b-4d04-aef7-a9fa06e5e13e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:14.621176 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:43:14.623201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd757730-cf18-4eee-b72c-55b70c49ba35') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:14.623513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd757730-cf18-4eee-b72c-55b70c49ba35') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:14.638209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (bd757730-cf18-4eee-b72c-55b70c49ba35), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.658184 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (bd757730-cf18-4eee-b72c-55b70c49ba35), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.670423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:14.671119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] For port ee3a1118-7769-4a15-9ef9-4d6048771c8b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:14.671255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (bd757730-cf18-4eee-b72c-55b70c49ba35), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:14.677474 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:14.770471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:43:14.770471 n-d-826675-12 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:43:14.770471 n-d-826675-12 neutron-server[103150]: [parameters: {'id': '05a2d35d-351b-4d04-aef7-a9fa06e5e13e'}] Feb 09 02:43:14.770471 n-d-826675-12 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:43:14.770923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] For port ee3a1118-7769-4a15-9ef9-4d6048771c8b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ee3a1118-7769-4a15-9ef9-4d6048771c8b,segment=NetworkSegment(bd757730-cf18-4eee-b72c-55b70c49ba35),segment_id=bd757730-cf18-4eee-b72c-55b70c49ba35)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:14.771046 n-d-826675-12 neutron-server[103150]: DEBUG oslo_db.api [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:43:14.779058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ee3a1118-7769-4a15-9ef9-4d6048771c8b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.886188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965cc60-8dc3-426f-9bee-b6f75406362c None None] Pushing event updated for resources: {'Port': ['ID=ee3a1118-7769-4a15-9ef9-4d6048771c8b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.934905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6e35f-265f-4aa6-9742-2f1baaf20b4c None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:43:15.056352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6e35f-265f-4aa6-9742-2f1baaf20b4c None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:43:15.271886 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (05a2d35d-351b-4d04-aef7-a9fa06e5e13e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.314847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2c824-a491-4bf1-8d7a-7866362494d9 None None] Network 05a2d35d-351b-4d04-aef7-a9fa06e5e13e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:15.337486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aed24104-443f-4bd1-9c1c-328b74906312 req-fa3d3b84-2e42-4b6c-a22f-dd503dad5a34 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0502343 Feb 09 02:43:15.362556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting port ee3a1118-7769-4a15-9ef9-4d6048771c8b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:15.362834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ee3a1118-7769-4a15-9ef9-4d6048771c8b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.456295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] For port ee3a1118-7769-4a15-9ef9-4d6048771c8b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ee3a1118-7769-4a15-9ef9-4d6048771c8b,segment=NetworkSegment(bd757730-cf18-4eee-b72c-55b70c49ba35),segment_id=bd757730-cf18-4eee-b72c-55b70c49ba35)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:15.456747 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ee3a1118-7769-4a15-9ef9-4d6048771c8b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.473030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Calling delete_port for ee3a1118-7769-4a15-9ef9-4d6048771c8b owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:15.559104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ee3a1118-7769-4a15-9ef9-4d6048771c8b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.587532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Port': ['ID=ee3a1118-7769-4a15-9ef9-4d6048771c8b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.590133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No DVR routers for this DVR port ee3a1118-7769-4a15-9ef9-4d6048771c8b on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:15.679493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (05a2d35d-351b-4d04-aef7-a9fa06e5e13e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.702026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a2d35d-351b-4d04-aef7-a9fa06e5e13e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:15.711989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd757730-cf18-4eee-b72c-55b70c49ba35') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:15.712374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd757730-cf18-4eee-b72c-55b70c49ba35') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:15.723152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (bd757730-cf18-4eee-b72c-55b70c49ba35), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.738321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (bd757730-cf18-4eee-b72c-55b70c49ba35), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.745313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:15.745956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (bd757730-cf18-4eee-b72c-55b70c49ba35), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:15.749655 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:15.821493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (05a2d35d-351b-4d04-aef7-a9fa06e5e13e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.836188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.843891 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/05a2d35d-351b-4d04-aef7-a9fa06e5e13e HTTP/1.1" status: 204 len: 168 time: 1.9307005 Feb 09 02:43:15.843891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34678) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:15.848545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1552011867'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:15.865757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981fbe6-25af-4686-899c-4b40f341dfcb tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Network': ['ID=05a2d35d-351b-4d04-aef7-a9fa06e5e13e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.883637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:15.888342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.914226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:15.927152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8d07696b-aa0c-41d9-be08-852be98e1047), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.928021 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Added segment 8d07696b-aa0c-41d9-be08-852be98e1047 of type vlan for network 69f18e63-9f57-489a-82ad-1faac34e63fd Feb 09 02:43:15.993949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (69f18e63-9f57-489a-82ad-1faac34e63fd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.040518 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (69f18e63-9f57-489a-82ad-1faac34e63fd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.046744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:16.047585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.118208 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2734997 Feb 09 02:43:16.121833 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:16.126841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Request body: {'subnet': {'network_id': '69f18e63-9f57-489a-82ad-1faac34e63fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:16.172927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1cc09-a91e-459c-bbf7-d8b19a8e17a4 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Network': ['ID=69f18e63-9f57-489a-82ad-1faac34e63fd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:16.197187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 69f18e63-9f57-489a-82ad-1faac34e63fd details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:16.245939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Made reservation on behalf of fdfca2f2b0634372bcfaa94cee7a0d9d for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:16.251471 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.497161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfad1a9c-0ead-4288-af20-2a00cc99365f req-f44e92aa-7fd8-4a30-805a-38af8358d12f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0579574 Feb 09 02:43:16.882432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.objects.ports [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103150) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:43:16.884495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (19c73513-e312-4458-bb14-11fc3fad595d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.951349 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event updated for resources: {'Subnet': ['ID=19c73513-e312-4458-bb14-11fc3fad595d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:16.960635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Checking segment: {'id': '8d07696b-aa0c-41d9-be08-852be98e1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '69f18e63-9f57-489a-82ad-1faac34e63fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:16.961008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network hostable DHCP agents. Network: 69f18e63-9f57-489a-82ad-1faac34e63fd, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:16.981546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Network 69f18e63-9f57-489a-82ad-1faac34e63fd is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:16.991744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 69f18e63-9f57-489a-82ad-1faac34e63fd) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:16.996458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:16.997330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.007622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e143b-9c71-4f0a-afd5-98c1cd097d91 None None] Network 69f18e63-9f57-489a-82ad-1faac34e63fd requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:17.016953 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e90eb8c1-0142-4c9d-b22c-e919cfac37aa tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8940213 Feb 09 02:43:17.019475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:17.149789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-69f18e63-9f57-489a-82ad-1faac34e63fd', 'network_id': '69f18e63-9f57-489a-82ad-1faac34e63fd', 'project_id': 'fdfca2f2b0634372bcfaa94cee7a0d9d', 'fixed_ips': [{'subnet_id': '19c73513-e312-4458-bb14-11fc3fad595d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:17.150693 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.158387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (69f18e63-9f57-489a-82ad-1faac34e63fd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.222559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (19c73513-e312-4458-bb14-11fc3fad595d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.308850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Allocated IP 2001:db8::f816:3eff:feea:9ae4 (69f18e63-9f57-489a-82ad-1faac34e63fd/19c73513-e312-4458-bb14-11fc3fad595d/b9ce38fe-fe78-4b70-8520-bb8099e20ca7) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:17.472739 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Publish callbacks [] for port (b9ce38fe-fe78-4b70-8520-bb8099e20ca7), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.485574 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b9ce38fe-fe78-4b70-8520-bb8099e20ca7), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.506562 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (19c73513-e312-4458-bb14-11fc3fad595d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.543165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Pushing event updated for resources: {'Port': ['ID=b9ce38fe-fe78-4b70-8520-bb8099e20ca7,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:17.559713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Network 69f18e63-9f57-489a-82ad-1faac34e63fd is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:17.562123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:17.570146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:17.578012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Subnet': ['ID=19c73513-e312-4458-bb14-11fc3fad595d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:17.617678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-304cd393-330b-4083-ac68-25a2fd9ff258 req-2a737007-76c9-4340-9de9-9b613068f7ea tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0461638 Feb 09 02:43:17.668036 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (69f18e63-9f57-489a-82ad-1faac34e63fd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.674332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Attempting to bind port b9ce38fe-fe78-4b70-8520-bb8099e20ca7 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:17.674771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Attempting to bind port b9ce38fe-fe78-4b70-8520-bb8099e20ca7 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8d07696b-aa0c-41d9-be08-852be98e1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '69f18e63-9f57-489a-82ad-1faac34e63fd'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:17.675196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Attempting to bind port b9ce38fe-fe78-4b70-8520-bb8099e20ca7 on network 69f18e63-9f57-489a-82ad-1faac34e63fd {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:17.680585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:17.680974 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Checking segment: {'id': '8d07696b-aa0c-41d9-be08-852be98e1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '69f18e63-9f57-489a-82ad-1faac34e63fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:17.681391 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.681793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Bound using segment: {'id': '8d07696b-aa0c-41d9-be08-852be98e1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '69f18e63-9f57-489a-82ad-1faac34e63fd'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:17.682333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Bound port: b9ce38fe-fe78-4b70-8520-bb8099e20ca7, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d07696b-aa0c-41d9-be08-852be98e1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '69f18e63-9f57-489a-82ad-1faac34e63fd'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:17.682971 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b9ce38fe-fe78-4b70-8520-bb8099e20ca7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.690594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f18e63-9f57-489a-82ad-1faac34e63fd']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:17.700473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d07696b-aa0c-41d9-be08-852be98e1047') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:17.700927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d07696b-aa0c-41d9-be08-852be98e1047') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:17.712741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (8d07696b-aa0c-41d9-be08-852be98e1047), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.727472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8d07696b-aa0c-41d9-be08-852be98e1047), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.733987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:17.734552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (8d07696b-aa0c-41d9-be08-852be98e1047), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:17.794980 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:17.798965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:43:17.798965 n-d-826675-12 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:43:17.798965 n-d-826675-12 neutron-server[103150]: [parameters: {'id': '69f18e63-9f57-489a-82ad-1faac34e63fd'}] Feb 09 02:43:17.798965 n-d-826675-12 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:43:17.799603 n-d-826675-12 neutron-server[103150]: DEBUG oslo_db.api [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:43:17.931117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] For port b9ce38fe-fe78-4b70-8520-bb8099e20ca7, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:17.935805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] For port b9ce38fe-fe78-4b70-8520-bb8099e20ca7, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b9ce38fe-fe78-4b70-8520-bb8099e20ca7,segment=NetworkSegment(8d07696b-aa0c-41d9-be08-852be98e1047),segment_id=8d07696b-aa0c-41d9-be08-852be98e1047)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:17.942207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b9ce38fe-fe78-4b70-8520-bb8099e20ca7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.034661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12604f63-e616-4489-897a-daf6daeb73a2 None None] Pushing event updated for resources: {'Port': ['ID=b9ce38fe-fe78-4b70-8520-bb8099e20ca7,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.054533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8c2e2-88d1-4e03-9690-dfe6f21de7d8 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:43:18.151808 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.204403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8c2e2-88d1-4e03-9690-dfe6f21de7d8 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:43:18.300614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (69f18e63-9f57-489a-82ad-1faac34e63fd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.384659 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting port b9ce38fe-fe78-4b70-8520-bb8099e20ca7 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:18.385056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b9ce38fe-fe78-4b70-8520-bb8099e20ca7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.458120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d347cbf-d707-405f-99a5-3c89d4b81992 None None] Network 69f18e63-9f57-489a-82ad-1faac34e63fd requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:18.458733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] For port b9ce38fe-fe78-4b70-8520-bb8099e20ca7, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b9ce38fe-fe78-4b70-8520-bb8099e20ca7,segment=NetworkSegment(8d07696b-aa0c-41d9-be08-852be98e1047),segment_id=8d07696b-aa0c-41d9-be08-852be98e1047)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:18.459107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b9ce38fe-fe78-4b70-8520-bb8099e20ca7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.474303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Calling delete_port for b9ce38fe-fe78-4b70-8520-bb8099e20ca7 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:18.576211 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b9ce38fe-fe78-4b70-8520-bb8099e20ca7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.604699 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Port': ['ID=b9ce38fe-fe78-4b70-8520-bb8099e20ca7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.608508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No DVR routers for this DVR port b9ce38fe-fe78-4b70-8520-bb8099e20ca7 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:18.728175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (69f18e63-9f57-489a-82ad-1faac34e63fd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.735005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-baa186af-70b6-44dc-bb2e-7f491f57183f req-7929fe67-17d5-47ff-8894-9e3304119c7e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0449924 Feb 09 02:43:18.753924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f18e63-9f57-489a-82ad-1faac34e63fd']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:18.765276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d07696b-aa0c-41d9-be08-852be98e1047') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:18.765683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d07696b-aa0c-41d9-be08-852be98e1047') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:18.776724 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (8d07696b-aa0c-41d9-be08-852be98e1047), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.790487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8d07696b-aa0c-41d9-be08-852be98e1047), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.797888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:18.798601 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (8d07696b-aa0c-41d9-be08-852be98e1047), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:18.802147 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:18.864837 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (69f18e63-9f57-489a-82ad-1faac34e63fd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.873746 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.877454 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/69f18e63-9f57-489a-82ad-1faac34e63fd HTTP/1.1" status: 204 len: 168 time: 1.8566697 Feb 09 02:43:18.883929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34718) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:18.890709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a66a7-710b-40c2-b9e7-ec6559204ec8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Network': ['ID=69f18e63-9f57-489a-82ad-1faac34e63fd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.922862 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-442dfdb4-c638-492e-886c-b19beebef2b5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:18.923467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442dfdb4-c638-492e-886c-b19beebef2b5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:18.928853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-442dfdb4-c638-492e-886c-b19beebef2b5 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/19c73513-e312-4458-bb14-11fc3fad595d HTTP/1.1" status: 404 len: 337 time: 0.0415773 Feb 09 02:43:18.929286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:18.949168 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fd1f14-4399-43ec-9adf-b31b17f72520 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:18.949710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fd1f14-4399-43ec-9adf-b31b17f72520 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:18.953063 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-12fd1f14-4399-43ec-9adf-b31b17f72520 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/69f18e63-9f57-489a-82ad-1faac34e63fd HTTP/1.1" status: 404 len: 339 time: 0.0227249 Feb 09 02:43:18.957753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:18.992869 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a32286-fa67-48e1-acfe-73aaa25b9060 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:18.993262 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a32286-fa67-48e1-acfe-73aaa25b9060 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:19.000275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c0a32286-fa67-48e1-acfe-73aaa25b9060 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/10352367-0197-4338-af9a-d184e1c8e863 HTTP/1.1" status: 404 len: 337 time: 0.0407426 Feb 09 02:43:19.000889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34726) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:19.027862 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1374d1-3ab4-46e2-8cc8-218d8f7baeca tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:19.028416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1374d1-3ab4-46e2-8cc8-218d8f7baeca tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:19.034364 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:19.037468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2a1374d1-3ab4-46e2-8cc8-218d8f7baeca tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/05a2d35d-351b-4d04-aef7-a9fa06e5e13e HTTP/1.1" status: 404 len: 339 time: 0.0352991 Feb 09 02:43:19.092821 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccd73a7-510f-43e1-8c2c-c05286b269be tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:19.093337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccd73a7-510f-43e1-8c2c-c05286b269be tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:19.096905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3ccd73a7-510f-43e1-8c2c-c05286b269be tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/80de3b45-7ff5-4418-b333-8001f53c6de8 HTTP/1.1" status: 404 len: 337 time: 0.0612094 Feb 09 02:43:19.099380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:19.119444 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a643ea-3c22-4cd0-8ad2-a9ba6a3ca8d8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:19.120669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a643ea-3c22-4cd0-8ad2-a9ba6a3ca8d8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:19.124545 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-89a643ea-3c22-4cd0-8ad2-a9ba6a3ca8d8 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/30749f93-2137-4a14-a7dc-a6032786fccf HTTP/1.1" status: 404 len: 339 time: 0.0239329 Feb 09 02:43:19.127479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34732) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:19.206205 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.247359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting port dfa664d1-00e4-47a5-b4ea-200cced8bd3b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:19.247633 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (dfa664d1-00e4-47a5-b4ea-200cced8bd3b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.333420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (dfa664d1-00e4-47a5-b4ea-200cced8bd3b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.354618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Calling delete_port for dfa664d1-00e4-47a5-b4ea-200cced8bd3b owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:19.448296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (dfa664d1-00e4-47a5-b4ea-200cced8bd3b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.491285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Port': ['ID=dfa664d1-00e4-47a5-b4ea-200cced8bd3b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:19.495099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.503667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5e8c13af-9bc5-47ac-b082-2c8a1d131c46 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/ports/dfa664d1-00e4-47a5-b4ea-200cced8bd3b HTTP/1.1" status: 204 len: 168 time: 0.3719945 Feb 09 02:43:19.503933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:19.538744 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ffe397-657c-4f0a-968d-77f036bc0071 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:19.539207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ffe397-657c-4f0a-968d-77f036bc0071 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:19.544658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f9ffe397-657c-4f0a-968d-77f036bc0071 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/f44aa5cd-23e7-4ed2-9cea-1ce410ca8913 HTTP/1.1" status: 404 len: 337 time: 0.0374475 Feb 09 02:43:19.545275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34746) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:19.637009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (35e1313d-1a06-412b-bec9-029774d91d5d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.749177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (35e1313d-1a06-412b-bec9-029774d91d5d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.772836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e1313d-1a06-412b-bec9-029774d91d5d']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:19.785082 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f1009a-9576-47e9-a2e7-ae59734e4dcc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:19.788005 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f1009a-9576-47e9-a2e7-ae59734e4dcc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:19.801218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (99f1009a-9576-47e9-a2e7-ae59734e4dcc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.819649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (99f1009a-9576-47e9-a2e7-ae59734e4dcc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.830764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:19.831256 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (99f1009a-9576-47e9-a2e7-ae59734e4dcc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:19.835011 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:19.869303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26e46c3a-1a39-4abd-865d-19ca582ce92b req-4edf3e7a-8bd4-4bb0-b88c-092ca361c12b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0465052 Feb 09 02:43:19.925213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (35e1313d-1a06-412b-bec9-029774d91d5d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.938335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.945454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34756) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:19.946647 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/35e1313d-1a06-412b-bec9-029774d91d5d HTTP/1.1" status: 204 len: 168 time: 0.4000039 Feb 09 02:43:19.968787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751da52-58ca-4c1c-b2ed-472839c654cf tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Network': ['ID=35e1313d-1a06-412b-bec9-029774d91d5d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:20.086722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting port c6953b4f-6e64-49bb-a3ee-13bc23e1251e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:20.087076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c6953b4f-6e64-49bb-a3ee-13bc23e1251e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.160694 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c6953b4f-6e64-49bb-a3ee-13bc23e1251e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.184978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Calling delete_port for c6953b4f-6e64-49bb-a3ee-13bc23e1251e owned by {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:20.297771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c6953b4f-6e64-49bb-a3ee-13bc23e1251e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.336989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.343697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/ports/c6953b4f-6e64-49bb-a3ee-13bc23e1251e HTTP/1.1" status: 204 len: 168 time: 0.3944325 Feb 09 02:43:20.344126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34762) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:20.345356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fdf16-6c69-46cb-8e74-1a0fd3776347 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Port': ['ID=c6953b4f-6e64-49bb-a3ee-13bc23e1251e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:20.392040 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-5749cb18-0a59-4bfe-a928-489ab6e548ca tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] DELETE failed (client error): The resource could not be found. Feb 09 02:43:20.392644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5749cb18-0a59-4bfe-a928-489ab6e548ca tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:43:20.398367 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5749cb18-0a59-4bfe-a928-489ab6e548ca tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/2d0bbed7-23fa-4188-9d9b-0f3f09b48715 HTTP/1.1" status: 404 len: 337 time: 0.0508630 Feb 09 02:43:20.398644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34764) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:20.497536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e12debfd-229a-4c00-b5f6-ea2bc5dcff76), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.614910 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e12debfd-229a-4c00-b5f6-ea2bc5dcff76), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.640865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12debfd-229a-4c00-b5f6-ea2bc5dcff76']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:20.652757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1594f2-8b17-4dc0-80c0-89e2d09deed7') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:20.653066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1594f2-8b17-4dc0-80c0-89e2d09deed7') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:20.663532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (3c1594f2-8b17-4dc0-80c0-89e2d09deed7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.677597 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3c1594f2-8b17-4dc0-80c0-89e2d09deed7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.686951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:20.687813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (3c1594f2-8b17-4dc0-80c0-89e2d09deed7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:20.692492 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:20.768430 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e12debfd-229a-4c00-b5f6-ea2bc5dcff76), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.778635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.785148 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/e12debfd-229a-4c00-b5f6-ea2bc5dcff76 HTTP/1.1" status: 204 len: 168 time: 0.3854475 Feb 09 02:43:20.785585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34780) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:20.798960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e595875-a6dd-4f58-af74-74f32161b558 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Network': ['ID=e12debfd-229a-4c00-b5f6-ea2bc5dcff76,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:20.860512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting subnet c1e2d014-df47-41f4-9cf8-cf50bbdbb8db {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:43:20.863986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (c1e2d014-df47-41f4-9cf8-cf50bbdbb8db), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.914831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (c1e2d014-df47-41f4-9cf8-cf50bbdbb8db), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.998327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d71e5a6-b6db-4f9c-9e70-414cf2a00882 req-3bbd13aa-f62a-42b2-8d79-d4cdf49d622c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=db236d41-2eb7-4235-add0-6c526f816add HTTP/1.1" status: 200 len: 210 time: 0.0370002 Feb 09 02:43:21.045381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c1e2d014-df47-41f4-9cf8-cf50bbdbb8db), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.137462 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (c1e2d014-df47-41f4-9cf8-cf50bbdbb8db), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.173455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e2d014-df47-41f4-9cf8-cf50bbdbb8db,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:21.183114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.188919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2e4a5b73-cff8-4797-ae3d-b8874238f270 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/subnets/c1e2d014-df47-41f4-9cf8-cf50bbdbb8db HTTP/1.1" status: 204 len: 168 time: 0.3990929 Feb 09 02:43:21.189069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34790) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:21.190393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a318cb5-1f16-4d3d-adce-c5beb98555ce None None] Network a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:21.284123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.348724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Deleting port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:21.349154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.373216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] DHCP port deletion for a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:43:21.438749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] For port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,segment=NetworkSegment(0baa3f70-9442-4850-83a0-eeb816034a5b),segment_id=0baa3f70-9442-4850-83a0-eeb816034a5b)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:21.439042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.454333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Calling delete_port for c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:21.462149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] Deleting port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:21.462627 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.481553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:21.547599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.577936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] For port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,segment=NetworkSegment(0baa3f70-9442-4850-83a0-eeb816034a5b),segment_id=0baa3f70-9442-4850-83a0-eeb816034a5b)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:21.578675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.587264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Port': ['ID=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:21.591326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] No DVR routers for this DVR port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:21.600699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] Calling delete_port for c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:21.611230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No active binding found for port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 {{(pid=103151) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 02:43:21.611627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] The host n-d-826675-12 is not matching for port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 host None! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:43:21.612271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:21.673012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:43:21.689156 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 02:43:21.695610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:21.700619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (c58009aa-3f31-4d66-8e44-78ac9ba5c5c0), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.706090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baa3f70-9442-4850-83a0-eeb816034a5b') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:21.706368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baa3f70-9442-4850-83a0-eeb816034a5b') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:21.717645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (0baa3f70-9442-4850-83a0-eeb816034a5b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.733950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0baa3f70-9442-4850-83a0-eeb816034a5b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.736788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] Pushing event deleted for resources: {'Port': ['ID=c58009aa-3f31-4d66-8e44-78ac9ba5c5c0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:21.740709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:43:21.741106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (0baa3f70-9442-4850-83a0-eeb816034a5b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.741263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40266550-4fc6-4a47-bc1f-6156283fb5e2 None None] No DVR routers for this DVR port c58009aa-3f31-4d66-8e44-78ac9ba5c5c0 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:43:21.744464 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:43:21.821237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.831185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.833544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] 10.222.0.53 "DELETE /v2.0/networks/a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19 HTTP/1.1" status: 204 len: 168 time: 0.6435084 Feb 09 02:43:21.849824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616d052-db64-483c-a7bc-06f0a6169c79 tempest-NetworksIpV6TestAttrs-1376622287 tempest-NetworksIpV6TestAttrs-1376622287-project] Pushing event deleted for resources: {'Network': ['ID=a9b1e7fd-32e2-4d6e-a74f-d941f1e8bd19,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:22.143815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 34814) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:22.336216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a0f1f1fe-2851-4f15-a613-c61e8d167b60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdfca2f2b0634372bcfaa94cee7a0d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904891 Feb 09 02:43:22.340571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34826) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:22.366770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-604c97eb-7de4-4d7b-b29b-ba489d9b02be tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063485907&fields=id&tenant_id=dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 267 time: 0.0690255 Feb 09 02:43:22.410812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Publish callbacks [] for security_group (37ee00db-f318-4ab6-93c8-2169331b994c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.434496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Publish callbacks [] for security_group (37ee00db-f318-4ab6-93c8-2169331b994c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.493173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-08adf4ad-59f5-4c61-a473-6f21a3672d6d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:22.495542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-08adf4ad-59f5-4c61-a473-6f21a3672d6d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.1199288 Feb 09 02:43:22.496897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (37ee00db-f318-4ab6-93c8-2169331b994c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.499633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.501154 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37ee00db-f318-4ab6-93c8-2169331b994c HTTP/1.1" status: 204 len: 168 time: 0.1590068 Feb 09 02:43:22.518334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ee00db-f318-4ab6-93c8-2169331b994c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:22.520883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-0ac93702-7fd4-49f9-862c-eb448899095f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/quotas/dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 375 time: 0.0107975 Feb 09 02:43:22.530121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.530859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.531432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.531871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.532223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.532558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.533022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.533616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.534002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.534337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.534828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.535275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.535609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40088f-79d1-4c10-9f42-902f0b02f193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:22.601840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d7010f24-dd32-4241-a885-b4893a9a5eb2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743170 Feb 09 02:43:22.718666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-610ff1d9-8e26-43b1-9c9e-6c6fbe8f8bc7 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042786 Feb 09 02:43:22.828643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-e311da25-cef8-49fd-97b1-7139618fa9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022673 Feb 09 02:43:23.268749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12eb3f37-5706-457e-9126-17cb15bda2b3 req-a4b60298-5dc3-4966-af09-748de3664e3c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0585618 Feb 09 02:43:23.364959 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ffe069b-782c-4b06-a953-5655282fe1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.550967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34882) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:23.697407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7ae14fa0-6260-4768-9fff-1500eb7c0145 tempest-DvrRoutersNegativeTest-1172875846 tempest-DvrRoutersNegativeTest-1172875846-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1554497924', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:23.700193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.policy [None req-7ae14fa0-6260-4768-9fff-1500eb7c0145 tempest-DvrRoutersNegativeTest-1172875846 tempest-DvrRoutersNegativeTest-1172875846-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103150) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 02:43:23.700765 n-d-826675-12 neutron-server[103150]: DEBUG neutron.policy [None req-7ae14fa0-6260-4768-9fff-1500eb7c0145 tempest-DvrRoutersNegativeTest-1172875846 tempest-DvrRoutersNegativeTest-1172875846-project] Failed policy check for 'create_router' {{(pid=103150) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 02:43:23.701325 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-7ae14fa0-6260-4768-9fff-1500eb7c0145 tempest-DvrRoutersNegativeTest-1172875846 tempest-DvrRoutersNegativeTest-1172875846-project] create failed (client error): Access was denied to this resource. Feb 09 02:43:23.702635 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7ae14fa0-6260-4768-9fff-1500eb7c0145 tempest-DvrRoutersNegativeTest-1172875846 tempest-DvrRoutersNegativeTest-1172875846-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1503172 Feb 09 02:43:24.009552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34894) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:24.131605 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ba05c35-492e-4d48-a535-46c815958186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.236450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ba05c35-492e-4d48-a535-46c815958186 admin admin] Publish callbacks [] for security_group (023ca7ca-f2d0-4f82-b604-6b87c45921be), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.241270 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ba05c35-492e-4d48-a535-46c815958186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (023ca7ca-f2d0-4f82-b604-6b87c45921be), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.316924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba05c35-492e-4d48-a535-46c815958186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023ca7ca-f2d0-4f82-b604-6b87c45921be,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:24.326083 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7ba05c35-492e-4d48-a535-46c815958186 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc76ce984b1c4cfebf524b928adf095b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150783 Feb 09 02:43:24.327379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 34906) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:24.383521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d2e378a6-f0c2-4cdd-b7d0-400be444549c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:24.384939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d2e378a6-f0c2-4cdd-b7d0-400be444549c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.1702743 Feb 09 02:43:24.420996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-119bccc0-d2c6-4c45-a9b2-b6af495d202f req-b7237ce8-c6ff-4621-9236-877a5daff510 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0344996 Feb 09 02:43:24.425627 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf289d48-f8ee-4c0f-82a6-4fd21ba22af1 admin admin] Publish callbacks [] for security_group (023ca7ca-f2d0-4f82-b604-6b87c45921be), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.470594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf289d48-f8ee-4c0f-82a6-4fd21ba22af1 admin admin] Publish callbacks [] for security_group (023ca7ca-f2d0-4f82-b604-6b87c45921be), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.501485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-7a6d1447-8c78-4fc9-aee0-5df4dba8a5f4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 380 time: 0.1041288 Feb 09 02:43:24.514755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'port': {'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'admin_state_up': True, 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'security_groups': ['141b7c03-7cd7-4e42-b260-c3aa84aba0f5']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:24.549826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf289d48-f8ee-4c0f-82a6-4fd21ba22af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (023ca7ca-f2d0-4f82-b604-6b87c45921be), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.552836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf289d48-f8ee-4c0f-82a6-4fd21ba22af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.558186 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bf289d48-f8ee-4c0f-82a6-4fd21ba22af1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/023ca7ca-f2d0-4f82-b604-6b87c45921be HTTP/1.1" status: 204 len: 168 time: 0.2290902 Feb 09 02:43:24.569904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289d48-f8ee-4c0f-82a6-4fd21ba22af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ca7ca-f2d0-4f82-b604-6b87c45921be,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:24.663654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:24.669776 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.862865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.20.0.6 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/702ba9b5-26fa-4e27-b93a-fb92204abd17) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:25.458784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.572434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-788736cb-f5a1-41a0-850a-f870def1261c req-830ede25-2094-4c64-a9a2-362659078910 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0432656 Feb 09 02:43:25.587348 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.641682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:25.645644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:25.648519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:25.682694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=702ba9b5-26fa-4e27-b93a-fb92204abd17,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:25.696613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.696970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.697318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.698201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.698587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.698936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.699274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.699609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.699942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.700445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.700587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.700916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.701303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:25.729418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8d1d18b-324e-4e07-a30a-e230d36fd389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.742770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:25.743463 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.765767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-837c215e-ca5f-4f51-b369-ef1b53c5e72c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2583683 Feb 09 02:43:25.785273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Request body: {'port': {'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:25.882066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.111290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0e5e9f3d-f8d9-4418-a7d7-635fc21b01b5 None None] Provisioning complete for port 702ba9b5-26fa-4e27-b93a-fb92204abd17 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:26.111765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5e9f3d-f8d9-4418-a7d7-635fc21b01b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.231575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e9f3d-f8d9-4418-a7d7-635fc21b01b5 None None] Port 702ba9b5-26fa-4e27-b93a-fb92204abd17 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:26.252119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702ba9b5-26fa-4e27-b93a-fb92204abd17 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:26.268569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Publish callbacks [] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.288068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Transition to ACTIVE for port object 702ba9b5-26fa-4e27-b93a-fb92204abd17 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:26.294213 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.345330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Pushing event updated for resources: {'Port': ['ID=702ba9b5-26fa-4e27-b93a-fb92204abd17,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:26.481508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Attempting to bind port 702ba9b5-26fa-4e27-b93a-fb92204abd17 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:26.482198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Attempting to bind port 702ba9b5-26fa-4e27-b93a-fb92204abd17 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:26.482198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Attempting to bind port 702ba9b5-26fa-4e27-b93a-fb92204abd17 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:26.487642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Port 702ba9b5-26fa-4e27-b93a-fb92204abd17 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:26.487979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Attempting to bind port 702ba9b5-26fa-4e27-b93a-fb92204abd17 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:26.494151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:26.495144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:26.495658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:26.496191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Bound port: 702ba9b5-26fa-4e27-b93a-fb92204abd17, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:26.497248 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.617621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] For port 702ba9b5-26fa-4e27-b93a-fb92204abd17, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:26.629012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] For port 702ba9b5-26fa-4e27-b93a-fb92204abd17, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:26.640431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.723311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Pushing event updated for resources: {'Port': ['ID=702ba9b5-26fa-4e27-b93a-fb92204abd17,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:26.764770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:26.765847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.767361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-d5b2964f-3ae1-4d47-903a-637d22baf91a service neutron] 10.222.0.82 "PUT /v2.0/ports/702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 1092 time: 0.9867003 Feb 09 02:43:26.768005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:26.770742 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d017a0-58e1-48a8-b992-169c43236c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:26.828776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0136aa-bc14-4d28-b633-ad26513095d3 req-09e3364d-98f7-4b20-8473-16032b929616 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:26.830361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb0136aa-bc14-4d28-b633-ad26513095d3 req-09e3364d-98f7-4b20-8473-16032b929616 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.1090395 Feb 09 02:43:26.892296 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70fd065-d7f9-4cf6-9da5-e224b96ed9ed x-openstack-request-id: req-a70fd065-d7f9-4cf6-9da5-e224b96ed9ed {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:26.892600 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:26.892859 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a70fd065-d7f9-4cf6-9da5-e224b96ed9ed {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:26.893264 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'status': 'completed', 'code': 200} Feb 09 02:43:26.976341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb0136aa-bc14-4d28-b633-ad26513095d3 req-9ad5b3a9-d4e3-48d8-b18d-597b79f91bc4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858624 Feb 09 02:43:26.980084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-0d2c10bf-08f0-4f2d-b191-58ca6e203bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:26.981585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-0d2c10bf-08f0-4f2d-b191-58ca6e203bc5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1126 time: 0.1610866 Feb 09 02:43:27.044890 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.047372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-7c6e760f-a0b1-4a47-8304-69443727da21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 217 time: 0.0577087 Feb 09 02:43:27.169816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-6be0b98c-6a2d-4439-8ef8-4dc8453a65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.171640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-6be0b98c-6a2d-4439-8ef8-4dc8453a65f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1178112 Feb 09 02:43:27.260507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-80db1dfc-d260-4f82-bfeb-71b9174aaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.262246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-80db1dfc-d260-4f82-bfeb-71b9174aaa26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0846231 Feb 09 02:43:27.363324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-cc881b03-37ed-41d3-bb86-92e019bd6e96 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940764 Feb 09 02:43:27.464993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fbd1159-31d1-4b24-b1f6-8422eee930bf req-57a02467-38c0-4d45-9e0a-d02382d125a1 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962958 Feb 09 02:43:27.575976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d017a0-58e1-48a8-b992-169c43236c2a req-a181cfad-96b2-4b78-9951-8f3b09d350bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.577823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d017a0-58e1-48a8-b992-169c43236c2a req-a181cfad-96b2-4b78-9951-8f3b09d350bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1126 time: 0.0541446 Feb 09 02:43:27.701389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d017a0-58e1-48a8-b992-169c43236c2a req-39146ebf-be3d-4387-9026-6754a9509d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.703210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d017a0-58e1-48a8-b992-169c43236c2a req-39146ebf-be3d-4387-9026-6754a9509d66 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1195822 Feb 09 02:43:27.746022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d017a0-58e1-48a8-b992-169c43236c2a req-be568508-c7ce-42bd-b5c2-e304985e5a57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 217 time: 0.0367973 Feb 09 02:43:27.798995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d017a0-58e1-48a8-b992-169c43236c2a req-4989fdde-849b-4815-980e-0b3abeed3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.800567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d017a0-58e1-48a8-b992-169c43236c2a req-4989fdde-849b-4815-980e-0b3abeed3027 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0496755 Feb 09 02:43:27.854702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d017a0-58e1-48a8-b992-169c43236c2a req-8199bb0f-60a3-4472-bda7-4308986db1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.856244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d017a0-58e1-48a8-b992-169c43236c2a req-8199bb0f-60a3-4472-bda7-4308986db1c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506072 Feb 09 02:43:27.967033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d017a0-58e1-48a8-b992-169c43236c2a req-b8aa4a2f-fb40-4dcd-a823-6164a3fc1a00 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043603 Feb 09 02:43:28.116308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24d017a0-58e1-48a8-b992-169c43236c2a req-53b66fa4-366b-4f34-a7f1-273b3004adc3 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427295 Feb 09 02:43:28.152314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805a39a-c677-4701-9acc-069029f5c2a1 req-cc597c8f-a64f-4d3d-b89c-cec28248fc2e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:28.154290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0805a39a-c677-4701-9acc-069029f5c2a1 req-cc597c8f-a64f-4d3d-b89c-cec28248fc2e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0952084 Feb 09 02:43:28.217707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0805a39a-c677-4701-9acc-069029f5c2a1 req-dca526b4-bac7-4449-975f-047db4826250 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545869 Feb 09 02:43:28.222379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.368780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bc2a9-8ba0-4b2d-acb2-6f2d88144cc5 req-f59c9d33-c3db-4bf1-a85b-7e4ba049ee58 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:29.370272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b8bc2a9-8ba0-4b2d-acb2-6f2d88144cc5 req-f59c9d33-c3db-4bf1-a85b-7e4ba049ee58 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0607686 Feb 09 02:43:29.428190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b8bc2a9-8ba0-4b2d-acb2-6f2d88144cc5 req-a337971b-368d-46de-8709-3d3a34a43408 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516932 Feb 09 02:43:29.854816 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.586376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770ed57-e5c5-43a0-8f4b-a290c4d1c072 req-d7d7c595-e3cc-46be-aa26-769c17cb974a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:30.588792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d770ed57-e5c5-43a0-8f4b-a290c4d1c072 req-d7d7c595-e3cc-46be-aa26-769c17cb974a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0696015 Feb 09 02:43:30.645120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d770ed57-e5c5-43a0-8f4b-a290c4d1c072 req-f7104ad0-8636-4dee-931e-c21bc485a545 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496759 Feb 09 02:43:31.781531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1735bc2-80bf-4e73-9c57-7dd9c248fd0d req-00e78fe8-26f9-4fcb-a3fb-a602f6f1bfbe tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:31.783351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1735bc2-80bf-4e73-9c57-7dd9c248fd0d req-00e78fe8-26f9-4fcb-a3fb-a602f6f1bfbe tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0612161 Feb 09 02:43:31.836851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1735bc2-80bf-4e73-9c57-7dd9c248fd0d req-798073b0-8911-485f-bb78-164f55b7858e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469954 Feb 09 02:43:32.969497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489704-31e2-4cc9-a454-e63e379e17c2 req-111df7b0-ba6c-4953-8782-ad95f91750fb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:32.971241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea489704-31e2-4cc9-a454-e63e379e17c2 req-111df7b0-ba6c-4953-8782-ad95f91750fb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0595825 Feb 09 02:43:33.029597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea489704-31e2-4cc9-a454-e63e379e17c2 req-4b5238d5-3cdd-4600-874a-3a933d776d21 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519805 Feb 09 02:43:34.179522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5057237-0cd1-447e-abd9-0d0b39c9dda7 req-d68c962f-ae63-48f5-8cce-2a9eed647683 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:34.182628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5057237-0cd1-447e-abd9-0d0b39c9dda7 req-d68c962f-ae63-48f5-8cce-2a9eed647683 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0609391 Feb 09 02:43:34.235941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5057237-0cd1-447e-abd9-0d0b39c9dda7 req-f7cb0450-6b39-4c7a-85c4-d3e8e5b3920c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 Feb 09 02:43:35.365659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839487be-62af-44d3-9850-d49544825439 req-791f2ab7-679c-46b8-a58f-0580f13147ce tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:35.367921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-839487be-62af-44d3-9850-d49544825439 req-791f2ab7-679c-46b8-a58f-0580f13147ce tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0574355 Feb 09 02:43:35.421925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-839487be-62af-44d3-9850-d49544825439 req-57b85563-f057-4d87-b108-e178330bd847 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 Feb 09 02:43:35.586938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35124) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:35.725577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e450fc3-11be-445e-99d8-3b7db7a791b6 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:35.726176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e450fc3-11be-445e-99d8-3b7db7a791b6 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:35.726758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e450fc3-11be-445e-99d8-3b7db7a791b6 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:35.728590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2e450fc3-11be-445e-99d8-3b7db7a791b6 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=790d4483421745efb70e1089ace53695&network_id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 3076 time: 0.1405325 Feb 09 02:43:36.578855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511666b-f6e8-4ede-938c-2c451087969d req-6be2ffd0-e2be-4c00-b03b-df5d3fb33b87 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:36.581128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e511666b-f6e8-4ede-938c-2c451087969d req-6be2ffd0-e2be-4c00-b03b-df5d3fb33b87 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0632100 Feb 09 02:43:36.643499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e511666b-f6e8-4ede-938c-2c451087969d req-f38fb298-ac65-4cad-91e1-4d80b3594fb8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560105 Feb 09 02:43:37.168873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35150) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:37.221598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff02dd8-3222-4ede-8124-6dfc94b9601c tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:37.223417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ff02dd8-3222-4ede-8124-6dfc94b9601c tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776 HTTP/1.1" status: 200 len: 814 time: 0.0535309 Feb 09 02:43:37.709406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35160) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:37.717344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'network': {'name': 'tempest-network-smoke--1121357478', 'project_id': '790d4483421745efb70e1089ace53695', 'port_security_enabled': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:37.764249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:37.771499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.817326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:37.832124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3c4407ff-cd6b-4df5-8c8b-30388533f1b5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.834376 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Added segment 3c4407ff-cd6b-4df5-8c8b-30388533f1b5 of type vlan for network aa280ce4-26d3-4b85-964b-fc05d0bb414a Feb 09 02:43:37.898801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (aa280ce4-26d3-4b85-964b-fc05d0bb414a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.976639 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (aa280ce4-26d3-4b85-964b-fc05d0bb414a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.984646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:37.985572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.063873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbd19c-f7cc-48ea-a4f9-5a17548784df req-fba3710d-7f1c-41bd-ac07-26fe1b0a9cd8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.071935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcbd19c-f7cc-48ea-a4f9-5a17548784df req-fba3710d-7f1c-41bd-ac07-26fe1b0a9cd8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.1475141 Feb 09 02:43:38.150969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35172) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.167328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4542046 Feb 09 02:43:38.212100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b04712-7447-4c59-be4f-0d6856d37648 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Network': ['ID=aa280ce4-26d3-4b85-964b-fc05d0bb414a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:38.226578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:38.243016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcbd19c-f7cc-48ea-a4f9-5a17548784df req-34813292-0f77-4088-94be-83b4ceb0c95f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694264 Feb 09 02:43:38.328595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa84ebd-ae0a-49a9-8a3e-5fe57d4a9da9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.333978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35180) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.334336 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-baa84ebd-ae0a-49a9-8a3e-5fe57d4a9da9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=790d4483421745efb70e1089ace53695&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1812918 Feb 09 02:43:38.470119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fcf4ea-cf53-4030-9258-ae465304d248 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.475247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35186) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.486696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c2fcf4ea-cf53-4030-9258-ae465304d248 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1513836 Feb 09 02:43:38.513865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35190) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.524466 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-610907e5-028b-4a7d-b833-f5a0083e298a tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476046 Feb 09 02:43:38.558292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35194) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.568050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-babd98ad-9f94-4a4e-9045-27a9043a5408 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=790d4483421745efb70e1089ace53695&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528426 Feb 09 02:43:38.679113 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de57d99-17d7-4d7c-864b-d4dec9bec88f tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.682986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1de57d99-17d7-4d7c-864b-d4dec9bec88f tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1235716 Feb 09 02:43:38.683748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35196) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.736742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8f750040-7a92-4c5e-bd7b-d87c2eb200c2 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513060 Feb 09 02:43:38.739374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35198) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.745822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381038594', 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'project_id': '790d4483421745efb70e1089ace53695', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:38.842229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:38.846612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.071265 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.156392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Subnet': ['ID=d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:39.169961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Checking segment: {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:39.170399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network hostable DHCP agents. Network: aa280ce4-26d3-4b85-964b-fc05d0bb414a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:39.201529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:39.212595 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, aa280ce4-26d3-4b85-964b-fc05d0bb414a) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:39.217822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:39.218545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.231285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3dd82-3389-41fb-8eb6-48a5d72ddf4c None None] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:39.240636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-42135738-fc6c-4b39-95cf-471b23c4c3a2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4969120 Feb 09 02:43:39.401985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ips': [{'subnet_id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:39.402935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.410087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dace2e1-f5aa-4050-8810-0938a177d933 req-fbfd76de-4452-4e84-b637-209620cf8ca6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:39.419253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dace2e1-f5aa-4050-8810-0938a177d933 req-fbfd76de-4452-4e84-b637-209620cf8ca6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0891047 Feb 09 02:43:39.481098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dace2e1-f5aa-4050-8810-0938a177d933 req-2f00eb68-f727-4cc4-87ae-94ce4c58c757 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561063 Feb 09 02:43:39.604398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Allocated IP 172.20.0.18 (aa280ce4-26d3-4b85-964b-fc05d0bb414a/d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0/9094e0a1-8777-43d1-bbac-faf8303a17fd) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:39.627230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:39.633951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1a2e6741-ccef-4c5e-84e7-32fc9837d433 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210251458', 'description': 'tempest-secgroup-smoke-1210251458 description', 'project_id': '790d4483421745efb70e1089ace53695'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:39.661292 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a2e6741-ccef-4c5e-84e7-32fc9837d433 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.766739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a2e6741-ccef-4c5e-84e7-32fc9837d433 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (9d864da6-0700-4c33-9db2-4d1b9eabb0ea), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.771844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a2e6741-ccef-4c5e-84e7-32fc9837d433 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d864da6-0700-4c33-9db2-4d1b9eabb0ea), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.780486 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Publish callbacks [] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.790449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.812140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e6741-ccef-4c5e-84e7-32fc9837d433 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d864da6-0700-4c33-9db2-4d1b9eabb0ea,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:39.839424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a2e6741-ccef-4c5e-84e7-32fc9837d433 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.843995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35212) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:39.844593 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a2e6741-ccef-4c5e-84e7-32fc9837d433 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2149818 Feb 09 02:43:39.844726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:39.850040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:39.851139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-439611ce-9cec-4e80-94a5-a6a33c676dc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '9d864da6-0700-4c33-9db2-4d1b9eabb0ea', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:39.854947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:39.864645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Pushing event updated for resources: {'Port': ['ID=9094e0a1-8777-43d1-bbac-faf8303a17fd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:39.894046 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439611ce-9cec-4e80-94a5-a6a33c676dc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (4ff07f19-29ec-478f-9c0e-bfe38619a535), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.938435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.939355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.939442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.939728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:39.946225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Attempting to bind port 9094e0a1-8777-43d1-bbac-faf8303a17fd on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:39.946716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Attempting to bind port 9094e0a1-8777-43d1-bbac-faf8303a17fd by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:39.947192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Attempting to bind port 9094e0a1-8777-43d1-bbac-faf8303a17fd on network aa280ce4-26d3-4b85-964b-fc05d0bb414a {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:39.955500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:39.955972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Checking segment: {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:39.956477 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.957404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Bound using segment: {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:39.957956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Bound port: 9094e0a1-8777-43d1-bbac-faf8303a17fd, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:39.958419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.977328 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439611ce-9cec-4e80-94a5-a6a33c676dc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (4ff07f19-29ec-478f-9c0e-bfe38619a535), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.981135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439611ce-9cec-4e80-94a5-a6a33c676dc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4ff07f19-29ec-478f-9c0e-bfe38619a535), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.015325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439611ce-9cec-4e80-94a5-a6a33c676dc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff07f19-29ec-478f-9c0e-bfe38619a535,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:40.019468 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439611ce-9cec-4e80-94a5-a6a33c676dc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.023361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-439611ce-9cec-4e80-94a5-a6a33c676dc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744082 Feb 09 02:43:40.023588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35214) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:40.030067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5d08fcf1-b23f-4180-8fa6-16668578cd76 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '9d864da6-0700-4c33-9db2-4d1b9eabb0ea', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:40.092732 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d08fcf1-b23f-4180-8fa6-16668578cd76 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (ceb91292-a0f5-412b-b5a9-8b479ae85bdb), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.104813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] For port 9094e0a1-8777-43d1-bbac-faf8303a17fd, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:40.113726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] For port 9094e0a1-8777-43d1-bbac-faf8303a17fd, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9094e0a1-8777-43d1-bbac-faf8303a17fd,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:40.129623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.222144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52d0a-2726-49a2-bad7-d69b5dbc4528 None None] Pushing event updated for resources: {'Port': ['ID=9094e0a1-8777-43d1-bbac-faf8303a17fd,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:40.250283 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d08fcf1-b23f-4180-8fa6-16668578cd76 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (ceb91292-a0f5-412b-b5a9-8b479ae85bdb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.256252 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d08fcf1-b23f-4180-8fa6-16668578cd76 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (ceb91292-a0f5-412b-b5a9-8b479ae85bdb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.278240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fcf1-b23f-4180-8fa6-16668578cd76 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb91292-a0f5-412b-b5a9-8b479ae85bdb,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:40.296227 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d08fcf1-b23f-4180-8fa6-16668578cd76 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.300611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:40.300898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5d08fcf1-b23f-4180-8fa6-16668578cd76 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2758164 Feb 09 02:43:40.309133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-48de1529-c939-476b-9f36-ac2c4cfb6cd5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '9d864da6-0700-4c33-9db2-4d1b9eabb0ea', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:40.352097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48de1529-c939-476b-9f36-ac2c4cfb6cd5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (49151ead-8077-427b-99ca-08dbd0e8ac4c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.434226 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48de1529-c939-476b-9f36-ac2c4cfb6cd5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (49151ead-8077-427b-99ca-08dbd0e8ac4c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.441789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48de1529-c939-476b-9f36-ac2c4cfb6cd5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (49151ead-8077-427b-99ca-08dbd0e8ac4c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.493466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de1529-c939-476b-9f36-ac2c4cfb6cd5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49151ead-8077-427b-99ca-08dbd0e8ac4c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:40.501257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48de1529-c939-476b-9f36-ac2c4cfb6cd5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.505901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35228) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:40.506940 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48de1529-c939-476b-9f36-ac2c4cfb6cd5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2044523 Feb 09 02:43:40.512383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-18448a08-dd28-44c7-b38c-5ab1db9c88dd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '9d864da6-0700-4c33-9db2-4d1b9eabb0ea', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:40.581956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18448a08-dd28-44c7-b38c-5ab1db9c88dd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (0438b2b3-3ff1-4e52-8647-302185f6da95), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.735392 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18448a08-dd28-44c7-b38c-5ab1db9c88dd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (0438b2b3-3ff1-4e52-8647-302185f6da95), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.743884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b7dc2-0c1b-4676-91cc-67283c9369a0 req-f7e0d25b-d3db-449a-a8ea-e14eef472144 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:40.747933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-539b7dc2-0c1b-4676-91cc-67283c9369a0 req-f7e0d25b-d3db-449a-a8ea-e14eef472144 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.1277943 Feb 09 02:43:40.749240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18448a08-dd28-44c7-b38c-5ab1db9c88dd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0438b2b3-3ff1-4e52-8647-302185f6da95), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.788525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18448a08-dd28-44c7-b38c-5ab1db9c88dd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0438b2b3-3ff1-4e52-8647-302185f6da95,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:40.796408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18448a08-dd28-44c7-b38c-5ab1db9c88dd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.798086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-18448a08-dd28-44c7-b38c-5ab1db9c88dd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2911062 Feb 09 02:43:40.801123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:40.805985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '9d864da6-0700-4c33-9db2-4d1b9eabb0ea', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:40.831891 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Project 790d4483421745efb70e1089ace53695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:43:40.839399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (7063e9b4-9f3e-433f-98ec-6527282a7e2f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.853943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-539b7dc2-0c1b-4676-91cc-67283c9369a0 req-618dc37c-bd5c-426b-8e89-470a037ed8e3 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901091 Feb 09 02:43:40.940533 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (7063e9b4-9f3e-433f-98ec-6527282a7e2f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.948563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (7063e9b4-9f3e-433f-98ec-6527282a7e2f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.975569 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.977018 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744800 Feb 09 02:43:40.979456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417389c6-7f56-41ba-9bcf-2a5b23a5adac tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7063e9b4-9f3e-433f-98ec-6527282a7e2f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:40.981310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:40.986693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '9d864da6-0700-4c33-9db2-4d1b9eabb0ea', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:41.013079 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Project 790d4483421745efb70e1089ace53695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:43:41.019982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (f4fc8792-2818-4266-9eb1-6b8e737c21d8), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.093440 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (f4fc8792-2818-4266-9eb1-6b8e737c21d8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.099104 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f4fc8792-2818-4266-9eb1-6b8e737c21d8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.122826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fc8792-2818-4266-9eb1-6b8e737c21d8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:41.135188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.136843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2ab35fe9-1fb3-493d-b367-9e4bff545562 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545365 Feb 09 02:43:41.438735 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-8f45f03e-f05d-4115-a32e-6cd400f722f2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210251458&fields=id&tenant_id=790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 267 time: 0.0776267 Feb 09 02:43:41.588898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-ebf34646-fea9-49d7-ba44-1d63c6672347 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:41.591691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-ebf34646-fea9-49d7-ba44-1d63c6672347 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/networks?id=aa280ce4-26d3-4b85-964b-fc05d0bb414a HTTP/1.1" status: 200 len: 797 time: 0.1403964 Feb 09 02:43:41.631477 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9094e0a1-8777-43d1-bbac-faf8303a17fd up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:41.632003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-5c458557-6f45-4960-b489-d8471dcc244d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/quotas/790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 375 time: 0.0219860 Feb 09 02:43:41.640238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8e7c8-4277-4157-be2f-55bfa9d78b4d None None] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:41.722112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-a310b2dc-0ad8-4f84-806c-af8d804a6b13 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0725420 Feb 09 02:43:41.832856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c0af19e9-26b9-4f1b-a414-951442e48d8c None None] Provisioning complete for port 9094e0a1-8777-43d1-bbac-faf8303a17fd triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:41.833448 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0af19e9-26b9-4f1b-a414-951442e48d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.870838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-7be4422e-8371-4ff1-837e-399d5b03cd04 service neutron] 10.222.0.53 "GET /v2.0/networks/aa280ce4-26d3-4b85-964b-fc05d0bb414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359453 Feb 09 02:43:41.919296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9094e0a1-8777-43d1-bbac-faf8303a17fd triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:41.921006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.028444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-1c4ce67b-1b1f-4bf5-b59d-3db4f70a75a8 service neutron] 10.222.0.53 "GET /v2.0/networks/aa280ce4-26d3-4b85-964b-fc05d0bb414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502917 Feb 09 02:43:42.052956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f963b3c-6234-4b35-a97f-d21b9e8f907a req-35ff69da-a04c-4675-9b10-d0f8b82b9b08 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:42.054416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f963b3c-6234-4b35-a97f-d21b9e8f907a req-35ff69da-a04c-4675-9b10-d0f8b82b9b08 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0687833 Feb 09 02:43:42.063787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9094e0a1-8777-43d1-bbac-faf8303a17fd is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:42.064131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.085760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c0af19e9-26b9-4f1b-a414-951442e48d8c None None] Current status of the port 9094e0a1-8777-43d1-bbac-faf8303a17fd is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:42.086072 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0af19e9-26b9-4f1b-a414-951442e48d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.118270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f963b3c-6234-4b35-a97f-d21b9e8f907a req-9a2a1559-abd6-419d-9051-bf0de2712246 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542791 Feb 09 02:43:42.162675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 9094e0a1-8777-43d1-bbac-faf8303a17fd, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9094e0a1-8777-43d1-bbac-faf8303a17fd,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:42.169814 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.226165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-c0af19e9-26b9-4f1b-a414-951442e48d8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:43:42.226569 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-c0af19e9-26b9-4f1b-a414-951442e48d8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:43:42.287930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=9094e0a1-8777-43d1-bbac-faf8303a17fd,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:42.314388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fcdf8ce4-3f59-498d-a41d-e444ece38d99 req-66efdc22-01c5-4056-b6b6-c8c9c7659925 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 210 time: 0.0443163 Feb 09 02:43:42.801877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c0af19e9-26b9-4f1b-a414-951442e48d8c None None] Current status of the port 9094e0a1-8777-43d1-bbac-faf8303a17fd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:42.930395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8e9cf8e0-bda2-42e2-bf57-6d6d79e85b6b None None] Provisioning complete for port 9094e0a1-8777-43d1-bbac-faf8303a17fd triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:42.930914 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf8e0-bda2-42e2-bf57-6d6d79e85b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.034895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cf8e0-bda2-42e2-bf57-6d6d79e85b6b None None] Current status of the port 9094e0a1-8777-43d1-bbac-faf8303a17fd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:43.279170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcea2d-46a5-4a06-9966-bd6ae66f77c3 req-77306da5-73b8-423d-a37e-a3c98448d3cd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:43.287433 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4edcea2d-46a5-4a06-9966-bd6ae66f77c3 req-77306da5-73b8-423d-a37e-a3c98448d3cd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0754824 Feb 09 02:43:43.482215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-82786900-7f80-4493-9c47-139971f7def5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:43.484063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-82786900-7f80-4493-9c47-139971f7def5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/networks?id=aa280ce4-26d3-4b85-964b-fc05d0bb414a HTTP/1.1" status: 200 len: 797 time: 0.1702983 Feb 09 02:43:43.524813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4edcea2d-46a5-4a06-9966-bd6ae66f77c3 req-96b6bc75-9d59-45ce-b9d0-cdb88978a9f5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315464 Feb 09 02:43:43.549187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9094e0a1-8777-43d1-bbac-faf8303a17fd up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:43.599848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f574f71a-d35c-433b-bd02-9258491c8ab8 req-4211094a-3a2a-4cc6-bc09-3d18891152e0 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 210 time: 0.1146369 Feb 09 02:43:43.612089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9094e0a1-8777-43d1-bbac-faf8303a17fd triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:43.612809 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.672163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-4e0f5bab-8310-4c37-83b7-cb9e5d3c5c3f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 472 time: 0.1418598 Feb 09 02:43:43.681730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'port': {'device_id': '72ffe59b-196c-40de-a146-cf36323c4a43', 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'admin_state_up': True, 'tenant_id': '790d4483421745efb70e1089ace53695', 'security_groups': ['9d864da6-0700-4c33-9db2-4d1b9eabb0ea']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:43.709024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9094e0a1-8777-43d1-bbac-faf8303a17fd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:43.865656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:43.870030 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.023811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.20.0.24 (aa280ce4-26d3-4b85-964b-fc05d0bb414a/d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0/4dffb476-edae-4fd8-80ee-13b5940ba6fc) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:44.198925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.241784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.303535 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:44.307264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:44.312042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:44.323116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=4dffb476-edae-4fd8-80ee-13b5940ba6fc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:44.381218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:44.381744 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.405663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-4d38be43-19ec-46c6-9e04-4a0088db0275 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7282891 Feb 09 02:43:44.419691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Request body: {'port': {'device_id': '72ffe59b-196c-40de-a146-cf36323c4a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:44.485847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.679381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bdaea9d0-0706-493d-a55a-e689728887c8 None None] Provisioning complete for port 4dffb476-edae-4fd8-80ee-13b5940ba6fc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:44.683026 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdaea9d0-0706-493d-a55a-e689728887c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.724879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bdaea9d0-0706-493d-a55a-e689728887c8 None None] Port 4dffb476-edae-4fd8-80ee-13b5940ba6fc cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:44.734650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e7ad-d9ca-4e8a-ab28-6469f1ca37b3 req-233b2330-bc90-4d3b-bc3f-1d980b8b8747 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:44.736310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db17e7ad-d9ca-4e8a-ab28-6469f1ca37b3 req-233b2330-bc90-4d3b-bc3f-1d980b8b8747 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.1317399 Feb 09 02:43:44.863577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db17e7ad-d9ca-4e8a-ab28-6469f1ca37b3 req-90620ae1-4551-4ff9-afaa-198bbc69ee4d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087666 Feb 09 02:43:44.870602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e064b-2565-496a-96c3-f93beb89adb1 req-feedf580-83d2-46b3-b805-33441c22f1a8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:44.872455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c6e064b-2565-496a-96c3-f93beb89adb1 req-feedf580-83d2-46b3-b805-33441c22f1a8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 932 time: 0.1644564 Feb 09 02:43:44.933974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dffb476-edae-4fd8-80ee-13b5940ba6fc {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:44.954115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Publish callbacks [] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.980278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Transition to ACTIVE for port object 4dffb476-edae-4fd8-80ee-13b5940ba6fc will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:44.991247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c6e064b-2565-496a-96c3-f93beb89adb1 req-a9d826e2-488e-4c05-86e7-b7ea3f00d8b6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920293 Feb 09 02:43:44.992903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.068869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dffb476-edae-4fd8-80ee-13b5940ba6fc,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:45.124087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Attempting to bind port 4dffb476-edae-4fd8-80ee-13b5940ba6fc on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:45.124425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Attempting to bind port 4dffb476-edae-4fd8-80ee-13b5940ba6fc by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:45.124759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Attempting to bind port 4dffb476-edae-4fd8-80ee-13b5940ba6fc on network aa280ce4-26d3-4b85-964b-fc05d0bb414a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:45.129402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Port 4dffb476-edae-4fd8-80ee-13b5940ba6fc on network aa280ce4-26d3-4b85-964b-fc05d0bb414a not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:45.129736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Attempting to bind port 4dffb476-edae-4fd8-80ee-13b5940ba6fc on network aa280ce4-26d3-4b85-964b-fc05d0bb414a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:45.136031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:45.136379 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Checking segment: {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:45.136774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Bound using segment: {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:45.137211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Bound port: 4dffb476-edae-4fd8-80ee-13b5940ba6fc, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:45.137579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.217633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] For port 4dffb476-edae-4fd8-80ee-13b5940ba6fc, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:45.220875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] For port 4dffb476-edae-4fd8-80ee-13b5940ba6fc, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4dffb476-edae-4fd8-80ee-13b5940ba6fc,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:45.227514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.268932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.269575 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.271018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] 10.222.0.72 "PUT /v2.0/ports/4dffb476-edae-4fd8-80ee-13b5940ba6fc HTTP/1.1" status: 200 len: 1093 time: 0.8569536 Feb 09 02:43:45.271590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ffe59b-196c-40de-a146-cf36323c4a43', 'tag': '4dffb476-edae-4fd8-80ee-13b5940ba6fc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:45.276159 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac" -d '{"events": [{"name": "network-changed", "server_uuid": "72ffe59b-196c-40de-a146-cf36323c4a43", "tag": "4dffb476-edae-4fd8-80ee-13b5940ba6fc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:45.305265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c80508-c405-4581-94e5-57d02cc15db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4dffb476-edae-4fd8-80ee-13b5940ba6fc,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:45.329364 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a620f-8eca-49a4-9125-7a4d16319f03 x-openstack-request-id: req-6c3a620f-8eca-49a4-9125-7a4d16319f03 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:45.329660 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ffe59b-196c-40de-a146-cf36323c4a43", "tag": "4dffb476-edae-4fd8-80ee-13b5940ba6fc", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:45.329916 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c3a620f-8eca-49a4-9125-7a4d16319f03 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:45.330311 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ffe59b-196c-40de-a146-cf36323c4a43', 'tag': '4dffb476-edae-4fd8-80ee-13b5940ba6fc', 'status': 'completed', 'code': 200} Feb 09 02:43:45.373657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-e586ab09-9921-44b6-8147-6dff86f8b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.375225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-e586ab09-9921-44b6-8147-6dff86f8b508 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 1127 time: 0.0573089 Feb 09 02:43:45.429462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-fba4b2e8-1068-4fbf-b66d-430105729fae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=4dffb476-edae-4fd8-80ee-13b5940ba6fc HTTP/1.1" status: 200 len: 217 time: 0.0466383 Feb 09 02:43:45.485014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-c6101c67-1c5f-42ce-a9fe-250334a8ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.486519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-c6101c67-1c5f-42ce-a9fe-250334a8ef00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0 HTTP/1.1" status: 200 len: 838 time: 0.0506990 Feb 09 02:43:45.539191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42679957-5a42-4077-806b-088c693c1a23 req-59f69120-8e99-4d3a-8467-da2c7246948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.540888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-59f69120-8e99-4d3a-8467-da2c7246948a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa280ce4-26d3-4b85-964b-fc05d0bb414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0483580 Feb 09 02:43:45.640080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-da654d5e-f288-4c8a-9f1e-1fb6cf987089 service neutron] 10.222.0.72 "GET /v2.0/networks/aa280ce4-26d3-4b85-964b-fc05d0bb414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922170 Feb 09 02:43:45.730215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42679957-5a42-4077-806b-088c693c1a23 req-9a00d205-155e-465d-812d-9fc54f9bf7a9 service neutron] 10.222.0.72 "GET /v2.0/networks/aa280ce4-26d3-4b85-964b-fc05d0bb414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838830 Feb 09 02:43:45.818211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-f6b1fee6-06c9-40e9-a263-2fae5e64d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.819825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-f6b1fee6-06c9-40e9-a263-2fae5e64d202 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 1127 time: 0.0475338 Feb 09 02:43:45.918735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-0fc1d6f7-9f46-4629-a5c2-96bd430c4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.920210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-0fc1d6f7-9f46-4629-a5c2-96bd430c4bd8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=aa280ce4-26d3-4b85-964b-fc05d0bb414a HTTP/1.1" status: 200 len: 898 time: 0.0922501 Feb 09 02:43:45.964502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-8a36a11e-565f-41b2-8976-92774e08cb8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=4dffb476-edae-4fd8-80ee-13b5940ba6fc HTTP/1.1" status: 200 len: 217 time: 0.0379229 Feb 09 02:43:46.043528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-1024cd06-a266-4cf4-a75c-236f2953889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:46.045046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-1024cd06-a266-4cf4-a75c-236f2953889e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0 HTTP/1.1" status: 200 len: 838 time: 0.0730190 Feb 09 02:43:46.058098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b9637-c0f6-4bc0-b247-16ee911fc285 req-2b9de462-79b2-4a2c-99c3-b457227fafd4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:46.059654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f23b9637-c0f6-4bc0-b247-16ee911fc285 req-2b9de462-79b2-4a2c-99c3-b457227fafd4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 943 time: 0.0977032 Feb 09 02:43:46.188883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f23b9637-c0f6-4bc0-b247-16ee911fc285 req-e7b6a496-f4ce-4113-b0fc-28efd24c1d35 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180973 Feb 09 02:43:46.194901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-45551b04-7340-4b90-bbee-6ad8eb181c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:46.196510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-45551b04-7340-4b90-bbee-6ad8eb181c53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=aa280ce4-26d3-4b85-964b-fc05d0bb414a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1359489 Feb 09 02:43:46.211718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d79375-034d-4279-b87d-e3e546207466 req-05f25e05-879a-47ae-a4a3-9a67b680ddce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:46.213881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27d79375-034d-4279-b87d-e3e546207466 req-05f25e05-879a-47ae-a4a3-9a67b680ddce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 944 time: 0.1363633 Feb 09 02:43:46.344609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27d79375-034d-4279-b87d-e3e546207466 req-f6af5a36-3b50-4e04-96bd-b7fd06b116bc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806692 Feb 09 02:43:46.375041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-158382bc-2fb3-47e0-bf60-155ec0a46bc7 service neutron] 10.222.0.72 "GET /v2.0/networks/aa280ce4-26d3-4b85-964b-fc05d0bb414a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601770 Feb 09 02:43:46.474583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67b6e4ca-05c7-4aa1-aad5-0dba20f939ac req-f08789a8-d8a9-4b98-add8-cc530a83d383 service neutron] 10.222.0.72 "GET /v2.0/networks/aa280ce4-26d3-4b85-964b-fc05d0bb414a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930383 Feb 09 02:43:46.719650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 702ba9b5-26fa-4e27-b93a-fb92204abd17 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:46.871552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 702ba9b5-26fa-4e27-b93a-fb92204abd17, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:46.888963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:46.942269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 702ba9b5-26fa-4e27-b93a-fb92204abd17 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:46.942661 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.955576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702ba9b5-26fa-4e27-b93a-fb92204abd17 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:46.976401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 702ba9b5-26fa-4e27-b93a-fb92204abd17, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:46.982349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.032844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=702ba9b5-26fa-4e27-b93a-fb92204abd17,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:47.294906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['702ba9b5-26fa-4e27-b93a-fb92204abd17'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:47.377395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee413e2-5f86-4104-8d4d-c1a4690d52a1 req-408b9639-eea7-4033-9aaa-3e0acbabfd06 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:47.379050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ee413e2-5f86-4104-8d4d-c1a4690d52a1 req-408b9639-eea7-4033-9aaa-3e0acbabfd06 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 944 time: 0.0996747 Feb 09 02:43:47.512825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ee413e2-5f86-4104-8d4d-c1a4690d52a1 req-c88a069d-6d3e-4855-aa6e-630f2e1db490 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240363 Feb 09 02:43:47.552055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd49ff3-6df3-46d5-aa00-90a5db9f91c8 req-426a5012-2552-4152-86d4-fc0219d6ecc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:47.562656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd49ff3-6df3-46d5-aa00-90a5db9f91c8 req-426a5012-2552-4152-86d4-fc0219d6ecc6 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 944 time: 0.1097193 Feb 09 02:43:47.677532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bd49ff3-6df3-46d5-aa00-90a5db9f91c8 req-925c8767-a243-4c61-9201-bc5fbd148d55 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129291 Feb 09 02:43:48.107883 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.668602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1383484-888b-4352-a6cb-a95001874d5b req-9af765bc-56d1-42a8-83e9-1160923eca8f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:48.670045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1383484-888b-4352-a6cb-a95001874d5b req-9af765bc-56d1-42a8-83e9-1160923eca8f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 944 time: 0.0728028 Feb 09 02:43:48.735133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 702ba9b5-26fa-4e27-b93a-fb92204abd17 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:48.787881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1383484-888b-4352-a6cb-a95001874d5b req-22fd05c1-f14d-4eda-8caa-5d58339de46b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116321 Feb 09 02:43:48.855953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc2b53-b7af-4679-9362-ba8b72d62f2f req-629da652-b0b5-4eb7-8b83-d71116baa13a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:48.868571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 702ba9b5-26fa-4e27-b93a-fb92204abd17 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:48.872641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36fc2b53-b7af-4679-9362-ba8b72d62f2f req-629da652-b0b5-4eb7-8b83-d71116baa13a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 944 time: 0.1094718 Feb 09 02:43:48.875501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 702ba9b5-26fa-4e27-b93a-fb92204abd17 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:48.875890 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.951626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36fc2b53-b7af-4679-9362-ba8b72d62f2f req-f1c86085-dcab-4515-ae6f-8a425b1e8c88 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777550 Feb 09 02:43:48.983537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 702ba9b5-26fa-4e27-b93a-fb92204abd17 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:48.983940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.014686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:49.018777 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322f57c-7c32-4110-b99c-c3fe90f232ca" -d '{"events": [{"server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "name": "network-vif-plugged", "status": "completed", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:49.035752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 702ba9b5-26fa-4e27-b93a-fb92204abd17, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:49.043506 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.109740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=702ba9b5-26fa-4e27-b93a-fb92204abd17,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:49.226419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.319899 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacb2887-4887-4b0d-88f4-b43e68a0c209 x-openstack-request-id: req-cacb2887-4887-4b0d-88f4-b43e68a0c209 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:49.320279 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "name": "network-vif-plugged", "status": "completed", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:49.320744 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cacb2887-4887-4b0d-88f4-b43e68a0c209 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:49.321253 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'code': 200} Feb 09 02:43:49.437032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313147c-dd2e-4061-bf7d-599fa71c1986 req-64c97307-3df4-4844-9bcb-507fd18216d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.438535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9313147c-dd2e-4061-bf7d-599fa71c1986 req-64c97307-3df4-4844-9bcb-507fd18216d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1128 time: 0.0476348 Feb 09 02:43:49.498076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9313147c-dd2e-4061-bf7d-599fa71c1986 req-4f1f1e41-6863-4dee-b5dc-93fb1cb2b396 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538709 Feb 09 02:43:49.914906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c46542-86bd-4d96-ac1b-0ce7be491b98 req-6214bec7-0352-4a90-be96-6938a7c02af9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.917118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36c46542-86bd-4d96-ac1b-0ce7be491b98 req-6214bec7-0352-4a90-be96-6938a7c02af9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 945 time: 0.0579946 Feb 09 02:43:49.977344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36c46542-86bd-4d96-ac1b-0ce7be491b98 req-65adec5a-8351-48b0-8be1-d6378bc04cc0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451422 Feb 09 02:43:50.084588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060481a1-250b-4d71-89c5-37892d995347 req-b35510a9-0e3d-47b4-8a00-32795ee5e1b3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:50.086199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-060481a1-250b-4d71-89c5-37892d995347 req-b35510a9-0e3d-47b4-8a00-32795ee5e1b3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 944 time: 0.0594544 Feb 09 02:43:50.143312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-060481a1-250b-4d71-89c5-37892d995347 req-d579bd70-8bc7-4df0-b0e8-258e55db58a1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500920 Feb 09 02:43:50.445185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 4dffb476-edae-4fd8-80ee-13b5940ba6fc details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:50.553541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 4dffb476-edae-4fd8-80ee-13b5940ba6fc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4dffb476-edae-4fd8-80ee-13b5940ba6fc,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:50.568600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '4dffb476-edae-4fd8-80ee-13b5940ba6fc', 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'port_id': '4dffb476-edae-4fd8-80ee-13b5940ba6fc', 'mac_address': 'fa:16:3e:00:ed:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:50.614009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 4dffb476-edae-4fd8-80ee-13b5940ba6fc is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:50.614399 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.634376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dffb476-edae-4fd8-80ee-13b5940ba6fc {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:50.658365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 4dffb476-edae-4fd8-80ee-13b5940ba6fc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4dffb476-edae-4fd8-80ee-13b5940ba6fc,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:50.664478 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.724403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=4dffb476-edae-4fd8-80ee-13b5940ba6fc,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:51.013516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['4dffb476-edae-4fd8-80ee-13b5940ba6fc'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:51.111588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9eab-f8bd-4bdc-807b-2a9a1fe6d329 req-90fc4c79-6a52-4f6e-b5cd-63dfd5c700f7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.119020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d30d9eab-f8bd-4bdc-807b-2a9a1fe6d329 req-90fc4c79-6a52-4f6e-b5cd-63dfd5c700f7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 945 time: 0.0690858 Feb 09 02:43:51.209778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d30d9eab-f8bd-4bdc-807b-2a9a1fe6d329 req-98843983-0039-46e5-b479-ba8f7ed87cd1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890086 Feb 09 02:43:51.416035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ce30-a252-4f19-bda4-83b3bda0fb55 req-8deeb1c7-e869-4cd6-af52-b8910b57a564 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.417797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1de3ce30-a252-4f19-bda4-83b3bda0fb55 req-8deeb1c7-e869-4cd6-af52-b8910b57a564 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 945 time: 0.1587310 Feb 09 02:43:51.441055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c22698-4f4c-497d-be72-542bd13e99ac req-86bad694-4f96-473c-9888-0a710b0e2a67 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.446053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42c22698-4f4c-497d-be72-542bd13e99ac req-86bad694-4f96-473c-9888-0a710b0e2a67 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 945 time: 0.1322415 Feb 09 02:43:51.518408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1de3ce30-a252-4f19-bda4-83b3bda0fb55 req-9fc57b2a-9d53-4cca-8036-2f877219a59f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945170 Feb 09 02:43:51.545744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42c22698-4f4c-497d-be72-542bd13e99ac req-9edfe94a-0e52-4d45-9464-ba048d3510f5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896597 Feb 09 02:43:51.566993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35412) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:51.618496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226c458e-d1ba-40d3-ab7c-13f9c5e7fd4f tempest-TestVolumeBootPattern-947120115 tempest-TestVolumeBootPattern-947120115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.622430 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:43:51.624450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:51.626962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-226c458e-d1ba-40d3-ab7c-13f9c5e7fd4f tempest-TestVolumeBootPattern-947120115 tempest-TestVolumeBootPattern-947120115-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1123 time: 0.0578468 Feb 09 02:43:51.629203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:51.653658 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.777830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.901936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.25.6.199 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/48195005-0ce6-45eb-8ed9-7f6f1afd2cd7) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:52.023346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.060858 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.120988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:52.129239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:52.138098 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:52.141934 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=48195005-0ce6-45eb-8ed9-7f6f1afd2cd7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:52.473755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 4dffb476-edae-4fd8-80ee-13b5940ba6fc up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:52.532660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 4dffb476-edae-4fd8-80ee-13b5940ba6fc completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:52.537178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 4dffb476-edae-4fd8-80ee-13b5940ba6fc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:52.537563 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.573623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (050e83c3-e0f8-4706-8118-7a94576f7a8c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.736401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.742781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 4dffb476-edae-4fd8-80ee-13b5940ba6fc is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:52.742781 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.764269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ce099-fce1-4aef-b06e-b7904083e7a4 req-d8587013-974e-4a98-9a6f-0c8b57514821 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:52.767496 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db3ce099-fce1-4aef-b06e-b7904083e7a4 req-d8587013-974e-4a98-9a6f-0c8b57514821 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 945 time: 0.1134892 Feb 09 02:43:52.810573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ffe59b-196c-40de-a146-cf36323c4a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dffb476-edae-4fd8-80ee-13b5940ba6fc'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:52.813779 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1796c4-4f69-4ef2-bcfa-2bf4cb061773" -d '{"events": [{"server_uuid": "72ffe59b-196c-40de-a146-cf36323c4a43", "name": "network-vif-plugged", "status": "completed", "tag": "4dffb476-edae-4fd8-80ee-13b5940ba6fc"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:52.830574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 4dffb476-edae-4fd8-80ee-13b5940ba6fc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4dffb476-edae-4fd8-80ee-13b5940ba6fc,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:52.836664 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.884450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-db3ce099-fce1-4aef-b06e-b7904083e7a4 req-c83c0926-6ced-46f1-9d4d-cf201fe5b139 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049807 Feb 09 02:43:52.933037 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0567b93d-72c7-4acf-ac25-4f8fcdfbe120 x-openstack-request-id: req-0567b93d-72c7-4acf-ac25-4f8fcdfbe120 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:52.933396 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ffe59b-196c-40de-a146-cf36323c4a43", "name": "network-vif-plugged", "status": "completed", "tag": "4dffb476-edae-4fd8-80ee-13b5940ba6fc", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:52.933599 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0567b93d-72c7-4acf-ac25-4f8fcdfbe120 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:52.935459 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ffe59b-196c-40de-a146-cf36323c4a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dffb476-edae-4fd8-80ee-13b5940ba6fc', 'code': 200} Feb 09 02:43:52.948425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=4dffb476-edae-4fd8-80ee-13b5940ba6fc,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:52.991935 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.998662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.028451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb651889-2d5d-4390-9a08-712c5cee2f05 req-01d25dc1-ffe3-470f-b1cd-ecf1664e2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:53.030037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb651889-2d5d-4390-9a08-712c5cee2f05 req-01d25dc1-ffe3-470f-b1cd-ecf1664e2ad0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 1129 time: 0.0705843 Feb 09 02:43:53.083035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (050e83c3-e0f8-4706-8118-7a94576f7a8c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.093653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb651889-2d5d-4390-9a08-712c5cee2f05 req-2b0e3e76-5c4a-4b95-8df8-301625867600 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567217 Feb 09 02:43:53.188060 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=48195005-0ce6-45eb-8ed9-7f6f1afd2cd7,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:53.222841 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Floating IP 050e83c3-e0f8-4706-8118-7a94576f7a8c associated. External IP: 172.25.6.199, port: 702ba9b5-26fa-4e27-b93a-fb92204abd17. Feb 09 02:43:53.372409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df261d04-8724-4fdd-9e92-caf1ca71fb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.482917 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:53.624124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:53.638493 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:53.651942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.654186 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:53.656146 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:43:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:53.693108 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-41f54c05-f759-4f75-84cd-6145015cc610 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0641801 Feb 09 02:43:53.693108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:53.693697 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912" -d '{"events": [{"name": "network-changed", "server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:53.735799 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732fdb8a-7402-4c53-a2fc-8f617c6f9ef1 x-openstack-request-id: req-732fdb8a-7402-4c53-a2fc-8f617c6f9ef1 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:53.736098 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:53.736355 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-732fdb8a-7402-4c53-a2fc-8f617c6f9ef1 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:53.736841 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'status': 'completed', 'code': 200} Feb 09 02:43:53.808825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-15c29c56-45b8-4093-b01c-78f9f83ba329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:53.811063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-15c29c56-45b8-4093-b01c-78f9f83ba329 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1128 time: 0.0515857 Feb 09 02:43:53.920043 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:53.934065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-eb3ea364-13c2-4c55-80e6-d7ef94f67326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:53.935645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-eb3ea364-13c2-4c55-80e6-d7ef94f67326 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1173427 Feb 09 02:43:54.235842 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:52Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:54.270126 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:54.283348 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:54.284202 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:43:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:54.455086 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:54.556871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-17573f94-5cb2-4c2f-8ebf-d3e8791bd506 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 999 time: 0.6142786 Feb 09 02:43:54.615203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85babc7c-aba9-4b82-8d2a-76825c79d783 req-402f7398-477e-4e7e-ba02-da3a095a190a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.616764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85babc7c-aba9-4b82-8d2a-76825c79d783 req-402f7398-477e-4e7e-ba02-da3a095a190a tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 946 time: 0.5844483 Feb 09 02:43:54.636183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-310a12db-cb59-453c-90d7-bdd07ad7ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.637785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-310a12db-cb59-453c-90d7-bdd07ad7ae72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0744181 Feb 09 02:43:54.711275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85babc7c-aba9-4b82-8d2a-76825c79d783 req-fca16e65-22cc-4aa1-b0bc-a56cec42e0da tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834055 Feb 09 02:43:54.734978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-365f647b-d4f4-491b-ab16-6d0e732d2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.734978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-365f647b-d4f4-491b-ab16-6d0e732d2b33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0852342 Feb 09 02:43:54.859993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-39c99dbe-db7c-441e-af2d-fb040cac7c91 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197422 Feb 09 02:43:54.907058 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:52Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:54.956287 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899c38d-c0c8-4578-8ab6-e0df61557d66 None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:52Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:54.979024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c3b8b6c-7779-4901-95d4-2c3dcb5ca912 req-9a2d062a-c370-4abf-95c6-620f773f32f8 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122820 Feb 09 02:43:55.240312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2c8d2-69e5-44a1-b9d0-ca6c29d68168 None None] New status for floating IP 050e83c3-e0f8-4706-8118-7a94576f7a8c: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:43:55.703866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ba310179-6cf2-4650-839d-c9af2f459710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:55.890561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe27c40-ee85-447a-969a-2cceb55f23e0 req-c31d28c4-a083-42dd-885b-c2b49f72fb1e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.897791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efe27c40-ee85-447a-969a-2cceb55f23e0 req-c31d28c4-a083-42dd-885b-c2b49f72fb1e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 946 time: 0.0767436 Feb 09 02:43:55.964212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efe27c40-ee85-447a-969a-2cceb55f23e0 req-15974b6d-ee1a-40d1-b9d5-15f95269c194 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650413 Feb 09 02:43:56.141154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadbff1-ea6c-47fa-b96f-bccb65c5c559 req-01f6e0cf-4e9b-4233-bc3e-686af50f1fa1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:56.143012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dadbff1-ea6c-47fa-b96f-bccb65c5c559 req-01f6e0cf-4e9b-4233-bc3e-686af50f1fa1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 946 time: 0.0756948 Feb 09 02:43:56.205393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7dadbff1-ea6c-47fa-b96f-bccb65c5c559 req-e55cbf34-12cc-402a-b047-7780cb89ba5e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539894 Feb 09 02:43:56.419324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:56.545624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d7bceb-d13e-4c5d-a97b-68ec9e19ea16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.636026 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d7bceb-d13e-4c5d-a97b-68ec9e19ea16 admin admin] Publish callbacks [] for security_group (bbbf83cc-0dde-4be8-815e-650c16173444), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.641917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4d7bceb-d13e-4c5d-a97b-68ec9e19ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bbbf83cc-0dde-4be8-815e-650c16173444), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.692998 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e4d7bceb-d13e-4c5d-a97b-68ec9e19ea16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63eea3beed8345d1b18379eceaf342ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700570 Feb 09 02:43:56.692998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7bceb-d13e-4c5d-a97b-68ec9e19ea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf83cc-0dde-4be8-815e-650c16173444,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:56.693931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35486) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:56.753434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e71a97c7-f592-474b-b719-d05edc07f85e admin admin] Publish callbacks [] for security_group (bbbf83cc-0dde-4be8-815e-650c16173444), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.782103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e71a97c7-f592-474b-b719-d05edc07f85e admin admin] Publish callbacks [] for security_group (bbbf83cc-0dde-4be8-815e-650c16173444), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.842976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e71a97c7-f592-474b-b719-d05edc07f85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bbbf83cc-0dde-4be8-815e-650c16173444), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.845785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e71a97c7-f592-474b-b719-d05edc07f85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.849357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e71a97c7-f592-474b-b719-d05edc07f85e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbbf83cc-0dde-4be8-815e-650c16173444 HTTP/1.1" status: 204 len: 168 time: 0.1520543 Feb 09 02:43:56.856589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a97c7-f592-474b-b719-d05edc07f85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf83cc-0dde-4be8-815e-650c16173444,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:57.045952 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.192840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35492) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:57.206894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-391ee85c-7bb5-453e-b1db-7f065009e68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.296735 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-391ee85c-7bb5-453e-b1db-7f065009e68b admin admin] Publish callbacks [] for security_group (51aa669c-480f-4626-bbc7-d97f6d9726f1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.301659 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-391ee85c-7bb5-453e-b1db-7f065009e68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51aa669c-480f-4626-bbc7-d97f6d9726f1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.341318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-391ee85c-7bb5-453e-b1db-7f065009e68b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7253d5599f649f2969316e365701be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473544 Feb 09 02:43:57.343601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ee85c-7bb5-453e-b1db-7f065009e68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa669c-480f-4626-bbc7-d97f6d9726f1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:57.345831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35494) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:57.406771 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c969b27-f22a-41f3-9636-804a687eff8d admin admin] Publish callbacks [] for security_group (51aa669c-480f-4626-bbc7-d97f6d9726f1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.429175 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c969b27-f22a-41f3-9636-804a687eff8d admin admin] Publish callbacks [] for security_group (51aa669c-480f-4626-bbc7-d97f6d9726f1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.488013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c969b27-f22a-41f3-9636-804a687eff8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (51aa669c-480f-4626-bbc7-d97f6d9726f1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.490897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9c969b27-f22a-41f3-9636-804a687eff8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.495822 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9c969b27-f22a-41f3-9636-804a687eff8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51aa669c-480f-4626-bbc7-d97f6d9726f1 HTTP/1.1" status: 204 len: 168 time: 0.1448874 Feb 09 02:43:57.502099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c969b27-f22a-41f3-9636-804a687eff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa669c-480f-4626-bbc7-d97f6d9726f1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:57.696923 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:58.226577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.543765 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.875905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.20.0.17 (aa280ce4-26d3-4b85-964b-fc05d0bb414a/d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0/451e9ee6-ae36-4e1b-8a96-b2b42933ffc6) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:59.024080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.067267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.114726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:59.121731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:59.125365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:59.172672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.206208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.377726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.435753 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4b74aa37-bb91-4a86-80cd-42cd0ea993b8 None None] Provisioning complete for port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:59.436267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4b74aa37-bb91-4a86-80cd-42cd0ea993b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.476825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4b74aa37-bb91-4a86-80cd-42cd0ea993b8 None None] Port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:59.694552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.706057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.781662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.783443 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.846870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.889166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:59.891307 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:00.022393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router ee2e61e9-b032-4eb1-92bf-376511b5032b has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:00.171094 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:00.190754 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d311a8f0-a5d8-49cb-ad07-8373c985c871 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "PUT /v2.0/routers/ee2e61e9-b032-4eb1-92bf-376511b5032b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4881735 Feb 09 02:44:00.194097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Sync routers for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:00.205545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ad825441-2885-4a38-9219-6cfec89cc9b2 None None] Provisioning complete for port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:00.206250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad825441-2885-4a38-9219-6cfec89cc9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.208404 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:00.210165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:43:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:00.253235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad825441-2885-4a38-9219-6cfec89cc9b2 None None] Port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:00.344253 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:00.624568 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:43:59Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:25Z', 'revision_number': 1, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451e9ee6-ae36-4e1b-8a96-b2b42933ffc6', 'name': '', 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:5f:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:43:59Z', 'revision_number': 2, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:00.664392 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Checking router: ee2e61e9-b032-4eb1-92bf-376511b5032b for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:00.664891 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Updating router ee2e61e9-b032-4eb1-92bf-376511b5032b port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:00.696274 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.038441 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Publish callbacks [] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.046569 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Pushing event updated for resources: {'Port': ['ID=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Attempting to bind port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Attempting to bind port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Attempting to bind port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 on network aa280ce4-26d3-4b85-964b-fc05d0bb414a {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Checking segment: {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Bound using segment: {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Bound port: 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4407ff-cd6b-4df5-8c8b-30388533f1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] For port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] For port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:01.362713 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.385385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-f161bc62-4820-40c5-983d-bc74f34cb7e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0976629 Feb 09 02:44:01.544269 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:01.544922 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:43:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:01.553101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-e2764dad-6a61-4c9a-bf3f-6906c881e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:01.555779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-e2764dad-6a61-4c9a-bf3f-6906c881e3b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1129 time: 0.1156781 Feb 09 02:44:01.654138 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9768da-d2cc-4fe4-a906-74902640cf6e None None] Pushing event updated for resources: {'Port': ['ID=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.725737 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:01.768622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ddedbd9e-1428-4e49-958d-d738ee67d64e None None] Provisioning complete for port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:01.769458 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedbd9e-1428-4e49-958d-d738ee67d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.859463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-bd1d2426-7c41-4973-ad8f-3180a7731497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:01.871586 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-bd1d2426-7c41-4973-ad8f-3180a7731497 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 898 time: 0.2951646 Feb 09 02:44:02.057390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-217e80be-f7d3-4dd6-98b1-3acca7d8d701 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 200 len: 1002 time: 0.1793425 Feb 09 02:44:02.088645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ddedbd9e-1428-4e49-958d-d738ee67d64e None None] Current status of the port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:02.089380 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedbd9e-1428-4e49-958d-d738ee67d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.171728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ddedbd9e-1428-4e49-958d-d738ee67d64e None None] For port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:02.176693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-f391428a-a865-431c-b888-19a3e6ccddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:02.178573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-f391428a-a865-431c-b888-19a3e6ccddef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eddefc22-d477-46d3-8c55-2241c20f698b HTTP/1.1" status: 200 len: 835 time: 0.1148775 Feb 09 02:44:02.180001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ddedbd9e-1428-4e49-958d-d738ee67d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.220091 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:43:59Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:25Z', 'revision_number': 1, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451e9ee6-ae36-4e1b-8a96-b2b42933ffc6', 'name': '', 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:5f:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:01Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:02.269208 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33869cd3-ac19-4325-9f50-ad7421adde0f None None] The sync data for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 is: [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:43:59Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:25Z', 'revision_number': 1, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451e9ee6-ae36-4e1b-8a96-b2b42933ffc6', 'name': '', 'network_id': 'aa280ce4-26d3-4b85-964b-fc05d0bb414a', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:5f:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:01Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'd89ad5f5-0e08-4c34-b68c-f1058b2ac8c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:02.271248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-7e583917-3c6c-4889-a4c6-e054146eaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:02.272792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-7e583917-3c6c-4889-a4c6-e054146eaf93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcf91ad5-843a-4ae5-ae34-1eece3e72204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0861247 Feb 09 02:44:02.305735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedbd9e-1428-4e49-958d-d738ee67d64e None None] Pushing event updated for resources: {'Port': ['ID=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:02.341799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b57e8a97-3f8b-4c4e-a797-0fd7fd1afc03 None None] Provisioning complete for port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:02.342267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b57e8a97-3f8b-4c4e-a797-0fd7fd1afc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.506780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-4e4b9c81-791f-4ec0-be6d-befaea279121 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259510 Feb 09 02:44:02.543331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b57e8a97-3f8b-4c4e-a797-0fd7fd1afc03 None None] Current status of the port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:02.645708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28b3cdfc-46f6-4dc4-a2ee-66f9d0b9f660 req-15debb1d-9b19-4441-b5b5-417d9943efcc service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296489 Feb 09 02:44:03.510392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:03.562315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:03.562633 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.663518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:04.514657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-9a4d6462-fe75-4276-a144-42d1da405d5c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810709 Feb 09 02:44:04.609547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-69ce988a-c44c-4e43-a01d-d5bde83fa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.611090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-69ce988a-c44c-4e43-a01d-d5bde83fa6f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1128 time: 0.0530941 Feb 09 02:44:04.727770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-7f595a21-4363-4f66-9bf7-cfadf8fec09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.729679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-7f595a21-4363-4f66-9bf7-cfadf8fec09a service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.0982492 Feb 09 02:44:04.805234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-af0d291a-f1e3-4feb-a209-1f42947ed629 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 1001 time: 0.0683858 Feb 09 02:44:04.861667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-d9f786af-a6fb-4ae7-bb22-84eb8db1d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.863227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-d9f786af-a6fb-4ae7-bb22-84eb8db1d983 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0520809 Feb 09 02:44:04.932169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-d321fd26-7263-40c3-ba50-733a258fbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.933736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-d321fd26-7263-40c3-ba50-733a258fbeb8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619447 Feb 09 02:44:05.044895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-cefe7780-867d-4efe-b91b-f687b53ed979 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014347 Feb 09 02:44:05.188921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5bf18222-d224-40f3-9ab6-64713d4c211e req-7c672357-e260-4fa1-bc42-2d8e911d2c16 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343036 Feb 09 02:44:15.397507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c395e-b164-41a8-9bf0-4142dfc74229 req-4d58e297-25f9-43d9-991b-a4a27551538b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:15.398715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da9c395e-b164-41a8-9bf0-4142dfc74229 req-4d58e297-25f9-43d9-991b-a4a27551538b tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.1289945 Feb 09 02:44:15.483422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da9c395e-b164-41a8-9bf0-4142dfc74229 req-d9761a54-683f-45d5-b370-909aac355a31 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766108 Feb 09 02:44:16.058154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35950) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:16.201055 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6690-d521-427e-9f85-910881ff84aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.292486 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6690-d521-427e-9f85-910881ff84aa admin admin] Publish callbacks [] for security_group (2f281723-a7b4-4edc-8a00-6c6feac2a94b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.296682 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f6f6690-d521-427e-9f85-910881ff84aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2f281723-a7b4-4edc-8a00-6c6feac2a94b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.350725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:16.351327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4f6f6690-d521-427e-9f85-910881ff84aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4339e47dc0374ecfa08c56cf8fea1611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914815 Feb 09 02:44:16.353873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f6690-d521-427e-9f85-910881ff84aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f281723-a7b4-4edc-8a00-6c6feac2a94b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:16.425917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b723eb85-e481-482f-82e1-dbfdfb4b8ac3 admin admin] Publish callbacks [] for security_group (2f281723-a7b4-4edc-8a00-6c6feac2a94b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.449257 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b723eb85-e481-482f-82e1-dbfdfb4b8ac3 admin admin] Publish callbacks [] for security_group (2f281723-a7b4-4edc-8a00-6c6feac2a94b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.506833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b723eb85-e481-482f-82e1-dbfdfb4b8ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2f281723-a7b4-4edc-8a00-6c6feac2a94b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.510829 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b723eb85-e481-482f-82e1-dbfdfb4b8ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.512702 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b723eb85-e481-482f-82e1-dbfdfb4b8ac3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f281723-a7b4-4edc-8a00-6c6feac2a94b HTTP/1.1" status: 204 len: 168 time: 0.1589396 Feb 09 02:44:16.525729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723eb85-e481-482f-82e1-dbfdfb4b8ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f281723-a7b4-4edc-8a00-6c6feac2a94b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:16.657136 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ccb7-6d6c-466c-99fb-bbd40911f814 req-96fe77be-9958-4159-ad5d-b17aca45da37 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:16.658687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ec9ccb7-6d6c-466c-99fb-bbd40911f814 req-96fe77be-9958-4159-ad5d-b17aca45da37 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0680983 Feb 09 02:44:16.728446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ec9ccb7-6d6c-466c-99fb-bbd40911f814 req-0279e9e2-a89c-4b5f-8efa-878e23ec8a23 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617950 Feb 09 02:44:16.874720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:16.889361 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58d2b336-175e-49b2-9698-7f091220367e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.976834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58d2b336-175e-49b2-9698-7f091220367e admin admin] Publish callbacks [] for security_group (25312aef-0808-4aa0-9565-e435a616840b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.981660 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-58d2b336-175e-49b2-9698-7f091220367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (25312aef-0808-4aa0-9565-e435a616840b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.021505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2b336-175e-49b2-9698-7f091220367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25312aef-0808-4aa0-9565-e435a616840b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:17.039668 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-58d2b336-175e-49b2-9698-7f091220367e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ced3cf340b234696a43ed68858eef2c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637862 Feb 09 02:44:17.042850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:17.103984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468ce1ea-4830-43af-9136-3ced8556a16f admin admin] Publish callbacks [] for security_group (25312aef-0808-4aa0-9565-e435a616840b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.132531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468ce1ea-4830-43af-9136-3ced8556a16f admin admin] Publish callbacks [] for security_group (25312aef-0808-4aa0-9565-e435a616840b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.195033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468ce1ea-4830-43af-9136-3ced8556a16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (25312aef-0808-4aa0-9565-e435a616840b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.198583 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-468ce1ea-4830-43af-9136-3ced8556a16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.202163 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-468ce1ea-4830-43af-9136-3ced8556a16f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25312aef-0808-4aa0-9565-e435a616840b HTTP/1.1" status: 204 len: 168 time: 0.1559932 Feb 09 02:44:17.208874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ce1ea-4830-43af-9136-3ced8556a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25312aef-0808-4aa0-9565-e435a616840b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:17.566111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 35974) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:17.580816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5668f0b-99ad-4e4e-9ae7-811ec1e2a571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.666526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5668f0b-99ad-4e4e-9ae7-811ec1e2a571 admin admin] Publish callbacks [] for security_group (21deec13-49b0-4893-a2e3-d9819838eeb2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.670960 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f5668f0b-99ad-4e4e-9ae7-811ec1e2a571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (21deec13-49b0-4893-a2e3-d9819838eeb2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.711074 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f5668f0b-99ad-4e4e-9ae7-811ec1e2a571 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83c48eda4f944d6dab299951327c89e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431766 Feb 09 02:44:17.712507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5668f0b-99ad-4e4e-9ae7-811ec1e2a571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21deec13-49b0-4893-a2e3-d9819838eeb2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:17.714213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 35976) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:17.766674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64c4a8a8-38c8-4a3b-8ff2-0971a410e95d admin admin] Publish callbacks [] for security_group (21deec13-49b0-4893-a2e3-d9819838eeb2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.795844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64c4a8a8-38c8-4a3b-8ff2-0971a410e95d admin admin] Publish callbacks [] for security_group (21deec13-49b0-4893-a2e3-d9819838eeb2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.877334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa47b4-932e-4e9c-80b3-e95aedac3555 req-1666b129-492f-48cf-8a19-b3016407a318 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.877334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02fa47b4-932e-4e9c-80b3-e95aedac3555 req-1666b129-492f-48cf-8a19-b3016407a318 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0736043 Feb 09 02:44:17.902103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64c4a8a8-38c8-4a3b-8ff2-0971a410e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (21deec13-49b0-4893-a2e3-d9819838eeb2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.904773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64c4a8a8-38c8-4a3b-8ff2-0971a410e95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.905914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-64c4a8a8-38c8-4a3b-8ff2-0971a410e95d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21deec13-49b0-4893-a2e3-d9819838eeb2 HTTP/1.1" status: 204 len: 168 time: 0.1905525 Feb 09 02:44:17.922565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4a8a8-38c8-4a3b-8ff2-0971a410e95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21deec13-49b0-4893-a2e3-d9819838eeb2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:17.954009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02fa47b4-932e-4e9c-80b3-e95aedac3555 req-034a3339-85ff-4d89-98ea-4001c4bd21ee tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705075 Feb 09 02:44:18.129532 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.091425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474326e2-e5cb-4a5c-b5b3-ee15963a5e7d req-eb1d300e-e091-466e-987a-80312d7555aa tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:19.092981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-474326e2-e5cb-4a5c-b5b3-ee15963a5e7d req-eb1d300e-e091-466e-987a-80312d7555aa tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0602441 Feb 09 02:44:19.169878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-474326e2-e5cb-4a5c-b5b3-ee15963a5e7d req-b8a17861-67a2-43df-bf8a-03c3a2a7b33a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698001 Feb 09 02:44:19.217789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:20.332267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea02a1-3ba0-42d4-837e-eef7449efbcb req-f3dc6b5e-9a2d-4dde-af9e-d6ec454470d5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:20.333741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69ea02a1-3ba0-42d4-837e-eef7449efbcb req-f3dc6b5e-9a2d-4dde-af9e-d6ec454470d5 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0883489 Feb 09 02:44:20.393490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69ea02a1-3ba0-42d4-837e-eef7449efbcb req-f6f9f61b-be24-4c98-b9f6-666b62f1b67f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524592 Feb 09 02:44:21.547991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe6865-6681-4491-8d02-36e2999565a9 req-8e41258e-b638-4f35-a9dc-df9bd8e2aef3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.549602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cefe6865-6681-4491-8d02-36e2999565a9 req-8e41258e-b638-4f35-a9dc-df9bd8e2aef3 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0786602 Feb 09 02:44:21.612726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cefe6865-6681-4491-8d02-36e2999565a9 req-767fa8c7-ad06-42d9-bdba-c59566049880 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559173 Feb 09 02:44:22.763031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128d9ed-0f96-46db-9988-2c48163b3f86 req-1ae62811-1953-49d5-84da-9bf030848343 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:22.764910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a128d9ed-0f96-46db-9988-2c48163b3f86 req-1ae62811-1953-49d5-84da-9bf030848343 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Feb 09 02:44:22.815834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a128d9ed-0f96-46db-9988-2c48163b3f86 req-117542ff-10c6-4b90-808c-b6a4669f9b1d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 Feb 09 02:44:23.373804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0fa6-dfc5-4251-be59-d2c6fc0cbc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:23.954828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb475fe-51c7-401c-96bf-eb5b020ed1ee req-9d2576f7-6029-4b3f-ad50-9c45a4973536 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:23.957153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cb475fe-51c7-401c-96bf-eb5b020ed1ee req-9d2576f7-6029-4b3f-ad50-9c45a4973536 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0680881 Feb 09 02:44:24.014000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cb475fe-51c7-401c-96bf-eb5b020ed1ee req-1a6de354-0e74-4f9a-9d13-0f3113eb6931 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499065 Feb 09 02:44:25.154863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb8665-15d1-4e9d-8ec6-3b0f57811ca7 req-e675ad90-f7e2-46c5-a9fb-0421d468c149 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:25.156428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfcb8665-15d1-4e9d-8ec6-3b0f57811ca7 req-e675ad90-f7e2-46c5-a9fb-0421d468c149 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0650139 Feb 09 02:44:25.212866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bfcb8665-15d1-4e9d-8ec6-3b0f57811ca7 req-a593c02e-d40d-491a-9562-a76186a39d27 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506966 Feb 09 02:44:25.718155 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6159cb31-0584-4020-82f8-40b6cab85fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:26.357809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df002d1e-4965-467c-8be5-19467bc0bd45 req-0fc826cd-7ced-4c70-b96e-42a67f233f93 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:26.359370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df002d1e-4965-467c-8be5-19467bc0bd45 req-0fc826cd-7ced-4c70-b96e-42a67f233f93 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0696125 Feb 09 02:44:26.411741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df002d1e-4965-467c-8be5-19467bc0bd45 req-035d4559-392f-4c14-805a-aa9f38dfb5ca tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462286 Feb 09 02:44:27.037236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:27.551750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a68ee0-1af2-406f-9786-fff3507a438e req-f7c77e4c-4dda-43e8-9ed9-a965273b4566 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:27.556204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23a68ee0-1af2-406f-9786-fff3507a438e req-f7c77e4c-4dda-43e8-9ed9-a965273b4566 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0633957 Feb 09 02:44:27.622349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23a68ee0-1af2-406f-9786-fff3507a438e req-68500752-64df-447e-9f25-4cc0701bf85f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584886 Feb 09 02:44:28.216871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:28.622599 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:44:28.755872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154ee12-bf4e-4524-837d-b0812e3558b9 req-04bc794b-a08e-40bb-811a-7c206a6f80eb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:28.757292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c154ee12-bf4e-4524-837d-b0812e3558b9 req-04bc794b-a08e-40bb-811a-7c206a6f80eb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.0593715 Feb 09 02:44:28.808932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c154ee12-bf4e-4524-837d-b0812e3558b9 req-542e8a50-1f08-4630-99ba-0ef499f9205d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456619 Feb 09 02:44:29.876409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.020843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058b930-d7e0-47d4-8ca9-4c3a29514497 req-c082cff8-10f8-4e14-a4d1-99391e1ed633 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:30.022519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d058b930-d7e0-47d4-8ca9-4c3a29514497 req-c082cff8-10f8-4e14-a4d1-99391e1ed633 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.1026645 Feb 09 02:44:30.036197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127ef0-3ceb-4d5a-8933-87163e176a3a req-2116e2b9-9277-48bb-8359-7de1884d8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:30.037770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36127ef0-3ceb-4d5a-8933-87163e176a3a req-2116e2b9-9277-48bb-8359-7de1884d8581 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1128 time: 0.1161494 Feb 09 02:44:30.126970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-36127ef0-3ceb-4d5a-8933-87163e176a3a req-f0d330bc-65df-4a6c-916f-1a63e6b99712 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779610 Feb 09 02:44:30.137606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d058b930-d7e0-47d4-8ca9-4c3a29514497 req-b87bc468-f4f8-4ec7-8715-cde93bc8c077 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038613 Feb 09 02:44:30.699104 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 38f5ac24-f0ef-468c-8c77-e800855c00b5 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:30.783621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 38f5ac24-f0ef-468c-8c77-e800855c00b5 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:30.783621 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.808492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:30.810756 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b39555-1709-43ed-9f3f-53512981af7e" -d '{"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-unplugged", "status": "completed", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:30.825393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:30.830653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.858649 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e38a0b-d143-4073-b21f-2e3184bdf5ac x-openstack-request-id: req-48e38a0b-d143-4073-b21f-2e3184bdf5ac {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:30.858942 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-unplugged", "status": "completed", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:30.859198 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48e38a0b-d143-4073-b21f-2e3184bdf5ac {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:30.859589 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'code': 200} Feb 09 02:44:30.886594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:31.264543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea253331-ca29-4b02-8432-a5eabeb16ed7 req-e2008312-dcea-46f4-aee0-ef42a9913973 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:31.266213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea253331-ca29-4b02-8432-a5eabeb16ed7 req-e2008312-dcea-46f4-aee0-ef42a9913973 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.0560510 Feb 09 02:44:31.333204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea253331-ca29-4b02-8432-a5eabeb16ed7 req-2207d7f7-f5ca-4832-9b59-163fc7470ca1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556588 Feb 09 02:44:32.517582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c20113-bc5b-41e7-9806-a6260c2f8af8 req-5ac16bc8-6f93-4cae-b14c-4b34ac4383e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:32.519384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90c20113-bc5b-41e7-9806-a6260c2f8af8 req-5ac16bc8-6f93-4cae-b14c-4b34ac4383e6 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 943 time: 0.0825689 Feb 09 02:44:32.617520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90c20113-bc5b-41e7-9806-a6260c2f8af8 req-3eee54ec-addd-4d07-b8c6-fc0be9f3fb68 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811582 Feb 09 02:44:32.630649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36214) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:32.701643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ea0a7985-e04f-44a0-999d-71ba8a210bd9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/floatingips/d7d014dc-8bd6-4682-a2e7-6fe40044430a HTTP/1.1" status: 200 len: 991 time: 0.0698452 Feb 09 02:44:32.714514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 38f5ac24-f0ef-468c-8c77-e800855c00b5 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:32.842540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:32.856984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'port_id': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'mac_address': 'fa:16:3e:08:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:32.906181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 38f5ac24-f0ef-468c-8c77-e800855c00b5 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:32.906566 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:32.937746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f5ac24-f0ef-468c-8c77-e800855c00b5 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:32.964346 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:32.969254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:33.046830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:33.318881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['38f5ac24-f0ef-468c-8c77-e800855c00b5'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:33.906663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36370) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:34.031370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36386) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:34.168355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.289114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Publish callbacks [] for security_group (d9c88824-fa6f-475b-8a65-f5a455338782), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.300801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d9c88824-fa6f-475b-8a65-f5a455338782), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.349803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c88824-fa6f-475b-8a65-f5a455338782,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:34.363260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c50224fdb14c4519981931352f4161eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554455 Feb 09 02:44:34.367518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36422) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:34.417330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.417861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.418372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.418902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.419401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.419911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.420394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.420904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.421407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.421908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.422409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.422916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.423408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fcec6-4245-4c9a-a77c-4a8ce04847fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.474987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Publish callbacks [] for security_group (d9c88824-fa6f-475b-8a65-f5a455338782), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.502536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Publish callbacks [] for security_group (d9c88824-fa6f-475b-8a65-f5a455338782), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.601396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d9c88824-fa6f-475b-8a65-f5a455338782), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.607107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.608564 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9c88824-fa6f-475b-8a65-f5a455338782 HTTP/1.1" status: 204 len: 168 time: 0.2397213 Feb 09 02:44:34.619719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c88824-fa6f-475b-8a65-f5a455338782,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:34.629998 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.630429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.631151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.631736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.632298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.633002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.634105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.634911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.635653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.636602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.637272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.638067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.638822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db0b75-3e55-481d-a931-a0393f7126b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:34.715958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 38f5ac24-f0ef-468c-8c77-e800855c00b5 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:34.835220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 38f5ac24-f0ef-468c-8c77-e800855c00b5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:34.836078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.945179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.038274 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 38f5ac24-f0ef-468c-8c77-e800855c00b5 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:35.039078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.094137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:35.099426 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975937e5-9bff-4448-ba0e-4199797ddfa1" -d '{"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-plugged", "status": "completed", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:35.133114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:35.140913 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.245391 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0946edfb-f123-4cfe-b5ed-95bdb8725729 x-openstack-request-id: req-0946edfb-f123-4cfe-b5ed-95bdb8725729 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:35.245949 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-plugged", "status": "completed", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:35.247263 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0946edfb-f123-4cfe-b5ed-95bdb8725729 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:35.247975 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'code': 200} Feb 09 02:44:35.270998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:35.285574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36512) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:35.345119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ea10363-f31f-4a34-a9ee-eb90a87cd5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.553685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ea10363-f31f-4a34-a9ee-eb90a87cd5a8 admin admin] Publish callbacks [] for security_group (098a0828-3368-4169-aa28-5dccdf6e3a59), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.561066 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ea10363-f31f-4a34-a9ee-eb90a87cd5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (098a0828-3368-4169-aa28-5dccdf6e3a59), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.659535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ea10363-f31f-4a34-a9ee-eb90a87cd5a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3211ec41949d496388451ad0a95ad9a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3727055 Feb 09 02:44:35.662138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36562) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:35.667392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea10363-f31f-4a34-a9ee-eb90a87cd5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098a0828-3368-4169-aa28-5dccdf6e3a59,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:35.706173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:35.706741 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.773389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-349138c7-1b68-4138-a780-dc7cf7404811 admin admin] Publish callbacks [] for security_group (098a0828-3368-4169-aa28-5dccdf6e3a59), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.813353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-349138c7-1b68-4138-a780-dc7cf7404811 admin admin] Publish callbacks [] for security_group (098a0828-3368-4169-aa28-5dccdf6e3a59), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.837229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:35.837633 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.855726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:35.898653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-349138c7-1b68-4138-a780-dc7cf7404811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (098a0828-3368-4169-aa28-5dccdf6e3a59), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.901815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-349138c7-1b68-4138-a780-dc7cf7404811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.903365 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-349138c7-1b68-4138-a780-dc7cf7404811 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/098a0828-3368-4169-aa28-5dccdf6e3a59 HTTP/1.1" status: 204 len: 168 time: 0.2393081 Feb 09 02:44:35.915523 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349138c7-1b68-4138-a780-dc7cf7404811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098a0828-3368-4169-aa28-5dccdf6e3a59,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:36.203366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (451e9ee6-ae36-4e1b-8a96-b2b42933ffc6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.236538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=451e9ee6-ae36-4e1b-8a96-b2b42933ffc6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:36.486627 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.810675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router ee2e61e9-b032-4eb1-92bf-376511b5032b has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:36.973448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:36.984234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7ccf6cf2-53c2-4610-b540-e9245a0ffd25 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "PUT /v2.0/routers/ee2e61e9-b032-4eb1-92bf-376511b5032b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9475853 Feb 09 02:44:36.995170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] Sync routers for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:37.010665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:37.011760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:37.164199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:37.289963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55061ed3-6473-48fc-b8b0-7ad5f306c553 req-e22cbaf6-2993-417b-87ba-f4c9acff3ca5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:37.293717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55061ed3-6473-48fc-b8b0-7ad5f306c553 req-e22cbaf6-2993-417b-87ba-f4c9acff3ca5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 946 time: 0.0745697 Feb 09 02:44:37.369494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55061ed3-6473-48fc-b8b0-7ad5f306c553 req-e421a601-4cec-4d5c-b7ae-30edbb4fbca2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658526 Feb 09 02:44:37.522406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:36Z', 'revision_number': 6, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:25Z', 'revision_number': 1, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:37.557619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] Checking router: ee2e61e9-b032-4eb1-92bf-376511b5032b for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:37.567893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:37.569230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:37.897533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:38.173119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:36Z', 'revision_number': 6, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:25Z', 'revision_number': 1, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:38.205261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb904f6-4e41-47f2-b396-07d069cb5f4f None None] The sync data for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 is: [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:36Z', 'revision_number': 6, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '70d06357-846b-4546-98c0-843cc26bd528', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'port_id': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'mac_address': 'fa:16:3e:bb:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:42:22Z', 'updated_at': '2022-02-09T02:42:25Z', 'revision_number': 1, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:38.511018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bacff-8d72-4424-90dd-f73e473bd932 req-17e3e98b-a548-4848-bfbe-28fd8d6110ed tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:38.512592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b55bacff-8d72-4424-90dd-f73e473bd932 req-17e3e98b-a548-4848-bfbe-28fd8d6110ed tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 946 time: 0.0622351 Feb 09 02:44:38.577535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b55bacff-8d72-4424-90dd-f73e473bd932 req-cb485c76-669b-4977-b2ed-eaf109ca79bd tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d864da6-0700-4c33-9db2-4d1b9eabb0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582685 Feb 09 02:44:38.919590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479959b-7d35-46be-a50d-9fff58917a93 req-6536d067-93ba-4d61-9b69-450e5576225d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:38.922633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7479959b-7d35-46be-a50d-9fff58917a93 req-6536d067-93ba-4d61-9b69-450e5576225d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 946 time: 0.0688961 Feb 09 02:44:39.043165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 4dffb476-edae-4fd8-80ee-13b5940ba6fc {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:39.043493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.155609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port 4dffb476-edae-4fd8-80ee-13b5940ba6fc, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=4dffb476-edae-4fd8-80ee-13b5940ba6fc,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:39.156147 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.176184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 4dffb476-edae-4fd8-80ee-13b5940ba6fc owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:39.332538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4dffb476-edae-4fd8-80ee-13b5940ba6fc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.466699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:39.494786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:39.495722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 451e9ee6-ae36-4e1b-8a96-b2b42933ffc6 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:39.777735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=4dffb476-edae-4fd8-80ee-13b5940ba6fc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:39.833648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1fed2b6-9347-4288-94cd-75dbc054fcbf req-a2ee3792-128b-4363-ada6-8fb33aac6f6f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ffe59b-196c-40de-a146-cf36323c4a43 HTTP/1.1" status: 200 len: 210 time: 0.0582893 Feb 09 02:44:39.877697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] No DVR routers for this DVR port 4dffb476-edae-4fd8-80ee-13b5940ba6fc on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:39.880441 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.884543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7479959b-7d35-46be-a50d-9fff58917a93 req-757c9893-3ed8-4bcc-bc28-5e6d6a7edfce tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "DELETE /v2.0/ports/4dffb476-edae-4fd8-80ee-13b5940ba6fc HTTP/1.1" status: 204 len: 173 time: 0.9568958 Feb 09 02:44:39.885427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ffe59b-196c-40de-a146-cf36323c4a43', 'name': 'network-vif-deleted', 'tag': '4dffb476-edae-4fd8-80ee-13b5940ba6fc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:39.889156 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d9f18-e63c-4b8f-a40c-eac145164004" -d '{"events": [{"server_uuid": "72ffe59b-196c-40de-a146-cf36323c4a43", "name": "network-vif-deleted", "tag": "4dffb476-edae-4fd8-80ee-13b5940ba6fc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:39.953219 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5a51b3-128f-429e-93d6-ec27da5a7b8f x-openstack-request-id: req-fb5a51b3-128f-429e-93d6-ec27da5a7b8f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:39.953881 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ffe59b-196c-40de-a146-cf36323c4a43", "name": "network-vif-deleted", "tag": "4dffb476-edae-4fd8-80ee-13b5940ba6fc", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:39.954353 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb5a51b3-128f-429e-93d6-ec27da5a7b8f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:39.955027 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ffe59b-196c-40de-a146-cf36323c4a43', 'name': 'network-vif-deleted', 'tag': '4dffb476-edae-4fd8-80ee-13b5940ba6fc', 'status': 'completed', 'code': 200} Feb 09 02:44:40.895063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:40.956024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39a4389a-891c-4e43-bb30-dfa04558e4b8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (9d864da6-0700-4c33-9db2-4d1b9eabb0ea), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.983452 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39a4389a-891c-4e43-bb30-dfa04558e4b8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (9d864da6-0700-4c33-9db2-4d1b9eabb0ea), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.073007 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39a4389a-891c-4e43-bb30-dfa04558e4b8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d864da6-0700-4c33-9db2-4d1b9eabb0ea), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.076079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39a4389a-891c-4e43-bb30-dfa04558e4b8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.077273 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-39a4389a-891c-4e43-bb30-dfa04558e4b8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d864da6-0700-4c33-9db2-4d1b9eabb0ea HTTP/1.1" status: 204 len: 168 time: 0.1811149 Feb 09 02:44:41.087460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4389a-891c-4e43-bb30-dfa04558e4b8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d864da6-0700-4c33-9db2-4d1b9eabb0ea,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:41.155126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:41.246318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting subnet d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:44:41.251810 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.307060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.407571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.474254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.515282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Subnet': ['ID=d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:41.533939 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.536015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3039e-43d4-47d5-9025-e23a3412cb03 None None] Network aa280ce4-26d3-4b85-964b-fc05d0bb414a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:41.538776 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5a1889b7-184e-4c3e-bf47-c8b5c28d9b98 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/subnets/d89ad5f5-0e08-4c34-b68c-f1058b2ac8c0 HTTP/1.1" status: 204 len: 168 time: 0.3824518 Feb 09 02:44:41.542251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36758) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:41.686073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (aa280ce4-26d3-4b85-964b-fc05d0bb414a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.772570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 9094e0a1-8777-43d1-bbac-faf8303a17fd {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:41.772916 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.815791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] DHCP port deletion for aa280ce4-26d3-4b85-964b-fc05d0bb414a request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:44:41.890281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port 9094e0a1-8777-43d1-bbac-faf8303a17fd, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9094e0a1-8777-43d1-bbac-faf8303a17fd,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:41.891230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.904877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Deleting port 9094e0a1-8777-43d1-bbac-faf8303a17fd {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:41.905262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.916557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 9094e0a1-8777-43d1-bbac-faf8303a17fd owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:41.981940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] For port 9094e0a1-8777-43d1-bbac-faf8303a17fd, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9094e0a1-8777-43d1-bbac-faf8303a17fd,segment=NetworkSegment(3c4407ff-cd6b-4df5-8c8b-30388533f1b5),segment_id=3c4407ff-cd6b-4df5-8c8b-30388533f1b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:41.982278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.998133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Calling delete_port for 9094e0a1-8777-43d1-bbac-faf8303a17fd owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:42.050290 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.109372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] No DVR routers for this DVR port 9094e0a1-8777-43d1-bbac-faf8303a17fd on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:42.111318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=9094e0a1-8777-43d1-bbac-faf8303a17fd,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:42.134656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (9094e0a1-8777-43d1-bbac-faf8303a17fd), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.161059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] No DVR routers for this DVR port 9094e0a1-8777-43d1-bbac-faf8303a17fd on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:42.199902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Pushing event deleted for resources: {'Port': ['ID=9094e0a1-8777-43d1-bbac-faf8303a17fd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:42.209048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.209471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.209828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.210173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.210539 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.210880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.211216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.212098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.213751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.214106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.214448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.214806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.215142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2254e42-41d2-43e0-bc57-85dc81db59ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:42.250324 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (aa280ce4-26d3-4b85-964b-fc05d0bb414a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.281681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa280ce4-26d3-4b85-964b-fc05d0bb414a']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:42.294655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4407ff-cd6b-4df5-8c8b-30388533f1b5') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:42.295142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4407ff-cd6b-4df5-8c8b-30388533f1b5') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:42.312857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (3c4407ff-cd6b-4df5-8c8b-30388533f1b5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.332514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3c4407ff-cd6b-4df5-8c8b-30388533f1b5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.344223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:44:42.344642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (3c4407ff-cd6b-4df5-8c8b-30388533f1b5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:44:42.348460 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:44:42.431885 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (aa280ce4-26d3-4b85-964b-fc05d0bb414a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.453551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.458019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/networks/aa280ce4-26d3-4b85-964b-fc05d0bb414a HTTP/1.1" status: 204 len: 168 time: 0.9139714 Feb 09 02:44:42.459307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc1558-38f7-469d-a0c9-5f57898a18ba tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Network': ['ID=aa280ce4-26d3-4b85-964b-fc05d0bb414a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:42.463123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36764) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:42.675049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port f163b2c9-f1b5-4bab-872d-25c215c8e5f2 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:42.675796 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.711780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 4dffb476-edae-4fd8-80ee-13b5940ba6fc no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:42.739033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 4dffb476-edae-4fd8-80ee-13b5940ba6fc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:42.740364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 4dffb476-edae-4fd8-80ee-13b5940ba6fc not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:42.771915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.772244 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.787065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for f163b2c9-f1b5-4bab-872d-25c215c8e5f2 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:42.997879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f163b2c9-f1b5-4bab-872d-25c215c8e5f2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:43.028596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=f163b2c9-f1b5-4bab-872d-25c215c8e5f2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:43.108951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (70d06357-846b-4546-98c0-843cc26bd528), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:43.109303 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Floating IP 70d06357-846b-4546-98c0-843cc26bd528 disassociated (deleted). External IP: 172.25.6.170, port: f3531456-e6c6-4477-9952-97aa35cdc85a. Feb 09 02:44:43.371173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router ee2e61e9-b032-4eb1-92bf-376511b5032b has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:43.512268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:43.517720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:43.526029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] Sync routers for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:43.541332 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:43.542784 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:43.551336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-66d7b348-cb97-44e3-ad53-11bb508a5d37 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/floatingips/70d06357-846b-4546-98c0-843cc26bd528 HTTP/1.1" status: 204 len: 168 time: 1.0869284 Feb 09 02:44:43.551959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:43.564711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9094e0a1-8777-43d1-bbac-faf8303a17fd no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:43.566411 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c515f44-bdb7-4939-9150-157e378a8b29" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:43.613366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 9094e0a1-8777-43d1-bbac-faf8303a17fd {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:43.614145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9094e0a1-8777-43d1-bbac-faf8303a17fd not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:43.658000 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036980e2-5622-49c3-b228-fc30b2ff4e7b x-openstack-request-id: req-036980e2-5622-49c3-b228-fc30b2ff4e7b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:43.658307 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:43.658643 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-036980e2-5622-49c3-b228-fc30b2ff4e7b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:43.659077 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'status': 'completed', 'code': 200} Feb 09 02:44:43.769048 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:43.790934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-c696406c-8f2f-4ac7-b503-eca25eee987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:43.792539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-c696406c-8f2f-4ac7-b503-eca25eee987d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 1129 time: 0.1067996 Feb 09 02:44:43.977172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81504ef6-131c-4300-bca0-a44cf367e6a5 req-091c8452-f784-4bb4-9852-d4f4a1696cd7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:43.978844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81504ef6-131c-4300-bca0-a44cf367e6a5 req-091c8452-f784-4bb4-9852-d4f4a1696cd7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 946 time: 0.1227834 Feb 09 02:44:44.044613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-027fbc68-66b1-4f64-9514-0cf9317fec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:44.046140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-027fbc68-66b1-4f64-9514-0cf9317fec6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 200 len: 898 time: 0.2444651 Feb 09 02:44:44.063003 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-81504ef6-131c-4300-bca0-a44cf367e6a5 req-b709d876-25c6-4ce8-8f94-522e7e658833 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771265 Feb 09 02:44:44.081840 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:36Z', 'revision_number': 6, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:44.112043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-8b9f6f9a-b07d-4d14-b645-a0b754713ba0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 200 len: 217 time: 0.0591407 Feb 09 02:44:44.114553 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] Checking router: ee2e61e9-b032-4eb1-92bf-376511b5032b for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:44.139313 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:44.139946 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:44.191060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-03b5384a-5a17-4c11-813f-df542be4f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:44.192820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-03b5384a-5a17-4c11-813f-df542be4f091 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eddefc22-d477-46d3-8c55-2241c20f698b HTTP/1.1" status: 200 len: 835 time: 0.0733933 Feb 09 02:44:44.261858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-4301eb16-dc6a-466f-97ce-af8346b7fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:44.263453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-4301eb16-dc6a-466f-97ce-af8346b7fbc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dcf91ad5-843a-4ae5-ae34-1eece3e72204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0622706 Feb 09 02:44:44.288993 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:44.387068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-0a81adf4-c7f1-4986-aeb8-d88877138cd4 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165004 Feb 09 02:44:44.496249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c515f44-bdb7-4939-9150-157e378a8b29 req-9173de85-15e5-467b-9c5e-5ee9ec248f89 service neutron] 10.222.0.72 "GET /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018560 Feb 09 02:44:44.579209 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:36Z', 'revision_number': 6, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:44.611455 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20473b-45fb-4f16-aed5-e45faff2ade1 None None] The sync data for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 is: [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:36Z', 'revision_number': 6, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd4ebf6d4-c823-4095-8fa5-a5428bfc695b', 'name': '', 'network_id': 'dcf91ad5-843a-4ae5-ae34-1eece3e72204', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:73:6d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:58Z', 'updated_at': '2022-02-09T02:42:03Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'eddefc22-d477-46d3-8c55-2241c20f698b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:44.917149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4df378-048f-4917-8aa6-fdbdea4f2b40 None None] New status for floating IP 70d06357-846b-4546-98c0-843cc26bd528: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:44:45.251643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c2f5e-b80e-409e-97fa-b6c82bac397a req-83f2caab-9dff-4a68-b611-be44f10c0bb7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:45.253295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7c2f5e-b80e-409e-97fa-b6c82bac397a req-83f2caab-9dff-4a68-b611-be44f10c0bb7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 946 time: 0.0910933 Feb 09 02:44:45.311380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7c2f5e-b80e-409e-97fa-b6c82bac397a req-7bfc7d42-43b5-43c1-b3b3-f4e8461b29f7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8ea6dca-87f4-4740-8dd5-6664a31f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507822 Feb 09 02:44:45.569680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24247-34ca-4d28-b804-f34030179f3e req-bd992611-bd3f-453a-bd90-708878958d6d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:45.570278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9a24247-34ca-4d28-b804-f34030179f3e req-bd992611-bd3f-453a-bd90-708878958d6d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 946 time: 0.0665712 Feb 09 02:44:45.699517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port f3531456-e6c6-4477-9952-97aa35cdc85a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:45.699815 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.833098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port f3531456-e6c6-4477-9952-97aa35cdc85a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f3531456-e6c6-4477-9952-97aa35cdc85a,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:45.833488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.850727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for f3531456-e6c6-4477-9952-97aa35cdc85a owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:46.033499 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f3531456-e6c6-4477-9952-97aa35cdc85a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.073059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=f3531456-e6c6-4477-9952-97aa35cdc85a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:46.196348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] No DVR routers for this DVR port f3531456-e6c6-4477-9952-97aa35cdc85a on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:46.199857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.204831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9a24247-34ca-4d28-b804-f34030179f3e req-dde433c1-f425-4044-a42b-089b61d8c75c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "DELETE /v2.0/ports/f3531456-e6c6-4477-9952-97aa35cdc85a HTTP/1.1" status: 204 len: 173 time: 0.6293132 Feb 09 02:44:46.205631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'name': 'network-vif-deleted', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:46.211813 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8058a97d-f42f-4dbe-b09e-a98b5a37ef43" -d '{"events": [{"server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "name": "network-vif-deleted", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:46.272045 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba3146-7435-4574-a19a-fd1861895762 x-openstack-request-id: req-44ba3146-7435-4574-a19a-fd1861895762 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:46.272772 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d8f2f-48ab-4a4e-b550-f7eef5c042d4", "name": "network-vif-deleted", "tag": "f3531456-e6c6-4477-9952-97aa35cdc85a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:46.272772 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44ba3146-7435-4574-a19a-fd1861895762 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:46.273010 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d8f2f-48ab-4a4e-b550-f7eef5c042d4', 'name': 'network-vif-deleted', 'tag': 'f3531456-e6c6-4477-9952-97aa35cdc85a', 'status': 'completed', 'code': 200} Feb 09 02:44:46.336111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36800) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:46.501925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b59e01ad-ad7d-4b74-a760-89486be93830 req-8648c65f-9365-4dcd-90dd-dc9de51bd452 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=b93d8f2f-48ab-4a4e-b550-f7eef5c042d4 HTTP/1.1" status: 200 len: 210 time: 0.0587738 Feb 09 02:44:46.510744 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20069d1f-6b96-4ae6-a18c-32f9f62dc4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.613444 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20069d1f-6b96-4ae6-a18c-32f9f62dc4e4 admin admin] Publish callbacks [] for security_group (b4637ea8-8452-44c7-89c8-9a4cb719331a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.619859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-20069d1f-6b96-4ae6-a18c-32f9f62dc4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b4637ea8-8452-44c7-89c8-9a4cb719331a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.684032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36806) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:46.684267 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-20069d1f-6b96-4ae6-a18c-32f9f62dc4e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10a8d17401b642f2bf56c0830822a5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3453732 Feb 09 02:44:46.685287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20069d1f-6b96-4ae6-a18c-32f9f62dc4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4637ea8-8452-44c7-89c8-9a4cb719331a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:46.825008 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19135b3b-c5a9-4aa3-8dee-9c9ccccaab9f admin admin] Publish callbacks [] for security_group (b4637ea8-8452-44c7-89c8-9a4cb719331a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.861530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19135b3b-c5a9-4aa3-8dee-9c9ccccaab9f admin admin] Publish callbacks [] for security_group (b4637ea8-8452-44c7-89c8-9a4cb719331a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.923714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19135b3b-c5a9-4aa3-8dee-9c9ccccaab9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b4637ea8-8452-44c7-89c8-9a4cb719331a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.927229 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19135b3b-c5a9-4aa3-8dee-9c9ccccaab9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.928599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-19135b3b-c5a9-4aa3-8dee-9c9ccccaab9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4637ea8-8452-44c7-89c8-9a4cb719331a HTTP/1.1" status: 204 len: 168 time: 0.2430489 Feb 09 02:44:46.941126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19135b3b-c5a9-4aa3-8dee-9c9ccccaab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4637ea8-8452-44c7-89c8-9a4cb719331a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:47.295754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36814) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:47.310816 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6b261b1-0f49-4ca3-82d5-8902b82f139a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.403727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6b261b1-0f49-4ca3-82d5-8902b82f139a admin admin] Publish callbacks [] for security_group (86be3118-73ea-45a5-8747-7a316af47610), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.409367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6b261b1-0f49-4ca3-82d5-8902b82f139a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (86be3118-73ea-45a5-8747-7a316af47610), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.442021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a6b261b1-0f49-4ca3-82d5-8902b82f139a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a7eff2b1ba44cf89eafa46488d508a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450849 Feb 09 02:44:47.444391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36816) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:47.543883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58e254a9-7a27-48c5-9f5b-620005a54136 admin admin] Publish callbacks [] for security_group (86be3118-73ea-45a5-8747-7a316af47610), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.547407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b261b1-0f49-4ca3-82d5-8902b82f139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86be3118-73ea-45a5-8747-7a316af47610,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:47.581812 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58e254a9-7a27-48c5-9f5b-620005a54136 admin admin] Publish callbacks [] for security_group (86be3118-73ea-45a5-8747-7a316af47610), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.593514 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36820) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:47.655190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58e254a9-7a27-48c5-9f5b-620005a54136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (86be3118-73ea-45a5-8747-7a316af47610), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.658894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58e254a9-7a27-48c5-9f5b-620005a54136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.661378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-58e254a9-7a27-48c5-9f5b-620005a54136 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86be3118-73ea-45a5-8747-7a316af47610 HTTP/1.1" status: 204 len: 168 time: 0.2155898 Feb 09 02:44:47.677654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e254a9-7a27-48c5-9f5b-620005a54136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86be3118-73ea-45a5-8747-7a316af47610,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:47.719634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-448acd8b-fb8a-4c29-bd29-b97746c485f9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (b8ea6dca-87f4-4740-8dd5-6664a31f1b15), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.759124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-448acd8b-fb8a-4c29-bd29-b97746c485f9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (b8ea6dca-87f4-4740-8dd5-6664a31f1b15), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.844435 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-448acd8b-fb8a-4c29-bd29-b97746c485f9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b8ea6dca-87f4-4740-8dd5-6664a31f1b15), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.849193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-448acd8b-fb8a-4c29-bd29-b97746c485f9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.851540 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-448acd8b-fb8a-4c29-bd29-b97746c485f9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/security-groups/b8ea6dca-87f4-4740-8dd5-6664a31f1b15 HTTP/1.1" status: 204 len: 168 time: 0.2560823 Feb 09 02:44:47.891915 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448acd8b-fb8a-4c29-bd29-b97746c485f9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea6dca-87f4-4740-8dd5-6664a31f1b15,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:47.938978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36828) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:48.156765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.243371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:48.263541 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9faf194-5fbf-4488-bb3f-71bc23827431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.438310 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9faf194-5fbf-4488-bb3f-71bc23827431 admin admin] Publish callbacks [] for security_group (c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.443975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f9faf194-5fbf-4488-bb3f-71bc23827431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.488823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faf194-5fbf-4488-bb3f-71bc23827431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:48.491191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.533157 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f9faf194-5fbf-4488-bb3f-71bc23827431 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f58b7af526ef4c309fbc1750a725be4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882173 Feb 09 02:44:48.535719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:48.609506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7f38457-dd3d-4530-9d97-d473c0c7071d admin admin] Publish callbacks [] for security_group (c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.645514 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7f38457-dd3d-4530-9d97-d473c0c7071d admin admin] Publish callbacks [] for security_group (c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.708545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7f38457-dd3d-4530-9d97-d473c0c7071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.712268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f7f38457-dd3d-4530-9d97-d473c0c7071d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.728895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f7f38457-dd3d-4530-9d97-d473c0c7071d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd HTTP/1.1" status: 204 len: 168 time: 0.1846588 Feb 09 02:44:48.747546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f38457-dd3d-4530-9d97-d473c0c7071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04f4fc2-f3a3-4cf5-a78c-44e21d7591dd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:48.766872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3531456-e6c6-4477-9952-97aa35cdc85a no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:48.809156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: f3531456-e6c6-4477-9952-97aa35cdc85a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:48.809917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f3531456-e6c6-4477-9952-97aa35cdc85a not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:48.859654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port d4ebf6d4-c823-4095-8fa5-a5428bfc695b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:48.860068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.250151 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.284917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port d4ebf6d4-c823-4095-8fa5-a5428bfc695b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:49.285287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.301160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for d4ebf6d4-c823-4095-8fa5-a5428bfc695b owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:49.528145 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d4ebf6d4-c823-4095-8fa5-a5428bfc695b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.576412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=d4ebf6d4-c823-4095-8fa5-a5428bfc695b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:49.803131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.073797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router ee2e61e9-b032-4eb1-92bf-376511b5032b has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:50.200166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:50.206617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-df8d8b9f-5688-44f0-a490-8aa3976a3462 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "PUT /v2.0/routers/ee2e61e9-b032-4eb1-92bf-376511b5032b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2660823 Feb 09 02:44:50.210055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36868) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:50.212919 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] Sync routers for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:50.235374 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:50.236037 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.278491 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting subnet eddefc22-d477-46d3-8c55-2241c20f698b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:44:50.283628 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (eddefc22-d477-46d3-8c55-2241c20f698b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.343621 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (eddefc22-d477-46d3-8c55-2241c20f698b), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.386490 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:50.471443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (eddefc22-d477-46d3-8c55-2241c20f698b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.562160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (eddefc22-d477-46d3-8c55-2241c20f698b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.605631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Subnet': ['ID=eddefc22-d477-46d3-8c55-2241c20f698b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:50.611934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.615986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1db2f8a6-9070-444d-826b-3dae03acc9b1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/subnets/eddefc22-d477-46d3-8c55-2241c20f698b HTTP/1.1" status: 204 len: 168 time: 0.4026411 Feb 09 02:44:50.618783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36882) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:50.621556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5f077-c6da-4d2f-9ce7-c873a21da0fd None None] Network dcf91ad5-843a-4ae5-ae34-1eece3e72204 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:50.763778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.811269 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:49Z', 'revision_number': 7, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.870286 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] Checking router: ee2e61e9-b032-4eb1-92bf-376511b5032b for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:50.882779 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] Routers {'ee2e61e9-b032-4eb1-92bf-376511b5032b'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:50.883973 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ee2e61e9-b032-4eb1-92bf-376511b5032b'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.919891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] DHCP port deletion for dcf91ad5-843a-4ae5-ae34-1eece3e72204 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:44:50.946691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (ee2e61e9-b032-4eb1-92bf-376511b5032b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.986845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] Deleting port a51ae2f8-8e1d-471f-9d83-6525bc82010d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:50.987294 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.066041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 7b8e155f-089e-4790-b260-035d68aaff87 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:51.066300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7b8e155f-089e-4790-b260-035d68aaff87), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.067622 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] Set router ee2e61e9-b032-4eb1-92bf-376511b5032b gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:51.093717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] For port a51ae2f8-8e1d-471f-9d83-6525bc82010d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a51ae2f8-8e1d-471f-9d83-6525bc82010d,segment=NetworkSegment(fbaf193b-0850-4538-b14e-9ff1b3aed7d2),segment_id=fbaf193b-0850-4538-b14e-9ff1b3aed7d2)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:51.094124 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.111911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] Calling delete_port for a51ae2f8-8e1d-471f-9d83-6525bc82010d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:51.272265 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (a51ae2f8-8e1d-471f-9d83-6525bc82010d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.275489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port 7b8e155f-089e-4790-b260-035d68aaff87, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7b8e155f-089e-4790-b260-035d68aaff87,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:51.276083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7b8e155f-089e-4790-b260-035d68aaff87), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.292705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 7b8e155f-089e-4790-b260-035d68aaff87 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:51.339112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] Pushing event deleted for resources: {'Port': ['ID=a51ae2f8-8e1d-471f-9d83-6525bc82010d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:51.345440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79229b6-b323-4adc-b8b4-4c0d4e3b2969 None None] No DVR routers for this DVR port a51ae2f8-8e1d-471f-9d83-6525bc82010d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:51.384354 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:49Z', 'revision_number': 7, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:51.421773 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59bd17-22b3-45e2-9639-b0f6e3c27612 None None] The sync data for ids ['ee2e61e9-b032-4eb1-92bf-376511b5032b'] in n-d-826675-12 is: [{'id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'name': 'tempest-TestNetworkBasicOps-router-632196405', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '7b8e155f-089e-4790-b260-035d68aaff87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:44:49Z', 'revision_number': 7, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '7b8e155f-089e-4790-b260-035d68aaff87', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2e61e9-b032-4eb1-92bf-376511b5032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:41:54Z', 'updated_at': '2022-02-09T02:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:51.536053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7b8e155f-089e-4790-b260-035d68aaff87), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.566262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=7b8e155f-089e-4790-b260-035d68aaff87,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:51.630762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.731134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (ee2e61e9-b032-4eb1-92bf-376511b5032b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.733335 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_controller (ee2e61e9-b032-4eb1-92bf-376511b5032b), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.762081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36918) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:51.778858 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (ee2e61e9-b032-4eb1-92bf-376511b5032b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.779541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Fanout notify agent at l3_agent the message router_deleted on router ee2e61e9-b032-4eb1-92bf-376511b5032b {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:44:51.787705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.788914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a29fd3de-ea57-4e8e-8efc-0d1aa69b9fbf tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/routers/ee2e61e9-b032-4eb1-92bf-376511b5032b HTTP/1.1" status: 204 len: 168 time: 1.1690526 Feb 09 02:44:51.791850 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:51.906529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (dcf91ad5-843a-4ae5-ae34-1eece3e72204), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.912719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a51ae2f8-8e1d-471f-9d83-6525bc82010d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:51.930796 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ee5306b-24f4-46b3-b09c-4e33edc70d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.935542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a51ae2f8-8e1d-471f-9d83-6525bc82010d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:51.935960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a51ae2f8-8e1d-471f-9d83-6525bc82010d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:52.046579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (dcf91ad5-843a-4ae5-ae34-1eece3e72204), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.081050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf91ad5-843a-4ae5-ae34-1eece3e72204']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:52.097412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:52.097695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaf193b-0850-4538-b14e-9ff1b3aed7d2') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:52.114300 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (fbaf193b-0850-4538-b14e-9ff1b3aed7d2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.146440 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fbaf193b-0850-4538-b14e-9ff1b3aed7d2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.161669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ee5306b-24f4-46b3-b09c-4e33edc70d30 admin admin] Publish callbacks [] for security_group (eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.163130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:44:52.163678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (fbaf193b-0850-4538-b14e-9ff1b3aed7d2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:44:52.167825 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:44:52.218264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4ee5306b-24f4-46b3-b09c-4e33edc70d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.282995 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4ee5306b-24f4-46b3-b09c-4e33edc70d30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06b648876e594262a369f3c8ee81ff12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5196612 Feb 09 02:44:52.284149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5306b-24f4-46b3-b09c-4e33edc70d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:52.285689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36924) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:52.286691 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (dcf91ad5-843a-4ae5-ae34-1eece3e72204), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.294162 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.297399 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/networks/dcf91ad5-843a-4ae5-ae34-1eece3e72204 HTTP/1.1" status: 204 len: 168 time: 0.5040419 Feb 09 02:44:52.320297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36926) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:52.323244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865f240-966a-4f27-9d92-fea39c242a47 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Network': ['ID=dcf91ad5-843a-4ae5-ae34-1eece3e72204,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:52.329616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'network': {'name': 'tempest-network-smoke--1906207713', 'project_id': '790d4483421745efb70e1089ace53695', 'port_security_enabled': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:52.377892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:52.381239 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.395022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef3095d4-10a5-4fc3-b116-cc7f6f56b841 admin admin] Publish callbacks [] for security_group (eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.436003 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef3095d4-10a5-4fc3-b116-cc7f6f56b841 admin admin] Publish callbacks [] for security_group (eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.444602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:44:52.466667 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (967b80cb-9f64-491e-bf4d-65467a9d0a5e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.467175 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Added segment 967b80cb-9f64-491e-bf4d-65467a9d0a5e of type vlan for network 0668654c-2e5b-492c-ae00-41c1f7b79e17 Feb 09 02:44:52.527679 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (0668654c-2e5b-492c-ae00-41c1f7b79e17), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.542268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef3095d4-10a5-4fc3-b116-cc7f6f56b841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.545083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef3095d4-10a5-4fc3-b116-cc7f6f56b841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.548955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ef3095d4-10a5-4fc3-b116-cc7f6f56b841 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a HTTP/1.1" status: 204 len: 168 time: 0.2620897 Feb 09 02:44:52.577777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3095d4-10a5-4fc3-b116-cc7f6f56b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb380c3d-7ad8-4f1d-bd84-2d3e1142ba5a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:52.599181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (0668654c-2e5b-492c-ae00-41c1f7b79e17), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.606237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:52.606912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.701296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Network': ['ID=0668654c-2e5b-492c-ae00-41c1f7b79e17,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:52.712736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:44:52.751047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f3bff1f5-a5fb-45a9-acf6-4e7e147704eb tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4289672 Feb 09 02:44:52.753663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36932) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:52.760423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-693681830', 'admin_state_up': True, 'project_id': '790d4483421745efb70e1089ace53695', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:52.800015 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.801762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.903890 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_controller (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.979808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 36936) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:53.003950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0aaad1e-9cbf-4fbb-94db-7ee795757e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.107562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.381035 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d7a8dd2-df92-4e76-b4a3-cdccd7eefb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.518626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d4ebf6d4-c823-4095-8fa5-a5428bfc695b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:53.543883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d4ebf6d4-c823-4095-8fa5-a5428bfc695b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:53.544233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d4ebf6d4-c823-4095-8fa5-a5428bfc695b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:53.544722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7b8e155f-089e-4790-b260-035d68aaff87 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:53.546562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0aaad1e-9cbf-4fbb-94db-7ee795757e8d admin admin] Publish callbacks [] for security_group (57ab0461-f14c-46e9-847f-43ffc30096bc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.554648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0aaad1e-9cbf-4fbb-94db-7ee795757e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (57ab0461-f14c-46e9-847f-43ffc30096bc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.580406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 7b8e155f-089e-4790-b260-035d68aaff87 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:53.582035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7b8e155f-089e-4790-b260-035d68aaff87 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:53.614487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e0aaad1e-9cbf-4fbb-94db-7ee795757e8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff1b7885489e475ab151771e15829d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6326840 Feb 09 02:44:53.616817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 36952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:53.622045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaad1e-9cbf-4fbb-94db-7ee795757e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab0461-f14c-46e9-847f-43ffc30096bc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:53.683261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-569881ae-cb8c-488b-acb3-f9df2e726e0e admin admin] Publish callbacks [] for security_group (57ab0461-f14c-46e9-847f-43ffc30096bc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.708080 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-569881ae-cb8c-488b-acb3-f9df2e726e0e admin admin] Publish callbacks [] for security_group (57ab0461-f14c-46e9-847f-43ffc30096bc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.758699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.764054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-569881ae-cb8c-488b-acb3-f9df2e726e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (57ab0461-f14c-46e9-847f-43ffc30096bc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.768530 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-569881ae-cb8c-488b-acb3-f9df2e726e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.770268 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-569881ae-cb8c-488b-acb3-f9df2e726e0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57ab0461-f14c-46e9-847f-43ffc30096bc HTTP/1.1" status: 204 len: 168 time: 0.1517811 Feb 09 02:44:53.780748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569881ae-cb8c-488b-acb3-f9df2e726e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab0461-f14c-46e9-847f-43ffc30096bc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:53.791372 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.963483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.25.6.191 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:54.092762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.136204 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.192230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:54.197135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:54.200165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:54.202322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:54.481743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.705649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.883635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:44:55.011577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:55.025391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Sync routers for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:55.035718 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.037158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-611ef222-4d97-4c9a-a2fa-88b41e99ec66 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2824528 Feb 09 02:44:55.038348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:55.039028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:55.040607 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37000) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:55.073274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37002) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:55.073538 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae361cdb-165a-4fce-b52d-8c9045472fd8 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=790d4483421745efb70e1089ace53695&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317202 Feb 09 02:44:55.223927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a583773-84ac-4047-9061-e2a441b76810 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:55.226595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2a583773-84ac-4047-9061-e2a441b76810 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520057 Feb 09 02:44:55.229897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37010) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:55.234391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37012) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:55.248445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:55.262575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3bb2a24a-baa7-45ce-929b-87b8cc71f62f tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310354 Feb 09 02:44:55.264946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37016) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:55.270717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1972692443', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'project_id': '790d4483421745efb70e1089ace53695', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:55.390070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34d2c4ea-6b48-416d-bf19-06aa9b76d4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.391793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:55.395731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.478882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:54Z', 'revision_number': 3, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:55.506164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34d2c4ea-6b48-416d-bf19-06aa9b76d4f9 admin admin] Publish callbacks [] for security_group (c3a8ffe6-3685-4846-8c26-bd67ed19f2f0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.506164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-34d2c4ea-6b48-416d-bf19-06aa9b76d4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c3a8ffe6-3685-4846-8c26-bd67ed19f2f0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.527016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Checking router: bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:55.528716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Updating router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:55.568775 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-34d2c4ea-6b48-416d-bf19-06aa9b76d4f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f92af1a9b3834ed89e9e6fc500b79565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306508 Feb 09 02:44:55.568775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2c4ea-6b48-416d-bf19-06aa9b76d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8ffe6-3685-4846-8c26-bd67ed19f2f0,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:55.569105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:55.585183 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.704016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee57b-647b-4b95-9ae9-bd9e89aa54b5 admin admin] Publish callbacks [] for security_group (c3a8ffe6-3685-4846-8c26-bd67ed19f2f0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.738991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (dc7b400a-2a80-4da7-870a-5504855795b9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.749181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee57b-647b-4b95-9ae9-bd9e89aa54b5 admin admin] Publish callbacks [] for security_group (c3a8ffe6-3685-4846-8c26-bd67ed19f2f0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.763826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b2b99767-d295-424b-aded-3e565938a34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.841220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Subnet': ['ID=dc7b400a-2a80-4da7-870a-5504855795b9,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:55.864620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Checking segment: {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:55.864620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network hostable DHCP agents. Network: 0668654c-2e5b-492c-ae00-41c1f7b79e17, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:44:55.876595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee57b-647b-4b95-9ae9-bd9e89aa54b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c3a8ffe6-3685-4846-8c26-bd67ed19f2f0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.879340 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee57b-647b-4b95-9ae9-bd9e89aa54b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.889301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3e0ee57b-647b-4b95-9ae9-bd9e89aa54b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3a8ffe6-3685-4846-8c26-bd67ed19f2f0 HTTP/1.1" status: 204 len: 168 time: 0.3093443 Feb 09 02:44:55.894925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ee57b-647b-4b95-9ae9-bd9e89aa54b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8ffe6-3685-4846-8c26-bd67ed19f2f0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:55.900040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:44:55.911816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 0668654c-2e5b-492c-ae00-41c1f7b79e17) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:55.917629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:55.918492 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.930866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901b6be6-4b78-45b4-b1b1-a9f4ec9c5333 None None] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:55.948163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-36971a4f-eb64-4c14-81d6-3e41562c0bef tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6789455 Feb 09 02:44:55.948411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37032) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:55.986520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Publish callbacks [] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.013950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.075713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Attempting to bind port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:56.076408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Attempting to bind port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:56.076529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Attempting to bind port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:56.093287 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:56.093683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:56.094075 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.094491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:56.095173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Bound port: 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:56.095763 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.126026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb321c-546a-4ae5-be24-e83757174f4a None None] Pushing event updated for resources: {'Port': ['ID=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:56.179675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-0668654c-2e5b-492c-ae00-41c1f7b79e17', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:44:56.181089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.226186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] For port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:56.300795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] For port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:56.317729 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.423931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:56.424580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:56.468420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb321c-546a-4ae5-be24-e83757174f4a None None] Pushing event updated for resources: {'Port': ['ID=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:56.522301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Allocated IP 172.20.0.2 (0668654c-2e5b-492c-ae00-41c1f7b79e17/dc7b400a-2a80-4da7-870a-5504855795b9/4a99bd37-5bd7-4617-91b1-5a3d2db289dd) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:56.613603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.845923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:57.083817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.112516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Publish callbacks [] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.128154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.192323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:57.204446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Pushing event updated for resources: {'Port': ['ID=4a99bd37-5bd7-4617-91b1-5a3d2db289dd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.207427 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:57.213985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:57.268046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:54Z', 'revision_number': 3, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:57.349277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Attempting to bind port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:57.349668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Attempting to bind port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:57.350039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Attempting to bind port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd on network 0668654c-2e5b-492c-ae00-41c1f7b79e17 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:57.355951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d96501-0d19-4fe5-a22f-e741fa96d0d1 None None] The sync data for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 is: [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:54Z', 'revision_number': 3, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:57.366957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:57.367925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Checking segment: {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:57.369771 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.370230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Bound using segment: {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:57.371535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Bound port: 4a99bd37-5bd7-4617-91b1-5a3d2db289dd, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:57.371535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.453885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] For port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:57.458668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] For port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4a99bd37-5bd7-4617-91b1-5a3d2db289dd,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:57.478717 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.506584 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37082) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:57.542575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.20.0.1 (0668654c-2e5b-492c-ae00-41c1f7b79e17/dc7b400a-2a80-4da7-870a-5504855795b9/21cf017d-7eca-4d08-9ccb-c5dec75caf0e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:57.576042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a40c5-164b-4ee5-b12e-ef5f4eb531b9 None None] Pushing event updated for resources: {'Port': ['ID=4a99bd37-5bd7-4617-91b1-5a3d2db289dd,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.732395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.758246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-124b6758-19ea-4d82-aefe-bcb34fb67afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.829658 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.902549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:57.916410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:57.919462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:57.952643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.975726 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-124b6758-19ea-4d82-aefe-bcb34fb67afb admin admin] Publish callbacks [] for security_group (67926b57-762f-4d7c-ac93-2704094a61b9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.984002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-124b6758-19ea-4d82-aefe-bcb34fb67afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (67926b57-762f-4d7c-ac93-2704094a61b9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.993463 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.024281 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-124b6758-19ea-4d82-aefe-bcb34fb67afb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a97f08112274320b18675e50de10882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157974 Feb 09 02:44:58.031129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37092) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:58.074748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b6758-19ea-4d82-aefe-bcb34fb67afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67926b57-762f-4d7c-ac93-2704094a61b9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.149255 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8588cb7a-ba1d-4e05-ab0a-2f370c913875 admin admin] Publish callbacks [] for security_group (67926b57-762f-4d7c-ac93-2704094a61b9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.179449 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8588cb7a-ba1d-4e05-ab0a-2f370c913875 admin admin] Publish callbacks [] for security_group (67926b57-762f-4d7c-ac93-2704094a61b9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.229337 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.284479 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.284903 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8588cb7a-ba1d-4e05-ab0a-2f370c913875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (67926b57-762f-4d7c-ac93-2704094a61b9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.288325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8588cb7a-ba1d-4e05-ab0a-2f370c913875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.292138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8588cb7a-ba1d-4e05-ab0a-2f370c913875 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67926b57-762f-4d7c-ac93-2704094a61b9 HTTP/1.1" status: 204 len: 168 time: 0.2591021 Feb 09 02:44:58.307525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588cb7a-ba1d-4e05-ab0a-2f370c913875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67926b57-762f-4d7c-ac93-2704094a61b9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.768919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.775314 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.882054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.916158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.052992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deabb850-4102-4301-a4e9-43891a464075 None None] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:59.097151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:59.098830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:59.262863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cc21916c-786e-4184-acb3-3a3fc82168b3 None None] Provisioning complete for port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:59.263416 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21916c-786e-4184-acb3-3a3fc82168b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.272493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:59.419865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:59.428724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-fc6f2148-14d2-4ee7-ab5b-3499114563c8 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "PUT /v2.0/routers/bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4781446 Feb 09 02:44:59.428926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37132) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:59.460006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cc21916c-786e-4184-acb3-3a3fc82168b3 None None] Current status of the port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:59.460425 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21916c-786e-4184-acb3-3a3fc82168b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.542046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cc21916c-786e-4184-acb3-3a3fc82168b3 None None] For port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4a99bd37-5bd7-4617-91b1-5a3d2db289dd,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:59.552305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc21916c-786e-4184-acb3-3a3fc82168b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.689450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4a99bd37-5bd7-4617-91b1-5a3d2db289dd up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:59.749710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.750201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.750716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.751271 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.751740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.752197 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.753008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.755809 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c553a10-48ed-4241-a480-35f45d7411ae tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.3256066 Feb 09 02:44:59.759166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:59.835521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21916c-786e-4184-acb3-3a3fc82168b3 None None] Pushing event updated for resources: {'Port': ['ID=4a99bd37-5bd7-4617-91b1-5a3d2db289dd,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:59.841955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.842529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.843007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.843436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.843879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.844432 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.844894 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.847835 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-101e8c0d-14a3-483c-b507-73c9effa9bf9 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0872400 Feb 09 02:44:59.850336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:59.920414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.936922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a41c3b99-4af2-431c-8b0b-4a3eff527698 None None] Provisioning complete for port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:59.937307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a41c3b99-4af2-431c-8b0b-4a3eff527698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.939069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:59.939469 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.144619 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Sync routers for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:00.158628 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:00.159463 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:00.296659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:00.297782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:00.344895 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2c2262f-1702-4b08-a6af-e1e6c7c49213 tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.4921997 Feb 09 02:45:00.368485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a41c3b99-4af2-431c-8b0b-4a3eff527698 None None] Current status of the port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:00.382152 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:00.424416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a41c3b99-4af2-431c-8b0b-4a3eff527698 None None] Provisioning complete for port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:00.424560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a41c3b99-4af2-431c-8b0b-4a3eff527698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.505184 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:00.507001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.603320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a41c3b99-4af2-431c-8b0b-4a3eff527698 None None] Port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:00.676948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:00.677374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.703269 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 2, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:00.733135 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Checking router: bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:00.733583 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Updating router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:45:00.733803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:00.745394 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37170) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:00.747444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.753864 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-08da2284-1763-4c49-8439-54670542cf74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472289103', 'description': 'tempest-secgroup-smoke-472289103 description', 'project_id': '790d4483421745efb70e1089ace53695'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:00.785917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08da2284-1763-4c49-8439-54670542cf74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.797797 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.857407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:00.860878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b1cd08eb-61b7-4483-a6ba-2e9a20b7c3a5 None None] Provisioning complete for port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:00.861263 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1cd08eb-61b7-4483-a6ba-2e9a20b7c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.921293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd08eb-61b7-4483-a6ba-2e9a20b7c3a5 None None] Port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:00.923978 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08da2284-1763-4c49-8439-54670542cf74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (8259f230-3d48-4a3b-9bce-6e4a35f41be1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.932316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08da2284-1763-4c49-8439-54670542cf74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8259f230-3d48-4a3b-9bce-6e4a35f41be1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.971002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da2284-1763-4c49-8439-54670542cf74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8259f230-3d48-4a3b-9bce-6e4a35f41be1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:00.976121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08da2284-1763-4c49-8439-54670542cf74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:00.981868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37182) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:00.982365 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-08da2284-1763-4c49-8439-54670542cf74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2334139 Feb 09 02:45:00.988970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-03c93e0f-b5b5-4836-b8d2-c28bceb862d5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '8259f230-3d48-4a3b-9bce-6e4a35f41be1', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:01.030570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03c93e0f-b5b5-4836-b8d2-c28bceb862d5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (7362fa3e-b3db-4ee6-bb0b-530b2aec5626), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.132310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03c93e0f-b5b5-4836-b8d2-c28bceb862d5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (7362fa3e-b3db-4ee6-bb0b-530b2aec5626), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.140106 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03c93e0f-b5b5-4836-b8d2-c28bceb862d5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (7362fa3e-b3db-4ee6-bb0b-530b2aec5626), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.155134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c93e0f-b5b5-4836-b8d2-c28bceb862d5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7362fa3e-b3db-4ee6-bb0b-530b2aec5626,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.176446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-03c93e0f-b5b5-4836-b8d2-c28bceb862d5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.178057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-03c93e0f-b5b5-4836-b8d2-c28bceb862d5 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949966 Feb 09 02:45:01.181272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37190) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:01.188535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b9c63887-bb4d-45b3-add0-734c85646c34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '8259f230-3d48-4a3b-9bce-6e4a35f41be1', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:01.200668 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Publish callbacks [] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.207261 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.249541 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c63887-bb4d-45b3-add0-734c85646c34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (bb2660d9-9964-47bf-9d90-aa27118f073b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.303645 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Pushing event updated for resources: {'Port': ['ID=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.343677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c63887-bb4d-45b3-add0-734c85646c34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (bb2660d9-9964-47bf-9d90-aa27118f073b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.350485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c63887-bb4d-45b3-add0-734c85646c34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (bb2660d9-9964-47bf-9d90-aa27118f073b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.356314 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.356795 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.357147 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.357481 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.357812 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.358139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.358486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.358808 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.359128 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.359448 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.359766 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.360084 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.360399 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:01.380433 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Attempting to bind port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:01.380963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Attempting to bind port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:01.381480 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Attempting to bind port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e on network 0668654c-2e5b-492c-ae00-41c1f7b79e17 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:01.384986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63887-bb4d-45b3-add0-734c85646c34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2660d9-9964-47bf-9d90-aa27118f073b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.390658 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:01.391593 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Checking segment: {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:01.392662 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.393263 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Bound using segment: {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:01.394782 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9c63887-bb4d-45b3-add0-734c85646c34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.398848 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b9c63887-bb4d-45b3-add0-734c85646c34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2136233 Feb 09 02:45:01.399052 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Bound port: 21cf017d-7eca-4d08-9ccb-c5dec75caf0e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:01.399052 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.399729 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37196) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:01.405576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9951051b-4eeb-42b3-b27b-cc50bad26a74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '8259f230-3d48-4a3b-9bce-6e4a35f41be1', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:01.454097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9951051b-4eeb-42b3-b27b-cc50bad26a74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (f610a023-f7e6-4c67-bcd0-5ea051b4ae70), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.552947 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] For port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:01.561178 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] For port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:01.567080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4a99bd37-5bd7-4617-91b1-5a3d2db289dd up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:01.586662 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.623095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9951051b-4eeb-42b3-b27b-cc50bad26a74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (f610a023-f7e6-4c67-bcd0-5ea051b4ae70), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.639086 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:01.640309 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:01.640431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9951051b-4eeb-42b3-b27b-cc50bad26a74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f610a023-f7e6-4c67-bcd0-5ea051b4ae70), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.682232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951051b-4eeb-42b3-b27b-cc50bad26a74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f610a023-f7e6-4c67-bcd0-5ea051b4ae70,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.702209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:01.702209 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.714437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9951051b-4eeb-42b3-b27b-cc50bad26a74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.715824 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9951051b-4eeb-42b3-b27b-cc50bad26a74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140469 Feb 09 02:45:01.718727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37206) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:01.724628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8d1c060d-d2bf-4567-8b3a-918236a8a7fc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '8259f230-3d48-4a3b-9bce-6e4a35f41be1', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:01.790510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-40704d4f-ffe7-4630-950a-14ac45129591 None None] Provisioning complete for port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:01.791172 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40704d4f-ffe7-4630-950a-14ac45129591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.791775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1c060d-d2bf-4567-8b3a-918236a8a7fc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (65fd173a-2860-482b-bdc3-e53d9e7afab6), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.864743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:01.866124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:01.908890 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1c060d-d2bf-4567-8b3a-918236a8a7fc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (65fd173a-2860-482b-bdc3-e53d9e7afab6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.917640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1c060d-d2bf-4567-8b3a-918236a8a7fc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (65fd173a-2860-482b-bdc3-e53d9e7afab6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:01.980511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c060d-d2bf-4567-8b3a-918236a8a7fc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fd173a-2860-482b-bdc3-e53d9e7afab6,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:01.994593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:01.995014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.005878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1c060d-d2bf-4567-8b3a-918236a8a7fc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.011755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8d1c060d-d2bf-4567-8b3a-918236a8a7fc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2915354 Feb 09 02:45:02.014564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37214) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:02.020600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '8259f230-3d48-4a3b-9bce-6e4a35f41be1', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:02.068870 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Project 790d4483421745efb70e1089ace53695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:45:02.079185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (4a077e28-8757-476b-ab52-811e71132ceb), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.093193 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c2414-530f-4339-bbfc-de12ae93e5c5 None None] Pushing event updated for resources: {'Port': ['ID=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:02.142699 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:02.235340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:02.244725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-40704d4f-ffe7-4630-950a-14ac45129591 None None] Current status of the port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:02.245506 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40704d4f-ffe7-4630-950a-14ac45129591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.310487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-40704d4f-ffe7-4630-950a-14ac45129591 None None] For port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:02.326426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40704d4f-ffe7-4630-950a-14ac45129591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.477880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40704d4f-ffe7-4630-950a-14ac45129591 None None] Pushing event updated for resources: {'Port': ['ID=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:02.493917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-25258f03-c5ea-41b4-87eb-46149f8255d7 None None] Provisioning complete for port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:02.494644 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25258f03-c5ea-41b4-87eb-46149f8255d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.558806 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:01Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:02.560511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (4a077e28-8757-476b-ab52-811e71132ceb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.566846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4a077e28-8757-476b-ab52-811e71132ceb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.590475 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a077e28-8757-476b-ab52-811e71132ceb,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:02.597989 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc4e2d-01e9-4b68-b99c-04184fd9b5d3 None None] The sync data for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 is: [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:01Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:02.608558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.610278 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e101d07-e27e-49ef-9055-87be9400360b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5941398 Feb 09 02:45:02.613221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:02.618586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'security_group_rule': {'security_group_id': '8259f230-3d48-4a3b-9bce-6e4a35f41be1', 'project_id': '790d4483421745efb70e1089ace53695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:02.655254 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Project 790d4483421745efb70e1089ace53695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:45:02.661624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25258f03-c5ea-41b4-87eb-46149f8255d7 None None] Current status of the port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:02.662195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (7a6566d1-de29-48b7-93ef-b3142c00e23a), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.797353 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (7a6566d1-de29-48b7-93ef-b3142c00e23a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.803377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (7a6566d1-de29-48b7-93ef-b3142c00e23a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.827078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6566d1-de29-48b7-93ef-b3142c00e23a,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:02.842205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.854292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f7588776-da4b-42ee-ba99-747a48098696 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2398603 Feb 09 02:45:03.157981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-e4909a75-27d3-4da8-8cfc-a04ca9cf3f9f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472289103&fields=id&tenant_id=790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 267 time: 0.0776095 Feb 09 02:45:03.343932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-f53910f8-8e94-415b-917d-21c597979982 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:03.345783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-f53910f8-8e94-415b-917d-21c597979982 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/networks?id=0668654c-2e5b-492c-ae00-41c1f7b79e17 HTTP/1.1" status: 200 len: 797 time: 0.1791904 Feb 09 02:45:03.368690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-3f6f7db8-cb30-4144-9add-b1ee70d5f578 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/quotas/790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 375 time: 0.0164766 Feb 09 02:45:03.378933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-8ca30e44-0fab-4ced-9e07-20430fa4b4f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1329098 Feb 09 02:45:03.485587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-98da7a2f-59e0-4727-911d-7122c538bd45 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050897 Feb 09 02:45:03.505064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-1e5e4d15-7c4e-4450-ad26-8848de37220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:03.506822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-1e5e4d15-7c4e-4450-ad26-8848de37220f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1128 time: 0.0847616 Feb 09 02:45:03.643441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-1cc87697-7f46-4740-97fd-e686c5cb7327 service neutron] 10.222.0.53 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336775 Feb 09 02:45:03.671175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 21cf017d-7eca-4d08-9ccb-c5dec75caf0e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:03.747621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-8f398c15-932c-4fca-98dc-8db517af4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:03.749338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-8f398c15-932c-4fca-98dc-8db517af4555 service neutron] 10.222.0.72 "GET /v2.0/networks?id=196ffc33-0a21-441c-a0c2-66917759e76b HTTP/1.1" status: 200 len: 897 time: 0.1912100 Feb 09 02:45:03.757041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:03.758245 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.870318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:03.905561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-32b0aaa4-8bf9-488d-a177-b798e6f4a5f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5 HTTP/1.1" status: 200 len: 1001 time: 0.1454642 Feb 09 02:45:03.957303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-782fcd19-302d-4641-8d42-b3bc884bc25b service neutron] 10.222.0.53 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068601 Feb 09 02:45:03.982108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-6458b167-10b8-4261-a9e0-0dd4a967d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:03.983792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-6458b167-10b8-4261-a9e0-0dd4a967d5a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97597475-cbc9-41df-931c-b3dbe24a07e7 HTTP/1.1" status: 200 len: 834 time: 0.0640240 Feb 09 02:45:04.080995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-604fddfa-fe03-4749-b54f-6c7ce5c667e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:04.082696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-604fddfa-fe03-4749-b54f-6c7ce5c667e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=196ffc33-0a21-441c-a0c2-66917759e76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0929947 Feb 09 02:45:04.248876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-12f612f1-c3e1-4656-a354-00d14a09577b service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580870 Feb 09 02:45:04.395309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d15b38a0-324c-422b-88c3-9a8e8a709b3b req-f9906fce-94d4-4935-8dad-ffd9cf064b11 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 210 time: 0.0494382 Feb 09 02:45:04.453714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b382c71f-3017-4ff9-899d-ae7b184ee2b9 req-3089ed85-9d3b-4582-b190-6c2f590b09af service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902833 Feb 09 02:45:05.483295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-9ed5865e-f1c2-4e16-ae75-e4823b3f8428 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:05.485491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-9ed5865e-f1c2-4e16-ae75-e4823b3f8428 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/networks?id=0668654c-2e5b-492c-ae00-41c1f7b79e17 HTTP/1.1" status: 200 len: 797 time: 0.1909204 Feb 09 02:45:05.562627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb86c981-52fb-423b-a363-140f4fabd911 req-0adee846-0cb4-4845-ae08-123bb1687549 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 210 time: 0.0427594 Feb 09 02:45:05.585140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-da07251e-26d0-4a60-858f-5c7e2001111a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482971 Feb 09 02:45:05.600319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-f968aa20-88ce-4488-99cf-2254780282d4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=790d4483421745efb70e1089ace53695 HTTP/1.1" status: 200 len: 379 time: 0.1047127 Feb 09 02:45:05.611075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'port': {'device_id': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'admin_state_up': True, 'tenant_id': '790d4483421745efb70e1089ace53695', 'security_groups': ['8259f230-3d48-4a3b-9bce-6e4a35f41be1']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:05.624120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:05.756144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f32da9-a360-4984-8457-1c334aa15369 req-50dc9b95-ee14-4401-b60c-c574c0e8f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:05.757666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-50dc9b95-ee14-4401-b60c-c574c0e8f387 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1128 time: 0.1011524 Feb 09 02:45:05.854279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Made reservation on behalf of 790d4483421745efb70e1089ace53695 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:05.859221 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.963043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f32da9-a360-4984-8457-1c334aa15369 req-9a66f19f-6e1e-4564-be61-d8079cb8f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:05.965942 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-9a66f19f-6e1e-4564-be61-d8079cb8f304 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1841860 Feb 09 02:45:06.098054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-adc43faa-1955-4e83-890b-8b6d4846b08e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 1001 time: 0.1271889 Feb 09 02:45:06.099281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.20.0.5 (0668654c-2e5b-492c-ae00-41c1f7b79e17/dc7b400a-2a80-4da7-870a-5504855795b9/6c7d92a3-5c03-40f7-9239-3217202e3045) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:06.493516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f32da9-a360-4984-8457-1c334aa15369 req-793aac9a-540d-48c2-9061-9879aef2c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.495099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-793aac9a-540d-48c2-9061-9879aef2c834 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.3897452 Feb 09 02:45:06.705169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.709439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e0fb9e0-759b-42c8-a550-5faf3dadefdb req-fbaa68a9-dbc6-4eea-bef7-6891d33d278d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 210 time: 0.0521801 Feb 09 02:45:06.718133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f32da9-a360-4984-8457-1c334aa15369 req-74b95830-dbb2-4d71-a9f9-280469fdd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.719678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-74b95830-dbb2-4d71-a9f9-280469fdd6d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2115884 Feb 09 02:45:06.832921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.907518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-9c611a7e-ab4d-4a38-9c93-1174de9ade86 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748931 Feb 09 02:45:06.913523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:06.928545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:06.943054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:06.999403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=6c7d92a3-5c03-40f7-9239-3217202e3045,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:07.048575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.049395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.089646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f32da9-a360-4984-8457-1c334aa15369 req-7e59d6ae-ad6c-415b-8cdf-f4b4df7d0823 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725674 Feb 09 02:45:07.100156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-12555e11-2cde-438c-9135-55178d8bdf2f tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4941602 Feb 09 02:45:07.111868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Request body: {'port': {'device_id': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:07.194022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.327077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f53be2ae-7ab3-4cdd-9879-652ef38f0d88 None None] Provisioning complete for port 6c7d92a3-5c03-40f7-9239-3217202e3045 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:07.328113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f53be2ae-7ab3-4cdd-9879-652ef38f0d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.365661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f53be2ae-7ab3-4cdd-9879-652ef38f0d88 None None] Port 6c7d92a3-5c03-40f7-9239-3217202e3045 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:07.540824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7d92a3-5c03-40f7-9239-3217202e3045 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:07.548826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Publish callbacks [] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.572490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Transition to ACTIVE for port object 6c7d92a3-5c03-40f7-9239-3217202e3045 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:07.577715 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.638992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Pushing event updated for resources: {'Port': ['ID=6c7d92a3-5c03-40f7-9239-3217202e3045,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:07.746061 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Attempting to bind port 6c7d92a3-5c03-40f7-9239-3217202e3045 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:07.746409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Attempting to bind port 6c7d92a3-5c03-40f7-9239-3217202e3045 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:07.746712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Attempting to bind port 6c7d92a3-5c03-40f7-9239-3217202e3045 on network 0668654c-2e5b-492c-ae00-41c1f7b79e17 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:07.752472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Port 6c7d92a3-5c03-40f7-9239-3217202e3045 on network 0668654c-2e5b-492c-ae00-41c1f7b79e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:07.753062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Attempting to bind port 6c7d92a3-5c03-40f7-9239-3217202e3045 on network 0668654c-2e5b-492c-ae00-41c1f7b79e17 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:07.759894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:07.760596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Checking segment: {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:07.761217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Bound using segment: {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:07.761870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Bound port: 6c7d92a3-5c03-40f7-9239-3217202e3045, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967b80cb-9f64-491e-bf4d-65467a9d0a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:07.762496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.880616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] For port 6c7d92a3-5c03-40f7-9239-3217202e3045, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:07.901448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] For port 6c7d92a3-5c03-40f7-9239-3217202e3045, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6c7d92a3-5c03-40f7-9239-3217202e3045,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:07.922155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3077a-39fa-4e88-aa70-0000a8865008 req-ac2edf96-cc70-4487-b02b-ec72cb36b6d2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.923943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a3077a-39fa-4e88-aa70-0000a8865008 req-ac2edf96-cc70-4487-b02b-ec72cb36b6d2 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 943 time: 0.0800896 Feb 09 02:45:07.925241 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:08.012086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.012889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:08.014144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] 10.222.0.72 "PUT /v2.0/ports/6c7d92a3-5c03-40f7-9239-3217202e3045 HTTP/1.1" status: 200 len: 1092 time: 0.9065635 Feb 09 02:45:08.039558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:08.042301 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9368c54-342f-4f55-b535-5146ab94b6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:08.062824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4c099-3452-4d92-aa50-0fcaee245d6d service neutron] Pushing event updated for resources: {'Port': ['ID=6c7d92a3-5c03-40f7-9239-3217202e3045,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:08.158303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12a3077a-39fa-4e88-aa70-0000a8865008 req-bb4c085e-6a3b-4314-969e-9a00fc370898 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192624 Feb 09 02:45:08.186593 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da56b8d4-7d8d-403b-96e7-9157b110caed x-openstack-request-id: req-da56b8d4-7d8d-403b-96e7-9157b110caed {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:08.187368 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:08.188966 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da56b8d4-7d8d-403b-96e7-9157b110caed {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:08.189701 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'status': 'completed', 'code': 200} Feb 09 02:45:08.201115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-45dfe1f6-ba78-41ff-a7c8-eb1ef12f81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.202815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-45dfe1f6-ba78-41ff-a7c8-eb1ef12f81fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 1126 time: 0.0927563 Feb 09 02:45:08.251424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-45258c14-f774-496c-8519-492c03da381c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c7d92a3-5c03-40f7-9239-3217202e3045 HTTP/1.1" status: 200 len: 217 time: 0.0415297 Feb 09 02:45:08.312684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-7eced81d-2759-412b-bf49-3fdf2fa51374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.314255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-7eced81d-2759-412b-bf49-3fdf2fa51374 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc7b400a-2a80-4da7-870a-5504855795b9 HTTP/1.1" status: 200 len: 835 time: 0.0571802 Feb 09 02:45:08.398652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-770cf757-b460-4eb4-9bc7-79e27f6d12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.400515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-770cf757-b460-4eb4-9bc7-79e27f6d12f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0668654c-2e5b-492c-ae00-41c1f7b79e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804279 Feb 09 02:45:08.520184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-31a69be5-84bf-4746-8c67-d6b2d85ea5ba service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132479 Feb 09 02:45:08.628468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-974c0e9c-7a65-40d1-911a-daeff650a3eb req-11738791-457a-45b8-b6c2-5b8daab072d0 service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000805 Feb 09 02:45:08.778357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-9260cd8e-7198-4a50-a23b-ed1944eb1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.780211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-9260cd8e-7198-4a50-a23b-ed1944eb1db5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 1126 time: 0.0767028 Feb 09 02:45:08.889627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-5ab7e6c3-94f8-4ff1-b728-77422ee2261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.891174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-5ab7e6c3-94f8-4ff1-b728-77422ee2261b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0668654c-2e5b-492c-ae00-41c1f7b79e17 HTTP/1.1" status: 200 len: 898 time: 0.1051083 Feb 09 02:45:08.946631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-0de81deb-0f16-4bcf-985e-4bc70751c87d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c7d92a3-5c03-40f7-9239-3217202e3045 HTTP/1.1" status: 200 len: 217 time: 0.0490773 Feb 09 02:45:09.006109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-1653dd09-bbe3-477b-ad8a-5951530b92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.008282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-1653dd09-bbe3-477b-ad8a-5951530b92b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc7b400a-2a80-4da7-870a-5504855795b9 HTTP/1.1" status: 200 len: 835 time: 0.0551672 Feb 09 02:45:09.069756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-b10e9004-2326-4094-b236-0daeead69b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.073498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-b10e9004-2326-4094-b236-0daeead69b1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0668654c-2e5b-492c-ae00-41c1f7b79e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582585 Feb 09 02:45:09.204815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-e05e5df9-855d-45a6-b2ca-7208d10e5c94 service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244555 Feb 09 02:45:09.366817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95523124-e605-4231-8c0a-4277b8d89202 req-72f6bc1e-0de7-4735-b195-15e95ecf48c1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.368976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95523124-e605-4231-8c0a-4277b8d89202 req-72f6bc1e-0de7-4735-b195-15e95ecf48c1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 943 time: 0.1039064 Feb 09 02:45:09.371457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9368c54-342f-4f55-b535-5146ab94b6c5 req-bcffd5f8-aaf4-42c9-9a29-20fee41ee48f service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608212 Feb 09 02:45:09.427687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95523124-e605-4231-8c0a-4277b8d89202 req-51049c91-3f82-4257-b76c-020ff58029f9 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522125 Feb 09 02:45:10.616101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc213f-4e02-4f5f-a128-5b28491a306b req-6098481c-955e-413d-87c4-c4e4736cef65 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:10.624777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17bc213f-4e02-4f5f-a128-5b28491a306b req-6098481c-955e-413d-87c4-c4e4736cef65 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 943 time: 0.0657263 Feb 09 02:45:10.687348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17bc213f-4e02-4f5f-a128-5b28491a306b req-909a0bf9-8b57-4b4d-bbf5-aa87e3e5db34 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615039 Feb 09 02:45:11.863239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e550cb-f9c5-4cef-bf17-e26a2ea74396 req-3d658570-f037-4429-9f37-7d368d2020e3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:11.865227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6e550cb-f9c5-4cef-bf17-e26a2ea74396 req-3d658570-f037-4429-9f37-7d368d2020e3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 943 time: 0.0929487 Feb 09 02:45:11.964396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6e550cb-f9c5-4cef-bf17-e26a2ea74396 req-57a70868-5aad-474a-90cf-52339955e617 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762029 Feb 09 02:45:12.935342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6c7d92a3-5c03-40f7-9239-3217202e3045 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:13.067457 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6c7d92a3-5c03-40f7-9239-3217202e3045, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6c7d92a3-5c03-40f7-9239-3217202e3045,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:13.082373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'port_id': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'mac_address': 'fa:16:3e:37:96:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:13.140689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6c7d92a3-5c03-40f7-9239-3217202e3045 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:13.141687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.157059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7d92a3-5c03-40f7-9239-3217202e3045 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:13.169846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c9390-07b5-4a55-8d9b-3496def0df29 req-3f9eaa21-981e-44f7-ba41-12a92c854e43 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:13.173184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-730c9390-07b5-4a55-8d9b-3496def0df29 req-3f9eaa21-981e-44f7-ba41-12a92c854e43 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 943 time: 0.0820420 Feb 09 02:45:13.182313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6c7d92a3-5c03-40f7-9239-3217202e3045, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6c7d92a3-5c03-40f7-9239-3217202e3045,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:13.190021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.250860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-730c9390-07b5-4a55-8d9b-3496def0df29 req-582075bd-d4e9-434c-89c3-644110e967bc tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720117 Feb 09 02:45:13.251549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6c7d92a3-5c03-40f7-9239-3217202e3045,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:13.533153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['6c7d92a3-5c03-40f7-9239-3217202e3045'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:14.385469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942e5b1-1da6-4f2e-8838-92ac48ba4018 req-3ba6d49d-fea5-4676-9a43-2cad02fe0a03 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:14.387136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c942e5b1-1da6-4f2e-8838-92ac48ba4018 req-3ba6d49d-fea5-4676-9a43-2cad02fe0a03 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 944 time: 0.0555787 Feb 09 02:45:14.447041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c942e5b1-1da6-4f2e-8838-92ac48ba4018 req-f48019c3-e5b6-41d2-af96-2a488609d45b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537381 Feb 09 02:45:14.941214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6c7d92a3-5c03-40f7-9239-3217202e3045 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:14.992741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 6c7d92a3-5c03-40f7-9239-3217202e3045 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:14.997800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 6c7d92a3-5c03-40f7-9239-3217202e3045 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:14.998190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.116641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 6c7d92a3-5c03-40f7-9239-3217202e3045 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:15.117729 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.146916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:15.149403 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894b13d0-e1fe-4a65-ade7-ea3a5583ed03" -d '{"events": [{"server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "name": "network-vif-plugged", "status": "completed", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:15.169409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 6c7d92a3-5c03-40f7-9239-3217202e3045, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6c7d92a3-5c03-40f7-9239-3217202e3045,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:15.175360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:15.233043 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d30ac-4b80-4231-8d0a-643fe0ceea3b x-openstack-request-id: req-253d30ac-4b80-4231-8d0a-643fe0ceea3b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:15.233354 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "name": "network-vif-plugged", "status": "completed", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:15.233613 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-253d30ac-4b80-4231-8d0a-643fe0ceea3b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:15.234013 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'code': 200} Feb 09 02:45:15.240685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=6c7d92a3-5c03-40f7-9239-3217202e3045,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:15.349331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9368b-d503-448c-9a8d-b44b03eb7010 req-34a1aaea-5912-48c3-9f21-f24b725a78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.350998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94a9368b-d503-448c-9a8d-b44b03eb7010 req-34a1aaea-5912-48c3-9f21-f24b725a78ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 1128 time: 0.0590091 Feb 09 02:45:15.412453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94a9368b-d503-448c-9a8d-b44b03eb7010 req-7dafe470-0ffe-49c3-b2f0-1623783150f6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442781 Feb 09 02:45:15.603955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94890-ebb1-49cb-b965-bf56743f837d req-49000144-1f4d-4ee2-9e9f-803447c20aaa tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.605714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faf94890-ebb1-49cb-b965-bf56743f837d req-49000144-1f4d-4ee2-9e9f-803447c20aaa tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 945 time: 0.0569606 Feb 09 02:45:15.671296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faf94890-ebb1-49cb-b965-bf56743f837d req-47478813-f703-4345-8f69-1018338e5918 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575154 Feb 09 02:45:16.869939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8ba1-c681-4046-831b-6b5f642bd7cc req-f3970593-b850-496b-9eec-eb710e9a810d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.871901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-394a8ba1-c681-4046-831b-6b5f642bd7cc req-f3970593-b850-496b-9eec-eb710e9a810d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 945 time: 0.1089027 Feb 09 02:45:16.943285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-394a8ba1-c681-4046-831b-6b5f642bd7cc req-13a71174-f774-4b86-8148-d9c23735c6a1 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621362 Feb 09 02:45:17.594141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37598) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:17.733676 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077a1cbc-92d2-41f6-b109-132646008b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.816319 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077a1cbc-92d2-41f6-b109-132646008b40 admin admin] Publish callbacks [] for security_group (7acf7088-1e32-4db7-b6dd-75538d164212), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.822264 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077a1cbc-92d2-41f6-b109-132646008b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7acf7088-1e32-4db7-b6dd-75538d164212), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.860123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a1cbc-92d2-41f6-b109-132646008b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acf7088-1e32-4db7-b6dd-75538d164212,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:17.864461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-077a1cbc-92d2-41f6-b109-132646008b40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3a753e9e54742a0b7ee18823f857524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691488 Feb 09 02:45:17.867450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37606) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:17.926219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1738-cc32-4526-bc21-230343a1908e admin admin] Publish callbacks [] for security_group (7acf7088-1e32-4db7-b6dd-75538d164212), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.950650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1738-cc32-4526-bc21-230343a1908e admin admin] Publish callbacks [] for security_group (7acf7088-1e32-4db7-b6dd-75538d164212), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.020219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1738-cc32-4526-bc21-230343a1908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7acf7088-1e32-4db7-b6dd-75538d164212), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.024788 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4e3d1738-cc32-4526-bc21-230343a1908e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.028638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4e3d1738-cc32-4526-bc21-230343a1908e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7acf7088-1e32-4db7-b6dd-75538d164212 HTTP/1.1" status: 204 len: 168 time: 0.1577485 Feb 09 02:45:18.049073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d1738-cc32-4526-bc21-230343a1908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acf7088-1e32-4db7-b6dd-75538d164212,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:18.105012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3bb1b-3411-4b23-aa83-5f10a9a85791 req-20713f8a-9fba-4cfe-8fb8-ac080cbf2f15 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:18.112679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9de3bb1b-3411-4b23-aa83-5f10a9a85791 req-20713f8a-9fba-4cfe-8fb8-ac080cbf2f15 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 945 time: 0.0944014 Feb 09 02:45:18.163940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.209589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9de3bb1b-3411-4b23-aa83-5f10a9a85791 req-83a0fb07-4f3d-4a5e-b45c-23c4837066a4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911734 Feb 09 02:45:18.364282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ef8d1-f07e-4a87-bceb-eb48cb903dde req-ef032037-325b-4d31-9993-43ae19493a16 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:18.365932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f80ef8d1-f07e-4a87-bceb-eb48cb903dde req-ef032037-325b-4d31-9993-43ae19493a16 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 945 time: 0.0771217 Feb 09 02:45:18.433622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f80ef8d1-f07e-4a87-bceb-eb48cb903dde req-596878a1-c58d-4cf9-8703-3a6499496c73 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602946 Feb 09 02:45:18.468439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:18.471920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37628) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:18.485911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c70f71a2-315b-404f-b70d-47b39d0259ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.522174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820687a2-3a2a-470b-8116-21a6e3a0ff0d tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:18.529350 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-820687a2-3a2a-470b-8116-21a6e3a0ff0d tempest-TestNetworkBasicOps-2058873994 tempest-TestNetworkBasicOps-2058873994-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 1123 time: 0.0598297 Feb 09 02:45:18.531114 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37630) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:18.539298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'tenant_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:18.566019 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.608844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c70f71a2-315b-404f-b70d-47b39d0259ff admin admin] Publish callbacks [] for security_group (e1db81fa-7af8-4b12-a15c-06063effd2a1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.615507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c70f71a2-315b-404f-b70d-47b39d0259ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e1db81fa-7af8-4b12-a15c-06063effd2a1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.651097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c70f71a2-315b-404f-b70d-47b39d0259ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad9d27ced6544f8caec6edeaa271ec55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780677 Feb 09 02:45:18.660912 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37632) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:18.694228 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.699833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f71a2-315b-404f-b70d-47b39d0259ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1db81fa-7af8-4b12-a15c-06063effd2a1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:18.746833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9011a5f5-9abf-4a2b-8b6e-30c9dce9b8bb admin admin] Publish callbacks [] for security_group (e1db81fa-7af8-4b12-a15c-06063effd2a1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.783734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9011a5f5-9abf-4a2b-8b6e-30c9dce9b8bb admin admin] Publish callbacks [] for security_group (e1db81fa-7af8-4b12-a15c-06063effd2a1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.838075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Allocated IP 172.25.6.30 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:18.849035 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9011a5f5-9abf-4a2b-8b6e-30c9dce9b8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e1db81fa-7af8-4b12-a15c-06063effd2a1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.854640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9011a5f5-9abf-4a2b-8b6e-30c9dce9b8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.856253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9011a5f5-9abf-4a2b-8b6e-30c9dce9b8bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1db81fa-7af8-4b12-a15c-06063effd2a1 HTTP/1.1" status: 204 len: 168 time: 0.1930957 Feb 09 02:45:18.868886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011a5f5-9abf-4a2b-8b6e-30c9dce9b8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1db81fa-7af8-4b12-a15c-06063effd2a1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:18.989491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.030982 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.067830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:19.073061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:19.077310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:19.120442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:19.237827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.264988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37648) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:19.279921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ccfecef-4f32-458b-81b9-4e0d964c9303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.365703 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ccfecef-4f32-458b-81b9-4e0d964c9303 admin admin] Publish callbacks [] for security_group (6becfec0-b508-4fea-9e8f-4e95a0d55088), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.370591 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ccfecef-4f32-458b-81b9-4e0d964c9303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6becfec0-b508-4fea-9e8f-4e95a0d55088), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.414852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1ccfecef-4f32-458b-81b9-4e0d964c9303 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f6964dce008469187d8d01f528bccb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486123 Feb 09 02:45:19.415753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfecef-4f32-458b-81b9-4e0d964c9303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6becfec0-b508-4fea-9e8f-4e95a0d55088,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:19.417824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 37654) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:19.563777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (6826b7a8-8717-40dc-ae80-5730a94cd471), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.565174 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-272f8d87-a76e-4228-b301-61ccb2044025 admin admin] Publish callbacks [] for security_group (6becfec0-b508-4fea-9e8f-4e95a0d55088), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.619712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-272f8d87-a76e-4228-b301-61ccb2044025 admin admin] Publish callbacks [] for security_group (6becfec0-b508-4fea-9e8f-4e95a0d55088), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.681947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.731376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-272f8d87-a76e-4228-b301-61ccb2044025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6becfec0-b508-4fea-9e8f-4e95a0d55088), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.733981 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-272f8d87-a76e-4228-b301-61ccb2044025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.735182 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-272f8d87-a76e-4228-b301-61ccb2044025 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6becfec0-b508-4fea-9e8f-4e95a0d55088 HTTP/1.1" status: 204 len: 168 time: 0.3161731 Feb 09 02:45:19.761282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f8d87-a76e-4228-b301-61ccb2044025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6becfec0-b508-4fea-9e8f-4e95a0d55088,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:19.878634 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.884501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.967248 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event updated for resources: {'Port': ['ID=82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:19.979054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (6826b7a8-8717-40dc-ae80-5730a94cd471), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.097291 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Floating IP 6826b7a8-8717-40dc-ae80-5730a94cd471 associated. External IP: 172.25.6.30, port: 6c7d92a3-5c03-40f7-9239-3217202e3045. Feb 09 02:45:20.345274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:20.473117 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:20.488406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] Sync routers for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:20.500494 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.503519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:20.504876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:20.553137 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3591269a-51c3-4453-8b93-0dc7dc6c2e4b tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0098901 Feb 09 02:45:20.553137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:20.554161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37694) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:20.555693 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:20.660608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4d372993-3413-41cb-9969-3605f47a8926 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/floatingips/6826b7a8-8717-40dc-ae80-5730a94cd471 HTTP/1.1" status: 200 len: 990 time: 0.1131890 Feb 09 02:45:20.667780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:20.821635 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5c3fbb-8547-4c60-9698-d280e7add5ad x-openstack-request-id: req-7e5c3fbb-8547-4c60-9698-d280e7add5ad {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:20.822582 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:20.823035 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e5c3fbb-8547-4c60-9698-d280e7add5ad {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:20.823653 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'status': 'completed', 'code': 200} Feb 09 02:45:20.902869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-5d99d82c-bcf9-4699-91da-ff0c5550578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:20.904452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-5d99d82c-bcf9-4699-91da-ff0c5550578a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 1128 time: 0.0590165 Feb 09 02:45:20.934920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6826b7a8-8717-40dc-ae80-5730a94cd471', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'port_id': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'mac_address': 'fa:16:3e:37:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:19Z', 'updated_at': '2022-02-09T02:45:19Z', 'revision_number': 0, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:20.977783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] Checking router: bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:20.988407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:20.989130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:44:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:21.056269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-6485e4f9-0038-4f44-892b-163819ec41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:21.058419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-6485e4f9-0038-4f44-892b-163819ec41bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=0668654c-2e5b-492c-ae00-41c1f7b79e17 HTTP/1.1" status: 200 len: 898 time: 0.1458528 Feb 09 02:45:21.167849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-7d1288cb-351c-4cb4-9e7d-ba55864b2c3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c7d92a3-5c03-40f7-9239-3217202e3045 HTTP/1.1" status: 200 len: 998 time: 0.1020041 Feb 09 02:45:21.238394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-5838f849-4a28-4d90-9895-98868dc5637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:21.239844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-5838f849-4a28-4d90-9895-98868dc5637c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc7b400a-2a80-4da7-870a-5504855795b9 HTTP/1.1" status: 200 len: 835 time: 0.0652611 Feb 09 02:45:21.309712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-1781a512-d3dc-4618-a666-1657581cca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:21.311320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-1781a512-d3dc-4618-a666-1657581cca94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0668654c-2e5b-492c-ae00-41c1f7b79e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0646551 Feb 09 02:45:21.329255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:21.425402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-f36917a7-694d-4e51-9197-ecc5566dfcfa service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077449 Feb 09 02:45:21.594417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ef6157e-0525-4b6b-a5b9-14cedfaa34b3 req-4c8352ea-b5b9-4c78-908f-c1ca048bf1cb service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622124 Feb 09 02:45:21.665121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37764) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:21.685869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6826b7a8-8717-40dc-ae80-5730a94cd471', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'port_id': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'mac_address': 'fa:16:3e:37:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:19Z', 'updated_at': '2022-02-09T02:45:19Z', 'revision_number': 0, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:21.725612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfa684-b547-4fb3-aba0-204a8953b53d None None] The sync data for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 is: [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '6826b7a8-8717-40dc-ae80-5730a94cd471', 'tenant_id': '790d4483421745efb70e1089ace53695', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'port_id': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'mac_address': 'fa:16:3e:37:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:19Z', 'updated_at': '2022-02-09T02:45:19Z', 'revision_number': 0, 'project_id': '790d4483421745efb70e1089ace53695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:21.755275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-237adab5-882a-4a63-8109-058c5929e504 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/floatingips/6826b7a8-8717-40dc-ae80-5730a94cd471 HTTP/1.1" status: 200 len: 990 time: 0.0885918 Feb 09 02:45:22.051295 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbaa20-a5c1-4133-ba50-7210e23ad984 None None] New status for floating IP 6826b7a8-8717-40dc-ae80-5730a94cd471: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:45:22.759866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 37810) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:22.838506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f822c651-01a7-4f0b-af52-b8a82cc217d4 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/floatingips/6826b7a8-8717-40dc-ae80-5730a94cd471 HTTP/1.1" status: 200 len: 992 time: 0.0707541 Feb 09 02:45:23.379385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94421ca5-c577-4632-8811-484c3bb4210e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:25.713515 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a84f-bef0-43dc-984f-052fc1fae5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:27.042748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:28.218674 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:29.846765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:42.627245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:47.371802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-2db02d11-b854-45cb-a533-eeb0d8c8ca24 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063485907&fields=id&tenant_id=dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 267 time: 0.0587268 Feb 09 02:45:47.518202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-e6104f5c-db7c-4635-8317-98c228a4ebea tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.526718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-e6104f5c-db7c-4635-8317-98c228a4ebea tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.1468921 Feb 09 02:45:47.546006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-1cbc9898-ab7d-47c6-ae54-b3dd9f96441f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/quotas/dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 375 time: 0.0179203 Feb 09 02:45:47.620593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-08a5cefb-ac60-4c15-add0-1fbf02479b5e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732102 Feb 09 02:45:47.732511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-c7ec3ca6-f7bc-4c32-b7be-205f36bafb75 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108401 Feb 09 02:45:47.848194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-df983510-fda9-4eb8-b074-034e876d92e0 service neutron] 10.222.0.53 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147950 Feb 09 02:45:48.181517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:48.238020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6738ef1-99e3-4222-8c2a-0a7023d350c3 req-77c653b0-6361-45c5-93ff-4a44097b01bd tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0406005 Feb 09 02:45:49.250977 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:49.399347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ab12ed9-1718-44d1-b022-39f02f327c4d req-4064de6e-df2a-4b72-9d64-4422d6a18e69 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0860741 Feb 09 02:45:49.745056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38102) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:49.964520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port fcf029a2-2ad7-461f-875a-70ae304090fa {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:45:49.965307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:50.065506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:50.066341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (fcf029a2-2ad7-461f-875a-70ae304090fa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:50.081497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for fcf029a2-2ad7-461f-875a-70ae304090fa owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:45:50.430020 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fcf029a2-2ad7-461f-875a-70ae304090fa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:50.815300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=fcf029a2-2ad7-461f-875a-70ae304090fa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:50.839430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f77ccfc2-ce29-41da-ba2a-f4f57c6856d3 req-697b8a10-5506-4cea-8abd-da909037a873 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0381582 Feb 09 02:45:50.880574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.881023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.881374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.882344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.882809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.883244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.883584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.883921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.884252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.884707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.885055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.885457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.885851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:50.948249 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for floatingip (d7d014dc-8bd6-4682-a2e7-6fe40044430a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:50.948651 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Floating IP d7d014dc-8bd6-4682-a2e7-6fe40044430a disassociated (deleted). External IP: 172.25.6.202, port: 38f5ac24-f0ef-468c-8c77-e800855c00b5. Feb 09 02:45:51.055656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-d4a5215d-4836-4fb9-915c-c687d43204d1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:51.057121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-d4a5215d-4836-4fb9-915c-c687d43204d1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 811 time: 0.7380643 Feb 09 02:45:51.149250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-826be6bc-1866-4643-b224-dda0eae4eb87 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd273df35aad43d79afcd85309d5efa7 HTTP/1.1" status: 200 len: 380 time: 0.0821266 Feb 09 02:45:51.161225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'port': {'device_id': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'admin_state_up': True, 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'security_groups': ['141b7c03-7cd7-4e42-b260-c3aa84aba0f5']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:51.366709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 91535ae7-b418-45a2-8749-ba42950c7a7d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:51.386959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Made reservation on behalf of dd273df35aad43d79afcd85309d5efa7 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:51.390848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.607748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:51.617725 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.621168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] Sync routers for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:51.639673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:51.644070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:45:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:51.681792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.20.0.4 (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c/d29fc0cd-ac8d-487e-8121-7a48275b17b0/0209226d-2b6f-4edc-abd5-720c70270d20) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:51.689553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8a02b8fa-6306-4fef-8b37-e5fcca8932b9 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/floatingips/d7d014dc-8bd6-4682-a2e7-6fe40044430a HTTP/1.1" status: 204 len: 168 time: 1.9434903 Feb 09 02:45:51.692299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:51.695245 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97" -d '{"events": [{"name": "network-changed", "server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:51.788512 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ed915f-0c0c-40eb-927a-b867d03e336b x-openstack-request-id: req-a2ed915f-0c0c-40eb-927a-b867d03e336b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:51.788842 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:51.789217 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2ed915f-0c0c-40eb-927a-b867d03e336b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:51.789748 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'status': 'completed', 'code': 200} Feb 09 02:45:51.942622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:51.976159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-4f20216a-a5a7-416e-86b2-1ddc5bd03911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:51.982103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-4f20216a-a5a7-416e-86b2-1ddc5bd03911 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 1128 time: 0.1567836 Feb 09 02:45:52.179749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e57bc3f9-ba46-49d5-9725-3ad78f17dde8 req-f47dc6fa-81cd-4b38-930b-c5851bd2fae2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.1571555 Feb 09 02:45:52.329591 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (0209226d-2b6f-4edc-abd5-720c70270d20), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.403144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35f3ea-968f-475a-bdff-8c74e07fd49f req-06668718-733a-48c3-81cc-2608bbba9354 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.405212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad35f3ea-968f-475a-bdff-8c74e07fd49f req-06668718-733a-48c3-81cc-2608bbba9354 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.2642376 Feb 09 02:45:52.425235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-ba788349-c1b6-4a2e-8d3e-cda2e9ce9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.428711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-ba788349-c1b6-4a2e-8d3e-cda2e9ce9087 service neutron] 10.222.0.72 "GET /v2.0/networks?id=196ffc33-0a21-441c-a0c2-66917759e76b HTTP/1.1" status: 200 len: 897 time: 0.4252813 Feb 09 02:45:52.474742 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:52.502293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-5b1dbe10-5d8b-4d97-863b-ccd32e748227 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5 HTTP/1.1" status: 200 len: 217 time: 0.0519376 Feb 09 02:45:52.503325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.505760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] Checking router: 91535ae7-b418-45a2-8749-ba42950c7a7d for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:52.516845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:52.517565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:45:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:52.623813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad35f3ea-968f-475a-bdff-8c74e07fd49f req-fa3047e0-489c-467b-afbb-413ce5935e17 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021880 Feb 09 02:45:52.627295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:52.630939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:52.645192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:52.653690 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=0209226d-2b6f-4edc-abd5-720c70270d20,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:52.693588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-84ca60ab-618b-4369-8305-9323d8759bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.696890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-84ca60ab-618b-4369-8305-9323d8759bb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97597475-cbc9-41df-931c-b3dbe24a07e7 HTTP/1.1" status: 200 len: 834 time: 0.1856117 Feb 09 02:45:52.718586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:52.788575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.789219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.823594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-18925b2a-673f-4898-9227-9320d0073ea6 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6662679 Feb 09 02:45:52.836078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-40d21bf9-7f10-43c7-b36f-09e78f68de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.845856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-40d21bf9-7f10-43c7-b36f-09e78f68de1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=196ffc33-0a21-441c-a0c2-66917759e76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1407712 Feb 09 02:45:52.851270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Request body: {'port': {'device_id': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:53.038420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.046054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:53.063255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-d760175c-97ef-4424-af85-3436ecadca9b service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090571 Feb 09 02:45:53.080855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d860a94-a458-4b84-a4e6-773dc4363a6a None None] The sync data for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 is: [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:45Z', 'revision_number': 4, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '2a217811-aabf-4041-876c-fb4ddad6ff97', 'name': '', 'network_id': '196ffc33-0a21-441c-a0c2-66917759e76b', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'mac_address': 'fa:16:3e:b3:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:44Z', 'updated_at': '2022-02-09T02:42:49Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'subnets': [{'id': '97597475-cbc9-41df-931c-b3dbe24a07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:53.128256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b7b90224-e475-432b-a471-7d21fb4dd509 None None] Provisioning complete for port 0209226d-2b6f-4edc-abd5-720c70270d20 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:53.128256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7b90224-e475-432b-a471-7d21fb4dd509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.196239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b7b90224-e475-432b-a471-7d21fb4dd509 None None] Port 0209226d-2b6f-4edc-abd5-720c70270d20 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:53.348848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d3b3f17-2d2f-4f4a-a4f9-469427e7ed97 req-0c6a45aa-ddbc-4422-bdab-e2bf293cf027 service neutron] 10.222.0.72 "GET /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793534 Feb 09 02:45:53.388249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64d3663c-0707-4048-b5cf-3eac74c04878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.561943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1b5ad-6e22-49c8-acc0-80a78afa0bea req-838b6619-6f8b-4f56-9913-1c9c1ee5e00f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.563530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69d1b5ad-6e22-49c8-acc0-80a78afa0bea req-838b6619-6f8b-4f56-9913-1c9c1ee5e00f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 931 time: 0.1435320 Feb 09 02:45:53.653246 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da9f3e-7d86-464c-ae1d-93098723fee3 None None] New status for floating IP d7d014dc-8bd6-4682-a2e7-6fe40044430a: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:45:53.688943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69d1b5ad-6e22-49c8-acc0-80a78afa0bea req-4c295c50-3897-48a9-af3a-727ec99e473f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067400 Feb 09 02:45:53.717211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0209226d-2b6f-4edc-abd5-720c70270d20 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:53.752862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Publish callbacks [] for port (0209226d-2b6f-4edc-abd5-720c70270d20), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.845161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Transition to ACTIVE for port object 0209226d-2b6f-4edc-abd5-720c70270d20 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:53.856778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.954712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc49b-4b47-4e4d-a264-a6c9113a1208 req-c50731ab-269a-4dcc-9afb-134f8bd3a0da tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.956251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1edc49b-4b47-4e4d-a264-a6c9113a1208 req-c50731ab-269a-4dcc-9afb-134f8bd3a0da tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.2270269 Feb 09 02:45:53.964352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-69e99a7a-8f80-4892-af8f-9e54e5c9f28c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.966024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-69e99a7a-8f80-4892-af8f-9e54e5c9f28c tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 945 time: 0.2378879 Feb 09 02:45:54.086558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Pushing event updated for resources: {'Port': ['ID=0209226d-2b6f-4edc-abd5-720c70270d20,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:54.221415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1edc49b-4b47-4e4d-a264-a6c9113a1208 req-e426e3ab-cb00-4c1c-adfd-7ab0e83d6f8f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/security-groups?id=a3e897b1-a0b5-47af-9983-5850951cd6c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498004 Feb 09 02:45:54.230825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Attempting to bind port 0209226d-2b6f-4edc-abd5-720c70270d20 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:54.231174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Attempting to bind port 0209226d-2b6f-4edc-abd5-720c70270d20 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:54.231518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Attempting to bind port 0209226d-2b6f-4edc-abd5-720c70270d20 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:54.241794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Port 0209226d-2b6f-4edc-abd5-720c70270d20 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:54.242288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Attempting to bind port 0209226d-2b6f-4edc-abd5-720c70270d20 on network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:54.257668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port 38f5ac24-f0ef-468c-8c77-e800855c00b5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:45:54.258034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:54.263003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:54.263370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Checking segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:54.263741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Bound using segment: {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:54.264255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Bound port: 0209226d-2b6f-4edc-abd5-720c70270d20, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f978abb-4d0f-44cf-934a-18000028d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:54.264571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:54.423481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port 38f5ac24-f0ef-468c-8c77-e800855c00b5, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=38f5ac24-f0ef-468c-8c77-e800855c00b5,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:54.423862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:54.426552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] For port 0209226d-2b6f-4edc-abd5-720c70270d20, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:54.434442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] For port 0209226d-2b6f-4edc-abd5-720c70270d20, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0209226d-2b6f-4edc-abd5-720c70270d20,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:54.444749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for 38f5ac24-f0ef-468c-8c77-e800855c00b5 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:45:54.452765 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:54.544569 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.545267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:54.546814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] 10.222.0.82 "PUT /v2.0/ports/0209226d-2b6f-4edc-abd5-720c70270d20 HTTP/1.1" status: 200 len: 1092 time: 1.6999052 Feb 09 02:45:54.549048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:54.551554 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a40756-e850-4795-89ac-59f90a417130" -d '{"events": [{"name": "network-changed", "server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:54.633276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb26a79-00a4-4c9d-8222-c85857e90f0c service neutron] Pushing event updated for resources: {'Port': ['ID=0209226d-2b6f-4edc-abd5-720c70270d20,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:54.647636 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e1b8eb-97c1-46f8-9e95-95bf09dbb603 x-openstack-request-id: req-70e1b8eb-97c1-46f8-9e95-95bf09dbb603 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:54.648531 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:54.648806 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70e1b8eb-97c1-46f8-9e95-95bf09dbb603 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:54.650010 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20', 'status': 'completed', 'code': 200} Feb 09 02:45:54.752449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-47576049-03f6-40e0-a67a-8545debba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.757476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-47576049-03f6-40e0-a67a-8545debba018 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 1126 time: 0.1589885 Feb 09 02:45:54.834903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-ebc2deed-97bc-4b9c-9315-8f7b425a737d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0209226d-2b6f-4edc-abd5-720c70270d20 HTTP/1.1" status: 200 len: 217 time: 0.0670938 Feb 09 02:45:54.940037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (38f5ac24-f0ef-468c-8c77-e800855c00b5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:55.470780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=38f5ac24-f0ef-468c-8c77-e800855c00b5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:55.474122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-607ae2f2-b710-4c6d-a020-8bf9bff72ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.477613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-607ae2f2-b710-4c6d-a020-8bf9bff72ebc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.5957203 Feb 09 02:45:55.505429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83e09-6600-47ae-b56c-4fa728ebc04d req-7a70b2b2-7bae-4504-9fca-d9f6bf82e76a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.514834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32d83e09-6600-47ae-b56c-4fa728ebc04d req-7a70b2b2-7bae-4504-9fca-d9f6bf82e76a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.6764045 Feb 09 02:45:55.531012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c367fa9-7f80-4517-8b55-d95da839def3 req-3bc62832-8f5e-4221-b08e-ac4b7006054a tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "GET /v2.0/ports?device_id=42270841-ae78-45c7-b3b5-74ffd0b754e3 HTTP/1.1" status: 200 len: 210 time: 0.0775375 Feb 09 02:45:55.643182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] No DVR routers for this DVR port 38f5ac24-f0ef-468c-8c77-e800855c00b5 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:45:55.656535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:55.660256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8e79b08-3632-4947-b2c5-562b89ccb60b req-9fdf926a-6bd3-410f-a55c-7a92bf47064d tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.72 "DELETE /v2.0/ports/38f5ac24-f0ef-468c-8c77-e800855c00b5 HTTP/1.1" status: 204 len: 173 time: 1.6823759 Feb 09 02:45:55.684446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32d83e09-6600-47ae-b56c-4fa728ebc04d req-48b6225a-853d-4b99-89f1-a3499eefe346 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685610 Feb 09 02:45:55.697127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-42270ece-a987-4b41-a094-055f3a72ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.699279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-42270ece-a987-4b41-a094-055f3a72ade3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1741993 Feb 09 02:45:55.746960 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb6a4a90-e27f-4110-8405-b37bb0ddd17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:55.880987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-df090b82-a1f4-457a-92a5-4dc8ff59fc41 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757166 Feb 09 02:45:56.041399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c6d566ca-3428-4f60-9d6b-81e9b41f1a58 req-a7758394-47c9-44e6-ab2c-2ec211f37903 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530817 Feb 09 02:45:56.223110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a40756-e850-4795-89ac-59f90a417130 req-717c647b-9ea8-4cca-bcef-7fec1071fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:56.224991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a40756-e850-4795-89ac-59f90a417130 req-717c647b-9ea8-4cca-bcef-7fec1071fd8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 1126 time: 0.0930035 Feb 09 02:45:56.369091 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a40756-e850-4795-89ac-59f90a417130 req-bd95865d-6dbf-47d0-b5f8-67e3285af251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:56.370920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a40756-e850-4795-89ac-59f90a417130 req-bd95865d-6dbf-47d0-b5f8-67e3285af251 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1388180 Feb 09 02:45:56.438637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a40756-e850-4795-89ac-59f90a417130 req-da98917a-ea40-4992-9e58-6e8ad6364827 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0209226d-2b6f-4edc-abd5-720c70270d20 HTTP/1.1" status: 200 len: 217 time: 0.0607142 Feb 09 02:45:56.516140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a40756-e850-4795-89ac-59f90a417130 req-af9f993f-8866-4f9e-ac73-44aefcdf1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:56.517930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a40756-e850-4795-89ac-59f90a417130 req-af9f993f-8866-4f9e-ac73-44aefcdf1e9c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0690169 Feb 09 02:45:56.603326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a40756-e850-4795-89ac-59f90a417130 req-2b73a304-721c-48a3-a553-4ba673b6239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:56.611155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a40756-e850-4795-89ac-59f90a417130 req-2b73a304-721c-48a3-a553-4ba673b6239c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0861382 Feb 09 02:45:56.629154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:56.652897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-deleted', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:56.657746 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f89752e-eb0d-457c-a6ce-c9e59a4fb0e8" -d '{"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-deleted", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:56.767231 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765508a-6232-4a74-abb0-4368f3007d5a x-openstack-request-id: req-d765508a-6232-4a74-abb0-4368f3007d5a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:56.768067 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42270841-ae78-45c7-b3b5-74ffd0b754e3", "name": "network-vif-deleted", "tag": "38f5ac24-f0ef-468c-8c77-e800855c00b5", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:56.768686 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d765508a-6232-4a74-abb0-4368f3007d5a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:56.769329 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42270841-ae78-45c7-b3b5-74ffd0b754e3', 'name': 'network-vif-deleted', 'tag': '38f5ac24-f0ef-468c-8c77-e800855c00b5', 'status': 'completed', 'code': 200} Feb 09 02:45:56.858187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a40756-e850-4795-89ac-59f90a417130 req-aaf9a3ba-839e-4998-8d88-1d276198f081 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403462 Feb 09 02:45:57.050578 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.123953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 38f5ac24-f0ef-468c-8c77-e800855c00b5 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:45:57.177554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 38f5ac24-f0ef-468c-8c77-e800855c00b5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:45:57.179569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 38f5ac24-f0ef-468c-8c77-e800855c00b5 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:45:57.216432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ef8ff-efa0-41b6-9d00-9130865e991a req-cdf585e2-d1b8-4ed6-85bf-c08088a9459e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.224299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-218ef8ff-efa0-41b6-9d00-9130865e991a req-cdf585e2-d1b8-4ed6-85bf-c08088a9459e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.2528853 Feb 09 02:45:57.278147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3a40756-e850-4795-89ac-59f90a417130 req-cbd50499-b85e-4516-9d42-2797cee407d3 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119706 Feb 09 02:45:57.282406 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (91535ae7-b418-45a2-8749-ba42950c7a7d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.294764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-218ef8ff-efa0-41b6-9d00-9130865e991a req-c4c0621a-264d-4399-9a24-d9db17e4ce6a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693872 Feb 09 02:45:57.793844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port 2a217811-aabf-4041-876c-fb4ddad6ff97 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:45:57.794710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.927913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port 2a217811-aabf-4041-876c-fb4ddad6ff97, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2a217811-aabf-4041-876c-fb4ddad6ff97,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:57.931508 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.956978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for 2a217811-aabf-4041-876c-fb4ddad6ff97 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:45:58.229179 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:58.272855 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (2a217811-aabf-4041-876c-fb4ddad6ff97), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:58.318866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=2a217811-aabf-4041-876c-fb4ddad6ff97,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:58.376884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.377282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.377814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.378164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.378571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.378964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.379302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.379635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.379964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.380294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.386962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.387415 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.387764 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:58.599504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a446c5-8af2-42a7-b08f-532840645352 req-3f0eeebb-af54-433a-b469-6d0d651fa786 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:58.615313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22a446c5-8af2-42a7-b08f-532840645352 req-3f0eeebb-af54-433a-b469-6d0d651fa786 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1818123 Feb 09 02:45:58.689815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22a446c5-8af2-42a7-b08f-532840645352 req-d956a638-c014-4612-9046-9d9de1edc191 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678978 Feb 09 02:45:58.701286 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (91535ae7-b418-45a2-8749-ba42950c7a7d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:58.994794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Router 91535ae7-b418-45a2-8749-ba42950c7a7d has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:59.156471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:59.169290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] Sync routers for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:59.186816 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-609ef8e5-319e-4626-902b-5d2af43635e1 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "PUT /v2.0/routers/91535ae7-b418-45a2-8749-ba42950c7a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5532894 Feb 09 02:45:59.187311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38256) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:59.199992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:59.201323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:45:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:59.308162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting subnet 97597475-cbc9-41df-931c-b3dbe24a07e7 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:45:59.311849 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (97597475-cbc9-41df-931c-b3dbe24a07e7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.364206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (97597475-cbc9-41df-931c-b3dbe24a07e7), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.413700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:59.463630 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (97597475-cbc9-41df-931c-b3dbe24a07e7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.581131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (97597475-cbc9-41df-931c-b3dbe24a07e7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.636715 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Subnet': ['ID=97597475-cbc9-41df-931c-b3dbe24a07e7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:59.646745 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.654845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0d8a63b1-afa1-4850-9dcc-bcee84ab2d42 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/subnets/97597475-cbc9-41df-931c-b3dbe24a07e7 HTTP/1.1" status: 204 len: 168 time: 0.4632769 Feb 09 02:45:59.655709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38268) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:59.728157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5903cdfc-0a48-4a45-889f-1ac69bbd188d None None] Network 196ffc33-0a21-441c-a0c2-66917759e76b requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:45:59.917755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87503b14-20ad-4853-bcd4-32f58db96e47 req-da28e496-29b4-4829-9c6e-697ba2486c0f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:59.919380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87503b14-20ad-4853-bcd4-32f58db96e47 req-da28e496-29b4-4829-9c6e-697ba2486c0f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1076727 Feb 09 02:45:59.946220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.023799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:45:58Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:00.049635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87503b14-20ad-4853-bcd4-32f58db96e47 req-26bd7f37-0cd5-4c00-83cf-9d1303ab6e4c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242259 Feb 09 02:46:00.104903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] Checking router: 91535ae7-b418-45a2-8749-ba42950c7a7d for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:00.108111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] DHCP port deletion for 196ffc33-0a21-441c-a0c2-66917759e76b request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:00.157078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] Routers {'91535ae7-b418-45a2-8749-ba42950c7a7d'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:00.157975 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:45:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['91535ae7-b418-45a2-8749-ba42950c7a7d'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:00.398359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (91535ae7-b418-45a2-8749-ba42950c7a7d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.550504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_gateway (91535ae7-b418-45a2-8749-ba42950c7a7d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.623301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Deleting port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:00.623908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.642661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Deleting port ff19b3a9-b443-4655-8179-750cb539c53a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:00.643425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.712762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] Set router 91535ae7-b418-45a2-8749-ba42950c7a7d gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:00.779851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] For port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f,segment=NetworkSegment(b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc),segment_id=b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:00.779851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.780759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] For port ff19b3a9-b443-4655-8179-750cb539c53a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ff19b3a9-b443-4655-8179-750cb539c53a,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:00.781882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.837203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Calling delete_port for ff19b3a9-b443-4655-8179-750cb539c53a owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:00.846928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Calling delete_port for d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:01.111620 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.158830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] No DVR routers for this DVR port d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:01.180574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Pushing event deleted for resources: {'Port': ['ID=d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:01.218221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:45:58Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:01.288758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (ff19b3a9-b443-4655-8179-750cb539c53a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.319968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a9700-8ce9-4aa6-a4d5-94ecfcb704d5 None None] The sync data for ids ['91535ae7-b418-45a2-8749-ba42950c7a7d'] in n-d-826675-12 is: [{'id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-548191106', 'tenant_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:45:58Z', 'revision_number': 5, 'project_id': 'ba9e297e203a4466b6ef51f1cce4f0ef', 'gw_port': {'id': 'ff19b3a9-b443-4655-8179-750cb539c53a', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91535ae7-b418-45a2-8749-ba42950c7a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:42:41Z', 'updated_at': '2022-02-09T02:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:01.344642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.345000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.345342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.347840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.348218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.348559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.348967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.349212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.349721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.352290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.352586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.352928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.353384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb83b89-0fa5-41d7-a9f6-de7ae4a39227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:01.365054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a9d72-4400-4f2f-9262-688bc2f2d3d5 req-bd07f1ef-72ec-4118-9f16-06a1a4800c93 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:01.370989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f2a9d72-4400-4f2f-9262-688bc2f2d3d5 req-bd07f1ef-72ec-4118-9f16-06a1a4800c93 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1804011 Feb 09 02:46:01.383761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Port': ['ID=ff19b3a9-b443-4655-8179-750cb539c53a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:01.462518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f2a9d72-4400-4f2f-9262-688bc2f2d3d5 req-0228dc43-e434-4879-8e26-b9502a61d2b1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773914 Feb 09 02:46:01.490482 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (91535ae7-b418-45a2-8749-ba42950c7a7d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.642958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (91535ae7-b418-45a2-8749-ba42950c7a7d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.645701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router_controller (91535ae7-b418-45a2-8749-ba42950c7a7d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.722205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (91535ae7-b418-45a2-8749-ba42950c7a7d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.724694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Fanout notify agent at l3_agent the message router_deleted on router 91535ae7-b418-45a2-8749-ba42950c7a7d {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:01.754425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.756342 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e9e857a-8644-417f-aa30-9c15ff512417 tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/routers/91535ae7-b418-45a2-8749-ba42950c7a7d HTTP/1.1" status: 204 len: 168 time: 2.0997219 Feb 09 02:46:01.759355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38318) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:01.882253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:01.937242 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (196ffc33-0a21-441c-a0c2-66917759e76b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.940583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:01.941334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d18df88c-e3ac-45c6-ad6a-c8395fd8bd6f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:01.941851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2a217811-aabf-4041-876c-fb4ddad6ff97 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:01.972180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2a217811-aabf-4041-876c-fb4ddad6ff97 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:01.973649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2a217811-aabf-4041-876c-fb4ddad6ff97 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:02.117151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (196ffc33-0a21-441c-a0c2-66917759e76b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.153176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196ffc33-0a21-441c-a0c2-66917759e76b']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:02.163590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:02.164157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:02.177640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.210373 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.232195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:02.232792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (b2bebc58-6e80-44d2-8cf5-e0f1e06bd6bc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:02.238757 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:02.347790 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (196ffc33-0a21-441c-a0c2-66917759e76b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.388171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.393069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/networks/196ffc33-0a21-441c-a0c2-66917759e76b HTTP/1.1" status: 204 len: 168 time: 0.6197493 Feb 09 02:46:02.394622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a8c08-b548-432b-b6e3-3aaf511bb6bb tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'Network': ['ID=196ffc33-0a21-441c-a0c2-66917759e76b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:02.395799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38330) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:02.484409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf3dd-1772-40be-8999-ef86716a072f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (a3e897b1-a0b5-47af-9983-5850951cd6c0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.537474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf3dd-1772-40be-8999-ef86716a072f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (a3e897b1-a0b5-47af-9983-5850951cd6c0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.689455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71670-1897-4a70-a739-aac477ffa325 req-90e2bffc-a04e-4532-bb39-493ea574eb60 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:02.691520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2bd71670-1897-4a70-a739-aac477ffa325 req-90e2bffc-a04e-4532-bb39-493ea574eb60 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.0913811 Feb 09 02:46:02.700924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf3dd-1772-40be-8999-ef86716a072f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a3e897b1-a0b5-47af-9983-5850951cd6c0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.704768 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf3dd-1772-40be-8999-ef86716a072f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.708980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8ccdf3dd-1772-40be-8999-ef86716a072f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] 10.222.0.53 "DELETE /v2.0/security-groups/a3e897b1-a0b5-47af-9983-5850951cd6c0 HTTP/1.1" status: 204 len: 168 time: 0.3078399 Feb 09 02:46:02.740773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdf3dd-1772-40be-8999-ef86716a072f tempest-TestNetworkAdvancedServerOps-1907564271 tempest-TestNetworkAdvancedServerOps-1907564271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e897b1-a0b5-47af-9983-5850951cd6c0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:02.815881 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2bd71670-1897-4a70-a739-aac477ffa325 req-e74165e6-48f2-4cd2-886a-ab6e7360d597 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157181 Feb 09 02:46:03.181029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:03.394578 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b71f98ec-26b0-4989-af46-ca89f333eead admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba9e297e203a4466b6ef51f1cce4f0ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120674 Feb 09 02:46:03.396777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38364) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:03.481653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e33cd29-b8da-4113-829b-1b0a578087ad admin admin] Publish callbacks [] for security_group (68045781-e0a5-44fe-bf69-6f6aa28b208d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.508896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e33cd29-b8da-4113-829b-1b0a578087ad admin admin] Publish callbacks [] for security_group (68045781-e0a5-44fe-bf69-6f6aa28b208d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.536992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ff19b3a9-b443-4655-8179-750cb539c53a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:03.567456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: ff19b3a9-b443-4655-8179-750cb539c53a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:03.568260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ff19b3a9-b443-4655-8179-750cb539c53a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:03.625892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e33cd29-b8da-4113-829b-1b0a578087ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (68045781-e0a5-44fe-bf69-6f6aa28b208d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.628819 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3e33cd29-b8da-4113-829b-1b0a578087ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.630110 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3e33cd29-b8da-4113-829b-1b0a578087ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68045781-e0a5-44fe-bf69-6f6aa28b208d HTTP/1.1" status: 204 len: 168 time: 0.2316158 Feb 09 02:46:03.639060 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33cd29-b8da-4113-829b-1b0a578087ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68045781-e0a5-44fe-bf69-6f6aa28b208d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:04.001101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958f389-7d62-4e43-afdd-812e59dbd8f0 req-aeaf1c28-ad05-47d8-83c8-91d4f220d11e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.003841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9958f389-7d62-4e43-afdd-812e59dbd8f0 req-aeaf1c28-ad05-47d8-83c8-91d4f220d11e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.0985570 Feb 09 02:46:04.122073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9958f389-7d62-4e43-afdd-812e59dbd8f0 req-3496088b-4ad1-455a-aa0a-f820b7dfd3cf tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070254 Feb 09 02:46:04.215332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38388) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:04.268408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-12925b2f-4c9a-4c75-88f8-8571ca66111e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=152d5d6beb0a492ea932f6a6b448be0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525458 Feb 09 02:46:04.270792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38392) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:04.339337 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93721c5e-bcb3-495c-8086-52b91a0b183e admin admin] Publish callbacks [] for security_group (7dd8bc51-4525-4f0e-8d84-bbfac18f869b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:04.368451 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93721c5e-bcb3-495c-8086-52b91a0b183e admin admin] Publish callbacks [] for security_group (7dd8bc51-4525-4f0e-8d84-bbfac18f869b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:04.451408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93721c5e-bcb3-495c-8086-52b91a0b183e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7dd8bc51-4525-4f0e-8d84-bbfac18f869b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:04.458330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93721c5e-bcb3-495c-8086-52b91a0b183e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:04.460354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-93721c5e-bcb3-495c-8086-52b91a0b183e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7dd8bc51-4525-4f0e-8d84-bbfac18f869b HTTP/1.1" status: 204 len: 168 time: 0.1886141 Feb 09 02:46:04.473054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93721c5e-bcb3-495c-8086-52b91a0b183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8bc51-4525-4f0e-8d84-bbfac18f869b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:05.333119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc11c-f024-40a3-9041-7e65ef894244 req-2a5d4d06-e508-4029-958b-b1630e8f77c9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:05.346869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b2cc11c-f024-40a3-9041-7e65ef894244 req-2a5d4d06-e508-4029-958b-b1630e8f77c9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1222494 Feb 09 02:46:05.433746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b2cc11c-f024-40a3-9041-7e65ef894244 req-35875dfa-7597-424d-8ae8-015df6751d13 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856826 Feb 09 02:46:05.757201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:05.894141 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-137080734-network', 'tenant_id': 'abf3b4c6f738457dabf1cd2ae929c418'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:05.917481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Made reservation on behalf of abf3b4c6f738457dabf1cd2ae929c418 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:05.920140 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:05.932792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.036843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks [] for security_group (f8b867aa-2963-4300-a344-72a33a991295), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.046681 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f8b867aa-2963-4300-a344-72a33a991295), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.086360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:06.088661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b867aa-2963-4300-a344-72a33a991295,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:06.099619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (98d7269d-499c-472d-af84-8608fede2b24), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.102958 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Added segment 98d7269d-499c-472d-af84-8608fede2b24 of type vlan for network a53f84ce-a191-48ae-bc32-c961903b3955 Feb 09 02:46:06.146529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a53f84ce-a191-48ae-bc32-c961903b3955), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.180565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a53f84ce-a191-48ae-bc32-c961903b3955), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.180565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:06.180565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.249989 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4952538 Feb 09 02:46:06.251084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 38466) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:06.256995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Request body: {'subnet': {'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-137080734-subnet', 'tenant_id': 'abf3b4c6f738457dabf1cd2ae929c418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:06.275827 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ebaaa-fa18-4620-af51-787239a724e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a53f84ce-a191-48ae-bc32-c961903b3955,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:06.284038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Made reservation on behalf of abf3b4c6f738457dabf1cd2ae929c418 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:06.287271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a53f84ce-a191-48ae-bc32-c961903b3955 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:06.289095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.536303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.621925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:06.651801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620be42-92bc-40bb-92da-ccaa8670758e req-a304b489-a15e-4b91-b195-7d55184c847c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:06.652238 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3620be42-92bc-40bb-92da-ccaa8670758e req-a304b489-a15e-4b91-b195-7d55184c847c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1287470 Feb 09 02:46:06.653827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Checking segment: {'id': '98d7269d-499c-472d-af84-8608fede2b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:06.654386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Network hostable DHCP agents. Network: a53f84ce-a191-48ae-bc32-c961903b3955, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:06.705594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Network a53f84ce-a191-48ae-bc32-c961903b3955 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:06.740262 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3620be42-92bc-40bb-92da-ccaa8670758e req-b8a956d6-4257-4188-adb0-9ac914e7a595 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808930 Feb 09 02:46:06.743193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a53f84ce-a191-48ae-bc32-c961903b3955) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:06.749013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:06.749683 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.757128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f19c42-c467-4b30-89ec-1ad28ede25c3 None None] Network a53f84ce-a191-48ae-bc32-c961903b3955 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:06.783591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-14f818f2-022e-4526-a3bb-cb19e094d57a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5226142 Feb 09 02:46:06.907762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fd3911-73ff-4bdb-a0de-047805acc0d1 None None] Network a53f84ce-a191-48ae-bc32-c961903b3955 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:07.479458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38508) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:07.485171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-966918033-network', 'tenant_id': 'e92e8015b6bb4448823f369707094ced'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:07.520930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Made reservation on behalf of e92e8015b6bb4448823f369707094ced for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:07.524368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.532441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-dc7d686a-00a5-43c8-bb1a-270212cdd7e2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862384 Feb 09 02:46:07.560074 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.677621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-dd10a4d5-d262-4dc1-8ddf-7f7110a035ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.681051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-dd10a4d5-d262-4dc1-8ddf-7f7110a035ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1128 time: 0.1007330 Feb 09 02:46:07.689510 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks [] for security_group (f9c0dada-8a25-4c1a-b159-92ac60862ba2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.696693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f9c0dada-8a25-4c1a-b159-92ac60862ba2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.725251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:07.735870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c0dada-8a25-4c1a-b159-92ac60862ba2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:07.743087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d0a341f8-5c75-4061-84e7-7b48a1987959), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.743803 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Added segment d0a341f8-5c75-4061-84e7-7b48a1987959 of type vlan for network 93eab20f-93f7-4289-8363-e91ffa75862a Feb 09 02:46:07.795169 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (93eab20f-93f7-4289-8363-e91ffa75862a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.854151 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (93eab20f-93f7-4289-8363-e91ffa75862a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.855390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.856276 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.866282 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-1900d5ba-d953-4bbf-814e-e4f1eac6aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.868086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-1900d5ba-d953-4bbf-814e-e4f1eac6aeaa service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1617725 Feb 09 02:46:07.948548 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4676540 Feb 09 02:46:07.954522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38522) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:07.959800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Request body: {'subnet': {'network_id': '93eab20f-93f7-4289-8363-e91ffa75862a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-966918033-subnet', 'tenant_id': 'e92e8015b6bb4448823f369707094ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:07.971575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54f465-cacb-4ca2-bc9f-afb758beb99e admin admin] Pushing event updated for resources: {'Network': ['ID=93eab20f-93f7-4289-8363-e91ffa75862a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:07.983653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 93eab20f-93f7-4289-8363-e91ffa75862a details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:08.004580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228dd50-3207-4c0a-b15d-bc9417a86d9b req-a4f0a004-00e1-47b0-94fd-23ef2dba066e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:08.007002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e228dd50-3207-4c0a-b15d-bc9417a86d9b req-a4f0a004-00e1-47b0-94fd-23ef2dba066e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1590161 Feb 09 02:46:08.009455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-69836e4c-7983-4ab0-8568-0304dc1923ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 1001 time: 0.1251106 Feb 09 02:46:08.015755 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Made reservation on behalf of e92e8015b6bb4448823f369707094ced for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:08.018689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.145818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e228dd50-3207-4c0a-b15d-bc9417a86d9b req-cbf94d20-568e-4a5c-a31b-990535aabb37 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316519 Feb 09 02:46:08.150512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-54ab853c-743e-4e8e-a6be-83a88b9f7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:08.150512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-54ab853c-743e-4e8e-a6be-83a88b9f7b38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.1347141 Feb 09 02:46:08.243737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-64133d70-8713-4727-90b1-eaf542965f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:08.245557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-64133d70-8713-4727-90b1-eaf542965f4a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0875659 Feb 09 02:46:08.339431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (6ca992f3-855e-4d61-ba67-c7e064b163d7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.397111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-da5bdf8e-b9f8-4658-9fe4-8af067bcbedc service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431870 Feb 09 02:46:08.412391 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca992f3-855e-4d61-ba67-c7e064b163d7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:08.453045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Checking segment: {'id': 'd0a341f8-5c75-4061-84e7-7b48a1987959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '93eab20f-93f7-4289-8363-e91ffa75862a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:08.453416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Network hostable DHCP agents. Network: 93eab20f-93f7-4289-8363-e91ffa75862a, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:08.478225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Network 93eab20f-93f7-4289-8363-e91ffa75862a is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:08.494668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 93eab20f-93f7-4289-8363-e91ffa75862a) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:08.500716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:08.501335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.512146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d42a346-5ea1-4093-9b06-8a7eac2ffc31 None None] Network 93eab20f-93f7-4289-8363-e91ffa75862a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:08.537397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c21b7c26-652d-401b-baf5-cf4efa5ea888 req-ef2b1254-e590-4154-938a-2ffceebcc3cc service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335037 Feb 09 02:46:08.558515 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e00e90b7-9e55-4d1f-bf91-6a8927718b0e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5955424 Feb 09 02:46:08.685332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e95704-0e6d-4b4a-98da-35f9e980aeb8 None None] Network 93eab20f-93f7-4289-8363-e91ffa75862a requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:09.381983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae49c-b42e-4443-94b9-52f213514422 req-77d41a82-47ea-40a6-99ca-721eee2e9e98 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:09.385143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5aae49c-b42e-4443-94b9-52f213514422 req-77d41a82-47ea-40a6-99ca-721eee2e9e98 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1091943 Feb 09 02:46:09.437858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-6ce2b218-ee3c-413f-b83d-a05bdc1b161c tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:09.441945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-6ce2b218-ee3c-413f-b83d-a05bdc1b161c tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/networks?id=a53f84ce-a191-48ae-bc32-c961903b3955 HTTP/1.1" status: 200 len: 811 time: 0.2478893 Feb 09 02:46:09.488791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-a867413d-72f6-4977-8914-72fa1b05e124 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/quotas/abf3b4c6f738457dabf1cd2ae929c418 HTTP/1.1" status: 200 len: 375 time: 0.0396800 Feb 09 02:46:09.509814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5aae49c-b42e-4443-94b9-52f213514422 req-8bad0a74-235d-4706-8b2d-0b247ee866e9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117666 Feb 09 02:46:09.533068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-7bdd5d5c-52ca-44ed-84dd-503e2f97463f tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=abf3b4c6f738457dabf1cd2ae929c418&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370970 Feb 09 02:46:09.663205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-01e7f40b-1e29-4ae4-9ea8-1eceb136641b service neutron] 10.222.0.53 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188245 Feb 09 02:46:09.758733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-e6c2f885-eabe-4ecc-8bc7-9e761c84557e service neutron] 10.222.0.53 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940447 Feb 09 02:46:09.981879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b97f09c2-d240-42ed-bcbf-08cf56670e1c req-03fd5d35-bb0d-40b1-ba80-20b370321c5c tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 210 time: 0.0448065 Feb 09 02:46:10.714686 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e13e87-b4a3-4bcb-9dba-24ce651376cc req-537868f3-ee16-4313-bfcc-a582e177f9ae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:10.718413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6e13e87-b4a3-4bcb-9dba-24ce651376cc req-537868f3-ee16-4313-bfcc-a582e177f9ae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.0917397 Feb 09 02:46:10.798972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6e13e87-b4a3-4bcb-9dba-24ce651376cc req-9872c20c-efd1-4053-9b34-c25cf103ea7f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709455 Feb 09 02:46:11.215173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f1cee0e-45dc-4ea5-ba95-5bb62f6d8401 req-d7268301-21d9-48cd-b20f-5e9298712863 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 210 time: 0.1069245 Feb 09 02:46:11.323966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-26e05a4a-0bad-4b77-b664-e49b1365ac96 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:11.325809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-26e05a4a-0bad-4b77-b664-e49b1365ac96 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.72 "GET /v2.0/networks?id=a53f84ce-a191-48ae-bc32-c961903b3955 HTTP/1.1" status: 200 len: 811 time: 0.2351427 Feb 09 02:46:11.338161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Request body: {'port': {'device_id': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955', 'admin_state_up': True, 'tenant_id': 'abf3b4c6f738457dabf1cd2ae929c418'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:11.461877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Made reservation on behalf of abf3b4c6f738457dabf1cd2ae929c418 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:11.465778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.613269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Allocated IP 172.20.0.14 (a53f84ce-a191-48ae-bc32-c961903b3955/d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19/b872154c-b79a-4863-b9b7-a2dd7de87ae9) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:11.827769 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks [] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.885284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.968447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Network a53f84ce-a191-48ae-bc32-c961903b3955 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:11.978160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:11.982863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:11.985415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Pushing event updated for resources: {'Port': ['ID=b872154c-b79a-4863-b9b7-a2dd7de87ae9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:12.036996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e105d3-58a1-4961-a2e2-33a4fbf5894a req-0e18c59e-1f32-4923-83c5-b5372e0ee391 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.036996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4e105d3-58a1-4961-a2e2-33a4fbf5894a req-0e18c59e-1f32-4923-83c5-b5372e0ee391 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1627028 Feb 09 02:46:12.071023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.071659 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.105268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-963de3dc-cac5-4f8b-ab7a-de7ba36891da tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7714818 Feb 09 02:46:12.127505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Request body: {'port': {'device_id': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:12.136294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4e105d3-58a1-4961-a2e2-33a4fbf5894a req-de127c22-8b5c-4a2e-88c1-f9982025a1f2 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880296 Feb 09 02:46:12.198826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.450365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10c244-ddc3-48ed-86ef-22a36097b524 req-cd938bcc-18ea-4991-b5fe-79f740b02364 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.452085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e10c244-ddc3-48ed-86ef-22a36097b524 req-cd938bcc-18ea-4991-b5fe-79f740b02364 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 932 time: 0.1257803 Feb 09 02:46:12.558278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e10c244-ddc3-48ed-86ef-22a36097b524 req-d3e74f1e-ebf2-4384-91bb-ca7712cc0750 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951946 Feb 09 02:46:12.617985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b872154c-b79a-4863-b9b7-a2dd7de87ae9 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:12.627082 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Publish callbacks [] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.643921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Transition to ACTIVE for port object b872154c-b79a-4863-b9b7-a2dd7de87ae9 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:46:12.655887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.713108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Pushing event updated for resources: {'Port': ['ID=b872154c-b79a-4863-b9b7-a2dd7de87ae9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:12.804130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Attempting to bind port b872154c-b79a-4863-b9b7-a2dd7de87ae9 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:12.804483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Attempting to bind port b872154c-b79a-4863-b9b7-a2dd7de87ae9 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '98d7269d-499c-472d-af84-8608fede2b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:12.804949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Attempting to bind port b872154c-b79a-4863-b9b7-a2dd7de87ae9 on network a53f84ce-a191-48ae-bc32-c961903b3955 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:12.811444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Port b872154c-b79a-4863-b9b7-a2dd7de87ae9 on network a53f84ce-a191-48ae-bc32-c961903b3955 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:12.811736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Attempting to bind port b872154c-b79a-4863-b9b7-a2dd7de87ae9 on network a53f84ce-a191-48ae-bc32-c961903b3955 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:12.819083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:12.819442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Checking segment: {'id': '98d7269d-499c-472d-af84-8608fede2b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:12.819852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Bound using segment: {'id': '98d7269d-499c-472d-af84-8608fede2b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:12.820281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Bound port: b872154c-b79a-4863-b9b7-a2dd7de87ae9, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d7269d-499c-472d-af84-8608fede2b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:12.820653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.912328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] For port b872154c-b79a-4863-b9b7-a2dd7de87ae9, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:12.918676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] For port b872154c-b79a-4863-b9b7-a2dd7de87ae9, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9,segment=NetworkSegment(98d7269d-499c-472d-af84-8608fede2b24),segment_id=98d7269d-499c-472d-af84-8608fede2b24)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:12.928253 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.984152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.984955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.986485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] 10.222.0.72 "PUT /v2.0/ports/b872154c-b79a-4863-b9b7-a2dd7de87ae9 HTTP/1.1" status: 200 len: 1093 time: 0.8691471 Feb 09 02:46:12.987035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'tag': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:12.989394 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26abd59e-f0bd-490a-8dc3-64ef247fed67" -d '{"events": [{"name": "network-changed", "server_uuid": "b46fc253-7e66-48c2-824f-2a67ec3bf337", "tag": "b872154c-b79a-4863-b9b7-a2dd7de87ae9"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:13.009683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba62b-c779-497e-9458-ab8fe88203aa service neutron] Pushing event updated for resources: {'Port': ['ID=b872154c-b79a-4863-b9b7-a2dd7de87ae9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:13.088321 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab6140b-dfaa-402c-b799-0ab00fbd9471 x-openstack-request-id: req-0ab6140b-dfaa-402c-b799-0ab00fbd9471 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:13.088729 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46fc253-7e66-48c2-824f-2a67ec3bf337", "tag": "b872154c-b79a-4863-b9b7-a2dd7de87ae9", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:13.089076 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ab6140b-dfaa-402c-b799-0ab00fbd9471 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:13.089551 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'tag': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9', 'status': 'completed', 'code': 200} Feb 09 02:46:13.109566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-265ab941-bfea-4af4-af87-f01a79874690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.111286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-265ab941-bfea-4af4-af87-f01a79874690 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf3b4c6f738457dabf1cd2ae929c418&device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 1127 time: 0.0567348 Feb 09 02:46:13.174702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-517a4104-466a-4ea2-88d3-b6968a0fb2bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9 HTTP/1.1" status: 200 len: 217 time: 0.0378485 Feb 09 02:46:13.278774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-638294e1-9d65-4d8a-9c7d-399085abb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.281016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-638294e1-9d65-4d8a-9c7d-399085abb4ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19 HTTP/1.1" status: 200 len: 851 time: 0.0990889 Feb 09 02:46:13.318325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-89217fc5-bcf8-4608-a854-fb0b9aed6234 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a53f84ce-a191-48ae-bc32-c961903b3955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312188 Feb 09 02:46:13.330316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50f98c-f0af-46fa-8723-0f7125f0ee67 req-97aa410a-e2bd-4a1e-ae6d-cbd1ffa3f420 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.332110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b50f98c-f0af-46fa-8723-0f7125f0ee67 req-97aa410a-e2bd-4a1e-ae6d-cbd1ffa3f420 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.1075799 Feb 09 02:46:13.790737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b50f98c-f0af-46fa-8723-0f7125f0ee67 req-31a449fa-fc80-45aa-801f-d48dadde8318 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490719 Feb 09 02:46:13.798053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-b8958030-8659-47f8-9f2f-5b30d9d8b367 service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646347 Feb 09 02:46:13.806901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770f184-4903-493d-855c-ccff875bec36 req-5682cebe-07fe-4811-874e-38334ef40229 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.808451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6770f184-4903-493d-855c-ccff875bec36 req-5682cebe-07fe-4811-874e-38334ef40229 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 944 time: 0.1217198 Feb 09 02:46:13.939136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6770f184-4903-493d-855c-ccff875bec36 req-a97006ac-bada-49b8-b261-cb0b00751af9 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116667 Feb 09 02:46:13.965695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2872e7f-ebaa-4c58-8ae4-c3abd51ad870 req-6be88148-0c03-447a-9d72-262c4e8ba227 service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562240 Feb 09 02:46:14.090155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-38befcce-8718-4330-b9f4-903e131e3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:14.093457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-38befcce-8718-4330-b9f4-903e131e3758 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf3b4c6f738457dabf1cd2ae929c418&device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 1127 time: 0.0704625 Feb 09 02:46:14.231292 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:14.238839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-72710380-069e-472d-a019-3e7b3a9bfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:14.241934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-72710380-069e-472d-a019-3e7b3a9bfd11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a53f84ce-a191-48ae-bc32-c961903b3955 HTTP/1.1" status: 200 len: 912 time: 0.1417422 Feb 09 02:46:14.289976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-5cadc871-c468-4dc2-9d19-af89908e1761 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9 HTTP/1.1" status: 200 len: 217 time: 0.0411773 Feb 09 02:46:14.355112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-d6c03027-539a-488b-824a-eb98d3b79eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:14.357047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-d6c03027-539a-488b-824a-eb98d3b79eaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19 HTTP/1.1" status: 200 len: 851 time: 0.0616846 Feb 09 02:46:14.364478 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6624e79e-ac34-4803-9850-02a25718b670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.407542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-f8502f01-2c6e-4aa9-a384-93d03a460410 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a53f84ce-a191-48ae-bc32-c961903b3955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438902 Feb 09 02:46:14.459695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6624e79e-ac34-4803-9850-02a25718b670 admin admin] Publish callbacks [] for security_group (6b045947-30a9-4402-8081-56e923c8e586), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.467859 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6624e79e-ac34-4803-9850-02a25718b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6b045947-30a9-4402-8081-56e923c8e586), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.503059 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6624e79e-ac34-4803-9850-02a25718b670 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4396b73e7574451fbcd71b260d8e6362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705908 Feb 09 02:46:14.505661 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38626) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:14.519111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-784f91d1-1f37-4e6e-8580-e8d59c0de90a service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013319 Feb 09 02:46:14.566325 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624e79e-ac34-4803-9850-02a25718b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b045947-30a9-4402-8081-56e923c8e586,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:14.588947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f356695-2c4b-45d4-a81c-1219c2a68f7d admin admin] Publish callbacks [] for security_group (6b045947-30a9-4402-8081-56e923c8e586), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.622521 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f356695-2c4b-45d4-a81c-1219c2a68f7d admin admin] Publish callbacks [] for security_group (6b045947-30a9-4402-8081-56e923c8e586), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.659754 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-26abd59e-f0bd-490a-8dc3-64ef247fed67 req-56600680-bbb4-4fdf-a66b-4bd3088a2c17 service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329217 Feb 09 02:46:14.698121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f356695-2c4b-45d4-a81c-1219c2a68f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6b045947-30a9-4402-8081-56e923c8e586), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.706563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1f356695-2c4b-45d4-a81c-1219c2a68f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.709886 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1f356695-2c4b-45d4-a81c-1219c2a68f7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b045947-30a9-4402-8081-56e923c8e586 HTTP/1.1" status: 204 len: 168 time: 0.2015274 Feb 09 02:46:14.722819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f356695-2c4b-45d4-a81c-1219c2a68f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b045947-30a9-4402-8081-56e923c8e586,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:14.979459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9f0fd-30b1-415c-b492-f5fd2cf68678 req-75979e15-e8aa-4ba3-b222-638ff5a44132 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:14.987232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87a9f0fd-30b1-415c-b492-f5fd2cf68678 req-75979e15-e8aa-4ba3-b222-638ff5a44132 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 943 time: 0.0868204 Feb 09 02:46:15.093525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87a9f0fd-30b1-415c-b492-f5fd2cf68678 req-22325f5e-216b-4ca1-9124-8fcb56e6276d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052506 Feb 09 02:46:15.186568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2e436-55d1-4657-8b31-3c3ded4be786 req-2d17dae1-f113-4130-9c6b-ee5e5a7a63aa tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.188209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49f2e436-55d1-4657-8b31-3c3ded4be786 req-2d17dae1-f113-4130-9c6b-ee5e5a7a63aa tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 944 time: 0.0936909 Feb 09 02:46:15.250371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49f2e436-55d1-4657-8b31-3c3ded4be786 req-6ca7df2b-e113-4684-b940-f86976e34a70 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552027 Feb 09 02:46:15.418380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0209226d-2b6f-4edc-abd5-720c70270d20 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:15.528433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0209226d-2b6f-4edc-abd5-720c70270d20, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0209226d-2b6f-4edc-abd5-720c70270d20,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:15.541596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '0209226d-2b6f-4edc-abd5-720c70270d20', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'port_id': '0209226d-2b6f-4edc-abd5-720c70270d20', 'mac_address': 'fa:16:3e:db:e7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:15.586511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0209226d-2b6f-4edc-abd5-720c70270d20 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:15.587174 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.604721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0209226d-2b6f-4edc-abd5-720c70270d20 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:15.627012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0209226d-2b6f-4edc-abd5-720c70270d20, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0209226d-2b6f-4edc-abd5-720c70270d20,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:15.634386 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.695474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0209226d-2b6f-4edc-abd5-720c70270d20,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:15.998101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['0209226d-2b6f-4edc-abd5-720c70270d20'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:16.237163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fbecd-8b50-4f8e-83df-b1ec9424601c req-af7a5fac-0434-4d0f-9d02-03fce4f45ae5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:16.238733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-458fbecd-8b50-4f8e-83df-b1ec9424601c req-af7a5fac-0434-4d0f-9d02-03fce4f45ae5 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 944 time: 0.0647364 Feb 09 02:46:16.303249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-458fbecd-8b50-4f8e-83df-b1ec9424601c req-f9f07da4-8d9f-4793-9bea-3bd5c0b19ce7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567985 Feb 09 02:46:16.393342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0ae12-343b-4dd4-92b8-28186cb856f8 req-e47cc482-144b-44f0-8273-4b5f041753d4 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:16.394817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dde0ae12-343b-4dd4-92b8-28186cb856f8 req-e47cc482-144b-44f0-8273-4b5f041753d4 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 944 time: 0.0541379 Feb 09 02:46:16.444871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dde0ae12-343b-4dd4-92b8-28186cb856f8 req-3f952fce-213f-48dc-804b-f754ff6b53ac tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Feb 09 02:46:17.270313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b872154c-b79a-4863-b9b7-a2dd7de87ae9 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:17.385390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b872154c-b79a-4863-b9b7-a2dd7de87ae9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9,segment=NetworkSegment(98d7269d-499c-472d-af84-8608fede2b24),segment_id=98d7269d-499c-472d-af84-8608fede2b24)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:17.398124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9', 'network_id': 'a53f84ce-a191-48ae-bc32-c961903b3955', 'port_id': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9', 'mac_address': 'fa:16:3e:7e:cc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:17.429871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cff6a-d554-4e6f-a9f9-c3ac0a2008c9 req-71cd9130-2c36-45b6-a253-4ad0300f303a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.431575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-387cff6a-d554-4e6f-a9f9-c3ac0a2008c9 req-71cd9130-2c36-45b6-a253-4ad0300f303a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 944 time: 0.0605915 Feb 09 02:46:17.438689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b872154c-b79a-4863-b9b7-a2dd7de87ae9 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:17.439032 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.451564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0209226d-2b6f-4edc-abd5-720c70270d20 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:17.482613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b872154c-b79a-4863-b9b7-a2dd7de87ae9 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:17.524197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b872154c-b79a-4863-b9b7-a2dd7de87ae9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9,segment=NetworkSegment(98d7269d-499c-472d-af84-8608fede2b24),segment_id=98d7269d-499c-472d-af84-8608fede2b24)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:17.535517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.545533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-387cff6a-d554-4e6f-a9f9-c3ac0a2008c9 req-63b3ff62-dfd4-4437-8614-e850b3b37292 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002331 Feb 09 02:46:17.567321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 0209226d-2b6f-4edc-abd5-720c70270d20 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:46:17.578885 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 0209226d-2b6f-4edc-abd5-720c70270d20 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:17.579268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.620634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b872154c-b79a-4863-b9b7-a2dd7de87ae9,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:17.625452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acbd12-884a-4138-a667-1403788b52ed req-0ab27de2-b5ba-4373-a60c-57e0c949823d tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.632574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68acbd12-884a-4138-a667-1403788b52ed req-0ab27de2-b5ba-4373-a60c-57e0c949823d tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 945 time: 0.0854909 Feb 09 02:46:17.678227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68acbd12-884a-4138-a667-1403788b52ed req-5699acd3-2bef-4271-83c3-ea005b98a503 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Feb 09 02:46:17.691206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0209226d-2b6f-4edc-abd5-720c70270d20 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:17.691617 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.721188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:17.723612 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59667b26-3aca-40b8-90a1-39bbb836f1a4" -d '{"events": [{"server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "name": "network-vif-plugged", "status": "completed", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:17.740825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0209226d-2b6f-4edc-abd5-720c70270d20, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0209226d-2b6f-4edc-abd5-720c70270d20,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:17.745903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.772243 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c5f2d1-0101-42a8-9cb3-298bb7f1fa30 x-openstack-request-id: req-69c5f2d1-0101-42a8-9cb3-298bb7f1fa30 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:17.772742 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "name": "network-vif-plugged", "status": "completed", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:17.773439 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69c5f2d1-0101-42a8-9cb3-298bb7f1fa30 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:17.773752 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20', 'code': 200} Feb 09 02:46:17.802202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0209226d-2b6f-4edc-abd5-720c70270d20,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:17.852066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['b872154c-b79a-4863-b9b7-a2dd7de87ae9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:17.874400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949c9d-e719-47ac-a442-f34323895434 req-2d78fd3d-ac76-400f-9092-b9d4f7e22466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.875984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2949c9d-e719-47ac-a442-f34323895434 req-2d78fd3d-ac76-400f-9092-b9d4f7e22466 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 1128 time: 0.0473225 Feb 09 02:46:17.929497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2949c9d-e719-47ac-a442-f34323895434 req-9087ffe4-5249-49f6-bcda-8979baf07ad8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454829 Feb 09 02:46:18.186894 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.689962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ff9c2-6adf-4efc-ba51-a66a28c4f1be req-ea4f32dd-6ea1-41ca-b144-f1a69497b127 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:18.691610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c64ff9c2-6adf-4efc-ba51-a66a28c4f1be req-ea4f32dd-6ea1-41ca-b144-f1a69497b127 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 945 time: 0.0581133 Feb 09 02:46:18.746620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c64ff9c2-6adf-4efc-ba51-a66a28c4f1be req-9744037c-e01a-433b-870e-433ce8e9bb09 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481737 Feb 09 02:46:18.816947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb63bb-1fd0-4849-b3c5-cb6d5b3b7d2f req-78e4fed4-ac41-475f-8c29-267b876eb7d9 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:18.819045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9edb63bb-1fd0-4849-b3c5-cb6d5b3b7d2f req-78e4fed4-ac41-475f-8c29-267b876eb7d9 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 945 time: 0.0557823 Feb 09 02:46:18.872634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9edb63bb-1fd0-4849-b3c5-cb6d5b3b7d2f req-c83c2c22-2de5-4a3e-b8fc-22be2ebcc136 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469654 Feb 09 02:46:19.233909 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.310784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b872154c-b79a-4863-b9b7-a2dd7de87ae9 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:19.361562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port b872154c-b79a-4863-b9b7-a2dd7de87ae9 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:46:19.365743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port b872154c-b79a-4863-b9b7-a2dd7de87ae9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:19.366207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.456071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b872154c-b79a-4863-b9b7-a2dd7de87ae9 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:19.456375 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.491738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b872154c-b79a-4863-b9b7-a2dd7de87ae9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9,segment=NetworkSegment(98d7269d-499c-472d-af84-8608fede2b24),segment_id=98d7269d-499c-472d-af84-8608fede2b24)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:19.495821 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.547850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b872154c-b79a-4863-b9b7-a2dd7de87ae9,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:19.626141 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:46:19.775308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:19.777756 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0af756-5836-46b9-9d02-633e7520a05c" -d '{"events": [{"server_uuid": "b46fc253-7e66-48c2-824f-2a67ec3bf337", "name": "network-vif-plugged", "status": "completed", "tag": "b872154c-b79a-4863-b9b7-a2dd7de87ae9"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:19.817399 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751182f2-a043-4b7e-86b1-49c62294f92b x-openstack-request-id: req-751182f2-a043-4b7e-86b1-49c62294f92b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:19.817780 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46fc253-7e66-48c2-824f-2a67ec3bf337", "name": "network-vif-plugged", "status": "completed", "tag": "b872154c-b79a-4863-b9b7-a2dd7de87ae9", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:19.818112 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-751182f2-a043-4b7e-86b1-49c62294f92b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:19.819796 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9', 'code': 200} Feb 09 02:46:19.885340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6556-d328-448b-a74b-ba3215cf60ae req-c19d2fc9-5d2a-4c23-875d-6b71ae66bbd8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:19.887065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-349a6556-d328-448b-a74b-ba3215cf60ae req-c19d2fc9-5d2a-4c23-875d-6b71ae66bbd8 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 945 time: 0.0639577 Feb 09 02:46:19.977868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-349a6556-d328-448b-a74b-ba3215cf60ae req-9f405c0c-b51e-4f7f-9055-bad27754bc7f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824170 Feb 09 02:46:19.996259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbe6e-0055-4fb1-b644-33f84259fb1b req-058d7485-db4c-40f3-9fd0-24a3a609b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.001131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d80bbe6e-0055-4fb1-b644-33f84259fb1b req-058d7485-db4c-40f3-9fd0-24a3a609b3f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 1129 time: 0.1098294 Feb 09 02:46:20.063038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b6ec8-8f63-4695-86d6-219dd195932c req-a7f5fa8c-a43c-46cf-b6d8-3851bedf3d6a tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.064470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c2b6ec8-8f63-4695-86d6-219dd195932c req-a7f5fa8c-a43c-46cf-b6d8-3851bedf3d6a tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.1134448 Feb 09 02:46:20.077545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d80bbe6e-0055-4fb1-b644-33f84259fb1b req-f0a1bb65-821c-45f0-8102-0e687ce69e3c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734553 Feb 09 02:46:20.152168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1c2b6ec8-8f63-4695-86d6-219dd195932c req-93596bca-1f9c-40ce-a846-0b914c975b97 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790603 Feb 09 02:46:20.160826 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037e0d0-e0b3-48db-b89f-a7ef6dd529fe req-f1a95891-b5de-43d2-99ea-ee73352e6478 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.162549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5037e0d0-e0b3-48db-b89f-a7ef6dd529fe req-f1a95891-b5de-43d2-99ea-ee73352e6478 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 945 time: 0.1097248 Feb 09 02:46:20.220403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5037e0d0-e0b3-48db-b89f-a7ef6dd529fe req-8d4dfda7-542b-446a-98bd-d4199623a446 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513113 Feb 09 02:46:20.250251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38668) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:20.474436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae63895-cd88-42d2-b72c-80184f847f18 tempest-TestVolumeBootPattern-947120115 tempest-TestVolumeBootPattern-947120115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.476964 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6ae63895-cd88-42d2-b72c-80184f847f18 tempest-TestVolumeBootPattern-947120115 tempest-TestVolumeBootPattern-947120115-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 1123 time: 0.2256246 Feb 09 02:46:20.479695 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38674) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:20.483902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '0209226d-2b6f-4edc-abd5-720c70270d20', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:20.505349 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.606441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.720222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Allocated IP 172.25.6.71 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:20.830854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.866666 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.913525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:20.916486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:20.919989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:20.925430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:21.284365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfea794-b772-4819-95f3-38116e5cd8ad req-1310faa1-bd34-498f-9ff3-f10c0d76a531 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.285924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acfea794-b772-4819-95f3-38116e5cd8ad req-1310faa1-bd34-498f-9ff3-f10c0d76a531 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0543778 Feb 09 02:46:21.308728 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (c8d64b99-e5a1-4f68-ac5a-fbec1d371068), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.373893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acfea794-b772-4819-95f3-38116e5cd8ad req-b7246dce-8397-49fa-8b30-a4dcc5dcd3f9 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729260 Feb 09 02:46:21.421159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.627223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.633374 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.714446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event updated for resources: {'Port': ['ID=1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:21.730404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (c8d64b99-e5a1-4f68-ac5a-fbec1d371068), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.847039 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Floating IP c8d64b99-e5a1-4f68-ac5a-fbec1d371068 associated. External IP: 172.25.6.71, port: 0209226d-2b6f-4edc-abd5-720c70270d20. Feb 09 02:46:22.097839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:22.221099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:22.237297 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:22.241920 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:22.251259 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:22.252033 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:45:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:22.291677 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-45e63ab5-eb46-442f-8fc6-679cf15754bb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7971582 Feb 09 02:46:22.291677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:22.291677 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025f7ffb-c103-407c-ac8d-94ecb1b5527a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:22.332819 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355af678-743c-4fc9-9327-9711eea97925 x-openstack-request-id: req-355af678-743c-4fc9-9327-9711eea97925 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:22.333449 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:22.333449 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-355af678-743c-4fc9-9327-9711eea97925 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:22.333663 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20', 'status': 'completed', 'code': 200} Feb 09 02:46:22.369423 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:22.418088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-4b0e7bba-37f7-4c9a-9d2b-4cc5aede807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.420281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-4b0e7bba-37f7-4c9a-9d2b-4cc5aede807f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 1128 time: 0.0652571 Feb 09 02:46:22.566127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df70e4-0928-46a1-8190-0297f63702a7 req-88963372-5242-4c83-a9ce-0b5a4c482018 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.567767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56df70e4-0928-46a1-8190-0297f63702a7 req-88963372-5242-4c83-a9ce-0b5a4c482018 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0907319 Feb 09 02:46:22.569555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-4b761171-52d6-4b1a-9590-f81c0e862169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.571009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-4b761171-52d6-4b1a-9590-f81c0e862169 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1449070 Feb 09 02:46:22.619710 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:55Z', 'revision_number': 1, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}, {'id': 'c8d64b99-e5a1-4f68-ac5a-fbec1d371068', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '0209226d-2b6f-4edc-abd5-720c70270d20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:db:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:46:21Z', 'updated_at': '2022-02-09T02:46:21Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:22.663792 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:22.676989 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:22.678627 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:45:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:22.683340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56df70e4-0928-46a1-8190-0297f63702a7 req-9d274e04-9710-428e-a182-52a6edf0140e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086481 Feb 09 02:46:22.685376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-98a21144-5775-4f6c-bc48-bebc39a30fe7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0209226d-2b6f-4edc-abd5-720c70270d20 HTTP/1.1" status: 200 len: 998 time: 0.1033008 Feb 09 02:46:22.745170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-189987e7-6170-4a9d-b943-1a5560bb20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.746903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-189987e7-6170-4a9d-b943-1a5560bb20af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0553787 Feb 09 02:46:22.801666 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:22.852666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-4bd969fa-c0f4-47d7-9a59-96c99d93ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.854222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-4bd969fa-c0f4-47d7-9a59-96c99d93ca73 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1018283 Feb 09 02:46:22.862132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09f975-85e4-4db2-84dd-a3c6632b01b2 req-6ee2c5ce-8079-4bf1-8aef-a9a5bced796b tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.863616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef09f975-85e4-4db2-84dd-a3c6632b01b2 req-6ee2c5ce-8079-4bf1-8aef-a9a5bced796b tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0923953 Feb 09 02:46:22.987930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef09f975-85e4-4db2-84dd-a3c6632b01b2 req-5cd05398-2b26-4368-93fb-28ee586d621e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126683 Feb 09 02:46:23.006855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-2243301d-fd80-4618-b3bf-8b3cc9470d8e service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420348 Feb 09 02:46:23.059797 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:55Z', 'revision_number': 1, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}, {'id': 'c8d64b99-e5a1-4f68-ac5a-fbec1d371068', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '0209226d-2b6f-4edc-abd5-720c70270d20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:db:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:46:21Z', 'updated_at': '2022-02-09T02:46:21Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:23.089186 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2afe8-e069-43ff-a1a9-89997d6e8bac None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:55Z', 'revision_number': 1, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}, {'id': 'c8d64b99-e5a1-4f68-ac5a-fbec1d371068', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '0209226d-2b6f-4edc-abd5-720c70270d20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:db:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:46:21Z', 'updated_at': '2022-02-09T02:46:21Z', 'revision_number': 0, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:23.116266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-025f7ffb-c103-407c-ac8d-94ecb1b5527a req-580df79b-9421-48df-9f7f-73ed292961f8 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038277 Feb 09 02:46:23.300760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24c14c-fd5e-40c8-b753-f10a765bf30c req-3c70ef0a-bd1f-4b5f-aede-26d6f35e0b91 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.302318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f24c14c-fd5e-40c8-b753-f10a765bf30c req-3c70ef0a-bd1f-4b5f-aede-26d6f35e0b91 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0779827 Feb 09 02:46:23.366633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f24c14c-fd5e-40c8-b753-f10a765bf30c req-fa214995-d8cd-4870-baa6-71e2cecbbcde tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563469 Feb 09 02:46:23.383644 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a35d7cc7-8cf7-4390-9d58-e2f77caa9e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.399502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48a1b4d-63cd-4808-aeee-e2f1681bc8dc None None] New status for floating IP c8d64b99-e5a1-4f68-ac5a-fbec1d371068: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:46:24.511558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297a679-c5b9-4723-a446-0e6dc4083f3b req-5a75f246-5617-42ef-a694-17cd831ece5e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.513136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b297a679-c5b9-4723-a446-0e6dc4083f3b req-5a75f246-5617-42ef-a694-17cd831ece5e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0591066 Feb 09 02:46:24.564640 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b297a679-c5b9-4723-a446-0e6dc4083f3b req-b7141e9f-a094-4e77-9c94-0fb413a6ad58 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 Feb 09 02:46:24.853175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe95929-7325-4b6d-b7bd-0ee9089a3f59 req-c2d07f13-5697-4975-9557-e328fecd192d tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.854668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cfe95929-7325-4b6d-b7bd-0ee9089a3f59 req-c2d07f13-5697-4975-9557-e328fecd192d tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0941973 Feb 09 02:46:24.859619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-7426b464-01e8-4ab8-8d61-9556493b8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.861013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-7426b464-01e8-4ab8-8d61-9556493b8afa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf3b4c6f738457dabf1cd2ae929c418&device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 1129 time: 0.0697947 Feb 09 02:46:24.953986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cfe95929-7325-4b6d-b7bd-0ee9089a3f59 req-2eee8c8c-8e9b-467a-861d-6d4e253e86d4 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920074 Feb 09 02:46:24.985432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-73269ae0-5890-4c35-b122-322c4aba8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.987573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-73269ae0-5890-4c35-b122-322c4aba8e52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a53f84ce-a191-48ae-bc32-c961903b3955 HTTP/1.1" status: 200 len: 912 time: 0.1176958 Feb 09 02:46:25.035188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-eb7a4b1f-9cd9-4327-8cb7-ba7f1bdc8e88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9 HTTP/1.1" status: 200 len: 217 time: 0.0414996 Feb 09 02:46:25.094658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-a90af69d-1efd-4c5f-b990-1cdb7b3f68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.096160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-a90af69d-1efd-4c5f-b990-1cdb7b3f68c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19 HTTP/1.1" status: 200 len: 851 time: 0.0537972 Feb 09 02:46:25.129934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-91495cfb-151d-4d88-96d4-9ee684420c4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a53f84ce-a191-48ae-bc32-c961903b3955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272679 Feb 09 02:46:25.228482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-fb9a1c93-7a91-4f0f-8f9b-63f014604064 service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911801 Feb 09 02:46:25.323093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb72f718-6d28-4749-be70-9530ab27f0c3 req-52f9b678-8dbc-4a7e-a56a-3787ae9e722c service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877559 Feb 09 02:46:25.713975 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b7c87791-2ce8-4556-aa1c-72a885605ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:26.089347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c20bc-e1aa-4a4a-9e9a-59ac38bf43d3 req-0d3677b2-9fd2-4aa4-bc84-b0fa61e2e6ec tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:26.090862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477c20bc-e1aa-4a4a-9e9a-59ac38bf43d3 req-0d3677b2-9fd2-4aa4-bc84-b0fa61e2e6ec tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0544786 Feb 09 02:46:26.143751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477c20bc-e1aa-4a4a-9e9a-59ac38bf43d3 req-514a7cf8-3d3d-4067-937e-775b3d2aecec tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Feb 09 02:46:27.056307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:27.291317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623a52b-054b-4838-b035-839bad3c5cff req-fd83233a-9ddd-4322-866c-e75e998d1bce tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:27.296441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f623a52b-054b-4838-b035-839bad3c5cff req-fd83233a-9ddd-4322-866c-e75e998d1bce tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0655897 Feb 09 02:46:27.367198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f623a52b-054b-4838-b035-839bad3c5cff req-8fd2471c-7ab8-44ee-9369-e00c294b2a13 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609975 Feb 09 02:46:27.618648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:27.699356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab3bbd-e0f0-4ac5-a462-02dec6c8115e req-cb90a6a9-b2a5-46cb-82d5-6c07cc9464c1 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:27.701410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2aab3bbd-e0f0-4ac5-a462-02dec6c8115e req-cb90a6a9-b2a5-46cb-82d5-6c07cc9464c1 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0881126 Feb 09 02:46:27.713227 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-456b97e4-3666-41c3-b998-230c30be9d4e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/floatingips/6826b7a8-8717-40dc-ae80-5730a94cd471 HTTP/1.1" status: 200 len: 992 time: 0.0933130 Feb 09 02:46:27.769585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2aab3bbd-e0f0-4ac5-a462-02dec6c8115e req-b711f2be-08b4-487b-b2bc-ecf43aecc208 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560391 Feb 09 02:46:28.074178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 38892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:28.229489 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.276222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:28.276577 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.379025 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.379511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.404795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:28.634992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.668304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=82c0ccf9-fb8c-4cc5-af02-f5a6f1516d33,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:28.741529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for floatingip (6826b7a8-8717-40dc-ae80-5730a94cd471), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.741875 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Floating IP 6826b7a8-8717-40dc-ae80-5730a94cd471 disassociated (deleted). External IP: 172.25.6.30, port: 6c7d92a3-5c03-40f7-9239-3217202e3045. Feb 09 02:46:28.965383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66785f3e-337e-4aa4-859c-0822b59aedb5 req-bde95944-ae68-44ad-9ce8-572541f7ea77 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:28.971055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66785f3e-337e-4aa4-859c-0822b59aedb5 req-bde95944-ae68-44ad-9ce8-572541f7ea77 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.1061473 Feb 09 02:46:29.017489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:29.053619 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66785f3e-337e-4aa4-859c-0822b59aedb5 req-184fc574-3095-4206-87be-56d54ad06d20 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577331 Feb 09 02:46:29.155694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:29.161502 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.170122 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] Sync routers for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:29.197390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:29.203484 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-aaeb7d47-905f-44cd-a088-02b362afd7c3 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/floatingips/6826b7a8-8717-40dc-ae80-5730a94cd471 HTTP/1.1" status: 204 len: 168 time: 1.1281013 Feb 09 02:46:29.204084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:29.206187 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:29.206444 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb18a38-b99a-489b-a3ed-f886cd692200" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:29.281930 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90794700-f8e8-47e1-85e2-3c4c97295bbf x-openstack-request-id: req-90794700-f8e8-47e1-85e2-3c4c97295bbf {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:29.282337 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:29.282822 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90794700-f8e8-47e1-85e2-3c4c97295bbf {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:29.283491 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'status': 'completed', 'code': 200} Feb 09 02:46:29.476438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-4e8434df-c264-4ea7-907e-38dde6ebda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.478416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-4e8434df-c264-4ea7-907e-38dde6ebda40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=790d4483421745efb70e1089ace53695&device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 1128 time: 0.1710243 Feb 09 02:46:29.560471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61801007-5cfa-4e08-bae8-6f4348cf4cef req-a3215c9f-8acc-4859-a68c-c60759619231 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.564190 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:29.569259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61801007-5cfa-4e08-bae8-6f4348cf4cef req-a3215c9f-8acc-4859-a68c-c60759619231 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.2001810 Feb 09 02:46:29.581662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-c9810f87-edf6-40cd-808b-0ea35491e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.583404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-c9810f87-edf6-40cd-808b-0ea35491e0ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf3b4c6f738457dabf1cd2ae929c418&device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 1129 time: 0.2184670 Feb 09 02:46:29.776801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-bf18b486-a9c1-49aa-a733-9bb8e4621c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.778388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-bf18b486-a9c1-49aa-a733-9bb8e4621c42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0668654c-2e5b-492c-ae00-41c1f7b79e17 HTTP/1.1" status: 200 len: 898 time: 0.2909338 Feb 09 02:46:29.793776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-61801007-5cfa-4e08-bae8-6f4348cf4cef req-2ab7d58a-b6ab-4662-b894-479e21010a86 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228665 Feb 09 02:46:29.823762 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:29.858031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.862554 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] Checking router: bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:29.876240 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:29.877314 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:29.881829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e1d4b-62c5-4335-b0a4-f7103fb2f389 req-6912ab5e-b9b0-42b2-a52b-6d7a4b0e614d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.884229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-285e1d4b-62c5-4335-b0a4-f7103fb2f389 req-6912ab5e-b9b0-42b2-a52b-6d7a4b0e614d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 945 time: 0.2943707 Feb 09 02:46:29.889541 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-5946ddc1-dff7-4ff0-9ec3-e06b86ec749e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c7d92a3-5c03-40f7-9239-3217202e3045 HTTP/1.1" status: 200 len: 217 time: 0.0948265 Feb 09 02:46:29.951975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-04a99751-09a9-4fbf-8276-e110b574f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.953786 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-04a99751-09a9-4fbf-8276-e110b574f8a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a53f84ce-a191-48ae-bc32-c961903b3955 HTTP/1.1" status: 200 len: 912 time: 0.3509972 Feb 09 02:46:30.021009 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:30.044059 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-0de941a8-371e-44b6-b072-2e9ea000225c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9 HTTP/1.1" status: 200 len: 217 time: 0.0767629 Feb 09 02:46:30.071038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-756af97d-4f5a-4ffc-841b-a78564e15636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.072641 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-756af97d-4f5a-4ffc-841b-a78564e15636 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dc7b400a-2a80-4da7-870a-5504855795b9 HTTP/1.1" status: 200 len: 835 time: 0.1774087 Feb 09 02:46:30.121613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-285e1d4b-62c5-4335-b0a4-f7103fb2f389 req-59e7c35e-5fba-4d46-a554-b03363ead010 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249818 Feb 09 02:46:30.170741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-195ad565-ecea-450b-9d35-5b99eaa4118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.172317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-195ad565-ecea-450b-9d35-5b99eaa4118e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19 HTTP/1.1" status: 200 len: 851 time: 0.1211841 Feb 09 02:46:30.195260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-90451558-fd7f-4880-b921-c182c1b7201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.197801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-90451558-fd7f-4880-b921-c182c1b7201c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0668654c-2e5b-492c-ae00-41c1f7b79e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0997329 Feb 09 02:46:30.225267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-bb6fbf31-d3bf-422a-9efa-2ecd87e00a7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a53f84ce-a191-48ae-bc32-c961903b3955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423508 Feb 09 02:46:30.284083 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:30.326873 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b52fa-40b5-4098-ab5d-bab1925925eb None None] The sync data for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 is: [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:44:58Z', 'revision_number': 4, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '21cf017d-7eca-4d08-9ccb-c5dec75caf0e', 'name': '', 'network_id': '0668654c-2e5b-492c-ae00-41c1f7b79e17', 'tenant_id': '790d4483421745efb70e1089ace53695', 'mac_address': 'fa:16:3e:30:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:56Z', 'updated_at': '2022-02-09T02:45:02Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'subnets': [{'id': 'dc7b400a-2a80-4da7-870a-5504855795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:30.655332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3c771-a6ae-406b-9752-dcf705f28102 None None] New status for floating IP 6826b7a8-8717-40dc-ae80-5730a94cd471: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:46:30.706308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-b5c35f78-ce8b-4ed5-beb4-043df43c651f service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840882 Feb 09 02:46:30.711209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-461f290d-166e-4c08-88e7-066554a61429 service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772134 Feb 09 02:46:30.927278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fb18a38-b99a-489b-a3ed-f886cd692200 req-0b7bd07d-10d1-411e-a3fb-b12542fd6b04 service neutron] 10.222.0.72 "GET /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083962 Feb 09 02:46:30.931017 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691c70be-10bc-44e4-92d9-bdf10c4b85ce req-d9b1e61a-7156-4240-ae71-b90673ce4740 service neutron] 10.222.0.72 "GET /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027411 Feb 09 02:46:30.959400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae283e8-10aa-450b-be43-4f0bc35dc91a req-719db0b7-81ce-4758-9d6c-6c569a2b5f28 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.960914 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ae283e8-10aa-450b-be43-4f0bc35dc91a req-719db0b7-81ce-4758-9d6c-6c569a2b5f28 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0950444 Feb 09 02:46:31.023559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7ae283e8-10aa-450b-be43-4f0bc35dc91a req-4c478052-0ae5-42ac-b79a-847e458649e5 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Feb 09 02:46:31.269361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-89473c65-d159-4d20-b9de-5aadfcc2325c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.270922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-89473c65-d159-4d20-b9de-5aadfcc2325c tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 945 time: 0.1151648 Feb 09 02:46:31.293326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ddbd5-b105-4934-acdf-f99a5313a8e3 req-f264322d-09e9-4727-858a-d942e82dc8c7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.294829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f1ddbd5-b105-4934-acdf-f99a5313a8e3 req-f264322d-09e9-4727-858a-d942e82dc8c7 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc3c0255-ba98-43b7-8dd3-f2c0b820cf07 HTTP/1.1" status: 200 len: 945 time: 0.0850234 Feb 09 02:46:31.398164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f1ddbd5-b105-4934-acdf-f99a5313a8e3 req-b7b17347-ce2f-442e-87ba-70f20e7b6104 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "GET /v2.0/security-groups?id=8259f230-3d48-4a3b-9bce-6e4a35f41be1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856032 Feb 09 02:46:31.420115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 6c7d92a3-5c03-40f7-9239-3217202e3045 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:31.420462 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.523546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port 6c7d92a3-5c03-40f7-9239-3217202e3045, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=6c7d92a3-5c03-40f7-9239-3217202e3045,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:31.523919 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.536619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 6c7d92a3-5c03-40f7-9239-3217202e3045 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:31.675818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6c7d92a3-5c03-40f7-9239-3217202e3045), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.709661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=6c7d92a3-5c03-40f7-9239-3217202e3045,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:31.762142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] No DVR routers for this DVR port 6c7d92a3-5c03-40f7-9239-3217202e3045 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:31.764799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.768684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10b9e5fa-d751-4e92-ac35-c217db942434 req-c3422c51-04d6-4149-9e23-e38178f45f30 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.72 "DELETE /v2.0/ports/6c7d92a3-5c03-40f7-9239-3217202e3045 HTTP/1.1" status: 204 len: 173 time: 0.4907589 Feb 09 02:46:31.769132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'name': 'network-vif-deleted', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:31.771549 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda24ce7-4e72-4fe6-a004-6108add5e112" -d '{"events": [{"server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "name": "network-vif-deleted", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:31.816437 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d523b7b5-d6f5-476a-8f88-221e942f283c x-openstack-request-id: req-d523b7b5-d6f5-476a-8f88-221e942f283c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:31.816764 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3c0255-ba98-43b7-8dd3-f2c0b820cf07", "name": "network-vif-deleted", "tag": "6c7d92a3-5c03-40f7-9239-3217202e3045", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:31.817016 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d523b7b5-d6f5-476a-8f88-221e942f283c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:31.817437 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c0255-ba98-43b7-8dd3-f2c0b820cf07', 'name': 'network-vif-deleted', 'tag': '6c7d92a3-5c03-40f7-9239-3217202e3045', 'status': 'completed', 'code': 200} Feb 09 02:46:32.159121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b19e-20de-4a8c-9584-83ec1b5eb0b5 req-299e5ecd-6b87-4636-a3f1-926c8d9ab59e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:32.161332 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc2b19e-20de-4a8c-9584-83ec1b5eb0b5 req-299e5ecd-6b87-4636-a3f1-926c8d9ab59e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0657029 Feb 09 02:46:32.242366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dc2b19e-20de-4a8c-9584-83ec1b5eb0b5 req-c24b6b3d-e51b-4661-856a-0e83cf80f612 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739958 Feb 09 02:46:32.458420 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39208) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:32.571604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601fd4c-e4b4-4166-8514-83c3f64c4142 req-7a10a7e5-bf3c-4c76-a649-d93844989c7e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:32.573001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f601fd4c-e4b4-4166-8514-83c3f64c4142 req-7a10a7e5-bf3c-4c76-a649-d93844989c7e tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.1060405 Feb 09 02:46:32.573797 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5207cc81-6aea-4d49-8a29-64c96ec68d74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (8259f230-3d48-4a3b-9bce-6e4a35f41be1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:32.612822 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5207cc81-6aea-4d49-8a29-64c96ec68d74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (8259f230-3d48-4a3b-9bce-6e4a35f41be1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:32.680115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f601fd4c-e4b4-4166-8514-83c3f64c4142 req-6c114ca9-0217-4219-b362-735808692fc6 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Feb 09 02:46:32.712190 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5207cc81-6aea-4d49-8a29-64c96ec68d74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (8259f230-3d48-4a3b-9bce-6e4a35f41be1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:32.715291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5207cc81-6aea-4d49-8a29-64c96ec68d74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:32.719078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5207cc81-6aea-4d49-8a29-64c96ec68d74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/security-groups/8259f230-3d48-4a3b-9bce-6e4a35f41be1 HTTP/1.1" status: 204 len: 168 time: 0.2559342 Feb 09 02:46:32.730737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207cc81-6aea-4d49-8a29-64c96ec68d74 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8259f230-3d48-4a3b-9bce-6e4a35f41be1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:32.759165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:33.403081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6c7d92a3-5c03-40f7-9239-3217202e3045 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:33.423808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 6c7d92a3-5c03-40f7-9239-3217202e3045 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:33.424155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 6c7d92a3-5c03-40f7-9239-3217202e3045 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:33.508216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.809213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:33.809213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.830441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07da025-eb04-43ba-bf18-0973f24798c7 req-ce26d715-51c4-4044-aa37-54fffe41c42c tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.832248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c07da025-eb04-43ba-bf18-0973f24798c7 req-ce26d715-51c4-4044-aa37-54fffe41c42c tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0707712 Feb 09 02:46:33.883270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c07da025-eb04-43ba-bf18-0973f24798c7 req-110eef3a-4138-4fce-a332-9234b9e39884 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/security-groups?id=f8b867aa-2963-4300-a344-72a33a991295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451660 Feb 09 02:46:33.904984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port 21cf017d-7eca-4d08-9ccb-c5dec75caf0e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:33.905369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.920484 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 21cf017d-7eca-4d08-9ccb-c5dec75caf0e owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:34.128598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (21cf017d-7eca-4d08-9ccb-c5dec75caf0e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.162722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=21cf017d-7eca-4d08-9ccb-c5dec75caf0e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:34.367635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.517325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-a3501e8f-c6f9-486d-bca5-829d9b91bfc3 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:34.519650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-a3501e8f-c6f9-486d-bca5-829d9b91bfc3 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.72 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 946 time: 0.0644102 Feb 09 02:46:34.618211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:34.623600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Deleting port b872154c-b79a-4863-b9b7-a2dd7de87ae9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:34.624072 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.727533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] For port b872154c-b79a-4863-b9b7-a2dd7de87ae9, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b872154c-b79a-4863-b9b7-a2dd7de87ae9,segment=NetworkSegment(98d7269d-499c-472d-af84-8608fede2b24),segment_id=98d7269d-499c-472d-af84-8608fede2b24)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:34.728468 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.743351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Calling delete_port for b872154c-b79a-4863-b9b7-a2dd7de87ae9 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:34.749007 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:34.759461 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] Sync routers for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:34.770428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:34.771008 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:34.771168 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b16ece18-23a5-4f9f-a1ab-65cfdcd37772 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "PUT /v2.0/routers/bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103610 Feb 09 02:46:34.773482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39220) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:34.841015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting subnet dc7b400a-2a80-4da7-870a-5504855795b9 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:34.850415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (dc7b400a-2a80-4da7-870a-5504855795b9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.900455 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (dc7b400a-2a80-4da7-870a-5504855795b9), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.917730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b872154c-b79a-4863-b9b7-a2dd7de87ae9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.930710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['b872154c-b79a-4863-b9b7-a2dd7de87ae9'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:34.933549 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:34.959609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Pushing event deleted for resources: {'Port': ['ID=b872154c-b79a-4863-b9b7-a2dd7de87ae9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:35.021004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] No DVR routers for this DVR port b872154c-b79a-4863-b9b7-a2dd7de87ae9 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:35.025250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.029479 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (dc7b400a-2a80-4da7-870a-5504855795b9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.030198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6596e0dc-4e1b-46ea-832b-05b4e99c9672 req-187393a2-e370-47d6-b277-5810ab4ad099 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.72 "DELETE /v2.0/ports/b872154c-b79a-4863-b9b7-a2dd7de87ae9 HTTP/1.1" status: 204 len: 173 time: 0.5046701 Feb 09 02:46:35.030988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'name': 'network-vif-deleted', 'tag': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:35.034913 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7bb7b7-845d-45f9-8476-f25077f7de7b" -d '{"events": [{"server_uuid": "b46fc253-7e66-48c2-824f-2a67ec3bf337", "name": "network-vif-deleted", "tag": "b872154c-b79a-4863-b9b7-a2dd7de87ae9"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:35.128569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-598dbab6-6b0b-480a-9128-c179783493f9 req-19b4b1d3-84de-4343-9116-c8086bb01288 tempest-TestServerAdvancedOps-1922621428 tempest-TestServerAdvancedOps-1922621428-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46fc253-7e66-48c2-824f-2a67ec3bf337 HTTP/1.1" status: 200 len: 210 time: 0.0618107 Feb 09 02:46:35.136373 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b075073-6c6e-4cf4-95ac-a50be096a97f x-openstack-request-id: req-7b075073-6c6e-4cf4-95ac-a50be096a97f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:35.136373 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46fc253-7e66-48c2-824f-2a67ec3bf337", "name": "network-vif-deleted", "tag": "b872154c-b79a-4863-b9b7-a2dd7de87ae9", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:35.136773 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b075073-6c6e-4cf4-95ac-a50be096a97f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:35.137864 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46fc253-7e66-48c2-824f-2a67ec3bf337', 'name': 'network-vif-deleted', 'tag': 'b872154c-b79a-4863-b9b7-a2dd7de87ae9', 'status': 'completed', 'code': 200} Feb 09 02:46:35.164052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (dc7b400a-2a80-4da7-870a-5504855795b9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.182426 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:46:34Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:35.199258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baafb71-258d-4356-88ef-f2ac081c47e4 None None] Network 0668654c-2e5b-492c-ae00-41c1f7b79e17 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:35.211123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7b400a-2a80-4da7-870a-5504855795b9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:35.219450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.227317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] Checking router: bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:35.227557 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5df6c9a6-a70e-41c7-8080-3951114ceb93 tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/subnets/dc7b400a-2a80-4da7-870a-5504855795b9 HTTP/1.1" status: 204 len: 168 time: 0.4493535 Feb 09 02:46:35.227676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39228) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:35.252416 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] Routers {'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:35.253505 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:35.371417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.406515 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] Set router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:35.451976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] DHCP port deletion for 0668654c-2e5b-492c-ae00-41c1f7b79e17 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:35.528025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] Deleting port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:35.528479 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.550178 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_gateway (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.635452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] For port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=4a99bd37-5bd7-4617-91b1-5a3d2db289dd,segment=NetworkSegment(967b80cb-9f64-491e-bf4d-65467a9d0a5e),segment_id=967b80cb-9f64-491e-bf4d-65467a9d0a5e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:35.635930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.645776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Deleting port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:35.646450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.655215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] Calling delete_port for 4a99bd37-5bd7-4617-91b1-5a3d2db289dd owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:35.769435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] For port 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:35.770096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.773866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (4a99bd37-5bd7-4617-91b1-5a3d2db289dd), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.790049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Calling delete_port for 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:35.798819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4a99bd37-5bd7-4617-91b1-5a3d2db289dd no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:35.820935 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:46:34Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:35.843075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] Pushing event deleted for resources: {'Port': ['ID=4a99bd37-5bd7-4617-91b1-5a3d2db289dd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:35.846667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860aa047-e143-4933-9641-a0a72aa96e88 None None] No DVR routers for this DVR port 4a99bd37-5bd7-4617-91b1-5a3d2db289dd on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:35.858134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 4a99bd37-5bd7-4617-91b1-5a3d2db289dd {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:35.858498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 4a99bd37-5bd7-4617-91b1-5a3d2db289dd not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:35.868005 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6aac3-eada-4985-b73a-865839b5ff98 None None] The sync data for ids ['bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90'] in n-d-826675-12 is: [{'id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'name': 'tempest-TestNetworkBasicOps-router-693681830', 'tenant_id': '790d4483421745efb70e1089ace53695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:52Z', 'updated_at': '2022-02-09T02:46:34Z', 'revision_number': 5, 'project_id': '790d4483421745efb70e1089ace53695', 'gw_port': {'id': '723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:53Z', 'updated_at': '2022-02-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:36.023985 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.059478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Port': ['ID=723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:36.117719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.223714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:36.289601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.302245 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router_controller (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.383797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] Deleting subnet d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:36.391060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] Publish callbacks [] for subnet (d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.421940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.422502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Fanout notify agent at l3_agent the message router_deleted on router bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:36.432523 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.433756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-48ee1bb9-1db7-4f07-90f8-99344f27886e tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/routers/bb8d6f7e-3fe0-4fa9-963c-bc19e5760d90 HTTP/1.1" status: 204 len: 168 time: 1.2047305 Feb 09 02:46:36.441015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:36.467932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.540031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.596406 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (0668654c-2e5b-492c-ae00-41c1f7b79e17), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.630297 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.660185 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:36.674754 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.680537 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3a1a9816-4fcf-4cfc-8bab-cda698bad6a7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d5a57ea2-2e51-4cdd-a82c-20d3fe1c4e19 HTTP/1.1" status: 204 len: 168 time: 0.4528778 Feb 09 02:46:36.680869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39240) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:36.713275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (0668654c-2e5b-492c-ae00-41c1f7b79e17), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.743440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0668654c-2e5b-492c-ae00-41c1f7b79e17']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:36.758323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967b80cb-9f64-491e-bf4d-65467a9d0a5e') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:36.758656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967b80cb-9f64-491e-bf4d-65467a9d0a5e') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:36.765182 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a53f84ce-a191-48ae-bc32-c961903b3955), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.770803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (967b80cb-9f64-491e-bf4d-65467a9d0a5e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.797069 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (967b80cb-9f64-491e-bf4d-65467a9d0a5e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.806033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:36.806665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (967b80cb-9f64-491e-bf4d-65467a9d0a5e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:36.810837 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:36.881938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a53f84ce-a191-48ae-bc32-c961903b3955), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.901594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (0668654c-2e5b-492c-ae00-41c1f7b79e17), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.913210 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53f84ce-a191-48ae-bc32-c961903b3955']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:36.917951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.924747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] 10.222.0.53 "DELETE /v2.0/networks/0668654c-2e5b-492c-ae00-41c1f7b79e17 HTTP/1.1" status: 204 len: 168 time: 0.4768178 Feb 09 02:46:36.937877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d7269d-499c-472d-af84-8608fede2b24') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:36.937877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d7269d-499c-472d-af84-8608fede2b24') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:36.946553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3349489-e58a-4ac3-a8fa-f9a0ff77c84d tempest-TestNetworkBasicOps-127775118 tempest-TestNetworkBasicOps-127775118-project] Pushing event deleted for resources: {'Network': ['ID=0668654c-2e5b-492c-ae00-41c1f7b79e17,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:36.951723 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (98d7269d-499c-472d-af84-8608fede2b24), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.965736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (98d7269d-499c-472d-af84-8608fede2b24), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.972359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:36.972834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (98d7269d-499c-472d-af84-8608fede2b24), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:36.975469 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:37.044574 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a53f84ce-a191-48ae-bc32-c961903b3955), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.055413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.063989 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] 10.222.0.53 "DELETE /v2.0/networks/a53f84ce-a191-48ae-bc32-c961903b3955 HTTP/1.1" status: 204 len: 168 time: 0.3795524 Feb 09 02:46:37.064494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39244) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:37.081345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5a1d2-f810-499e-8253-ef8835b8d64e admin admin] Pushing event deleted for resources: {'Network': ['ID=a53f84ce-a191-48ae-bc32-c961903b3955,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:37.133625 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] Deleting subnet 6ca992f3-855e-4d61-ba67-c7e064b163d7 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:37.138945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] Publish callbacks [] for subnet (6ca992f3-855e-4d61-ba67-c7e064b163d7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.188603 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (6ca992f3-855e-4d61-ba67-c7e064b163d7), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.237864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6ca992f3-855e-4d61-ba67-c7e064b163d7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.279456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:37.313665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (6ca992f3-855e-4d61-ba67-c7e064b163d7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.347245 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca992f3-855e-4d61-ba67-c7e064b163d7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:37.351514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.357409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-afa3460c-7cab-4f4c-b15a-4eadac83e2f6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ca992f3-855e-4d61-ba67-c7e064b163d7 HTTP/1.1" status: 204 len: 168 time: 0.2888651 Feb 09 02:46:37.357772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:37.435055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b872154c-b79a-4863-b9b7-a2dd7de87ae9 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:37.471304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: b872154c-b79a-4863-b9b7-a2dd7de87ae9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:37.472982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b872154c-b79a-4863-b9b7-a2dd7de87ae9 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:37.509130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (93eab20f-93f7-4289-8363-e91ffa75862a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.526177 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ac89ea31-75d9-45e1-89f5-fd9b45bab115 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=790d4483421745efb70e1089ace53695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430043 Feb 09 02:46:37.527455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39254) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:37.610135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 21cf017d-7eca-4d08-9ccb-c5dec75caf0e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:37.620445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4efd3d31-3467-409d-8c6a-3b46464976ba admin admin] Publish callbacks [] for security_group (960f432a-6d26-4422-931a-c387c394f9c5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.651034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4efd3d31-3467-409d-8c6a-3b46464976ba admin admin] Publish callbacks [] for security_group (960f432a-6d26-4422-931a-c387c394f9c5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.674483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (93eab20f-93f7-4289-8363-e91ffa75862a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.678783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 21cf017d-7eca-4d08-9ccb-c5dec75caf0e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:37.679387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 21cf017d-7eca-4d08-9ccb-c5dec75caf0e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:37.680171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:37.706587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:37.707309 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 723fe8f7-d8f0-45ca-b5b0-66bf8513bdf3 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:37.713243 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eab20f-93f7-4289-8363-e91ffa75862a']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:37.728187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4efd3d31-3467-409d-8c6a-3b46464976ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (960f432a-6d26-4422-931a-c387c394f9c5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.731060 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4efd3d31-3467-409d-8c6a-3b46464976ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.734616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4efd3d31-3467-409d-8c6a-3b46464976ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/960f432a-6d26-4422-931a-c387c394f9c5 HTTP/1.1" status: 204 len: 168 time: 0.2036026 Feb 09 02:46:37.736921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a341f8-5c75-4061-84e7-7b48a1987959') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:37.737338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a341f8-5c75-4061-84e7-7b48a1987959') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:37.740641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd3d31-3467-409d-8c6a-3b46464976ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f432a-6d26-4422-931a-c387c394f9c5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:37.750980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (d0a341f8-5c75-4061-84e7-7b48a1987959), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.776847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d0a341f8-5c75-4061-84e7-7b48a1987959), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.787744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:37.789047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (d0a341f8-5c75-4061-84e7-7b48a1987959), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:37.792233 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:37.863839 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (93eab20f-93f7-4289-8363-e91ffa75862a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.872769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.875727 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] 10.222.0.53 "DELETE /v2.0/networks/93eab20f-93f7-4289-8363-e91ffa75862a HTTP/1.1" status: 204 len: 168 time: 0.5169225 Feb 09 02:46:37.924357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d898-6852-4b26-b232-de12c89d0555 admin admin] Pushing event deleted for resources: {'Network': ['ID=93eab20f-93f7-4289-8363-e91ffa75862a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:38.098173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39270) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:38.124981 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39272) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:38.146138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9d6250b-b339-4c93-9f5b-e8bb167b7ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.168073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6e69469c-d076-4a12-a6d7-12c0e79dd4e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abf3b4c6f738457dabf1cd2ae929c418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678446 Feb 09 02:46:38.168816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39274) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:38.241127 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b510-db33-480c-9973-2a15818eb0b2 admin admin] Publish callbacks [] for security_group (f8b867aa-2963-4300-a344-72a33a991295), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.259531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9d6250b-b339-4c93-9f5b-e8bb167b7ace admin admin] Publish callbacks [] for security_group (705b251c-9f31-420c-a9f7-a8d59b0c781b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.265263 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9d6250b-b339-4c93-9f5b-e8bb167b7ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (705b251c-9f31-420c-a9f7-a8d59b0c781b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.268777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b510-db33-480c-9973-2a15818eb0b2 admin admin] Publish callbacks [] for security_group (f8b867aa-2963-4300-a344-72a33a991295), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.314510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39276) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:38.315439 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c9d6250b-b339-4c93-9f5b-e8bb167b7ace admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bff04bc6d25c4ee6ae8c59a44418c534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888795 Feb 09 02:46:38.350805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6250b-b339-4c93-9f5b-e8bb167b7ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705b251c-9f31-420c-a9f7-a8d59b0c781b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:38.373786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b510-db33-480c-9973-2a15818eb0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f8b867aa-2963-4300-a344-72a33a991295), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.376694 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6c7b510-db33-480c-9973-2a15818eb0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.381824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6c7b510-db33-480c-9973-2a15818eb0b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8b867aa-2963-4300-a344-72a33a991295 HTTP/1.1" status: 204 len: 168 time: 0.2110338 Feb 09 02:46:38.394041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f57d306f-3048-48f7-ad72-e914c1fa022d admin admin] Publish callbacks [] for security_group (705b251c-9f31-420c-a9f7-a8d59b0c781b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.398122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7b510-db33-480c-9973-2a15818eb0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b867aa-2963-4300-a344-72a33a991295,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:38.434058 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f57d306f-3048-48f7-ad72-e914c1fa022d admin admin] Publish callbacks [] for security_group (705b251c-9f31-420c-a9f7-a8d59b0c781b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.508417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f57d306f-3048-48f7-ad72-e914c1fa022d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (705b251c-9f31-420c-a9f7-a8d59b0c781b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.511590 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f57d306f-3048-48f7-ad72-e914c1fa022d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.515351 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f57d306f-3048-48f7-ad72-e914c1fa022d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/705b251c-9f31-420c-a9f7-a8d59b0c781b HTTP/1.1" status: 204 len: 168 time: 0.1950667 Feb 09 02:46:38.522953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d306f-3048-48f7-ad72-e914c1fa022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b251c-9f31-420c-a9f7-a8d59b0c781b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:39.046579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39294) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:39.105490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39296) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:39.106803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-212e59c0-110d-4c74-9744-9bc097a8f119 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e92e8015b6bb4448823f369707094ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585303 Feb 09 02:46:39.206997 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb86443e-c19b-4c40-8018-44e1875cd233 admin admin] Publish callbacks [] for security_group (f9c0dada-8a25-4c1a-b159-92ac60862ba2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.243369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb86443e-c19b-4c40-8018-44e1875cd233 admin admin] Publish callbacks [] for security_group (f9c0dada-8a25-4c1a-b159-92ac60862ba2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.299154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb86443e-c19b-4c40-8018-44e1875cd233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (f9c0dada-8a25-4c1a-b159-92ac60862ba2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.302001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fb86443e-c19b-4c40-8018-44e1875cd233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.303407 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fb86443e-c19b-4c40-8018-44e1875cd233 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9c0dada-8a25-4c1a-b159-92ac60862ba2 HTTP/1.1" status: 204 len: 168 time: 0.1969223 Feb 09 02:46:39.312914 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86443e-c19b-4c40-8018-44e1875cd233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c0dada-8a25-4c1a-b159-92ac60862ba2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:39.676341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39316) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:39.804629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-454828503-network', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:39.827445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Made reservation on behalf of c3c9fd19a130410abde5a3a0c3042173 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:39.830107 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.840358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.934582 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks [] for security_group (1400f04c-1160-4ea1-9777-0c8086881cf1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.940998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1400f04c-1160-4ea1-9777-0c8086881cf1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.981801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1400f04c-1160-4ea1-9777-0c8086881cf1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:39.989424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:40.000329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d023af3c-f2ad-4096-b09c-521ff8b5dbbb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.000676 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Added segment d023af3c-f2ad-4096-b09c-521ff8b5dbbb of type vlan for network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 Feb 09 02:46:40.063252 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.096089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.096993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.097574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.177165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39334) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:40.178260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4996800 Feb 09 02:46:40.186338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Request body: {'subnet': {'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-454828503-subnet', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:40.210406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39336) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:40.216556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Made reservation on behalf of c3c9fd19a130410abde5a3a0c3042173 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:40.219002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.220112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db51e9-ba49-48e2-8206-6673ecb5470e admin admin] Pushing event updated for resources: {'Network': ['ID=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.233737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:40.349917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-473199086-network', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:40.373228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Made reservation on behalf of e94d2ce4fe184347ac86aadd3fe50bb3 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:40.376170 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.390972 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.443990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (448ed941-1618-4206-8339-d267a390723c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.488356 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks [] for security_group (26575f07-b44d-4f01-bbb5-512057fd3a56), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.494998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (26575f07-b44d-4f01-bbb5-512057fd3a56), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.510264 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Pushing event updated for resources: {'Subnet': ['ID=448ed941-1618-4206-8339-d267a390723c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.523508 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Checking segment: {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:40.524211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Network hostable DHCP agents. Network: 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:40.535888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:40.543987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26575f07-b44d-4f01-bbb5-512057fd3a56,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.548320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:40.555065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (838ad268-f9e2-4451-9860-b1ba17e20d99), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.555283 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Added segment 838ad268-f9e2-4451-9860-b1ba17e20d99 of type vlan for network 7aeaf2df-6367-4235-a938-54bad0b931ba Feb 09 02:46:40.567054 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:40.582053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.583305 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.594296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64fd99-afd6-4cad-919b-463f5d27fe0e None None] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:40.609195 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9e91e901-3cca-42b7-9e31-adb9c13fbadd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4290838 Feb 09 02:46:40.613066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39340) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:40.620747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:40.621506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7aeaf2df-6367-4235-a938-54bad0b931ba), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.650925 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.652721 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.654895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7aeaf2df-6367-4235-a938-54bad0b931ba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.656036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.656920 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.736795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5250564 Feb 09 02:46:40.737515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39342) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:40.749048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Request body: {'subnet': {'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-473199086-subnet', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:40.749504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks [] for router_controller (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.762665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61989736-17e2-4504-bc2a-18d247a06a74 admin admin] Pushing event updated for resources: {'Network': ['ID=7aeaf2df-6367-4235-a938-54bad0b931ba,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.780179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Made reservation on behalf of e94d2ce4fe184347ac86aadd3fe50bb3 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:40.780887 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7aeaf2df-6367-4235-a938-54bad0b931ba details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:40.784367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.855537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:40.856651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.963515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks [] for router_gateway (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.034094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ddd44cad-c01d-4903-9548-f7515a01a770), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.055305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Allocated IP 172.20.0.2 (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503/448ed941-1618-4206-8339-d267a390723c/6a476384-b54c-43b8-8e7b-2df932b5694a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:41.140115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Checking segment: {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:41.140666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Network hostable DHCP agents. Network: 7aeaf2df-6367-4235-a938-54bad0b931ba, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:41.154722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd44cad-c01d-4903-9548-f7515a01a770,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:41.170117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Network 7aeaf2df-6367-4235-a938-54bad0b931ba is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:41.187919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 7aeaf2df-6367-4235-a938-54bad0b931ba) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:41.197857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.198660 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.205380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2a07b-0773-4f27-b54f-07e43e2ec6fd None None] Network 7aeaf2df-6367-4235-a938-54bad0b931ba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:41.220468 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9d66ccf4-7efd-4eaf-ac58-c9c17061f26f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4786263 Feb 09 02:46:41.221242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39346) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:41.227266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:41.245740 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks [] for router_gateway (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.260153 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.261519 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.272109 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.335088 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks [] for router_controller (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.372022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Publish callbacks [] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.409460 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.419772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Allocated IP 172.25.6.108 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/40af90f5-8af8-425a-8cf2-2a6e5884408f) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:41.442575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-7aeaf2df-6367-4235-a938-54bad0b931ba', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:41.444255 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.462965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:41.471408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:41.479145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:41.489441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Pushing event updated for resources: {'Port': ['ID=6a476384-b54c-43b8-8e7b-2df932b5694a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:41.580770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks [] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.602924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks [] for router_gateway (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.649106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Attempting to bind port 6a476384-b54c-43b8-8e7b-2df932b5694a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:41.649457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.649708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Attempting to bind port 6a476384-b54c-43b8-8e7b-2df932b5694a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:41.649938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Attempting to bind port 6a476384-b54c-43b8-8e7b-2df932b5694a on network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:41.657986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:41.658385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Checking segment: {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:41.659125 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.660301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Bound using segment: {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:41.660301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Bound port: 6a476384-b54c-43b8-8e7b-2df932b5694a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:41.660699 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.734615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:41.745421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:41.753820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:41.771828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] For port 6a476384-b54c-43b8-8e7b-2df932b5694a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:41.776426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] For port 6a476384-b54c-43b8-8e7b-2df932b5694a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a476384-b54c-43b8-8e7b-2df932b5694a,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:41.789220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.802412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Pushing event updated for resources: {'Port': ['ID=40af90f5-8af8-425a-8cf2-2a6e5884408f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:41.882433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Allocated IP 172.20.0.2 (7aeaf2df-6367-4235-a938-54bad0b931ba/ddd44cad-c01d-4903-9548-f7515a01a770/b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:41.910220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7937b-89c7-4315-b092-b9d2a3d069ba None None] Pushing event updated for resources: {'Port': ['ID=6a476384-b54c-43b8-8e7b-2df932b5694a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:42.142523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Publish callbacks [] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.157985 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.238814 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks [] for router_gateway (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.263492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Network 7aeaf2df-6367-4235-a938-54bad0b931ba is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:42.284333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Pushing event updated for resources: {'Port': ['ID=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:42.296033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:42.300034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:42.401878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Attempting to bind port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:42.402595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Attempting to bind port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:42.403091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Attempting to bind port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb on network 7aeaf2df-6367-4235-a938-54bad0b931ba {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:42.410014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:42.410544 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Checking segment: {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:42.411116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.411603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Bound using segment: {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:42.413123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Bound port: b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:42.413748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.507711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] For port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:42.512508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] For port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:42.524395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.561654 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks [] for router_gateway (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.599934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.616617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b62e88-f51f-4817-a8b8-3343465af563 None None] Pushing event updated for resources: {'Port': ['ID=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:42.791466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Allocated IP 172.25.6.54 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/964516a7-3c30-434d-ab6d-2c4a78f9229e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:42.978829 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks [] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.033753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.038296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.107291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:43.110921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:43.115698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:43.172864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Pushing event updated for resources: {'Port': ['ID=964516a7-3c30-434d-ab6d-2c4a78f9229e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:43.319529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:46:43.507535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:43.520304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Sync routers for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:43.526416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks [] for router_gateway (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.547251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.551567 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d3afa7d-a02c-4e7e-b7a2-5447110fc383 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9353108 Feb 09 02:46:43.554703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39354) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:43.558353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:43.559157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:43.635980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc5008-9292-4369-b164-1287e414ab21 None None] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:43.814111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-10eaf560-9b23-49e6-b6c5-130fafe91ba9 None None] Provisioning complete for port 6a476384-b54c-43b8-8e7b-2df932b5694a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:43.814584 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10eaf560-9b23-49e6-b6c5-130fafe91ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.817189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a476384-b54c-43b8-8e7b-2df932b5694a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:43.903250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:43.964998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:44.214907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Router c6e80506-ae3c-452e-bc1f-cafbe78af5ba is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:46:44.348847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4ce568-4c80-4fea-af09-2cd4f9b3b3fd None None] Network 7aeaf2df-6367-4235-a938-54bad0b931ba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:44.435107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:44.438008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:44.449479 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Sync routers for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:44.479440 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:44.484745 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:44.504043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:44.506890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-12fcfa6c-b391-48c3-853a-8bbf323da16e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2831628 Feb 09 02:46:44.509069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39362) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:44.725631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6a476384-b54c-43b8-8e7b-2df932b5694a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:44.726232 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:44.733938 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:44.742175 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Allocated IP 172.20.0.1 (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503/448ed941-1618-4206-8339-d267a390723c/babb109e-6243-4b45-a6dd-4eb6431f7538) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:44.808110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39366) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:44.874233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-10eaf560-9b23-49e6-b6c5-130fafe91ba9 None None] Current status of the port 6a476384-b54c-43b8-8e7b-2df932b5694a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:44.874682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10eaf560-9b23-49e6-b6c5-130fafe91ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.020508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-10eaf560-9b23-49e6-b6c5-130fafe91ba9 None None] For port 6a476384-b54c-43b8-8e7b-2df932b5694a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a476384-b54c-43b8-8e7b-2df932b5694a,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:45.061874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks [] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.085009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:42Z', 'revision_number': 3, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:45.101626 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10eaf560-9b23-49e6-b6c5-130fafe91ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.134159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.195060 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:43Z', 'revision_number': 3, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:45.237754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Checking router: 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:45.238124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Updating router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 port 40af90f5-8af8-425a-8cf2-2a6e5884408f binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:45.273021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:45.284462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:45.293951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:45.357105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Pushing event updated for resources: {'Port': ['ID=babb109e-6243-4b45-a6dd-4eb6431f7538,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:45.358753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b563ad5f-6cf7-467d-86bf-b59e6690fad9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=872150a9e3744208ae03c4160a3612c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5492013 Feb 09 02:46:45.359403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39370) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:45.365650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6a476384-b54c-43b8-8e7b-2df932b5694a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:45.366275 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.409883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.412451 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.452455 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.458778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf560-9b23-49e6-b6c5-130fafe91ba9 None None] Pushing event updated for resources: {'Port': ['ID=6a476384-b54c-43b8-8e7b-2df932b5694a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:45.504170 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Checking router: c6e80506-ae3c-452e-bc1f-cafbe78af5ba for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:45.505163 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Updating router c6e80506-ae3c-452e-bc1f-cafbe78af5ba port 964516a7-3c30-434d-ab6d-2c4a78f9229e binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:45.543794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-873ffdce-9302-4838-bbac-f4df8045d2db None None] Provisioning complete for port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:45.544267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-873ffdce-9302-4838-bbac-f4df8045d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.555290 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.601678 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f2f6-5a66-4ab2-b8de-d7451fbefa16 admin admin] Publish callbacks [] for security_group (b831f2b2-f9b6-414d-9820-a9cc2cb21cfb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.633298 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f2f6-5a66-4ab2-b8de-d7451fbefa16 admin admin] Publish callbacks [] for security_group (b831f2b2-f9b6-414d-9820-a9cc2cb21cfb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.685411 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.734343 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:46:45.735018 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:46:45.948291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f2f6-5a66-4ab2-b8de-d7451fbefa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (b831f2b2-f9b6-414d-9820-a9cc2cb21cfb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.950963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks [] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.951724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f2f6-5a66-4ab2-b8de-d7451fbefa16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.953609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d3c8f2f6-5a66-4ab2-b8de-d7451fbefa16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b831f2b2-f9b6-414d-9820-a9cc2cb21cfb HTTP/1.1" status: 204 len: 168 time: 0.5913022 Feb 09 02:46:45.955252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Allocated IP 172.20.0.1 (7aeaf2df-6367-4235-a938-54bad0b931ba/ddd44cad-c01d-4903-9548-f7515a01a770/41d50dbc-4fc2-4529-b836-59499f582559) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:45.959442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-873ffdce-9302-4838-bbac-f4df8045d2db None None] Current status of the port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:45.959839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-873ffdce-9302-4838-bbac-f4df8045d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.970589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8f2f6-5a66-4ab2-b8de-d7451fbefa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b831f2b2-f9b6-414d-9820-a9cc2cb21cfb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:45.978251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.018020 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Publish callbacks [] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.080059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-873ffdce-9302-4838-bbac-f4df8045d2db None None] For port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:46.083016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.128900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.132411 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks [] for port (41d50dbc-4fc2-4529-b836-59499f582559), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.148438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853da8e-717c-45b7-999b-bc71f0ca30bf None None] Pushing event updated for resources: {'Port': ['ID=40af90f5-8af8-425a-8cf2-2a6e5884408f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.151191 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-873ffdce-9302-4838-bbac-f4df8045d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.163858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Pushing event updated for resources: {'Port': ['ID=babb109e-6243-4b45-a6dd-4eb6431f7538,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.216976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ffdce-9302-4838-bbac-f4df8045d2db None None] Pushing event updated for resources: {'Port': ['ID=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.244596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Attempting to bind port 40af90f5-8af8-425a-8cf2-2a6e5884408f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:46.245126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Attempting to bind port 40af90f5-8af8-425a-8cf2-2a6e5884408f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:46.245599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Attempting to bind port 40af90f5-8af8-425a-8cf2-2a6e5884408f on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:46.268159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:46.268726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:46.269237 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.269732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:46.270578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Bound port: 40af90f5-8af8-425a-8cf2-2a6e5884408f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:46.270839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.290716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (41d50dbc-4fc2-4529-b836-59499f582559), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.317388 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Publish callbacks [] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.327542 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.333249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Provisioning complete for port babb109e-6243-4b45-a6dd-4eb6431f7538 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:46.334320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.364847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Network 7aeaf2df-6367-4235-a938-54bad0b931ba is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:46.369170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:46.374308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:46.377470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Port babb109e-6243-4b45-a6dd-4eb6431f7538 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:46.384648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6a476384-b54c-43b8-8e7b-2df932b5694a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:46.385657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:46.386623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:46.387184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:46.442449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] For port 40af90f5-8af8-425a-8cf2-2a6e5884408f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:46.445319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Provisioning complete for port 6a476384-b54c-43b8-8e7b-2df932b5694a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:46.445894 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.474609 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.487875 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Pushing event updated for resources: {'Port': ['ID=964516a7-3c30-434d-ab6d-2c4a78f9229e,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.507907 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.508609 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.508609 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.508933 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.509968 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.514167 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.514636 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.515147 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.515486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.520429 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.520796 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.521260 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.523065 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:46.554830 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Attempting to bind port 964516a7-3c30-434d-ab6d-2c4a78f9229e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:46.555255 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Attempting to bind port 964516a7-3c30-434d-ab6d-2c4a78f9229e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:46.555679 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Attempting to bind port 964516a7-3c30-434d-ab6d-2c4a78f9229e on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:46.574993 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:46.575284 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:46.575692 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.579352 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:46.580512 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Bound port: 964516a7-3c30-434d-ab6d-2c4a78f9229e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:46.580512 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.612565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] For port 40af90f5-8af8-425a-8cf2-2a6e5884408f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=40af90f5-8af8-425a-8cf2-2a6e5884408f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:46.662768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=41d50dbc-4fc2-4529-b836-59499f582559,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.675199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:46.696197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.706169 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] For port 964516a7-3c30-434d-ab6d-2c4a78f9229e, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:46.713752 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] For port 964516a7-3c30-434d-ab6d-2c4a78f9229e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=964516a7-3c30-434d-ab6d-2c4a78f9229e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:46.727382 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.902116 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f1acb-8c1d-4e76-9873-e77ac7dc4953 None None] Pushing event updated for resources: {'Port': ['ID=964516a7-3c30-434d-ab6d-2c4a78f9229e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.917440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853da8e-717c-45b7-999b-bc71f0ca30bf None None] Pushing event updated for resources: {'Port': ['ID=40af90f5-8af8-425a-8cf2-2a6e5884408f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.928170 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (41d50dbc-4fc2-4529-b836-59499f582559), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.961140 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:46.962689 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:46.977688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:46.987842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:46.999913 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1be29af9-a380-47be-b40a-f4ba627dc557 admin admin] 10.222.0.53 "PUT /v2.0/routers/23378bfa-c0c9-4f0d-8b25-7b09a683d3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4425464 Feb 09 02:46:47.000940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.008054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Current status of the port 6a476384-b54c-43b8-8e7b-2df932b5694a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:47.093635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:47.094016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.154073 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:47.283883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Provisioning complete for port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:47.288624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.331166 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks [] for port (41d50dbc-4fc2-4529-b836-59499f582559), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.351544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (41d50dbc-4fc2-4529-b836-59499f582559), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.430037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:47.513115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.567353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=41d50dbc-4fc2-4529-b836-59499f582559,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:47.581390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 1, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.630782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:47.649878 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c77b3b-3e4e-470c-9110-42c10a3f5d26 None None] The sync data for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 is: [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 1, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:47.759495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Network 7aeaf2df-6367-4235-a938-54bad0b931ba is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:47.761568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:47.993003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Router c6e80506-ae3c-452e-bc1f-cafbe78af5ba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:48.162026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a476384-b54c-43b8-8e7b-2df932b5694a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:48.179879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:48.185306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1666466419-network', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:48.273080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Made reservation on behalf of 1297923fa6e94a9fbc6c0435acb16b8f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:48.275901 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.297603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:48.303026 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c1ea5fb5-6e4e-430a-803b-2089b3ff3e61 admin admin] 10.222.0.53 "PUT /v2.0/routers/c6e80506-ae3c-452e-bc1f-cafbe78af5ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7926774 Feb 09 02:46:48.307813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.342412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3e37b098-c843-46bc-9283-46247ce846a7 None None] Current status of the port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:48.366624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.457771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6a476384-b54c-43b8-8e7b-2df932b5694a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:48.458190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.470586 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks [] for security_group (47ad636d-3fef-4840-99c2-92374a3a8c4c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.477391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (47ad636d-3fef-4840-99c2-92374a3a8c4c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.518987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:48.534763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad636d-3fef-4840-99c2-92374a3a8c4c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.551482 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8fa818ab-5214-4924-9e5e-4115c32ca9f8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.558360 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Added segment 8fa818ab-5214-4924-9e5e-4115c32ca9f8 of type vlan for network bcd4ae09-be82-41d9-a57f-fd76f070419f Feb 09 02:46:48.561364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-93c9f586-9792-4a06-89b5-8be092d4c686 None None] Provisioning complete for port babb109e-6243-4b45-a6dd-4eb6431f7538 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:48.561766 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93c9f586-9792-4a06-89b5-8be092d4c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.647904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 2, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:48.656043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (bcd4ae09-be82-41d9-a57f-fd76f070419f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.728117 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (bcd4ae09-be82-41d9-a57f-fd76f070419f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.731235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:48.734115 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.787773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b7386-2bfa-436a-9d38-4f65366eec6c None None] The sync data for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 is: [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 2, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:48.854946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93c9f586-9792-4a06-89b5-8be092d4c686 None None] Port babb109e-6243-4b45-a6dd-4eb6431f7538 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:48.907176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd4ae09-be82-41d9-a57f-fd76f070419f,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.924728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2b8a0b84-6f8a-4644-9676-6af42bbb14c4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7435772 Feb 09 02:46:48.928369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:48.941563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Request body: {'subnet': {'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1666466419-subnet', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:48.953842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network bcd4ae09-be82-41d9-a57f-fd76f070419f details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:48.997858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Made reservation on behalf of 1297923fa6e94a9fbc6c0435acb16b8f for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:49.001158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.075006 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-93c9f586-9792-4a06-89b5-8be092d4c686 None None] Provisioning complete for port 41d50dbc-4fc2-4529-b836-59499f582559 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:49.075388 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93c9f586-9792-4a06-89b5-8be092d4c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41d50dbc-4fc2-4529-b836-59499f582559), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.170719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6a476384-b54c-43b8-8e7b-2df932b5694a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:49.171912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:49.288424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93c9f586-9792-4a06-89b5-8be092d4c686 None None] Port 41d50dbc-4fc2-4529-b836-59499f582559 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:49.293356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.345747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:49.350129 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.556881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:49.645312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (aa614c71-488d-41c3-afa7-6b8eab8a0750), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.762127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39498) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:49.768042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-754599526-network', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:49.806685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa614c71-488d-41c3-afa7-6b8eab8a0750,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:49.815961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Made reservation on behalf of f9c8a30cc7954f13bf578966cb4e2e28 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:49.820181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.885165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Checking segment: {'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:49.885880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Network hostable DHCP agents. Network: bcd4ae09-be82-41d9-a57f-fd76f070419f, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:49.917012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Network bcd4ae09-be82-41d9-a57f-fd76f070419f is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:49.936937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, bcd4ae09-be82-41d9-a57f-fd76f070419f) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:49.950137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490a102-2c4e-4bb1-a6e1-1f4f921b64fe None None] Network bcd4ae09-be82-41d9-a57f-fd76f070419f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:49.958896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:49.965072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.024762 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf234f68-1c8b-4780-8e64-bfa6922db565 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0921934 Feb 09 02:46:50.027018 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39502) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:50.036129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:50.058394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 964516a7-3c30-434d-ab6d-2c4a78f9229e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:50.095147 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (cef7bd32-37ae-46f6-8397-20df85fdd8f0), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.096736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (cef7bd32-37ae-46f6-8397-20df85fdd8f0), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.239072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks [] for router_controller (cef7bd32-37ae-46f6-8397-20df85fdd8f0), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.257340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-bcd4ae09-be82-41d9-a57f-fd76f070419f', 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f', 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'fixed_ips': [{'subnet_id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:50.259851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.290697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 964516a7-3c30-434d-ab6d-2c4a78f9229e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:50.290968 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.541677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.629690 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks [] for router_gateway (cef7bd32-37ae-46f6-8397-20df85fdd8f0), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.648715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 964516a7-3c30-434d-ab6d-2c4a78f9229e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:50.649135 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.715509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 964516a7-3c30-434d-ab6d-2c4a78f9229e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=964516a7-3c30-434d-ab6d-2c4a78f9229e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:50.730896 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks [] for security_group (2efadf56-f0aa-4204-a0a3-aae388113c59), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.736328 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.740439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2efadf56-f0aa-4204-a0a3-aae388113c59), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.790071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:50.817134 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efadf56-f0aa-4204-a0a3-aae388113c59,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.827605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=964516a7-3c30-434d-ab6d-2c4a78f9229e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.830119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0bcfe059-7c03-49f4-a47c-496dc42958fc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.830311 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Added segment 0bcfe059-7c03-49f4-a47c-496dc42958fc of type vlan for network f6801936-7209-4c0e-9589-5dd8235a811e Feb 09 02:46:50.839199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Allocated IP 172.20.0.2 (bcd4ae09-be82-41d9-a57f-fd76f070419f/aa614c71-488d-41c3-afa7-6b8eab8a0750/8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:50.894006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (f6801936-7209-4c0e-9589-5dd8235a811e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.926749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (f6801936-7209-4c0e-9589-5dd8235a811e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.928521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.929335 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.011036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Pushing event updated for resources: {'Network': ['ID=f6801936-7209-4c0e-9589-5dd8235a811e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.034943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.035708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.036062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.036408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.038483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.040081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.040423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.040764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.041104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.042274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.043396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.043756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.044076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:51.058934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks [] for router_gateway (cef7bd32-37ae-46f6-8397-20df85fdd8f0), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.068511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dd81a221-ebcd-4fe7-b151-fd1cd58ac091 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3051043 Feb 09 02:46:51.069175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39506) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:51.081968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Request body: {'subnet': {'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-754599526-subnet', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:51.082220 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.136700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Made reservation on behalf of f9c8a30cc7954f13bf578966cb4e2e28 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:51.139774 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.158668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Publish callbacks [] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.166751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network f6801936-7209-4c0e-9589-5dd8235a811e details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:51.195722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.282820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Allocated IP 172.25.6.19 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/694d5fd2-709d-4a0d-84fb-90df18919a65) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:51.374101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Network bcd4ae09-be82-41d9-a57f-fd76f070419f is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:51.387579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:51.395548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:51.434044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (e50b0460-371a-4299-97e9-b061720cfceb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.447661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Pushing event updated for resources: {'Port': ['ID=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.468934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks [] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.554403 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.578521 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50b0460-371a-4299-97e9-b061720cfceb,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.581088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Attempting to bind port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:51.581527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Attempting to bind port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:51.581904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Attempting to bind port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f on network bcd4ae09-be82-41d9-a57f-fd76f070419f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:51.593897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:51.594446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Checking segment: {'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:51.594889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.595270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Bound using segment: {'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:51.595749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Bound port: 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:51.596148 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.614156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:51.620524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:51.624021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:51.640539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Checking segment: {'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:51.640821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Network hostable DHCP agents. Network: f6801936-7209-4c0e-9589-5dd8235a811e, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:51.679878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Network f6801936-7209-4c0e-9589-5dd8235a811e is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:51.682345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Pushing event updated for resources: {'Port': ['ID=694d5fd2-709d-4a0d-84fb-90df18919a65,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.701506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, f6801936-7209-4c0e-9589-5dd8235a811e) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:51.709782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.710421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.728638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b093f41-19e3-4742-ab9e-14659fbe1c25 None None] Network f6801936-7209-4c0e-9589-5dd8235a811e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:51.763923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] For port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:51.776827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-744a0774-2924-4911-9688-573ed5307ee7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7065125 Feb 09 02:46:51.783059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39510) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:51.788316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:51.830883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] For port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,segment=NetworkSegment(8fa818ab-5214-4924-9e5e-4115c32ca9f8),segment_id=8fa818ab-5214-4924-9e5e-4115c32ca9f8)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:51.845500 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.855830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.861174 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.027328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257659-f21b-4f6b-aa45-93befd7362c2 None None] Pushing event updated for resources: {'Port': ['ID=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:52.039166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-f6801936-7209-4c0e-9589-5dd8235a811e', 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e', 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'fixed_ips': [{'subnet_id': 'e50b0460-371a-4299-97e9-b061720cfceb'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:52.040613 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.064830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks [] for router_controller (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.192720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 40af90f5-8af8-425a-8cf2-2a6e5884408f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:52.216692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks [] for router_gateway (cef7bd32-37ae-46f6-8397-20df85fdd8f0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.300794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Sync routers for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:52.305098 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks [] for router_gateway (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.354277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Allocated IP 172.20.0.2 (f6801936-7209-4c0e-9589-5dd8235a811e/e50b0460-371a-4299-97e9-b061720cfceb/b8b3c4df-a5d1-4d21-a685-be0b09dca7e0) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:52.372633 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 40af90f5-8af8-425a-8cf2-2a6e5884408f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:52.373414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.374991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:52.375611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:52.685690 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks [] for router_gateway (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.712344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.736747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 40af90f5-8af8-425a-8cf2-2a6e5884408f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:52.737147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.744953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:52.857431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Allocated IP 172.25.6.155 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/65473c96-2e5e-4847-bba5-b147b1cb4162) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:52.874014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 40af90f5-8af8-425a-8cf2-2a6e5884408f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=40af90f5-8af8-425a-8cf2-2a6e5884408f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:52.912424 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Publish callbacks [] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.955612 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.956421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 964516a7-3c30-434d-ab6d-2c4a78f9229e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:53.024464 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (cef7bd32-37ae-46f6-8397-20df85fdd8f0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.050415 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks [] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.064898 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.110979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=40af90f5-8af8-425a-8cf2-2a6e5884408f,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.113840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.198356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:53.202120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:53.211384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:53.273557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Router cef7bd32-37ae-46f6-8397-20df85fdd8f0 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:46:53.275226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Pushing event updated for resources: {'Port': ['ID=65473c96-2e5e-4847-bba5-b147b1cb4162,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.492084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Network f6801936-7209-4c0e-9589-5dd8235a811e is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:53.522484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:53.529876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:53.569910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:53.579370 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Sync routers for ids ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:53.581017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e30c9f41-4254-4601-9493-fdeb54574acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.602035 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Routers {'cef7bd32-37ae-46f6-8397-20df85fdd8f0'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:53.603943 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:53.612645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.612931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Pushing event updated for resources: {'Port': ['ID=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.620857 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0c236448-6926-4c54-aafc-1753d3d23225 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5925207 Feb 09 02:46:53.621504 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39516) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:53.673014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 964516a7-3c30-434d-ab6d-2c4a78f9229e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:53.673563 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.683508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks [] for router_gateway (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.771929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Sync routers for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:53.823816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Attempting to bind port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:53.824350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Attempting to bind port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:53.824830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Attempting to bind port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 on network f6801936-7209-4c0e-9589-5dd8235a811e {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:53.840414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:53.841015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Checking segment: {'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:53.841586 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.842270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Bound using segment: {'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:53.842711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Bound port: b8b3c4df-a5d1-4d21-a685-be0b09dca7e0, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:53.843209 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.843567 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Set router cef7bd32-37ae-46f6-8397-20df85fdd8f0 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:53.847652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:53.851688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:54.059014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a487b4a-3f9a-4b88-bed6-2a526a4af4c3 None None] Network bcd4ae09-be82-41d9-a57f-fd76f070419f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:54.073284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.110643 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 3, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port': {'id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:54.145540 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Checking router: cef7bd32-37ae-46f6-8397-20df85fdd8f0 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:54.146974 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Updating router cef7bd32-37ae-46f6-8397-20df85fdd8f0 port 694d5fd2-709d-4a0d-84fb-90df18919a65 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:54.197355 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.276467 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:54.287109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ea9ef9d4-875b-49b0-9138-161c283dd832 None None] Provisioning complete for port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:54.287485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef9d4-875b-49b0-9138-161c283dd832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.333887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:46:54.402320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:46:47Z', 'revision_number': 2, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:54.462445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] For port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:54.465992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 964516a7-3c30-434d-ab6d-2c4a78f9229e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:54.532093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.537492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:54.574039 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Sync routers for ids ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:54.580350 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.582155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f78a4af8-0613-46bc-9e79-10abcfef093c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7976813 Feb 09 02:46:54.587754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39520) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:54.624178 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Routers {'3e2a8c3f-18a7-4c24-98b5-ea9fba057391'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:54.624884 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:54.631490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Checking router: c6e80506-ae3c-452e-bc1f-cafbe78af5ba for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:54.632027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Updating router c6e80506-ae3c-452e-bc1f-cafbe78af5ba port 41d50dbc-4fc2-4529-b836-59499f582559 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:54.648430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] For port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,segment=NetworkSegment(0bcfe059-7c03-49f4-a47c-496dc42958fc),segment_id=0bcfe059-7c03-49f4-a47c-496dc42958fc)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:54.651228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ef9d4-875b-49b0-9138-161c283dd832 None None] Current status of the port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:54.651623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef9d4-875b-49b0-9138-161c283dd832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.758628 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.815186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:54.868083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Allocated IP 172.20.0.1 (bcd4ae09-be82-41d9-a57f-fd76f070419f/aa614c71-488d-41c3-afa7-6b8eab8a0750/9365393c-9a5e-48e1-9923-1d333e43ef80) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:54.893550 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (41d50dbc-4fc2-4529-b836-59499f582559), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.986148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ea9ef9d4-875b-49b0-9138-161c283dd832 None None] For port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,segment=NetworkSegment(8fa818ab-5214-4924-9e5e-4115c32ca9f8),segment_id=8fa818ab-5214-4924-9e5e-4115c32ca9f8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:55.019295 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks [] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.019906 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef9d4-875b-49b0-9138-161c283dd832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.079328 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Publish callbacks [] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.079610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d768c30-5055-4907-b84c-481f071a9a76 None None] Pushing event updated for resources: {'Port': ['ID=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.117869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.136498 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.199339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Network bcd4ae09-be82-41d9-a57f-fd76f070419f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:55.205132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:55.213565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:55.287207 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Set router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:55.294680 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d5824-5fc4-463e-9085-ea22803180d6 None None] Pushing event updated for resources: {'Port': ['ID=694d5fd2-709d-4a0d-84fb-90df18919a65,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.329634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:55.330019 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.398280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (cef7bd32-37ae-46f6-8397-20df85fdd8f0), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.472538 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Attempting to bind port 694d5fd2-709d-4a0d-84fb-90df18919a65 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:55.473311 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Attempting to bind port 694d5fd2-709d-4a0d-84fb-90df18919a65 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:55.473541 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Attempting to bind port 694d5fd2-709d-4a0d-84fb-90df18919a65 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:55.504219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ef9d4-875b-49b0-9138-161c283dd832 None None] Pushing event updated for resources: {'Port': ['ID=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.549313 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:55.555722 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:55.564712 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.565410 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:55.566539 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Bound port: 694d5fd2-709d-4a0d-84fb-90df18919a65, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:55.567190 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.571583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.713135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 2, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:55.728284 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] For port 694d5fd2-709d-4a0d-84fb-90df18919a65, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:55.735423 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] For port 694d5fd2-709d-4a0d-84fb-90df18919a65, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=694d5fd2-709d-4a0d-84fb-90df18919a65,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:55.778292 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.788495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Checking router: 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:55.788898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Updating router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 port babb109e-6243-4b45-a6dd-4eb6431f7538 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:55.804285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cefc8538-cdfd-4acd-8038-e7ddefb63fef None None] Provisioning complete for port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:55.804676 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cefc8538-cdfd-4acd-8038-e7ddefb63fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.837677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Pushing event updated for resources: {'Port': ['ID=9365393c-9a5e-48e1-9923-1d333e43ef80,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.852037 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d5824-5fc4-463e-9085-ea22803180d6 None None] Pushing event updated for resources: {'Port': ['ID=694d5fd2-709d-4a0d-84fb-90df18919a65,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.892584 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.899282 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Routers {'cef7bd32-37ae-46f6-8397-20df85fdd8f0'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:55.900059 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:55.930056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:55.932137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 40af90f5-8af8-425a-8cf2-2a6e5884408f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:56.037494 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:53Z', 'revision_number': 3, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port': {'id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:56.065184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Allocated IP 172.20.0.1 (f6801936-7209-4c0e-9589-5dd8235a811e/e50b0460-371a-4299-97e9-b061720cfceb/c8eea04e-ed24-420d-8e15-280ca189a33e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:56.072443 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Checking router: 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:56.073517 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Updating router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 port 65473c96-2e5e-4847-bba5-b147b1cb4162 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:56.107733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] Set router cef7bd32-37ae-46f6-8397-20df85fdd8f0 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:56.148609 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.281647 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks [] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.324250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.368180 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks [] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.376185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.378956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.436256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Network f6801936-7209-4c0e-9589-5dd8235a811e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:56.482818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Pushing event updated for resources: {'Port': ['ID=9365393c-9a5e-48e1-9923-1d333e43ef80,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.499070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:56.515648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:56.535067 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (cef7bd32-37ae-46f6-8397-20df85fdd8f0), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.605854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.609431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Pushing event updated for resources: {'Port': ['ID=c8eea04e-ed24-420d-8e15-280ca189a33e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.631861 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c66d4ae-2d49-4906-bd02-57403bad9382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.637437 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:46:56.729101 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Network bcd4ae09-be82-41d9-a57f-fd76f070419f is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:56.731771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:56.828490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.836757 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port': {'id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9365393c-9a5e-48e1-9923-1d333e43ef80', 'name': '', 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'mac_address': 'fa:16:3e:73:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:54Z', 'updated_at': '2022-02-09T02:46:54Z', 'revision_number': 1, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'subnets': [{'id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:56.852678 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Publish callbacks [] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.904747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a92e2d-1d95-49f3-ab15-c6f7b486607a None None] Network f6801936-7209-4c0e-9589-5dd8235a811e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:56.915844 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.918019 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3ba58-8f44-41f7-bb38-c651da24df88 None None] The sync data for ids ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'] in n-d-826675-12 is: [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port': {'id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9365393c-9a5e-48e1-9923-1d333e43ef80', 'name': '', 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'mac_address': 'fa:16:3e:73:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:54Z', 'updated_at': '2022-02-09T02:46:54Z', 'revision_number': 1, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'subnets': [{'id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:56.969746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Router cef7bd32-37ae-46f6-8397-20df85fdd8f0 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:57.067582 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Attempting to bind port 65473c96-2e5e-4847-bba5-b147b1cb4162 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:57.067582 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Attempting to bind port 65473c96-2e5e-4847-bba5-b147b1cb4162 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:57.067582 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Attempting to bind port 65473c96-2e5e-4847-bba5-b147b1cb4162 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:57.074022 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885225e-4f86-4bd1-b6b1-ebb0371a9be8 None None] Pushing event updated for resources: {'Port': ['ID=65473c96-2e5e-4847-bba5-b147b1cb4162,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.091577 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:57.091963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:57.092379 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.092779 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:57.093275 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Bound port: 65473c96-2e5e-4847-bba5-b147b1cb4162, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:57.093659 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.165008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:57.179113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5833e560-2f96-4669-9688-08a2689aa226 admin admin] 10.222.0.53 "PUT /v2.0/routers/cef7bd32-37ae-46f6-8397-20df85fdd8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5565279 Feb 09 02:46:57.205453 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Publish callbacks [] for port (41d50dbc-4fc2-4529-b836-59499f582559), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.219833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 40af90f5-8af8-425a-8cf2-2a6e5884408f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:57.220212 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.222705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks [] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.225905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cefc8538-cdfd-4acd-8038-e7ddefb63fef None None] Current status of the port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:57.234560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.237836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.261736 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] For port 65473c96-2e5e-4847-bba5-b147b1cb4162, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:57.266872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (41d50dbc-4fc2-4529-b836-59499f582559), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.268956 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] For port 65473c96-2e5e-4847-bba5-b147b1cb4162, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=65473c96-2e5e-4847-bba5-b147b1cb4162,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:57.283099 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.363428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Pushing event updated for resources: {'Port': ['ID=c8eea04e-ed24-420d-8e15-280ca189a33e,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.433738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.466166 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Routers {'3e2a8c3f-18a7-4c24-98b5-ea9fba057391'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:57.466825 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:57.469101 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885225e-4f86-4bd1-b6b1-ebb0371a9be8 None None] Pushing event updated for resources: {'Port': ['ID=65473c96-2e5e-4847-bba5-b147b1cb4162,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.580964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85b3d4-5370-4263-9cf5-be1ebcccce2f None None] Pushing event updated for resources: {'Port': ['ID=41d50dbc-4fc2-4529-b836-59499f582559,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.644407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Network f6801936-7209-4c0e-9589-5dd8235a811e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:57.646856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:57.741979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Publish callbacks [] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.766678 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] Set router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:57.787322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Provisioning complete for port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:57.787714 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.869688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:57.875209 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.129068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Attempting to bind port 41d50dbc-4fc2-4529-b836-59499f582559 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:58.130369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Attempting to bind port 41d50dbc-4fc2-4529-b836-59499f582559 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:58.131020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Attempting to bind port 41d50dbc-4fc2-4529-b836-59499f582559 on network 7aeaf2df-6367-4235-a938-54bad0b931ba {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:58.150605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:58.151642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Checking segment: {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:58.152243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.153019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Bound using segment: {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:58.153714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Bound port: 41d50dbc-4fc2-4529-b836-59499f582559, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:58.154303 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (41d50dbc-4fc2-4529-b836-59499f582559), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.162780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b45a-c0e5-4d45-88e7-5d0f9d390a58 None None] Pushing event updated for resources: {'Port': ['ID=babb109e-6243-4b45-a6dd-4eb6431f7538,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.210535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 40af90f5-8af8-425a-8cf2-2a6e5884408f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.214196 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 4, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port': {'id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c8eea04e-ed24-420d-8e15-280ca189a33e', 'name': '', 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'mac_address': 'fa:16:3e:d0:79:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 2, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'subnets': [{'id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:58.260036 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a09d9d-3ae7-4e83-b550-905866780064 None None] The sync data for ids ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'] in n-d-826675-12 is: [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 4, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port': {'id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c8eea04e-ed24-420d-8e15-280ca189a33e', 'name': '', 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'mac_address': 'fa:16:3e:d0:79:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 2, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'subnets': [{'id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:58.499603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] For port 41d50dbc-4fc2-4529-b836-59499f582559, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:58.513656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] For port 41d50dbc-4fc2-4529-b836-59499f582559, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=41d50dbc-4fc2-4529-b836-59499f582559,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:58.619793 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.620941 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (41d50dbc-4fc2-4529-b836-59499f582559), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.742281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85b3d4-5370-4263-9cf5-be1ebcccce2f None None] Pushing event updated for resources: {'Port': ['ID=41d50dbc-4fc2-4529-b836-59499f582559,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.745736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:58.834393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:58.847456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Attempting to bind port babb109e-6243-4b45-a6dd-4eb6431f7538 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:58.847779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Attempting to bind port babb109e-6243-4b45-a6dd-4eb6431f7538 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:58.848331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Attempting to bind port babb109e-6243-4b45-a6dd-4eb6431f7538 on network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:58.850061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-87b28802-0a72-48df-943d-fe3dc363cb62 admin admin] 10.222.0.53 "PUT /v2.0/routers/3e2a8c3f-18a7-4c24-98b5-ea9fba057391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2593255 Feb 09 02:46:58.851500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Current status of the port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.851902 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.880412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:58.887572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Checking segment: {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:58.890934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.891393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Bound using segment: {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:58.891913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Bound port: babb109e-6243-4b45-a6dd-4eb6431f7538, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:58.892452 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.034542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] For port babb109e-6243-4b45-a6dd-4eb6431f7538, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:59.038595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] For port babb109e-6243-4b45-a6dd-4eb6431f7538, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=babb109e-6243-4b45-a6dd-4eb6431f7538,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:59.039958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:59.040584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:59.053623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.053998 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.199999 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.272590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] For port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,segment=NetworkSegment(0bcfe059-7c03-49f4-a47c-496dc42958fc),segment_id=0bcfe059-7c03-49f4-a47c-496dc42958fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:59.379912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b45a-c0e5-4d45-88e7-5d0f9d390a58 None None] Pushing event updated for resources: {'Port': ['ID=babb109e-6243-4b45-a6dd-4eb6431f7538,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.390267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.456274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39544) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:59.463137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-49410a55-aa84-43a0-87d3-912058d6069d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398453700', 'description': 'tempest-secgroup-smoke-1398453700 description', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:59.483251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Pushing event updated for resources: {'Port': ['ID=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.501270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:59.509912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:59.511719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:59.528440 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49410a55-aa84-43a0-87d3-912058d6069d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.608639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Provisioning complete for port 9365393c-9a5e-48e1-9923-1d333e43ef80 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.633321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.771736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49410a55-aa84-43a0-87d3-912058d6069d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group (347cf795-389f-4af7-ba32-dc79d57874f2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.779984 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49410a55-aa84-43a0-87d3-912058d6069d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (347cf795-389f-4af7-ba32-dc79d57874f2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.804794 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-49410a55-aa84-43a0-87d3-912058d6069d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.806377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-49410a55-aa84-43a0-87d3-912058d6069d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3487206 Feb 09 02:46:59.809516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39572) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:59.815463 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'security_group_rule': {'security_group_id': '347cf795-389f-4af7-ba32-dc79d57874f2', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:59.846191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49410a55-aa84-43a0-87d3-912058d6069d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347cf795-389f-4af7-ba32-dc79d57874f2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.894496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (40b1411c-dc27-4370-a201-0e188af46e3f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.005397 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (40b1411c-dc27-4370-a201-0e188af46e3f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.018200 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (40b1411c-dc27-4370-a201-0e188af46e3f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.045935 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b1411c-dc27-4370-a201-0e188af46e3f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.061844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.065713 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2526469 Feb 09 02:47:00.066211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.066594 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.067136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.067895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.067895 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.068334 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.068678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.069015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.069350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.069681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39584) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.069807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.075561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-688b0979-30b3-4138-935d-a4035dae9e48 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'security_group_rule': {'security_group_id': '347cf795-389f-4af7-ba32-dc79d57874f2', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.077669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.078178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.078553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca00ba1-b117-4a20-84b0-7f7681f6b175 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:00.136594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-688b0979-30b3-4138-935d-a4035dae9e48 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (0f0bbb3f-6011-4bdb-9170-cd1122bda78b), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.218666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:00.219486 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-688b0979-30b3-4138-935d-a4035dae9e48 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (0f0bbb3f-6011-4bdb-9170-cd1122bda78b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.219805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:00.226537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-688b0979-30b3-4138-935d-a4035dae9e48 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0f0bbb3f-6011-4bdb-9170-cd1122bda78b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.251127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b0979-30b3-4138-935d-a4035dae9e48 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0bbb3f-6011-4bdb-9170-cd1122bda78b,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.263923 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-688b0979-30b3-4138-935d-a4035dae9e48 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.267988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-688b0979-30b3-4138-935d-a4035dae9e48 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1942317 Feb 09 02:47:00.268361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39586) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.275622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4de1bdbb-496d-44f0-a712-e51e30db2449 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'security_group_rule': {'security_group_id': '347cf795-389f-4af7-ba32-dc79d57874f2', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.321171 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4de1bdbb-496d-44f0-a712-e51e30db2449 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (391f9f84-4325-47ea-8006-e0d8333dcd38), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.424941 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.448145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2ca04077-e68f-4e35-8a91-3b0ae8dc36b1 None None] Port 9365393c-9a5e-48e1-9923-1d333e43ef80 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:00.474681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:00.475333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.497753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4de1bdbb-496d-44f0-a712-e51e30db2449 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (391f9f84-4325-47ea-8006-e0d8333dcd38), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.503696 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4de1bdbb-496d-44f0-a712-e51e30db2449 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (391f9f84-4325-47ea-8006-e0d8333dcd38), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.533894 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4de1bdbb-496d-44f0-a712-e51e30db2449 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.535774 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4de1bdbb-496d-44f0-a712-e51e30db2449 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2660489 Feb 09 02:47:00.538520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39592) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.544332 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2d68d94e-02e0-47ec-83e3-47b5a78d4760 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'security_group_rule': {'security_group_id': '347cf795-389f-4af7-ba32-dc79d57874f2', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.566857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1bdbb-496d-44f0-a712-e51e30db2449 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391f9f84-4325-47ea-8006-e0d8333dcd38,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.569406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:00.602883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d68d94e-02e0-47ec-83e3-47b5a78d4760 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (44dcded7-2997-48e6-9cf6-2b9e8b9a5abc), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.662919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Provisioning complete for port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:00.663824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.689999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d68d94e-02e0-47ec-83e3-47b5a78d4760 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (44dcded7-2997-48e6-9cf6-2b9e8b9a5abc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.700997 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d68d94e-02e0-47ec-83e3-47b5a78d4760 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (44dcded7-2997-48e6-9cf6-2b9e8b9a5abc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.720993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68d94e-02e0-47ec-83e3-47b5a78d4760 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dcded7-2997-48e6-9cf6-2b9e8b9a5abc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.731949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d68d94e-02e0-47ec-83e3-47b5a78d4760 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.733327 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d68d94e-02e0-47ec-83e3-47b5a78d4760 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1937249 Feb 09 02:47:00.737553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 39598) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.742741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'security_group_rule': {'security_group_id': '347cf795-389f-4af7-ba32-dc79d57874f2', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.773800 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Project c3c9fd19a130410abde5a3a0c3042173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:47:00.781642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (49cb9c34-0391-4883-b3d0-e8c6ca9b7dab), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.822843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:00.880953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (49cb9c34-0391-4883-b3d0-e8c6ca9b7dab), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.886214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47196a3-74d7-4f2c-b800-a5698bbea5d2 None None] The sync data for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 is: [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:46:58Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:00.886729 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (49cb9c34-0391-4883-b3d0-e8c6ca9b7dab), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.912644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cb9c34-0391-4883-b3d0-e8c6ca9b7dab,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.928110 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.930004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b7954769-6b8c-4f85-9649-f80fa47f8373 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1911087 Feb 09 02:47:00.933224 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39624) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:00.941907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'security_group_rule': {'security_group_id': '347cf795-389f-4af7-ba32-dc79d57874f2', 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.952758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:00.968280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Current status of the port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:00.983798 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Project c3c9fd19a130410abde5a3a0c3042173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:47:00.998926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (b8b2079b-b4e1-4261-a31a-31c9dbd0e4f5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.017952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Provisioning complete for port c8eea04e-ed24-420d-8e15-280ca189a33e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.018343 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.073481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Port c8eea04e-ed24-420d-8e15-280ca189a33e cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:01.106401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Provisioning complete for port babb109e-6243-4b45-a6dd-4eb6431f7538 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.106401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.113563 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:46:59Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:01.180794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (b8b2079b-b4e1-4261-a31a-31c9dbd0e4f5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.202367 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b8b2079b-b4e1-4261-a31a-31c9dbd0e4f5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.234905 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.236180 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3007238 Feb 09 02:47:01.238987 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86848813-749a-42e1-865d-617e4623b0a2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b2079b-b4e1-4261-a31a-31c9dbd0e4f5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:01.277571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10780e3-1116-415a-b706-1cf429c9158a None None] The sync data for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 is: [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:46:59Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:01.388901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Current status of the port babb109e-6243-4b45-a6dd-4eb6431f7538 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:01.389361 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.416784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:01.479007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] For port babb109e-6243-4b45-a6dd-4eb6431f7538, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=babb109e-6243-4b45-a6dd-4eb6431f7538,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:01.489378 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.584533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Pushing event updated for resources: {'Port': ['ID=babb109e-6243-4b45-a6dd-4eb6431f7538,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:01.602302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.602968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.603499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.603840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.604176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.604503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.605003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.605524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.606019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.608065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.609053 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.609912 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.610409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:01.636301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Provisioning complete for port 41d50dbc-4fc2-4529-b836-59499f582559 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.637103 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41d50dbc-4fc2-4529-b836-59499f582559), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.675605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.676262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.816258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Current status of the port 41d50dbc-4fc2-4529-b836-59499f582559 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:01.816672 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (41d50dbc-4fc2-4529-b836-59499f582559), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.833493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:01.834757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device babb109e-6243-4b45-a6dd-4eb6431f7538 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:01.896359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] For port 41d50dbc-4fc2-4529-b836-59499f582559, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=41d50dbc-4fc2-4529-b836-59499f582559,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:01.903604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (41d50dbc-4fc2-4529-b836-59499f582559), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.964901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port babb109e-6243-4b45-a6dd-4eb6431f7538 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.965390 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.997330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f46a45-0e95-416f-b25e-49846cd62b85 None None] Pushing event updated for resources: {'Port': ['ID=41d50dbc-4fc2-4529-b836-59499f582559,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:02.065632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port babb109e-6243-4b45-a6dd-4eb6431f7538 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:02.066862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41d50dbc-4fc2-4529-b836-59499f582559 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:02.131081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 41d50dbc-4fc2-4529-b836-59499f582559 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:02.131468 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41d50dbc-4fc2-4529-b836-59499f582559), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.270655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 41d50dbc-4fc2-4529-b836-59499f582559 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:02.272388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 694d5fd2-709d-4a0d-84fb-90df18919a65 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:02.337520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 694d5fd2-709d-4a0d-84fb-90df18919a65 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:02.338210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.429661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 694d5fd2-709d-4a0d-84fb-90df18919a65 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:02.430245 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.455863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 694d5fd2-709d-4a0d-84fb-90df18919a65, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=694d5fd2-709d-4a0d-84fb-90df18919a65,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:02.463144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.530498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=694d5fd2-709d-4a0d-84fb-90df18919a65,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:03.228401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Sync routers for ids ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:03.261391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Routers {'cef7bd32-37ae-46f6-8397-20df85fdd8f0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:03.262017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:03.265273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 65473c96-2e5e-4847-bba5-b147b1cb4162 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:03.460398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 65473c96-2e5e-4847-bba5-b147b1cb4162 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:03.461356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.464129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Set router cef7bd32-37ae-46f6-8397-20df85fdd8f0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:03.885755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 65473c96-2e5e-4847-bba5-b147b1cb4162 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:03.886150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.935604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 65473c96-2e5e-4847-bba5-b147b1cb4162, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=65473c96-2e5e-4847-bba5-b147b1cb4162,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:03.939711 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.940506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 694d5fd2-709d-4a0d-84fb-90df18919a65 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:04.034485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=65473c96-2e5e-4847-bba5-b147b1cb4162,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:04.054608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port': {'id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9365393c-9a5e-48e1-9923-1d333e43ef80', 'name': '', 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'mac_address': 'fa:16:3e:73:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:54Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 2, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'subnets': [{'id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:04.058111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 694d5fd2-709d-4a0d-84fb-90df18919a65 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:04.058111 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.100920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Checking router: cef7bd32-37ae-46f6-8397-20df85fdd8f0 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:04.101276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Updating router cef7bd32-37ae-46f6-8397-20df85fdd8f0 port 9365393c-9a5e-48e1-9923-1d333e43ef80 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:04.141625 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.269204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 694d5fd2-709d-4a0d-84fb-90df18919a65 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:04.270348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device babb109e-6243-4b45-a6dd-4eb6431f7538 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:04.400662 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port babb109e-6243-4b45-a6dd-4eb6431f7538 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:04.400964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.556064 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Publish callbacks [] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.561297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port babb109e-6243-4b45-a6dd-4eb6431f7538 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:04.562398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41d50dbc-4fc2-4529-b836-59499f582559 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:04.565196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.653513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db83522-818a-471e-a687-9cb22590a701 None None] Pushing event updated for resources: {'Port': ['ID=9365393c-9a5e-48e1-9923-1d333e43ef80,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:04.711805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 41d50dbc-4fc2-4529-b836-59499f582559 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:04.712187 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (41d50dbc-4fc2-4529-b836-59499f582559), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.742547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Attempting to bind port 9365393c-9a5e-48e1-9923-1d333e43ef80 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:04.742922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Attempting to bind port 9365393c-9a5e-48e1-9923-1d333e43ef80 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:04.743288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Attempting to bind port 9365393c-9a5e-48e1-9923-1d333e43ef80 on network bcd4ae09-be82-41d9-a57f-fd76f070419f {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:04.756642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:04.757020 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Checking segment: {'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:04.757428 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.757835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Bound using segment: {'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:04.758322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Bound port: 9365393c-9a5e-48e1-9923-1d333e43ef80, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa818ab-5214-4924-9e5e-4115c32ca9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:04.758746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.866333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] For port 9365393c-9a5e-48e1-9923-1d333e43ef80, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:04.875496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] For port 9365393c-9a5e-48e1-9923-1d333e43ef80, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9365393c-9a5e-48e1-9923-1d333e43ef80,segment=NetworkSegment(8fa818ab-5214-4924-9e5e-4115c32ca9f8),segment_id=8fa818ab-5214-4924-9e5e-4115c32ca9f8)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:04.916589 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.987983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 41d50dbc-4fc2-4529-b836-59499f582559 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:05.088757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Routers {'cef7bd32-37ae-46f6-8397-20df85fdd8f0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:05.089736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:05.103296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-45856359-2412-4c63-b816-4ed99b65c13a None None] Provisioning complete for port 9365393c-9a5e-48e1-9923-1d333e43ef80 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:05.103681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45856359-2412-4c63-b816-4ed99b65c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.105774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db83522-818a-471e-a687-9cb22590a701 None None] Pushing event updated for resources: {'Port': ['ID=9365393c-9a5e-48e1-9923-1d333e43ef80,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:05.184580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 65473c96-2e5e-4847-bba5-b147b1cb4162 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:05.342945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] Set router cef7bd32-37ae-46f6-8397-20df85fdd8f0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:05.371429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 65473c96-2e5e-4847-bba5-b147b1cb4162 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:05.371804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.455942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-45856359-2412-4c63-b816-4ed99b65c13a None None] Current status of the port 9365393c-9a5e-48e1-9923-1d333e43ef80 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:05.456253 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45856359-2412-4c63-b816-4ed99b65c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.551871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-45856359-2412-4c63-b816-4ed99b65c13a None None] For port 9365393c-9a5e-48e1-9923-1d333e43ef80, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9365393c-9a5e-48e1-9923-1d333e43ef80,segment=NetworkSegment(8fa818ab-5214-4924-9e5e-4115c32ca9f8),segment_id=8fa818ab-5214-4924-9e5e-4115c32ca9f8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:05.750654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45856359-2412-4c63-b816-4ed99b65c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.805616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 65473c96-2e5e-4847-bba5-b147b1cb4162 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:05.851510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45856359-2412-4c63-b816-4ed99b65c13a None None] Pushing event updated for resources: {'Port': ['ID=9365393c-9a5e-48e1-9923-1d333e43ef80,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:05.886447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1a5237b3-40c5-4a37-b9b9-69ce16420e3b None None] Provisioning complete for port 9365393c-9a5e-48e1-9923-1d333e43ef80 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:05.886851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1a5237b3-40c5-4a37-b9b9-69ce16420e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.891786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port': {'id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9365393c-9a5e-48e1-9923-1d333e43ef80', 'name': '', 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'mac_address': 'fa:16:3e:73:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:54Z', 'updated_at': '2022-02-09T02:47:04Z', 'revision_number': 4, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'subnets': [{'id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:05.947428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ae808-2064-4b0f-8fbb-91e8b5c0c22a None None] The sync data for ids ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'] in n-d-826675-12 is: [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:46:55Z', 'revision_number': 4, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port': {'id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9365393c-9a5e-48e1-9923-1d333e43ef80', 'name': '', 'network_id': 'bcd4ae09-be82-41d9-a57f-fd76f070419f', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'mac_address': 'fa:16:3e:73:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:54Z', 'updated_at': '2022-02-09T02:47:04Z', 'revision_number': 4, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'subnets': [{'id': 'aa614c71-488d-41c3-afa7-6b8eab8a0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:06.012973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1a5237b3-40c5-4a37-b9b9-69ce16420e3b None None] Current status of the port 9365393c-9a5e-48e1-9923-1d333e43ef80 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:06.532972 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Sync routers for ids ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:06.545758 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Routers {'3e2a8c3f-18a7-4c24-98b5-ea9fba057391'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:06.546793 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:06.815961 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Set router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:07.077130 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 4, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port': {'id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c8eea04e-ed24-420d-8e15-280ca189a33e', 'name': '', 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'mac_address': 'fa:16:3e:d0:79:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 2, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'subnets': [{'id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:07.109415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Checking router: 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:07.109796 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Updating router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 port c8eea04e-ed24-420d-8e15-280ca189a33e binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:07.142723 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.149272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9365393c-9a5e-48e1-9923-1d333e43ef80 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:07.233388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9365393c-9a5e-48e1-9923-1d333e43ef80 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:07.233741 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.351646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9365393c-9a5e-48e1-9923-1d333e43ef80 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:07.547731 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Publish callbacks [] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.554319 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.605275 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6461567-8dd7-4f04-9d60-1a296501a73e None None] Pushing event updated for resources: {'Port': ['ID=c8eea04e-ed24-420d-8e15-280ca189a33e,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:07.677124 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Attempting to bind port c8eea04e-ed24-420d-8e15-280ca189a33e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:07.677500 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Attempting to bind port c8eea04e-ed24-420d-8e15-280ca189a33e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:07.677863 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Attempting to bind port c8eea04e-ed24-420d-8e15-280ca189a33e on network f6801936-7209-4c0e-9589-5dd8235a811e {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:07.687875 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:07.688390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Checking segment: {'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:07.688795 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.689207 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Bound using segment: {'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:07.690514 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Bound port: c8eea04e-ed24-420d-8e15-280ca189a33e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcfe059-7c03-49f4-a47c-496dc42958fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:07.690907 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.803941 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] For port c8eea04e-ed24-420d-8e15-280ca189a33e, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:07.808940 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] For port c8eea04e-ed24-420d-8e15-280ca189a33e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c8eea04e-ed24-420d-8e15-280ca189a33e,segment=NetworkSegment(0bcfe059-7c03-49f4-a47c-496dc42958fc),segment_id=0bcfe059-7c03-49f4-a47c-496dc42958fc)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:07.816080 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.917416 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Routers {'3e2a8c3f-18a7-4c24-98b5-ea9fba057391'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:07.918317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:07.950584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-574d3622-2044-471f-ad35-e75029974362 None None] Provisioning complete for port c8eea04e-ed24-420d-8e15-280ca189a33e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:07.951688 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-574d3622-2044-471f-ad35-e75029974362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.996019 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6461567-8dd7-4f04-9d60-1a296501a73e None None] Pushing event updated for resources: {'Port': ['ID=c8eea04e-ed24-420d-8e15-280ca189a33e,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:08.071703 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] Set router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:08.116715 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-574d3622-2044-471f-ad35-e75029974362 None None] Current status of the port c8eea04e-ed24-420d-8e15-280ca189a33e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:08.117119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-574d3622-2044-471f-ad35-e75029974362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:08.196867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-574d3622-2044-471f-ad35-e75029974362 None None] For port c8eea04e-ed24-420d-8e15-280ca189a33e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c8eea04e-ed24-420d-8e15-280ca189a33e,segment=NetworkSegment(0bcfe059-7c03-49f4-a47c-496dc42958fc),segment_id=0bcfe059-7c03-49f4-a47c-496dc42958fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:08.202824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-574d3622-2044-471f-ad35-e75029974362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:08.271694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3622-2044-471f-ad35-e75029974362 None None] Pushing event updated for resources: {'Port': ['ID=c8eea04e-ed24-420d-8e15-280ca189a33e,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:08.330856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-58933845-688c-4248-97d2-963e5f977032 None None] Provisioning complete for port c8eea04e-ed24-420d-8e15-280ca189a33e triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:08.331474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-58933845-688c-4248-97d2-963e5f977032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:08.379003 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 4, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port': {'id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c8eea04e-ed24-420d-8e15-280ca189a33e', 'name': '', 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'mac_address': 'fa:16:3e:d0:79:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:07Z', 'revision_number': 4, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'subnets': [{'id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:08.412661 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a1764-89f9-4279-b268-e50b55743f26 None None] The sync data for ids ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'] in n-d-826675-12 is: [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 4, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port': {'id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c8eea04e-ed24-420d-8e15-280ca189a33e', 'name': '', 'network_id': 'f6801936-7209-4c0e-9589-5dd8235a811e', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'mac_address': 'fa:16:3e:d0:79:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:07Z', 'revision_number': 4, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'subnets': [{'id': 'e50b0460-371a-4299-97e9-b061720cfceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:08.438130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-58933845-688c-4248-97d2-963e5f977032 None None] Current status of the port c8eea04e-ed24-420d-8e15-280ca189a33e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:08.507223 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-eb7fdc4b-a94f-44f6-976e-544bff8a6ad5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657213 Feb 09 02:47:08.608773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-3e82b0e1-7414-40ce-9512-2f9869e0a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.610485 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-3e82b0e1-7414-40ce-9512-2f9869e0a122 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1128 time: 0.0589480 Feb 09 02:47:08.747924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-cbb0387b-0dd7-4fa0-ab51-e2b9399eaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.749800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-cbb0387b-0dd7-4fa0-ab51-e2b9399eaf61 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1156154 Feb 09 02:47:08.859815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-2cefbe8b-972a-40cc-9fb7-bce7773b4411 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 1001 time: 0.1025605 Feb 09 02:47:08.922359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-d79bc901-83c0-437f-a81f-238615cf431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.924173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-d79bc901-83c0-437f-a81f-238615cf431a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0582340 Feb 09 02:47:09.008514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-569b9e62-b950-421a-93fd-c538b4b1d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:09.009809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-569b9e62-b950-421a-93fd-c538b4b1d1ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0798488 Feb 09 02:47:09.144338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-d3607532-ff6c-4f1f-8e0f-a8044ae7eece service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275849 Feb 09 02:47:09.146917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c8eea04e-ed24-420d-8e15-280ca189a33e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:09.216968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c8eea04e-ed24-420d-8e15-280ca189a33e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:09.217620 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.321318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c22bef0-2b1c-45b2-a9de-53c6bedf51ad req-851462b0-9119-4d3f-a453-c91232dde1c5 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704853 Feb 09 02:47:09.336071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c8eea04e-ed24-420d-8e15-280ca189a33e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:09.367973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-57920486-01f1-4ec6-a1d2-c5eb3baa7a9c tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398453700&fields=id&tenant_id=c3c9fd19a130410abde5a3a0c3042173 HTTP/1.1" status: 200 len: 267 time: 0.0845151 Feb 09 02:47:09.493482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-372042a0-722a-4105-95c4-b39fa29534aa tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:09.499032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-372042a0-722a-4105-95c4-b39fa29534aa tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 808 time: 0.1231840 Feb 09 02:47:09.515394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7876b758-fad6-4bf2-aead-13641e108e3a tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/quotas/c3c9fd19a130410abde5a3a0c3042173 HTTP/1.1" status: 200 len: 375 time: 0.0135276 Feb 09 02:47:09.601596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-8658eaec-02bb-4214-b96e-d787a94c34bf tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755506 Feb 09 02:47:09.767107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-93342c80-111e-4bea-aa93-bfcf5b8acc44 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:47:09.773770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-93342c80-111e-4bea-aa93-bfcf5b8acc44 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1594357 Feb 09 02:47:09.884613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-adf60817-abb7-43c3-98d6-31680c4f42fe service neutron] 10.222.0.53 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099870 Feb 09 02:47:10.015545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-13102a95-f600-4f0f-91f9-2b0b9ef687b5 service neutron] 10.222.0.53 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251373 Feb 09 02:47:10.372152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-21ec0ba9-6886-4b4e-9034-f1c12b610aa5 req-0f05dc20-69b7-4160-916f-acb7449135d7 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 210 time: 0.1140792 Feb 09 02:47:11.544115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa86f78-5cb7-451c-ba41-0ef0ca59da76 req-8a03c31f-a717-4824-a506-3b2468b74bc6 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 210 time: 0.0509810 Feb 09 02:47:11.632965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-39daa6c5-f2b4-4deb-87c2-fa1a46ec010e tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:11.636548 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-39daa6c5-f2b4-4deb-87c2-fa1a46ec010e tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 808 time: 0.2166579 Feb 09 02:47:11.719934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-536a536b-e32f-4b17-b22e-ad31df045ff2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3c9fd19a130410abde5a3a0c3042173 HTTP/1.1" status: 200 len: 380 time: 0.0717511 Feb 09 02:47:11.730666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'port': {'device_id': '9944f908-fb8e-4572-82a2-e57355b563cd', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'admin_state_up': True, 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'security_groups': ['347cf795-389f-4af7-ba32-dc79d57874f2']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:11.862002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Made reservation on behalf of c3c9fd19a130410abde5a3a0c3042173 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:11.866119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.022496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Allocated IP 172.20.0.8 (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503/448ed941-1618-4206-8339-d267a390723c/2f0097c4-939b-4661-9101-d49a84a38b31) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:12.221387 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for port (2f0097c4-939b-4661-9101-d49a84a38b31), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.259718 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.303727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:12.310679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:12.314808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:12.342438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'Port': ['ID=2f0097c4-939b-4661-9101-d49a84a38b31,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:12.381171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.382697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.411892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7624fc1a-de2c-4228-9d29-b02b70397cd0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6845582 Feb 09 02:47:12.430854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Request body: {'port': {'device_id': '9944f908-fb8e-4572-82a2-e57355b563cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:12.521209 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.698734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ad507846-156b-447b-b365-8dc5ca19ebad None None] Provisioning complete for port 2f0097c4-939b-4661-9101-d49a84a38b31 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:12.700198 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad507846-156b-447b-b365-8dc5ca19ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.795133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6409d-afa6-4fe3-8c6a-cd99d0b74233 req-e9d83aa6-22c5-452a-83ed-34f285e6c74f tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.796667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03c6409d-afa6-4fe3-8c6a-cd99d0b74233 req-e9d83aa6-22c5-452a-83ed-34f285e6c74f tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 931 time: 0.1432421 Feb 09 02:47:12.803772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad507846-156b-447b-b365-8dc5ca19ebad None None] Port 2f0097c4-939b-4661-9101-d49a84a38b31 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:12.894212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03c6409d-afa6-4fe3-8c6a-cd99d0b74233 req-c1469d0e-01b1-499c-8607-c46f144dac54 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905466 Feb 09 02:47:12.967017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0097c4-939b-4661-9101-d49a84a38b31 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:12.976343 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Publish callbacks [] for port (2f0097c4-939b-4661-9101-d49a84a38b31), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.992543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Transition to ACTIVE for port object 2f0097c4-939b-4661-9101-d49a84a38b31 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:12.997693 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.068874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Pushing event updated for resources: {'Port': ['ID=2f0097c4-939b-4661-9101-d49a84a38b31,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:13.172785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Attempting to bind port 2f0097c4-939b-4661-9101-d49a84a38b31 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:13.173126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Attempting to bind port 2f0097c4-939b-4661-9101-d49a84a38b31 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:13.176147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Attempting to bind port 2f0097c4-939b-4661-9101-d49a84a38b31 on network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:13.191921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Port 2f0097c4-939b-4661-9101-d49a84a38b31 on network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:13.192518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Attempting to bind port 2f0097c4-939b-4661-9101-d49a84a38b31 on network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:13.203316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:13.203663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Checking segment: {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:13.204308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Bound using segment: {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:13.204745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Bound port: 2f0097c4-939b-4661-9101-d49a84a38b31, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:13.205243 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.326077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] For port 2f0097c4-939b-4661-9101-d49a84a38b31, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:13.331244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] For port 2f0097c4-939b-4661-9101-d49a84a38b31, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2f0097c4-939b-4661-9101-d49a84a38b31,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:13.342784 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.390109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:13.390780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.392389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] 10.222.0.72 "PUT /v2.0/ports/2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 1092 time: 0.9689183 Feb 09 02:47:13.392945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:13.396554 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:13.496314 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb8886-203a-44e5-97f5-e250e023d792 x-openstack-request-id: req-7ecb8886-203a-44e5-97f5-e250e023d792 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:13.496627 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:13.496887 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ecb8886-203a-44e5-97f5-e250e023d792 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:13.497407 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31', 'status': 'completed', 'code': 200} Feb 09 02:47:13.498596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a604d9-f142-4fb6-b9b7-7dfb7561d43a service neutron] Pushing event updated for resources: {'Port': ['ID=2f0097c4-939b-4661-9101-d49a84a38b31,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:13.525777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7b831383-5ef0-4a3e-95e1-0584f794661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:13.527600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-7b831383-5ef0-4a3e-95e1-0584f794661a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1126 time: 0.0888867 Feb 09 02:47:13.591703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-18da33d4-6df9-419a-9052-8ccc658fad6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 217 time: 0.0530453 Feb 09 02:47:13.673529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-d5488266-32f7-48b6-83b8-a2961c8df24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:13.676286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-d5488266-32f7-48b6-83b8-a2961c8df24f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0781984 Feb 09 02:47:13.734541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170f20-77c3-46df-8b0a-b785766be39e req-e6a8ec66-1201-47f9-9428-3b7aec352874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:13.736300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-e6a8ec66-1201-47f9-9428-3b7aec352874 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536358 Feb 09 02:47:13.840322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-278970bf-d113-49dd-b91a-cdbc54aaf41e service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984612 Feb 09 02:47:13.936013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb170f20-77c3-46df-8b0a-b785766be39e req-366fdd13-1dff-48e2-80c5-1ac635ec1544 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902221 Feb 09 02:47:14.082696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938147a-3871-45d7-a81c-ac5b0e526e0f req-4163ff87-5312-4374-bc45-eaee87f3a2aa tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:14.086116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e938147a-3871-45d7-a81c-ac5b0e526e0f req-4163ff87-5312-4374-bc45-eaee87f3a2aa tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 943 time: 0.1002362 Feb 09 02:47:14.096322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-8b4d5ec8-56e5-4881-8ecd-46be75e26a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:14.098584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-8b4d5ec8-56e5-4881-8ecd-46be75e26a32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1126 time: 0.0997562 Feb 09 02:47:14.233074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e938147a-3871-45d7-a81c-ac5b0e526e0f req-c27a34e0-1c9a-4b81-8f6b-b7c259a0e03c tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279111 Feb 09 02:47:14.291691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-f9145251-7eb7-4e11-8c83-03ddf8eee3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:14.293474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-f9145251-7eb7-4e11-8c83-03ddf8eee3e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 909 time: 0.1535401 Feb 09 02:47:14.346650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-ba3d77dc-0090-4ed3-b8a6-4be7556eed38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 217 time: 0.0466595 Feb 09 02:47:14.409970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-70940f5f-5251-4d86-93ec-f23ff092d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:14.414679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-70940f5f-5251-4d86-93ec-f23ff092d01d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0622740 Feb 09 02:47:14.476399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-fea35eb2-ba65-4d6b-bc2c-4843a3e22010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:14.478481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-fea35eb2-ba65-4d6b-bc2c-4843a3e22010 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573628 Feb 09 02:47:14.579200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-3dda422e-4651-4fad-8a71-88a84f57b0e5 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947516 Feb 09 02:47:14.677520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e45b828c-aa2a-4080-a5fa-b03377e4a8ca req-8cfdd3d0-0dbd-48bd-bac2-8c7278ac3f5a service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923839 Feb 09 02:47:15.390026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66ae91-7205-497d-b807-fd8b1ef02f32 req-92347ecc-a1ff-4121-aa63-19e5ea6755da tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:15.391701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d66ae91-7205-497d-b807-fd8b1ef02f32 req-92347ecc-a1ff-4121-aa63-19e5ea6755da tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 943 time: 0.0780203 Feb 09 02:47:15.459400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d66ae91-7205-497d-b807-fd8b1ef02f32 req-96545d27-606f-4459-9ff4-4b458073367e tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613475 Feb 09 02:47:16.593125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62280-6830-4d5d-a01d-165bd93bc23a req-a8dc0872-632b-4e6d-9579-ebb264bed97a tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:16.594867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cfe62280-6830-4d5d-a01d-165bd93bc23a req-a8dc0872-632b-4e6d-9579-ebb264bed97a tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 943 time: 0.0626349 Feb 09 02:47:16.656218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cfe62280-6830-4d5d-a01d-165bd93bc23a req-64cc1090-f121-4b9e-8db8-46a3d8d7d595 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545759 Feb 09 02:47:17.676619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2f0097c4-939b-4661-9101-d49a84a38b31 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:17.808787 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2f0097c4-939b-4661-9101-d49a84a38b31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2f0097c4-939b-4661-9101-d49a84a38b31,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:17.826766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '2f0097c4-939b-4661-9101-d49a84a38b31', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'port_id': '2f0097c4-939b-4661-9101-d49a84a38b31', 'mac_address': 'fa:16:3e:64:c2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:17.831340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133ad0a-e63b-4572-906b-3e4019101ce6 req-5197252f-1b6f-489d-b1da-b8e7b2261e30 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:17.839723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b133ad0a-e63b-4572-906b-3e4019101ce6 req-5197252f-1b6f-489d-b1da-b8e7b2261e30 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 943 time: 0.0846086 Feb 09 02:47:17.883863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2f0097c4-939b-4661-9101-d49a84a38b31 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:17.884599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:17.903011 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0097c4-939b-4661-9101-d49a84a38b31 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:17.914704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b133ad0a-e63b-4572-906b-3e4019101ce6 req-ff7f4cde-92d6-4dd6-9996-e52690b1e96e tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714335 Feb 09 02:47:17.936981 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2f0097c4-939b-4661-9101-d49a84a38b31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2f0097c4-939b-4661-9101-d49a84a38b31,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:17.942725 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.008133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2f0097c4-939b-4661-9101-d49a84a38b31,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:18.215556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.249519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['2f0097c4-939b-4661-9101-d49a84a38b31'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:19.043264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34e855-e05b-4aa1-a4d5-7f2a9cea1de8 req-7a82eca1-4746-48a7-b2be-cb509f8c65da tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:19.045823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed34e855-e05b-4aa1-a4d5-7f2a9cea1de8 req-7a82eca1-4746-48a7-b2be-cb509f8c65da tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 944 time: 0.0645382 Feb 09 02:47:19.106131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed34e855-e05b-4aa1-a4d5-7f2a9cea1de8 req-c1f48f0c-6301-48c9-861c-a3dc13c22a99 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523956 Feb 09 02:47:19.249478 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.686595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2f0097c4-939b-4661-9101-d49a84a38b31 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:19.741207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 2f0097c4-939b-4661-9101-d49a84a38b31 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:19.752615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 2f0097c4-939b-4661-9101-d49a84a38b31 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:19.753001 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.857803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 2f0097c4-939b-4661-9101-d49a84a38b31 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:19.858223 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.882679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:19.884956 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1efa490-156f-48be-8746-756015deff2b" -d '{"events": [{"server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:19.906678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 2f0097c4-939b-4661-9101-d49a84a38b31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2f0097c4-939b-4661-9101-d49a84a38b31,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:19.913347 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.954651 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65dd792-9f24-4f77-8c8d-76043689cbde x-openstack-request-id: req-a65dd792-9f24-4f77-8c8d-76043689cbde {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:19.954917 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:19.955421 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a65dd792-9f24-4f77-8c8d-76043689cbde {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:19.955931 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31', 'code': 200} Feb 09 02:47:19.988735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=2f0097c4-939b-4661-9101-d49a84a38b31,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:20.069911 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505a9f0-8d2d-4105-af25-bc74f01454e4 req-3ee51458-5d2d-451a-88b8-74f34eddb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:20.071554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8505a9f0-8d2d-4105-af25-bc74f01454e4 req-3ee51458-5d2d-451a-88b8-74f34eddb93a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.0522594 Feb 09 02:47:20.139557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8505a9f0-8d2d-4105-af25-bc74f01454e4 req-fbca5e8b-4478-432e-b31a-ff59b426ffb9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608828 Feb 09 02:47:20.281989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c93d6-ee99-4b38-b35f-1b96acd1ef15 req-6c417498-63bb-4d1e-a710-973341c2c437 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:20.283928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-801c93d6-ee99-4b38-b35f-1b96acd1ef15 req-6c417498-63bb-4d1e-a710-973341c2c437 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 945 time: 0.0724673 Feb 09 02:47:20.351083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-801c93d6-ee99-4b38-b35f-1b96acd1ef15 req-fed382fc-d802-4c97-9cc9-6d1e6d2c4e86 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601265 Feb 09 02:47:21.511413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a3bcc-0eff-40d3-8f9b-17ad4e957e93 req-504bdefe-dac6-4740-90da-accdf400f0d5 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:21.519101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e34a3bcc-0eff-40d3-8f9b-17ad4e957e93 req-504bdefe-dac6-4740-90da-accdf400f0d5 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 945 time: 0.0688055 Feb 09 02:47:21.574551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e34a3bcc-0eff-40d3-8f9b-17ad4e957e93 req-a15a068a-14f8-43df-a289-805fd9e6926d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542264 Feb 09 02:47:22.756412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609e7f8-4589-497a-87eb-aa57e7196cb8 req-b1de62ac-e873-41df-9995-4ab5f31b85c3 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:22.758258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5609e7f8-4589-497a-87eb-aa57e7196cb8 req-b1de62ac-e873-41df-9995-4ab5f31b85c3 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 945 time: 0.0637624 Feb 09 02:47:22.846248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5609e7f8-4589-497a-87eb-aa57e7196cb8 req-5d5ed732-2d06-474e-a6cf-b1cf69552c7e tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811188 Feb 09 02:47:23.038423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d814a-4bd8-4e88-91f0-78718e4338ab req-8af2f267-228b-4321-adb5-c2ff4acb858b tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.041627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-373d814a-4bd8-4e88-91f0-78718e4338ab req-8af2f267-228b-4321-adb5-c2ff4acb858b tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 945 time: 0.1169538 Feb 09 02:47:23.130600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-373d814a-4bd8-4e88-91f0-78718e4338ab req-0340717b-4c5d-41a6-a025-60bca4ad6ef2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685434 Feb 09 02:47:23.276081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe796f-5536-4029-a1f6-e7c075b6cc5c req-f3af395a-3c56-4459-99d4-94810cbcca7d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.277730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fbe796f-5536-4029-a1f6-e7c075b6cc5c req-f3af395a-3c56-4459-99d4-94810cbcca7d tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 945 time: 0.0646415 Feb 09 02:47:23.338086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fbe796f-5536-4029-a1f6-e7c075b6cc5c req-a78885b1-c00b-4446-931f-42a17606b8b2 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532002 Feb 09 02:47:23.360878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39832) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:23.403615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cfdf92f1-b941-4e2b-ba02-305c19fc14d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.484361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11183668-f760-474c-ae47-584833b8e0e0 tempest-TestServerBasicOps-930972481 tempest-TestServerBasicOps-930972481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.488805 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-11183668-f760-474c-ae47-584833b8e0e0 tempest-TestServerBasicOps-930972481 tempest-TestServerBasicOps-930972481-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1123 time: 0.1239531 Feb 09 02:47:23.489289 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 39836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:23.493939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '2f0097c4-939b-4661-9101-d49a84a38b31', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:23.525190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.663736 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.808133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Allocated IP 172.25.6.42 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/a18458d9-6579-4dd9-a398-28beed9714a1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:23.943991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for port (a18458d9-6579-4dd9-a398-28beed9714a1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.982102 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a18458d9-6579-4dd9-a398-28beed9714a1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.035441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'Port': ['ID=a18458d9-6579-4dd9-a398-28beed9714a1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:24.044783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:24.046285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:24.049297 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:24.521441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for floatingip (736310ca-42e8-42f9-a6dc-2804a4cc575e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.614389 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a18458d9-6579-4dd9-a398-28beed9714a1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.862789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for port (a18458d9-6579-4dd9-a398-28beed9714a1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.884579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a18458d9-6579-4dd9-a398-28beed9714a1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.976972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (736310ca-42e8-42f9-a6dc-2804a4cc575e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.072899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event updated for resources: {'Port': ['ID=a18458d9-6579-4dd9-a398-28beed9714a1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:25.123753 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Floating IP 736310ca-42e8-42f9-a6dc-2804a4cc575e associated. External IP: 172.25.6.42, port: 2f0097c4-939b-4661-9101-d49a84a38b31. Feb 09 02:47:25.392562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:25.526385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:25.541910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] Sync routers for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:25.548052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.556017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:25.556660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:46:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:25.594562 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c86e77ff-fabb-4727-9188-4b01e6aea9db tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0915697 Feb 09 02:47:25.594562 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:25.594562 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dbf247-9730-4954-8491-1aae154dfee8" -d '{"events": [{"name": "network-changed", "server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:25.651344 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a755bf08-da0b-47d9-8872-f8725bb919be x-openstack-request-id: req-a755bf08-da0b-47d9-8872-f8725bb919be {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:25.651770 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:25.652174 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a755bf08-da0b-47d9-8872-f8725bb919be {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:25.652777 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31', 'status': 'completed', 'code': 200} Feb 09 02:47:25.692114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:25.752702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbf247-9730-4954-8491-1aae154dfee8 req-fc6d8a3e-5d43-4771-a1d6-1879a1a2842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.754873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14dbf247-9730-4954-8491-1aae154dfee8 req-fc6d8a3e-5d43-4771-a1d6-1879a1a2842e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.0726128 Feb 09 02:47:25.860511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbf247-9730-4954-8491-1aae154dfee8 req-363431bb-47d9-4f3f-9fd4-0d2c54724826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.862080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14dbf247-9730-4954-8491-1aae154dfee8 req-363431bb-47d9-4f3f-9fd4-0d2c54724826 service neutron] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 909 time: 0.1014676 Feb 09 02:47:25.869016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bca9923b-ac4a-44d4-a4dc-22e3d25f825b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.986845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14dbf247-9730-4954-8491-1aae154dfee8 req-e2452791-4619-47c9-9775-a8c2fef0602d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 998 time: 0.1183913 Feb 09 02:47:26.026039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '736310ca-42e8-42f9-a6dc-2804a4cc575e', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'port_id': '2f0097c4-939b-4661-9101-d49a84a38b31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'mac_address': 'fa:16:3e:64:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944f908-fb8e-4572-82a2-e57355b563cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:24Z', 'updated_at': '2022-02-09T02:47:24Z', 'revision_number': 0, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:26.055258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] Checking router: 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:26.060543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbf247-9730-4954-8491-1aae154dfee8 req-3df62668-4a5a-4660-976b-376c18bc46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:26.062095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14dbf247-9730-4954-8491-1aae154dfee8 req-3df62668-4a5a-4660-976b-376c18bc46d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0692682 Feb 09 02:47:26.066593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:26.067459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:47:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:26.119943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbf247-9730-4954-8491-1aae154dfee8 req-1e3e4621-6c80-49a1-9c6e-bc3bf102e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:26.121919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14dbf247-9730-4954-8491-1aae154dfee8 req-1e3e4621-6c80-49a1-9c6e-bc3bf102e97b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535889 Feb 09 02:47:26.185977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:26.238371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14dbf247-9730-4954-8491-1aae154dfee8 req-d17d6ace-6d69-4912-82a0-f765b547956a service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095769 Feb 09 02:47:26.371449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14dbf247-9730-4954-8491-1aae154dfee8 req-2365c75a-4a28-4f45-bc39-bd0b44c7de7b service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246469 Feb 09 02:47:26.448136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '736310ca-42e8-42f9-a6dc-2804a4cc575e', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'port_id': '2f0097c4-939b-4661-9101-d49a84a38b31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'mac_address': 'fa:16:3e:64:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944f908-fb8e-4572-82a2-e57355b563cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:24Z', 'updated_at': '2022-02-09T02:47:24Z', 'revision_number': 0, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:26.477571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a21bc4b-c894-40c7-9986-501893668ee3 None None] The sync data for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 is: [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '736310ca-42e8-42f9-a6dc-2804a4cc575e', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'port_id': '2f0097c4-939b-4661-9101-d49a84a38b31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'mac_address': 'fa:16:3e:64:c2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9944f908-fb8e-4572-82a2-e57355b563cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:24Z', 'updated_at': '2022-02-09T02:47:24Z', 'revision_number': 0, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:26.710439 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7dc0e-9dcd-434b-96dd-82ff22335998 None None] New status for floating IP 736310ca-42e8-42f9-a6dc-2804a4cc575e: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:47:27.056184 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.230118 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.859637 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.628600 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:47:48.231441 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.255451 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.396706 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a97c5ac-1cdb-4ee3-b7c3-9fb818c110ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:55.715448 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-693bb941-aa8b-4d0e-8716-71077b9ad411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.074265 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.235085 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:59.850565 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:00.876983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:01.093194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:01.093777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.179155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.179842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.196107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:01.375015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.410534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=1f0d0b3a-6abb-4fd5-b1a2-bd12948626f5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:01.433057 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.433421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.433763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.434095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.434438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.434801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.435135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.435466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.435795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.436150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.436481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.436820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.437138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.482818 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (c8d64b99-e5a1-4f68-ac5a-fbec1d371068), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.483191 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Floating IP c8d64b99-e5a1-4f68-ac5a-fbec1d371068 disassociated (deleted). External IP: 172.25.6.71, port: 0209226d-2b6f-4edc-abd5-720c70270d20. Feb 09 02:48:01.748168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:01.875280 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:01.886841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:01.888768 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.902761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:01.903497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:47:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:01.962286 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-103f0896-3656-43f2-99a7-5b1091b47d8d tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "DELETE /v2.0/floatingips/c8d64b99-e5a1-4f68-ac5a-fbec1d371068 HTTP/1.1" status: 204 len: 168 time: 1.0711498 Feb 09 02:48:01.968533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:01.973886 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d5fdb4-1848-4c4e-9d66-65e10c63598f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:02.024433 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea97ad6-f55b-4b04-8ee6-630475e6e006 x-openstack-request-id: req-3ea97ad6-f55b-4b04-8ee6-630475e6e006 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:02.024736 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:02.024994 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ea97ad6-f55b-4b04-8ee6-630475e6e006 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:02.025430 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20', 'status': 'completed', 'code': 200} Feb 09 02:48:02.124212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-65d9b995-eee2-4415-9450-df653bb82abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.126711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-65d9b995-eee2-4415-9450-df653bb82abf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 1128 time: 0.0746005 Feb 09 02:48:02.255460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:02.299518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-40c880b1-5e3e-489c-81d9-a193a4b41a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.303529 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-40c880b1-5e3e-489c-81d9-a193a4b41a87 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1685994 Feb 09 02:48:02.387099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-600dcfe9-be2d-47c7-b74e-e5bc34538d7b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0209226d-2b6f-4edc-abd5-720c70270d20 HTTP/1.1" status: 200 len: 217 time: 0.0730927 Feb 09 02:48:02.485931 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-36a2bbb2-f767-4b9d-912f-c4f9c0f1392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.487836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-36a2bbb2-f767-4b9d-912f-c4f9c0f1392c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0658443 Feb 09 02:48:02.532050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a0eaf-431b-4ee6-b002-f702929d1480 req-44e7cc6d-b203-45fa-8a3c-776f7df89f4c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.534310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca3a0eaf-431b-4ee6-b002-f702929d1480 req-44e7cc6d-b203-45fa-8a3c-776f7df89f4c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 945 time: 0.1496241 Feb 09 02:48:02.557591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:55Z', 'revision_number': 1, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:02.579473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-accbba67-3c3f-4a69-b0fb-2cf2a0e24b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.581222 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-accbba67-3c3f-4a69-b0fb-2cf2a0e24b68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0867746 Feb 09 02:48:02.594045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:02.605224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:02.606698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:47:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:02.754602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:03.023134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca3a0eaf-431b-4ee6-b002-f702929d1480 req-fc224892-1f9f-44f3-a340-9f9148d7710e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4791842 Feb 09 02:48:03.096951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:55Z', 'revision_number': 1, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:03.132546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a818b0e-3b5c-489c-83f0-f479bd3203d3 None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '050e83c3-e0f8-4706-8118-7a94576f7a8c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'floating_ip_address': '172.25.6.199', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'port_id': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'mac_address': 'fa:16:3e:28:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c587808-6f92-4f86-b808-ea06e0993c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:52Z', 'updated_at': '2022-02-09T02:43:55Z', 'revision_number': 1, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:03.141416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-74350d3e-9194-4548-9b2f-6d95e4886bd4 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516260 Feb 09 02:48:03.259777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15d5fdb4-1848-4c4e-9d66-65e10c63598f req-0964539e-9313-4c3d-a67d-99de278aeeef service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107192 Feb 09 02:48:03.522776 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d738e9d-1653-47eb-8339-9c966dbf3de0 None None] New status for floating IP c8d64b99-e5a1-4f68-ac5a-fbec1d371068: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:03.981491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-17e74340-fd48-4446-8919-65a5d2e0a304 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:03.983359 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-17e74340-fd48-4446-8919-65a5d2e0a304 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 945 time: 0.0705609 Feb 09 02:48:04.198865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 0209226d-2b6f-4edc-abd5-720c70270d20 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:04.199510 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.302036 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17097ec-c145-4d70-abd2-782ba39acf66 req-a807c93c-a64b-4ae4-83e0-39add357afd4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:04.304388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b17097ec-c145-4d70-abd2-782ba39acf66 req-a807c93c-a64b-4ae4-83e0-39add357afd4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 945 time: 0.1688528 Feb 09 02:48:04.375539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] For port 0209226d-2b6f-4edc-abd5-720c70270d20, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0209226d-2b6f-4edc-abd5-720c70270d20,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:04.376092 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.398177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b17097ec-c145-4d70-abd2-782ba39acf66 req-4e63aeb7-5b7b-488b-8ba2-60bfbaae238c tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816522 Feb 09 02:48:04.403951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 0209226d-2b6f-4edc-abd5-720c70270d20 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:04.611982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0209226d-2b6f-4edc-abd5-720c70270d20), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.676586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=0209226d-2b6f-4edc-abd5-720c70270d20,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:04.705997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.706349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.706809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.707159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.707504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.708148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.708494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.709018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.709357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.709691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.710169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.710520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.710910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:04.714333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] No DVR routers for this DVR port 0209226d-2b6f-4edc-abd5-720c70270d20 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:04.716878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.720966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca480c6e-ad1f-49ed-8eb7-184ace8ded00 req-b321b04d-6b20-42ee-95d2-d7f6fbf1c63b tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "DELETE /v2.0/ports/0209226d-2b6f-4edc-abd5-720c70270d20 HTTP/1.1" status: 204 len: 173 time: 0.7322276 Feb 09 02:48:04.721540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'name': 'network-vif-deleted', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:04.724528 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea21072a-428b-4ff2-ba65-b00ec90d5838" -d '{"events": [{"server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "name": "network-vif-deleted", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:04.910959 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf82a4a-e278-446e-ae1f-a7baa6f40f9c x-openstack-request-id: req-7cf82a4a-e278-446e-ae1f-a7baa6f40f9c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:04.911277 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2381f78-d8a8-4a97-a6aa-74d28b276329", "name": "network-vif-deleted", "tag": "0209226d-2b6f-4edc-abd5-720c70270d20", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:04.911536 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cf82a4a-e278-446e-ae1f-a7baa6f40f9c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:04.912204 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2381f78-d8a8-4a97-a6aa-74d28b276329', 'name': 'network-vif-deleted', 'tag': '0209226d-2b6f-4edc-abd5-720c70270d20', 'status': 'completed', 'code': 200} Feb 09 02:48:05.524263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e98c759-897b-4a0c-8e29-79f69462b2ad req-43783cbe-1256-4137-b6ed-04833ec94223 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0479805 Feb 09 02:48:06.653453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6041590f-313a-4cc8-92b0-f879de01d8c9 req-b1f19f80-6e4b-4df4-af50-7a20475d8840 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0372107 Feb 09 02:48:07.288872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-d961e97f-daaf-4c73-be84-eb6e2a70d33b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1177776 Feb 09 02:48:07.433433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-08fc13ca-13bf-4c50-9257-5c161c2c2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.435899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-08fc13ca-13bf-4c50-9257-5c161c2c2fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.1006553 Feb 09 02:48:07.686916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-2d5910c4-2201-48e0-99f3-d7fef5b4b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.688869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-2d5910c4-2201-48e0-99f3-d7fef5b4b827 service neutron] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 909 time: 0.2285030 Feb 09 02:48:07.826470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c3fc13b-aab9-43e9-9c4b-fb9f34371676 req-ef6ced5a-2140-4a31-ad4a-bfa31649c1c4 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0435739 Feb 09 02:48:07.853625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-5e21d50b-b73a-4b06-875f-181e09030938 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 1000 time: 0.1582472 Feb 09 02:48:07.929342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-64dbad86-e6ed-41db-85ef-ab68bb384c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.931137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-64dbad86-e6ed-41db-85ef-ab68bb384c4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0716786 Feb 09 02:48:07.989504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-ebc8ef02-3ea4-4508-be5e-83d2f886a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.991648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-ebc8ef02-3ea4-4508-be5e-83d2f886a684 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547941 Feb 09 02:48:08.021378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0209226d-2b6f-4edc-abd5-720c70270d20 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:08.095739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 0209226d-2b6f-4edc-abd5-720c70270d20 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:08.096841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0209226d-2b6f-4edc-abd5-720c70270d20 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:08.214788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-5f716838-e2ed-4a15-89ad-134952f1b4d2 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164574 Feb 09 02:48:08.379866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f383e6f-07b4-4019-b51d-05ef9b3ca86a req-541674a4-2f44-4e3f-b228-f6ad637d03a1 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581519 Feb 09 02:48:08.983086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cb8c0133-8f01-4c80-80ae-55312a3aa43b req-4d16aaad-be7c-4697-80dd-627ed67b93eb tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0437393 Feb 09 02:48:10.088000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c2886ea-12b3-4f53-ac96-301f9230833f req-11ae1673-91a4-4b57-b65f-7e0d242749aa tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0304239 Feb 09 02:48:10.649685 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:48:11.217208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2fd6eec-0eb6-4018-a16a-a854a008b927 req-9a23f28e-f0c1-4d79-b174-abd21d49c946 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0559981 Feb 09 02:48:12.088128 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40288) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:12.235238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ece280f-58e1-414b-8f5a-ebfab8243a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.336826 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ece280f-58e1-414b-8f5a-ebfab8243a4a admin admin] Publish callbacks [] for security_group (ff228f9f-d50b-4746-8ef3-c1433501ebdf), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.344526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9ece280f-58e1-414b-8f5a-ebfab8243a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ff228f9f-d50b-4746-8ef3-c1433501ebdf), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.356409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-508384ef-452c-4a52-8c0d-9f85bbdc1194 req-7add4fe8-d9a4-42a5-b602-971adc0aacc9 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0449243 Feb 09 02:48:12.411224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9ece280f-58e1-414b-8f5a-ebfab8243a4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95af3454ea4541bdbdb35ec9ad8479e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199933 Feb 09 02:48:12.413750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40298) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:12.432338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece280f-58e1-414b-8f5a-ebfab8243a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff228f9f-d50b-4746-8ef3-c1433501ebdf,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:12.473906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b1b428c-af51-4ed6-87d8-4fa46e5eba9a admin admin] Publish callbacks [] for security_group (ff228f9f-d50b-4746-8ef3-c1433501ebdf), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.496714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b1b428c-af51-4ed6-87d8-4fa46e5eba9a admin admin] Publish callbacks [] for security_group (ff228f9f-d50b-4746-8ef3-c1433501ebdf), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.549265 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b1b428c-af51-4ed6-87d8-4fa46e5eba9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (ff228f9f-d50b-4746-8ef3-c1433501ebdf), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.552317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b1b428c-af51-4ed6-87d8-4fa46e5eba9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.556582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3b1b428c-af51-4ed6-87d8-4fa46e5eba9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff228f9f-d50b-4746-8ef3-c1433501ebdf HTTP/1.1" status: 204 len: 168 time: 0.1415229 Feb 09 02:48:12.589199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b428c-af51-4ed6-87d8-4fa46e5eba9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff228f9f-d50b-4746-8ef3-c1433501ebdf,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:13.560363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3df6e287-673b-4206-b05b-2a1eea38c637 req-83db7135-fa46-4b2b-a7b7-aae26c99c305 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0682890 Feb 09 02:48:14.661967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13a1f2e2-1097-4aa5-b571-ecc75888346f req-a016fb87-dfa4-411c-aba0-c970ecc23126 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2381f78-d8a8-4a97-a6aa-74d28b276329 HTTP/1.1" status: 200 len: 210 time: 0.0360377 Feb 09 02:48:18.239356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.242170 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.407210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf0f99e1-40e1-49c3-823b-7c40bd85b0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.481376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40500) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:24.673924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 48195005-0ce6-45eb-8ed9-7f6f1afd2cd7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:24.674779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.764450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.765057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.781672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 48195005-0ce6-45eb-8ed9-7f6f1afd2cd7 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:24.968551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (48195005-0ce6-45eb-8ed9-7f6f1afd2cd7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.023101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=48195005-0ce6-45eb-8ed9-7f6f1afd2cd7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:25.122730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (050e83c3-e0f8-4706-8118-7a94576f7a8c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.123369 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Floating IP 050e83c3-e0f8-4706-8118-7a94576f7a8c disassociated (deleted). External IP: 172.25.6.199, port: 702ba9b5-26fa-4e27-b93a-fb92204abd17. Feb 09 02:48:25.455877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:25.617220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:25.622409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.629031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:25.639669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:25.640868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:47:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:25.667763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f83a5eb2-bba1-4b62-b6e1-5c80e77bc347 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "DELETE /v2.0/floatingips/050e83c3-e0f8-4706-8118-7a94576f7a8c HTTP/1.1" status: 204 len: 168 time: 1.1851113 Feb 09 02:48:25.668335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:25.684731 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed5c2a-0b38-454c-8478-d8ed2428428d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:25.766037 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a7b5c0-c0b1-41f3-97d5-5ca73bfc4abf x-openstack-request-id: req-35a7b5c0-c0b1-41f3-97d5-5ca73bfc4abf {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:25.766328 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:25.766611 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35a7b5c0-c0b1-41f3-97d5-5ca73bfc4abf {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:25.767020 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'status': 'completed', 'code': 200} Feb 09 02:48:25.844994 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6a74-68b1-4412-84bc-6f5daf594151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.878972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:26.039468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3697-5a5a-4714-b112-cfe3b0eb0877 req-ba61a5dd-8076-4acb-ae31-9637672388e7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.041287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-823a3697-5a5a-4714-b112-cfe3b0eb0877 req-ba61a5dd-8076-4acb-ae31-9637672388e7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 945 time: 0.0895669 Feb 09 02:48:26.106897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-823a3697-5a5a-4714-b112-cfe3b0eb0877 req-e52e58bf-806f-431a-ad8f-a03d6e0e2629 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501647 Feb 09 02:48:26.143184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-f5352e27-7eeb-4998-908d-32494c249fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.145502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-f5352e27-7eeb-4998-908d-32494c249fe6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd273df35aad43d79afcd85309d5efa7&device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 1128 time: 0.3643179 Feb 09 02:48:26.164156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:26.201465 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:26.214491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:26.215437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:48:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:26.255536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-b0d79a90-3743-41c2-ac45-d9f2883f6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.257213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-b0d79a90-3743-41c2-ac45-d9f2883f6824 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 200 len: 912 time: 0.1050932 Feb 09 02:48:26.309423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-7880acf0-6a46-4b94-8287-5b45cf7b2f0b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 200 len: 217 time: 0.0440631 Feb 09 02:48:26.355961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:26.392079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-90360d25-a60b-41e8-9ecc-1bc840868e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.395106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-90360d25-a60b-41e8-9ecc-1bc840868e88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 200 len: 850 time: 0.0764971 Feb 09 02:48:26.463286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-6653abbd-c82c-4c13-b2d1-5f1cb0e1022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.465064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-6653abbd-c82c-4c13-b2d1-5f1cb0e1022f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619130 Feb 09 02:48:26.590497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-e4163d32-64fc-47cb-8367-19ed9b1e06c8 service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147075 Feb 09 02:48:26.636222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:26.686930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d521a08-4a78-4ffd-9f06-58fbbf3970ac None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:30:31Z', 'revision_number': 4, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '5df6fed5-5365-4ead-9c05-0d3b23e4507b', 'name': '', 'network_id': 'fbf7fb7a-25c6-4d90-af1d-5512cbdb900c', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'mac_address': 'fa:16:3e:6f:01:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:28Z', 'updated_at': '2022-02-09T02:30:55Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'subnets': [{'id': 'd29fc0cd-ac8d-487e-8121-7a48275b17b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:26.709348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1ed5c2a-0b38-454c-8478-d8ed2428428d req-78bf99f0-69e1-4820-8c22-fe62fef5552a service neutron] 10.222.0.82 "GET /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115937 Feb 09 02:48:26.992304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a2e9bf-d2d9-4df0-b9d5-6f70eaa9e598 None None] New status for floating IP 050e83c3-e0f8-4706-8118-7a94576f7a8c: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:27.070023 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.270952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f136-6a8a-44c1-b9ce-6c8e4504ae70 req-234e5ae3-f8cc-4afb-a689-fd1d8f3b810a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:27.272618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72b8f136-6a8a-44c1-b9ce-6c8e4504ae70 req-234e5ae3-f8cc-4afb-a689-fd1d8f3b810a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 945 time: 0.0692143 Feb 09 02:48:27.353989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72b8f136-6a8a-44c1-b9ce-6c8e4504ae70 req-a0d1361b-8215-4406-a436-5b8a3756233a tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/security-groups?id=141b7c03-7cd7-4e42-b260-c3aa84aba0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721927 Feb 09 02:48:27.668278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-8cbcc96f-7f78-4983-8ec1-1d81c5ae34f7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:27.670107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-8cbcc96f-7f78-4983-8ec1-1d81c5ae34f7 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 945 time: 0.0785103 Feb 09 02:48:27.811819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port 702ba9b5-26fa-4e27-b93a-fb92204abd17 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:27.813018 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.941729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] For port 702ba9b5-26fa-4e27-b93a-fb92204abd17, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=702ba9b5-26fa-4e27-b93a-fb92204abd17,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:27.942022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.958111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for 702ba9b5-26fa-4e27-b93a-fb92204abd17 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:28.138619 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (702ba9b5-26fa-4e27-b93a-fb92204abd17), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.192476 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=702ba9b5-26fa-4e27-b93a-fb92204abd17,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:28.248036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.280788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] No DVR routers for this DVR port 702ba9b5-26fa-4e27-b93a-fb92204abd17 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:28.283574 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.287680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b6a92fa-a3df-4d28-adc1-32bb00a3b3b2 req-2ee17674-efd5-452a-8b15-bca9e8c1e365 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.82 "DELETE /v2.0/ports/702ba9b5-26fa-4e27-b93a-fb92204abd17 HTTP/1.1" status: 204 len: 173 time: 0.6105192 Feb 09 02:48:28.288227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'name': 'network-vif-deleted', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:28.291078 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26475377-6731-4ec2-9740-a149f16712c6" -d '{"events": [{"server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "name": "network-vif-deleted", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:28.361112 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71361dea-7536-4393-b62a-d66a96cdcc87 x-openstack-request-id: req-71361dea-7536-4393-b62a-d66a96cdcc87 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:28.361338 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c587808-6f92-4f86-b808-ea06e0993c11", "name": "network-vif-deleted", "tag": "702ba9b5-26fa-4e27-b93a-fb92204abd17", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:28.361682 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71361dea-7536-4393-b62a-d66a96cdcc87 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:28.369684 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c587808-6f92-4f86-b808-ea06e0993c11', 'name': 'network-vif-deleted', 'tag': '702ba9b5-26fa-4e27-b93a-fb92204abd17', 'status': 'completed', 'code': 200} Feb 09 02:48:28.493421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e31f4f05-b5d0-4631-8b7a-1236eb66bc0d req-56508915-b73a-4c67-a2ed-bb2cd7249a94 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0514884 Feb 09 02:48:29.652153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c406669e-cb8e-43ee-b108-46bf116d18f0 req-d68d1ac6-9ae8-47e0-ad14-e06a6bb31cc0 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0517867 Feb 09 02:48:29.853077 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.785945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-280aab21-99d6-4faa-80b9-aaee348f2837 req-2b17c8c0-51da-4751-9fe2-b7edf4886024 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0537684 Feb 09 02:48:31.903556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a69fe659-9dc8-498e-8b9c-febf07b60cd0 req-c03499d3-a9d6-4512-b48d-7117657136bc tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0380692 Feb 09 02:48:32.161955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 702ba9b5-26fa-4e27-b93a-fb92204abd17 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:32.189560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 702ba9b5-26fa-4e27-b93a-fb92204abd17 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:32.191425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 702ba9b5-26fa-4e27-b93a-fb92204abd17 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:33.040935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d3a8008-0eff-43f4-b233-359b11791d77 req-e010b834-e373-4fdb-af06-795c111f70e1 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0662274 Feb 09 02:48:34.171377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a20a080e-565d-4eb5-a8cd-934e8192295e req-2d1436fa-dc12-4f57-a7bd-f05cc76a88ff tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0393574 Feb 09 02:48:35.306597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8006af06-b2f2-4c6b-99b9-528d1a092f10 req-4d46b0c4-e623-408c-aad9-b74a7888642f tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0543609 Feb 09 02:48:36.427135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e7f2076-074b-408f-8aa9-f34cb606034e req-4216b2ef-c57b-42fd-aa87-6fb3f8cd6621 tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0338848 Feb 09 02:48:37.576387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-591b23d7-d54f-4406-bce8-148b7f955840 req-744fac37-1fb7-4e2a-a155-3c2a1818407e tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c587808-6f92-4f86-b808-ea06e0993c11 HTTP/1.1" status: 200 len: 210 time: 0.0608082 Feb 09 02:48:38.647982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40754) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:38.814662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Deleting port d748f4d6-d8bb-4014-8fe6-d2dbe414759a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:38.814934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.906361 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.907383 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.921522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Calling delete_port for d748f4d6-d8bb-4014-8fe6-d2dbe414759a owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:39.081525 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d748f4d6-d8bb-4014-8fe6-d2dbe414759a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.113720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'Port': ['ID=d748f4d6-d8bb-4014-8fe6-d2dbe414759a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:39.218916 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for floatingip (8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.222691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.227107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-82640e25-198a-4b07-897e-68666f8092ba tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "DELETE /v2.0/floatingips/8d7dc8e6-35fa-4ec7-97ef-ad74c610f8ef HTTP/1.1" status: 204 len: 168 time: 0.5779891 Feb 09 02:48:41.998869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40838) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:42.146348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eadc1-6682-47c0-a01a-80dd041a1dba req-ca8f31c4-826d-4fb5-b33d-168c62a1cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:42.157205 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c56eadc1-6682-47c0-a01a-80dd041a1dba req-ca8f31c4-826d-4fb5-b33d-168c62a1cf6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.1548588 Feb 09 02:48:42.289515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c56eadc1-6682-47c0-a01a-80dd041a1dba req-0a589365-5228-4333-8e25-775b11b67f19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312792 Feb 09 02:48:45.968835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40880) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:46.045658 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9dab3bbc-af83-48ba-921e-63ec1811eeae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group (141b7c03-7cd7-4e42-b260-c3aa84aba0f5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.073494 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9dab3bbc-af83-48ba-921e-63ec1811eeae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group (141b7c03-7cd7-4e42-b260-c3aa84aba0f5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.155540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9dab3bbc-af83-48ba-921e-63ec1811eeae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (141b7c03-7cd7-4e42-b260-c3aa84aba0f5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.158194 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9dab3bbc-af83-48ba-921e-63ec1811eeae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.160141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9dab3bbc-af83-48ba-921e-63ec1811eeae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] 10.222.0.53 "DELETE /v2.0/security-groups/141b7c03-7cd7-4e42-b260-c3aa84aba0f5 HTTP/1.1" status: 204 len: 168 time: 0.1903687 Feb 09 02:48:46.187055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab3bbc-af83-48ba-921e-63ec1811eeae tempest-TestVolumeBootPattern-2020381696 tempest-TestVolumeBootPattern-2020381696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141b7c03-7cd7-4e42-b260-c3aa84aba0f5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:46.278561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40886) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:47.201916 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (9d934e20-786d-469a-b4fb-80b37040df25), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.525588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Deleting port 5df6fed5-5365-4ead-9c05-0d3b23e4507b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:47.526108 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.634227 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:48:47.659958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] For port 5df6fed5-5365-4ead-9c05-0d3b23e4507b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5df6fed5-5365-4ead-9c05-0d3b23e4507b,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:47.673199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.704371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Calling delete_port for 5df6fed5-5365-4ead-9c05-0d3b23e4507b owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:47.956515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5df6fed5-5365-4ead-9c05-0d3b23e4507b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.994789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5df6fed5-5365-4ead-9c05-0d3b23e4507b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:48.236251 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (9d934e20-786d-469a-b4fb-80b37040df25), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.266090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.592305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Router 9d934e20-786d-469a-b4fb-80b37040df25 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:48.736054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:48.754138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5dd9998f-44b6-4b52-b388-1f93d8d9fe4e admin admin] 10.222.0.53 "PUT /v2.0/routers/9d934e20-786d-469a-b4fb-80b37040df25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4744251 Feb 09 02:48:48.756771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40914) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:48.767294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] Sync routers for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:48.782716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:48.784364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:48:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:48.927209 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks [] for router (9d934e20-786d-469a-b4fb-80b37040df25), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.943717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:49.035631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks [] for router_gateway (9d934e20-786d-469a-b4fb-80b37040df25), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.118317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Deleting port 43999e74-4641-4051-b275-55bf5febf97f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:49.118967 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (43999e74-4641-4051-b275-55bf5febf97f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.230287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] For port 43999e74-4641-4051-b275-55bf5febf97f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43999e74-4641-4051-b275-55bf5febf97f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:49.230685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (43999e74-4641-4051-b275-55bf5febf97f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.254538 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Calling delete_port for 43999e74-4641-4051-b275-55bf5febf97f owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:49.272635 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.275571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '43999e74-4641-4051-b275-55bf5febf97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:48:47Z', 'revision_number': 5, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port': {'id': '43999e74-4641-4051-b275-55bf5febf97f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d934e20-786d-469a-b4fb-80b37040df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:22Z', 'updated_at': '2022-02-09T02:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:49.309890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] Checking router: 9d934e20-786d-469a-b4fb-80b37040df25 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:49.322858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] Routers {'9d934e20-786d-469a-b4fb-80b37040df25'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:49.323498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:48:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['9d934e20-786d-469a-b4fb-80b37040df25'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:49.475454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] Set router 9d934e20-786d-469a-b4fb-80b37040df25 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:49.557192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:48:49Z', 'revision_number': 6, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:49.599201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1b929-df18-4b22-bb81-e208678ebed4 None None] The sync data for ids ['9d934e20-786d-469a-b4fb-80b37040df25'] in n-d-826675-12 is: [{'id': '9d934e20-786d-469a-b4fb-80b37040df25', 'name': 'tempest-TestVolumeBootPattern-370653913-router', 'tenant_id': 'dd273df35aad43d79afcd85309d5efa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:21Z', 'updated_at': '2022-02-09T02:48:49Z', 'revision_number': 6, 'project_id': 'dd273df35aad43d79afcd85309d5efa7', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:49.819238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (43999e74-4641-4051-b275-55bf5febf97f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.848140 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43999e74-4641-4051-b275-55bf5febf97f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:49.946710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (9d934e20-786d-469a-b4fb-80b37040df25), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.071516 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (9d934e20-786d-469a-b4fb-80b37040df25), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.074116 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks [] for router_controller (9d934e20-786d-469a-b4fb-80b37040df25), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.127241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (9d934e20-786d-469a-b4fb-80b37040df25), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.127241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d934e20-786d-469a-b4fb-80b37040df25 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:48:50.131907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.133089 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cbc6e584-d209-49ea-97e9-03d035c26ce9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9d934e20-786d-469a-b4fb-80b37040df25 HTTP/1.1" status: 204 len: 168 time: 1.3743241 Feb 09 02:48:50.135627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:50.186449 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] Deleting subnet d29fc0cd-ac8d-487e-8121-7a48275b17b0 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:48:50.189695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] Publish callbacks [] for subnet (d29fc0cd-ac8d-487e-8121-7a48275b17b0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.228264 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (d29fc0cd-ac8d-487e-8121-7a48275b17b0), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.323475 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d29fc0cd-ac8d-487e-8121-7a48275b17b0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.381594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (d29fc0cd-ac8d-487e-8121-7a48275b17b0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.406733 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29fc0cd-ac8d-487e-8121-7a48275b17b0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:50.413113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.419809 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c8ea9b27-d5ca-4032-a003-298f8d68199e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d29fc0cd-ac8d-487e-8121-7a48275b17b0 HTTP/1.1" status: 204 len: 168 time: 0.2806683 Feb 09 02:48:50.420424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40924) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:50.430935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0684555b-4d82-4ba8-92b5-ccdc450c7260 None None] Network fbf7fb7a-25c6-4d90-af1d-5512cbdb900c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:50.553223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.669050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Deleting port 81705b55-1c18-4a39-a84f-dae4de829034 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:50.670803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (81705b55-1c18-4a39-a84f-dae4de829034), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.803341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] For port 81705b55-1c18-4a39-a84f-dae4de829034, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=81705b55-1c18-4a39-a84f-dae4de829034,segment=NetworkSegment(0f978abb-4d0f-44cf-934a-18000028d6d1),segment_id=0f978abb-4d0f-44cf-934a-18000028d6d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:50.803722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (81705b55-1c18-4a39-a84f-dae4de829034), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.836082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Calling delete_port for 81705b55-1c18-4a39-a84f-dae4de829034 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:50.897914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] DHCP port deletion for fbf7fb7a-25c6-4d90-af1d-5512cbdb900c request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:48:50.949064 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (81705b55-1c18-4a39-a84f-dae4de829034), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.977924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=81705b55-1c18-4a39-a84f-dae4de829034,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:50.979967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] No DVR routers for this DVR port 81705b55-1c18-4a39-a84f-dae4de829034 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:50.990612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Deleting port 81705b55-1c18-4a39-a84f-dae4de829034 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:50.991271 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (81705b55-1c18-4a39-a84f-dae4de829034), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.074886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.104624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf7fb7a-25c6-4d90-af1d-5512cbdb900c']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:51.105867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] For port 81705b55-1c18-4a39-a84f-dae4de829034, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:51.107300 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (81705b55-1c18-4a39-a84f-dae4de829034), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.118378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f978abb-4d0f-44cf-934a-18000028d6d1') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:51.119172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f978abb-4d0f-44cf-934a-18000028d6d1') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:51.134782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Calling delete_port for 81705b55-1c18-4a39-a84f-dae4de829034 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:51.137391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Port 81705b55-1c18-4a39-a84f-dae4de829034 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:48:51.138771 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (81705b55-1c18-4a39-a84f-dae4de829034), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.139344 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (0f978abb-4d0f-44cf-934a-18000028d6d1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.163516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0f978abb-4d0f-44cf-934a-18000028d6d1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.169569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Pushing event deleted for resources: {'Port': ['ID=81705b55-1c18-4a39-a84f-dae4de829034,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:51.177498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] No DVR routers for this DVR port 81705b55-1c18-4a39-a84f-dae4de829034 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:51.180092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.180447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.180795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.181360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.181599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.181930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.182271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.182874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.182987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.183283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.183616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.183713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:48:51.183944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.184112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (0f978abb-4d0f-44cf-934a-18000028d6d1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.184272 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d900a-e6b8-4c56-815d-01d02fa4e105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:48:51.186038 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:48:51.209488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43999e74-4641-4051-b275-55bf5febf97f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:51.232933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 43999e74-4641-4051-b275-55bf5febf97f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:51.234013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43999e74-4641-4051-b275-55bf5febf97f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:51.234013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81705b55-1c18-4a39-a84f-dae4de829034 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:51.259105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 81705b55-1c18-4a39-a84f-dae4de829034 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:51.259479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 81705b55-1c18-4a39-a84f-dae4de829034 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:51.259921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5df6fed5-5365-4ead-9c05-0d3b23e4507b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:51.264889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fbf7fb7a-25c6-4d90-af1d-5512cbdb900c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.276001 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.280339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fbf7fb7a-25c6-4d90-af1d-5512cbdb900c HTTP/1.1" status: 204 len: 168 time: 0.8588178 Feb 09 02:48:51.283339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40934) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:51.291234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 5df6fed5-5365-4ead-9c05-0d3b23e4507b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:51.291595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5df6fed5-5365-4ead-9c05-0d3b23e4507b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:51.327086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efbf63-459e-4ebc-9a22-e99758d4fa75 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf7fb7a-25c6-4d90-af1d-5512cbdb900c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:51.689709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c17da7ea-f177-4a1e-a200-f2659edef64c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.984398 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Deleting port 7956594b-d899-4d2a-b5a7-5e716a9229b5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:51.985131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.079402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] For port 7956594b-d899-4d2a-b5a7-5e716a9229b5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7956594b-d899-4d2a-b5a7-5e716a9229b5,segment=NetworkSegment(16831dca-f059-4631-8fd1-d084acdcf3ed),segment_id=16831dca-f059-4631-8fd1-d084acdcf3ed)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:52.079922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.098044 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Calling delete_port for 7956594b-d899-4d2a-b5a7-5e716a9229b5 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:52.317672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7956594b-d899-4d2a-b5a7-5e716a9229b5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.346778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7956594b-d899-4d2a-b5a7-5e716a9229b5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:52.554972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c17da7ea-f177-4a1e-a200-f2659edef64c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.839983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Router c17da7ea-f177-4a1e-a200-f2659edef64c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:52.971226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:52.978393 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4cad68bb-ff47-4a08-a166-f986bfdc08e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/c17da7ea-f177-4a1e-a200-f2659edef64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919820 Feb 09 02:48:52.979490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:52.982592 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] Sync routers for ids ['c17da7ea-f177-4a1e-a200-f2659edef64c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:52.993639 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] Routers {'c17da7ea-f177-4a1e-a200-f2659edef64c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:52.994248 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:48:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c17da7ea-f177-4a1e-a200-f2659edef64c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:53.113594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks [] for router (c17da7ea-f177-4a1e-a200-f2659edef64c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.223183 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] Set router c17da7ea-f177-4a1e-a200-f2659edef64c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:53.253018 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks [] for router_gateway (c17da7ea-f177-4a1e-a200-f2659edef64c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.314680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Deleting port 838b276c-2d06-40a1-a2aa-52d51dfe2f27 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:53.315262 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.406905 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e49c54f1-b478-4a48-a21e-084322c647bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.446326 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] For port 838b276c-2d06-40a1-a2aa-52d51dfe2f27, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=838b276c-2d06-40a1-a2aa-52d51dfe2f27,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:53.446937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.462916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Calling delete_port for 838b276c-2d06-40a1-a2aa-52d51dfe2f27 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:53.532643 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:48:52Z', 'revision_number': 5, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port': {'id': '838b276c-2d06-40a1-a2aa-52d51dfe2f27', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:30:43Z', 'updated_at': '2022-02-09T02:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:53.563231 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] Checking router: c17da7ea-f177-4a1e-a200-f2659edef64c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:53.581602 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] Routers {'c17da7ea-f177-4a1e-a200-f2659edef64c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:53.582330 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:48:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c17da7ea-f177-4a1e-a200-f2659edef64c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:53.695221 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] Set router c17da7ea-f177-4a1e-a200-f2659edef64c gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:53.710654 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (838b276c-2d06-40a1-a2aa-52d51dfe2f27), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.744473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=838b276c-2d06-40a1-a2aa-52d51dfe2f27,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:53.776189 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:48:53Z', 'revision_number': 6, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:53.813616 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab92a6-9905-4fda-98cf-50d1d01eb467 None None] The sync data for ids ['c17da7ea-f177-4a1e-a200-f2659edef64c'] in n-d-826675-12 is: [{'id': 'c17da7ea-f177-4a1e-a200-f2659edef64c', 'name': 'tempest-TestVolumeBootPattern-1787056782-router', 'tenant_id': 'dffd61ed48ce40189393c863b76c224a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:30:40Z', 'updated_at': '2022-02-09T02:48:53Z', 'revision_number': 6, 'project_id': 'dffd61ed48ce40189393c863b76c224a', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:53.859272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (c17da7ea-f177-4a1e-a200-f2659edef64c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.964788 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (c17da7ea-f177-4a1e-a200-f2659edef64c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.966985 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks [] for router_controller (c17da7ea-f177-4a1e-a200-f2659edef64c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.020553 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (c17da7ea-f177-4a1e-a200-f2659edef64c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.023179 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c17da7ea-f177-4a1e-a200-f2659edef64c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:48:54.032951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.035211 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e4cc0fab-8bf5-4627-b51a-530a79111a9e admin admin] 10.222.0.53 "DELETE /v2.0/routers/c17da7ea-f177-4a1e-a200-f2659edef64c HTTP/1.1" status: 204 len: 168 time: 1.0545819 Feb 09 02:48:54.037745 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:54.086172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] Deleting subnet 6055e687-1b36-4fcb-956b-1c74edbf4f03 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:48:54.089773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] Publish callbacks [] for subnet (6055e687-1b36-4fcb-956b-1c74edbf4f03), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.129800 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (6055e687-1b36-4fcb-956b-1c74edbf4f03), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.245703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (6055e687-1b36-4fcb-956b-1c74edbf4f03), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.315409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (6055e687-1b36-4fcb-956b-1c74edbf4f03), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.353118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6055e687-1b36-4fcb-956b-1c74edbf4f03,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:54.356812 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.363457 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6a7dcc65-c79e-4641-b250-07ce22de8bc1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6055e687-1b36-4fcb-956b-1c74edbf4f03 HTTP/1.1" status: 204 len: 168 time: 0.3215892 Feb 09 02:48:54.363812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40960) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:54.364273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfde2b0-31ec-4741-96d2-f7155a6df661 None None] Network c997e97a-c338-4700-8b20-d3cdb86a34df requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:54.448394 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c997e97a-c338-4700-8b20-d3cdb86a34df), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.515486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Deleting port 064b6eb1-42fd-49aa-a420-de07f94ddb16 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:54.515916 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.590865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] For port 064b6eb1-42fd-49aa-a420-de07f94ddb16, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=064b6eb1-42fd-49aa-a420-de07f94ddb16,segment=NetworkSegment(16831dca-f059-4631-8fd1-d084acdcf3ed),segment_id=16831dca-f059-4631-8fd1-d084acdcf3ed)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:54.591513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.605747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Calling delete_port for 064b6eb1-42fd-49aa-a420-de07f94ddb16 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:54.698560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7699a3e-daf5-45e3-9cbe-c5ab9d158db6 None None] DHCP port deletion for c997e97a-c338-4700-8b20-d3cdb86a34df request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:48:54.709906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (064b6eb1-42fd-49aa-a420-de07f94ddb16), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.743417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c7699a3e-daf5-45e3-9cbe-c5ab9d158db6 None None] The port '064b6eb1-42fd-49aa-a420-de07f94ddb16' was deleted {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 02:48:54.760572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] No DVR routers for this DVR port 064b6eb1-42fd-49aa-a420-de07f94ddb16 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:54.762711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=064b6eb1-42fd-49aa-a420-de07f94ddb16,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:54.852722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c997e97a-c338-4700-8b20-d3cdb86a34df), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.877946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c997e97a-c338-4700-8b20-d3cdb86a34df']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:54.899118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16831dca-f059-4631-8fd1-d084acdcf3ed') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:54.899436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16831dca-f059-4631-8fd1-d084acdcf3ed') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:54.910637 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (16831dca-f059-4631-8fd1-d084acdcf3ed), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.925973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (16831dca-f059-4631-8fd1-d084acdcf3ed), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.932491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:48:54.932940 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (16831dca-f059-4631-8fd1-d084acdcf3ed), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:48:54.935384 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:48:55.029425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c997e97a-c338-4700-8b20-d3cdb86a34df), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.045228 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.050534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c997e97a-c338-4700-8b20-d3cdb86a34df HTTP/1.1" status: 204 len: 168 time: 0.6847432 Feb 09 02:48:55.065946 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5871-570c-4bd5-8b5a-07e9044e5c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=c997e97a-c338-4700-8b20-d3cdb86a34df,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:55.262035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7956594b-d899-4d2a-b5a7-5e716a9229b5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:55.288141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 7956594b-d899-4d2a-b5a7-5e716a9229b5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:55.288590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7956594b-d899-4d2a-b5a7-5e716a9229b5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:55.289089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 064b6eb1-42fd-49aa-a420-de07f94ddb16 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:55.336148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 064b6eb1-42fd-49aa-a420-de07f94ddb16 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:55.336506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 064b6eb1-42fd-49aa-a420-de07f94ddb16 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:55.336962 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 838b276c-2d06-40a1-a2aa-52d51dfe2f27 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:55.366358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 40970) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:55.383965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 838b276c-2d06-40a1-a2aa-52d51dfe2f27 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:55.384553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 838b276c-2d06-40a1-a2aa-52d51dfe2f27 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:55.426921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5e72acaa-a45a-4679-ada0-48ef32669615 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd273df35aad43d79afcd85309d5efa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588329 Feb 09 02:48:55.429619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:55.492587 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e44ffafc-d658-47d0-b1fe-b9ea26d7cb2a admin admin] Publish callbacks [] for security_group (5b3f7e50-6a50-438b-ad50-d116cecf8038), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.522780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e44ffafc-d658-47d0-b1fe-b9ea26d7cb2a admin admin] Publish callbacks [] for security_group (5b3f7e50-6a50-438b-ad50-d116cecf8038), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.588036 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e44ffafc-d658-47d0-b1fe-b9ea26d7cb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (5b3f7e50-6a50-438b-ad50-d116cecf8038), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.590781 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e44ffafc-d658-47d0-b1fe-b9ea26d7cb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.594674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e44ffafc-d658-47d0-b1fe-b9ea26d7cb2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b3f7e50-6a50-438b-ad50-d116cecf8038 HTTP/1.1" status: 204 len: 168 time: 0.1612384 Feb 09 02:48:55.605092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ffafc-d658-47d0-b1fe-b9ea26d7cb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f7e50-6a50-438b-ad50-d116cecf8038,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:55.738080 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1ddf-2d6b-4545-9288-42b109e00871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.037717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40980) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:56.087453 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93cd2ab5-0d3f-4250-9be9-9b8b15236401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dffd61ed48ce40189393c863b76c224a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481360 Feb 09 02:48:56.089728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 40982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:56.161713 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a73005c9-41c3-49a4-886a-bc44a1532f39 admin admin] Publish callbacks [] for security_group (3f17c6e8-fe38-4a4a-934c-02d115a4891b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.203645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a73005c9-41c3-49a4-886a-bc44a1532f39 admin admin] Publish callbacks [] for security_group (3f17c6e8-fe38-4a4a-934c-02d115a4891b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.278703 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a73005c9-41c3-49a4-886a-bc44a1532f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (3f17c6e8-fe38-4a4a-934c-02d115a4891b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.281921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a73005c9-41c3-49a4-886a-bc44a1532f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.286451 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a73005c9-41c3-49a4-886a-bc44a1532f39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f17c6e8-fe38-4a4a-934c-02d115a4891b HTTP/1.1" status: 204 len: 168 time: 0.1929526 Feb 09 02:48:56.302135 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73005c9-41c3-49a4-886a-bc44a1532f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17c6e8-fe38-4a4a-934c-02d115a4891b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:57.071969 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.241266 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.853239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:08.219648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-325009b2-a29f-41ac-aee3-32c621836325 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529788 Feb 09 02:49:08.515875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489e65b-6ba4-488f-b957-239b04dee44e req-188dbc55-3c17-4764-a99d-874ea369bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.515875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-188dbc55-3c17-4764-a99d-874ea369bdc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.0714900 Feb 09 02:49:08.515875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489e65b-6ba4-488f-b957-239b04dee44e req-5d417bfd-6b66-4210-bfac-0d7052a037cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.515875 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-5d417bfd-6b66-4210-bfac-0d7052a037cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 909 time: 0.1341126 Feb 09 02:49:08.584895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-396ff36c-29dc-4c42-8a88-657468b14c6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 1000 time: 0.0859032 Feb 09 02:49:08.638444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489e65b-6ba4-488f-b957-239b04dee44e req-c850a548-0cb6-4189-be93-082d31360f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.640701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-c850a548-0cb6-4189-be93-082d31360f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0504231 Feb 09 02:49:08.713846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489e65b-6ba4-488f-b957-239b04dee44e req-e03474ac-168f-4218-8ba6-b36d841d0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.715445 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-e03474ac-168f-4218-8ba6-b36d841d0799 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0674276 Feb 09 02:49:08.831768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-c4b7f24e-76aa-41c2-9e8f-efc774272bbd service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088605 Feb 09 02:49:08.936014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b489e65b-6ba4-488f-b957-239b04dee44e req-0a4af28d-9aa5-4b41-a560-fa81fe59cc17 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985093 Feb 09 02:49:18.277008 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.244082 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.393559 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f6a74c3f-784a-4606-829a-c8f4601208dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.639600 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:49:25.722360 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c96ec1a9-8de5-420a-ae73-87400f1d9e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.084840 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.248854 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.849894 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.536679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41492) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:33.542488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891311828', 'description': 'tempest-secgroup-smoke-891311828 description', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:33.568231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.643821 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group (47a5b849-a4a7-4ea3-b0b5-845fecfa0466), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.648029 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (47a5b849-a4a7-4ea3-b0b5-845fecfa0466), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.681467 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.682905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1446111 Feb 09 02:49:33.685352 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5b849-a4a7-4ea3-b0b5-845fecfa0466,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:33.686083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41494) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:33.692048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'security_group_rule': {'security_group_id': '47a5b849-a4a7-4ea3-b0b5-845fecfa0466', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:33.694217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.694820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.695366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.695848 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.696272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.696857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.697201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.698012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.698012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.698543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.699001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.699438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.699870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cb8de1-a05c-4fcc-9204-6de2238d5c03 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.727763 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (8b8a9f4b-8651-4838-8c0f-cc73b9f3e9da), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.777716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (8b8a9f4b-8651-4838-8c0f-cc73b9f3e9da), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.783686 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (8b8a9f4b-8651-4838-8c0f-cc73b9f3e9da), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.803622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8a9f4b-8651-4838-8c0f-cc73b9f3e9da,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:33.817082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.817551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.818143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.818723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.819255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.819673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.820311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.820861 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.821348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.821884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.822515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.822983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.823495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:33.831924 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.833962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ee3b4c07-9526-436b-a5f3-2ec44c7c454c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458831 Feb 09 02:49:33.836722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41496) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:33.841800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2674311f-cf94-4de5-a4fe-c408b8ef9b49 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'security_group_rule': {'security_group_id': '47a5b849-a4a7-4ea3-b0b5-845fecfa0466', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:33.878431 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2674311f-cf94-4de5-a4fe-c408b8ef9b49 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (82d959ad-9b63-40dc-8723-5d622b610090), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.941558 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2674311f-cf94-4de5-a4fe-c408b8ef9b49 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (82d959ad-9b63-40dc-8723-5d622b610090), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.946089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2674311f-cf94-4de5-a4fe-c408b8ef9b49 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (82d959ad-9b63-40dc-8723-5d622b610090), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.964579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674311f-cf94-4de5-a4fe-c408b8ef9b49 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d959ad-9b63-40dc-8723-5d622b610090,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:33.970830 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2674311f-cf94-4de5-a4fe-c408b8ef9b49 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.972310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2674311f-cf94-4de5-a4fe-c408b8ef9b49 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344366 Feb 09 02:49:33.975256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41498) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:33.979924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c4a209f5-00e2-495f-8d6e-3e63133e0bfb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'security_group_rule': {'security_group_id': '47a5b849-a4a7-4ea3-b0b5-845fecfa0466', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:34.006096 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4a209f5-00e2-495f-8d6e-3e63133e0bfb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (32014bd0-7e4b-4108-8a9e-d955c84d3c5b), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.065759 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4a209f5-00e2-495f-8d6e-3e63133e0bfb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (32014bd0-7e4b-4108-8a9e-d955c84d3c5b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.070325 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4a209f5-00e2-495f-8d6e-3e63133e0bfb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (32014bd0-7e4b-4108-8a9e-d955c84d3c5b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.090675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a209f5-00e2-495f-8d6e-3e63133e0bfb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32014bd0-7e4b-4108-8a9e-d955c84d3c5b,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:34.098892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c4a209f5-00e2-495f-8d6e-3e63133e0bfb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.102841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41500) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:34.102992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c4a209f5-00e2-495f-8d6e-3e63133e0bfb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266222 Feb 09 02:49:34.108016 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-480294fe-0266-4da4-b6fb-de47e57f2821 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'security_group_rule': {'security_group_id': '47a5b849-a4a7-4ea3-b0b5-845fecfa0466', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:34.137421 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-480294fe-0266-4da4-b6fb-de47e57f2821 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (c89a51b2-4d75-40c5-bad9-b60390142cf7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.198687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-480294fe-0266-4da4-b6fb-de47e57f2821 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (c89a51b2-4d75-40c5-bad9-b60390142cf7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.202422 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-480294fe-0266-4da4-b6fb-de47e57f2821 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c89a51b2-4d75-40c5-bad9-b60390142cf7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.228795 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480294fe-0266-4da4-b6fb-de47e57f2821 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89a51b2-4d75-40c5-bad9-b60390142cf7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:34.241880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-480294fe-0266-4da4-b6fb-de47e57f2821 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.246043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41502) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:34.246405 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-480294fe-0266-4da4-b6fb-de47e57f2821 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419759 Feb 09 02:49:34.251088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'security_group_rule': {'security_group_id': '47a5b849-a4a7-4ea3-b0b5-845fecfa0466', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:34.274894 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Project e94d2ce4fe184347ac86aadd3fe50bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:49:34.280342 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (606f7e6f-4582-49db-94aa-6533383d2601), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.342025 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (606f7e6f-4582-49db-94aa-6533383d2601), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.346975 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (606f7e6f-4582-49db-94aa-6533383d2601), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.365440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606f7e6f-4582-49db-94aa-6533383d2601,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:34.371098 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.372306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e937a520-fb46-430b-a78f-fa13f2e2aa0f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250901 Feb 09 02:49:34.375368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41504) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:34.379823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'security_group_rule': {'security_group_id': '47a5b849-a4a7-4ea3-b0b5-845fecfa0466', 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:34.408562 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Project e94d2ce4fe184347ac86aadd3fe50bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:49:34.413537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (c2c5ea07-2aef-4790-87c5-89d8c30707a1), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.477844 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (c2c5ea07-2aef-4790-87c5-89d8c30707a1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.482669 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c2c5ea07-2aef-4790-87c5-89d8c30707a1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.505174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c5ea07-2aef-4790-87c5-89d8c30707a1,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:34.510491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.511717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-37c1749c-edce-46f6-a9b8-a96a90155cca tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353719 Feb 09 02:49:34.749845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-8f21f777-5a01-4972-b4f7-e2abde89eaa2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891311828&fields=id&tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3 HTTP/1.1" status: 200 len: 267 time: 0.0477369 Feb 09 02:49:34.864595 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-edd63ba2-9dd8-4398-8b18-9436f20ff633 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:34.866135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-edd63ba2-9dd8-4398-8b18-9436f20ff633 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 813 time: 0.1091416 Feb 09 02:49:34.881897 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-8ad9adf4-6dbf-42c4-8f81-a74d12ac845f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/quotas/e94d2ce4fe184347ac86aadd3fe50bb3 HTTP/1.1" status: 200 len: 375 time: 0.0101488 Feb 09 02:49:34.939695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-87e8d2bb-c330-4149-943a-ca3598ecf23f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520916 Feb 09 02:49:35.036578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-76d4391b-d7b9-42e7-9622-44291ebf1606 service neutron] 10.222.0.53 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855632 Feb 09 02:49:35.139628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-6739beca-8516-46b1-b2fb-4a2aaa552368 service neutron] 10.222.0.53 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967727 Feb 09 02:49:35.440065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95a0cc73-29c5-4680-847f-aa45e8effe59 req-b99b4519-93e2-4d76-ab4f-2c74cd936769 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0298941 Feb 09 02:49:35.962938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41538) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:36.092153 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-462b8347-7d96-47ae-b47b-70a6528e312c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.192350 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-462b8347-7d96-47ae-b47b-70a6528e312c admin admin] Publish callbacks [] for security_group (a338d2e0-aae5-4fd1-9597-ffb5bda7fb96), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.199131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-462b8347-7d96-47ae-b47b-70a6528e312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a338d2e0-aae5-4fd1-9597-ffb5bda7fb96), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.251237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-462b8347-7d96-47ae-b47b-70a6528e312c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a7d38819b1847fbbc1f88eeae91fa17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2871532 Feb 09 02:49:36.252811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b8347-7d96-47ae-b47b-70a6528e312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a338d2e0-aae5-4fd1-9597-ffb5bda7fb96,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:36.254876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41542) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:36.308403 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5b02be-ca72-4ca9-872f-50c2af88e493 admin admin] Publish callbacks [] for security_group (a338d2e0-aae5-4fd1-9597-ffb5bda7fb96), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.336302 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5b02be-ca72-4ca9-872f-50c2af88e493 admin admin] Publish callbacks [] for security_group (a338d2e0-aae5-4fd1-9597-ffb5bda7fb96), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.384467 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5b02be-ca72-4ca9-872f-50c2af88e493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a338d2e0-aae5-4fd1-9597-ffb5bda7fb96), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.387093 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ca5b02be-ca72-4ca9-872f-50c2af88e493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.388266 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ca5b02be-ca72-4ca9-872f-50c2af88e493 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a338d2e0-aae5-4fd1-9597-ffb5bda7fb96 HTTP/1.1" status: 204 len: 168 time: 0.1323078 Feb 09 02:49:36.396575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b02be-ca72-4ca9-872f-50c2af88e493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a338d2e0-aae5-4fd1-9597-ffb5bda7fb96,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:36.570538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9a7e091-6643-4fb9-bee6-e73c35274e1e req-43725669-af78-44f5-b6b3-453b335d1ddd tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0390272 Feb 09 02:49:36.705109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-1c1983a9-89b9-4e53-8023-6c45a55d42ee tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.706667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-1c1983a9-89b9-4e53-8023-6c45a55d42ee tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.82 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 813 time: 0.1350992 Feb 09 02:49:36.779978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-7b0297a4-865a-4f30-87eb-dbfffa3b91d4 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3 HTTP/1.1" status: 200 len: 379 time: 0.0649545 Feb 09 02:49:36.790578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'port': {'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'admin_state_up': True, 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'security_groups': ['47a5b849-a4a7-4ea3-b0b5-845fecfa0466']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:36.961139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Made reservation on behalf of e94d2ce4fe184347ac86aadd3fe50bb3 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:36.964903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.163862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Allocated IP 172.20.0.10 (7aeaf2df-6367-4235-a938-54bad0b931ba/ddd44cad-c01d-4903-9548-f7515a01a770/05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:37.307742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.349589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.714990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Network 7aeaf2df-6367-4235-a938-54bad0b931ba is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:37.744919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:37.761435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:37.764304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'Port': ['ID=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:37.841909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00136d-3706-4d23-b5f1-bda1fec1c017 req-a47a295f-9a44-46d8-bcd8-0bd474e5b2ba tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:37.849889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f00136d-3706-4d23-b5f1-bda1fec1c017 req-a47a295f-9a44-46d8-bcd8-0bd474e5b2ba tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 932 time: 0.1336176 Feb 09 02:49:37.873793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:37.874857 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.910648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-44bf55b8-ca58-44cf-8308-34302ca2def5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1259956 Feb 09 02:49:37.927859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Request body: {'port': {'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:37.963070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f00136d-3706-4d23-b5f1-bda1fec1c017 req-296ecbb7-1d74-4645-86ee-a89d8650d0f5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122856 Feb 09 02:49:38.016933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.069082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-30b82b13-8394-42bf-b3f3-4f1146499a47 None None] Provisioning complete for port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:38.070065 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-30b82b13-8394-42bf-b3f3-4f1146499a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.117761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-30b82b13-8394-42bf-b3f3-4f1146499a47 None None] Port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:38.335832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:38.343411 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Publish callbacks [] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.358835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Transition to ACTIVE for port object 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:49:38.362873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.426066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Pushing event updated for resources: {'Port': ['ID=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:38.516478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Attempting to bind port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:38.517692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Attempting to bind port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:38.519453 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Attempting to bind port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 on network 7aeaf2df-6367-4235-a938-54bad0b931ba {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:38.524578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 on network 7aeaf2df-6367-4235-a938-54bad0b931ba not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:49:38.525029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Attempting to bind port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 on network 7aeaf2df-6367-4235-a938-54bad0b931ba {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:38.531357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:38.531844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Checking segment: {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:38.532329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Bound using segment: {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:38.532913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Bound port: 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838ad268-f9e2-4451-9860-b1ba17e20d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:38.533373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.616463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] For port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:38.620413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] For port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:38.631263 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.682016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:38.682908 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.684453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] 10.222.0.82 "PUT /v2.0/ports/05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 1093 time: 0.7628024 Feb 09 02:49:38.685058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:38.687698 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263c4b42-8f35-4e2f-9610-f6333672e523" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:38.713471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb9115-02c6-43a7-8bac-a55e25b2acce service neutron] Pushing event updated for resources: {'Port': ['ID=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:38.773890 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7824a3e3-1f0e-4482-a856-4e9a1d58f4e4 x-openstack-request-id: req-7824a3e3-1f0e-4482-a856-4e9a1d58f4e4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:38.774195 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:38.774490 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7824a3e3-1f0e-4482-a856-4e9a1d58f4e4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:38.774900 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'status': 'completed', 'code': 200} Feb 09 02:49:38.795979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-4471a815-8731-47f6-94d0-f691e724b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:38.797528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-4471a815-8731-47f6-94d0-f691e724b74d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1127 time: 0.0635021 Feb 09 02:49:38.845961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-6c65e5dd-75b4-4eee-ad3d-b1609b350882 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 217 time: 0.0401638 Feb 09 02:49:38.902744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-adfdff2f-2b24-4d4b-946e-af1d983ca88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:38.904078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-adfdff2f-2b24-4d4b-946e-af1d983ca88c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 200 len: 852 time: 0.0527461 Feb 09 02:49:39.000378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-57cf69ca-6f7c-4f21-81fd-2c2c94e0d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.003572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-57cf69ca-6f7c-4f21-81fd-2c2c94e0d217 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7aeaf2df-6367-4235-a938-54bad0b931ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0899053 Feb 09 02:49:39.154247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-cdfee41c-e4aa-4816-a580-ade3218b6fa4 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410007 Feb 09 02:49:39.221112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57063e-f765-479a-9d43-d044c01d4aa6 req-c98b0e1d-b591-4afb-b4c2-dfe07566e16f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.222703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e57063e-f765-479a-9d43-d044c01d4aa6 req-c98b0e1d-b591-4afb-b4c2-dfe07566e16f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.1537414 Feb 09 02:49:39.308670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a399bba-0045-4cef-a217-4ce1afe4b3d2 req-acfa8311-e16b-45a1-a34d-6328d25e1c38 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477425 Feb 09 02:49:39.312478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e57063e-f765-479a-9d43-d044c01d4aa6 req-48da89b5-2d9b-4482-bca9-671236b78e5a tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773158 Feb 09 02:49:39.409019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-afff987a-86f8-442a-b594-241a999e0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.410495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-afff987a-86f8-442a-b594-241a999e0b98 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1127 time: 0.0538721 Feb 09 02:49:39.502302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-38e61853-3625-46d0-b8f1-e04051e8dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.503985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-38e61853-3625-46d0-b8f1-e04051e8dc7c service neutron] 10.222.0.82 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 914 time: 0.0883472 Feb 09 02:49:39.549342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-e424f243-6e21-465a-8e18-18c709e8f4fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 217 time: 0.0393558 Feb 09 02:49:39.600948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-85c3d6ca-a8d1-48c6-8a0f-a7b5c618aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.602521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-85c3d6ca-a8d1-48c6-8a0f-a7b5c618aff2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 200 len: 852 time: 0.0479548 Feb 09 02:49:39.656349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-a7c21313-546e-4cfe-9dc8-eea4fa396611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.658076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-a7c21313-546e-4cfe-9dc8-eea4fa396611 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7aeaf2df-6367-4235-a938-54bad0b931ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473683 Feb 09 02:49:39.754791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-b295f91c-0b90-4ac3-85a0-d6d57f66fd37 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910661 Feb 09 02:49:39.848300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263c4b42-8f35-4e2f-9610-f6333672e523 req-7457de14-b21d-4a98-acb5-f53d2e9befee service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870814 Feb 09 02:49:40.446965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44f07-3c8a-4324-8ba9-9ced1766715d req-8f660e0f-8050-4517-84ad-bcfcd3d921de tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:40.448305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eda44f07-3c8a-4324-8ba9-9ced1766715d req-8f660e0f-8050-4517-84ad-bcfcd3d921de tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0570505 Feb 09 02:49:40.502857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eda44f07-3c8a-4324-8ba9-9ced1766715d req-3151093e-304c-4ca6-b58e-bf20ded5943f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480759 Feb 09 02:49:41.648370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d39e9-947c-45b6-8a87-3ed40e22a968 req-4583482d-a776-40de-b1d0-e52598bdd6fb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:41.650178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf7d39e9-947c-45b6-8a87-3ed40e22a968 req-4583482d-a776-40de-b1d0-e52598bdd6fb tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0686018 Feb 09 02:49:41.713429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf7d39e9-947c-45b6-8a87-3ed40e22a968 req-56c6b567-06fd-4925-a0da-e7130cc7c68a tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559168 Feb 09 02:49:42.872570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbbee-68d3-4717-8fe3-c992d4413891 req-f15f09ba-8c95-490d-9c1f-5314ad08c120 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:42.875830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a3bbbee-68d3-4717-8fe3-c992d4413891 req-f15f09ba-8c95-490d-9c1f-5314ad08c120 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0778027 Feb 09 02:49:42.932382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a3bbbee-68d3-4717-8fe3-c992d4413891 req-2b7ed6cd-3090-4cf8-9996-b20a330997b7 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491450 Feb 09 02:49:44.084419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516556a-0d61-4f8b-899f-7fe772e9dadf req-783fa5cc-99f3-4e4e-a5ee-696ccd875686 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:44.086684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4516556a-0d61-4f8b-899f-7fe772e9dadf req-783fa5cc-99f3-4e4e-a5ee-696ccd875686 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0715456 Feb 09 02:49:44.148730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4516556a-0d61-4f8b-899f-7fe772e9dadf req-ecf4f7ce-9d78-4a8b-855c-1245aedd8066 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557129 Feb 09 02:49:45.287448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13e385-321b-41de-bba8-a4877b0d5e24 req-73bcc355-74b0-4ded-92c2-f2a6b8d8ba76 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:45.289249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e13e385-321b-41de-bba8-a4877b0d5e24 req-73bcc355-74b0-4ded-92c2-f2a6b8d8ba76 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0631671 Feb 09 02:49:45.344741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e13e385-321b-41de-bba8-a4877b0d5e24 req-9ba35cfa-96f9-487c-b4aa-bf1bfaa366ba tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494051 Feb 09 02:49:46.471329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89c753-de91-4dd2-ada6-3c090828619b req-c4ec5459-2c1e-4cf3-a7ed-b80ebad6ff78 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:46.473092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa89c753-de91-4dd2-ada6-3c090828619b req-c4ec5459-2c1e-4cf3-a7ed-b80ebad6ff78 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0576077 Feb 09 02:49:46.538828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa89c753-de91-4dd2-ada6-3c090828619b req-a8813a22-61dd-4f44-8ebd-5e01741eae8a tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579960 Feb 09 02:49:47.679450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5ef12-1f37-47c7-8726-dcc70ff0c2d0 req-37101b4f-4c8a-4156-ac2e-b48094f26149 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:47.681458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0d5ef12-1f37-47c7-8726-dcc70ff0c2d0 req-37101b4f-4c8a-4156-ac2e-b48094f26149 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0657356 Feb 09 02:49:47.735041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0d5ef12-1f37-47c7-8726-dcc70ff0c2d0 req-931a17c7-3c1d-4c8d-85fa-12225e9ee27e tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476537 Feb 09 02:49:48.277388 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.862838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1d9e-6ff0-480b-bf9b-a3c8d3b2416f req-53108efc-0ccc-4487-8ecf-4333028095f0 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:48.864277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014e1d9e-6ff0-480b-bf9b-a3c8d3b2416f req-53108efc-0ccc-4487-8ecf-4333028095f0 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0540776 Feb 09 02:49:48.915259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-014e1d9e-6ff0-480b-bf9b-a3c8d3b2416f req-b484b654-b0ca-45c8-9892-26e05bd3b285 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452149 Feb 09 02:49:49.252205 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.052999 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07764bf9-c668-46c9-b6f0-d4176d08b4f0 req-44b6d83c-4ed3-45a8-b05e-98c695032aa8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:50.054713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07764bf9-c668-46c9-b6f0-d4176d08b4f0 req-44b6d83c-4ed3-45a8-b05e-98c695032aa8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0665004 Feb 09 02:49:50.110061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07764bf9-c668-46c9-b6f0-d4176d08b4f0 req-286978ef-128b-4190-8f99-bed344447dc6 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493014 Feb 09 02:49:51.249035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952b31f-8b02-4a15-a79e-a6bcb11483ab req-ca319355-f8d3-4cbb-b9a7-47fd391aae7b tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:51.250836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b952b31f-8b02-4a15-a79e-a6bcb11483ab req-ca319355-f8d3-4cbb-b9a7-47fd391aae7b tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0638564 Feb 09 02:49:51.302771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b952b31f-8b02-4a15-a79e-a6bcb11483ab req-0830772b-8db5-4efc-88e1-9756f7aa784f tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460393 Feb 09 02:49:52.432611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eedd0-13eb-4e1c-a3fc-8d826975c196 req-2a667648-f665-493d-98aa-494046bcb519 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:52.434125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-933eedd0-13eb-4e1c-a3fc-8d826975c196 req-2a667648-f665-493d-98aa-494046bcb519 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0603673 Feb 09 02:49:52.495524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-933eedd0-13eb-4e1c-a3fc-8d826975c196 req-c8c2e106-5947-4559-8e29-00f62859d190 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545332 Feb 09 02:49:53.396836 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6affeb56-38c3-4731-8913-1b653f7bc42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:53.632704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522565de-fb4d-4290-a424-8d91865aed3e req-042bd3e2-aca8-41b8-8734-3987603c5260 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:53.634322 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-522565de-fb4d-4290-a424-8d91865aed3e req-042bd3e2-aca8-41b8-8734-3987603c5260 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0653405 Feb 09 02:49:53.686082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-522565de-fb4d-4290-a424-8d91865aed3e req-63a3a7c6-6bdf-4eb8-9c1d-efd4d2f54d2e tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457838 Feb 09 02:49:54.809077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd430-d872-4389-be8f-b9172a0c30bb req-de8cdf14-0e29-4deb-be3f-030fb0cf6104 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:54.810873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa9bd430-d872-4389-be8f-b9172a0c30bb req-de8cdf14-0e29-4deb-be3f-030fb0cf6104 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0541470 Feb 09 02:49:54.863711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa9bd430-d872-4389-be8f-b9172a0c30bb req-ff3450fb-5c43-4440-a0dd-06c236a739ea tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464036 Feb 09 02:49:55.724801 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ae8e7e51-4c62-4743-89bd-4f66acbd0467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.017158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937cc6-f28d-47f1-bf6f-895e0f16b8a4 req-16eb798c-2b1e-4719-b14b-46cda1c27912 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:56.020567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec937cc6-f28d-47f1-bf6f-895e0f16b8a4 req-16eb798c-2b1e-4719-b14b-46cda1c27912 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 944 time: 0.0824745 Feb 09 02:49:56.075490 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec937cc6-f28d-47f1-bf6f-895e0f16b8a4 req-16e741ca-052f-48e1-be4b-ca0fb6e5807b tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507078 Feb 09 02:49:56.533671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:56.636792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:56.660660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'mac_address': 'fa:16:3e:f6:db:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:56.703592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:56.703982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.717582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:56.739499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:56.745611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.797417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:56.805161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.805723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.806088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.806413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.806782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.807113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.807443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.807786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.808092 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.808415 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.808743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.809065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:56.809385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:57.069358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:57.119285 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:57.234416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e53569-3484-45b7-a469-359f89289cb9 req-7fd3379b-d286-4e93-8a37-dab1b7dd7919 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:57.236016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76e53569-3484-45b7-a469-359f89289cb9 req-7fd3379b-d286-4e93-8a37-dab1b7dd7919 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 945 time: 0.0700471 Feb 09 02:49:57.301134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76e53569-3484-45b7-a469-359f89289cb9 req-528d8aaa-2160-482f-9f08-694db31d7601 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578389 Feb 09 02:49:58.252944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.436483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116e34-a6a2-4749-952c-d450a2a1dd8a req-5ada2b9d-8514-48ff-95f8-055f53685ce6 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:58.437946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93116e34-a6a2-4749-952c-d450a2a1dd8a req-5ada2b9d-8514-48ff-95f8-055f53685ce6 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 945 time: 0.0602639 Feb 09 02:49:58.489927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93116e34-a6a2-4749-952c-d450a2a1dd8a req-071fbc01-c9a4-461a-aa2a-56ea53d3f65a tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452821 Feb 09 02:49:58.564127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:58.616071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:49:58.620211 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:58.620591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.706640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:58.707312 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.732747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:58.736663 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f2a17a-8364-428c-93fa-bb2590341f63" -d '{"events": [{"server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "name": "network-vif-plugged", "status": "completed", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:58.758814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:58.766717 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.817690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:58.927582 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff7903-24d9-46b9-9de7-ce0a1613619b x-openstack-request-id: req-07ff7903-24d9-46b9-9de7-ce0a1613619b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:58.927890 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "name": "network-vif-plugged", "status": "completed", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:58.928153 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07ff7903-24d9-46b9-9de7-ce0a1613619b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:58.928563 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'code': 200} Feb 09 02:49:59.040915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de25043-f9dc-42b7-9629-51534e34238d req-67dde015-ea59-48f5-9078-1a8faafa0b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:59.042486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9de25043-f9dc-42b7-9629-51534e34238d req-67dde015-ea59-48f5-9078-1a8faafa0b12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1129 time: 0.0565474 Feb 09 02:49:59.090782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9de25043-f9dc-42b7-9629-51534e34238d req-c7311c19-2831-4110-b89e-d5c93eb2e267 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414407 Feb 09 02:49:59.615007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b81ba6-a3f1-4d67-ab5a-98f7dfb01e09 req-871adb9a-afa0-421f-84df-39dfad40e016 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:59.616981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55b81ba6-a3f1-4d67-ab5a-98f7dfb01e09 req-871adb9a-afa0-421f-84df-39dfad40e016 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 946 time: 0.0576928 Feb 09 02:49:59.671999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-55b81ba6-a3f1-4d67-ab5a-98f7dfb01e09 req-c71654a6-fa0c-4cbb-86e6-cec83a260bf2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500348 Feb 09 02:49:59.843281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.558828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41756) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:00.758275 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9180747-bd1e-4212-aa4a-92afac51c8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.803841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4a973-bca4-46b0-a953-44cc9894326c req-9d84532b-b43f-4b98-a8ea-22f00ebb6010 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:00.805507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2f4a973-bca4-46b0-a953-44cc9894326c req-9d84532b-b43f-4b98-a8ea-22f00ebb6010 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 946 time: 0.0567613 Feb 09 02:50:00.842878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9180747-bd1e-4212-aa4a-92afac51c8c0 admin admin] Publish callbacks [] for security_group (649adce7-c482-4fe5-95e1-e57473f41cc3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.847866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e9180747-bd1e-4212-aa4a-92afac51c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (649adce7-c482-4fe5-95e1-e57473f41cc3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.860576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2f4a973-bca4-46b0-a953-44cc9894326c req-483b3b20-7981-4bfa-86a2-4ae2cf07a308 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482442 Feb 09 02:50:00.881761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9180747-bd1e-4212-aa4a-92afac51c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649adce7-c482-4fe5-95e1-e57473f41cc3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:00.900119 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e9180747-bd1e-4212-aa4a-92afac51c8c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2649202b1db848bbac1fdc97e4581823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401074 Feb 09 02:50:00.900397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41766) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:00.984953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-883e0c69-ffb9-463e-9b73-9b2660bc932e admin admin] Publish callbacks [] for security_group (649adce7-c482-4fe5-95e1-e57473f41cc3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.016233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-883e0c69-ffb9-463e-9b73-9b2660bc932e admin admin] Publish callbacks [] for security_group (649adce7-c482-4fe5-95e1-e57473f41cc3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.024419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d1d66-e161-496d-8178-7752c015d0d9 req-c7768ef9-593e-4620-8148-d93119409e55 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:01.025930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-341d1d66-e161-496d-8178-7752c015d0d9 req-c7768ef9-593e-4620-8148-d93119409e55 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 946 time: 0.0885448 Feb 09 02:50:01.104031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-341d1d66-e161-496d-8178-7752c015d0d9 req-367de4d8-31a4-4136-9e16-602f328ee838 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722735 Feb 09 02:50:01.117056 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-883e0c69-ffb9-463e-9b73-9b2660bc932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (649adce7-c482-4fe5-95e1-e57473f41cc3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.120323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-883e0c69-ffb9-463e-9b73-9b2660bc932e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.123868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-883e0c69-ffb9-463e-9b73-9b2660bc932e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/649adce7-c482-4fe5-95e1-e57473f41cc3 HTTP/1.1" status: 204 len: 168 time: 0.2197235 Feb 09 02:50:01.135203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41772) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:01.155468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e0c69-ffb9-463e-9b73-9b2660bc932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649adce7-c482-4fe5-95e1-e57473f41cc3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:01.337040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddefd35c-3e02-45d5-be0a-14466c0d8df1 tempest-TestVolumeBackupRestore-2106710889 tempest-TestVolumeBackupRestore-2106710889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:01.341456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ddefd35c-3e02-45d5-be0a-14466c0d8df1 tempest-TestVolumeBackupRestore-2106710889 tempest-TestVolumeBackupRestore-2106710889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1124 time: 0.2010093 Feb 09 02:50:01.341756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41780) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:01.347087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:01.389997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.508419 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.638724 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:50:01.645516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Allocated IP 172.25.6.56 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/86a3d7c5-3931-4a1e-a4d8-d8384dd17c98) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:01.761426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.799191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:01.847097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:01.852177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:01.855872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:01.881958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'Port': ['ID=86a3d7c5-3931-4a1e-a4d8-d8384dd17c98,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:02.367723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for floatingip (bcc9722f-fd30-4610-bce9-ab494fde78a1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.772131 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.930216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.935284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:03.002312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event updated for resources: {'Port': ['ID=86a3d7c5-3931-4a1e-a4d8-d8384dd17c98,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:03.014551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (bcc9722f-fd30-4610-bce9-ab494fde78a1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:03.120423 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Floating IP bcc9722f-fd30-4610-bce9-ab494fde78a1 associated. External IP: 172.25.6.56, port: 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6. Feb 09 02:50:03.351383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Router c6e80506-ae3c-452e-bc1f-cafbe78af5ba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:50:03.472019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:50:03.487670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] Sync routers for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:50:03.491975 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:03.512879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:03.513752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:49:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:03.526672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9d4453f2-bb2e-4238-8111-568eea51e4b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1835697 Feb 09 02:50:03.527358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:03.529507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:03.536327 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd02559-aee5-4d49-9732-6489c49fd09e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:03.588081 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8b0245-6ad4-4c5d-8817-c647925cad21 x-openstack-request-id: req-ba8b0245-6ad4-4c5d-8817-c647925cad21 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:03.588377 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:03.588633 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba8b0245-6ad4-4c5d-8817-c647925cad21 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:03.589091 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'status': 'completed', 'code': 200} Feb 09 02:50:03.597142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294b9728-8e89-4ab7-82cc-6d592eb28a37 tempest-TestVolumeBackupRestore-2106710889 tempest-TestVolumeBackupRestore-2106710889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:03.601509 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-294b9728-8e89-4ab7-82cc-6d592eb28a37 tempest-TestVolumeBackupRestore-2106710889 tempest-TestVolumeBackupRestore-2106710889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1124 time: 0.0681503 Feb 09 02:50:03.601818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41820) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:03.606605 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Request body: {'floatingip': {'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:03.677150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:03.699837 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for floatingip (bcc9722f-fd30-4610-bce9-ab494fde78a1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:03.745234 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-2d748c26-36ca-4b10-99f3-558398fd1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:03.746822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-2d748c26-36ca-4b10-99f3-558398fd1e63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1129 time: 0.1355441 Feb 09 02:50:03.924811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'bcc9722f-fd30-4610-bce9-ab494fde78a1', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'mac_address': 'fa:16:3e:f6:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:02Z', 'updated_at': '2022-02-09T02:50:02Z', 'revision_number': 0, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:03.951300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] Checking router: c6e80506-ae3c-452e-bc1f-cafbe78af5ba for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:50:03.962512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:03.962512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:49:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:03.971498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-c94b9bab-1660-4bff-bcbd-189423863ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:03.973010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-c94b9bab-1660-4bff-bcbd-189423863ae0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 914 time: 0.2209060 Feb 09 02:50:04.055229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-c8b34485-b323-46a4-99ad-981f98db7dde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 999 time: 0.0760832 Feb 09 02:50:04.078288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:04.164884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-601924b9-e737-4358-bf62-72e8c0d9066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:04.166381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-601924b9-e737-4358-bf62-72e8c0d9066f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 200 len: 852 time: 0.1052992 Feb 09 02:50:04.361393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-d66eed14-dc55-4bc3-ae6e-c673f8e094b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:04.362933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-d66eed14-dc55-4bc3-ae6e-c673f8e094b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7aeaf2df-6367-4235-a938-54bad0b931ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1386304 Feb 09 02:50:04.369405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'bcc9722f-fd30-4610-bce9-ab494fde78a1', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'mac_address': 'fa:16:3e:f6:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:02Z', 'updated_at': '2022-02-09T02:50:02Z', 'revision_number': 0, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:04.400966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e99639-a2ff-4895-bb7a-502dda9b9f70 None None] The sync data for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 is: [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'bcc9722f-fd30-4610-bce9-ab494fde78a1', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'mac_address': 'fa:16:3e:f6:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:02Z', 'updated_at': '2022-02-09T02:50:02Z', 'revision_number': 0, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:50:04.484901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.498373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (bcc9722f-fd30-4610-bce9-ab494fde78a1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.577107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-0d28fb28-2830-4ee4-85e5-b559099dede1 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062576 Feb 09 02:50:04.709819 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba00949-820c-49cc-a3b9-10f7aa443008 None None] New status for floating IP bcc9722f-fd30-4610-bce9-ab494fde78a1: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:50:04.769217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd02559-aee5-4d49-9732-6489c49fd09e req-a539fdb0-902f-4b1d-8856-e84f46836e4c service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849613 Feb 09 02:50:04.832502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Router c6e80506-ae3c-452e-bc1f-cafbe78af5ba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:50:04.959513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:50:04.970330 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.977342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] Sync routers for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:50:04.987840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:04.989424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:49:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:05.042315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-39e01b26-554d-46cf-bb50-991ff7f436f8 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "PUT /v2.0/floatingips/bcc9722f-fd30-4610-bce9-ab494fde78a1 HTTP/1.1" status: 200 len: 991 time: 1.4394233 Feb 09 02:50:05.273770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:05.512482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'bcc9722f-fd30-4610-bce9-ab494fde78a1', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'mac_address': 'fa:16:3e:f6:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:02Z', 'updated_at': '2022-02-09T02:50:04Z', 'revision_number': 2, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:05.543766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] Checking router: c6e80506-ae3c-452e-bc1f-cafbe78af5ba for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:50:05.553713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:05.554332 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:49:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:05.590949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}, {'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:05.593236 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b230c62-5e6c-4313-9075-0b9a54e0007a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6"}, {"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:05.638631 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d075493e-7143-4280-a210-1980b0035051 x-openstack-request-id: req-d075493e-7143-4280-a210-1980b0035051 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:05.638942 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:05.639204 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d075493e-7143-4280-a210-1980b0035051 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:05.639623 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'status': 'completed', 'code': 200} Feb 09 02:50:05.639888 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'status': 'completed', 'code': 200} Feb 09 02:50:05.687950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:05.723359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-e91f68f3-6889-4201-853e-5663540ff0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:05.724963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-e91f68f3-6889-4201-853e-5663540ff0af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1129 time: 0.0646207 Feb 09 02:50:05.959993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'bcc9722f-fd30-4610-bce9-ab494fde78a1', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'mac_address': 'fa:16:3e:f6:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:02Z', 'updated_at': '2022-02-09T02:50:04Z', 'revision_number': 2, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:05.993808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13fac5-7d40-4efa-8c12-dc2fd64cde70 None None] The sync data for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 is: [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'bcc9722f-fd30-4610-bce9-ab494fde78a1', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'port_id': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'mac_address': 'fa:16:3e:f6:db:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68274f-9e4d-4093-aab3-7c977985c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:02Z', 'updated_at': '2022-02-09T02:50:04Z', 'revision_number': 2, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:50:06.137856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-2d0866ee-9e7c-4925-ba15-7bb2ca6623a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.139215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-2d0866ee-9e7c-4925-ba15-7bb2ca6623a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 914 time: 0.4083407 Feb 09 02:50:06.210704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-50678d5a-702c-42f1-9a16-991647c994ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 1001 time: 0.0649192 Feb 09 02:50:06.269022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-7047270b-7b26-4071-8c52-5d86598601de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.270574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-7047270b-7b26-4071-8c52-5d86598601de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 200 len: 852 time: 0.0541565 Feb 09 02:50:06.330288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-1ae68b31-367d-451b-96fa-8f80ee089a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.331926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-1ae68b31-367d-451b-96fa-8f80ee089a52 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7aeaf2df-6367-4235-a938-54bad0b931ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554316 Feb 09 02:50:06.431408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-1315ee46-0c0f-470e-8590-893461697ca3 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929718 Feb 09 02:50:06.528508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-6841e2bf-19cb-47b2-a8f8-60d3ebeb8185 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912793 Feb 09 02:50:06.613024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-c8f14979-4df4-45bc-8e50-347ae59e2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.614718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-c8f14979-4df4-45bc-8e50-347ae59e2ab5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1129 time: 0.0476377 Feb 09 02:50:06.714474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-ee771645-26ee-4fed-a38e-fc64e8718a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.715987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-ee771645-26ee-4fed-a38e-fc64e8718a0d service neutron] 10.222.0.82 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 914 time: 0.0955210 Feb 09 02:50:06.786052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-4b4e07bc-ec7e-4f01-993b-891e17d34104 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 1001 time: 0.0639093 Feb 09 02:50:06.835683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-9b32afd5-eab9-4f8e-bae7-f76cb412aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.837370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-9b32afd5-eab9-4f8e-bae7-f76cb412aae8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 200 len: 852 time: 0.0458014 Feb 09 02:50:06.935504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-f656f6bb-8e09-43c4-8e05-aef0d91fb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.937305 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-f656f6bb-8e09-43c4-8e05-aef0d91fb957 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7aeaf2df-6367-4235-a938-54bad0b931ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0941913 Feb 09 02:50:07.044420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-d15c7d17-83ce-45c1-a760-4048df3fcee6 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007740 Feb 09 02:50:07.147001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b230c62-5e6c-4313-9075-0b9a54e0007a req-ec149893-1542-43d1-a985-9fe040ffe264 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967779 Feb 09 02:50:09.208133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-390e6d43-627c-4286-a52e-4a81982c7647 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492313 Feb 09 02:50:09.303259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212797-2342-4596-bc29-7943ddcedc39 req-84d0b6cb-ab91-42bf-a3d3-13f41fab5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.304843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-84d0b6cb-ab91-42bf-a3d3-13f41fab5b51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.0545983 Feb 09 02:50:09.422346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212797-2342-4596-bc29-7943ddcedc39 req-2da733b1-ba88-4010-87c8-24eeb77d484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.425019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-2da733b1-ba88-4010-87c8-24eeb77d484a service neutron] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 909 time: 0.1000202 Feb 09 02:50:09.495056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-709dffdb-7c39-4ddb-a051-aa50741f99d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 1000 time: 0.0630722 Feb 09 02:50:09.546849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212797-2342-4596-bc29-7943ddcedc39 req-1cc8c8f9-4311-4ab6-9104-022b3b5f8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.548357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-1cc8c8f9-4311-4ab6-9104-022b3b5f8622 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0480239 Feb 09 02:50:09.604779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212797-2342-4596-bc29-7943ddcedc39 req-924f7071-d4d4-461d-b6e7-1b566e33d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.606739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-924f7071-d4d4-461d-b6e7-1b566e33d6ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526953 Feb 09 02:50:09.700933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-3082b378-0a47-41f4-ae9d-8b5ac9e24292 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877500 Feb 09 02:50:09.803097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd212797-2342-4596-bc29-7943ddcedc39 req-f6744120-8574-4f76-b529-9cd16cbab6df service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964139 Feb 09 02:50:10.463841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-65c8ab0f-e12d-40fa-a7b1-2f23103a796b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493386 Feb 09 02:50:10.566183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d400c1-e007-4058-b022-615b2e0ea63a req-2b7ea224-8261-4df5-b433-b0314aae5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:10.567834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-2b7ea224-8261-4df5-b433-b0314aae5021 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1129 time: 0.0518243 Feb 09 02:50:10.684276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d400c1-e007-4058-b022-615b2e0ea63a req-555a8480-5a32-40b3-aa6b-f520dd02433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:10.685776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-555a8480-5a32-40b3-aa6b-f520dd02433e service neutron] 10.222.0.82 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 914 time: 0.0994494 Feb 09 02:50:10.766137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-cfe3ccdf-3b2e-42e1-b355-5b1e6b35ae27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 1001 time: 0.0702004 Feb 09 02:50:10.817353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d400c1-e007-4058-b022-615b2e0ea63a req-036cf268-8577-4e0f-9c64-d37d65966afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:10.818857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-036cf268-8577-4e0f-9c64-d37d65966afd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 200 len: 852 time: 0.0470910 Feb 09 02:50:10.877778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d400c1-e007-4058-b022-615b2e0ea63a req-e6289122-4149-4e33-931f-162e8a6d1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:10.879428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-e6289122-4149-4e33-931f-162e8a6d1f68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7aeaf2df-6367-4235-a938-54bad0b931ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547543 Feb 09 02:50:10.976296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-d4fa36e1-7035-4963-94b6-f25dcb549a95 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904350 Feb 09 02:50:11.079304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30d400c1-e007-4058-b022-615b2e0ea63a req-bd8309bb-fe22-4b11-b997-b82fab28d346 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954707 Feb 09 02:50:18.267593 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.253714 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.408249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a23cef8e-a955-4c76-b4b8-59b5c120077d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:25.739775 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-015fd594-adab-4738-81b3-57a7d868b3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:27.084437 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:28.251034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:28.990421 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 41948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:29.108751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb69823-a6b2-4308-b46a-199d9909ec7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.204029 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb69823-a6b2-4308-b46a-199d9909ec7c admin admin] Publish callbacks [] for security_group (d4df6889-12ed-4dd0-a91d-7b7f22820ae4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.208021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bfb69823-a6b2-4308-b46a-199d9909ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d4df6889-12ed-4dd0-a91d-7b7f22820ae4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.253503 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bfb69823-a6b2-4308-b46a-199d9909ec7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11dc69a2cff844f0a0a0e3b812eef6f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617421 Feb 09 02:50:29.256032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 41952) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:29.256663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb69823-a6b2-4308-b46a-199d9909ec7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df6889-12ed-4dd0-a91d-7b7f22820ae4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:29.314731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc7609a5-86ca-4cb0-87f9-08515580e8fe admin admin] Publish callbacks [] for security_group (d4df6889-12ed-4dd0-a91d-7b7f22820ae4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.338449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc7609a5-86ca-4cb0-87f9-08515580e8fe admin admin] Publish callbacks [] for security_group (d4df6889-12ed-4dd0-a91d-7b7f22820ae4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.395705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc7609a5-86ca-4cb0-87f9-08515580e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d4df6889-12ed-4dd0-a91d-7b7f22820ae4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.398294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc7609a5-86ca-4cb0-87f9-08515580e8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.402686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dc7609a5-86ca-4cb0-87f9-08515580e8fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4df6889-12ed-4dd0-a91d-7b7f22820ae4 HTTP/1.1" status: 204 len: 168 time: 0.1416965 Feb 09 02:50:29.408622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7609a5-86ca-4cb0-87f9-08515580e8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df6889-12ed-4dd0-a91d-7b7f22820ae4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:29.848767 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.233128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:38.408836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Deleting port 86a3d7c5-3931-4a1e-a4d8-d8384dd17c98 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:38.409109 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.494791 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.495156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for floatingip (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.509058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Calling delete_port for 86a3d7c5-3931-4a1e-a4d8-d8384dd17c98 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:38.638892 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:50:38.682724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (86a3d7c5-3931-4a1e-a4d8-d8384dd17c98), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.709590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event deleted for resources: {'Port': ['ID=86a3d7c5-3931-4a1e-a4d8-d8384dd17c98,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:38.723684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.724109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.724386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.724733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.725073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.725409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.725746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.726081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.726407 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.726760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.727086 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.727409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.727729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:38.786379 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for floatingip (bcc9722f-fd30-4610-bce9-ab494fde78a1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.786756 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Floating IP bcc9722f-fd30-4610-bce9-ab494fde78a1 disassociated (deleted). External IP: 172.25.6.56, port: 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6. Feb 09 02:50:39.011127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Router c6e80506-ae3c-452e-bc1f-cafbe78af5ba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:50:39.129857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:50:39.134953 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.144982 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] Sync routers for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:50:39.155783 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:39.157023 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:50:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:39.167362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-39bedf61-c0ef-4614-a3ca-2339cd0491b2 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "DELETE /v2.0/floatingips/bcc9722f-fd30-4610-bce9-ab494fde78a1 HTTP/1.1" status: 204 len: 168 time: 0.9329011 Feb 09 02:50:39.167965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:39.170491 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:39.211790 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7bfda1-8cbd-44cb-9cb9-0d14d62ba51f x-openstack-request-id: req-6b7bfda1-8cbd-44cb-9cb9-0d14d62ba51f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:39.212094 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:39.212352 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b7bfda1-8cbd-44cb-9cb9-0d14d62ba51f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:39.212881 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'status': 'completed', 'code': 200} Feb 09 02:50:39.289827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-5304b244-6eae-4a70-b268-a74dd36e9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.292535 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:39.293503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-5304b244-6eae-4a70-b268-a74dd36e9f89 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 1129 time: 0.0551448 Feb 09 02:50:39.485265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-68ed7922-1a65-4aa5-bc7e-bde89d6f7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.486944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-68ed7922-1a65-4aa5-bc7e-bde89d6f7514 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 200 len: 914 time: 0.1867294 Feb 09 02:50:39.542177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-568f96e7-57fb-4b48-839d-65ec51ab4113 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 200 len: 217 time: 0.0482624 Feb 09 02:50:39.553779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7aa10-78c6-4fb9-8317-f551b504e0e7 req-6cd95604-5da0-4a34-8557-eaebff310c93 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.555721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2db7aa10-78c6-4fb9-8317-f551b504e0e7 req-6cd95604-5da0-4a34-8557-eaebff310c93 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 946 time: 0.1245222 Feb 09 02:50:39.631442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-fff1caa3-78ac-48b5-b2b1-f2757abfd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.632737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-fff1caa3-78ac-48b5-b2b1-f2757abfd627 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 200 len: 852 time: 0.0760996 Feb 09 02:50:39.653601 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:39.673289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2db7aa10-78c6-4fb9-8317-f551b504e0e7 req-017eac00-6e05-438e-a9f1-2dbff2d37318 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077797 Feb 09 02:50:39.692625 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] Checking router: c6e80506-ae3c-452e-bc1f-cafbe78af5ba for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:50:39.692880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-3093dcab-1772-47ef-b415-a38ac7d758ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.694153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-3093dcab-1772-47ef-b415-a38ac7d758ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7aeaf2df-6367-4235-a938-54bad0b931ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521355 Feb 09 02:50:39.702011 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:39.702888 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:50:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:39.809899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-2c6884b1-42bf-45df-8801-c82f30dd1e13 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084177 Feb 09 02:50:39.821638 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:39.915315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6cf91eb-26f3-4104-a60f-7cf7b61fdd70 req-ba693775-c9b8-4aae-8755-d7eb648f5a63 service neutron] 10.222.0.82 "GET /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994878 Feb 09 02:50:40.040974 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:40.067573 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba30e91-a0c0-4ab1-b3c1-199ea294dace None None] The sync data for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 is: [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:46Z', 'revision_number': 4, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '41d50dbc-4fc2-4529-b836-59499f582559', 'name': '', 'network_id': '7aeaf2df-6367-4235-a938-54bad0b931ba', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'mac_address': 'fa:16:3e:bb:f9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:45Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'subnets': [{'id': 'ddd44cad-c01d-4903-9548-f7515a01a770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:50:40.321541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5347d2-5567-4a1a-a466-197e59231b1b None None] New status for floating IP bcc9722f-fd30-4610-bce9-ab494fde78a1: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:50:40.835364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b437f4-85ed-4e27-8522-9023e2d423db req-cfccda9b-3737-481a-84f7-0582619ff18a tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:40.836978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9b437f4-85ed-4e27-8522-9023e2d423db req-cfccda9b-3737-481a-84f7-0582619ff18a tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 946 time: 0.0697799 Feb 09 02:50:40.889478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9b437f4-85ed-4e27-8522-9023e2d423db req-57e45f7e-05a9-4eaf-a5df-68437bdac743 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/security-groups?id=47a5b849-a4a7-4ea3-b0b5-845fecfa0466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467830 Feb 09 02:50:41.035859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b446bc99-95ec-4191-b989-ad920b256b2d tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:41.037455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b446bc99-95ec-4191-b989-ad920b256b2d tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 946 time: 0.0571015 Feb 09 02:50:41.133680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Deleting port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:41.134023 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.229624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] For port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:41.229983 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.242436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Calling delete_port for 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:41.381095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.412578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event deleted for resources: {'Port': ['ID=05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:41.463478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] No DVR routers for this DVR port 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:41.466342 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.471158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-30abcea3-bb5e-4968-b1b3-4f9c4f8deedc req-b1b9ca2f-671c-4a76-aa4b-17786e27e8b5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.82 "DELETE /v2.0/ports/05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 HTTP/1.1" status: 204 len: 173 time: 0.4280133 Feb 09 02:50:41.471676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'name': 'network-vif-deleted', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:41.477036 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae1afc-768a-4ec5-8ad0-899fcb6bb14c" -d '{"events": [{"server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "name": "network-vif-deleted", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:41.544258 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d139635-3861-41bb-9b10-5fa2475bda8a x-openstack-request-id: req-1d139635-3861-41bb-9b10-5fa2475bda8a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:41.544539 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a68274f-9e4d-4093-aab3-7c977985c558", "name": "network-vif-deleted", "tag": "05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:41.544807 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d139635-3861-41bb-9b10-5fa2475bda8a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:41.545219 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a68274f-9e4d-4093-aab3-7c977985c558', 'name': 'network-vif-deleted', 'tag': '05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6', 'status': 'completed', 'code': 200} Feb 09 02:50:42.003546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8c63a46-a807-42ba-9665-1edd68a95014 req-de4f1d6a-b14e-4451-a3a3-394d30676ae6 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0336041 Feb 09 02:50:43.109958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44e84b53-2859-4a5f-a51a-31c1dec95056 req-e758f8eb-d84b-40ef-83b6-06556ffc1ad5 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Feb 09 02:50:43.879557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:43.993024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.076297 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Publish callbacks [] for security_group (54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.082134 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.122053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:44.129793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42062) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:44.130344 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44379f91b94e4b419229e75d1ec8c31a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484777 Feb 09 02:50:44.154948 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.157090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.158416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.160414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.160941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.161444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.162922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.163485 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.163999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.165763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.166274 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.166798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.168207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cb248-5fb3-4f1c-be6a-d740a2e0a45f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:44.247892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94fd2ad6-22d0-43e4-ae64-a2537e36cd41 req-bb346ee8-bcf0-4790-aeb6-7efadca63119 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0408773 Feb 09 02:50:44.249134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e13a83e5-acb9-4b01-8111-33cfb903f7ba admin admin] Publish callbacks [] for security_group (54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.290068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e13a83e5-acb9-4b01-8111-33cfb903f7ba admin admin] Publish callbacks [] for security_group (54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.361665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e13a83e5-acb9-4b01-8111-33cfb903f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.364651 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e13a83e5-acb9-4b01-8111-33cfb903f7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.368598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e13a83e5-acb9-4b01-8111-33cfb903f7ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2 HTTP/1.1" status: 204 len: 168 time: 0.2319150 Feb 09 02:50:44.377522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a83e5-acb9-4b01-8111-33cfb903f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54447cf5-2d74-43eb-97b2-0bd8b5b2ffb2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:44.764916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:44.788605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:44.789234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 05a7bedc-5e83-49ee-a462-cc7ea3ef2ff6 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:45.372081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3ebcb54d-9fc8-4c77-a220-67e09d9a8c14 req-49db4cb4-0774-4dd1-8d2d-232f42b0ed05 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0370235 Feb 09 02:50:46.483598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf4fa4e8-e7d5-49f3-a3cf-aba40b7f7dc8 req-63b9b028-99dc-4065-8ebe-4a58f274147e tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0299575 Feb 09 02:50:46.560078 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42226) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:46.681864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-511412b5-9f63-41e6-9d26-db8e2a3d3ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.787231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-511412b5-9f63-41e6-9d26-db8e2a3d3ade admin admin] Publish callbacks [] for security_group (4333d6c5-cbee-484c-a2b4-8397c25aa82a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.792246 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-511412b5-9f63-41e6-9d26-db8e2a3d3ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4333d6c5-cbee-484c-a2b4-8397c25aa82a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.840206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-511412b5-9f63-41e6-9d26-db8e2a3d3ade admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c917e80d71634685af2c90fa0ad52434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761662 Feb 09 02:50:46.840206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511412b5-9f63-41e6-9d26-db8e2a3d3ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333d6c5-cbee-484c-a2b4-8397c25aa82a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:46.841330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:46.900854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16dc2ffa-356c-4214-ba57-9ee695936d18 admin admin] Publish callbacks [] for security_group (4333d6c5-cbee-484c-a2b4-8397c25aa82a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.923557 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16dc2ffa-356c-4214-ba57-9ee695936d18 admin admin] Publish callbacks [] for security_group (4333d6c5-cbee-484c-a2b4-8397c25aa82a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.982491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16dc2ffa-356c-4214-ba57-9ee695936d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4333d6c5-cbee-484c-a2b4-8397c25aa82a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.986610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-16dc2ffa-356c-4214-ba57-9ee695936d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.993902 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-16dc2ffa-356c-4214-ba57-9ee695936d18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4333d6c5-cbee-484c-a2b4-8397c25aa82a HTTP/1.1" status: 204 len: 168 time: 0.1502094 Feb 09 02:50:47.005035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc2ffa-356c-4214-ba57-9ee695936d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333d6c5-cbee-484c-a2b4-8397c25aa82a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:47.325771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:47.339460 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91356fa5-675f-4555-8c2c-94dfa2fba5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.420811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91356fa5-675f-4555-8c2c-94dfa2fba5c4 admin admin] Publish callbacks [] for security_group (0b95f571-db2d-47d0-9a16-b3d433368f33), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.425956 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-91356fa5-675f-4555-8c2c-94dfa2fba5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0b95f571-db2d-47d0-9a16-b3d433368f33), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.467547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91356fa5-675f-4555-8c2c-94dfa2fba5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b95f571-db2d-47d0-9a16-b3d433368f33,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:47.476319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42238) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:47.483509 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-91356fa5-675f-4555-8c2c-94dfa2fba5c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45a48f36e4b04d118c61bc5b317a1559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558588 Feb 09 02:50:47.529216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2835b70a-9c34-4464-b4e7-fdf81e50ce11 admin admin] Publish callbacks [] for security_group (0b95f571-db2d-47d0-9a16-b3d433368f33), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.557783 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2835b70a-9c34-4464-b4e7-fdf81e50ce11 admin admin] Publish callbacks [] for security_group (0b95f571-db2d-47d0-9a16-b3d433368f33), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.622344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6a94e494-e218-4335-90b7-82ca105951a6 req-c23fc767-8363-4d8e-8dd7-23ded8854776 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0436995 Feb 09 02:50:47.654875 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2835b70a-9c34-4464-b4e7-fdf81e50ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0b95f571-db2d-47d0-9a16-b3d433368f33), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.659029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2835b70a-9c34-4464-b4e7-fdf81e50ce11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.663308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2835b70a-9c34-4464-b4e7-fdf81e50ce11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b95f571-db2d-47d0-9a16-b3d433368f33 HTTP/1.1" status: 204 len: 168 time: 0.1857390 Feb 09 02:50:47.675257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835b70a-9c34-4464-b4e7-fdf81e50ce11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b95f571-db2d-47d0-9a16-b3d433368f33,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:48.280160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.775130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa031612-4f4e-4740-bfe8-b533ccb87bbe req-75d5c004-a295-4713-ad22-e9462dbe484c tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0329306 Feb 09 02:50:49.270485 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.877328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b7f9d62-a33e-4126-8889-509d2451c440 req-31b4ffdd-d776-4556-b6ce-2313b4669297 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a68274f-9e4d-4093-aab3-7c977985c558 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Feb 09 02:50:50.935271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42250) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:51.001991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9f17e0d-cff4-4534-a76c-41d5eeba67e9 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group (47a5b849-a4a7-4ea3-b0b5-845fecfa0466), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.032861 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9f17e0d-cff4-4534-a76c-41d5eeba67e9 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group (47a5b849-a4a7-4ea3-b0b5-845fecfa0466), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.103869 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9f17e0d-cff4-4534-a76c-41d5eeba67e9 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (47a5b849-a4a7-4ea3-b0b5-845fecfa0466), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.106567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a9f17e0d-cff4-4534-a76c-41d5eeba67e9 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.107842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a9f17e0d-cff4-4534-a76c-41d5eeba67e9 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] 10.222.0.53 "DELETE /v2.0/security-groups/47a5b849-a4a7-4ea3-b0b5-845fecfa0466 HTTP/1.1" status: 204 len: 168 time: 0.1713889 Feb 09 02:50:51.118464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f17e0d-cff4-4534-a76c-41d5eeba67e9 tempest-TestVolumeBackupRestore-1104697747 tempest-TestVolumeBackupRestore-1104697747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5b849-a4a7-4ea3-b0b5-845fecfa0466,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:53.412340 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ecee30bf-8f42-4a95-909a-bb7027203b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.724398 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e43b235d-a80a-4e41-bd58-88fd4cebb3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.088063 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.254278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.775801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:59.150708 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:59.733710 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Deleting port 41d50dbc-4fc2-4529-b836-59499f582559 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:59.734206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (41d50dbc-4fc2-4529-b836-59499f582559), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:59.813546 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] For port 41d50dbc-4fc2-4529-b836-59499f582559, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=41d50dbc-4fc2-4529-b836-59499f582559,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:59.814325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (41d50dbc-4fc2-4529-b836-59499f582559), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:59.827099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Calling delete_port for 41d50dbc-4fc2-4529-b836-59499f582559 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:59.852743 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.016972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (41d50dbc-4fc2-4529-b836-59499f582559), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.041369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d50dbc-4fc2-4529-b836-59499f582559,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:00.246481 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.475065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Router c6e80506-ae3c-452e-bc1f-cafbe78af5ba has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:51:00.583460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:51:00.588728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3080f283-2e40-431b-b7ea-b9cc445bba04 admin admin] 10.222.0.53 "PUT /v2.0/routers/c6e80506-ae3c-452e-bc1f-cafbe78af5ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118362 Feb 09 02:51:00.592645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42712) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:00.594961 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] Sync routers for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:51:00.605297 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:00.605920 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:50:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:00.706391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks [] for router (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.724359 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:00.818142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks [] for router_gateway (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.875513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Deleting port 964516a7-3c30-434d-ab6d-2c4a78f9229e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:00.875769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.931454 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:50:59Z', 'revision_number': 5, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port': {'id': '964516a7-3c30-434d-ab6d-2c4a78f9229e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:00.958489 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] Checking router: c6e80506-ae3c-452e-bc1f-cafbe78af5ba for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:51:00.960690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] For port 964516a7-3c30-434d-ab6d-2c4a78f9229e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=964516a7-3c30-434d-ab6d-2c4a78f9229e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:00.961056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.967177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] Routers {'c6e80506-ae3c-452e-bc1f-cafbe78af5ba'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:00.967790 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:50:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:00.974990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Calling delete_port for 964516a7-3c30-434d-ab6d-2c4a78f9229e owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:01.069221 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] Set router c6e80506-ae3c-452e-bc1f-cafbe78af5ba gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:01.123489 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:51:00Z', 'revision_number': 6, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:01.150164 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451a0fb-156a-4422-bb89-153ae3723799 None None] The sync data for ids ['c6e80506-ae3c-452e-bc1f-cafbe78af5ba'] in n-d-826675-12 is: [{'id': 'c6e80506-ae3c-452e-bc1f-cafbe78af5ba', 'name': 'tempest-TestVolumeBackupRestore-473199086-router', 'tenant_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:51:00Z', 'revision_number': 6, 'project_id': 'e94d2ce4fe184347ac86aadd3fe50bb3', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:51:01.151829 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (964516a7-3c30-434d-ab6d-2c4a78f9229e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.180656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Pushing event deleted for resources: {'Port': ['ID=964516a7-3c30-434d-ab6d-2c4a78f9229e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:01.252715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.349847 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.352056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks [] for router_controller (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.396363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (c6e80506-ae3c-452e-bc1f-cafbe78af5ba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.396957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e80506-ae3c-452e-bc1f-cafbe78af5ba {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:51:01.401387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.402570 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c2fdab03-9d5a-40aa-867d-855ec042c182 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c6e80506-ae3c-452e-bc1f-cafbe78af5ba HTTP/1.1" status: 204 len: 168 time: 0.8085010 Feb 09 02:51:01.405381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42714) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:01.451985 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] Deleting subnet ddd44cad-c01d-4903-9548-f7515a01a770 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:51:01.455623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] Publish callbacks [] for subnet (ddd44cad-c01d-4903-9548-f7515a01a770), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.500443 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (ddd44cad-c01d-4903-9548-f7515a01a770), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.595834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ddd44cad-c01d-4903-9548-f7515a01a770), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.656897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (ddd44cad-c01d-4903-9548-f7515a01a770), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.684896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd44cad-c01d-4903-9548-f7515a01a770,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:01.687254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.690965 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-481d1a7c-a7b3-47b2-a1f8-9097867fb17b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ddd44cad-c01d-4903-9548-f7515a01a770 HTTP/1.1" status: 204 len: 168 time: 0.2845449 Feb 09 02:51:01.693537 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42716) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:01.696606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5181000d-c392-4d93-a4eb-6393a56e4686 None None] Network 7aeaf2df-6367-4235-a938-54bad0b931ba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:51:01.769251 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (7aeaf2df-6367-4235-a938-54bad0b931ba), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.825855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Deleting port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:01.826427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.899011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] For port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:01.899407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.915156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Calling delete_port for b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:01.937010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] DHCP port deletion for 7aeaf2df-6367-4235-a938-54bad0b931ba request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:51:01.995244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Deleting port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:01.995626 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.013431 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.054392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:02.057406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] No DVR routers for this DVR port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:02.070148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] For port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,segment=NetworkSegment(838ad268-f9e2-4451-9860-b1ba17e20d99),segment_id=838ad268-f9e2-4451-9860-b1ba17e20d99)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:02.070589 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.084335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Calling delete_port for b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:02.143273 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (7aeaf2df-6367-4235-a938-54bad0b931ba), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.167889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aeaf2df-6367-4235-a938-54bad0b931ba']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:02.182161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838ad268-f9e2-4451-9860-b1ba17e20d99') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:02.182367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.182499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838ad268-f9e2-4451-9860-b1ba17e20d99') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:02.191880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (838ad268-f9e2-4451-9860-b1ba17e20d99), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.206390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Pushing event deleted for resources: {'Port': ['ID=b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:02.208441 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (838ad268-f9e2-4451-9860-b1ba17e20d99), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.215300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] No DVR routers for this DVR port b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:02.217618 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:51:02.218947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (838ad268-f9e2-4451-9860-b1ba17e20d99), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:51:02.221442 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:51:02.227179 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.227878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.227963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.228248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.228583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.228913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.229239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.229677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.230057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.230349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.230705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.231059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.231341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d7e82-fd7a-4921-8e45-ce1c156855bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:02.292472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (7aeaf2df-6367-4235-a938-54bad0b931ba), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.298384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.301698 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7aeaf2df-6367-4235-a938-54bad0b931ba HTTP/1.1" status: 204 len: 168 time: 0.6071630 Feb 09 02:51:02.313885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42718) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:02.314437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbafa0-0566-4263-a182-54a0633d9a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aeaf2df-6367-4235-a938-54bad0b931ba,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:02.976334 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.228860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 964516a7-3c30-434d-ab6d-2c4a78f9229e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:03.233781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Deleting port c8eea04e-ed24-420d-8e15-280ca189a33e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:03.234717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.251128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 964516a7-3c30-434d-ab6d-2c4a78f9229e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:03.251537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 964516a7-3c30-434d-ab6d-2c4a78f9229e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:03.252791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:03.271902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:03.272362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b0ebde11-ac3c-41bc-a6c8-ab88c30fa0fb not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:03.272791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41d50dbc-4fc2-4529-b836-59499f582559 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:03.292304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 41d50dbc-4fc2-4529-b836-59499f582559 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:03.292653 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 41d50dbc-4fc2-4529-b836-59499f582559 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:03.328270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] For port c8eea04e-ed24-420d-8e15-280ca189a33e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c8eea04e-ed24-420d-8e15-280ca189a33e,segment=NetworkSegment(0bcfe059-7c03-49f4-a47c-496dc42958fc),segment_id=0bcfe059-7c03-49f4-a47c-496dc42958fc)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:03.328881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.342375 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Calling delete_port for c8eea04e-ed24-420d-8e15-280ca189a33e owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:03.539235 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c8eea04e-ed24-420d-8e15-280ca189a33e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.565960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Pushing event deleted for resources: {'Port': ['ID=c8eea04e-ed24-420d-8e15-280ca189a33e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:03.748121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.991233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:51:04.104695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:51:04.110241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a08e78bb-38f7-4098-84bb-b0bc77f7acfa admin admin] 10.222.0.53 "PUT /v2.0/routers/3e2a8c3f-18a7-4c24-98b5-ea9fba057391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951553 Feb 09 02:51:04.113017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42720) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:04.115944 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] Sync routers for ids ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:51:04.128103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] Routers {'3e2a8c3f-18a7-4c24-98b5-ea9fba057391'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:04.128958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:50:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:04.223787 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks [] for router (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.239618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] Set router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:04.338954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks [] for router_gateway (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.399199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Deleting port 65473c96-2e5e-4847-bba5-b147b1cb4162 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:04.399548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.432591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:51:03Z', 'revision_number': 5, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port': {'id': '65473c96-2e5e-4847-bba5-b147b1cb4162', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:66:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:52Z', 'updated_at': '2022-02-09T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:04.460220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] Checking router: 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:51:04.469852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] Routers {'3e2a8c3f-18a7-4c24-98b5-ea9fba057391'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:04.470486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:50:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:04.481735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] For port 65473c96-2e5e-4847-bba5-b147b1cb4162, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=65473c96-2e5e-4847-bba5-b147b1cb4162,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:04.482115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.501423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Calling delete_port for 65473c96-2e5e-4847-bba5-b147b1cb4162 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:04.563063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] Set router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:04.630673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:51:04Z', 'revision_number': 6, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:04.658558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81ad1e-2258-4cf4-a8a1-738a3fb06897 None None] The sync data for ids ['3e2a8c3f-18a7-4c24-98b5-ea9fba057391'] in n-d-826675-12 is: [{'id': '3e2a8c3f-18a7-4c24-98b5-ea9fba057391', 'name': 'tempest-TestVolumeBackupRestore-754599526-router', 'tenant_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:51:04Z', 'revision_number': 6, 'project_id': 'f9c8a30cc7954f13bf578966cb4e2e28', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:51:04.688151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (65473c96-2e5e-4847-bba5-b147b1cb4162), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.720018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Pushing event deleted for resources: {'Port': ['ID=65473c96-2e5e-4847-bba5-b147b1cb4162,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:04.779657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.872968 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.876889 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks [] for router_controller (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.927258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (3e2a8c3f-18a7-4c24-98b5-ea9fba057391), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.927720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2a8c3f-18a7-4c24-98b5-ea9fba057391 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:51:04.933700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.934908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5a477695-047d-424a-b823-b70c1622eaac admin admin] 10.222.0.53 "DELETE /v2.0/routers/3e2a8c3f-18a7-4c24-98b5-ea9fba057391 HTTP/1.1" status: 204 len: 168 time: 0.8209705 Feb 09 02:51:04.937631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42722) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:04.992997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] Deleting subnet e50b0460-371a-4299-97e9-b061720cfceb {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:51:04.997594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] Publish callbacks [] for subnet (e50b0460-371a-4299-97e9-b061720cfceb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.037421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (e50b0460-371a-4299-97e9-b061720cfceb), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.135197 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (e50b0460-371a-4299-97e9-b061720cfceb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.191037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (e50b0460-371a-4299-97e9-b061720cfceb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.216684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50b0460-371a-4299-97e9-b061720cfceb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:05.223198 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.227394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e07597fd-55f0-4379-846c-b1799675abea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e50b0460-371a-4299-97e9-b061720cfceb HTTP/1.1" status: 204 len: 168 time: 0.2884660 Feb 09 02:51:05.228567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251bfc27-448e-400a-b3cf-d9a8feacab35 None None] Network f6801936-7209-4c0e-9589-5dd8235a811e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:51:05.229967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:05.314694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (f6801936-7209-4c0e-9589-5dd8235a811e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.375490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Deleting port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:05.376069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.438939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] DHCP port deletion for f6801936-7209-4c0e-9589-5dd8235a811e request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:51:05.458688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] For port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,segment=NetworkSegment(0bcfe059-7c03-49f4-a47c-496dc42958fc),segment_id=0bcfe059-7c03-49f4-a47c-496dc42958fc)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:05.459059 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.481225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Calling delete_port for b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:05.509353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] Deleting port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:05.509737 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.523331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 65473c96-2e5e-4847-bba5-b147b1cb4162 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:05.571212 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.604650 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:05.611341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] No DVR routers for this DVR port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:05.699454 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (f6801936-7209-4c0e-9589-5dd8235a811e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.738219 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6801936-7209-4c0e-9589-5dd8235a811e']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:05.754596 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcfe059-7c03-49f4-a47c-496dc42958fc') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:05.754950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcfe059-7c03-49f4-a47c-496dc42958fc') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:05.770021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (0bcfe059-7c03-49f4-a47c-496dc42958fc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.771202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 65473c96-2e5e-4847-bba5-b147b1cb4162 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:05.771558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 65473c96-2e5e-4847-bba5-b147b1cb4162 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:05.772243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:05.785253 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (0bcfe059-7c03-49f4-a47c-496dc42958fc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.795095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:51:05.795641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (0bcfe059-7c03-49f4-a47c-496dc42958fc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:51:05.798555 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:51:05.800510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:05.800510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:05.800510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c8eea04e-ed24-420d-8e15-280ca189a33e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:05.829339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] For port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,segment=NetworkSegment(0bcfe059-7c03-49f4-a47c-496dc42958fc),segment_id=0bcfe059-7c03-49f4-a47c-496dc42958fc)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:05.829740 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.832596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c8eea04e-ed24-420d-8e15-280ca189a33e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:05.832993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c8eea04e-ed24-420d-8e15-280ca189a33e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:05.847413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] Calling delete_port for b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:05.855980 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (f6801936-7209-4c0e-9589-5dd8235a811e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.878613 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.881837 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6801936-7209-4c0e-9589-5dd8235a811e HTTP/1.1" status: 204 len: 168 time: 0.6507797 Feb 09 02:51:05.882824 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216ac65-2c29-4f4a-9e54-3914e974de32 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6801936-7209-4c0e-9589-5dd8235a811e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:05.931006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (b8b3c4df-a5d1-4d21-a685-be0b09dca7e0), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.939583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] Network f6801936-7209-4c0e-9589-5dd8235a811e is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:51:05.939972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] No DVR routers for this DVR port b8b3c4df-a5d1-4d21-a685-be0b09dca7e0 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:05.959010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68113f4b-f700-4ab2-890c-fff1e0795aca None None] Pushing event deleted for resources: {'Port': ['ID=b8b3c4df-a5d1-4d21-a685-be0b09dca7e0,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:06.057384 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:06.100176 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9334924e-2e04-4b2d-b7c1-94b1dcdd2836 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e94d2ce4fe184347ac86aadd3fe50bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402713 Feb 09 02:51:06.101338 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:06.152260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c10d3cf1-5e35-4b97-b0f5-c57ae186da8e admin admin] Publish callbacks [] for security_group (26575f07-b44d-4f01-bbb5-512057fd3a56), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.175265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c10d3cf1-5e35-4b97-b0f5-c57ae186da8e admin admin] Publish callbacks [] for security_group (26575f07-b44d-4f01-bbb5-512057fd3a56), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.223560 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c10d3cf1-5e35-4b97-b0f5-c57ae186da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (26575f07-b44d-4f01-bbb5-512057fd3a56), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.226524 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c10d3cf1-5e35-4b97-b0f5-c57ae186da8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.227655 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c10d3cf1-5e35-4b97-b0f5-c57ae186da8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26575f07-b44d-4f01-bbb5-512057fd3a56 HTTP/1.1" status: 204 len: 168 time: 0.1254156 Feb 09 02:51:06.237427 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d3cf1-5e35-4b97-b0f5-c57ae186da8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26575f07-b44d-4f01-bbb5-512057fd3a56,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:06.578979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42736) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:06.626957 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85585f5d-8d56-4079-89dc-dafbd96c22fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9c8a30cc7954f13bf578966cb4e2e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467479 Feb 09 02:51:06.629693 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42738) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:06.680396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7685e929-75e7-48f2-a7f5-d604f847c134 admin admin] Publish callbacks [] for security_group (2efadf56-f0aa-4204-a0a3-aae388113c59), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.708529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7685e929-75e7-48f2-a7f5-d604f847c134 admin admin] Publish callbacks [] for security_group (2efadf56-f0aa-4204-a0a3-aae388113c59), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.757401 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7685e929-75e7-48f2-a7f5-d604f847c134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2efadf56-f0aa-4204-a0a3-aae388113c59), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.760060 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7685e929-75e7-48f2-a7f5-d604f847c134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.761224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7685e929-75e7-48f2-a7f5-d604f847c134 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2efadf56-f0aa-4204-a0a3-aae388113c59 HTTP/1.1" status: 204 len: 168 time: 0.1306434 Feb 09 02:51:06.770329 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685e929-75e7-48f2-a7f5-d604f847c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efadf56-f0aa-4204-a0a3-aae388113c59,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:11.205659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-096ee50c-88b7-4a2a-81d4-bf382f24292d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481920 Feb 09 02:51:11.293671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa059-c900-409e-b535-7a9881c3d34f req-1c252e22-36e8-49b4-8bed-60495b1c8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.295236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-1c252e22-36e8-49b4-8bed-60495b1c8f99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.0458391 Feb 09 02:51:11.410935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa059-c900-409e-b535-7a9881c3d34f req-0b7bcbb7-1b17-48d0-90a7-ba9dd7e78549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.412458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-0b7bcbb7-1b17-48d0-90a7-ba9dd7e78549 service neutron] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 909 time: 0.0978687 Feb 09 02:51:11.479954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-fd645806-4fdd-4831-a160-4c53adc43e69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 1000 time: 0.0599849 Feb 09 02:51:11.533644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa059-c900-409e-b535-7a9881c3d34f req-95ed1ea5-3971-44fe-8a2d-df6cab4390be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.535174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-95ed1ea5-3971-44fe-8a2d-df6cab4390be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0498781 Feb 09 02:51:11.585322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa059-c900-409e-b535-7a9881c3d34f req-35eeaf4c-31ca-49c8-90f4-b6cd16010884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.586950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-35eeaf4c-31ca-49c8-90f4-b6cd16010884 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465012 Feb 09 02:51:11.700973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-9d9db6e7-bd45-423d-a66b-1fea14d70745 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083338 Feb 09 02:51:11.800112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dafa059-c900-409e-b535-7a9881c3d34f req-b3cd4fb7-0169-49e2-9719-9a4f36b30101 service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929503 Feb 09 02:51:15.641090 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:51:18.264899 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.269521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:23.398387 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c0af8e65-9162-466e-9175-59259398055d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.734147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e408b631-ea5b-4f61-be29-8db69ba3b4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.084751 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.257078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.856874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:48.261168 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:49.293190 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:52.639889 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:51:53.402679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-31b0c4b9-03b8-44fa-95ff-c2ccf69f9bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.727480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-956c95b3-c2f0-47ee-a8ac-5d1814c9eb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.085754 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.260874 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.861355 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:12.210918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-ca39a7ce-f2d1-4fc0-9171-7fc7e26e28fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483751 Feb 09 02:52:12.306483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-e0ed56df-baad-4030-bf61-c6178c734538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.308061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-e0ed56df-baad-4030-bf61-c6178c734538 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3c9fd19a130410abde5a3a0c3042173&device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 1128 time: 0.0497694 Feb 09 02:52:12.434842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-b3b6b5f3-536d-4207-987c-99ac77da0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.436258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-b3b6b5f3-536d-4207-987c-99ac77da0d01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 200 len: 909 time: 0.1089694 Feb 09 02:52:12.504172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-e02cc571-7544-4757-809d-cbfa27426511 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 200 len: 1000 time: 0.0619049 Feb 09 02:52:12.556417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-37ed88e7-676b-4cb5-8d2e-4104a6798925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.557890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-37ed88e7-676b-4cb5-8d2e-4104a6798925 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 200 len: 847 time: 0.0479360 Feb 09 02:52:12.610128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-163e96e6-eb76-414b-84e6-fa42637b8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.612572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-163e96e6-eb76-414b-84e6-fa42637b8c49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459988 Feb 09 02:52:12.710859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-913ef355-729b-4d40-b73e-15138da59a7d service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924907 Feb 09 02:52:12.815071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f8f5c2d8-ff32-48e0-a976-1dd426e399a8 req-b6150adb-b540-4171-919a-386d227bc09c service neutron] 10.222.0.72 "GET /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980623 Feb 09 02:52:18.259239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:19.297689 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:23.406748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-292c3c52-c6f1-422a-811b-b84e3a86fddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:25.729764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-66cac0bd-ebfb-4842-bb4b-34843ce115d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:27.089158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.260458 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:29.638343 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:52:29.865699 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:47.455475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95147-c6ff-4322-9cce-51bf6feb84a7 req-948c4e57-0dad-4213-9c58-35abb0e8c5b3 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.457025 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d95147-c6ff-4322-9cce-51bf6feb84a7 req-948c4e57-0dad-4213-9c58-35abb0e8c5b3 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 945 time: 0.2036157 Feb 09 02:52:47.510029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d95147-c6ff-4322-9cce-51bf6feb84a7 req-ae094327-e13f-4466-9832-4d79f049f04a tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/security-groups?id=347cf795-389f-4af7-ba32-dc79d57874f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473793 Feb 09 02:52:47.775809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-87096e37-714f-4882-a0f8-7b6a667e28a0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.777340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-87096e37-714f-4882-a0f8-7b6a667e28a0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.72 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 945 time: 0.0622118 Feb 09 02:52:47.882581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Deleting port 2f0097c4-939b-4661-9101-d49a84a38b31 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:47.882831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:47.980213 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] For port 2f0097c4-939b-4661-9101-d49a84a38b31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=2f0097c4-939b-4661-9101-d49a84a38b31,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:47.980578 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.172646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.173014 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (736310ca-42e8-42f9-a6dc-2804a4cc575e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.173343 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Floating IP 736310ca-42e8-42f9-a6dc-2804a4cc575e disassociated. External IP: 172.25.6.42, port: 2f0097c4-939b-4661-9101-d49a84a38b31. Feb 09 02:52:48.173694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Calling delete_port for 2f0097c4-939b-4661-9101-d49a84a38b31 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:48.277274 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.315624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (2f0097c4-939b-4661-9101-d49a84a38b31), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.346847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event deleted for resources: {'Port': ['ID=2f0097c4-939b-4661-9101-d49a84a38b31,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:48.359352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.359693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.360214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.360566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.360951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.361287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.361621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.361948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.362276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.362628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.362955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.363279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.363599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:48.804644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:52:48.907902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e3b252a-a8bd-4ddf-ad7f-d596f615ae49 req-1d43f3fd-05bb-4398-aa91-d60c620add63 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "GET /v2.0/ports?device_id=9944f908-fb8e-4572-82a2-e57355b563cd HTTP/1.1" status: 200 len: 210 time: 0.1600747 Feb 09 02:52:48.943402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:52:48.955951 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] Sync routers for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:52:48.965566 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:48.966179 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:52:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:48.985251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] No DVR routers for this DVR port 2f0097c4-939b-4661-9101-d49a84a38b31 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:48.988263 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.991911 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-514e7437-a097-4e76-b729-dbcb3a6cde26 req-abfd2fb2-b024-42ab-bb18-dbefd4049157 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.72 "DELETE /v2.0/ports/2f0097c4-939b-4661-9101-d49a84a38b31 HTTP/1.1" status: 204 len: 173 time: 1.2090080 Feb 09 02:52:48.992355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'name': 'network-vif-deleted', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:48.995141 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aeaf7e-0d80-42c9-9de1-d438f9b1d65e" -d '{"events": [{"server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "name": "network-vif-deleted", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:49.066182 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb9cab8-3f46-41b5-afb0-b983a2331337 x-openstack-request-id: req-eeb9cab8-3f46-41b5-afb0-b983a2331337 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:49.066517 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9944f908-fb8e-4572-82a2-e57355b563cd", "name": "network-vif-deleted", "tag": "2f0097c4-939b-4661-9101-d49a84a38b31", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:49.066779 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eeb9cab8-3f46-41b5-afb0-b983a2331337 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:49.067186 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9944f908-fb8e-4572-82a2-e57355b563cd', 'name': 'network-vif-deleted', 'tag': '2f0097c4-939b-4661-9101-d49a84a38b31', 'status': 'completed', 'code': 200} Feb 09 02:52:49.097303 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:49.312827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.406466 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:49.437260 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] Checking router: 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:52:49.445834 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:49.446444 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:52:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:49.554508 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:49.752035 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:49.777440 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5e3b9-f56c-44e8-a192-d5a72bde07cf None None] The sync data for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 is: [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:46:45Z', 'revision_number': 4, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'babb109e-6243-4b45-a6dd-4eb6431f7538', 'name': '', 'network_id': '32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'mac_address': 'fa:16:3e:f4:3b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '448ed941-1618-4206-8339-d267a390723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:44Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 5, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'subnets': [{'id': '448ed941-1618-4206-8339-d267a390723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:52:49.967131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42812) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:50.017571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d8050-e535-47ee-bc66-2185bc68395e None None] New status for floating IP 736310ca-42e8-42f9-a6dc-2804a4cc575e: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:52:50.102744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Deleting port a18458d9-6579-4dd9-a398-28beed9714a1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:50.103095 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a18458d9-6579-4dd9-a398-28beed9714a1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.184823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a18458d9-6579-4dd9-a398-28beed9714a1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.185178 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for floatingip (a18458d9-6579-4dd9-a398-28beed9714a1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.198583 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Calling delete_port for a18458d9-6579-4dd9-a398-28beed9714a1 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:50.339106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a18458d9-6579-4dd9-a398-28beed9714a1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.365863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event deleted for resources: {'Port': ['ID=a18458d9-6579-4dd9-a398-28beed9714a1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:50.394195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.394571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.394912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.395245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.395576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.395904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.396228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.396550 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.396952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.397195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.397512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.397828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.398142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:50.441313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for floatingip (736310ca-42e8-42f9-a6dc-2804a4cc575e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.443997 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.445176 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-04d84b63-6fd6-401a-8e70-18c8d8b5e800 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "DELETE /v2.0/floatingips/736310ca-42e8-42f9-a6dc-2804a4cc575e HTTP/1.1" status: 204 len: 168 time: 0.4770653 Feb 09 02:52:50.519266 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42824) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:50.577037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccd66952-1991-491a-aa5f-e6a6238974c0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group (347cf795-389f-4af7-ba32-dc79d57874f2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.602695 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccd66952-1991-491a-aa5f-e6a6238974c0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group (347cf795-389f-4af7-ba32-dc79d57874f2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.680401 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccd66952-1991-491a-aa5f-e6a6238974c0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (347cf795-389f-4af7-ba32-dc79d57874f2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.683090 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccd66952-1991-491a-aa5f-e6a6238974c0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.684295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ccd66952-1991-491a-aa5f-e6a6238974c0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] 10.222.0.53 "DELETE /v2.0/security-groups/347cf795-389f-4af7-ba32-dc79d57874f2 HTTP/1.1" status: 204 len: 168 time: 0.1639287 Feb 09 02:52:50.704253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd66952-1991-491a-aa5f-e6a6238974c0 tempest-TestServerBasicOps-863641119 tempest-TestServerBasicOps-863641119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347cf795-389f-4af7-ba32-dc79d57874f2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:50.731862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42828) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:51.221062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:51.498683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Deleting port babb109e-6243-4b45-a6dd-4eb6431f7538 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:51.498940 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:51.590840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] For port babb109e-6243-4b45-a6dd-4eb6431f7538, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=babb109e-6243-4b45-a6dd-4eb6431f7538,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:51.591217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:51.925469 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Calling delete_port for babb109e-6243-4b45-a6dd-4eb6431f7538 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:52.120870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (babb109e-6243-4b45-a6dd-4eb6431f7538), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.149374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Pushing event deleted for resources: {'Port': ['ID=babb109e-6243-4b45-a6dd-4eb6431f7538,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:52.336725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.572675 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:52:52.688507 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:52:52.694962 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fa608480-eab2-4a03-8af7-3fcd6e62601f admin admin] 10.222.0.53 "PUT /v2.0/routers/23378bfa-c0c9-4f0d-8b25-7b09a683d3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9618757 Feb 09 02:52:52.697533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42832) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:52.700866 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] Sync routers for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:52:52.713859 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:52.714517 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:52:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:52.810859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks [] for router (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.826506 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:52.916339 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks [] for router_gateway (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.987574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Deleting port 40af90f5-8af8-425a-8cf2-2a6e5884408f {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:52.988208 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.036526 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:52:52Z', 'revision_number': 5, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port': {'id': '40af90f5-8af8-425a-8cf2-2a6e5884408f', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:41Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:53.067699 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] Checking router: 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:52:53.070207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] For port 40af90f5-8af8-425a-8cf2-2a6e5884408f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=40af90f5-8af8-425a-8cf2-2a6e5884408f,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:53.070612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.085083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Calling delete_port for 40af90f5-8af8-425a-8cf2-2a6e5884408f owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:53.092746 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] Routers {'23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:53.093363 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:52:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:53.263541 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] Set router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:53.279934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (40af90f5-8af8-425a-8cf2-2a6e5884408f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.315094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Pushing event deleted for resources: {'Port': ['ID=40af90f5-8af8-425a-8cf2-2a6e5884408f,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:53.332927 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:52:52Z', 'revision_number': 6, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:53.364930 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5f2b8-033e-4c4e-8611-9f2c22cff5fc None None] The sync data for ids ['23378bfa-c0c9-4f0d-8b25-7b09a683d3f9'] in n-d-826675-12 is: [{'id': '23378bfa-c0c9-4f0d-8b25-7b09a683d3f9', 'name': 'tempest-TestServerBasicOps-454828503-router', 'tenant_id': 'c3c9fd19a130410abde5a3a0c3042173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:40Z', 'updated_at': '2022-02-09T02:52:52Z', 'revision_number': 6, 'project_id': 'c3c9fd19a130410abde5a3a0c3042173', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:52:53.385777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.416021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16c1e187-a5e3-42d0-a31d-991020a38918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.424393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2f0097c4-939b-4661-9101-d49a84a38b31 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:53.450848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 2f0097c4-939b-4661-9101-d49a84a38b31 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:53.451479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 2f0097c4-939b-4661-9101-d49a84a38b31 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:53.506313 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.508583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks [] for router_controller (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.554914 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (23378bfa-c0c9-4f0d-8b25-7b09a683d3f9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.555575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:52:53.560672 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.562040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a08c444b-14ad-4c0a-a787-a241485116de admin admin] 10.222.0.53 "DELETE /v2.0/routers/23378bfa-c0c9-4f0d-8b25-7b09a683d3f9 HTTP/1.1" status: 204 len: 168 time: 0.8633094 Feb 09 02:52:53.565001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42834) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:53.618992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] Deleting subnet 448ed941-1618-4206-8339-d267a390723c {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:52:53.621987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] Publish callbacks [] for subnet (448ed941-1618-4206-8339-d267a390723c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.660721 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (448ed941-1618-4206-8339-d267a390723c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.743722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (448ed941-1618-4206-8339-d267a390723c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.816187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (448ed941-1618-4206-8339-d267a390723c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.842945 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448ed941-1618-4206-8339-d267a390723c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:53.847374 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.850610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-48a48bec-b045-4b1e-88fb-56a24f5307ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/448ed941-1618-4206-8339-d267a390723c HTTP/1.1" status: 204 len: 168 time: 0.2845421 Feb 09 02:52:53.853127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42836) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:53.855596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8dc323-1f7f-43a8-affa-a864921d86c0 None None] Network 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:52:53.924266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.979620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Deleting port 6a476384-b54c-43b8-8e7b-2df932b5694a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:53.980050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.048909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] For port 6a476384-b54c-43b8-8e7b-2df932b5694a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6a476384-b54c-43b8-8e7b-2df932b5694a,segment=NetworkSegment(d023af3c-f2ad-4096-b09c-521ff8b5dbbb),segment_id=d023af3c-f2ad-4096-b09c-521ff8b5dbbb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:54.049276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.061662 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Calling delete_port for 6a476384-b54c-43b8-8e7b-2df932b5694a owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:54.144688 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6a476384-b54c-43b8-8e7b-2df932b5694a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.154910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7461f07-6aae-4262-9ebb-54161748fdf4 None None] DHCP port deletion for 32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:52:54.179277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a476384-b54c-43b8-8e7b-2df932b5694a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:54.182866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] No DVR routers for this DVR port 6a476384-b54c-43b8-8e7b-2df932b5694a on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:54.265511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.291895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:54.303314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:54.303622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd023af3c-f2ad-4096-b09c-521ff8b5dbbb') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:54.314528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (d023af3c-f2ad-4096-b09c-521ff8b5dbbb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.328716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (d023af3c-f2ad-4096-b09c-521ff8b5dbbb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.337615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:52:54.338104 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (d023af3c-f2ad-4096-b09c-521ff8b5dbbb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:52:54.340382 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:52:54.403172 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.419914 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.423787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503 HTTP/1.1" status: 204 len: 168 time: 0.5692072 Feb 09 02:52:54.424760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7c0b8-4b0d-43b6-96d5-e5af8bc844d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b7c511-a1ce-4d91-b2ed-8a2bb8fc5503,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:54.427969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:54.827161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (cef7bd32-37ae-46f6-8397-20df85fdd8f0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:55.103110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Deleting port 9365393c-9a5e-48e1-9923-1d333e43ef80 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:55.103373 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:55.190254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] For port 9365393c-9a5e-48e1-9923-1d333e43ef80, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9365393c-9a5e-48e1-9923-1d333e43ef80,segment=NetworkSegment(8fa818ab-5214-4924-9e5e-4115c32ca9f8),segment_id=8fa818ab-5214-4924-9e5e-4115c32ca9f8)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:55.190686 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:55.203649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Calling delete_port for 9365393c-9a5e-48e1-9923-1d333e43ef80 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:55.292245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 40af90f5-8af8-425a-8cf2-2a6e5884408f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:55.314536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 40af90f5-8af8-425a-8cf2-2a6e5884408f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:55.314992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 40af90f5-8af8-425a-8cf2-2a6e5884408f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:55.315578 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a476384-b54c-43b8-8e7b-2df932b5694a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:55.341424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6a476384-b54c-43b8-8e7b-2df932b5694a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:55.341776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6a476384-b54c-43b8-8e7b-2df932b5694a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:55.342215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device babb109e-6243-4b45-a6dd-4eb6431f7538 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:55.363285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: babb109e-6243-4b45-a6dd-4eb6431f7538 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:55.363556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device babb109e-6243-4b45-a6dd-4eb6431f7538 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:55.406932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9365393c-9a5e-48e1-9923-1d333e43ef80), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:55.433286 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Pushing event deleted for resources: {'Port': ['ID=9365393c-9a5e-48e1-9923-1d333e43ef80,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:55.619311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (cef7bd32-37ae-46f6-8397-20df85fdd8f0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:55.734444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-86cb1fb9-6c61-498e-8e93-55021af74f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:55.862816 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Router cef7bd32-37ae-46f6-8397-20df85fdd8f0 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:52:55.991532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:52:55.998070 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-64ad3938-5a80-44a5-93fa-50389b717bea admin admin] 10.222.0.53 "PUT /v2.0/routers/cef7bd32-37ae-46f6-8397-20df85fdd8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668397 Feb 09 02:52:55.999441 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42840) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:56.003280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] Sync routers for ids ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:52:56.014041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] Routers {'cef7bd32-37ae-46f6-8397-20df85fdd8f0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:56.014791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:52:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:56.108836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks [] for router (cef7bd32-37ae-46f6-8397-20df85fdd8f0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.128602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] Set router cef7bd32-37ae-46f6-8397-20df85fdd8f0 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:56.221874 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks [] for router_gateway (cef7bd32-37ae-46f6-8397-20df85fdd8f0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.280635 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Deleting port 694d5fd2-709d-4a0d-84fb-90df18919a65 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:56.281204 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.329791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:52:55Z', 'revision_number': 5, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port': {'id': '694d5fd2-709d-4a0d-84fb-90df18919a65', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:51Z', 'updated_at': '2022-02-09T02:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:56.363385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] Checking router: cef7bd32-37ae-46f6-8397-20df85fdd8f0 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:52:56.372358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] Routers {'cef7bd32-37ae-46f6-8397-20df85fdd8f0'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:56.372970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:52:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:56.382690 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] For port 694d5fd2-709d-4a0d-84fb-90df18919a65, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=694d5fd2-709d-4a0d-84fb-90df18919a65,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:56.383062 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.396511 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Calling delete_port for 694d5fd2-709d-4a0d-84fb-90df18919a65 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:56.464191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] Set router cef7bd32-37ae-46f6-8397-20df85fdd8f0 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:56.528045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:52:56Z', 'revision_number': 6, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:56.559026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba5b8d-63a8-4d0c-85cb-94fdb8b8e223 None None] The sync data for ids ['cef7bd32-37ae-46f6-8397-20df85fdd8f0'] in n-d-826675-12 is: [{'id': 'cef7bd32-37ae-46f6-8397-20df85fdd8f0', 'name': 'tempest-TestServerBasicOps-1666466419-router', 'tenant_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:50Z', 'updated_at': '2022-02-09T02:52:56Z', 'revision_number': 6, 'project_id': '1297923fa6e94a9fbc6c0435acb16b8f', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:52:56.577111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (694d5fd2-709d-4a0d-84fb-90df18919a65), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.605719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Pushing event deleted for resources: {'Port': ['ID=694d5fd2-709d-4a0d-84fb-90df18919a65,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:56.677412 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (cef7bd32-37ae-46f6-8397-20df85fdd8f0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.772789 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (cef7bd32-37ae-46f6-8397-20df85fdd8f0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.775600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks [] for router_controller (cef7bd32-37ae-46f6-8397-20df85fdd8f0), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.823968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (cef7bd32-37ae-46f6-8397-20df85fdd8f0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.824603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef7bd32-37ae-46f6-8397-20df85fdd8f0 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:52:56.830068 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.831457 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5ae4bda0-901f-40dc-8f96-368e65121773 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cef7bd32-37ae-46f6-8397-20df85fdd8f0 HTTP/1.1" status: 204 len: 168 time: 0.8310504 Feb 09 02:52:56.834592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42842) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:56.888509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] Deleting subnet aa614c71-488d-41c3-afa7-6b8eab8a0750 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:52:56.891984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] Publish callbacks [] for subnet (aa614c71-488d-41c3-afa7-6b8eab8a0750), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:56.929160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (aa614c71-488d-41c3-afa7-6b8eab8a0750), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.016636 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (aa614c71-488d-41c3-afa7-6b8eab8a0750), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.072371 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (aa614c71-488d-41c3-afa7-6b8eab8a0750), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.092268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.104132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa614c71-488d-41c3-afa7-6b8eab8a0750,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:57.107953 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.113234 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7ebf8217-e68e-4f76-840a-1e700c200475 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aa614c71-488d-41c3-afa7-6b8eab8a0750 HTTP/1.1" status: 204 len: 168 time: 0.2762392 Feb 09 02:52:57.114386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42844) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:57.116902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d57f20-704e-456f-b033-545942d281a7 None None] Network bcd4ae09-be82-41d9-a57f-fd76f070419f requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:52:57.183853 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (bcd4ae09-be82-41d9-a57f-fd76f070419f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.252657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Deleting port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:57.252928 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.319821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] For port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,segment=NetworkSegment(8fa818ab-5214-4924-9e5e-4115c32ca9f8),segment_id=8fa818ab-5214-4924-9e5e-4115c32ca9f8)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:57.320263 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.334686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Calling delete_port for 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:57.353275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] DHCP port deletion for bcd4ae09-be82-41d9-a57f-fd76f070419f request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:52:57.419449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Deleting port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:57.419832 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.425724 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.433983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9365393c-9a5e-48e1-9923-1d333e43ef80 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:57.457506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:57.464104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] No DVR routers for this DVR port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:57.490730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 9365393c-9a5e-48e1-9923-1d333e43ef80 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:57.491081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9365393c-9a5e-48e1-9923-1d333e43ef80 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:57.491513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:57.533799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:57.534149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:57.534781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 694d5fd2-709d-4a0d-84fb-90df18919a65 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:57.540047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (bcd4ae09-be82-41d9-a57f-fd76f070419f), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.564472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd4ae09-be82-41d9-a57f-fd76f070419f']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:57.567779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 694d5fd2-709d-4a0d-84fb-90df18919a65 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:57.568327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 694d5fd2-709d-4a0d-84fb-90df18919a65 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:57.574736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] For port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,segment=NetworkSegment(8fa818ab-5214-4924-9e5e-4115c32ca9f8),segment_id=8fa818ab-5214-4924-9e5e-4115c32ca9f8)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:57.575270 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.576075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa818ab-5214-4924-9e5e-4115c32ca9f8') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:57.576515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa818ab-5214-4924-9e5e-4115c32ca9f8') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:57.589290 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (8fa818ab-5214-4924-9e5e-4115c32ca9f8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.590811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Calling delete_port for 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:57.606311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (8fa818ab-5214-4924-9e5e-4115c32ca9f8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.616612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:52:57.617346 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (8fa818ab-5214-4924-9e5e-4115c32ca9f8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: timer() Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:52:57.619246 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:52:57.691600 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (bcd4ae09-be82-41d9-a57f-fd76f070419f), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.696160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.700814 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.706728 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] 10.222.0.53 "DELETE /v2.0/networks/bcd4ae09-be82-41d9-a57f-fd76f070419f HTTP/1.1" status: 204 len: 168 time: 0.5889981 Feb 09 02:52:57.715868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48963526-ad7c-49c2-ad16-257e33029b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd4ae09-be82-41d9-a57f-fd76f070419f,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:57.730026 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Network bcd4ae09-be82-41d9-a57f-fd76f070419f is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:52:57.730516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] No DVR routers for this DVR port 8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:57.732490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Pushing event deleted for resources: {'Port': ['ID=8c9a9843-d2e6-4f7e-ae33-34e6fcb7346f,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:57.743003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.743979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.743979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.744158 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.744389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.744725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.745054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.745547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.745919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.746246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.746598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.746929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.747252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3591e29-0868-4a7a-bb6b-d0a590725aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:57.858707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:57.900975 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3cb312bd-ec55-4e28-82cb-dc448d5d7853 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3c9fd19a130410abde5a3a0c3042173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410740 Feb 09 02:52:57.903510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 42850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:57.955984 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522cb9d-62ea-4535-a26c-c6d4ae33cf9e admin admin] Publish callbacks [] for security_group (1400f04c-1160-4ea1-9777-0c8086881cf1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.979152 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522cb9d-62ea-4535-a26c-c6d4ae33cf9e admin admin] Publish callbacks [] for security_group (1400f04c-1160-4ea1-9777-0c8086881cf1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.034581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522cb9d-62ea-4535-a26c-c6d4ae33cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1400f04c-1160-4ea1-9777-0c8086881cf1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.037499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2522cb9d-62ea-4535-a26c-c6d4ae33cf9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.038742 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2522cb9d-62ea-4535-a26c-c6d4ae33cf9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1400f04c-1160-4ea1-9777-0c8086881cf1 HTTP/1.1" status: 204 len: 168 time: 0.1343114 Feb 09 02:52:58.046798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522cb9d-62ea-4535-a26c-c6d4ae33cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1400f04c-1160-4ea1-9777-0c8086881cf1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:58.270552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.389972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42856) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:58.430382 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c562b49e-b0ea-404f-a853-26ead3363918 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1297923fa6e94a9fbc6c0435acb16b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391884 Feb 09 02:52:58.432940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 42858) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:58.481031 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8c4937b-1bb2-4482-bfa8-1f33ebc77617 admin admin] Publish callbacks [] for security_group (47ad636d-3fef-4840-99c2-92374a3a8c4c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.505026 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8c4937b-1bb2-4482-bfa8-1f33ebc77617 admin admin] Publish callbacks [] for security_group (47ad636d-3fef-4840-99c2-92374a3a8c4c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.556247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8c4937b-1bb2-4482-bfa8-1f33ebc77617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (47ad636d-3fef-4840-99c2-92374a3a8c4c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.558836 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8c4937b-1bb2-4482-bfa8-1f33ebc77617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.560360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d8c4937b-1bb2-4482-bfa8-1f33ebc77617 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47ad636d-3fef-4840-99c2-92374a3a8c4c HTTP/1.1" status: 204 len: 168 time: 0.1266091 Feb 09 02:52:58.569954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4937b-1bb2-4482-bfa8-1f33ebc77617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad636d-3fef-4840-99c2-92374a3a8c4c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:59.869761 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.638020 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:53:09.489709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-dba44c04-c583-467d-9558-d2329be1d6fc tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=15867efc238e42d2901a1b2e87e2f97a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404339 Feb 09 02:53:09.685733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-46e78d43-0f68-43fd-afdc-fcf87a05c62e tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:09.687158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-46e78d43-0f68-43fd-afdc-fcf87a05c62e tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921308 Feb 09 02:53:09.703103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-542bc018-efe7-4964-a18a-6236c4e917e4 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/quotas/15867efc238e42d2901a1b2e87e2f97a HTTP/1.1" status: 200 len: 375 time: 0.0095870 Feb 09 02:53:09.736131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-aa0b136a-5df3-4ba3-8504-ed2111178678 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15867efc238e42d2901a1b2e87e2f97a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270088 Feb 09 02:53:09.910951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a1982c0-15fc-46c4-be86-ac76c65f1f87 req-9be99718-b359-4f8f-8e38-6abe6383baf6 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 210 time: 0.0281193 Feb 09 02:53:10.991837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44373273-fd8b-4c2c-a889-e9c98ce119db req-6dbffeea-5988-40be-9fed-40a5f0e0804c tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 210 time: 0.0310693 Feb 09 02:53:11.002783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-fad04d08-cdb7-4f12-8346-44ce12e6c35b req-d8507e78-e1ff-4b9f-beda-e84804a93c07 service neutron] (103149) timed out ('10.222.0.53', 51592) {{(pid=103149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:53:12.074021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b21e4869-60df-41b8-810e-b868046a7016 req-3e8f9e93-5f20-4434-ae9a-b6a742fb54b3 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 210 time: 0.0287216 Feb 09 02:53:13.152264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-379969fc-c945-410b-b661-98eea023948e req-e3bfaa6d-359e-43bb-9821-6711ff0699c6 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 210 time: 0.0275133 Feb 09 02:53:14.248291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dcea9920-3c5c-4e57-b362-e4587ff3eae7 req-b9ba4250-31b7-41bd-8ba2-4d5eb1655f16 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 210 time: 0.0265524 Feb 09 02:53:15.008429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-ce5ac327-04eb-42aa-b39f-c910157926a1 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=15867efc238e42d2901a1b2e87e2f97a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213890 Feb 09 02:53:15.129572 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-0e79e0c3-796a-4d2e-80a6-9721a3450c0e tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.131151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-0e79e0c3-796a-4d2e-80a6-9721a3450c0e tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185858 Feb 09 02:53:15.143631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Request body: {'port': {'device_id': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'admin_state_up': True, 'tenant_id': '15867efc238e42d2901a1b2e87e2f97a'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:15.257011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Made reservation on behalf of 15867efc238e42d2901a1b2e87e2f97a for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:15.260467 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.269474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.360990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d1d8fe7-8cfd-4a9b-a2df-c2ab38c45220 req-4d02994a-cc1a-46c3-9530-671b3312de9b tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 210 time: 0.0375903 Feb 09 02:53:15.379290 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks [] for security_group (31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.383530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.448774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:15.532923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Allocated IP 192.168.233.8 (2a993757-2467-48ca-85a9-d56c24febfc6/5c3f48fd-9666-40e7-b23b-c4d2b102852c/76c987e1-fab0-4025-a695-99a3e5e3c4f8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:15.679234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks [] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.714690 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.763593 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Network 2a993757-2467-48ca-85a9-d56c24febfc6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:15.767936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:15.771536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:15.778074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Pushing event updated for resources: {'Port': ['ID=76c987e1-fab0-4025-a695-99a3e5e3c4f8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:15.826774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.827403 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.845966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-70c0e16a-9b40-4c57-a538-e3ca85134596 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7063627 Feb 09 02:53:15.854981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-f8b2e324-885e-4ef8-b660-7bd902f18852 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:53:15.856172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-f8b2e324-885e-4ef8-b660-7bd902f18852 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053036 Feb 09 02:53:15.977848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2960b713-e425-49dd-bb34-b3cedcdd272c None None] Provisioning complete for port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:15.978409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2960b713-e425-49dd-bb34-b3cedcdd272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.978538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Request body: {'port': {'device_id': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:16.013730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2960b713-e425-49dd-bb34-b3cedcdd272c None None] Port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:53:16.039082 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.308243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c987e1-fab0-4025-a695-99a3e5e3c4f8 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:16.316397 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Publish callbacks [] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.328187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Transition to ACTIVE for port object 76c987e1-fab0-4025-a695-99a3e5e3c4f8 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:16.331728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.384722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Pushing event updated for resources: {'Port': ['ID=76c987e1-fab0-4025-a695-99a3e5e3c4f8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:16.499392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Attempting to bind port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:16.499730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Attempting to bind port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:16.500065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Attempting to bind port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:16.509237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 on network 2a993757-2467-48ca-85a9-d56c24febfc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:16.509638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Attempting to bind port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 on network 2a993757-2467-48ca-85a9-d56c24febfc6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:16.523398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a178a-b37f-412e-b813-9de7dfde41a2 req-c7cca025-30bd-41bc-a840-119ea49ef34a tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:16.524933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da8a178a-b37f-412e-b813-9de7dfde41a2 req-c7cca025-30bd-41bc-a840-119ea49ef34a tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 946 time: 0.0885217 Feb 09 02:53:16.526237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:16.526607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Checking segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:16.526991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Bound using segment: {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:16.527431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Bound port: 76c987e1-fab0-4025-a695-99a3e5e3c4f8, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa347766-e3ac-40ff-9ff8-215cfd13204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:16.527799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.623654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da8a178a-b37f-412e-b813-9de7dfde41a2 req-c9620039-d0a0-4b88-a4f5-5f8b0cd23bb6 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861762 Feb 09 02:53:16.631884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] For port 76c987e1-fab0-4025-a695-99a3e5e3c4f8, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:16.647253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] For port 76c987e1-fab0-4025-a695-99a3e5e3c4f8, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76c987e1-fab0-4025-a695-99a3e5e3c4f8,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:16.647253 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.685365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:16.685982 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.687335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] 10.222.0.72 "PUT /v2.0/ports/76c987e1-fab0-4025-a695-99a3e5e3c4f8 HTTP/1.1" status: 200 len: 1095 time: 0.8246360 Feb 09 02:53:16.689925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'tag': '76c987e1-fab0-4025-a695-99a3e5e3c4f8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:16.693019 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a74d816-8f24-472a-99c5-8dc458c4151b" -d '{"events": [{"name": "network-changed", "server_uuid": "650cd9fb-60bb-4ab3-90fa-6d0369e5a512", "tag": "76c987e1-fab0-4025-a695-99a3e5e3c4f8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:16.733602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5dc4e-42e0-4df9-9758-eb55d732ae34 service neutron] Pushing event updated for resources: {'Port': ['ID=76c987e1-fab0-4025-a695-99a3e5e3c4f8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:16.786580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-3f954d7a-2095-4fb1-a1c9-e2b06d248104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:16.788126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-3f954d7a-2095-4fb1-a1c9-e2b06d248104 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15867efc238e42d2901a1b2e87e2f97a&device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 1129 time: 0.0494757 Feb 09 02:53:16.831523 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5590250f-7db8-44ac-9065-19535631ab9a x-openstack-request-id: req-5590250f-7db8-44ac-9065-19535631ab9a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:16.831826 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650cd9fb-60bb-4ab3-90fa-6d0369e5a512", "tag": "76c987e1-fab0-4025-a695-99a3e5e3c4f8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:16.832085 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5590250f-7db8-44ac-9065-19535631ab9a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:16.832489 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'tag': '76c987e1-fab0-4025-a695-99a3e5e3c4f8', 'status': 'completed', 'code': 200} Feb 09 02:53:16.834323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-939b0288-22ef-414c-bdee-3b694ae650dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=76c987e1-fab0-4025-a695-99a3e5e3c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0399406 Feb 09 02:53:16.890966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-6c649099-36c9-42e8-bad2-f3280bd864b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:16.892916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-6c649099-36c9-42e8-bad2-f3280bd864b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0528896 Feb 09 02:53:16.942720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-4de03c26-c7d7-4f67-9938-be2c35b39f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:16.944255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-4de03c26-c7d7-4f67-9938-be2c35b39f8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0457625 Feb 09 02:53:17.037298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-23e30954-7341-4661-a4e0-4aca81a1a802 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852342 Feb 09 02:53:17.136452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d1baa332-a8bc-4ee7-9f02-f14d3f190280 req-14779e22-678b-4da3-9801-74253e50debe service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927641 Feb 09 02:53:17.224508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-ed9666d0-fc2a-42d4-8e34-3ac7dc1933a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.226121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-ed9666d0-fc2a-42d4-8e34-3ac7dc1933a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15867efc238e42d2901a1b2e87e2f97a&device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 1129 time: 0.0473657 Feb 09 02:53:17.320272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-2fe1d12a-80cb-4eae-a2ec-e2a3ca1817ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.321777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-2fe1d12a-80cb-4eae-a2ec-e2a3ca1817ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=2a993757-2467-48ca-85a9-d56c24febfc6 HTTP/1.1" status: 200 len: 870 time: 0.0896058 Feb 09 02:53:17.364997 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-d16c2832-4db7-46f7-a7ec-a09bc1720988 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=76c987e1-fab0-4025-a695-99a3e5e3c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0367188 Feb 09 02:53:17.413315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-8a2d7399-b980-4973-8c15-05cde025bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.414723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-8a2d7399-b980-4973-8c15-05cde025bd19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c3f48fd-9666-40e7-b23b-c4d2b102852c HTTP/1.1" status: 200 len: 843 time: 0.0442736 Feb 09 02:53:17.467518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-80b5368f-57d7-4729-b148-7765698e1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.469043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-80b5368f-57d7-4729-b148-7765698e1e8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2a993757-2467-48ca-85a9-d56c24febfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0480945 Feb 09 02:53:17.564398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-92af602d-004f-4408-b9ed-aeb0c14faee4 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896373 Feb 09 02:53:17.660152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a74d816-8f24-472a-99c5-8dc458c4151b req-43d6607e-5e93-4111-ba2b-216cc94c6091 service neutron] 10.222.0.72 "GET /v2.0/networks/2a993757-2467-48ca-85a9-d56c24febfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902622 Feb 09 02:53:17.756489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29141540-4512-4a93-b219-112f2678430d req-ebb8d465-21f7-40ea-8ce1-b402398a3cf9 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.757991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29141540-4512-4a93-b219-112f2678430d req-ebb8d465-21f7-40ea-8ce1-b402398a3cf9 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 946 time: 0.0607495 Feb 09 02:53:17.807044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29141540-4512-4a93-b219-112f2678430d req-52b6026e-6ea7-4077-a595-1b4458b61c76 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Feb 09 02:53:18.272143 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:18.930627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcccd2-8102-4996-ad70-041208169f3c req-5f82a1ff-76b1-41ce-900c-5af60e246bf6 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:18.932144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77fcccd2-8102-4996-ad70-041208169f3c req-5f82a1ff-76b1-41ce-900c-5af60e246bf6 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 946 time: 0.0537496 Feb 09 02:53:18.980043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77fcccd2-8102-4996-ad70-041208169f3c req-531f9fe7-6610-41f9-820f-fc9456915a30 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Feb 09 02:53:19.319833 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:19.502626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76c987e1-fab0-4025-a695-99a3e5e3c4f8 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:19.607677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76c987e1-fab0-4025-a695-99a3e5e3c4f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76c987e1-fab0-4025-a695-99a3e5e3c4f8,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:19.621035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '76c987e1-fab0-4025-a695-99a3e5e3c4f8', 'network_id': '2a993757-2467-48ca-85a9-d56c24febfc6', 'port_id': '76c987e1-fab0-4025-a695-99a3e5e3c4f8', 'mac_address': 'fa:16:3e:7b:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3f48fd-9666-40e7-b23b-c4d2b102852c', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:19.659933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:19.660327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:19.674513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c987e1-fab0-4025-a695-99a3e5e3c4f8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:19.699219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76c987e1-fab0-4025-a695-99a3e5e3c4f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76c987e1-fab0-4025-a695-99a3e5e3c4f8,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:19.703072 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:19.909014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=76c987e1-fab0-4025-a695-99a3e5e3c4f8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:20.070062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['76c987e1-fab0-4025-a695-99a3e5e3c4f8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:20.108421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc65a5e-6508-40ea-88db-6f14ea95ff12 req-94a90656-3302-4a54-8d94-33241408f607 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:20.110110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fc65a5e-6508-40ea-88db-6f14ea95ff12 req-94a90656-3302-4a54-8d94-33241408f607 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 947 time: 0.0584593 Feb 09 02:53:20.468841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3fc65a5e-6508-40ea-88db-6f14ea95ff12 req-a520308c-fb9e-444f-9ce0-8548730b3524 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531914 Feb 09 02:53:21.501779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76c987e1-fab0-4025-a695-99a3e5e3c4f8 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:21.553206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:21.559464 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:21.559994 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.592277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f80599-d58f-4252-98eb-77cf433ce617 req-35bbdb9f-f181-4288-8e4d-1d6315958d80 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:21.593781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1f80599-d58f-4252-98eb-77cf433ce617 req-35bbdb9f-f181-4288-8e4d-1d6315958d80 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 947 time: 0.0539792 Feb 09 02:53:21.640212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:21.640603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.643040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1f80599-d58f-4252-98eb-77cf433ce617 req-d7f72fa8-8fbe-45d6-aa5a-9e3dcb230c02 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Feb 09 02:53:21.666774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c987e1-fab0-4025-a695-99a3e5e3c4f8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:21.669032 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692968a8-37af-46e2-b945-961c4f56b83e" -d '{"events": [{"server_uuid": "650cd9fb-60bb-4ab3-90fa-6d0369e5a512", "name": "network-vif-plugged", "status": "completed", "tag": "76c987e1-fab0-4025-a695-99a3e5e3c4f8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:21.685412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 76c987e1-fab0-4025-a695-99a3e5e3c4f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76c987e1-fab0-4025-a695-99a3e5e3c4f8,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:21.691029 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.716254 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63278d79-3f13-44e4-8f2e-4bc013d2f61b x-openstack-request-id: req-63278d79-3f13-44e4-8f2e-4bc013d2f61b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:21.716729 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650cd9fb-60bb-4ab3-90fa-6d0369e5a512", "name": "network-vif-plugged", "status": "completed", "tag": "76c987e1-fab0-4025-a695-99a3e5e3c4f8", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:21.716933 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63278d79-3f13-44e4-8f2e-4bc013d2f61b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:21.717333 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c987e1-fab0-4025-a695-99a3e5e3c4f8', 'code': 200} Feb 09 02:53:21.748141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=76c987e1-fab0-4025-a695-99a3e5e3c4f8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:21.809018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7794-7fbd-4f70-a195-0dde261e3c47 req-1d09d190-ed15-47cf-bb82-fa83dbb37096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:21.810633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e8e7794-7fbd-4f70-a195-0dde261e3c47 req-1d09d190-ed15-47cf-bb82-fa83dbb37096 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 1131 time: 0.0442762 Feb 09 02:53:21.857745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e8e7794-7fbd-4f70-a195-0dde261e3c47 req-1bc55005-b7d4-49fa-b07e-522bc75d3803 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Feb 09 02:53:22.776480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff835e-f3f3-4ef4-97d4-24e69a5dd5b4 req-281510dd-011d-4c40-a62b-53be9751a001 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:22.777972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dff835e-f3f3-4ef4-97d4-24e69a5dd5b4 req-281510dd-011d-4c40-a62b-53be9751a001 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 948 time: 0.0592134 Feb 09 02:53:22.826116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dff835e-f3f3-4ef4-97d4-24e69a5dd5b4 req-6d2d2a40-2db2-480b-8b6e-cb3863403ce0 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Feb 09 02:53:23.411242 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-110317c6-46c0-418a-ba28-5d68c07d7f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:23.948106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f84498-0fb2-4f4e-81f4-1ebea7de5bbf req-b5b58300-3b4d-4d2c-be7e-78c7bcac1a15 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.949734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7f84498-0fb2-4f4e-81f4-1ebea7de5bbf req-b5b58300-3b4d-4d2c-be7e-78c7bcac1a15 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 948 time: 0.0537362 Feb 09 02:53:23.997475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7f84498-0fb2-4f4e-81f4-1ebea7de5bbf req-84bf59e9-f7e7-444c-b9a8-31416be3b0a1 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Feb 09 02:53:24.350444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-89d4ed2d-2d5b-4c33-8fe1-fdc66c4cfdb5 req-cbee3d13-d605-450b-8c41-75d90cd76a4b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:53:24.351513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89d4ed2d-2d5b-4c33-8fe1-fdc66c4cfdb5 req-cbee3d13-d605-450b-8c41-75d90cd76a4b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565174 Feb 09 02:53:24.754202 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-c5e364e8-a9ce-4aa6-a8c6-0f732b6096da req-354b6313-d847-45d0-84c8-65ef2aec6c3a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:53:24.755276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5e364e8-a9ce-4aa6-a8c6-0f732b6096da req-354b6313-d847-45d0-84c8-65ef2aec6c3a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565321 Feb 09 02:53:25.120366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c0469-fbbc-4162-aff5-212bf282fc5a req-3454bbd1-cec1-4664-aa1f-db7db77da015 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:25.121890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846c0469-fbbc-4162-aff5-212bf282fc5a req-3454bbd1-cec1-4664-aa1f-db7db77da015 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 948 time: 0.0668726 Feb 09 02:53:25.175318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-846c0469-fbbc-4162-aff5-212bf282fc5a req-ce027071-f03c-4aff-b90b-a079490e0e6b tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470560 Feb 09 02:53:25.728166 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1820b8fa-f1fd-4a90-918e-b3065abdb640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.301321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65067a4f-e74a-47b9-b558-b3533a0e710e req-8f35532d-b6d5-42d6-8d94-d03fe1b430fb tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.302859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65067a4f-e74a-47b9-b558-b3533a0e710e req-8f35532d-b6d5-42d6-8d94-d03fe1b430fb tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 948 time: 0.0547526 Feb 09 02:53:26.350500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65067a4f-e74a-47b9-b558-b3533a0e710e req-e7d0a4a0-0dc6-454a-8f62-f03f0a62cc49 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/security-groups?id=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Feb 09 02:53:26.485599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-40304ec9-709f-4e11-af7f-4299f26fe454 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.487053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-40304ec9-709f-4e11-af7f-4299f26fe454 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.72 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 948 time: 0.0571873 Feb 09 02:53:26.594556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Deleting port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:26.594914 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.708867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] For port 76c987e1-fab0-4025-a695-99a3e5e3c4f8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=76c987e1-fab0-4025-a695-99a3e5e3c4f8,segment=NetworkSegment(aa347766-e3ac-40ff-9ff8-215cfd13204e),segment_id=aa347766-e3ac-40ff-9ff8-215cfd13204e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:26.709234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.723450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Calling delete_port for 76c987e1-fab0-4025-a695-99a3e5e3c4f8 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:26.863395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (76c987e1-fab0-4025-a695-99a3e5e3c4f8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.875239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['76c987e1-fab0-4025-a695-99a3e5e3c4f8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:26.897444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Pushing event deleted for resources: {'Port': ['ID=76c987e1-fab0-4025-a695-99a3e5e3c4f8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:26.944713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] No DVR routers for this DVR port 76c987e1-fab0-4025-a695-99a3e5e3c4f8 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:26.947610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.951167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e0bb0ff-ad45-4d35-bc90-51d91a654803 req-c2260606-b8e1-45e6-aa7b-62a235e90b94 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.72 "DELETE /v2.0/ports/76c987e1-fab0-4025-a695-99a3e5e3c4f8 HTTP/1.1" status: 204 len: 173 time: 0.4593868 Feb 09 02:53:26.951646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'name': 'network-vif-deleted', 'tag': '76c987e1-fab0-4025-a695-99a3e5e3c4f8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:26.954703 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dca345-1c48-4c2f-9eda-e4512cdb42ef" -d '{"events": [{"server_uuid": "650cd9fb-60bb-4ab3-90fa-6d0369e5a512", "name": "network-vif-deleted", "tag": "76c987e1-fab0-4025-a695-99a3e5e3c4f8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:26.999284 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18a0dbd-2963-4874-a429-1427ff62e48f x-openstack-request-id: req-b18a0dbd-2963-4874-a429-1427ff62e48f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:26.999610 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650cd9fb-60bb-4ab3-90fa-6d0369e5a512", "name": "network-vif-deleted", "tag": "76c987e1-fab0-4025-a695-99a3e5e3c4f8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:26.999872 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b18a0dbd-2963-4874-a429-1427ff62e48f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:27.000286 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650cd9fb-60bb-4ab3-90fa-6d0369e5a512', 'name': 'network-vif-deleted', 'tag': '76c987e1-fab0-4025-a695-99a3e5e3c4f8', 'status': 'completed', 'code': 200} Feb 09 02:53:27.103718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:27.474907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12457504-9f6b-41a5-96ff-cf7c090ca589 req-b5620b9d-a572-430c-b94e-c7a86f279795 tempest-ServersAdminNegativeTestJSON-1350654554 tempest-ServersAdminNegativeTestJSON-1350654554-project] 10.222.0.53 "GET /v2.0/ports?device_id=650cd9fb-60bb-4ab3-90fa-6d0369e5a512 HTTP/1.1" status: 200 len: 210 time: 0.0291395 Feb 09 02:53:28.266106 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:28.781051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43020) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:28.917180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9421a31c-0f43-4a9d-b94c-e5dd85a10aa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15867efc238e42d2901a1b2e87e2f97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346581 Feb 09 02:53:28.919578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:28.970218 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58a276ee-47ad-4bfa-96b0-49033abae6ca admin admin] Publish callbacks [] for security_group (31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:28.995459 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58a276ee-47ad-4bfa-96b0-49033abae6ca admin admin] Publish callbacks [] for security_group (31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.043562 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58a276ee-47ad-4bfa-96b0-49033abae6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.046157 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-58a276ee-47ad-4bfa-96b0-49033abae6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.047896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-58a276ee-47ad-4bfa-96b0-49033abae6ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27 HTTP/1.1" status: 204 len: 168 time: 0.1265204 Feb 09 02:53:29.056596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a276ee-47ad-4bfa-96b0-49033abae6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc89ce-9d5e-4b3f-a2bc-44e9e48ebc27,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:29.332673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43030) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:29.347926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-285d7642-47ff-402b-a521-09bd4afc4ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.450747 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-285d7642-47ff-402b-a521-09bd4afc4ffc admin admin] Publish callbacks [] for security_group (095fb801-54ba-4933-a4ec-f85ccb130c5a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.456657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-285d7642-47ff-402b-a521-09bd4afc4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (095fb801-54ba-4933-a4ec-f85ccb130c5a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.510406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7642-47ff-402b-a521-09bd4afc4ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095fb801-54ba-4933-a4ec-f85ccb130c5a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:29.517125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-285d7642-47ff-402b-a521-09bd4afc4ffc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87ac5e6c282d41dbb79929598a0fc094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826427 Feb 09 02:53:29.519635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43032) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:29.581533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3c04-b183-4126-b2e6-81086f3ddb72 admin admin] Publish callbacks [] for security_group (095fb801-54ba-4933-a4ec-f85ccb130c5a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.607067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3c04-b183-4126-b2e6-81086f3ddb72 admin admin] Publish callbacks [] for security_group (095fb801-54ba-4933-a4ec-f85ccb130c5a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.662322 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3c04-b183-4126-b2e6-81086f3ddb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (095fb801-54ba-4933-a4ec-f85ccb130c5a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.665144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3c04-b183-4126-b2e6-81086f3ddb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.666759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8e6a3c04-b183-4126-b2e6-81086f3ddb72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/095fb801-54ba-4933-a4ec-f85ccb130c5a HTTP/1.1" status: 204 len: 168 time: 0.1461036 Feb 09 02:53:29.678047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a3c04-b183-4126-b2e6-81086f3ddb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095fb801-54ba-4933-a4ec-f85ccb130c5a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:29.876408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.425534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43054) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:30.524758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1867371888-network', 'tenant_id': '647f559b8d634196a92adef136722e7c'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:30.544336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Made reservation on behalf of 647f559b8d634196a92adef136722e7c for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:30.546602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.555987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.638217 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks [] for security_group (9cfcb59d-8c8d-4614-a92a-b65733046c56), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.642972 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9cfcb59d-8c8d-4614-a92a-b65733046c56), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.668712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:53:30.677577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfcb59d-8c8d-4614-a92a-b65733046c56,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:30.690291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5f125129-15bb-4275-9749-70a47ce1be8f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.690647 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Added segment 5f125129-15bb-4275-9749-70a47ce1be8f of type vlan for network 7dcec77c-6260-4de6-89b9-0f811bb3d14e Feb 09 02:53:30.733777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (7dcec77c-6260-4de6-89b9-0f811bb3d14e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.759620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (7dcec77c-6260-4de6-89b9-0f811bb3d14e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.760657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:30.761238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.819812 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3931623 Feb 09 02:53:30.822852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43058) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:30.827039 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c1bb3-c5c5-4e17-a834-afef8a51d049 admin admin] Pushing event updated for resources: {'Network': ['ID=7dcec77c-6260-4de6-89b9-0f811bb3d14e,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:30.827992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Request body: {'subnet': {'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1867371888-subnet', 'tenant_id': '647f559b8d634196a92adef136722e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:30.839935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 7dcec77c-6260-4de6-89b9-0f811bb3d14e details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:53:30.861718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Made reservation on behalf of 647f559b8d634196a92adef136722e7c for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:30.864103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:31.034701 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ecb004a3-9660-4cdc-9622-c5f6282c9af8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:31.089204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb004a3-9660-4cdc-9622-c5f6282c9af8,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:31.102025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Checking segment: {'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:31.102389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Network hostable DHCP agents. Network: 7dcec77c-6260-4de6-89b9-0f811bb3d14e, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:53:31.119254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Network 7dcec77c-6260-4de6-89b9-0f811bb3d14e is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:53:31.128674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 7dcec77c-6260-4de6-89b9-0f811bb3d14e) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:31.133137 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:31.133873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:31.137646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee845e-4b49-4c7e-98bf-14708c658a62 None None] Network 7dcec77c-6260-4de6-89b9-0f811bb3d14e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:53:31.151021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6b8d5b4-d61a-4656-9697-ad0b171c9f3f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3268821 Feb 09 02:53:31.242814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea2820-4a80-4f6a-b222-b5e44b863ea7 None None] Network 7dcec77c-6260-4de6-89b9-0f811bb3d14e requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:53:31.535442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76c987e1-fab0-4025-a695-99a3e5e3c4f8 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:31.556569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 76c987e1-fab0-4025-a695-99a3e5e3c4f8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:31.556928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 76c987e1-fab0-4025-a695-99a3e5e3c4f8 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:31.600812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501607de-b2f5-4842-8715-47575f568071 req-345d3ef8-974a-400c-ae05-2755187a95a3 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:31.602299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-345d3ef8-974a-400c-ae05-2755187a95a3 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 812 time: 0.1129746 Feb 09 02:53:31.618593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-4fb07621-91b1-4ac3-a940-ac11f8378bf0 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/quotas/647f559b8d634196a92adef136722e7c HTTP/1.1" status: 200 len: 375 time: 0.0102696 Feb 09 02:53:31.660230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-559f6d75-50e3-4cbe-afd1-d97cc8b25e45 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356867 Feb 09 02:53:31.754406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-b8230ebe-b3b5-4adf-bb4c-cbac58ac64e8 service neutron] 10.222.0.53 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Feb 09 02:53:31.850178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-0b928e40-ee52-4f20-8a22-4bdc5ac8c12c service neutron] 10.222.0.53 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901473 Feb 09 02:53:32.012853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8cb8ec0-87b1-4910-9f01-8d135d5f1c16 req-fb985794-f66a-4e16-b0ea-bbef27822e49 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 210 time: 0.0291140 Feb 09 02:53:33.131371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a0a6c6b-ee19-4d2e-8af3-6abd11f78272 req-83df0339-3883-46fc-ad83-daf95d643f47 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 210 time: 0.0379603 Feb 09 02:53:33.183087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501607de-b2f5-4842-8715-47575f568071 req-20a0c4ba-56dc-4f1b-aba2-e4b85e30963c tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:33.184723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-20a0c4ba-56dc-4f1b-aba2-e4b85e30963c tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.72 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 812 time: 0.1581945 Feb 09 02:53:33.197381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Request body: {'port': {'device_id': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e', 'admin_state_up': True, 'tenant_id': '647f559b8d634196a92adef136722e7c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:33.311384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Made reservation on behalf of 647f559b8d634196a92adef136722e7c for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:33.314892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.449663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Allocated IP 172.20.0.13 (7dcec77c-6260-4de6-89b9-0f811bb3d14e/ecb004a3-9660-4cdc-9622-c5f6282c9af8/8e852dc4-1de6-460d-98d7-52491fe19893) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:33.601770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks [] for port (8e852dc4-1de6-460d-98d7-52491fe19893), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.635558 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.683982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Network 7dcec77c-6260-4de6-89b9-0f811bb3d14e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:33.687167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:33.692338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:33.696794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:33.742102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:33.742748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.763232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-b402ad86-5d82-408c-bf24-e05669b9c299 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696378 Feb 09 02:53:33.775867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Request body: {'port': {'device_id': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:33.840894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:34.124778 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e852dc4-1de6-460d-98d7-52491fe19893 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:34.133026 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Publish callbacks [] for port (8e852dc4-1de6-460d-98d7-52491fe19893), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:34.145616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Transition to ACTIVE for port object 8e852dc4-1de6-460d-98d7-52491fe19893 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:34.149660 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:34.223149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:34.309018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:34.309363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:34.309699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 on network 7dcec77c-6260-4de6-89b9-0f811bb3d14e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:34.320707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b10b-40ab-4ba2-8eb9-7d4d681b1ae3 req-638b175b-2557-4fc7-b67f-b37113a6bd1d tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:34.322367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b66b10b-40ab-4ba2-8eb9-7d4d681b1ae3 req-638b175b-2557-4fc7-b67f-b37113a6bd1d tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 944 time: 0.1003947 Feb 09 02:53:34.323623 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Port 8e852dc4-1de6-460d-98d7-52491fe19893 on network 7dcec77c-6260-4de6-89b9-0f811bb3d14e not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:34.323961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 on network 7dcec77c-6260-4de6-89b9-0f811bb3d14e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:34.331915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:34.332256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Checking segment: {'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:34.332647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Bound using segment: {'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:34.333083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Bound port: 8e852dc4-1de6-460d-98d7-52491fe19893, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:34.333450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:34.424928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b66b10b-40ab-4ba2-8eb9-7d4d681b1ae3 req-a3c397b0-5bb9-4fc7-a3ac-9b82b69f2885 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948904 Feb 09 02:53:34.445371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:34.448292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:34.454944 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:34.488895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:34.489537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:34.491277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] 10.222.0.72 "PUT /v2.0/ports/8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 1093 time: 0.7194679 Feb 09 02:53:34.491736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:34.494025 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:34.532741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f217b-5333-484e-ab22-d582ab43ffa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:34.562450 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc909b7-8cab-4351-a75f-81912292b775 x-openstack-request-id: req-0fc909b7-8cab-4351-a75f-81912292b775 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:34.563318 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:34.563581 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fc909b7-8cab-4351-a75f-81912292b775 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:34.563984 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893', 'status': 'completed', 'code': 200} Feb 09 02:53:34.584287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501607de-b2f5-4842-8715-47575f568071 req-e75e1ee7-568c-4a9e-bc25-b5bc90c5ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:34.585923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-e75e1ee7-568c-4a9e-bc25-b5bc90c5ab99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1127 time: 0.0499675 Feb 09 02:53:34.633785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-010a1c27-ee33-4ec3-93dc-cc9e356dc6e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0396848 Feb 09 02:53:34.682612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501607de-b2f5-4842-8715-47575f568071 req-a97b7e32-ead2-4d79-a83b-90c99bc1c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:34.684060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-a97b7e32-ead2-4d79-a83b-90c99bc1c8ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0449948 Feb 09 02:53:34.717748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-4444bafc-6452-435b-b435-edf35c04dc2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264142 Feb 09 02:53:34.812398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-ace53d8b-f073-4f86-b990-b5661e56032d service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885231 Feb 09 02:53:34.912817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-501607de-b2f5-4842-8715-47575f568071 req-d193b9f2-2eab-4c82-8c18-9b8802f9c6ff service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941310 Feb 09 02:53:35.009230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-f03a1582-642d-4888-9924-8d734742ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:35.010814 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-f03a1582-642d-4888-9924-8d734742ba8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1127 time: 0.0468891 Feb 09 02:53:35.106157 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-99b9381e-afd1-4453-891d-2f171a4da5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:35.109672 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-99b9381e-afd1-4453-891d-2f171a4da5c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 913 time: 0.0926740 Feb 09 02:53:35.151204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-ceaccf5b-708b-4063-805f-7b944ec67114 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0352991 Feb 09 02:53:35.199858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-0974f606-9039-4f22-9e58-6fe0af02f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:35.201335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-0974f606-9039-4f22-9e58-6fe0af02f2ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0435548 Feb 09 02:53:35.238251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-a27c4fb8-90e3-4e71-93ba-cd55939b5a43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297637 Feb 09 02:53:35.328415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-a0f0b394-f6cf-439b-ad04-8d916a7fadb6 service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845571 Feb 09 02:53:35.420878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-796f0b3b-9d5f-4e7b-a41e-ddee32c140a9 req-f2fddcbb-74a1-4fc6-95b5-3cb2c042b99b service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Feb 09 02:53:35.552691 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd476-be93-488f-9d03-755f90b58549 req-75791ea8-0554-4246-b21c-486158c3f2d4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:35.554188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44fcd476-be93-488f-9d03-755f90b58549 req-75791ea8-0554-4246-b21c-486158c3f2d4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 944 time: 0.0547588 Feb 09 02:53:35.602659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44fcd476-be93-488f-9d03-755f90b58549 req-b41bfdb0-49b1-4d51-a0d0-d883c43f2279 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Feb 09 02:53:36.731602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985efe7-bc76-4972-9403-9d40d0fa4449 req-fee2adeb-7aa9-43b0-ae70-f6de41200626 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:36.733101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3985efe7-bc76-4972-9403-9d40d0fa4449 req-fee2adeb-7aa9-43b0-ae70-f6de41200626 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 944 time: 0.0544715 Feb 09 02:53:36.782343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3985efe7-bc76-4972-9403-9d40d0fa4449 req-524626d0-c30b-402e-b062-b9658f25544d tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Feb 09 02:53:37.583725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:37.691631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:37.710878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '8e852dc4-1de6-460d-98d7-52491fe19893', 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e', 'port_id': '8e852dc4-1de6-460d-98d7-52491fe19893', 'mac_address': 'fa:16:3e:bc:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb004a3-9660-4cdc-9622-c5f6282c9af8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:37.750437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8e852dc4-1de6-460d-98d7-52491fe19893 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:37.751116 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.765039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e852dc4-1de6-460d-98d7-52491fe19893 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:37.785096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:37.788769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.845157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:37.920836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec34be8-89b3-46bf-bc36-84063250c8f9 req-03105631-02e5-430e-b9c2-fe2fb8d19975 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:37.923502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bec34be8-89b3-46bf-bc36-84063250c8f9 req-03105631-02e5-430e-b9c2-fe2fb8d19975 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 945 time: 0.0594728 Feb 09 02:53:37.973770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bec34be8-89b3-46bf-bc36-84063250c8f9 req-3fa1ab3c-4963-40ca-9a0d-80586d8a83f2 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Feb 09 02:53:38.096044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8e852dc4-1de6-460d-98d7-52491fe19893'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:39.100865 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6bd2-a619-4ffe-926f-0e33d0823b7c req-ca82458b-df16-4cb5-8b19-3e5cece1a8ca tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:39.102361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc0f6bd2-a619-4ffe-926f-0e33d0823b7c req-ca82458b-df16-4cb5-8b19-3e5cece1a8ca tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 945 time: 0.0561752 Feb 09 02:53:39.151797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc0f6bd2-a619-4ffe-926f-0e33d0823b7c req-270cc328-2c2e-4756-af02-5d7d35500813 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Feb 09 02:53:39.622480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:39.672935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 8e852dc4-1de6-460d-98d7-52491fe19893 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:39.677447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 8e852dc4-1de6-460d-98d7-52491fe19893 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:39.677825 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:39.759985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8e852dc4-1de6-460d-98d7-52491fe19893 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:39.760372 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:39.782659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:39.784867 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f9454-767e-44b4-ba28-81475feb7277" -d '{"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-plugged", "status": "completed", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:39.799758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:39.804790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:39.828385 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a605df96-c02d-4677-8551-3b4437ac58d4 x-openstack-request-id: req-a605df96-c02d-4677-8551-3b4437ac58d4 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:39.828714 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-plugged", "status": "completed", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:39.829039 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a605df96-c02d-4677-8551-3b4437ac58d4 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:39.829435 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893', 'code': 200} Feb 09 02:53:39.861636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:39.933685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a6d10-7860-433c-af8c-71be2fc902d9 req-42c5bde6-1aaa-40c8-9491-326ca19aff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:39.935233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c9a6d10-7860-433c-af8c-71be2fc902d9 req-42c5bde6-1aaa-40c8-9491-326ca19aff77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1129 time: 0.0487084 Feb 09 02:53:39.981265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4c9a6d10-7860-433c-af8c-71be2fc902d9 req-bb95366c-5631-4fd2-8790-3e7a38425f68 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391197 Feb 09 02:53:40.285003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadbb5a-96c6-41f8-b1da-9bb40f7a95c5 req-c267a260-d21d-42b8-a020-6702063e87ae tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:40.286615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7aadbb5a-96c6-41f8-b1da-9bb40f7a95c5 req-c267a260-d21d-42b8-a020-6702063e87ae tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0635147 Feb 09 02:53:40.334795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7aadbb5a-96c6-41f8-b1da-9bb40f7a95c5 req-3130c02e-671c-48d9-b2ca-f5995fccc170 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Feb 09 02:53:41.456739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d353e-4072-4efb-87e3-87a376646729 req-a16b768c-7b15-41ba-ae64-47d54db7b033 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:41.458330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e00d353e-4072-4efb-87e3-87a376646729 req-a16b768c-7b15-41ba-ae64-47d54db7b033 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0539837 Feb 09 02:53:41.508697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e00d353e-4072-4efb-87e3-87a376646729 req-f360531c-c811-4fb5-ad40-f54cf3d79d59 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444398 Feb 09 02:53:41.764442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5f9e9-4c9c-4e76-8cea-8d377e125bdc req-fefa0b91-e229-4b3b-9665-0c1411eec8b4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:41.766142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ed5f9e9-4c9c-4e76-8cea-8d377e125bdc req-fefa0b91-e229-4b3b-9665-0c1411eec8b4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0553248 Feb 09 02:53:41.841268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ed5f9e9-4c9c-4e76-8cea-8d377e125bdc req-5ebcdf2c-f220-43b6-bd22-4e09cc622f81 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657473 Feb 09 02:53:41.844936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-6e9ebcce-0eb9-43a2-9f49-67f8820d64ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418366 Feb 09 02:53:41.855463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-fc79c680-4148-41fd-a26c-53f3e76ac854 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:53:41.855463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-fc79c680-4148-41fd-a26c-53f3e76ac854 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050786 Feb 09 02:53:43.008609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86a6d4-f8ea-48e7-a05e-a5abad5f0083 req-9e9bed2e-22ef-492e-9028-01c2d07e6840 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.010097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de86a6d4-f8ea-48e7-a05e-a5abad5f0083 req-9e9bed2e-22ef-492e-9028-01c2d07e6840 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0969479 Feb 09 02:53:43.038629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-8ef0a823-e508-4fa4-bf90-33b3ad701bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.040106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-8ef0a823-e508-4fa4-bf90-33b3ad701bfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1129 time: 0.0873401 Feb 09 02:53:43.109408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-de86a6d4-f8ea-48e7-a05e-a5abad5f0083 req-c18e989b-03ec-4f8a-b66e-da35c536f0b9 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922606 Feb 09 02:53:43.151580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-584edbcb-63d5-4697-8cc5-f729e5605b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.153002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-584edbcb-63d5-4697-8cc5-f729e5605b2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 913 time: 0.1024513 Feb 09 02:53:43.200202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-43057f33-107c-440d-abe5-a69831c7d969 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0402567 Feb 09 02:53:43.249394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-6383854b-963a-4f5e-ba78-f6dc42891a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.251960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-6383854b-963a-4f5e-ba78-f6dc42891a7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0461907 Feb 09 02:53:43.283665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-f9c58a24-2655-4608-8523-af3a06534865 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265481 Feb 09 02:53:43.379560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d36c15ec-6b24-4528-b04f-e3cf7eee2fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898829 Feb 09 02:53:43.477629 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-e2744f3a-6e18-4e14-8254-99fd81c0fbdc service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924411 Feb 09 02:53:43.637047 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:53:44.234664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab17a3-fcdc-416f-9289-5c4d84e96770 req-03e08cd3-ed6c-4c76-aaf9-77c8bd14efcb tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:44.236180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efab17a3-fcdc-416f-9289-5c4d84e96770 req-03e08cd3-ed6c-4c76-aaf9-77c8bd14efcb tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0548186 Feb 09 02:53:44.297379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efab17a3-fcdc-416f-9289-5c4d84e96770 req-ee1a1cc9-983d-4f55-b6b2-e66b5e3443b4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554776 Feb 09 02:53:45.424320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d7b50-fb58-446e-9dc1-e74aa9118052 req-8cb5e2ad-e40d-416b-81eb-47c6eac886d2 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.425966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-506d7b50-fb58-446e-9dc1-e74aa9118052 req-8cb5e2ad-e40d-416b-81eb-47c6eac886d2 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0612233 Feb 09 02:53:45.478562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-506d7b50-fb58-446e-9dc1-e74aa9118052 req-d167c93c-75ef-46d9-95b9-374eb9111778 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Feb 09 02:53:46.605279 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d831478-3045-4c3b-8d6f-9fa703bc4b18 req-72afe9c3-f516-4f5a-b455-e905ca0f5248 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.606824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d831478-3045-4c3b-8d6f-9fa703bc4b18 req-72afe9c3-f516-4f5a-b455-e905ca0f5248 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0538540 Feb 09 02:53:46.661240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d831478-3045-4c3b-8d6f-9fa703bc4b18 req-f7d5b1f7-58c6-472e-b15e-2b5a5de69da9 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Feb 09 02:53:47.797844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ead7c-07db-4452-b2f8-32f499f8b22e req-6ac80911-8fcc-4c66-99cf-c6b70f87fefd tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:47.799401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a10ead7c-07db-4452-b2f8-32f499f8b22e req-6ac80911-8fcc-4c66-99cf-c6b70f87fefd tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0661669 Feb 09 02:53:47.849259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a10ead7c-07db-4452-b2f8-32f499f8b22e req-c2e02dbb-3a5f-46c7-b6bf-b322cd4e8cfe tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Feb 09 02:53:48.292041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.979555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2415-a7fc-42c2-ab3b-380d78127055 req-55032c6c-1322-49fa-a526-6e7b9ef94930 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.980967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eeab2415-a7fc-42c2-ab3b-380d78127055 req-55032c6c-1322-49fa-a526-6e7b9ef94930 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0628865 Feb 09 02:53:49.030762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eeab2415-a7fc-42c2-ab3b-380d78127055 req-d3f00988-8f16-4d6a-8335-8b7f9af722bc tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Feb 09 02:53:49.325395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:50.154851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d17f7-0247-49ce-ade5-1b50afd10990 req-309c1b43-6e30-4914-ad67-08799420eb95 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.156984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac6d17f7-0247-49ce-ade5-1b50afd10990 req-309c1b43-6e30-4914-ad67-08799420eb95 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0531483 Feb 09 02:53:50.209177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac6d17f7-0247-49ce-ade5-1b50afd10990 req-54db8398-cdcc-4079-a3ba-31745e182188 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464649 Feb 09 02:53:51.339242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c07d8-66b9-4cd0-aaec-46f298d76806 req-13a90913-5583-455b-b77b-8eddad97dba0 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:51.340758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d53c07d8-66b9-4cd0-aaec-46f298d76806 req-13a90913-5583-455b-b77b-8eddad97dba0 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0598652 Feb 09 02:53:51.389864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d53c07d8-66b9-4cd0-aaec-46f298d76806 req-abef33ac-c7ec-4da7-ba0f-5f29c0d48eed tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Feb 09 02:53:52.509436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5c74-491e-4a54-beea-738314237853 req-f92cd72b-2090-46f6-b401-ebfb9a21335f tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:52.511060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d2e5c74-491e-4a54-beea-738314237853 req-f92cd72b-2090-46f6-b401-ebfb9a21335f tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0543673 Feb 09 02:53:52.558055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d2e5c74-491e-4a54-beea-738314237853 req-93a8020c-a6f9-48fd-b9e9-817ba357286c tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Feb 09 02:53:53.414754 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-82071121-94a1-4012-bf3b-caec8682c15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:53.687326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90f25-f3d5-4ea9-aa60-895aa74ae49b req-a5a7d8e8-dcfe-45cc-b66a-47e53efff16f tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:53.689038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8c90f25-f3d5-4ea9-aa60-895aa74ae49b req-a5a7d8e8-dcfe-45cc-b66a-47e53efff16f tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0592473 Feb 09 02:53:53.738577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b8c90f25-f3d5-4ea9-aa60-895aa74ae49b req-895b5e89-5b42-496d-8aa7-f224127f29a8 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Feb 09 02:53:54.866447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3cd5d-1abf-4ef4-b26d-81efa042d523 req-7adbfd71-5354-40ef-b26b-c09ecbbf37dc tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:54.868158 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73e3cd5d-1abf-4ef4-b26d-81efa042d523 req-7adbfd71-5354-40ef-b26b-c09ecbbf37dc tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0623221 Feb 09 02:53:54.925296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73e3cd5d-1abf-4ef4-b26d-81efa042d523 req-2e2d5171-231a-4fdd-82ad-4efc2a0b9d74 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 Feb 09 02:53:55.731743 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23fc0efc-0988-4043-aca0-e4add39ba9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:56.061921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aec36-2677-4c8c-952a-23156f9f7fe6 req-44e1135d-d0b0-4d75-b76a-35a462642bc9 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:56.064039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d9aec36-2677-4c8c-952a-23156f9f7fe6 req-44e1135d-d0b0-4d75-b76a-35a462642bc9 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0675879 Feb 09 02:53:56.112543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d9aec36-2677-4c8c-952a-23156f9f7fe6 req-a1456d2a-46d4-4d59-993a-fb51e62acfc3 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Feb 09 02:53:57.099093 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:57.241449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4fe37-3df5-4150-8536-10b4498e79ba req-38afc632-662d-4fcb-a248-6f68e37bb1f6 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:57.243021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d4fe37-3df5-4150-8536-10b4498e79ba req-38afc632-662d-4fcb-a248-6f68e37bb1f6 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0536337 Feb 09 02:53:57.292044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2d4fe37-3df5-4150-8536-10b4498e79ba req-b12f8b93-8bc1-4994-a200-38a75856b813 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Feb 09 02:53:58.269167 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.429814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c622f3b-ed30-492f-b74f-bfa16351e1c1 req-36ab6343-de4a-496b-922f-cec44a1a33db tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:58.431311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c622f3b-ed30-492f-b74f-bfa16351e1c1 req-36ab6343-de4a-496b-922f-cec44a1a33db tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0620492 Feb 09 02:53:58.483983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c622f3b-ed30-492f-b74f-bfa16351e1c1 req-d196a67a-2b67-473f-9a6c-2b558542dece tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471756 Feb 09 02:53:59.606901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110ab0d-93ca-4c03-b711-ef7e1dd858e0 req-15f08be8-876f-4562-9531-e2e862357f93 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.608451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b110ab0d-93ca-4c03-b711-ef7e1dd858e0 req-15f08be8-876f-4562-9531-e2e862357f93 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0532823 Feb 09 02:53:59.660753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b110ab0d-93ca-4c03-b711-ef7e1dd858e0 req-d3374fa8-8979-4e05-ad52-efdb4a989244 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Feb 09 02:53:59.878889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:00.787333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40977f38-5896-4a9e-b893-e89f185bd008 req-9fe44dbb-7b03-4b0d-be25-bbcc1cb4f9e1 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.788878 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40977f38-5896-4a9e-b893-e89f185bd008 req-9fe44dbb-7b03-4b0d-be25-bbcc1cb4f9e1 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0551724 Feb 09 02:54:00.836820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40977f38-5896-4a9e-b893-e89f185bd008 req-c8e032a8-152b-4aa2-931f-7e16e7d0e66a tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Feb 09 02:54:01.961530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c988ea0-c32c-4468-9790-b66660aa2e62 req-6e0323b7-67ad-46b1-99c5-770400d91650 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.963042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c988ea0-c32c-4468-9790-b66660aa2e62 req-6e0323b7-67ad-46b1-99c5-770400d91650 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0571785 Feb 09 02:54:02.011151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c988ea0-c32c-4468-9790-b66660aa2e62 req-a398b5f0-fc00-4fc8-89d3-e7283b25ce7a tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Feb 09 02:54:03.405277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63630a07-c0b7-4247-87a6-750ecbb68880 req-1d38bf91-da1b-4f26-af49-83ea46e87ff4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:03.406901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63630a07-c0b7-4247-87a6-750ecbb68880 req-1d38bf91-da1b-4f26-af49-83ea46e87ff4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0650899 Feb 09 02:54:03.454893 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-63630a07-c0b7-4247-87a6-750ecbb68880 req-1653d559-2416-4058-a01a-c1c680de0f19 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 Feb 09 02:54:04.583477 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d80d-dcc5-49a2-9e34-72d03ba6455d req-531aa753-f198-43f5-be30-5d1cb373e0fd tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:04.584967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9e9d80d-dcc5-49a2-9e34-72d03ba6455d req-531aa753-f198-43f5-be30-5d1cb373e0fd tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0539467 Feb 09 02:54:04.636794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9e9d80d-dcc5-49a2-9e34-72d03ba6455d req-8f570cce-b0cc-4761-befe-6554b00d659d tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462673 Feb 09 02:54:05.758734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916366ed-8d27-4bb9-82a9-d70a3e49914a req-3d8fe567-ca0d-441f-b533-dabc52f4d54a tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:05.760274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-916366ed-8d27-4bb9-82a9-d70a3e49914a req-3d8fe567-ca0d-441f-b533-dabc52f4d54a tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0539882 Feb 09 02:54:05.810171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-916366ed-8d27-4bb9-82a9-d70a3e49914a req-1caf5900-09bc-461d-a5dc-41be0fb1d15b tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Feb 09 02:54:06.934442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe252d-6f05-4957-9892-1ce4836e97a7 req-764bcf98-153e-47e9-ab86-a643b6c39732 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:06.935976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7abe252d-6f05-4957-9892-1ce4836e97a7 req-764bcf98-153e-47e9-ab86-a643b6c39732 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0565722 Feb 09 02:54:06.985546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7abe252d-6f05-4957-9892-1ce4836e97a7 req-9bfcec55-6bf1-4288-909a-b9728fcce828 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Feb 09 02:54:08.115135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198d651-93ae-4a4e-bf58-87da62b9caea req-7784a8b8-082b-402a-8cf6-5bf75bff72c8 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:08.116632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c198d651-93ae-4a4e-bf58-87da62b9caea req-7784a8b8-082b-402a-8cf6-5bf75bff72c8 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0590873 Feb 09 02:54:08.166373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c198d651-93ae-4a4e-bf58-87da62b9caea req-199f1928-a6c8-4ec5-9ebf-7b3658557921 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Feb 09 02:54:09.287519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355f911-cf23-44d2-b2f3-77396a4c9bb6 req-4af4575e-5aaf-49da-98a2-7591fbcc5e1f tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.289286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d355f911-cf23-44d2-b2f3-77396a4c9bb6 req-4af4575e-5aaf-49da-98a2-7591fbcc5e1f tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0548317 Feb 09 02:54:09.335492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d355f911-cf23-44d2-b2f3-77396a4c9bb6 req-2d2408eb-fdbf-420c-a93b-8f981cfdf483 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Feb 09 02:54:10.789006 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-59a6e195-2a5d-4ae2-84c9-da9acf3de411 service neutron] show failed (client error): The resource could not be found. Feb 09 02:54:10.790031 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-59a6e195-2a5d-4ae2-84c9-da9acf3de411 service neutron] 10.222.0.72 "GET /v2.0/ports/8e852dc4-1de6-460d-98d7-52491fe19893/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.3921788 Feb 09 02:54:10.802337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f57c2-5fae-47f8-a1b7-1b18610c58a8 req-2299b670-6383-42d8-84c7-cd0adf94f9e2 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:10.803943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-189f57c2-5fae-47f8-a1b7-1b18610c58a8 req-2299b670-6383-42d8-84c7-cd0adf94f9e2 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.3779655 Feb 09 02:54:10.863811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-189f57c2-5fae-47f8-a1b7-1b18610c58a8 req-896bc1c9-7da8-490e-854c-5b7d52ea7ffc tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Feb 09 02:54:11.081742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-b1541681-5b12-4c95-b3d6-d0579b023142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.083090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-b1541681-5b12-4c95-b3d6-d0579b023142 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef&tenant_id=647f559b8d634196a92adef136722e7c HTTP/1.1" status: 200 len: 1129 time: 0.1314178 Feb 09 02:54:11.092106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-2e1acae0-8d31-41c9-8100-e30bfbbfebd3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:54:11.093021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-2e1acae0-8d31-41c9-8100-e30bfbbfebd3 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047934 Feb 09 02:54:11.103749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:11.162952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.371856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:11.411680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:11.458246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:11.460639 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3804f3b-7bc5-47bd-bbcb-d05b831da422" -d '{"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:11.464638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Publish callbacks [] for port (8e852dc4-1de6-460d-98d7-52491fe19893), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.477643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Transition to ACTIVE for port object 8e852dc4-1de6-460d-98d7-52491fe19893 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:11.482321 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.515352 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fccc20-7099-4784-bfc6-3a30ebbc2a67 x-openstack-request-id: req-79fccc20-7099-4784-bfc6-3a30ebbc2a67 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:11.515660 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:11.515921 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79fccc20-7099-4784-bfc6-3a30ebbc2a67 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:11.516329 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893', 'code': 200} Feb 09 02:54:11.549325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] No DVR routers for this DVR port 8e852dc4-1de6-460d-98d7-52491fe19893 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:11.555878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:11.566653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.567012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.567368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.567713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.568053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.568392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.568766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.569080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.569409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.569737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.570069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.570394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.570840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:11.604900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:11.605241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:11.605563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 on network 7dcec77c-6260-4de6-89b9-0f811bb3d14e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:11.609938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Port 8e852dc4-1de6-460d-98d7-52491fe19893 on network 7dcec77c-6260-4de6-89b9-0f811bb3d14e not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:54:11.610994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Attempting to bind port 8e852dc4-1de6-460d-98d7-52491fe19893 on network 7dcec77c-6260-4de6-89b9-0f811bb3d14e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:11.616798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:11.617142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Checking segment: {'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:11.617534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Bound using segment: {'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:11.617964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Bound port: 8e852dc4-1de6-460d-98d7-52491fe19893, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f125129-15bb-4275-9749-70a47ce1be8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:11.618329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.692537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:11.695864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:11.703243 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.739981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.740627 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.742097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] 10.222.0.82 "PUT /v2.0/ports/8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 1093 time: 0.6418791 Feb 09 02:54:11.776769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098e590-c8a6-4cbc-bfc3-8c680767629f service neutron] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:11.822058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-4d3daba2-b5bc-41a8-99bf-f08b06c543ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.823623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-4d3daba2-b5bc-41a8-99bf-f08b06c543ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1127 time: 0.0552371 Feb 09 02:54:11.924962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-ba9559e4-43bb-4306-a709-0e69880fd466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.926489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-ba9559e4-43bb-4306-a709-0e69880fd466 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 913 time: 0.0968990 Feb 09 02:54:11.976024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-b69e4da0-b4c2-4433-9205-7738b9a8f17c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0435116 Feb 09 02:54:12.047095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-619ec590-381b-46cb-930a-0190d7dcf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.049184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-619ec590-381b-46cb-930a-0190d7dcf4f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0586369 Feb 09 02:54:12.057442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44af56-9332-4ed1-8f25-341b0156b64a req-0a3fe040-f2eb-4c03-89c6-01c547f9d0a1 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.059018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab44af56-9332-4ed1-8f25-341b0156b64a req-0a3fe040-f2eb-4c03-89c6-01c547f9d0a1 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 944 time: 0.1211014 Feb 09 02:54:12.095195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-fb7b8a4d-38eb-451e-b3ae-300ced170740 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346611 Feb 09 02:54:12.175079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab44af56-9332-4ed1-8f25-341b0156b64a req-c9aa1d8d-dce1-4922-bf0b-38c5c9bbce98 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075411 Feb 09 02:54:12.215573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-135486fc-5f56-46ad-b860-a2d75536c92b service neutron] 10.222.0.82 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139021 Feb 09 02:54:12.304358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4b932d1-b631-40a1-9d05-e8937e4123f5 req-8fcee64b-f5aa-42ce-8e14-ff02ecd79504 service neutron] 10.222.0.82 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Feb 09 02:54:12.496222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-43b3e544-185c-450b-a549-8edb0ccc71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.497751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-43b3e544-185c-450b-a549-8edb0ccc71c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1127 time: 0.0476551 Feb 09 02:54:12.604885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-d9a892b5-a941-4ce0-84d4-5ab7f0083259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.606315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-d9a892b5-a941-4ce0-84d4-5ab7f0083259 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 913 time: 0.0898449 Feb 09 02:54:12.647750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-30989568-a1c6-411a-b3af-b4b0eedb8b2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0358121 Feb 09 02:54:12.696389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-90e15f26-0646-4d4a-a49d-377005e21387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.697908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-90e15f26-0646-4d4a-a49d-377005e21387 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0448217 Feb 09 02:54:12.736444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-0fb01ecc-9513-442e-bc0b-ff02b7cbad8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327494 Feb 09 02:54:12.826379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-20844347-6c81-498e-b136-542f87d9b21f service neutron] 10.222.0.82 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836260 Feb 09 02:54:12.920568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73547411-eeb7-495f-80dd-f7286c9c25c6 req-47d51c51-d918-4f2c-b85b-9d45d4744f6e service neutron] 10.222.0.82 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884809 Feb 09 02:54:13.301954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa08226-9452-4926-8ad7-8849346e6ba3 req-d938a5ed-6b77-4f9f-b0b4-93fdfea092d7 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.303663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa08226-9452-4926-8ad7-8849346e6ba3 req-d938a5ed-6b77-4f9f-b0b4-93fdfea092d7 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 944 time: 0.0570381 Feb 09 02:54:13.359044 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caa08226-9452-4926-8ad7-8849346e6ba3 req-25b6f55e-53f6-4123-988b-5d10fe24168d tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496328 Feb 09 02:54:13.517573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:13.520022 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f90f0fb-5099-41b7-a712-5ebb90ae5516" -d '{"events": [{"name": "network-changed", "server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:13.571035 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52736436-1390-47ce-af79-420fecb9e4b4 x-openstack-request-id: req-52736436-1390-47ce-af79-420fecb9e4b4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:13.571344 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:13.571610 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52736436-1390-47ce-af79-420fecb9e4b4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:13.572022 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893', 'status': 'completed', 'code': 200} Feb 09 02:54:13.664341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-2f09d7f5-aaf1-4915-ba93-8f77eabac496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.665953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-2f09d7f5-aaf1-4915-ba93-8f77eabac496 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1127 time: 0.0792689 Feb 09 02:54:13.671324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-2cd8ca6a-98ab-492c-994e-7671ca991ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.673307 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-2cd8ca6a-98ab-492c-994e-7671ca991ab1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1127 time: 0.0773320 Feb 09 02:54:13.836716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-0cfbef67-1704-4707-9190-b24e0ec1ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.838110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-0cfbef67-1704-4707-9190-b24e0ec1ff83 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 913 time: 0.1533854 Feb 09 02:54:13.839077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-50fc7bf2-73c0-49c0-b3fb-d962c9fa80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.840377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-50fc7bf2-73c0-49c0-b3fb-d962c9fa80ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 913 time: 0.1658771 Feb 09 02:54:13.912181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-b57c6885-f17d-46ce-b618-c5a75d403c42 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0677416 Feb 09 02:54:13.913505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-05e5b7ee-68e1-43f0-b093-ed39a3018df0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0630653 Feb 09 02:54:13.995343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-e16e6eb1-78e6-4fb7-8986-1eb8b46a8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.996821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-e16e6eb1-78e6-4fb7-8986-1eb8b46a8271 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0790081 Feb 09 02:54:14.000088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-4bd0cbfa-fa10-4f16-973a-9b6b3a7b20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:14.002495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-4bd0cbfa-fa10-4f16-973a-9b6b3a7b20dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0764482 Feb 09 02:54:14.053210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-e25e68c0-75bf-4b86-bd05-427a807047af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495934 Feb 09 02:54:14.055046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-8c3ba71a-2b37-4f01-9f70-f170a6e746e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443387 Feb 09 02:54:14.210905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-e18cfac6-115e-4630-b102-926d5472abd0 service neutron] 10.222.0.82 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513031 Feb 09 02:54:14.212585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-777d7fc6-2297-4685-ae67-88f0165297af service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455879 Feb 09 02:54:14.366900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-dfd57eaf-4d20-422a-86a6-16ca4414a4c4 service neutron] 10.222.0.82 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499398 Feb 09 02:54:14.368771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7f90f0fb-5099-41b7-a712-5ebb90ae5516 req-11ae9432-4c87-44df-b329-d78e8a10b0c4 service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446435 Feb 09 02:54:14.489814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d730eb-eb21-4a3e-bec2-d1bdcb57ffdf req-434afab6-d31e-42e4-81d0-60c40fbbc2a0 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:14.491287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5d730eb-eb21-4a3e-bec2-d1bdcb57ffdf req-434afab6-d31e-42e4-81d0-60c40fbbc2a0 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 944 time: 0.0593305 Feb 09 02:54:14.539587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5d730eb-eb21-4a3e-bec2-d1bdcb57ffdf req-22d0a379-5141-4d39-b781-41f7c9233ccb tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Feb 09 02:54:15.600028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:54:15.670942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47502f32-50ab-48bb-947a-5488abdef0b9 req-79242eca-f14e-434a-a359-f399967a2b03 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:15.679058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47502f32-50ab-48bb-947a-5488abdef0b9 req-79242eca-f14e-434a-a359-f399967a2b03 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 944 time: 0.0564320 Feb 09 02:54:15.716424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:15.729805 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '8e852dc4-1de6-460d-98d7-52491fe19893', 'network_id': '7dcec77c-6260-4de6-89b9-0f811bb3d14e', 'port_id': '8e852dc4-1de6-460d-98d7-52491fe19893', 'mac_address': 'fa:16:3e:bc:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb004a3-9660-4cdc-9622-c5f6282c9af8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:54:15.733088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47502f32-50ab-48bb-947a-5488abdef0b9 req-ee88c2b1-cc33-4a66-8337-53e452e06c92 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506246 Feb 09 02:54:15.761606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:15.814048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8e852dc4-1de6-460d-98d7-52491fe19893 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:15.814860 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.828266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 8e852dc4-1de6-460d-98d7-52491fe19893 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:54:15.828592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:15.832831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e852dc4-1de6-460d-98d7-52491fe19893 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:15.862313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:15.867774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.923390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:15.932896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.933240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.933581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.933922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.934871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.935207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.935543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.935874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.936201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.936537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.936858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.937188 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:15.937510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.193745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8e852dc4-1de6-460d-98d7-52491fe19893'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:16.315540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-4d71bb74-9703-40c3-a378-0b2f3d9b33a0 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:16.317039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-4d71bb74-9703-40c3-a378-0b2f3d9b33a0 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.72 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef&tenant_id=647f559b8d634196a92adef136722e7c&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 945 time: 0.1120284 Feb 09 02:54:16.380013 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-b2b137f3-7acf-4b82-821f-3211f7074a7d service neutron] delete failed (client error): The resource could not be found. Feb 09 02:54:16.381088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-b2b137f3-7acf-4b82-821f-3211f7074a7d service neutron] 10.222.0.72 "DELETE /v2.0/ports/8e852dc4-1de6-460d-98d7-52491fe19893/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0571423 Feb 09 02:54:16.472973 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-3081d664-1b5e-4924-8f56-369bd3b847fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:16.474524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-3081d664-1b5e-4924-8f56-369bd3b847fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=647f559b8d634196a92adef136722e7c&device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 1128 time: 0.0520611 Feb 09 02:54:16.568611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-320189de-6b7d-493c-91ca-c5185f304703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:16.570116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-320189de-6b7d-493c-91ca-c5185f304703 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 200 len: 913 time: 0.0895088 Feb 09 02:54:16.612255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e25af604-4eb0-460b-a374-68ccaf15cc8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 200 len: 217 time: 0.0350144 Feb 09 02:54:16.663345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-a4099e31-0357-49d8-9bcc-451c92163dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:16.664752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-a4099e31-0357-49d8-9bcc-451c92163dc5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 200 len: 852 time: 0.0480506 Feb 09 02:54:16.702092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-a980e154-50d1-4984-b404-8a1602f3887b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7dcec77c-6260-4de6-89b9-0f811bb3d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312748 Feb 09 02:54:16.791438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-fb0b2d77-46fc-4a3d-bc7c-2a3c59194774 service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824149 Feb 09 02:54:16.885898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-ce783664-7d1e-492d-a293-33d0c56bc3d0 service neutron] 10.222.0.72 "GET /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872946 Feb 09 02:54:17.599957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243eab9-803f-448f-91fc-427ba0c54800 req-1c6a884a-7135-4787-a269-5bdc6b548659 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:17.600818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:17.601491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c243eab9-803f-448f-91fc-427ba0c54800 req-1c6a884a-7135-4787-a269-5bdc6b548659 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 945 time: 0.0567713 Feb 09 02:54:17.654607 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 8e852dc4-1de6-460d-98d7-52491fe19893 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:54:17.656267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c243eab9-803f-448f-91fc-427ba0c54800 req-68cfd47f-ace8-4b80-bf97-43be6ea12e8d tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487423 Feb 09 02:54:17.659407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 8e852dc4-1de6-460d-98d7-52491fe19893 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:17.662598 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.745666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 8e852dc4-1de6-460d-98d7-52491fe19893 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:17.745979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.770348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:17.772606 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d21cc3d-624d-44c5-8a08-d2d2d6edaffb" -d '{"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-plugged", "status": "completed", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:17.790811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:17.795244 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.820147 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb37362-a15c-4645-bb7a-8e152cd54c46 x-openstack-request-id: req-3eb37362-a15c-4645-bb7a-8e152cd54c46 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:17.820498 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-plugged", "status": "completed", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:17.820654 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3eb37362-a15c-4645-bb7a-8e152cd54c46 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:17.821048 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893', 'code': 200} Feb 09 02:54:17.847640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:18.287158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.780588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541efdd-3551-42ab-9084-04822d98ba27 req-bba2dc63-8dbe-4c84-8472-e3a96f6d25f2 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:18.782192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3541efdd-3551-42ab-9084-04822d98ba27 req-bba2dc63-8dbe-4c84-8472-e3a96f6d25f2 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0538058 Feb 09 02:54:18.829647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3541efdd-3551-42ab-9084-04822d98ba27 req-da30d098-76f6-4888-a9e1-5435dc19c6e9 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/security-groups?id=9cfcb59d-8c8d-4614-a92a-b65733046c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Feb 09 02:54:19.012711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-4f8110db-009d-425d-8c8e-3c3c763413b4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:19.014161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-4f8110db-009d-425d-8c8e-3c3c763413b4 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.82 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 946 time: 0.0562918 Feb 09 02:54:19.106382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Deleting port 8e852dc4-1de6-460d-98d7-52491fe19893 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:54:19.106748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:19.325299 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:19.511866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] For port 8e852dc4-1de6-460d-98d7-52491fe19893, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=8e852dc4-1de6-460d-98d7-52491fe19893,segment=NetworkSegment(5f125129-15bb-4275-9749-70a47ce1be8f),segment_id=5f125129-15bb-4275-9749-70a47ce1be8f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:19.512312 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:19.525214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Calling delete_port for 8e852dc4-1de6-460d-98d7-52491fe19893 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:54:19.657294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8e852dc4-1de6-460d-98d7-52491fe19893), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:19.669726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['8e852dc4-1de6-460d-98d7-52491fe19893'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:19.687670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Pushing event deleted for resources: {'Port': ['ID=8e852dc4-1de6-460d-98d7-52491fe19893,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:19.731801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] No DVR routers for this DVR port 8e852dc4-1de6-460d-98d7-52491fe19893 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:19.734526 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:19.738064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b6f42280-7489-411d-8d64-ed67d8df9690 req-e35c74d4-753e-44e3-8106-5148f280dcef tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.82 "DELETE /v2.0/ports/8e852dc4-1de6-460d-98d7-52491fe19893 HTTP/1.1" status: 204 len: 173 time: 0.7185359 Feb 09 02:54:19.738536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-deleted', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:19.740867 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98570a2d-4193-4686-91a2-85cef608d54c" -d '{"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-deleted", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:19.785924 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e986159-ffc8-4fc8-80f3-52ec7ff7b1e9 x-openstack-request-id: req-7e986159-ffc8-4fc8-80f3-52ec7ff7b1e9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:19.786638 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ac77a-a05b-4953-bb78-ed9bc726dfef", "name": "network-vif-deleted", "tag": "8e852dc4-1de6-460d-98d7-52491fe19893", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:19.786638 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e986159-ffc8-4fc8-80f3-52ec7ff7b1e9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:19.786905 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ac77a-a05b-4953-bb78-ed9bc726dfef', 'name': 'network-vif-deleted', 'tag': '8e852dc4-1de6-460d-98d7-52491fe19893', 'status': 'completed', 'code': 200} Feb 09 02:54:19.955425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3a156a46-7ef4-4578-83bf-9651b9c6f124 req-fddfcac1-51d9-4321-99f1-a639b773f078 tempest-DeleteServersTestJSON-1962002456 tempest-DeleteServersTestJSON-1962002456-project] 10.222.0.53 "GET /v2.0/ports?device_id=f00ac77a-a05b-4953-bb78-ed9bc726dfef HTTP/1.1" status: 200 len: 210 time: 0.0275602 Feb 09 02:54:20.636318 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:54:21.088361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43218) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:21.136200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Deleting subnet ecb004a3-9660-4cdc-9622-c5f6282c9af8 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:54:21.139307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Publish callbacks [] for subnet (ecb004a3-9660-4cdc-9622-c5f6282c9af8), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.176065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (ecb004a3-9660-4cdc-9622-c5f6282c9af8), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.216729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ecb004a3-9660-4cdc-9622-c5f6282c9af8), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.275099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (ecb004a3-9660-4cdc-9622-c5f6282c9af8), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.300361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb004a3-9660-4cdc-9622-c5f6282c9af8,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:21.309725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.312884 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ecb004a3-9660-4cdc-9622-c5f6282c9af8 HTTP/1.1" status: 204 len: 168 time: 0.2234216 Feb 09 02:54:21.315108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.315257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.315524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.315713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43220) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:21.316137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.316223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.316485 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.316810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.317129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.317450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.317773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.318090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.318406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.318749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7f1bca-0dfe-4eee-a336-81249d8249c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:21.389266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (7dcec77c-6260-4de6-89b9-0f811bb3d14e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.468611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (7dcec77c-6260-4de6-89b9-0f811bb3d14e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.495707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcec77c-6260-4de6-89b9-0f811bb3d14e']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:21.505914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f125129-15bb-4275-9749-70a47ce1be8f') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:21.506207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f125129-15bb-4275-9749-70a47ce1be8f') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:21.515274 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (5f125129-15bb-4275-9749-70a47ce1be8f), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.528974 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5f125129-15bb-4275-9749-70a47ce1be8f), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.536128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:54:21.536528 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (5f125129-15bb-4275-9749-70a47ce1be8f), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:54:21.538294 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:54:21.591736 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (7dcec77c-6260-4de6-89b9-0f811bb3d14e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.597610 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.601405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] 10.222.0.53 "DELETE /v2.0/networks/7dcec77c-6260-4de6-89b9-0f811bb3d14e HTTP/1.1" status: 204 len: 168 time: 0.2843165 Feb 09 02:54:21.614415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc15ba-24a2-4d9b-8d0d-720d2872fe5d admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcec77c-6260-4de6-89b9-0f811bb3d14e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:21.722712 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:21.763153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-55a56731-0c14-4b87-8b95-2598d4c1723c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=647f559b8d634196a92adef136722e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392432 Feb 09 02:54:21.765947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43226) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:21.815640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9348c588-6358-42f7-88f5-123aa48ef481 admin admin] Publish callbacks [] for security_group (9cfcb59d-8c8d-4614-a92a-b65733046c56), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.840848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9348c588-6358-42f7-88f5-123aa48ef481 admin admin] Publish callbacks [] for security_group (9cfcb59d-8c8d-4614-a92a-b65733046c56), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.888852 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9348c588-6358-42f7-88f5-123aa48ef481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9cfcb59d-8c8d-4614-a92a-b65733046c56), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.891508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9348c588-6358-42f7-88f5-123aa48ef481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.893343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9348c588-6358-42f7-88f5-123aa48ef481 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cfcb59d-8c8d-4614-a92a-b65733046c56 HTTP/1.1" status: 204 len: 168 time: 0.1263776 Feb 09 02:54:21.904583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348c588-6358-42f7-88f5-123aa48ef481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfcb59d-8c8d-4614-a92a-b65733046c56,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:22.598775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43248) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:22.702291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1717356117-network', 'tenant_id': 'd5178b34dbfd4c87baa1157ce57b80d8'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:22.723438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Made reservation on behalf of d5178b34dbfd4c87baa1157ce57b80d8 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:22.729302 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.739029 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.823197 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks [] for security_group (6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.826977 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.846749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:54:22.867019 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (17ce6396-9d1e-4319-aa1a-9bb779ec3e86), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.867369 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Added segment 17ce6396-9d1e-4319-aa1a-9bb779ec3e86 of type vlan for network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 Feb 09 02:54:22.868721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:22.912508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cdd0020f-2b63-47cd-9e85-6f9ea4360fb0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.937884 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cdd0020f-2b63-47cd-9e85-6f9ea4360fb0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.938987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.940758 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.995505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3955185 Feb 09 02:54:22.999097 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43252) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:23.006237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Request body: {'subnet': {'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1717356117-subnet', 'tenant_id': 'd5178b34dbfd4c87baa1157ce57b80d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:23.011150 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69617d6-8113-409c-b7fd-92bd3a72c79b admin admin] Pushing event updated for resources: {'Network': ['ID=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:23.022725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:54:23.029781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Made reservation on behalf of d5178b34dbfd4c87baa1157ce57b80d8 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:23.032500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:23.208068 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (34f3ccd0-852e-4d38-912f-8e8d83396bb4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:23.268757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f3ccd0-852e-4d38-912f-8e8d83396bb4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:23.285358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Checking segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:23.285728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Network hostable DHCP agents. Network: cdd0020f-2b63-47cd-9e85-6f9ea4360fb0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:54:23.302608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:54:23.312910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cdd0020f-2b63-47cd-9e85-6f9ea4360fb0) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:23.318177 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.318806 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:23.323197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9eed1f-b0ab-4b19-abe1-8e7aa7e79ec0 None None] Network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:23.336113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a09177b-2697-402e-97d8-5e408be0fa84 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3357730 Feb 09 02:54:23.453711 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e7ac912-bfbb-45b2-9a46-70575b9e5748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:23.460214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f00d4-1495-4feb-8632-14129b11b603 None None] Network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:23.619939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:23.643112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 8e852dc4-1de6-460d-98d7-52491fe19893 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:23.643460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 8e852dc4-1de6-460d-98d7-52491fe19893 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:23.807987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-43cd5794-3607-4907-b17c-5f7e7f9b80c7 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.809460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-43cd5794-3607-4907-b17c-5f7e7f9b80c7 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 815 time: 0.1059756 Feb 09 02:54:23.825948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-c4d336e3-11a1-49fb-8a15-d948b7aa790c tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/quotas/d5178b34dbfd4c87baa1157ce57b80d8 HTTP/1.1" status: 200 len: 375 time: 0.0093055 Feb 09 02:54:23.864901 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-911010d1-2dd4-4df7-a2ad-e7cf56db0b5b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329375 Feb 09 02:54:23.875100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e3cca9f6-2dd8-46c3-96ce-e86a1d4f3f95 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:54:23.876361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e3cca9f6-2dd8-46c3-96ce-e86a1d4f3f95 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049796 Feb 09 02:54:23.973349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-d373aed2-875d-4aa5-a1c2-aabb8c954c7c service neutron] 10.222.0.53 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856884 Feb 09 02:54:24.068510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-14ba6b97-8eb4-410f-9238-a2493c8903a4 service neutron] 10.222.0.53 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892305 Feb 09 02:54:24.259936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15ad1d04-44ec-425f-be03-1403448d9682 req-909dc47f-0d4a-4918-833e-10aa43573ea4 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 210 time: 0.0392127 Feb 09 02:54:25.237493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-365b8cc2-a9b0-46c9-bb45-4d069a4da3f0 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:25.239164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-365b8cc2-a9b0-46c9-bb45-4d069a4da3f0 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.72 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 815 time: 0.1302330 Feb 09 02:54:25.251659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Request body: {'port': {'device_id': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0', 'admin_state_up': True, 'tenant_id': 'd5178b34dbfd4c87baa1157ce57b80d8'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:25.367272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-943a4e0b-9164-467b-805d-7ddf085cca0a req-0c40e667-045b-4328-af63-ddb38657e708 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 210 time: 0.0373449 Feb 09 02:54:25.396709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Made reservation on behalf of d5178b34dbfd4c87baa1157ce57b80d8 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:25.400237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:25.542679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Allocated IP 172.20.0.9 (cdd0020f-2b63-47cd-9e85-6f9ea4360fb0/34f3ccd0-852e-4d38-912f-8e8d83396bb4/cac11be7-b4b8-485d-810a-59823cffe967) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:25.708618 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks [] for port (cac11be7-b4b8-485d-810a-59823cffe967), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:25.734819 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5f57-f3cc-4265-bfda-c941afa0fba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:25.744016 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:25.792798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:25.796206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:25.800907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:25.826792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:25.853665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:25.854287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:25.872586 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-e7421d18-35aa-4621-abd0-90134bc63a12 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6248291 Feb 09 02:54:25.884005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Request body: {'port': {'device_id': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:25.948004 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.215293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac11be7-b4b8-485d-810a-59823cffe967 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:26.224519 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Publish callbacks [] for port (cac11be7-b4b8-485d-810a-59823cffe967), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.238888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Transition to ACTIVE for port object cac11be7-b4b8-485d-810a-59823cffe967 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:26.242853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.296439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:26.367195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:26.367526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:26.367856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:26.372100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Port cac11be7-b4b8-485d-810a-59823cffe967 on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:54:26.372419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:26.378269 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:26.378641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Checking segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:26.379030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Bound using segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:26.379461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Bound port: cac11be7-b4b8-485d-810a-59823cffe967, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:26.379821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.470286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:26.489789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:26.497768 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.547533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:26.548169 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.550127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] 10.222.0.72 "PUT /v2.0/ports/cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 1092 time: 0.6702721 Feb 09 02:54:26.557130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41268850-7e7d-48c8-96ea-b45aaa627676 req-defef8c3-e0d3-4fa0-ada4-667e90fa9ba2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:26.558645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41268850-7e7d-48c8-96ea-b45aaa627676 req-defef8c3-e0d3-4fa0-ada4-667e90fa9ba2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 943 time: 0.1213846 Feb 09 02:54:26.559126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:26.561375 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "tag": "cac11be7-b4b8-485d-810a-59823cffe967"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:26.607063 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d289df-f5fc-4e38-814e-8790e5251e2d x-openstack-request-id: req-15d289df-f5fc-4e38-814e-8790e5251e2d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:26.607400 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "tag": "cac11be7-b4b8-485d-810a-59823cffe967", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:26.607658 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15d289df-f5fc-4e38-814e-8790e5251e2d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:26.608064 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967', 'status': 'completed', 'code': 200} Feb 09 02:54:26.648343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a4937-ea27-4268-812c-8b705977897e service neutron] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:26.672740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-41268850-7e7d-48c8-96ea-b45aaa627676 req-746fa390-e044-46cb-b7fe-79f42d32e760 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Feb 09 02:54:26.682311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ea8d3fc0-b627-42ab-b57b-15653da62fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:26.683995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ea8d3fc0-b627-42ab-b57b-15653da62fe7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1126 time: 0.0941832 Feb 09 02:54:26.733611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-b4870202-ab03-45b1-b513-417a5eff8bbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 217 time: 0.0427310 Feb 09 02:54:26.794849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-2b2ec7a6-0d1c-4760-9ca2-1f41b0ddf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:26.796169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-2b2ec7a6-0d1c-4760-9ca2-1f41b0ddf638 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0508547 Feb 09 02:54:26.829920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ac616984-c191-426b-8d47-aa102425afb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276031 Feb 09 02:54:26.923456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-397f6319-db9f-4057-b29f-0a2d967e6e43 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873997 Feb 09 02:54:27.019638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b068e045-1ffe-4060-bfbf-d58fadda2e5a req-ea97c0a7-58a3-49ef-8801-61dcb4398e68 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907369 Feb 09 02:54:27.122339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:27.133635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-79d278b7-65e6-4614-9f71-fa3208f3a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:27.135214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-79d278b7-65e6-4614-9f71-fa3208f3a633 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1126 time: 0.0669649 Feb 09 02:54:27.230021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-529a541a-1af9-4a6f-b219-eafa98344038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:27.231559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-529a541a-1af9-4a6f-b219-eafa98344038 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.0904064 Feb 09 02:54:27.274572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-dad5268e-91bb-46fe-9b31-690ddf7856b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 217 time: 0.0356238 Feb 09 02:54:27.324325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-284045be-4c52-4fb4-a94c-797f297f4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:27.325835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-284045be-4c52-4fb4-a94c-797f297f4b77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0461309 Feb 09 02:54:27.361842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-faa4b30e-a9ff-46ee-a38a-e45c1bcf9254 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293198 Feb 09 02:54:27.451416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-3f23e2c8-8488-4fa3-a6b3-5499d76f215c service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Feb 09 02:54:27.546584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c17a6fa0-2ad7-4895-8d8c-d85b1e69bc2a req-42fa7120-c8dd-4d9c-b74f-eb29c1e266ef service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890286 Feb 09 02:54:27.799018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5892b-4dd6-493d-820a-e1600fd6ee71 req-815e2c4b-68af-4b16-9b1f-48d7beac693c tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:27.801186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cb5892b-4dd6-493d-820a-e1600fd6ee71 req-815e2c4b-68af-4b16-9b1f-48d7beac693c tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 943 time: 0.0554330 Feb 09 02:54:27.850564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cb5892b-4dd6-493d-820a-e1600fd6ee71 req-53dd815a-1541-4037-8c9f-06423dd58bb3 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Feb 09 02:54:28.272995 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:28.971248 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb592a6-9a32-43bd-b937-1322690e40b1 req-636d21aa-29e4-46a2-95c2-77b407ca4279 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:28.972743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2eb592a6-9a32-43bd-b937-1322690e40b1 req-636d21aa-29e4-46a2-95c2-77b407ca4279 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 943 time: 0.0535471 Feb 09 02:54:29.020569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2eb592a6-9a32-43bd-b937-1322690e40b1 req-c7469bdf-c957-4a7b-bb29-c54f170b8f0c tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Feb 09 02:54:29.821928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac11be7-b4b8-485d-810a-59823cffe967 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:54:29.902421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:29.933826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:29.944873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'cac11be7-b4b8-485d-810a-59823cffe967', 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0', 'port_id': 'cac11be7-b4b8-485d-810a-59823cffe967', 'mac_address': 'fa:16:3e:79:1b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f3ccd0-852e-4d38-912f-8e8d83396bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:54:29.991140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port cac11be7-b4b8-485d-810a-59823cffe967 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:29.991531 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:30.008720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac11be7-b4b8-485d-810a-59823cffe967 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:30.030410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:30.035016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:30.084872 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:30.147833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c362f-9da1-4786-bed6-5f891bb52f2d req-42faa554-c4d4-459d-8366-8d1c6240b89b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:30.149352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844c362f-9da1-4786-bed6-5f891bb52f2d req-42faa554-c4d4-459d-8366-8d1c6240b89b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 944 time: 0.0596743 Feb 09 02:54:30.198039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-844c362f-9da1-4786-bed6-5f891bb52f2d req-4c08d092-4399-4ec0-8fb2-f4e66b66d692 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Feb 09 02:54:30.346862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['cac11be7-b4b8-485d-810a-59823cffe967'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:31.341704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b837c-69d9-446c-8923-8ee6f48168d1 req-349c574d-8e5c-4745-9dae-ab191dd5147a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:31.343255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d24b837c-69d9-446c-8923-8ee6f48168d1 req-349c574d-8e5c-4745-9dae-ab191dd5147a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 944 time: 0.0623841 Feb 09 02:54:31.393182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d24b837c-69d9-446c-8923-8ee6f48168d1 req-5f37cf26-e161-412c-9786-2ca1cf1d46a6 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Feb 09 02:54:31.844947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac11be7-b4b8-485d-810a-59823cffe967 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:31.895049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port cac11be7-b4b8-485d-810a-59823cffe967 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:54:31.906562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port cac11be7-b4b8-485d-810a-59823cffe967 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:31.907063 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cac11be7-b4b8-485d-810a-59823cffe967), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:31.993285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port cac11be7-b4b8-485d-810a-59823cffe967 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:31.993677 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:32.019085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:32.021329 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8505f30-dd8a-4b3a-9093-28e9460e57b4" -d '{"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-plugged", "status": "completed", "tag": "cac11be7-b4b8-485d-810a-59823cffe967"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:32.037304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:32.041871 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:32.066683 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286400a7-96ac-43c8-bd07-4dc7014f23be x-openstack-request-id: req-286400a7-96ac-43c8-bd07-4dc7014f23be {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:32.066982 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-plugged", "status": "completed", "tag": "cac11be7-b4b8-485d-810a-59823cffe967", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:32.067246 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-286400a7-96ac-43c8-bd07-4dc7014f23be {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:32.067645 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967', 'code': 200} Feb 09 02:54:32.093351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:32.162717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa94400-0255-4216-8429-144488bfe30e req-3d3ecc59-e132-4ad0-8b68-1e2e10c30fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:32.164302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aaa94400-0255-4216-8429-144488bfe30e req-3d3ecc59-e132-4ad0-8b68-1e2e10c30fc7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1128 time: 0.0513418 Feb 09 02:54:32.213706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aaa94400-0255-4216-8429-144488bfe30e req-429372d3-9d05-4c34-9e5c-d8d5702b63d1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Feb 09 02:54:32.519440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e4fac-a5d8-4c94-b008-070e30b32530 req-f70c6fbe-00d6-4484-b61f-5467623ba785 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:32.520957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-494e4fac-a5d8-4c94-b008-070e30b32530 req-f70c6fbe-00d6-4484-b61f-5467623ba785 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0538280 Feb 09 02:54:32.569966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-494e4fac-a5d8-4c94-b008-070e30b32530 req-2d812f7a-aa56-43ec-8c15-771fc6c2f0c8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Feb 09 02:54:33.699942 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc007b7-909d-4567-8637-fc7d2c0e670a req-5266593b-a84c-49eb-8a52-5bd716c2bb8e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:33.701497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cc007b7-909d-4567-8637-fc7d2c0e670a req-5266593b-a84c-49eb-8a52-5bd716c2bb8e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0539608 Feb 09 02:54:33.758139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cc007b7-909d-4567-8637-fc7d2c0e670a req-b31eec8f-785d-469f-92d6-022daaafdeab tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504308 Feb 09 02:54:33.886006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e482e-6a1f-4111-befe-ba3ca7e567b6 req-4d16dc15-8989-45b2-a884-df37241319ef tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:33.887576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d9e482e-6a1f-4111-befe-ba3ca7e567b6 req-4d16dc15-8989-45b2-a884-df37241319ef tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0617440 Feb 09 02:54:33.934157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d9e482e-6a1f-4111-befe-ba3ca7e567b6 req-e9ec2b9e-ab3f-4443-8988-0d11a6278775 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Feb 09 02:54:34.143140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11ff8f-fc62-476c-9e03-947603a6c452 req-3aa41eea-e839-4831-8ace-d0b580ca904f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.144727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be11ff8f-fc62-476c-9e03-947603a6c452 req-3aa41eea-e839-4831-8ace-d0b580ca904f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0549109 Feb 09 02:54:34.192654 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be11ff8f-fc62-476c-9e03-947603a6c452 req-fbeaa422-fc91-4236-8eec-6fb7b7b57638 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Feb 09 02:54:34.315145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c651b-ce31-4f2d-8177-bdbce344be38 req-3a8edd24-fe9f-4116-b540-6ea8865d4963 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.316650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d5c651b-ce31-4f2d-8177-bdbce344be38 req-3a8edd24-fe9f-4116-b540-6ea8865d4963 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0571990 Feb 09 02:54:34.364757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6d5c651b-ce31-4f2d-8177-bdbce344be38 req-82adf16e-14b0-4e98-9675-443c21cd19ff tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Feb 09 02:54:34.637434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-9d906969-d34b-4ae4-964a-682283e32ddf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795753 Feb 09 02:54:34.649335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352f77-d8b9-4424-9024-b665ad0ee79f req-8257afb3-01f3-480e-a777-5ce550e365ed tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.650826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28352f77-d8b9-4424-9024-b665ad0ee79f req-8257afb3-01f3-480e-a777-5ce550e365ed tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0814438 Feb 09 02:54:34.704439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-28352f77-d8b9-4424-9024-b665ad0ee79f req-2550579f-32c2-458b-8d2a-25e3d0a8208f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478632 Feb 09 02:54:35.832918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-9022e3a3-546a-4843-a6d7-c622e34d7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:35.834484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-9022e3a3-546a-4843-a6d7-c622e34d7d68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1128 time: 0.0828369 Feb 09 02:54:35.867051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ab8e0-6776-4f85-b1ae-a997fd9e4ec5 req-a5f306e8-0d54-4024-b81f-0eeb77d97e6d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:35.868645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd7ab8e0-6776-4f85-b1ae-a997fd9e4ec5 req-a5f306e8-0d54-4024-b81f-0eeb77d97e6d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0868583 Feb 09 02:54:35.966383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd7ab8e0-6776-4f85-b1ae-a997fd9e4ec5 req-736bec20-4463-43a1-8998-d9a89e51e139 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725384 Feb 09 02:54:35.977192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-c57ead9c-95d5-4c01-a59c-6c9eb8ebdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:35.979495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-c57ead9c-95d5-4c01-a59c-6c9eb8ebdbbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.1387663 Feb 09 02:54:36.021037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-d3d0108a-814f-4de6-96fa-75aa4b17bd09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 217 time: 0.0367208 Feb 09 02:54:36.068873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-99ba290e-ee2d-4bf9-89ce-4f45bde9ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:36.070357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-99ba290e-ee2d-4bf9-89ce-4f45bde9ad83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0439496 Feb 09 02:54:36.109218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-c4ede047-1556-44cb-8612-8d6cc405fa3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331330 Feb 09 02:54:36.210450 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-f1607425-2165-4f3b-b8d2-3fb80168b648 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950005 Feb 09 02:54:36.305373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-28235b1f-6982-4570-979f-b160cf3664cb service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885527 Feb 09 02:54:37.092952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9dee-7d8a-4155-b227-030677531fcd req-86f57bc9-567f-4875-9d87-764f08c5319d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:37.094517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2d9dee-7d8a-4155-b227-030677531fcd req-86f57bc9-567f-4875-9d87-764f08c5319d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0550778 Feb 09 02:54:37.144756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2d9dee-7d8a-4155-b227-030677531fcd req-2d4814e0-e772-476f-8f58-20098560c33f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Feb 09 02:54:38.282340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbce41-9c42-4eb5-a36b-8c7e7f536bb2 req-04ef0c34-badd-41d9-ab94-b6e18550795b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:38.283975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00cbce41-9c42-4eb5-a36b-8c7e7f536bb2 req-04ef0c34-badd-41d9-ab94-b6e18550795b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0614364 Feb 09 02:54:38.331765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00cbce41-9c42-4eb5-a36b-8c7e7f536bb2 req-e0526351-2651-43fd-b7a3-3bd434aea810 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Feb 09 02:54:39.460575 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa754b0-a971-4499-bd25-f7cbfaf9c823 req-ce10bd54-384d-4c65-8d85-d98d0fea1d73 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:39.462145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fa754b0-a971-4499-bd25-f7cbfaf9c823 req-ce10bd54-384d-4c65-8d85-d98d0fea1d73 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0580385 Feb 09 02:54:39.515597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fa754b0-a971-4499-bd25-f7cbfaf9c823 req-873c0187-5c9e-4525-bf2b-86b333f69a4a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Feb 09 02:54:40.643478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685946f9-5c52-4bd8-889a-4b03c1c10bb3 req-26606af1-04b8-4bcb-8a6b-ba7ec9aa4863 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:40.645599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685946f9-5c52-4bd8-889a-4b03c1c10bb3 req-26606af1-04b8-4bcb-8a6b-ba7ec9aa4863 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0589783 Feb 09 02:54:40.700455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-685946f9-5c52-4bd8-889a-4b03c1c10bb3 req-0dd6623e-b075-4057-9ead-eb815c5da58c tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492144 Feb 09 02:54:41.822866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946350c-d016-4ccc-9ded-60af701be4bc req-855436c3-d67d-4324-b4f3-d2744fcaa27f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:41.824461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9946350c-d016-4ccc-9ded-60af701be4bc req-855436c3-d67d-4324-b4f3-d2744fcaa27f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0554771 Feb 09 02:54:41.875107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9946350c-d016-4ccc-9ded-60af701be4bc req-18c41c24-4253-4b3b-bff3-38f9efe2eba9 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Feb 09 02:54:43.002018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cbf08-5a3a-4454-8006-c1319a24c05e req-d08e5755-f9e4-476b-b215-6c758f4fd7e2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:43.003671 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f5cbf08-5a3a-4454-8006-c1319a24c05e req-d08e5755-f9e4-476b-b215-6c758f4fd7e2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0558379 Feb 09 02:54:43.054709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f5cbf08-5a3a-4454-8006-c1319a24c05e req-5610074e-d4f4-41da-af4e-4e9be320700c tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Feb 09 02:54:44.184985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ad217-913f-4069-ba51-f0d535a8d6b8 req-4f4fb45b-d22b-49e7-b8b5-82a6386057c2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:44.186719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-910ad217-913f-4069-ba51-f0d535a8d6b8 req-4f4fb45b-d22b-49e7-b8b5-82a6386057c2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0569232 Feb 09 02:54:44.242430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-910ad217-913f-4069-ba51-f0d535a8d6b8 req-588aeded-cbcb-4505-a6b5-b03b5d1b5b6a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494490 Feb 09 02:54:45.365785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432724-f0e3-4b43-83ee-38b6b0e8d03b req-343111d3-cfd4-4570-9c0a-1faba34761ed tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:45.367284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa432724-f0e3-4b43-83ee-38b6b0e8d03b req-343111d3-cfd4-4570-9c0a-1faba34761ed tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0563724 Feb 09 02:54:45.415327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fa432724-f0e3-4b43-83ee-38b6b0e8d03b req-301fd14e-637c-4cc9-b62b-e8054232d1a8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Feb 09 02:54:46.548207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d170f1-3e96-403a-8185-f492a6e8c51c req-7fff1ffb-86e1-4822-aac1-3dca7dce309f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:46.549747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72d170f1-3e96-403a-8185-f492a6e8c51c req-7fff1ffb-86e1-4822-aac1-3dca7dce309f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0629876 Feb 09 02:54:46.599568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72d170f1-3e96-403a-8185-f492a6e8c51c req-ad109a45-6937-4878-9d9b-ebb0a5768b32 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Feb 09 02:54:47.746541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9bd2-0b39-419c-88cc-20eb5bea1cdf req-909f3d9b-3d70-4080-92be-be1d74e5feb1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:47.748075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b1c9bd2-0b39-419c-88cc-20eb5bea1cdf req-909f3d9b-3d70-4080-92be-be1d74e5feb1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0665236 Feb 09 02:54:47.798837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b1c9bd2-0b39-419c-88cc-20eb5bea1cdf req-4a722837-840c-4fc3-a2af-926e817620ef tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Feb 09 02:54:48.296854 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.933148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb86e3-4c1f-4d93-ab01-8b3ebe0b43da req-ff26bd40-8798-4225-a915-aacd92b7cf68 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:48.934575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52bb86e3-4c1f-4d93-ab01-8b3ebe0b43da req-ff26bd40-8798-4225-a915-aacd92b7cf68 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0632195 Feb 09 02:54:48.983812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-52bb86e3-4c1f-4d93-ab01-8b3ebe0b43da req-6758d6ba-621e-4651-a6b3-b2fd88647f64 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Feb 09 02:54:49.467581 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.105087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494ccfc-bdaf-4213-9a6e-1583662abafe req-934be7f2-e9ea-4ec8-b2ec-adf25684c0ec tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:50.106487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c494ccfc-bdaf-4213-9a6e-1583662abafe req-934be7f2-e9ea-4ec8-b2ec-adf25684c0ec tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0531414 Feb 09 02:54:50.157912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c494ccfc-bdaf-4213-9a6e-1583662abafe req-0c6c2c88-7673-4595-bd57-be8d181d5170 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Feb 09 02:54:51.290028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2de65-0a73-4c5e-8c96-457d0bfe9661 req-d1fd803a-9d72-4a4e-b11a-7d74e0ac7d36 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:51.291784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3a2de65-0a73-4c5e-8c96-457d0bfe9661 req-d1fd803a-9d72-4a4e-b11a-7d74e0ac7d36 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0618374 Feb 09 02:54:51.339269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3a2de65-0a73-4c5e-8c96-457d0bfe9661 req-1a471433-dd86-4b3c-9b68-f77545f9cf49 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Feb 09 02:54:52.461757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050b0b-3a48-4778-b413-d68700750ceb req-5eba51ec-2931-4928-927b-ef2c360f7b05 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:52.463327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2050b0b-3a48-4778-b413-d68700750ceb req-5eba51ec-2931-4928-927b-ef2c360f7b05 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0548551 Feb 09 02:54:52.513401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2050b0b-3a48-4778-b413-d68700750ceb req-91ecdb8a-4fb6-45c4-86eb-09f34d78b61e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 Feb 09 02:54:53.417328 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ab30a15-c04d-4d9e-a464-dd9babf73052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.646405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2ac8b-65a9-4b34-9b02-fb0532262263 req-0654054a-eb99-4812-9fd6-a2abef1add04 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:53.648057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7c2ac8b-65a9-4b34-9b02-fb0532262263 req-0654054a-eb99-4812-9fd6-a2abef1add04 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0600674 Feb 09 02:54:53.695371 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7c2ac8b-65a9-4b34-9b02-fb0532262263 req-7ef24aa5-53f7-4805-8e37-a35976d7de45 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Feb 09 02:54:54.833684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40035e41-fdc9-4b1a-818a-b64d902d6811 req-a49fe653-4a6b-4a4c-934d-0f33e25aeecc tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:54.835191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40035e41-fdc9-4b1a-818a-b64d902d6811 req-a49fe653-4a6b-4a4c-934d-0f33e25aeecc tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0553153 Feb 09 02:54:54.884775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40035e41-fdc9-4b1a-818a-b64d902d6811 req-b41d3c04-ccb7-4a2a-a2fa-6ba8c0486c00 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Feb 09 02:54:55.740863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b45580b3-759d-4262-b337-783fff32806d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:56.008069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0213a-30b1-4f73-86da-f627f7898502 req-49958266-ad82-40e4-934b-3d2010a0469a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.010927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acf0213a-30b1-4f73-86da-f627f7898502 req-49958266-ad82-40e4-934b-3d2010a0469a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0572646 Feb 09 02:54:56.065403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acf0213a-30b1-4f73-86da-f627f7898502 req-2208f1f8-36ac-4cbc-b27d-933377f52686 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494556 Feb 09 02:54:57.103924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:57.189681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf11826-1e33-41cb-9af1-a0bcf77c0244 req-f64bb2ad-923e-465b-977a-817e14676b4e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.191859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bf11826-1e33-41cb-9af1-a0bcf77c0244 req-f64bb2ad-923e-465b-977a-817e14676b4e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0548258 Feb 09 02:54:57.239283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bf11826-1e33-41cb-9af1-a0bcf77c0244 req-37419578-f205-43c0-81a1-8bff9e2f30ab tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 Feb 09 02:54:57.636029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:54:58.277992 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:58.364748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e9220-2ca3-4879-853c-ad12c8113eb4 req-1d223910-a6db-417c-b31f-e99e4c9e8a79 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.366386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-671e9220-2ca3-4879-853c-ad12c8113eb4 req-1d223910-a6db-417c-b31f-e99e4c9e8a79 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0560889 Feb 09 02:54:58.419145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-671e9220-2ca3-4879-853c-ad12c8113eb4 req-50dd3927-fb30-4cad-b789-e7358f20d94b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470183 Feb 09 02:54:59.554178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea8574-9753-4849-b286-9262741b916f req-8c6f30d7-d69c-4829-a851-0ec068087bdd tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:59.555745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7ea8574-9753-4849-b286-9262741b916f req-8c6f30d7-d69c-4829-a851-0ec068087bdd tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0659828 Feb 09 02:54:59.617457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7ea8574-9753-4849-b286-9262741b916f req-57b603f0-7df6-47b4-ab52-3ac873e0a19b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561731 Feb 09 02:54:59.878501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:00.743411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891da09-3e48-44c3-8495-d0b957d4b770 req-16d4544a-198c-409a-b94d-697d708e0179 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:00.744821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a891da09-3e48-44c3-8495-d0b957d4b770 req-16d4544a-198c-409a-b94d-697d708e0179 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0559211 Feb 09 02:55:00.802121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a891da09-3e48-44c3-8495-d0b957d4b770 req-d636877c-2fdd-497c-9c56-fab0c95b5971 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 Feb 09 02:55:01.932887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843e01-5833-4c04-9941-7dd3c638781c req-312139e9-2355-4c75-98b8-82a2af106754 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:01.934413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8843e01-5833-4c04-9941-7dd3c638781c req-312139e9-2355-4c75-98b8-82a2af106754 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0611773 Feb 09 02:55:01.982766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d8843e01-5833-4c04-9941-7dd3c638781c req-26d16cef-43d3-406e-be1c-ace863e8f08d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Feb 09 02:55:03.105658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f38b9-ad91-4b26-8ba7-c1f361d8010c req-72dd6ba6-2e4b-4493-a848-cf513687cd21 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:03.107190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-498f38b9-ad91-4b26-8ba7-c1f361d8010c req-72dd6ba6-2e4b-4493-a848-cf513687cd21 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0542011 Feb 09 02:55:03.206855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-498f38b9-ad91-4b26-8ba7-c1f361d8010c req-68500bff-aea7-47c7-97b0-bd48950a66fc tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925169 Feb 09 02:55:03.209148 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-6d108659-86c8-4d48-a215-e25467e70b1b service neutron] show failed (client error): The resource could not be found. Feb 09 02:55:03.210070 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-6d108659-86c8-4d48-a215-e25467e70b1b service neutron] 10.222.0.72 "GET /v2.0/ports/cac11be7-b4b8-485d-810a-59823cffe967/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.1020525 Feb 09 02:55:03.425843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-e212c3b7-4944-4c51-927a-c032c147f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:03.427407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-e212c3b7-4944-4c51-927a-c032c147f40d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb&tenant_id=d5178b34dbfd4c87baa1157ce57b80d8 HTTP/1.1" status: 200 len: 1128 time: 0.0455301 Feb 09 02:55:03.438716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:03.498104 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.716028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:03.755068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:03.793642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:03.795963 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177e8ff5-a133-4da8-9c4b-43e6b95bfaea" -d '{"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cac11be7-b4b8-485d-810a-59823cffe967"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:03.801648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Publish callbacks [] for port (cac11be7-b4b8-485d-810a-59823cffe967), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.816508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Transition to ACTIVE for port object cac11be7-b4b8-485d-810a-59823cffe967 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:55:03.820544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.855859 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5f82c2-0d2d-4b9e-a1f9-7347f21ec8bf x-openstack-request-id: req-4e5f82c2-0d2d-4b9e-a1f9-7347f21ec8bf {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:03.856168 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cac11be7-b4b8-485d-810a-59823cffe967", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:03.856437 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e5f82c2-0d2d-4b9e-a1f9-7347f21ec8bf {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:03.856853 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967', 'code': 200} Feb 09 02:55:03.887787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] No DVR routers for this DVR port cac11be7-b4b8-485d-810a-59823cffe967 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:55:03.890839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:03.927450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:03.927797 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:03.928129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:03.932481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Port cac11be7-b4b8-485d-810a-59823cffe967 on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:03.932808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Attempting to bind port cac11be7-b4b8-485d-810a-59823cffe967 on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:03.937577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:03.937922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Checking segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:03.938307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Bound using segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:03.938769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Bound port: cac11be7-b4b8-485d-810a-59823cffe967, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:03.939129 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.009967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:04.013401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:04.020184 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.052565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.053199 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.054637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-3bce480a-2744-4517-8299-bde120f87181 service neutron] 10.222.0.82 "PUT /v2.0/ports/cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 1092 time: 0.6201715 Feb 09 02:55:04.086970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce480a-2744-4517-8299-bde120f87181 service neutron] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:04.125222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-f94eaf60-b0d0-449b-bf65-4f8ee478e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.127047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-f94eaf60-b0d0-449b-bf65-4f8ee478e5f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1126 time: 0.0490253 Feb 09 02:55:04.567576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-bc87e68d-aec3-4655-b29b-92c36d8686d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.569090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-bc87e68d-aec3-4655-b29b-92c36d8686d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.4368265 Feb 09 02:55:04.576808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4a0b-b0b6-4850-a62a-621e096dc5db req-b04f408e-033b-4817-8995-0b2a60eb9558 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.578313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d65f4a0b-b0b6-4850-a62a-621e096dc5db req-b04f408e-033b-4817-8995-0b2a60eb9558 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 943 time: 0.0878346 Feb 09 02:55:04.623174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-2aadc09c-9a7b-4acb-9f6f-b5f5135b7f19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 217 time: 0.0438335 Feb 09 02:55:04.696832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d65f4a0b-b0b6-4850-a62a-621e096dc5db req-ab2dbfae-3143-4bbf-9ff8-7748b17c852b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110983 Feb 09 02:55:04.698357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-b0c03069-7fe8-42c2-bbe2-fc537e4300ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.699767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-b0c03069-7fe8-42c2-bbe2-fc537e4300ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0697811 Feb 09 02:55:04.733075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-d5506ebf-7ad4-4666-83c8-680e1da52420 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274892 Feb 09 02:55:04.826309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-a16d9233-39ca-4fba-a571-d227cea28ed9 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871286 Feb 09 02:55:04.916789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4cb950-5149-4b05-8faf-4db631f7aee6 req-73d4fac7-2749-46f5-8ec4-c8c230408c07 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848250 Feb 09 02:55:05.822305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de04f4-9d11-441a-a5c0-8041a42fe52f req-95063bed-2f6f-4548-a4b5-b52524152d16 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:05.828927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7de04f4-9d11-441a-a5c0-8041a42fe52f req-95063bed-2f6f-4548-a4b5-b52524152d16 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 943 time: 0.0534875 Feb 09 02:55:05.860128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:05.862403 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028522f-d043-4421-a6a0-9b85ecb14c41" -d '{"events": [{"name": "network-changed", "server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "tag": "cac11be7-b4b8-485d-810a-59823cffe967"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:05.882601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7de04f4-9d11-441a-a5c0-8041a42fe52f req-d5b600d0-1c7d-4b3b-878f-d455e2d461a3 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Feb 09 02:55:05.915881 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f563f-1d8a-4544-87a4-25237327191b x-openstack-request-id: req-950f563f-1d8a-4544-87a4-25237327191b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:05.916249 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "tag": "cac11be7-b4b8-485d-810a-59823cffe967", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:05.916897 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-950f563f-1d8a-4544-87a4-25237327191b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:05.917303 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967', 'status': 'completed', 'code': 200} Feb 09 02:55:06.010009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-36540080-45c0-437f-909f-4b322393bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.011565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-36540080-45c0-437f-909f-4b322393bd4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1126 time: 0.0767128 Feb 09 02:55:06.013930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-27670eaf-389f-4edc-884a-69d236588999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.015341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-27670eaf-389f-4edc-884a-69d236588999 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1126 time: 0.0722809 Feb 09 02:55:06.174382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-6d8f07e8-d93a-4e5a-a9a4-c3347c5c1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.176514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-6d8f07e8-d93a-4e5a-a9a4-c3347c5c1ef9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.1587062 Feb 09 02:55:06.179215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-0e679997-da21-4eba-bcf8-fed629632edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.180570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-0e679997-da21-4eba-bcf8-fed629632edf service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.1549771 Feb 09 02:55:06.255447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-7d364302-6a2b-445a-834b-3ef5090ffe8d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 217 time: 0.0670006 Feb 09 02:55:06.256661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-af773396-b36f-46b6-afb4-53951fc9c894 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 217 time: 0.0744312 Feb 09 02:55:06.349056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-5450e9ec-b9db-4156-8bcf-2db2d8777af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.349056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-5450e9ec-b9db-4156-8bcf-2db2d8777af4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0831797 Feb 09 02:55:06.349056 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-51a3f03e-3b46-4d76-abe4-07d55938a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.349056 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-51a3f03e-3b46-4d76-abe4-07d55938a06a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0787089 Feb 09 02:55:06.396657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-bcb63a7a-aa59-40b9-bb06-3ee342407e04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458629 Feb 09 02:55:06.398691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-5d127d72-09a5-416b-9331-b6112e0bd641 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400457 Feb 09 02:55:06.556976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-921c030c-6477-4880-9724-c8b02d710e33 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542339 Feb 09 02:55:06.560751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-f3eb0eea-ec0e-4a16-9a75-59d6463b927c service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502743 Feb 09 02:55:06.726086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-b41c571e-9550-46eb-b8a1-09046384d85a service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627834 Feb 09 02:55:06.728243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6028522f-d043-4421-a6a0-9b85ecb14c41 req-99d3daa2-f82f-4c3b-bfe8-1ba87d7a3456 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576202 Feb 09 02:55:07.009401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5362938-4cf4-4de3-9cdf-07433dafc739 req-2988abeb-7533-4492-9433-ce5f87d3c8ec tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.010956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5362938-4cf4-4de3-9cdf-07433dafc739 req-2988abeb-7533-4492-9433-ce5f87d3c8ec tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 943 time: 0.0568070 Feb 09 02:55:07.061547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5362938-4cf4-4de3-9cdf-07433dafc739 req-d396f15f-f112-4444-9acb-a70e9dc22dbd tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Feb 09 02:55:07.886616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cac11be7-b4b8-485d-810a-59823cffe967 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:07.994886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:08.008083 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac11be7-b4b8-485d-810a-59823cffe967 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:08.022758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'cac11be7-b4b8-485d-810a-59823cffe967', 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0', 'port_id': 'cac11be7-b4b8-485d-810a-59823cffe967', 'mac_address': 'fa:16:3e:79:1b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f3ccd0-852e-4d38-912f-8e8d83396bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:08.087896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port cac11be7-b4b8-485d-810a-59823cffe967 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:55:08.088304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device cac11be7-b4b8-485d-810a-59823cffe967 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:55:08.093362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port cac11be7-b4b8-485d-810a-59823cffe967 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:08.093765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:08.108660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac11be7-b4b8-485d-810a-59823cffe967 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:08.143412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:08.148631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:08.198306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea8057-82f8-40c4-bd84-0b047a0ec9c8 req-dc084c7e-807f-4228-92bb-6b8eefe46bba tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.199756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:08.199967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aea8057-82f8-40c4-bd84-0b047a0ec9c8 req-dc084c7e-807f-4228-92bb-6b8eefe46bba tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 944 time: 0.0588434 Feb 09 02:55:08.254339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8aea8057-82f8-40c4-bd84-0b047a0ec9c8 req-497b4b52-f197-417a-a9e9-aa9db1533de3 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Feb 09 02:55:08.448961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['cac11be7-b4b8-485d-810a-59823cffe967'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:08.522526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c2b9b-5e86-476f-b634-487957c16d75 req-5fc3fd52-0189-493e-88b6-5380a39f3103 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.524121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f9c2b9b-5e86-476f-b634-487957c16d75 req-5fc3fd52-0189-493e-88b6-5380a39f3103 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 944 time: 0.1041453 Feb 09 02:55:08.532125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-08820ffd-a562-41cd-a700-40e8531542f9 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.533731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-08820ffd-a562-41cd-a700-40e8531542f9 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.72 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb&tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 944 time: 0.1019826 Feb 09 02:55:08.623611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f9c2b9b-5e86-476f-b634-487957c16d75 req-3713c86b-e272-457f-b05e-d1e123c2cd2f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876157 Feb 09 02:55:08.634607 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-4c2735b4-2471-46b1-bded-cb112471dd75 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:55:08.639416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-4c2735b4-2471-46b1-bded-cb112471dd75 service neutron] 10.222.0.72 "DELETE /v2.0/ports/cac11be7-b4b8-485d-810a-59823cffe967/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0933852 Feb 09 02:55:08.729117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-62396d6c-0b8a-477d-ba7a-544002cc2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.730591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-62396d6c-0b8a-477d-ba7a-544002cc2f07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 1127 time: 0.0513842 Feb 09 02:55:08.822866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-07fdc72a-ad18-43be-bea2-4d857dd82cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.824366 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-07fdc72a-ad18-43be-bea2-4d857dd82cd8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.0878880 Feb 09 02:55:08.871774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-aac03893-c567-4ce9-813b-c09c27e441f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 200 len: 217 time: 0.0412469 Feb 09 02:55:08.924663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-e079fdf2-b4d9-48d2-8632-0b18dec8ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.926567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-e079fdf2-b4d9-48d2-8632-0b18dec8ebdb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0490818 Feb 09 02:55:08.960990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-cd27bbd4-81f8-43e4-9da9-8a729e728193 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286632 Feb 09 02:55:09.049822 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-68745b35-0328-4bb2-b000-e883d9ddb08a service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828052 Feb 09 02:55:09.146360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5c66717-6fd8-4b25-8809-f99dba984571 req-66b76fff-b8ff-46e5-936f-82ef9372cf64 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902522 Feb 09 02:55:09.772853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed37db0-0611-4da8-856b-95c2745ac1a5 req-8725c6e0-cf6b-40dd-b6ee-d7aae3f859bf tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:09.774384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ed37db0-0611-4da8-856b-95c2745ac1a5 req-8725c6e0-cf6b-40dd-b6ee-d7aae3f859bf tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 944 time: 0.0613003 Feb 09 02:55:09.822188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6ed37db0-0611-4da8-856b-95c2745ac1a5 req-97154505-e81c-48ea-92c6-e271e5c948ae tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Feb 09 02:55:09.900306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cac11be7-b4b8-485d-810a-59823cffe967 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:09.961396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061299ee-fb18-46d4-a1d7-29420927dcc2 req-f1bcb671-7568-430f-b582-1c2ac6cf3dd1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:09.961957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port cac11be7-b4b8-485d-810a-59823cffe967 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:09.963049 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-061299ee-fb18-46d4-a1d7-29420927dcc2 req-f1bcb671-7568-430f-b582-1c2ac6cf3dd1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 944 time: 0.0620275 Feb 09 02:55:09.966288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port cac11be7-b4b8-485d-810a-59823cffe967 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:09.966720 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (cac11be7-b4b8-485d-810a-59823cffe967), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.016043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-061299ee-fb18-46d4-a1d7-29420927dcc2 req-2b9b5a9b-46c5-4a84-b69d-f00caf6da4c1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Feb 09 02:55:10.052456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port cac11be7-b4b8-485d-810a-59823cffe967 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:10.052857 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.076765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:10.078985 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee3f2e-3513-4ee2-848f-9fa59c5a85d7" -d '{"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-plugged", "status": "completed", "tag": "cac11be7-b4b8-485d-810a-59823cffe967"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:10.095238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:10.102882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.153164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c24e-b143-4e9e-a6f6-043604d4d0f0 req-1bc66dbe-9b3f-4ed0-b83b-82e5f5c73bbe tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:10.155082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c984c24e-b143-4e9e-a6f6-043604d4d0f0 req-1bc66dbe-9b3f-4ed0-b83b-82e5f5c73bbe tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0689840 Feb 09 02:55:10.155503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:10.196021 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf2c97-e9cc-4dde-b28e-0f2046c3c9d7 x-openstack-request-id: req-f6cf2c97-e9cc-4dde-b28e-0f2046c3c9d7 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:10.196335 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-plugged", "status": "completed", "tag": "cac11be7-b4b8-485d-810a-59823cffe967", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:10.196605 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6cf2c97-e9cc-4dde-b28e-0f2046c3c9d7 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:10.197026 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967', 'code': 200} Feb 09 02:55:10.213883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c984c24e-b143-4e9e-a6f6-043604d4d0f0 req-ee5e30cb-f207-4370-8f7a-a31d70a56958 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521231 Feb 09 02:55:10.603606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-31a58cb5-64d4-41d5-9864-5d78a4aceeb4 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:10.605143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-31a58cb5-64d4-41d5-9864-5d78a4aceeb4 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 815 time: 0.1123853 Feb 09 02:55:10.620552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-8181e905-4eb9-42c1-aa9f-ab0a73164661 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/quotas/d5178b34dbfd4c87baa1157ce57b80d8 HTTP/1.1" status: 200 len: 375 time: 0.0100055 Feb 09 02:55:10.676818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-0ffc8e3c-2715-4d0a-b912-2cebbdd77d82 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506849 Feb 09 02:55:10.773566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-c5397e85-1c43-40ed-bfe3-290527301e69 service neutron] 10.222.0.53 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892544 Feb 09 02:55:10.863701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-63ea26aa-ebdf-4e71-b4df-fda119d7d280 service neutron] 10.222.0.53 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840793 Feb 09 02:55:11.036232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbcd2d9b-bce8-4cbd-b98d-f19d6c1dfd87 req-d8acac36-b505-48ff-a1e7-ac2807c1c0d7 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 210 time: 0.0299561 Feb 09 02:55:11.817454 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-2a3cb280-cab1-45ec-a8ac-98734e9b71f1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.819075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-2a3cb280-cab1-45ec-a8ac-98734e9b71f1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.82 "GET /v2.0/ports?device_id=975ddccb-cbc3-48b2-913a-4517decba3eb HTTP/1.1" status: 200 len: 945 time: 0.0552251 Feb 09 02:55:11.921985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Deleting port cac11be7-b4b8-485d-810a-59823cffe967 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:55:11.922338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (cac11be7-b4b8-485d-810a-59823cffe967), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.035586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] For port cac11be7-b4b8-485d-810a-59823cffe967, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=cac11be7-b4b8-485d-810a-59823cffe967,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:12.036154 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (cac11be7-b4b8-485d-810a-59823cffe967), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.050754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Calling delete_port for cac11be7-b4b8-485d-810a-59823cffe967 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:55:12.150936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65b472ef-cb0c-4c5e-9485-de185408819c req-ad3986ab-2d30-4816-8127-4e39ed980831 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 210 time: 0.0344706 Feb 09 02:55:12.190022 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-4cc499c7-380f-4b15-998c-c85dc08aa3fa tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:12.193590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-4cc499c7-380f-4b15-998c-c85dc08aa3fa tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.82 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 815 time: 0.2298064 Feb 09 02:55:12.205696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Request body: {'port': {'device_id': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0', 'admin_state_up': True, 'tenant_id': 'd5178b34dbfd4c87baa1157ce57b80d8'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:12.248393 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (cac11be7-b4b8-485d-810a-59823cffe967), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.260412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['cac11be7-b4b8-485d-810a-59823cffe967'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:12.284406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Pushing event deleted for resources: {'Port': ['ID=cac11be7-b4b8-485d-810a-59823cffe967,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:12.298645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.299164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.299516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.300492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.300831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.301170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.301503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.301839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.302172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.302527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.302864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.303221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.303550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:12.343620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] No DVR routers for this DVR port cac11be7-b4b8-485d-810a-59823cffe967 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:55:12.346204 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.349939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.82 "DELETE /v2.0/ports/cac11be7-b4b8-485d-810a-59823cffe967 HTTP/1.1" status: 204 len: 173 time: 0.5251744 Feb 09 02:55:12.350432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-deleted', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:12.353337 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12ede7-1879-41ae-8021-dd5a5492aec2" -d '{"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-deleted", "tag": "cac11be7-b4b8-485d-810a-59823cffe967"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:12.396713 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211a79d8-2dee-4e67-ad7c-fde7f0a42dcb x-openstack-request-id: req-211a79d8-2dee-4e67-ad7c-fde7f0a42dcb {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:12.397018 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975ddccb-cbc3-48b2-913a-4517decba3eb", "name": "network-vif-deleted", "tag": "cac11be7-b4b8-485d-810a-59823cffe967", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:12.397272 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-211a79d8-2dee-4e67-ad7c-fde7f0a42dcb {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:12.397692 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975ddccb-cbc3-48b2-913a-4517decba3eb', 'name': 'network-vif-deleted', 'tag': 'cac11be7-b4b8-485d-810a-59823cffe967', 'status': 'completed', 'code': 200} Feb 09 02:55:12.677883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Made reservation on behalf of d5178b34dbfd4c87baa1157ce57b80d8 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:12.681181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.814547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Allocated IP 172.20.0.2 (cdd0020f-2b63-47cd-9e85-6f9ea4360fb0/34f3ccd0-852e-4d38-912f-8e8d83396bb4/36e4f90a-eb72-44d6-839a-5c2edde5c26c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:12.963046 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks [] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.998558 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.010609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['cac11be7-b4b8-485d-810a-59823cffe967'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:13.047121 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:13.052941 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:13.059324 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:13.092311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:13.119832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:13.120442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.137872 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-a1be4762-7808-4427-90d0-e83b2bf5d52e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9360528 Feb 09 02:55:13.150053 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Request body: {'port': {'device_id': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:13.226167 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.286947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d413c98-616e-4b3f-a1af-bbadbc9fa93a req-154c6842-2f62-43c4-9da0-bd18c9030843 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:13.288722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d413c98-616e-4b3f-a1af-bbadbc9fa93a req-154c6842-2f62-43c4-9da0-bd18c9030843 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 931 time: 0.0571220 Feb 09 02:55:13.342616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d413c98-616e-4b3f-a1af-bbadbc9fa93a req-461ba67c-6ad8-49c9-95e4-35282ece5703 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464034 Feb 09 02:55:13.563195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e4f90a-eb72-44d6-839a-5c2edde5c26c {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:13.573053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Publish callbacks [] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.591984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Transition to ACTIVE for port object 36e4f90a-eb72-44d6-839a-5c2edde5c26c will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:55:13.595049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.656919 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:13.730629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:13.730968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:13.731447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:13.736456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:13.736791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:13.742696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:13.743045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Checking segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:13.743489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Bound using segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:13.743873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Bound port: 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:13.744238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.809787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:13.812811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:13.820118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.859810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:13.860437 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:13.861836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] 10.222.0.82 "PUT /v2.0/ports/36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 1092 time: 0.7163727 Feb 09 02:55:13.862341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:13.864682 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:13.900585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b15c3f-8d58-4d3f-bcf9-870e81da69ac service neutron] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:13.979776 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df05388-d37f-4815-a46e-fc87d2be576b x-openstack-request-id: req-1df05388-d37f-4815-a46e-fc87d2be576b {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:13.980079 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:13.980343 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1df05388-d37f-4815-a46e-fc87d2be576b {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:13.980750 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'status': 'completed', 'code': 200} Feb 09 02:55:13.989836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-12117c4d-615e-4d91-9fd0-1a4ddb4e3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:13.991406 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-12117c4d-615e-4d91-9fd0-1a4ddb4e3511 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1126 time: 0.0846601 Feb 09 02:55:14.056294 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-73f6c6e7-d090-49ff-bfa9-7d7c360cb327 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 217 time: 0.0583930 Feb 09 02:55:14.112171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-9bebff9e-b52d-47e9-a0d5-89430b91da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:14.113590 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-9bebff9e-b52d-47e9-a0d5-89430b91da50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0521791 Feb 09 02:55:14.172342 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-bb2f2177-2008-424c-9e3f-10414fb56243 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530496 Feb 09 02:55:14.264940 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-b8aa49c0-3c5f-4170-84e9-de8c3adadee5 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868316 Feb 09 02:55:14.359499 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-1285f4cd-e81b-40bb-a74e-2e56d546bc6b req-9cd7c76d-7874-44d0-b92d-4b4a0296e9f7 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890002 Feb 09 02:55:14.464549 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-d577714a-8e03-4fae-bab7-86703360cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:14.466213 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-d577714a-8e03-4fae-bab7-86703360cfa5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1126 time: 0.0479205 Feb 09 02:55:14.473720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf7a83-0892-4325-be55-2c3844eece90 req-47b7d8d2-e2c8-4232-a5c9-1dde1631c758 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:14.475278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cbf7a83-0892-4325-be55-2c3844eece90 req-47b7d8d2-e2c8-4232-a5c9-1dde1631c758 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 943 time: 0.0605874 Feb 09 02:55:14.533461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cbf7a83-0892-4325-be55-2c3844eece90 req-c51b903c-0fc5-428e-a55c-e93659ece1a0 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513508 Feb 09 02:55:14.660707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-5a46eb63-c9cc-4cf9-b7fa-cfe6fe3e2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:14.662239 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-5a46eb63-c9cc-4cf9-b7fa-cfe6fe3e2f70 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.1894042 Feb 09 02:55:14.704511 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-40afc464-1104-46f4-8088-180cd57c71da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 217 time: 0.0356314 Feb 09 02:55:14.760526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-d702a6d2-260d-4c0c-9198-2a6524eb5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:14.762026 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-d702a6d2-260d-4c0c-9198-2a6524eb5dbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0522606 Feb 09 02:55:14.794837 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-0a23d10f-52e3-414c-b746-b0a2d4be2d4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271454 Feb 09 02:55:14.885627 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-a78de4f0-6484-4c43-8cd5-f4fd29430584 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847211 Feb 09 02:55:15.000412 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b2b8df2b-1f8b-4d1f-a3c0-e3982be4a7f2 req-f791ca10-cb58-4dcb-84ec-860ff8da5815 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083646 Feb 09 02:55:15.659978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbd607-7d5f-4f42-8ea4-42b34184ca14 req-134d9b08-a092-4e51-bd3a-b80320151c98 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:15.661778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88fbd607-7d5f-4f42-8ea4-42b34184ca14 req-134d9b08-a092-4e51-bd3a-b80320151c98 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 943 time: 0.0582621 Feb 09 02:55:15.708798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88fbd607-7d5f-4f42-8ea4-42b34184ca14 req-51c1dba6-b800-406e-8b5b-219a727cddfc tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Feb 09 02:55:15.943016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cac11be7-b4b8-485d-810a-59823cffe967 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:15.962783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: cac11be7-b4b8-485d-810a-59823cffe967 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:55:15.963135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device cac11be7-b4b8-485d-810a-59823cffe967 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:55:16.843490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bfce2-76f0-4155-bf2f-fe36e6c54b3a req-71400b50-e43f-43b6-a872-1246f18375a1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:16.844998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d25bfce2-76f0-4155-bf2f-fe36e6c54b3a req-71400b50-e43f-43b6-a872-1246f18375a1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 943 time: 0.0577984 Feb 09 02:55:16.893161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d25bfce2-76f0-4155-bf2f-fe36e6c54b3a req-b3dc90b5-da09-4daf-82c5-075e783fb3d3 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Feb 09 02:55:17.942338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:18.022211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebb29f-2b90-41b8-9e20-6d9bb62cf87d req-df29d02e-457b-408a-8f31-7a7f7ee74f99 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:18.023796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bebb29f-2b90-41b8-9e20-6d9bb62cf87d req-df29d02e-457b-408a-8f31-7a7f7ee74f99 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 943 time: 0.0575645 Feb 09 02:55:18.054727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:18.068886 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0', 'port_id': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'mac_address': 'fa:16:3e:a4:c8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f3ccd0-852e-4d38-912f-8e8d83396bb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:18.072767 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4bebb29f-2b90-41b8-9e20-6d9bb62cf87d req-04b8819a-8796-41ad-9dda-0076a6593696 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433953 Feb 09 02:55:18.108942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 36e4f90a-eb72-44d6-839a-5c2edde5c26c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:18.109621 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:18.123437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e4f90a-eb72-44d6-839a-5c2edde5c26c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:18.145514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:18.149622 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:18.207971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:18.216086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.216436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.216785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.217131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.217473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.217813 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.218144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.218494 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.218830 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.219159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.219487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.219812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.220138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:18.282715 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:18.468008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['36e4f90a-eb72-44d6-839a-5c2edde5c26c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:19.193029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3b1a-b836-44e4-ae30-10d17348a30a req-07f0c3f5-f01e-4b66-8894-4a8b20e273a0 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:19.194676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae5b3b1a-b836-44e4-ae30-10d17348a30a req-07f0c3f5-f01e-4b66-8894-4a8b20e273a0 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 944 time: 0.0537388 Feb 09 02:55:19.246352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae5b3b1a-b836-44e4-ae30-10d17348a30a req-45074092-1bf3-43ca-8bb3-e40e504b8bd3 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457487 Feb 09 02:55:19.324724 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:19.956826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:20.007302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 36e4f90a-eb72-44d6-839a-5c2edde5c26c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:20.011818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 36e4f90a-eb72-44d6-839a-5c2edde5c26c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:20.012207 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:20.091581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 36e4f90a-eb72-44d6-839a-5c2edde5c26c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:20.091986 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:20.116685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:20.118959 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c33076a-189b-4c5a-8d0a-b8b0bb34c272" -d '{"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-plugged", "status": "completed", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:20.135381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:20.146050 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:20.170969 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290938e6-134d-468a-9479-5855edc7ca75 x-openstack-request-id: req-290938e6-134d-468a-9479-5855edc7ca75 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:20.171282 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-plugged", "status": "completed", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:20.171510 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-290938e6-134d-468a-9479-5855edc7ca75 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:20.171905 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'code': 200} Feb 09 02:55:20.201255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:20.265673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d21cc7-d880-4042-8629-5f03c74446a6 req-5671b1f0-c623-4168-a6c5-3b88b504a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:20.267236 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9d21cc7-d880-4042-8629-5f03c74446a6 req-5671b1f0-c623-4168-a6c5-3b88b504a848 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1128 time: 0.0465534 Feb 09 02:55:20.324501 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-e9d21cc7-d880-4042-8629-5f03c74446a6 req-124bb456-6fcb-47a6-b8f4-5c82ac2da9cd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515432 Feb 09 02:55:20.375553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f5d74-8f1f-4e94-9a91-8aed706c526a req-bd59f98d-6d4c-48e6-a0d9-d98c271bfc48 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:20.377294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67f5d74-8f1f-4e94-9a91-8aed706c526a req-bd59f98d-6d4c-48e6-a0d9-d98c271bfc48 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0528650 Feb 09 02:55:20.425873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f67f5d74-8f1f-4e94-9a91-8aed706c526a req-60bbeca2-6603-4906-a1a7-24083243eb0b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Feb 09 02:55:21.555497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23396899-d03e-4ddf-884c-bee47ad86b8d req-e179434f-16e0-4bac-a6ff-ad8d87455219 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:21.557511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23396899-d03e-4ddf-884c-bee47ad86b8d req-e179434f-16e0-4bac-a6ff-ad8d87455219 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0579662 Feb 09 02:55:21.608413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23396899-d03e-4ddf-884c-bee47ad86b8d req-57049b92-cff5-4884-bac9-d709b39a8e2d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Feb 09 02:55:22.739072 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1978ef-6102-43b9-959b-9ea7976e4f59 req-1b9b2214-4557-464e-87d9-b6dcdce4c2a2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:22.740755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c1978ef-6102-43b9-959b-9ea7976e4f59 req-1b9b2214-4557-464e-87d9-b6dcdce4c2a2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0598280 Feb 09 02:55:22.789318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c1978ef-6102-43b9-959b-9ea7976e4f59 req-129daf09-6f5a-4183-b707-1e4a03ae216c tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 Feb 09 02:55:22.919180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464e00f-00b0-4754-9af2-690e6ba7b71e req-5a178280-d2d9-425e-a4a9-9ed87cad8601 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:22.920603 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d464e00f-00b0-4754-9af2-690e6ba7b71e req-5a178280-d2d9-425e-a4a9-9ed87cad8601 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0617278 Feb 09 02:55:22.969555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d464e00f-00b0-4754-9af2-690e6ba7b71e req-eae8de6e-8854-43dd-93e5-02190ff68b64 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Feb 09 02:55:23.267920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd00db-8b4f-4535-a5fc-23bce90fe112 req-21b1861b-315d-4285-a6e0-6cf884fb3d5a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.269597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3efd00db-8b4f-4535-a5fc-23bce90fe112 req-21b1861b-315d-4285-a6e0-6cf884fb3d5a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0873706 Feb 09 02:55:23.273505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-4228c631-a227-4b83-b253-6835c64d1af5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824788 Feb 09 02:55:23.318392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3efd00db-8b4f-4535-a5fc-23bce90fe112 req-1be72d74-e549-40ff-be72-d51d07cf6bd3 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Feb 09 02:55:23.423371 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6c232111-337e-4f66-bbcf-95cb422670fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:24.452853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe9442-b531-4286-b03c-4c512fb13922 req-3bc53938-5cac-44d0-bff9-814dfc3df042 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.454309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dfe9442-b531-4286-b03c-4c512fb13922 req-3bc53938-5cac-44d0-bff9-814dfc3df042 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0542397 Feb 09 02:55:24.510902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8dfe9442-b531-4286-b03c-4c512fb13922 req-c58a1754-d54e-4da4-823c-79f7cecb9b2d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Feb 09 02:55:24.597973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-0cb4acf6-79e4-4e0c-b576-9cecaec7931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.599518 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-0cb4acf6-79e4-4e0c-b576-9cecaec7931c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1128 time: 0.0532129 Feb 09 02:55:24.693540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-4aca3acf-4ec5-441d-84c0-7808c175f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.695110 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-4aca3acf-4ec5-441d-84c0-7808c175f869 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.0897536 Feb 09 02:55:24.739606 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-d9bfb318-1c23-4ede-b83f-56a5a369b1bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 217 time: 0.0379729 Feb 09 02:55:24.795392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-7070730e-6a79-41e5-8fb0-582ea31f0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.796877 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-7070730e-6a79-41e5-8fb0-582ea31f0503 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0510087 Feb 09 02:55:24.829333 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-946c30c3-3df7-45e4-8e30-6d2111bc96c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271304 Feb 09 02:55:24.921431 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-e738a193-f9e4-4d30-beee-68e755b82490 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856841 Feb 09 02:55:25.021210 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-21384f62-4a4a-4269-a11e-b8075bdc7440 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934842 Feb 09 02:55:25.643718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116631-fbbe-4ac0-a7dd-a464c285d761 req-fcf433d1-530e-4df6-970c-c474db760e34 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:25.645202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75116631-fbbe-4ac0-a7dd-a464c285d761 req-fcf433d1-530e-4df6-970c-c474db760e34 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0604827 Feb 09 02:55:25.707230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75116631-fbbe-4ac0-a7dd-a464c285d761 req-c34bb10e-3c20-4ba7-996d-c79fba682fdb tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563240 Feb 09 02:55:25.739546 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fae27e32-42e9-447a-9e99-fbd12bf0d338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:26.831300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff8611-c6ea-4bba-9e40-e8a94006870d req-b945c202-acde-4474-8061-93be3f7fa783 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:26.832842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6ff8611-c6ea-4bba-9e40-e8a94006870d req-b945c202-acde-4474-8061-93be3f7fa783 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0550282 Feb 09 02:55:26.881438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6ff8611-c6ea-4bba-9e40-e8a94006870d req-804286de-b7cc-4fb2-a061-d0ee7a1b0d4a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430067 Feb 09 02:55:27.106933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:28.004109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686a0bb-cfab-4654-bb81-c10e335a47ee req-fad3cf7d-a008-476e-840e-2c926c268bea tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:28.005679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7686a0bb-cfab-4654-bb81-c10e335a47ee req-fad3cf7d-a008-476e-840e-2c926c268bea tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0545149 Feb 09 02:55:28.061768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7686a0bb-cfab-4654-bb81-c10e335a47ee req-b908e0d1-a7cb-448a-915c-0bf21da3775e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Feb 09 02:55:28.280124 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:29.184294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f2058-44cf-4337-b82f-f63eb9c25912 req-475a3f55-b14f-411c-b7e9-d22f8cf197fe tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:29.185816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-254f2058-44cf-4337-b82f-f63eb9c25912 req-475a3f55-b14f-411c-b7e9-d22f8cf197fe tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0548105 Feb 09 02:55:29.235604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-254f2058-44cf-4337-b82f-f63eb9c25912 req-c3c887e0-0eca-4b17-b0a7-b10b4b33ae82 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Feb 09 02:55:29.870921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:30.361182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fe3fc-7c3c-425e-bd3a-0750510de73f req-b39998e3-ac72-488e-b0af-ef730d2ea8a7 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:30.363188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-789fe3fc-7c3c-425e-bd3a-0750510de73f req-b39998e3-ac72-488e-b0af-ef730d2ea8a7 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0547302 Feb 09 02:55:30.411116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-789fe3fc-7c3c-425e-bd3a-0750510de73f req-e1bccb14-8af0-4bd3-a4e0-1b028a02efab tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Feb 09 02:55:31.544188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eef7a-ebd4-4090-82a9-128b0454800a req-c90dcabf-12b5-4d06-b4dd-16b1e9d2a220 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:31.545808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222eef7a-ebd4-4090-82a9-128b0454800a req-c90dcabf-12b5-4d06-b4dd-16b1e9d2a220 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0657642 Feb 09 02:55:31.594130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222eef7a-ebd4-4090-82a9-128b0454800a req-12add095-6f15-401d-82d3-deaa9ce7203d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Feb 09 02:55:32.737677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b610501-3d0c-4340-868b-bb0ddbe73ccf req-a1bd9458-bbc9-4cf3-a901-f99e070bdf88 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:32.739418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b610501-3d0c-4340-868b-bb0ddbe73ccf req-a1bd9458-bbc9-4cf3-a901-f99e070bdf88 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0659189 Feb 09 02:55:32.793001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b610501-3d0c-4340-868b-bb0ddbe73ccf req-6c89e0e1-dfa1-4d19-ba40-012da49eefa8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Feb 09 02:55:33.920309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eaab-4f29-4e8b-aa91-48efaebbef4a req-11457bbf-12c7-454b-a57c-caaf3338d3b4 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:33.921992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3869eaab-4f29-4e8b-aa91-48efaebbef4a req-11457bbf-12c7-454b-a57c-caaf3338d3b4 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0567372 Feb 09 02:55:33.974902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3869eaab-4f29-4e8b-aa91-48efaebbef4a req-e6580fa7-4c25-462b-b2a9-bda15fabac09 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Feb 09 02:55:34.636179 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:55:35.098222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2c3d3-36c8-4094-8e36-af18f598755a req-b92367a0-399a-49fe-acf1-466b8cd87420 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:35.099763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3f2c3d3-36c8-4094-8e36-af18f598755a req-b92367a0-399a-49fe-acf1-466b8cd87420 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Feb 09 02:55:35.149519 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3f2c3d3-36c8-4094-8e36-af18f598755a req-9a005531-3384-48f7-838a-f36bb2ba35b5 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Feb 09 02:55:36.271567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add6c71-20cb-4725-823b-ca8a5c791cdb req-73c2f0cb-e667-4873-864c-d7b0716f4bf2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:36.273067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8add6c71-20cb-4725-823b-ca8a5c791cdb req-73c2f0cb-e667-4873-864c-d7b0716f4bf2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0533857 Feb 09 02:55:36.326647 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8add6c71-20cb-4725-823b-ca8a5c791cdb req-e9319dc9-5bde-4499-a307-153785c4e116 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Feb 09 02:55:37.464701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405f3d4-0597-4d6e-86d1-7d853a3aa779 req-46f86853-b549-4401-a000-9d463ff485b2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:37.466125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d405f3d4-0597-4d6e-86d1-7d853a3aa779 req-46f86853-b549-4401-a000-9d463ff485b2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0551894 Feb 09 02:55:37.515879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d405f3d4-0597-4d6e-86d1-7d853a3aa779 req-18464afb-e77b-41c4-b8eb-2bae95f2ab35 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438294 Feb 09 02:55:38.644437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b211c4-8b1a-4521-b83c-e692c75fa97f req-205a7156-e47c-4dff-a3ad-6bcd49973f14 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:38.646146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27b211c4-8b1a-4521-b83c-e692c75fa97f req-205a7156-e47c-4dff-a3ad-6bcd49973f14 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0561028 Feb 09 02:55:38.694092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27b211c4-8b1a-4521-b83c-e692c75fa97f req-ad1c5449-7305-4f17-938f-ad0d05c15325 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Feb 09 02:55:39.839849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351730e-2b28-44e9-b737-426494620f9d req-b4f8989e-6284-49ca-a07e-8310bf22b28d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:39.841364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9351730e-2b28-44e9-b737-426494620f9d req-b4f8989e-6284-49ca-a07e-8310bf22b28d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0656776 Feb 09 02:55:39.891007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9351730e-2b28-44e9-b737-426494620f9d req-aecc8e02-8890-4469-b6f1-e1e664c73686 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Feb 09 02:55:41.016763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fa85c-ce9f-43c2-963e-bc8c4fd54c8e req-c853a00b-4eb8-4e36-be8a-cf2f63011fca tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:41.018977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f96fa85c-ce9f-43c2-963e-bc8c4fd54c8e req-c853a00b-4eb8-4e36-be8a-cf2f63011fca tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0547657 Feb 09 02:55:41.066817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f96fa85c-ce9f-43c2-963e-bc8c4fd54c8e req-c0137bae-f0de-4edc-b5e7-1518d241bab2 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Feb 09 02:55:42.200683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25afd1-67ac-438c-960d-e1d4a98dd7b1 req-a461cba0-8d50-4090-bd08-964e253036e1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:42.202169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f25afd1-67ac-438c-960d-e1d4a98dd7b1 req-a461cba0-8d50-4090-bd08-964e253036e1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0580940 Feb 09 02:55:42.254268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f25afd1-67ac-438c-960d-e1d4a98dd7b1 req-eee811a1-6263-477e-98da-85515d28a537 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461988 Feb 09 02:55:43.385199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb057d6-ff57-4ead-aa6d-95fea64f121a req-3b6e8f59-8236-4200-9850-f5f71a49361e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:43.386764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beb057d6-ff57-4ead-aa6d-95fea64f121a req-3b6e8f59-8236-4200-9850-f5f71a49361e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0637016 Feb 09 02:55:43.437766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-beb057d6-ff57-4ead-aa6d-95fea64f121a req-ba8cdad9-6160-4c9c-9e0c-cc032315049b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Feb 09 02:55:44.556786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ac87c-360b-46c2-8d46-9a307e676a95 req-d2ded575-90cb-4294-9347-4e247955ac72 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:44.558378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-314ac87c-360b-46c2-8d46-9a307e676a95 req-d2ded575-90cb-4294-9347-4e247955ac72 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Feb 09 02:55:44.605733 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-314ac87c-360b-46c2-8d46-9a307e676a95 req-5ec9d05d-589a-4779-b927-d1195d6d1212 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Feb 09 02:55:45.746815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0dc34-5c7d-4b41-ac29-9544acd857fe req-ba1c3a23-5342-40c3-9cc1-df2d5d2d6cbf tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:45.748299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dce0dc34-5c7d-4b41-ac29-9544acd857fe req-ba1c3a23-5342-40c3-9cc1-df2d5d2d6cbf tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0626333 Feb 09 02:55:45.801448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dce0dc34-5c7d-4b41-ac29-9544acd857fe req-584e585e-3d5d-40a9-b98c-e64733f29f6e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466037 Feb 09 02:55:46.925749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80697b2-1ded-448a-9e6e-8aee8e184215 req-5f5c3b23-d52b-4171-8ddd-0f68e8066308 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:46.927945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b80697b2-1ded-448a-9e6e-8aee8e184215 req-5f5c3b23-d52b-4171-8ddd-0f68e8066308 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0551152 Feb 09 02:55:46.976315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b80697b2-1ded-448a-9e6e-8aee8e184215 req-636db465-7036-42c0-b12c-3420242baed8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Feb 09 02:55:48.105792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5801af7-f367-4ceb-9b2d-e285876f0979 req-5a39f431-77ea-47f0-9b71-181b48f4f639 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:48.107559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5801af7-f367-4ceb-9b2d-e285876f0979 req-5a39f431-77ea-47f0-9b71-181b48f4f639 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0592721 Feb 09 02:55:48.163520 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5801af7-f367-4ceb-9b2d-e285876f0979 req-a6a0e9c4-43de-4ebd-9f85-160be1753d4f tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502954 Feb 09 02:55:48.285006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:49.286799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ac2d0-6851-45ec-90db-90d9a0d37a50 req-8b82a33a-2c6f-49a9-b6b5-61549f5e801e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:49.288406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-234ac2d0-6851-45ec-90db-90d9a0d37a50 req-8b82a33a-2c6f-49a9-b6b5-61549f5e801e tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0531104 Feb 09 02:55:49.336018 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:49.336980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-234ac2d0-6851-45ec-90db-90d9a0d37a50 req-bb5945bd-9c08-49c6-85e3-33076cb83c90 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Feb 09 02:55:50.460466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c954379-679e-4fed-829b-95d4ed225015 req-8395035a-1662-4fa4-8586-c016d319ac94 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:50.461877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c954379-679e-4fed-829b-95d4ed225015 req-8395035a-1662-4fa4-8586-c016d319ac94 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0547323 Feb 09 02:55:50.514837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c954379-679e-4fed-829b-95d4ed225015 req-1a3bccfd-0977-403f-aa96-7c90dfe62f0b tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Feb 09 02:55:51.641772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c78b6-ac89-48f2-8238-f3468a536f46 req-9d60d01b-fdf9-413f-b41f-bdfae6975e73 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:51.643393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-223c78b6-ac89-48f2-8238-f3468a536f46 req-9d60d01b-fdf9-413f-b41f-bdfae6975e73 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0607808 Feb 09 02:55:51.692967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-223c78b6-ac89-48f2-8238-f3468a536f46 req-434c7539-b51a-476b-8d11-9a5d0d903c38 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 Feb 09 02:55:52.014329 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-b7fe34a0-00c7-40b3-952d-bc50bf421e35 service neutron] show failed (client error): The resource could not be found. Feb 09 02:55:52.015400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-b7fe34a0-00c7-40b3-952d-bc50bf421e35 service neutron] 10.222.0.82 "GET /v2.0/ports/36e4f90a-eb72-44d6-839a-5c2edde5c26c/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0581412 Feb 09 02:55:52.217295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-a3a86501-5e6c-40b8-9e27-9a015fd3bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.218886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-a3a86501-5e6c-40b8-9e27-9a015fd3bf56 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2&tenant_id=d5178b34dbfd4c87baa1157ce57b80d8 HTTP/1.1" status: 200 len: 1128 time: 0.0473533 Feb 09 02:55:52.230361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:52.300347 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.522143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:52.555214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:52.594273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:52.596587 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a4b09f-8590-4b5e-8d1e-ec9437b3b56d" -d '{"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-unplugged", "status": "completed", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:52.601280 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Publish callbacks [] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.614367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Transition to ACTIVE for port object 36e4f90a-eb72-44d6-839a-5c2edde5c26c will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:55:52.619311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.660782 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a770b83-caa7-4439-8194-1ab77a910690 x-openstack-request-id: req-7a770b83-caa7-4439-8194-1ab77a910690 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:52.662267 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-unplugged", "status": "completed", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:52.662267 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a770b83-caa7-4439-8194-1ab77a910690 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:52.662267 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'code': 200} Feb 09 02:55:52.696153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] No DVR routers for this DVR port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:55:52.706570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:52.749163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:52.749580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:52.749981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:52.758571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:52.758571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Attempting to bind port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on network cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:52.764093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:52.764441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Checking segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:52.764834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Bound using segment: {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:52.765264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Bound port: 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ce6396-9d1e-4319-aa1a-9bb779ec3e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:52.765634 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.871647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622d9f-467b-4e19-aee0-442a03d35eb0 req-a80804a2-64b7-4d37-9669-436ce77eefca tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.873081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02622d9f-467b-4e19-aee0-442a03d35eb0 req-a80804a2-64b7-4d37-9669-436ce77eefca tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 943 time: 0.1053009 Feb 09 02:55:52.877097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:52.882524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:52.899683 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.961819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.962448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.963873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] 10.222.0.72 "PUT /v2.0/ports/36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 1092 time: 0.7375391 Feb 09 02:55:52.975239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02622d9f-467b-4e19-aee0-442a03d35eb0 req-fc2b3ae9-5fa7-464a-825a-170f0bbd2bc6 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958529 Feb 09 02:55:53.002529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fc64f-f26d-4a21-92c8-46e78d1185f2 service neutron] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:53.035469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-f1adb69c-ef83-46c4-ac7c-391ea1b2400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.037610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-f1adb69c-ef83-46c4-ac7c-391ea1b2400d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1126 time: 0.0519958 Feb 09 02:55:53.126389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-6c22e5fe-adbe-4a92-8389-02bf78613701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.128053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-6c22e5fe-adbe-4a92-8389-02bf78613701 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.0846307 Feb 09 02:55:53.177090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-f2b81652-3c42-40c9-b8c0-420815e8261d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 217 time: 0.0428457 Feb 09 02:55:53.235048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-87abdf7e-067f-434a-ab0e-39d4299a9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.236635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-87abdf7e-067f-434a-ab0e-39d4299a9827 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0542073 Feb 09 02:55:53.271763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-698e65d8-c9c7-4aec-b117-ec6fb6c1f946 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292826 Feb 09 02:55:53.366331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-1daaa751-f1f5-41c7-acb5-c79ad0feb084 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 Feb 09 02:55:53.418356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0781b6d3-642b-4f5f-a630-89ee83a066dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:53.459508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-47208f81-4ed0-494b-aed0-16a78b92b762 req-8fa356c6-b7dd-457f-be87-8554f193f0c2 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877867 Feb 09 02:55:54.119641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19076e-1dee-4ee6-bfe8-e603b87788fa req-2d2606b9-8769-4d25-bdc0-cfc0176894da tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.121131 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a19076e-1dee-4ee6-bfe8-e603b87788fa req-2d2606b9-8769-4d25-bdc0-cfc0176894da tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 943 time: 0.0596249 Feb 09 02:55:54.473836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a19076e-1dee-4ee6-bfe8-e603b87788fa req-598af28c-3f56-4fb2-8399-ec908ed123ed tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467143 Feb 09 02:55:54.663747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:54.666206 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a" -d '{"events": [{"name": "network-changed", "server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:54.719158 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e31837-fd37-4e6f-838b-af9f15478355 x-openstack-request-id: req-a6e31837-fd37-4e6f-838b-af9f15478355 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:54.719349 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:54.719601 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6e31837-fd37-4e6f-838b-af9f15478355 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:54.720026 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'status': 'completed', 'code': 200} Feb 09 02:55:54.783993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-26bf26ef-7258-4b78-8643-339fe9eb6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.785576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-26bf26ef-7258-4b78-8643-339fe9eb6596 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1126 time: 0.0476665 Feb 09 02:55:54.797660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-8998cbe1-8f86-429d-b722-6941e4c9edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.799235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-8998cbe1-8f86-429d-b722-6941e4c9edbe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1126 time: 0.0571072 Feb 09 02:55:54.897516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-2375edae-8018-4ca3-8acd-3da46cada168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.899092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-2375edae-8018-4ca3-8acd-3da46cada168 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.1077552 Feb 09 02:55:54.906815 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-1ebd2c37-2f24-4e2c-88d4-227981d2cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.908277 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-1ebd2c37-2f24-4e2c-88d4-227981d2cb42 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.1013203 Feb 09 02:55:54.942334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-7955261b-1277-4b9c-9c75-85167a9424c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 217 time: 0.0370798 Feb 09 02:55:54.950385 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-55e60417-3a50-4db9-9d0b-33caf6f1dd44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 217 time: 0.0361147 Feb 09 02:55:54.997688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-2ed55907-5b50-477c-a5fd-d759a7b2e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.999310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-2ed55907-5b50-477c-a5fd-d759a7b2e480 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0499990 Feb 09 02:55:55.005624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-5a931ebf-55b5-4254-b13b-66173c015c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:55.007211 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-5a931ebf-55b5-4254-b13b-66173c015c82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0509229 Feb 09 02:55:55.031981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-fc63b589-167e-47c2-aee4-27e533c6aecb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258994 Feb 09 02:55:55.039699 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-4df20753-ec46-4122-a892-22245d19f0d7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268915 Feb 09 02:55:55.125935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-2183f6a5-714f-4066-88bf-618780a7dcc7 service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874138 Feb 09 02:55:55.140342 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-41dbef8c-ab5d-4d7d-aae5-06ce4014dbd9 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943570 Feb 09 02:55:55.230244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-3b77510f-aac0-417d-8f3d-fcfe53d9d59c service neutron] 10.222.0.72 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984697 Feb 09 02:55:55.236749 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-add4fae1-88e0-4db2-89aa-10db9cd8fa6a req-a0f354b7-532d-48b8-ab24-d1b145d2fb71 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909379 Feb 09 02:55:55.604760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443e7e8-fedc-4cdd-a5c9-317fad630a7d req-42ba26f8-0128-4a9d-be6e-d1b5217d5b1a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:55.606282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5443e7e8-fedc-4cdd-a5c9-317fad630a7d req-42ba26f8-0128-4a9d-be6e-d1b5217d5b1a tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 943 time: 0.0635307 Feb 09 02:55:55.655726 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5443e7e8-fedc-4cdd-a5c9-317fad630a7d req-3ffe6b6e-8d13-4b61-89f9-8dd4ee41a207 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Feb 09 02:55:55.740946 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5a50efd-e6a4-4411-bc94-11cb44105fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.160903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:56.201430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] The host n-h1-826675-12 is not matching for port 36e4f90a-eb72-44d6-839a-5c2edde5c26c host n-h2-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:55:56.201869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:55:56.261010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:56.366584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:56.377869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'network_id': 'cdd0020f-2b63-47cd-9e85-6f9ea4360fb0', 'port_id': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'mac_address': 'fa:16:3e:a4:c8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f3ccd0-852e-4d38-912f-8e8d83396bb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:56.416502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 36e4f90a-eb72-44d6-839a-5c2edde5c26c is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:56.416806 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.429644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e4f90a-eb72-44d6-839a-5c2edde5c26c {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:56.451170 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:56.455097 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.508424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:56.754361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['36e4f90a-eb72-44d6-839a-5c2edde5c26c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:56.780938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7410-abe0-458f-8618-b62d95995933 req-166cca6f-8dc3-4a5d-b39d-94df282b71d8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:56.782472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27cb7410-abe0-458f-8618-b62d95995933 req-166cca6f-8dc3-4a5d-b39d-94df282b71d8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 944 time: 0.0539606 Feb 09 02:55:56.840289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27cb7410-abe0-458f-8618-b62d95995933 req-fdc168b5-1d63-47eb-9cd0-fdaf110aa4c1 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517147 Feb 09 02:55:57.044344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56870-4853-40a8-adb9-442182c01782 req-a823c73a-d78e-4ad3-8c26-8e9d2cf09d65 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:57.045873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53a56870-4853-40a8-adb9-442182c01782 req-a823c73a-d78e-4ad3-8c26-8e9d2cf09d65 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 944 time: 0.0581341 Feb 09 02:55:57.101011 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-5e361c76-c7fa-4423-b6d8-5a595911d525 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:57.102109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-53a56870-4853-40a8-adb9-442182c01782 req-ccc3397e-4c6a-4278-a31b-4408d6b16a64 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490248 Feb 09 02:55:57.103179 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-5e361c76-c7fa-4423-b6d8-5a595911d525 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.82 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2&tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&binding%3Ahost_id=n-h2-826675-12 HTTP/1.1" status: 200 len: 944 time: 0.1074541 Feb 09 02:55:57.111195 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.173158 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-b1f36888-6bc9-4670-a928-cf7af63bf1bc service neutron] delete failed (client error): The resource could not be found. Feb 09 02:55:57.174209 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-b1f36888-6bc9-4670-a928-cf7af63bf1bc service neutron] 10.222.0.82 "DELETE /v2.0/ports/36e4f90a-eb72-44d6-839a-5c2edde5c26c/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0643699 Feb 09 02:55:57.263807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-4ced5ddd-011c-49fd-896e-d961e89ca3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:57.265448 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-4ced5ddd-011c-49fd-896e-d961e89ca3c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 1127 time: 0.0490756 Feb 09 02:55:57.356211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-22de1b06-5c23-4a4b-9b47-3815efae6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:57.357723 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-22de1b06-5c23-4a4b-9b47-3815efae6bcd service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 200 len: 916 time: 0.0866466 Feb 09 02:55:57.404487 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-b6e40f70-7c6a-403a-9c67-c7bc319609ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 200 len: 217 time: 0.0412118 Feb 09 02:55:57.460070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-9ec95e64-1fe7-4dd0-90dd-c7accd1fb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:57.461549 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-9ec95e64-1fe7-4dd0-90dd-c7accd1fb220 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 200 len: 855 time: 0.0517514 Feb 09 02:55:57.494724 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-1b12023d-dae0-4d01-9473-c7597bd26738 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270741 Feb 09 02:55:57.589583 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-aa17442a-dbfb-48ea-a81e-2be016ecda05 service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880880 Feb 09 02:55:57.682757 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8ebadae2-ee76-4dbd-a73c-14cb6285594d req-c3ef9895-72f1-4bc4-9260-ce270e18cc1a service neutron] 10.222.0.82 "GET /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879452 Feb 09 02:55:58.252513 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181fce-1d2e-4900-afb5-e7777c84fd65 req-36808773-61e3-40ce-a1bc-b4fad90892d8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.254030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08181fce-1d2e-4900-afb5-e7777c84fd65 req-36808773-61e3-40ce-a1bc-b4fad90892d8 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 944 time: 0.0722206 Feb 09 02:55:58.257363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:58.305063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08181fce-1d2e-4900-afb5-e7777c84fd65 req-754315bd-7472-41e7-8e84-15342992de70 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Feb 09 02:55:58.311203 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.325484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 36e4f90a-eb72-44d6-839a-5c2edde5c26c completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:58.329377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 36e4f90a-eb72-44d6-839a-5c2edde5c26c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:58.329751 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.411632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 36e4f90a-eb72-44d6-839a-5c2edde5c26c is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:58.411951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.436282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:58.438529 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9149577-1d9c-4e18-ba67-bd717cde93ea" -d '{"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-plugged", "status": "completed", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:58.438991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b74718-e11c-4f3e-ac52-dd835ece5c56 req-e4328638-8f57-419f-be64-83e04f25b754 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.440514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b74718-e11c-4f3e-ac52-dd835ece5c56 req-e4328638-8f57-419f-be64-83e04f25b754 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 944 time: 0.0557978 Feb 09 02:55:58.451559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:58.455863 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.485082 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f72a4f-b520-4308-b31a-268fe588276d x-openstack-request-id: req-00f72a4f-b520-4308-b31a-268fe588276d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:58.485390 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-plugged", "status": "completed", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:58.485653 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00f72a4f-b520-4308-b31a-268fe588276d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:58.486047 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'code': 200} Feb 09 02:55:58.508393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12b74718-e11c-4f3e-ac52-dd835ece5c56 req-20d8f78a-2ac4-4209-9fbb-9a56a6aed911 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604973 Feb 09 02:55:58.512090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:58.634863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c713db-f0e8-41db-a659-dd0421fb140a req-75455076-f13d-4904-a37c-5181af6c0ecb tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.636365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96c713db-f0e8-41db-a659-dd0421fb140a req-75455076-f13d-4904-a37c-5181af6c0ecb tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0579841 Feb 09 02:55:58.687201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96c713db-f0e8-41db-a659-dd0421fb140a req-b8a7ef2c-311c-4bbf-ad69-8acd7ac474e9 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Feb 09 02:55:59.044925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac8e11-d04c-4e67-aca6-83c4c08c1b2c req-7734a5cd-cdac-44fa-8a11-f449caa5b103 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:59.046596 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14ac8e11-d04c-4e67-aca6-83c4c08c1b2c req-7734a5cd-cdac-44fa-8a11-f449caa5b103 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0555415 Feb 09 02:55:59.094877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14ac8e11-d04c-4e67-aca6-83c4c08c1b2c req-fb07d7bf-b81e-491a-8a18-e62bac388bf7 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Feb 09 02:55:59.872128 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.168114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-191cac8b-95db-40b6-bea4-a9532f776288 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.169612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-191cac8b-95db-40b6-bea4-a9532f776288 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.72 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.0583980 Feb 09 02:56:00.278311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f885-f611-47ca-ac7d-198c6024b115 req-06350651-e3e1-4cff-b8aa-ec9b8fd4837d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.279834 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fd7f885-f611-47ca-ac7d-198c6024b115 req-06350651-e3e1-4cff-b8aa-ec9b8fd4837d tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/ports?device_id=609d1900-f7fa-4ff9-a088-fa6d05f806f2 HTTP/1.1" status: 200 len: 945 time: 0.1074493 Feb 09 02:56:00.332713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Deleting port 36e4f90a-eb72-44d6-839a-5c2edde5c26c {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:00.333692 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.380902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fd7f885-f611-47ca-ac7d-198c6024b115 req-28e892d3-1f1b-4a31-9505-f101bc437e89 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.53 "GET /v2.0/security-groups?id=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 Feb 09 02:56:00.433006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] For port 36e4f90a-eb72-44d6-839a-5c2edde5c26c, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=36e4f90a-eb72-44d6-839a-5c2edde5c26c,segment=NetworkSegment(17ce6396-9d1e-4319-aa1a-9bb779ec3e86),segment_id=17ce6396-9d1e-4319-aa1a-9bb779ec3e86)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:00.433373 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.446152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Calling delete_port for 36e4f90a-eb72-44d6-839a-5c2edde5c26c owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:00.582123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (36e4f90a-eb72-44d6-839a-5c2edde5c26c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.594192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['36e4f90a-eb72-44d6-839a-5c2edde5c26c'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:00.618483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Pushing event deleted for resources: {'Port': ['ID=36e4f90a-eb72-44d6-839a-5c2edde5c26c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:00.671114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] No DVR routers for this DVR port 36e4f90a-eb72-44d6-839a-5c2edde5c26c on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:00.673936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.677418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea015e38-63f2-48b1-9fb7-df610eb8cde8 req-3133c551-2f4b-484d-9e0b-11b9ddbd6944 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] 10.222.0.72 "DELETE /v2.0/ports/36e4f90a-eb72-44d6-839a-5c2edde5c26c HTTP/1.1" status: 204 len: 173 time: 0.4966056 Feb 09 02:56:00.678109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-deleted', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:00.680393 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5bf936-559b-4f7c-bcd1-c9005ab269c7" -d '{"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-deleted", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:00.727866 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48792122-1bab-4b5b-a2b9-06aca0f2e0cd x-openstack-request-id: req-48792122-1bab-4b5b-a2b9-06aca0f2e0cd {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:00.728198 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609d1900-f7fa-4ff9-a088-fa6d05f806f2", "name": "network-vif-deleted", "tag": "36e4f90a-eb72-44d6-839a-5c2edde5c26c", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:00.728461 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48792122-1bab-4b5b-a2b9-06aca0f2e0cd {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:00.728874 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609d1900-f7fa-4ff9-a088-fa6d05f806f2', 'name': 'network-vif-deleted', 'tag': '36e4f90a-eb72-44d6-839a-5c2edde5c26c', 'status': 'completed', 'code': 200} Feb 09 02:56:01.514071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43582) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:01.561722 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Deleting subnet 34f3ccd0-852e-4d38-912f-8e8d83396bb4 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:56:01.564913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Publish callbacks [] for subnet (34f3ccd0-852e-4d38-912f-8e8d83396bb4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.605030 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (34f3ccd0-852e-4d38-912f-8e8d83396bb4), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.648157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (34f3ccd0-852e-4d38-912f-8e8d83396bb4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.705904 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (34f3ccd0-852e-4d38-912f-8e8d83396bb4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.731438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f3ccd0-852e-4d38-912f-8e8d83396bb4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:01.741153 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.744368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34f3ccd0-852e-4d38-912f-8e8d83396bb4 HTTP/1.1" status: 204 len: 168 time: 0.2292454 Feb 09 02:56:01.746160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.746529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.746868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.747205 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.747533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.747865 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.748198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.748531 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.748849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.749165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.749493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.749806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.750126 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93162ebc-5663-4c91-8fb3-5e784a0b0d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:01.756847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43584) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:01.829712 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cdd0020f-2b63-47cd-9e85-6f9ea4360fb0), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.918355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cdd0020f-2b63-47cd-9e85-6f9ea4360fb0), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.944341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd0020f-2b63-47cd-9e85-6f9ea4360fb0']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:01.953550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ce6396-9d1e-4319-aa1a-9bb779ec3e86') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:01.953852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ce6396-9d1e-4319-aa1a-9bb779ec3e86') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:01.965135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (17ce6396-9d1e-4319-aa1a-9bb779ec3e86), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.979483 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (17ce6396-9d1e-4319-aa1a-9bb779ec3e86), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.985703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:56:01.986141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (17ce6396-9d1e-4319-aa1a-9bb779ec3e86), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: timer() Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:56:01.987802 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:56:02.043388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cdd0020f-2b63-47cd-9e85-6f9ea4360fb0), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.048891 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.054534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cdd0020f-2b63-47cd-9e85-6f9ea4360fb0 HTTP/1.1" status: 204 len: 168 time: 0.2945602 Feb 09 02:56:02.065359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83ad03-f027-4d89-9fa9-8aab3b111f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd0020f-2b63-47cd-9e85-6f9ea4360fb0,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:02.164398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43588) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:02.207345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2a87fdd5-bd07-49c3-adac-0bba0d90c475 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5178b34dbfd4c87baa1157ce57b80d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416846 Feb 09 02:56:02.210743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43590) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:02.259608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3724fcbd-135c-4710-ab13-d7b14a62f1c2 admin admin] Publish callbacks [] for security_group (6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.287713 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3724fcbd-135c-4710-ab13-d7b14a62f1c2 admin admin] Publish callbacks [] for security_group (6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.335962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3724fcbd-135c-4710-ab13-d7b14a62f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.338749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3724fcbd-135c-4710-ab13-d7b14a62f1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.339994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3724fcbd-135c-4710-ab13-d7b14a62f1c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13 HTTP/1.1" status: 204 len: 168 time: 0.1282854 Feb 09 02:56:02.347928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724fcbd-135c-4710-ab13-d7b14a62f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6462e8b6-6cd2-4ed1-9b95-67a5c55f8c13,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:03.058816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43612) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:03.158958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-286731809-network', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:03.181323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Made reservation on behalf of 7c97de3ca167420fa77d7e9b7983360a for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:03.183915 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.192461 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.281426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks [] for security_group (cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.285501 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.314199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:56:03.320435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:03.328931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fa85e74a-e0c8-4ad0-aff2-98edc369c660), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.329308 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Added segment fa85e74a-e0c8-4ad0-aff2-98edc369c660 of type vlan for network 045018c3-fde9-434b-a0fe-b24e3d9597bc Feb 09 02:56:03.371510 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (045018c3-fde9-434b-a0fe-b24e3d9597bc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.397146 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (045018c3-fde9-434b-a0fe-b24e3d9597bc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.398218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.398851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.465195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4052327 Feb 09 02:56:03.472562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7862f-b1fa-469f-be2b-b8ba1bc6f163 admin admin] Pushing event updated for resources: {'Network': ['ID=045018c3-fde9-434b-a0fe-b24e3d9597bc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:03.475789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43616) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:03.480889 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Request body: {'subnet': {'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-286731809-subnet', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:03.484361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:56:03.502151 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Made reservation on behalf of 7c97de3ca167420fa77d7e9b7983360a for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:03.504577 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.698695 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (c70ea216-9ff8-49ce-8835-e66fe422b4fc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.761898 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70ea216-9ff8-49ce-8835-e66fe422b4fc,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:03.768198 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:03.768565 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Network hostable DHCP agents. Network: 045018c3-fde9-434b-a0fe-b24e3d9597bc, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:56:03.789350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:56:03.799203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 045018c3-fde9-434b-a0fe-b24e3d9597bc) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:03.804592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.805261 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.808380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb8a8c-9062-452c-95b7-2ea9d95a2e02 None None] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:03.826418 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b5b1d67a-d993-4c37-91f3-97e7c5e45397 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3493202 Feb 09 02:56:03.829416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:03.837671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:03.858975 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (f495c41d-fae2-4283-aab3-949e4f35ed03), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.860097 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (f495c41d-fae2-4283-aab3-949e4f35ed03), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.922410 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks [] for router_controller (f495c41d-fae2-4283-aab3-949e4f35ed03), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.929031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-045018c3-fde9-434b-a0fe-b24e3d9597bc', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:56:03.930009 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.070078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Allocated IP 172.20.0.2 (045018c3-fde9-434b-a0fe-b24e3d9597bc/c70ea216-9ff8-49ce-8835-e66fe422b4fc/f8b8b8d5-192a-4533-86dd-36d1bad673c2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:04.072157 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks [] for router_gateway (f495c41d-fae2-4283-aab3-949e4f35ed03), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.241989 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Publish callbacks [] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.250239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.307900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:04.353507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:04.354593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 36e4f90a-eb72-44d6-839a-5c2edde5c26c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:04.354950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 36e4f90a-eb72-44d6-839a-5c2edde5c26c not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:04.359880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:04.362428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:04.377665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Pushing event updated for resources: {'Port': ['ID=f8b8b8d5-192a-4533-86dd-36d1bad673c2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:04.435241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Attempting to bind port f8b8b8d5-192a-4533-86dd-36d1bad673c2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:04.435622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Attempting to bind port f8b8b8d5-192a-4533-86dd-36d1bad673c2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:04.435992 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Attempting to bind port f8b8b8d5-192a-4533-86dd-36d1bad673c2 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:04.441638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:04.442024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:04.442631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.443144 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:04.443640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Bound port: f8b8b8d5-192a-4533-86dd-36d1bad673c2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:04.444032 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.511554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] For port f8b8b8d5-192a-4533-86dd-36d1bad673c2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:04.516176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] For port f8b8b8d5-192a-4533-86dd-36d1bad673c2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f8b8b8d5-192a-4533-86dd-36d1bad673c2,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:04.523423 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.594392 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c68cc-20be-4988-a842-44eaa01b425f None None] Pushing event updated for resources: {'Port': ['ID=f8b8b8d5-192a-4533-86dd-36d1bad673c2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:04.690890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks [] for router_gateway (f495c41d-fae2-4283-aab3-949e4f35ed03), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.711459 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.840887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Allocated IP 172.25.6.214 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/f4911c28-bbcc-45de-addc-63c6e2f40ee5) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:04.958363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks [] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.993509 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.035805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:05.041122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:05.044744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:05.070081 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Pushing event updated for resources: {'Port': ['ID=f4911c28-bbcc-45de-addc-63c6e2f40ee5,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:05.320311 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks [] for router_gateway (f495c41d-fae2-4283-aab3-949e4f35ed03), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.440232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f8b8b8d5-192a-4533-86dd-36d1bad673c2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:05.494474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f8b8b8d5-192a-4533-86dd-36d1bad673c2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:05.494864 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.547000 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (f495c41d-fae2-4283-aab3-949e4f35ed03), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.592832 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f8b8b8d5-192a-4533-86dd-36d1bad673c2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:05.593273 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.598043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633aeaa-4826-4ee9-9965-c6636287f984 None None] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:05.696676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port f8b8b8d5-192a-4533-86dd-36d1bad673c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f8b8b8d5-192a-4533-86dd-36d1bad673c2,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:05.702951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Router f495c41d-fae2-4283-aab3-949e4f35ed03 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:56:05.706517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.722321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e1c38773-6e36-4808-b28a-fbb227a9e52a None None] Provisioning complete for port f8b8b8d5-192a-4533-86dd-36d1bad673c2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:05.722720 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1c38773-6e36-4808-b28a-fbb227a9e52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.821602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:05.825935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=f8b8b8d5-192a-4533-86dd-36d1bad673c2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:05.839936 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:05.843803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.845402 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb2635ae-4b2c-4e53-92f8-3faebcedf536 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0142951 Feb 09 02:56:05.848223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43622) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:05.851800 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:05.852815 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:55:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:05.890739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e1c38773-6e36-4808-b28a-fbb227a9e52a None None] Current status of the port f8b8b8d5-192a-4533-86dd-36d1bad673c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:05.986252 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:06.111772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ff376d40-dffa-493c-91a2-b3cce27299fb None None] Provisioning complete for port f8b8b8d5-192a-4533-86dd-36d1bad673c2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:06.112241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ff376d40-dffa-493c-91a2-b3cce27299fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.189401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:05Z', 'revision_number': 3, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:06.217371 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:06.217732 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Updating router f495c41d-fae2-4283-aab3-949e4f35ed03 port f4911c28-bbcc-45de-addc-63c6e2f40ee5 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:56:06.248479 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.336794 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.377619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ff376d40-dffa-493c-91a2-b3cce27299fb None None] Current status of the port f8b8b8d5-192a-4533-86dd-36d1bad673c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:06.503996 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Allocated IP 172.20.0.1 (045018c3-fde9-434b-a0fe-b24e3d9597bc/c70ea216-9ff8-49ce-8835-e66fe422b4fc/a387bebc-950d-4151-a899-c8414d3c2184) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:06.520202 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Publish callbacks [] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.526088 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.578963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Pushing event updated for resources: {'Port': ['ID=f4911c28-bbcc-45de-addc-63c6e2f40ee5,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:06.580983 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Attempting to bind port f4911c28-bbcc-45de-addc-63c6e2f40ee5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:06.581341 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Attempting to bind port f4911c28-bbcc-45de-addc-63c6e2f40ee5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:06.581693 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Attempting to bind port f4911c28-bbcc-45de-addc-63c6e2f40ee5 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:06.591948 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.592274 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.592620 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.592946 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.593278 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.593601 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.593925 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.594246 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.594591 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.594911 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.595228 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.595542 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.596177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:06.600202 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:06.600577 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:06.600978 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.601353 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:06.601819 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Bound port: f4911c28-bbcc-45de-addc-63c6e2f40ee5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:06.602227 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.615946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks [] for port (a387bebc-950d-4151-a899-c8414d3c2184), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.654762 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a387bebc-950d-4151-a899-c8414d3c2184), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.660219 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] For port f4911c28-bbcc-45de-addc-63c6e2f40ee5, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:06.666393 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] For port f4911c28-bbcc-45de-addc-63c6e2f40ee5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f4911c28-bbcc-45de-addc-63c6e2f40ee5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:06.675864 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.700530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:06.703691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:06.707990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:06.738499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a387bebc-950d-4151-a899-c8414d3c2184,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:06.762766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (f495c41d-fae2-4283-aab3-949e4f35ed03), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.772010 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:06.772710 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:55:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:06.809198 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9f976-a521-4e03-8752-d3ed15634d37 None None] Pushing event updated for resources: {'Port': ['ID=f4911c28-bbcc-45de-addc-63c6e2f40ee5,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:06.894760 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:06.918866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a387bebc-950d-4151-a899-c8414d3c2184), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.002782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b20ae4b-aa87-4c21-b5af-084e1928fc75 None None] Provisioning complete for port a387bebc-950d-4151-a899-c8414d3c2184 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:07.003344 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b20ae4b-aa87-4c21-b5af-084e1928fc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a387bebc-950d-4151-a899-c8414d3c2184), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.040892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b20ae4b-aa87-4c21-b5af-084e1928fc75 None None] Port a387bebc-950d-4151-a899-c8414d3c2184 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:07.089283 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:05Z', 'revision_number': 3, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:07.105343 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks [] for port (a387bebc-950d-4151-a899-c8414d3c2184), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.111434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a387bebc-950d-4151-a899-c8414d3c2184), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.116658 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08661806-a902-4af6-8ec7-7742a5b9290a None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:05Z', 'revision_number': 3, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:07.194630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (f495c41d-fae2-4283-aab3-949e4f35ed03), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.197700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a387bebc-950d-4151-a899-c8414d3c2184,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:07.304045 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:07.305585 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:07.477402 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:07.551204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4911c28-bbcc-45de-addc-63c6e2f40ee5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:07.615640 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f4911c28-bbcc-45de-addc-63c6e2f40ee5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:07.616014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.625637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:07.634520 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cf7a1926-23c4-4a61-8c15-b736e19416a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/f495c41d-fae2-4283-aab3-949e4f35ed03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7812996 Feb 09 02:56:07.685177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4e556238-a6b7-492d-b153-7b11cfead927 None None] Provisioning complete for port a387bebc-950d-4151-a899-c8414d3c2184 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:07.685531 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e556238-a6b7-492d-b153-7b11cfead927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a387bebc-950d-4151-a899-c8414d3c2184), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.750968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4e556238-a6b7-492d-b153-7b11cfead927 None None] Port a387bebc-950d-4151-a899-c8414d3c2184 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:07.755492 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f4911c28-bbcc-45de-addc-63c6e2f40ee5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:07.755776 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.778024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port f4911c28-bbcc-45de-addc-63c6e2f40ee5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f4911c28-bbcc-45de-addc-63c6e2f40ee5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:07.782435 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.783300 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f8b8b8d5-192a-4533-86dd-36d1bad673c2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:07.875927 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=f4911c28-bbcc-45de-addc-63c6e2f40ee5,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:07.889982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f8b8b8d5-192a-4533-86dd-36d1bad673c2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:07.890369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.980923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f8b8b8d5-192a-4533-86dd-36d1bad673c2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:08.337044 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43630) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:08.341800 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0dc7915d-2da6-4246-8bb8-c0970943269f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482260309', 'description': 'tempest-description--946765357'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:08.363037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0dc7915d-2da6-4246-8bb8-c0970943269f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.448955 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0dc7915d-2da6-4246-8bb8-c0970943269f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group (bccf1b06-dc34-47e9-bdec-90dc44f9b038), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.452710 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0dc7915d-2da6-4246-8bb8-c0970943269f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bccf1b06-dc34-47e9-bdec-90dc44f9b038), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.481537 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0dc7915d-2da6-4246-8bb8-c0970943269f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.482795 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0dc7915d-2da6-4246-8bb8-c0970943269f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1447177 Feb 09 02:56:08.485805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43632) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:08.486812 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7915d-2da6-4246-8bb8-c0970943269f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccf1b06-dc34-47e9-bdec-90dc44f9b038,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:08.492272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-08db189c-999e-4610-9dd1-ebe81660a933 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'security_group_rule': {'security_group_id': 'bccf1b06-dc34-47e9-bdec-90dc44f9b038', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:08.519511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08db189c-999e-4610-9dd1-ebe81660a933 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group_rule (beec8402-5d22-442b-bb29-40313f420e78), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.583840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08db189c-999e-4610-9dd1-ebe81660a933 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group_rule (beec8402-5d22-442b-bb29-40313f420e78), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.588291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08db189c-999e-4610-9dd1-ebe81660a933 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (beec8402-5d22-442b-bb29-40313f420e78), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.613473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db189c-999e-4610-9dd1-ebe81660a933 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beec8402-5d22-442b-bb29-40313f420e78,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:08.620568 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-08db189c-999e-4610-9dd1-ebe81660a933 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.621801 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-08db189c-999e-4610-9dd1-ebe81660a933 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348650 Feb 09 02:56:08.624758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43634) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:08.629835 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-63cc7dfe-ef6d-4a5b-8aed-189eafe3a1c2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'security_group_rule': {'security_group_id': 'bccf1b06-dc34-47e9-bdec-90dc44f9b038', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:08.659011 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63cc7dfe-ef6d-4a5b-8aed-189eafe3a1c2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group_rule (b0b21982-f183-4de9-bc41-8a2ecb436e6b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.725998 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63cc7dfe-ef6d-4a5b-8aed-189eafe3a1c2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group_rule (b0b21982-f183-4de9-bc41-8a2ecb436e6b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.732071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63cc7dfe-ef6d-4a5b-8aed-189eafe3a1c2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b0b21982-f183-4de9-bc41-8a2ecb436e6b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.751937 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc7dfe-ef6d-4a5b-8aed-189eafe3a1c2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b21982-f183-4de9-bc41-8a2ecb436e6b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:08.763155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-63cc7dfe-ef6d-4a5b-8aed-189eafe3a1c2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.764486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-63cc7dfe-ef6d-4a5b-8aed-189eafe3a1c2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387568 Feb 09 02:56:08.767582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 43636) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:08.772903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:08.795770 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.891371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:08.898434 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.905855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:08.906588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:55:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:09.008122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Allocated IP 172.25.6.68 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/54f8430a-a4b5-4815-808f-f8524922b6e1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:09.037094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:09.114884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.156614 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.194365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:09.201703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:09.205330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:09.227901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'Port': ['ID=54f8430a-a4b5-4815-808f-f8524922b6e1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:09.262386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 2, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:09.289074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:09.289435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Updating router f495c41d-fae2-4283-aab3-949e4f35ed03 port a387bebc-950d-4151-a899-c8414d3c2184 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:56:09.296529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.318131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a387bebc-950d-4151-a899-c8414d3c2184), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.334926 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.420496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4911c28-bbcc-45de-addc-63c6e2f40ee5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:09.497078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.501865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.551261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f4911c28-bbcc-45de-addc-63c6e2f40ee5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:09.551684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.579228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'Port': ['ID=54f8430a-a4b5-4815-808f-f8524922b6e1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:09.593078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.609335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.610618 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a7be46c5-7888-4162-9302-c9e9ec2884c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8420298 Feb 09 02:56:09.714720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f4911c28-bbcc-45de-addc-63c6e2f40ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:09.718212 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Publish callbacks [] for port (a387bebc-950d-4151-a899-c8414d3c2184), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.726071 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a387bebc-950d-4151-a899-c8414d3c2184), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.773717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-3b423565-e242-4fca-9bf9-c00150eb9f62 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1482260309&fields=id&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 267 time: 0.0505455 Feb 09 02:56:09.787765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fa1fb-247d-44bb-81b7-1b714b362f70 None None] Pushing event updated for resources: {'Port': ['ID=a387bebc-950d-4151-a899-c8414d3c2184,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:09.846497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Attempting to bind port a387bebc-950d-4151-a899-c8414d3c2184 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:09.846895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Attempting to bind port a387bebc-950d-4151-a899-c8414d3c2184 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:09.847368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Attempting to bind port a387bebc-950d-4151-a899-c8414d3c2184 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:09.854036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:09.854413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:09.854858 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.855258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:09.855740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Bound port: a387bebc-950d-4151-a899-c8414d3c2184, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:09.856619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a387bebc-950d-4151-a899-c8414d3c2184), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.893548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-79498b17-eba4-4a58-be96-d413e7da9060 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.895833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-79498b17-eba4-4a58-be96-d413e7da9060 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.1150343 Feb 09 02:56:09.912625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-e7e0a90e-d7eb-450c-9233-7975a067af60 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/quotas/7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 375 time: 0.0105467 Feb 09 02:56:09.935586 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] For port a387bebc-950d-4151-a899-c8414d3c2184, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:09.940025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] For port a387bebc-950d-4151-a899-c8414d3c2184, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a387bebc-950d-4151-a899-c8414d3c2184,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:09.949222 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a387bebc-950d-4151-a899-c8414d3c2184), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.987105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-45a50f9c-2861-40b5-9b68-f98a73cb558b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637538 Feb 09 02:56:10.004440 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:10.005643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:55:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:10.091933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fa1fb-247d-44bb-81b7-1b714b362f70 None None] Pushing event updated for resources: {'Port': ['ID=a387bebc-950d-4151-a899-c8414d3c2184,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:10.103517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-31fd78d4-f207-454c-bb87-0e5af99bc6ba service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101787 Feb 09 02:56:10.120471 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-90d48a42-44e1-4dd9-837f-afbe1a7dc96d None None] Provisioning complete for port a387bebc-950d-4151-a899-c8414d3c2184 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:10.120848 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90d48a42-44e1-4dd9-837f-afbe1a7dc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a387bebc-950d-4151-a899-c8414d3c2184), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.180019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:10.213801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-c806ba75-0c50-4a34-a393-aa6838f65887 service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034315 Feb 09 02:56:10.353228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-90d48a42-44e1-4dd9-837f-afbe1a7dc96d None None] Current status of the port a387bebc-950d-4151-a899-c8414d3c2184 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:10.353732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90d48a42-44e1-4dd9-837f-afbe1a7dc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a387bebc-950d-4151-a899-c8414d3c2184), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.406539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-39e5d78e-761d-4a90-9132-2f48199cade5 req-2ff11ffb-1ba7-41d8-9a26-27fcfe0a6f9f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 210 time: 0.0309863 Feb 09 02:56:10.414090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-90d48a42-44e1-4dd9-837f-afbe1a7dc96d None None] For port a387bebc-950d-4151-a899-c8414d3c2184, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a387bebc-950d-4151-a899-c8414d3c2184,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:10.420288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-90d48a42-44e1-4dd9-837f-afbe1a7dc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a387bebc-950d-4151-a899-c8414d3c2184), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.494778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d48a42-44e1-4dd9-837f-afbe1a7dc96d None None] Pushing event updated for resources: {'Port': ['ID=a387bebc-950d-4151-a899-c8414d3c2184,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:10.515521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:09Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:10.555542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d30b6-a814-4e80-a325-919d3bdd9414 None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:09Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:10.569879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a9962a71-bf25-4cd8-9091-d1fceb33e486 None None] Provisioning complete for port a387bebc-950d-4151-a899-c8414d3c2184 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:10.570259 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9962a71-bf25-4cd8-9091-d1fceb33e486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a387bebc-950d-4151-a899-c8414d3c2184), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.714504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a9962a71-bf25-4cd8-9091-d1fceb33e486 None None] Current status of the port a387bebc-950d-4151-a899-c8414d3c2184 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:11.455327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a387bebc-950d-4151-a899-c8414d3c2184 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:11.553487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port a387bebc-950d-4151-a899-c8414d3c2184 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:11.554507 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a387bebc-950d-4151-a899-c8414d3c2184), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.554636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ece12f2e-f68c-4069-9c22-5aa29f60b22a req-0839786c-4866-4c25-b2c3-560416fb13f3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 210 time: 0.0571361 Feb 09 02:56:11.582220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-0d28caa2-c15a-4399-838c-5f5f4d46419d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:11.584539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-0d28caa2-c15a-4399-838c-5f5f4d46419d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.2164271 Feb 09 02:56:11.644676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:56:11.662209 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port a387bebc-950d-4151-a899-c8414d3c2184 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:11.679090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-507b3163-20bf-47c8-a7d4-1157bd89c910 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 380 time: 0.0861728 Feb 09 02:56:11.687674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'port': {'device_id': '839de8aa-d977-46cd-850c-a65858a3f367', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'admin_state_up': True, 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'security_groups': ['bccf1b06-dc34-47e9-bdec-90dc44f9b038']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:11.806187 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Made reservation on behalf of 7c97de3ca167420fa77d7e9b7983360a for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:11.809799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.941949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Allocated IP 172.20.0.3 (045018c3-fde9-434b-a0fe-b24e3d9597bc/c70ea216-9ff8-49ce-8835-e66fe422b4fc/faa9e4bc-e007-4cb9-8360-228f18fcdd72) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:12.098309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.133623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.181714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:12.187442 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:12.191152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:12.216762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:12.247984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.248839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.267244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-aabdf7d1-5497-46e6-a62e-d20ffd577d49 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833228 Feb 09 02:56:12.278237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Request body: {'port': {'device_id': '839de8aa-d977-46cd-850c-a65858a3f367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:12.346687 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.444077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-76b2d395-fefd-4dfc-b971-be1b4952d002 None None] Provisioning complete for port faa9e4bc-e007-4cb9-8360-228f18fcdd72 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:12.444481 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-76b2d395-fefd-4dfc-b971-be1b4952d002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.478363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-76b2d395-fefd-4dfc-b971-be1b4952d002 None None] Port faa9e4bc-e007-4cb9-8360-228f18fcdd72 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:12.644591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa9e4bc-e007-4cb9-8360-228f18fcdd72 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:12.671061 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Publish callbacks [] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.688620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Transition to ACTIVE for port object faa9e4bc-e007-4cb9-8360-228f18fcdd72 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:12.695332 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.744629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811e8e-1e21-4ea0-82d7-3c9fa36b05f2 req-be713a31-ce40-4a30-a1c7-e56442546406 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.746236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9811e8e-1e21-4ea0-82d7-3c9fa36b05f2 req-be713a31-ce40-4a30-a1c7-e56442546406 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 931 time: 0.1200209 Feb 09 02:56:12.791747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:12.829878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.830367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.830598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.831020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.831274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.831616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.831951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.832285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.833500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.833901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.834237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.834600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.834940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:12.887711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9811e8e-1e21-4ea0-82d7-3c9fa36b05f2 req-f4bd2218-fe7b-4e39-870f-a1381f8dc372 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331716 Feb 09 02:56:12.910069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:12.910416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:12.910790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:12.916759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:12.917100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:12.922263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:12.922637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:12.923017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:12.923437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Bound port: faa9e4bc-e007-4cb9-8360-228f18fcdd72, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:12.923829 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.992622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:12.995913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:13.002928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.038955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.039633 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.041030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] 10.222.0.72 "PUT /v2.0/ports/faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 1092 time: 0.7671936 Feb 09 02:56:13.041473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:13.043772 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e7ec2b-d446-4a56-93bb-42ec44171dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:13.074669 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40129c4-fc8b-4cee-aa25-e4999c15928a service neutron] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:13.122476 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1809727-6480-4979-b483-94cc8c77ff9b x-openstack-request-id: req-a1809727-6480-4979-b483-94cc8c77ff9b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:13.122786 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:13.123049 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1809727-6480-4979-b483-94cc8c77ff9b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:13.123469 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'status': 'completed', 'code': 200} Feb 09 02:56:13.146871 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-de087647-7fa3-41e6-9940-b335f1a1a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.148362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-de087647-7fa3-41e6-9940-b335f1a1a021 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1126 time: 0.0612562 Feb 09 02:56:13.193575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-1c1e134b-fda1-4165-bfb4-75ea2c5b3ca6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 217 time: 0.0383716 Feb 09 02:56:13.244263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-b34ba13e-aa7f-4399-8a35-0857bf0514f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.245773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-b34ba13e-aa7f-4399-8a35-0857bf0514f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0472696 Feb 09 02:56:13.301671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8388b3-80ec-460d-b522-586bc3297014 req-7afdf2a8-f8af-4ca6-beaa-d3951fdf8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.303392 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-7afdf2a8-f8af-4ca6-beaa-d3951fdf8cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505030 Feb 09 02:56:13.396793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-e90bdc20-b15e-4140-bfcb-b0d990191ab9 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872462 Feb 09 02:56:13.501004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe8388b3-80ec-460d-b522-586bc3297014 req-ddf800d4-e377-4620-8f9f-2a6f1fb77d27 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987062 Feb 09 02:56:13.597807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-e1f2109e-44f4-4da7-ac2b-6e4c44ab0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.599441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-e1f2109e-44f4-4da7-ac2b-6e4c44ab0810 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1126 time: 0.0559261 Feb 09 02:56:13.689589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-c5fe7cd1-1770-4edf-aea3-6d776d487eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.691169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-c5fe7cd1-1770-4edf-aea3-6d776d487eff service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0865016 Feb 09 02:56:13.748646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-7264d2a1-57f0-46eb-98d0-aba6eb400497 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 217 time: 0.0415609 Feb 09 02:56:13.798798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-a3663289-685c-4b25-aa38-50cf5f0a3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.800331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-a3663289-685c-4b25-aa38-50cf5f0a3e38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0458319 Feb 09 02:56:13.851387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-81d976a8-23ce-4e24-a838-7298a6845bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.852986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-81d976a8-23ce-4e24-a838-7298a6845bb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466933 Feb 09 02:56:13.948524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-3db0d0c1-935f-4156-9a3e-b4b82569b90e service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894015 Feb 09 02:56:14.082281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64adea4-7c27-40ee-a9e6-00dda3aeb7ee req-6f6a80c2-7b7d-4a2c-ac45-f6720af2965d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:14.084146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f64adea4-7c27-40ee-a9e6-00dda3aeb7ee req-6f6a80c2-7b7d-4a2c-ac45-f6720af2965d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 943 time: 0.1213734 Feb 09 02:56:14.116734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05e7ec2b-d446-4a56-93bb-42ec44171dbd req-67a3c35b-9f29-4e20-85f7-2d7114f9c9cb service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618700 Feb 09 02:56:14.148399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f64adea4-7c27-40ee-a9e6-00dda3aeb7ee req-3dab04aa-6f3e-4f12-90e5-dcacc47ce166 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585580 Feb 09 02:56:15.276821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b457e94-d5fa-446d-82b1-3116ab42b5de req-49691493-c10e-4fbc-aa02-af19a473e260 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.278326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b457e94-d5fa-446d-82b1-3116ab42b5de req-49691493-c10e-4fbc-aa02-af19a473e260 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 943 time: 0.0596485 Feb 09 02:56:15.328565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b457e94-d5fa-446d-82b1-3116ab42b5de req-fffc9026-ff88-4971-aa28-1fc9a72dab04 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446196 Feb 09 02:56:16.400664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:56:16.465710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90750e-92be-456a-9940-bd87bcd0b855 req-50667d9f-1c4a-42b8-8aab-e7c9aa2ef4fd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.467234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b90750e-92be-456a-9940-bd87bcd0b855 req-50667d9f-1c4a-42b8-8aab-e7c9aa2ef4fd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 943 time: 0.0612392 Feb 09 02:56:16.500250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:16.514014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'mac_address': 'fa:16:3e:18:48:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:56:16.521785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b90750e-92be-456a-9940-bd87bcd0b855 req-5822d40a-40b8-4e64-8e4f-253bb2ec52e6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Feb 09 02:56:16.556833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port faa9e4bc-e007-4cb9-8360-228f18fcdd72 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:16.557224 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:16.570690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa9e4bc-e007-4cb9-8360-228f18fcdd72 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:16.589627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:16.593498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:16.643404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:16.869377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['faa9e4bc-e007-4cb9-8360-228f18fcdd72'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:17.654877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa03446-523a-4078-b704-949abe04d59b req-7374ce2d-e777-467c-83ae-0f00368a3ebe tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.656557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aa03446-523a-4078-b704-949abe04d59b req-7374ce2d-e777-467c-83ae-0f00368a3ebe tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 944 time: 0.0651090 Feb 09 02:56:17.710983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9aa03446-523a-4078-b704-949abe04d59b req-84a4ce4e-0ab7-4317-9a4b-7244bec94163 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 Feb 09 02:56:18.293608 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.395727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:18.456201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port faa9e4bc-e007-4cb9-8360-228f18fcdd72 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:56:18.460016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port faa9e4bc-e007-4cb9-8360-228f18fcdd72 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:18.460395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.546801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port faa9e4bc-e007-4cb9-8360-228f18fcdd72 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:18.547318 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.574816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:18.577062 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ed631-a037-4aa6-a7ca-3b809e2a4239" -d '{"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-plugged", "status": "completed", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:18.593145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:18.597835 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.624674 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6a1ef-d8ab-4056-8feb-f349fa366182 x-openstack-request-id: req-6ee6a1ef-d8ab-4056-8feb-f349fa366182 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:18.624972 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-plugged", "status": "completed", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:18.625228 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ee6a1ef-d8ab-4056-8feb-f349fa366182 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:18.625616 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'code': 200} Feb 09 02:56:18.666203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:18.674602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.674959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.675315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.675658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.676000 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.677680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.678134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.678499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.678845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.679187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.679516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.679849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.680180 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:18.725995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e6794-c90b-4b09-9627-ab5a7b3e782d req-a89663ac-17b2-4470-9158-0dfae1602190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.727470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f44e6794-c90b-4b09-9627-ab5a7b3e782d req-a89663ac-17b2-4470-9158-0dfae1602190 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1128 time: 0.0463398 Feb 09 02:56:18.774418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f44e6794-c90b-4b09-9627-ab5a7b3e782d req-ac2d14f9-50ed-4f47-a81c-4365d4c32327 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411537 Feb 09 02:56:18.835874 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0359cfc-4385-456c-86c0-a6b7b9160fd8 req-8df7f6c0-14a5-4b94-8429-92fdb268d4d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.837367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0359cfc-4385-456c-86c0-a6b7b9160fd8 req-8df7f6c0-14a5-4b94-8429-92fdb268d4d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0571885 Feb 09 02:56:18.885127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0359cfc-4385-456c-86c0-a6b7b9160fd8 req-2d77c2bf-66e0-43d7-bc92-7a8a2aeb0c36 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418379 Feb 09 02:56:19.353627 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:20.010498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335846-7bb6-439a-b778-b8d782def9f0 req-f9a28b2d-45de-4055-86c0-00e097edf58d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.012037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24335846-7bb6-439a-b778-b8d782def9f0 req-f9a28b2d-45de-4055-86c0-00e097edf58d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0559382 Feb 09 02:56:20.060058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-24335846-7bb6-439a-b778-b8d782def9f0 req-df70a164-a0a0-4d6f-b640-c81120dfb8cb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Feb 09 02:56:21.194761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a0721-9be4-478e-8184-2a43ef652ff4 req-0897607c-0a27-4c69-8343-770cbedc3588 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.196268 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263a0721-9be4-478e-8184-2a43ef652ff4 req-0897607c-0a27-4c69-8343-770cbedc3588 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0581961 Feb 09 02:56:21.244344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-263a0721-9be4-478e-8184-2a43ef652ff4 req-e6dd35c7-2e6b-4af4-8a9a-8ae6f055aaad tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Feb 09 02:56:21.363498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0ed4d-babf-4a48-8c92-16ee50004be8 req-9510062e-aadb-40d7-baa5-027d8a4f7e09 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.365887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6fe0ed4d-babf-4a48-8c92-16ee50004be8 req-9510062e-aadb-40d7-baa5-027d8a4f7e09 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0542741 Feb 09 02:56:21.374307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43684) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:21.379003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'floatingip': {'port_id': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:21.427240 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:22.175434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:22.182005 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:22.288286 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c associated. External IP: 172.25.6.68, port: faa9e4bc-e007-4cb9-8360-228f18fcdd72. Feb 09 02:56:22.509714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:22.622152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:22.627617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:22.632345 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:22.647512 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:22.648148 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:55:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:22.663740 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-acf42f56-1b02-4f51-9c80-dc051474c06b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "PUT /v2.0/floatingips/4d085496-a3a1-4344-b266-a7ffd68a341c HTTP/1.1" status: 200 len: 990 time: 1.2851822 Feb 09 02:56:22.663740 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:22.664873 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648c9b40-0d2a-4106-a2f5-27602310e9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:22.712880 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242aa902-1e35-41d8-b05f-8bf9d775d742 x-openstack-request-id: req-242aa902-1e35-41d8-b05f-8bf9d775d742 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:22.713182 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:22.713437 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-242aa902-1e35-41d8-b05f-8bf9d775d742 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:22.713868 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'status': 'completed', 'code': 200} Feb 09 02:56:22.773556 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:22.819839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca3a9a-8ce6-4bfe-b2a6-89a45dec5581 req-8cc0631f-65b9-44da-9ca8-c6713842f399 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.821363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14ca3a9a-8ce6-4bfe-b2a6-89a45dec5581 req-8cc0631f-65b9-44da-9ca8-c6713842f399 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0986776 Feb 09 02:56:22.823167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-197e8bb8-6e6d-4079-b5c2-9cb7256cf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.824547 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-197e8bb8-6e6d-4079-b5c2-9cb7256cf92c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1128 time: 0.0836246 Feb 09 02:56:22.923104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-14ca3a9a-8ce6-4bfe-b2a6-89a45dec5581 req-8659683f-2cab-461d-8033-7f629ae3b594 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958073 Feb 09 02:56:22.952480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-1237a7f5-fe1f-4fa2-969e-698e53949374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.953951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-1237a7f5-fe1f-4fa2-969e-698e53949374 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1202607 Feb 09 02:56:23.013991 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:18:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839de8aa-d977-46cd-850c-a65858a3f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:56:22Z', 'revision_number': 1, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:23.026060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-df4c068e-cd34-41e8-acdb-e3eef171601a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 998 time: 0.0660937 Feb 09 02:56:23.040880 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:23.049297 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:23.049899 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:55:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:23.075628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-59e5cb4c-10a6-4684-b710-4975302cb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:23.076966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-59e5cb4c-10a6-4684-b710-4975302cb158 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0459018 Feb 09 02:56:23.133464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-859e15e3-d4a3-4496-9a9a-adf1208d236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:23.135124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-859e15e3-d4a3-4496-9a9a-adf1208d236c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505426 Feb 09 02:56:23.233320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-df7bdbb7-1902-430e-bb75-7a0d0f0a10c4 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919621 Feb 09 02:56:23.257116 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:23.326180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-648c9b40-0d2a-4106-a2f5-27602310e9c8 req-051d47ac-8514-4919-bb16-6329a4b5d2f5 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868003 Feb 09 02:56:23.414889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-64760db7-1311-4ba4-be97-63070dc3601b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:23.501188 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:18:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839de8aa-d977-46cd-850c-a65858a3f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:56:22Z', 'revision_number': 1, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:23.529517 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30951d1c-de88-4c88-b1dd-0c466d7448ef None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:18:48:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839de8aa-d977-46cd-850c-a65858a3f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:56:22Z', 'revision_number': 1, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:23.731821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1be7b-5cc2-46c8-a598-c4d4de71545e None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:56:24.053190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ba2de-dda6-4c21-abcc-8f834404abda req-6ffbcd61-4dd6-41eb-b922-02008c845b80 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.054780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b5ba2de-dda6-4c21-abcc-8f834404abda req-6ffbcd61-4dd6-41eb-b922-02008c845b80 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0564563 Feb 09 02:56:24.110246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b5ba2de-dda6-4c21-abcc-8f834404abda req-4a63eca8-333d-4ddd-ad4d-93503fe46269 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491443 Feb 09 02:56:24.241531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7bc29-5865-4387-bf0b-6b24f9510ef6 req-450f40b8-18e4-4dc0-9dba-2280422ef4e6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.242985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76b7bc29-5865-4387-bf0b-6b24f9510ef6 req-450f40b8-18e4-4dc0-9dba-2280422ef4e6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0600276 Feb 09 02:56:24.293354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76b7bc29-5865-4387-bf0b-6b24f9510ef6 req-0b278bcf-bbef-43ae-a2fa-d1d93168d70b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Feb 09 02:56:24.584430 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-2fe4aa6b-5dc8-4fb1-bbfb-41094aeb8357 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852776 Feb 09 02:56:24.604813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15557b-3c20-4e94-91e7-093e287ffb59 req-84804e7f-2bc9-40bb-9bac-31f2404ae247 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.606373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f15557b-3c20-4e94-91e7-093e287ffb59 req-84804e7f-2bc9-40bb-9bac-31f2404ae247 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0986850 Feb 09 02:56:24.664635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f15557b-3c20-4e94-91e7-093e287ffb59 req-44898b35-4b62-413b-b0b8-7015fc0685f2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524075 Feb 09 02:56:25.745521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5dab6ee9-4bd0-458c-a8ef-95e4c793d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.810411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-76d0247a-6deb-4a5b-bac1-f40053187145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.811992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-76d0247a-6deb-4a5b-bac1-f40053187145 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1128 time: 0.0845335 Feb 09 02:56:25.833212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237af13d-b0d2-4094-badc-f7a8ef609be8 req-24e71773-97c9-43b6-a13f-fc759965c2ab tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.834861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-237af13d-b0d2-4094-badc-f7a8ef609be8 req-24e71773-97c9-43b6-a13f-fc759965c2ab tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0790393 Feb 09 02:56:25.937758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-237af13d-b0d2-4094-badc-f7a8ef609be8 req-e99acbad-4c2d-4aa5-9c31-e19c93db0a15 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914030 Feb 09 02:56:25.952461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-29fbf387-882d-4340-80e7-763ea2f0cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.952461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-29fbf387-882d-4340-80e7-763ea2f0cc85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1336358 Feb 09 02:56:26.016750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-3c168dfa-08c3-445b-94d7-554e08583ab8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 1000 time: 0.0588140 Feb 09 02:56:26.071580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-b6a02701-c616-4437-92db-7acb0b250382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:26.073081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-b6a02701-c616-4437-92db-7acb0b250382 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0506043 Feb 09 02:56:26.126905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-d0d97c52-eb64-4c81-9962-c92328b0cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:26.128446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-d0d97c52-eb64-4c81-9962-c92328b0cdf3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485623 Feb 09 02:56:26.254369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-0f100bb8-778d-4146-a490-98f8c1bfc22f service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199012 Feb 09 02:56:26.360273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-238e36a7-f7f6-4632-ab8a-619dd43a6226 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007166 Feb 09 02:56:27.074851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f087bd-8535-4d93-b5f1-629669d0e04c req-e2de9086-4d52-4aae-9384-d7eeb24f3a93 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.076380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5f087bd-8535-4d93-b5f1-629669d0e04c req-e2de9086-4d52-4aae-9384-d7eeb24f3a93 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0574296 Feb 09 02:56:27.113248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:27.124668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5f087bd-8535-4d93-b5f1-629669d0e04c req-c4b58d4a-1933-4a1d-9770-711dc5589a1a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Feb 09 02:56:28.256253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001d28f-5b83-4aee-8c24-97bc9a181f7d req-52742c33-b9f1-48b1-8bc0-9310b4613b15 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:28.257760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8001d28f-5b83-4aee-8c24-97bc9a181f7d req-52742c33-b9f1-48b1-8bc0-9310b4613b15 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0594084 Feb 09 02:56:28.285405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:28.307737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8001d28f-5b83-4aee-8c24-97bc9a181f7d req-570e6f32-28fa-4dec-9e72-7e67993611cc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441995 Feb 09 02:56:29.426139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08166170-79f0-42e4-a1e7-34812b3dd0db req-15d1a557-b3f3-4ff6-b3bb-478750bb2c36 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.428340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08166170-79f0-42e4-a1e7-34812b3dd0db req-15d1a557-b3f3-4ff6-b3bb-478750bb2c36 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Feb 09 02:56:29.480229 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08166170-79f0-42e4-a1e7-34812b3dd0db req-d00f9d7b-839a-49d6-a13e-9312fc998abf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412803 Feb 09 02:56:29.875210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:30.607203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a1bc-8ad7-4cc3-8544-828ccadc57b8 req-24bfe107-13a0-4e4e-910e-6a0b001dcdf8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:30.608705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0028a1bc-8ad7-4cc3-8544-828ccadc57b8 req-24bfe107-13a0-4e4e-910e-6a0b001dcdf8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0570669 Feb 09 02:56:30.659295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0028a1bc-8ad7-4cc3-8544-828ccadc57b8 req-b4ab3a51-e747-4396-9cbb-ff01a10c4941 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450015 Feb 09 02:56:31.804198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd3447-882b-4b29-b472-65889c862764 req-5386932d-283b-4583-8b41-b4ca29e6f5f9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.806671 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfbd3447-882b-4b29-b472-65889c862764 req-5386932d-283b-4583-8b41-b4ca29e6f5f9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0651782 Feb 09 02:56:31.865968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dfbd3447-882b-4b29-b472-65889c862764 req-c985cf6d-1fd6-492c-b95e-37f24caaf573 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524585 Feb 09 02:56:32.994967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ba69f-1710-491d-91a2-2c21e38c9050 req-4dad5927-86b7-46c6-8c7f-54d560f1e89b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.996486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-340ba69f-1710-491d-91a2-2c21e38c9050 req-4dad5927-86b7-46c6-8c7f-54d560f1e89b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0554686 Feb 09 02:56:33.049607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-340ba69f-1710-491d-91a2-2c21e38c9050 req-8225aa89-6b86-4478-bd53-2100b73def29 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474756 Feb 09 02:56:34.182423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6718c0-6c2b-4d71-b75f-32251d180a21 req-48d45c9c-8498-4c18-9892-e4fb0f1b9abf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.183987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd6718c0-6c2b-4d71-b75f-32251d180a21 req-48d45c9c-8498-4c18-9892-e4fb0f1b9abf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0584276 Feb 09 02:56:34.231921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd6718c0-6c2b-4d71-b75f-32251d180a21 req-36768845-255c-4c58-b881-1358507f0c0d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 Feb 09 02:56:35.356305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf0198-0d02-4b56-a9db-839f01bfde75 req-11635380-005d-414b-a590-2da963c17600 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:35.358562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efcf0198-0d02-4b56-a9db-839f01bfde75 req-11635380-005d-414b-a590-2da963c17600 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0573137 Feb 09 02:56:35.405843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-efcf0198-0d02-4b56-a9db-839f01bfde75 req-51369d12-c9e3-48df-9d05-4eee3c0c125e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Feb 09 02:56:36.535783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc0fd9-ff90-4954-aac0-784349359884 req-96f140b5-26f2-4ae1-abf7-2ac9453e7c63 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.537826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7dc0fd9-ff90-4954-aac0-784349359884 req-96f140b5-26f2-4ae1-abf7-2ac9453e7c63 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0592420 Feb 09 02:56:36.586095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7dc0fd9-ff90-4954-aac0-784349359884 req-1c4ff5e3-0506-4055-a037-072be111a0d9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Feb 09 02:56:37.724489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f1f5c-9433-407c-ab66-985c8a0ebbec req-05c426c4-69c6-48c9-87bc-d68940f5f22d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:37.725991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691f1f5c-9433-407c-ab66-985c8a0ebbec req-05c426c4-69c6-48c9-87bc-d68940f5f22d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0570266 Feb 09 02:56:37.774418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-691f1f5c-9433-407c-ab66-985c8a0ebbec req-2144b33d-be79-481c-9274-699f1b92dfbf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428355 Feb 09 02:56:38.898326 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6e914-cab0-4370-838f-842338a393b5 req-b1520524-233f-4d62-ad2f-afa43f42acdc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.900004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecc6e914-cab0-4370-838f-842338a393b5 req-b1520524-233f-4d62-ad2f-afa43f42acdc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0541062 Feb 09 02:56:38.952027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecc6e914-cab0-4370-838f-842338a393b5 req-76affb1f-8d82-46ef-b417-b39b69d3f8f9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462961 Feb 09 02:56:40.075811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec74fba-7f51-45ca-a688-e349935ed918 req-1248ecd3-9ddf-49fe-b923-ed8a94ad0d19 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:40.077330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ec74fba-7f51-45ca-a688-e349935ed918 req-1248ecd3-9ddf-49fe-b923-ed8a94ad0d19 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0541368 Feb 09 02:56:40.126157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ec74fba-7f51-45ca-a688-e349935ed918 req-2b7dd5f4-30d1-4034-a70c-dfe110859613 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Feb 09 02:56:41.263301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3d7e9-3fe7-473c-b92b-1e67a9d9f4ec req-404ed7b7-ff64-4438-bf95-4f7ed8cc363d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.264820 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1b3d7e9-3fe7-473c-b92b-1e67a9d9f4ec req-404ed7b7-ff64-4438-bf95-4f7ed8cc363d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0548258 Feb 09 02:56:41.312805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b1b3d7e9-3fe7-473c-b92b-1e67a9d9f4ec req-d34a2e9f-8fec-4bb7-856d-930f6f5ca831 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Feb 09 02:56:42.445613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d1be2-ca78-4b9e-8abe-c40171678582 req-5bd1a72a-0a88-4219-88b3-ae86b089186d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:42.447120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e84d1be2-ca78-4b9e-8abe-c40171678582 req-5bd1a72a-0a88-4219-88b3-ae86b089186d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0653727 Feb 09 02:56:42.495525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e84d1be2-ca78-4b9e-8abe-c40171678582 req-65ca013d-c3ce-41ce-8ded-fc403eac5cef tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Feb 09 02:56:43.618261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25be48-78c4-4264-8987-f8cf291bc0e1 req-ce0a77e4-ae03-42c5-b31d-2effb27d42ce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.619826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d25be48-78c4-4264-8987-f8cf291bc0e1 req-ce0a77e4-ae03-42c5-b31d-2effb27d42ce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0535710 Feb 09 02:56:43.670076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d25be48-78c4-4264-8987-f8cf291bc0e1 req-621088da-f1a8-489c-93ed-7079dcb62ae6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 Feb 09 02:56:44.800950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3d8b7-4d3e-45a4-8664-3f82bcfd8c2f req-3f64b941-a425-4782-bbba-8253afa1d3d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.803276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e3d8b7-4d3e-45a4-8664-3f82bcfd8c2f req-3f64b941-a425-4782-bbba-8253afa1d3d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0602391 Feb 09 02:56:44.854808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e3d8b7-4d3e-45a4-8664-3f82bcfd8c2f req-00846394-6e86-4466-9909-acebcf3dabd8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458863 Feb 09 02:56:45.993706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa830b-a1fc-45ad-978f-d08be0fec428 req-61bf0adc-baf8-47d4-93df-d15350ecb5f3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.995281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9fa830b-a1fc-45ad-978f-d08be0fec428 req-61bf0adc-baf8-47d4-93df-d15350ecb5f3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0632870 Feb 09 02:56:46.043784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a9fa830b-a1fc-45ad-978f-d08be0fec428 req-2868b25e-bdbc-41d5-abf9-d04e7ada745b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428522 Feb 09 02:56:47.179552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550f3cf-b6d6-42b0-b8b7-7a9d9398846d req-248e359f-6bc4-41c0-a0a2-54075b5c6f32 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.181313 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6550f3cf-b6d6-42b0-b8b7-7a9d9398846d req-248e359f-6bc4-41c0-a0a2-54075b5c6f32 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0661938 Feb 09 02:56:47.240501 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6550f3cf-b6d6-42b0-b8b7-7a9d9398846d req-80e328ca-7968-4b68-8dc2-295fe9b48a78 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529964 Feb 09 02:56:48.280748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.366906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f454d4-ccf7-4fb6-b8b7-bcd8571ee08c req-247a6198-1a0d-438d-bb3b-8986133c19bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.368518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2f454d4-ccf7-4fb6-b8b7-bcd8571ee08c req-247a6198-1a0d-438d-bb3b-8986133c19bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0553851 Feb 09 02:56:48.418000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2f454d4-ccf7-4fb6-b8b7-bcd8571ee08c req-8b51a517-a655-4b29-b981-4d960ec17888 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Feb 09 02:56:48.636162 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:56:49.353059 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.557263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f0164-2eff-4903-a9e9-a4f5b2b47ad5 req-3395a48c-3d17-42cb-8b1c-819f251c2106 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:49.558833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f27f0164-2eff-4903-a9e9-a4f5b2b47ad5 req-3395a48c-3d17-42cb-8b1c-819f251c2106 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0590913 Feb 09 02:56:49.606991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f27f0164-2eff-4903-a9e9-a4f5b2b47ad5 req-a591a33f-4132-4766-82f0-24ece23b0744 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Feb 09 02:56:50.734970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adead5ea-dfb7-423d-b92b-2564a366a2c0 req-615912f9-9d2c-46a7-9dc4-ecac97a0b36c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.736463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adead5ea-dfb7-423d-b92b-2564a366a2c0 req-615912f9-9d2c-46a7-9dc4-ecac97a0b36c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Feb 09 02:56:50.783916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-adead5ea-dfb7-423d-b92b-2564a366a2c0 req-0270a71d-21d5-4edd-b1d5-91245c1cd8c5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412958 Feb 09 02:56:51.914215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b3c7e-5971-4b85-bd80-cb0db6fad81a req-2587d44c-a505-4bd4-af50-9eeb2b83daac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:51.916153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e0b3c7e-5971-4b85-bd80-cb0db6fad81a req-2587d44c-a505-4bd4-af50-9eeb2b83daac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0598409 Feb 09 02:56:51.965687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e0b3c7e-5971-4b85-bd80-cb0db6fad81a req-e920f62b-5bcd-473b-9498-f9f63c4889fd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Feb 09 02:56:53.088903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1533c-09a3-42b9-b90e-9f63755e4a41 req-1b9d28f0-dd61-476d-b084-60378e518bf8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.090411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4b1533c-09a3-42b9-b90e-9f63755e4a41 req-1b9d28f0-dd61-476d-b084-60378e518bf8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0536988 Feb 09 02:56:53.144187 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4b1533c-09a3-42b9-b90e-9f63755e4a41 req-953f0abf-8fc7-47e4-8312-478702011179 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480502 Feb 09 02:56:53.251343 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-ba5ce6c0-b916-4b80-b558-452baf23a4da service neutron] show failed (client error): The resource could not be found. Feb 09 02:56:53.252581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-ba5ce6c0-b916-4b80-b558-452baf23a4da service neutron] 10.222.0.72 "GET /v2.0/ports/faa9e4bc-e007-4cb9-8360-228f18fcdd72/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0573862 Feb 09 02:56:53.419099 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-191d2844-47ae-46d5-96f6-134639d12d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.496983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a3006a11-6faf-4d9f-8ffd-195540228ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.498639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a3006a11-6faf-4d9f-8ffd-195540228ae2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 1128 time: 0.0856683 Feb 09 02:56:53.510794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:53.803138 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.017474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:54.054034 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:54.102698 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:54.105070 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd5d68a-e331-451c-af12-a4371509ae9f" -d '{"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-unplugged", "status": "completed", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:54.109108 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Publish callbacks [] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.122450 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Transition to ACTIVE for port object faa9e4bc-e007-4cb9-8360-228f18fcdd72 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:54.130249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.157385 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece0043-8741-4029-b65b-adebbe1f0538 x-openstack-request-id: req-aece0043-8741-4029-b65b-adebbe1f0538 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:54.157692 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-unplugged", "status": "completed", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:54.158004 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aece0043-8741-4029-b65b-adebbe1f0538 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:54.158359 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'code': 200} Feb 09 02:56:54.251330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:54.290926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd805-8a4f-4d26-a78e-d4ec9898d502 req-6af31a94-a521-4a68-9d99-b09b76c813ea tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.295107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f7dd805-8a4f-4d26-a78e-d4ec9898d502 req-6af31a94-a521-4a68-9d99-b09b76c813ea tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 943 time: 0.0604615 Feb 09 02:56:54.327955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] No DVR routers for this DVR port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:54.350652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f7dd805-8a4f-4d26-a78e-d4ec9898d502 req-7aefbbfe-7486-4d1d-9046-aa2095f9aafd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520887 Feb 09 02:56:54.494728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:54.494974 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:54.495310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:54.499687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:54.500247 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Attempting to bind port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:54.505085 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:54.505493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:54.505887 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:54.506316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Bound port: faa9e4bc-e007-4cb9-8360-228f18fcdd72, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:54.506699 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.573436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:54.576493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:54.582968 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.626543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.627457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.628882 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] 10.222.0.82 "PUT /v2.0/ports/faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 1092 time: 1.1229291 Feb 09 02:56:54.671153 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244d8a8-5031-4955-bcb3-4ffa9985f962 service neutron] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:54.714774 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-d987a028-cdc2-4296-a2ec-13d8b4a38e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.716406 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-d987a028-cdc2-4296-a2ec-13d8b4a38e46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1126 time: 0.0627213 Feb 09 02:56:54.812078 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-4bcfa7c7-939d-426d-bfa8-61504092ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.813575 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-4bcfa7c7-939d-426d-bfa8-61504092ef48 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0914109 Feb 09 02:56:54.928802 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-a8519a04-bc72-402f-8730-498afbb15cf9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 998 time: 0.1087937 Feb 09 02:56:54.991010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-d538fa9d-5e16-4360-911f-163489b76cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.992541 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-d538fa9d-5e16-4360-911f-163489b76cff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0579901 Feb 09 02:56:55.066156 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-e668b2ee-03eb-450c-954b-59985fa30adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.068645 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-e668b2ee-03eb-450c-954b-59985fa30adc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0693121 Feb 09 02:56:55.163896 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-6819c320-4e3d-4d2d-88c0-83f8977056e0 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886552 Feb 09 02:56:55.262702 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29d7ed34-7896-4248-a4f7-19f3642175f2 req-22b8af9c-d017-482e-a92c-a2bd823306e8 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930007 Feb 09 02:56:55.489650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9d8ce-972d-4672-b1f7-c151407f361a req-01c65f5c-f731-4893-a12f-abac4b283c92 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.491141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16f9d8ce-972d-4672-b1f7-c151407f361a req-01c65f5c-f731-4893-a12f-abac4b283c92 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 943 time: 0.0635624 Feb 09 02:56:55.540665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16f9d8ce-972d-4672-b1f7-c151407f361a req-13850ec7-3d42-4c01-874d-df4764640dc2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434103 Feb 09 02:56:55.746912 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1966bde-6e8a-4608-a129-ec8a3e3a1132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.159301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:56.162436 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6" -d '{"events": [{"name": "network-changed", "server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:56.212250 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee966454-86cc-48be-a8fd-6f3dfdc7c1a4 x-openstack-request-id: req-ee966454-86cc-48be-a8fd-6f3dfdc7c1a4 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:56.212553 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:56.212824 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee966454-86cc-48be-a8fd-6f3dfdc7c1a4 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:56.213292 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'status': 'completed', 'code': 200} Feb 09 02:56:56.287163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-201c7cc3-b3b4-46d6-b910-834a51c037d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.289193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-792fa580-b743-4c3e-8929-40747ee5318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.289331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-201c7cc3-b3b4-46d6-b910-834a51c037d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1126 time: 0.0603120 Feb 09 02:56:56.290775 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-792fa580-b743-4c3e-8929-40747ee5318e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1126 time: 0.0527959 Feb 09 02:56:56.385975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-4e7f3775-86f5-4b5a-ab07-fe955d81c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.387575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-4e7f3775-86f5-4b5a-ab07-fe955d81c16f service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0925050 Feb 09 02:56:56.391021 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-35d69972-2afe-4627-b50a-ae0f2403c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.392491 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-35d69972-2afe-4627-b50a-ae0f2403c8c7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0952704 Feb 09 02:56:56.455949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-10e0b6c8-28ea-4f2e-a9be-a273e220717c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 998 time: 0.0612948 Feb 09 02:56:56.465368 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-54abec8d-8fea-4737-aa29-2f6ac992d667 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 998 time: 0.0663595 Feb 09 02:56:56.506313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-53a3809e-0ce7-4ff6-b378-fc4839f3e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.507868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-53a3809e-0ce7-4ff6-b378-fc4839f3e10e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0464039 Feb 09 02:56:56.517003 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-c544ff0e-2f7b-4b89-b4bf-6ec356232649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.518754 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-c544ff0e-2f7b-4b89-b4bf-6ec356232649 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0471201 Feb 09 02:56:56.562024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-fee1425f-257b-462b-9b57-8a2f638e5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.565140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-fee1425f-257b-462b-9b57-8a2f638e5ccd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514627 Feb 09 02:56:56.570825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-61862164-15d3-4e6e-bbaf-138ffff0a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.572408 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-61862164-15d3-4e6e-bbaf-138ffff0a268 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476468 Feb 09 02:56:56.686811 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-bc433b6d-c62e-4ae2-9647-731c51c87852 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070144 Feb 09 02:56:56.693349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-28b1d6d5-4344-4647-aca2-144624990980 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219525 Feb 09 02:56:56.703522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade70110-c36d-4b67-992e-45a35570c938 req-44e645fe-a310-4a54-956c-f22a2318e1bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.705139 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ade70110-c36d-4b67-992e-45a35570c938 req-44e645fe-a310-4a54-956c-f22a2318e1bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 943 time: 0.0876780 Feb 09 02:56:56.791250 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-8c5cf00b-8f5f-4aab-ac67-0ee4ee73331f service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976446 Feb 09 02:56:56.813449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ade70110-c36d-4b67-992e-45a35570c938 req-95ba7d67-260c-4a15-a073-23eb40485ff2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994947 Feb 09 02:56:56.829609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fcf247c-d1a2-4f5f-9247-21ded1a082c6 req-f8a5098e-7caa-49ff-8fe7-a98a2425bc45 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235056 Feb 09 02:56:57.116964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.943649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed790ec9-7c15-43e8-ae44-c70e66a5c502 req-27238a5f-97a8-4c3e-a4c2-26a3796397ec tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.946216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed790ec9-7c15-43e8-ae44-c70e66a5c502 req-27238a5f-97a8-4c3e-a4c2-26a3796397ec tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 943 time: 0.0558114 Feb 09 02:56:57.998434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed790ec9-7c15-43e8-ae44-c70e66a5c502 req-1ed1a818-9022-4076-af6f-5c8ac5532f16 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Feb 09 02:56:58.288077 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.399362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:56:58.507347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:58.521078 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'mac_address': 'fa:16:3e:18:48:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:56:58.559687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port faa9e4bc-e007-4cb9-8360-228f18fcdd72 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:58.560077 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.573663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa9e4bc-e007-4cb9-8360-228f18fcdd72 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:58.594281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:58.597896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.647165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:58.679042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:58.722140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port faa9e4bc-e007-4cb9-8360-228f18fcdd72 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:56:58.722570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:58.921281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['faa9e4bc-e007-4cb9-8360-228f18fcdd72'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:59.122598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588854-97f1-40cc-abf8-7d4ea3058ed9 req-49770e82-ee5b-472c-bb9c-f236e6ed422f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.124107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca588854-97f1-40cc-abf8-7d4ea3058ed9 req-49770e82-ee5b-472c-bb9c-f236e6ed422f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 944 time: 0.0534146 Feb 09 02:56:59.184537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca588854-97f1-40cc-abf8-7d4ea3058ed9 req-5baf907b-7e7d-448b-806f-a5d1d62f6f2c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532758 Feb 09 02:56:59.436547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd047-95ab-4f80-8737-7d7b95fba59b req-543877f3-82fa-4e14-a0b9-77baa4af6e0e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.437946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c5dd047-95ab-4f80-8737-7d7b95fba59b req-543877f3-82fa-4e14-a0b9-77baa4af6e0e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 944 time: 0.0973248 Feb 09 02:56:59.449590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17470a-07a6-467d-a809-b8958e6521bf req-da42dd38-cf25-4057-893e-3a0149961d70 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.451020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-da42dd38-cf25-4057-893e-3a0149961d70 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367&tenant_id=7c97de3ca167420fa77d7e9b7983360a&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 944 time: 0.1014917 Feb 09 02:56:59.532244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6c5dd047-95ab-4f80-8737-7d7b95fba59b req-029c6e18-7da6-43e3-b28e-ffe55c9c0e74 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802789 Feb 09 02:56:59.540512 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-9e17470a-07a6-467d-a809-b8958e6521bf req-a1e7ee1d-f084-462c-a4b6-d68e383c9c7e service neutron] delete failed (client error): The resource could not be found. Feb 09 02:56:59.541607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-a1e7ee1d-f084-462c-a4b6-d68e383c9c7e service neutron] 10.222.0.72 "DELETE /v2.0/ports/faa9e4bc-e007-4cb9-8360-228f18fcdd72/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0826039 Feb 09 02:56:59.636074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17470a-07a6-467d-a809-b8958e6521bf req-ac33b1df-aede-44b7-a2a0-301ad61afc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.637610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-ac33b1df-aede-44b7-a2a0-301ad61afc89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 1127 time: 0.0524735 Feb 09 02:56:59.738102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17470a-07a6-467d-a809-b8958e6521bf req-03b9f553-9cec-4d79-a569-cd3097faee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.740196 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-03b9f553-9cec-4d79-a569-cd3097faee9e service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0956433 Feb 09 02:56:59.804293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-b18b444e-7ddf-4d98-a2c1-949202934871 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 200 len: 999 time: 0.0585978 Feb 09 02:56:59.855903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17470a-07a6-467d-a809-b8958e6521bf req-81454808-f6cc-406f-9682-731ac5b82796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.857379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-81454808-f6cc-406f-9682-731ac5b82796 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0479500 Feb 09 02:56:59.883303 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.226703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17470a-07a6-467d-a809-b8958e6521bf req-6b50aead-527c-43a6-8b72-e1e393e54783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.228228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-6b50aead-527c-43a6-8b72-e1e393e54783 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3646727 Feb 09 02:57:00.318156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-ea592cf5-35b9-4760-b62a-037cafabd266 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826344 Feb 09 02:57:00.412141 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:00.412763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e17470a-07a6-467d-a809-b8958e6521bf req-98b5689e-ccf8-43a1-9c71-dd61e0510b73 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890813 Feb 09 02:57:00.469816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port faa9e4bc-e007-4cb9-8360-228f18fcdd72 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:00.473797 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port faa9e4bc-e007-4cb9-8360-228f18fcdd72 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:00.474175 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.564621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port faa9e4bc-e007-4cb9-8360-228f18fcdd72 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:00.565024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.590135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:00.592435 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2734b402-d04d-477a-8af4-b085ce6caa69" -d '{"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-plugged", "status": "completed", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:00.606326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:00.617140 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.652279 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdd3fb6-7f16-4e92-9348-5d99b41aec71 x-openstack-request-id: req-9cdd3fb6-7f16-4e92-9348-5d99b41aec71 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:00.652562 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-plugged", "status": "completed", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:00.652814 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cdd3fb6-7f16-4e92-9348-5d99b41aec71 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:00.653201 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'code': 200} Feb 09 02:57:00.681776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:00.685637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d60c-d420-4bdf-8d41-aaa6dc58f329 req-a9ed2b5b-13ac-4296-b51a-bdbbe7723d9e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.687531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7b2d60c-d420-4bdf-8d41-aaa6dc58f329 req-a9ed2b5b-13ac-4296-b51a-bdbbe7723d9e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0609891 Feb 09 02:57:00.744556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7b2d60c-d420-4bdf-8d41-aaa6dc58f329 req-2a70b24c-b50b-43c8-8e65-c1c63092865a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507205 Feb 09 02:57:01.887847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742d9c2-96d8-45cc-b97d-acff728f1c27 req-27c336fc-4a91-4502-9c0a-a4c7c559924d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:01.889417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3742d9c2-96d8-45cc-b97d-acff728f1c27 req-27c336fc-4a91-4502-9c0a-a4c7c559924d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0593009 Feb 09 02:57:01.937294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3742d9c2-96d8-45cc-b97d-acff728f1c27 req-b8d38da4-2453-457a-8737-3c1df1ee6dfc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Feb 09 02:57:02.059565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb710cbf-a2c5-4c6d-92c1-352eae0c2f87 req-8433ceab-604b-4d71-b7ad-147ab41708d1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.060985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb710cbf-a2c5-4c6d-92c1-352eae0c2f87 req-8433ceab-604b-4d71-b7ad-147ab41708d1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0534115 Feb 09 02:57:02.108008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bb710cbf-a2c5-4c6d-92c1-352eae0c2f87 req-b180ff9f-221a-41e6-883e-c28fd842d597 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414011 Feb 09 02:57:02.238505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2050-4fb7-483e-af1f-012eb3c5b5bd req-e853d2a9-dd63-45b3-8f11-d47a1da12003 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.240712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12cc2050-4fb7-483e-af1f-012eb3c5b5bd req-e853d2a9-dd63-45b3-8f11-d47a1da12003 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0615995 Feb 09 02:57:02.293278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12cc2050-4fb7-483e-af1f-012eb3c5b5bd req-0ca0c5b0-4b93-4a9d-a7d3-d8198a90e008 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Feb 09 02:57:02.554895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7bb7-77d4-426d-97ff-47ab666c0c50 req-2bcff5a9-6dfc-4c4d-b0ed-3d8897ca8c01 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.556632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c7a7bb7-77d4-426d-97ff-47ab666c0c50 req-2bcff5a9-6dfc-4c4d-b0ed-3d8897ca8c01 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0640490 Feb 09 02:57:02.608651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c7a7bb7-77d4-426d-97ff-47ab666c0c50 req-9980da0e-0765-4ca4-95cb-496cafc56cfc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463579 Feb 09 02:57:03.736353 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87828b5-e95a-487c-9fbc-d5aa7b273371 req-28766c93-b7cd-483c-aca9-fa8fb119e2e4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.737887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a87828b5-e95a-487c-9fbc-d5aa7b273371 req-28766c93-b7cd-483c-aca9-fa8fb119e2e4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0545850 Feb 09 02:57:03.786447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a87828b5-e95a-487c-9fbc-d5aa7b273371 req-3d19a45c-6a7f-4978-8b9a-79d3cf4525ad tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Feb 09 02:57:03.958195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-44ddc395-d47e-422a-86fa-3a56df226813 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.959905 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-44ddc395-d47e-422a-86fa-3a56df226813 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.82 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 945 time: 0.0934725 Feb 09 02:57:04.091077 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Deleting port faa9e4bc-e007-4cb9-8360-228f18fcdd72 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:04.091425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.182381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] For port faa9e4bc-e007-4cb9-8360-228f18fcdd72, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=faa9e4bc-e007-4cb9-8360-228f18fcdd72,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:04.182784 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.408216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.408579 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.408903 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c disassociated. External IP: 172.25.6.68, port: faa9e4bc-e007-4cb9-8360-228f18fcdd72. Feb 09 02:57:04.409249 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Calling delete_port for faa9e4bc-e007-4cb9-8360-228f18fcdd72 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:04.542706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (faa9e4bc-e007-4cb9-8360-228f18fcdd72), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.571410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event deleted for resources: {'Port': ['ID=faa9e4bc-e007-4cb9-8360-228f18fcdd72,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.583150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.583750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.584176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.584522 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.584868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.585209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.585544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.585874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.586548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.586548 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.586857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.587184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.587510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:04.710788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:57:04.837270 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:57:04.849223 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:04.859734 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:04.860464 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:56:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:04.898134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2bc151-d5cd-4d38-acdf-3536c1b749a6 req-567c855c-a693-43d1-b94f-3e1896db2cbf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=839de8aa-d977-46cd-850c-a65858a3f367 HTTP/1.1" status: 200 len: 210 time: 0.0357180 Feb 09 02:57:04.995264 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:05.152591 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] No DVR routers for this DVR port faa9e4bc-e007-4cb9-8360-228f18fcdd72 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:05.155801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.159347 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a962922c-a1c2-4133-9850-11d9c8378cbd req-e8d775f8-7f67-44cc-93e7-99d7c390c58a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.82 "DELETE /v2.0/ports/faa9e4bc-e007-4cb9-8360-228f18fcdd72 HTTP/1.1" status: 204 len: 173 time: 1.1942515 Feb 09 02:57:05.159839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-deleted', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:05.162359 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba512f90-d941-4ffe-ba60-484e2edfae81" -d '{"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-deleted", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:05.208234 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ff4844-9481-4e23-b650-0123395362dd x-openstack-request-id: req-17ff4844-9481-4e23-b650-0123395362dd {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:05.209146 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839de8aa-d977-46cd-850c-a65858a3f367", "name": "network-vif-deleted", "tag": "faa9e4bc-e007-4cb9-8360-228f18fcdd72", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:05.209519 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17ff4844-9481-4e23-b650-0123395362dd {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:05.210142 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839de8aa-d977-46cd-850c-a65858a3f367', 'name': 'network-vif-deleted', 'tag': 'faa9e4bc-e007-4cb9-8360-228f18fcdd72', 'status': 'completed', 'code': 200} Feb 09 02:57:05.224235 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:05.256428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:05.265580 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:05.266177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:56:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:05.385015 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:05.604223 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:05.631863 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fa63d5-a4c9-4a2e-a9d8-28be0960f00e None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:05.859414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068cd920-ffa3-4c78-8529-e24c085289bd None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:57:06.157894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-976b1d21-ef16-4943-b369-2cb6e58b09e5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1482260309&fields=id&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 267 time: 0.0444202 Feb 09 02:57:06.264478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-9fe9e4f9-f5f5-416c-869f-632f8dcf3aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:06.265955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-9fe9e4f9-f5f5-416c-869f-632f8dcf3aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.1007559 Feb 09 02:57:06.281443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-2d62e781-5c2e-49af-9461-8e48cb8ae929 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/quotas/7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 375 time: 0.0093467 Feb 09 02:57:06.348515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-b4494ec7-6127-468e-8d90-958bcf0e6e50 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603600 Feb 09 02:57:06.444569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-1932bc4f-827f-4011-8767-f480bb1541f5 service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845151 Feb 09 02:57:06.540386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-a32b286f-3885-465d-9f3e-d057b00e88d3 service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898244 Feb 09 02:57:06.726063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-506ac49a-30ac-405a-bdc1-b53ffafd9a4a req-03752065-c742-4827-81bd-bf8bf6c73504 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 210 time: 0.0292215 Feb 09 02:57:07.641677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-7eab90c7-b42d-4332-8421-8830437db802 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.642986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-7eab90c7-b42d-4332-8421-8830437db802 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.1148593 Feb 09 02:57:07.717075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-5d33a3bd-4e44-4d80-a3f4-4430b7e56868 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 380 time: 0.0623333 Feb 09 02:57:07.728299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'port': {'device_id': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'admin_state_up': True, 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'security_groups': ['bccf1b06-dc34-47e9-bdec-90dc44f9b038']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:07.838869 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d5bbffee-5395-41c8-8706-e1c94ebbe66d req-93e744f5-a163-4afa-9424-c30f322a5a90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 210 time: 0.0368299 Feb 09 02:57:07.865781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Made reservation on behalf of 7c97de3ca167420fa77d7e9b7983360a for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:07.869568 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.001350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Allocated IP 172.20.0.9 (045018c3-fde9-434b-a0fe-b24e3d9597bc/c70ea216-9ff8-49ce-8835-e66fe422b4fc/0de7a89a-aaed-4a63-bcef-f523656ba76b) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:08.156586 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.193097 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.235654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:08.241684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:08.245542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:08.274624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:08.307083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.307708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.326894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3ae780f6-2c83-4bb7-8515-edaf00f03711 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021705 Feb 09 02:57:08.339485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Request body: {'port': {'device_id': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:08.408555 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.436363 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:08.459322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: faa9e4bc-e007-4cb9-8360-228f18fcdd72 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:08.459683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device faa9e4bc-e007-4cb9-8360-228f18fcdd72 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:08.475509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5a9d7f7f-392d-40f3-bc77-8058933931f0 None None] Provisioning complete for port 0de7a89a-aaed-4a63-bcef-f523656ba76b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:08.475897 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7f7f-392d-40f3-bc77-8058933931f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.515958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d7f7f-392d-40f3-bc77-8058933931f0 None None] Port 0de7a89a-aaed-4a63-bcef-f523656ba76b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:08.692553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de7a89a-aaed-4a63-bcef-f523656ba76b {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:08.700792 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Publish callbacks [] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.715191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Transition to ACTIVE for port object 0de7a89a-aaed-4a63-bcef-f523656ba76b will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:57:08.719873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.776148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:08.857316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:08.857659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:08.857998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:08.863613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Port 0de7a89a-aaed-4a63-bcef-f523656ba76b on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:57:08.864456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:08.873862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:08.874176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:08.874672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:08.875434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Bound port: 0de7a89a-aaed-4a63-bcef-f523656ba76b, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:08.875886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.978756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:08.994316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:09.004313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac149e-3995-47c4-adc8-2efa31e97a32 req-ce08d5c5-b102-4370-9a13-decdb691c0b3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.005932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cac149e-3995-47c4-adc8-2efa31e97a32 req-ce08d5c5-b102-4370-9a13-decdb691c0b3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 943 time: 0.0890703 Feb 09 02:57:09.007452 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.073397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.074094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.075491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] 10.222.0.72 "PUT /v2.0/ports/0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 1092 time: 0.7406244 Feb 09 02:57:09.075953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:09.078337 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2942f-6630-4207-acd8-512ea2b6df83" -d '{"events": [{"name": "network-changed", "server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:09.101721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08f07e-b91c-42f2-8250-fa9fda80e2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:09.133323 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be56f016-284b-4e54-9c17-dc6db815f839 x-openstack-request-id: req-be56f016-284b-4e54-9c17-dc6db815f839 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:09.133683 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:09.133907 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be56f016-284b-4e54-9c17-dc6db815f839 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:09.134319 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'status': 'completed', 'code': 200} Feb 09 02:57:09.139340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6cac149e-3995-47c4-adc8-2efa31e97a32 req-09b183ae-e390-404d-8204-5d836753e424 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266432 Feb 09 02:57:09.200850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-611b1349-1638-404c-9b0b-ca7a0246f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.202421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-611b1349-1638-404c-9b0b-ca7a0246f2d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1126 time: 0.0622013 Feb 09 02:57:09.249504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-0ffdcf4c-2b27-49b4-8617-e5c8858ce5f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 217 time: 0.0402553 Feb 09 02:57:09.299408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-1d7f31a4-b23e-493a-9e00-9bccf7a6d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.300817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-1d7f31a4-b23e-493a-9e00-9bccf7a6d911 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0454898 Feb 09 02:57:09.351588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-e41e2701-6a94-48fa-959c-e75217e079e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.353071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-e41e2701-6a94-48fa-959c-e75217e079e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466273 Feb 09 02:57:09.448213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-174c9c19-4338-4533-8718-f94de5ecc3a3 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894933 Feb 09 02:57:09.537364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f842a9b9-8f33-49b9-ac7e-b5f49d05234b req-3d6510f3-fc9a-4b4d-8716-255da6bf988c service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Feb 09 02:57:09.624774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-e62c3932-1043-4d6e-a09e-18cb77f0873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.626200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-e62c3932-1043-4d6e-a09e-18cb77f0873f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1126 time: 0.0467391 Feb 09 02:57:09.730653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-3a934711-d330-4266-9e10-143dee886ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.732153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-3a934711-d330-4266-9e10-143dee886ecb service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1005054 Feb 09 02:57:09.774686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-44f65d32-f52c-41fd-8f8c-81bfb8c80f02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 217 time: 0.0363703 Feb 09 02:57:09.834787 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-5a24e45a-0af7-4f2c-a057-f440cf0ebaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.836255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-5a24e45a-0af7-4f2c-a057-f440cf0ebaf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0564516 Feb 09 02:57:09.886292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-07073a70-9ec2-43c7-8103-d3924eb51dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.887758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-07073a70-9ec2-43c7-8103-d3924eb51dcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460517 Feb 09 02:57:09.977086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-6a2d8db6-76c0-425e-be7b-7eb9a64f13c6 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829496 Feb 09 02:57:10.072731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4ac2942f-6630-4207-acd8-512ea2b6df83 req-87d6baa0-5c54-426e-8e6b-d5b33089b920 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901937 Feb 09 02:57:10.266437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd3b9-7ca9-41fd-a3cb-5e92e9c75046 req-c0e76785-f77e-442b-8409-dac6b770c719 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.268429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef1dd3b9-7ca9-41fd-a3cb-5e92e9c75046 req-c0e76785-f77e-442b-8409-dac6b770c719 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 943 time: 0.0535650 Feb 09 02:57:10.314778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef1dd3b9-7ca9-41fd-a3cb-5e92e9c75046 req-54f85244-4997-4393-98c1-fb748c66a7a3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Feb 09 02:57:11.438627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fafc0-a3f8-48b9-9821-26be1a910e96 req-8846b19a-df73-4e64-9674-9b56870f3aba tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.440150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-279fafc0-a3f8-48b9-9821-26be1a910e96 req-8846b19a-df73-4e64-9674-9b56870f3aba tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 943 time: 0.0537767 Feb 09 02:57:11.493916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-279fafc0-a3f8-48b9-9821-26be1a910e96 req-8cc2e9c8-3567-4ecc-809d-c28f3a1dc47b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Feb 09 02:57:12.621806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60fa66-72ba-45bf-9686-bfba90670ba0 req-78ecf225-d530-4885-82a1-b72faa1a833a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.623452 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b60fa66-72ba-45bf-9686-bfba90670ba0 req-78ecf225-d530-4885-82a1-b72faa1a833a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 943 time: 0.0616453 Feb 09 02:57:12.681676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b60fa66-72ba-45bf-9686-bfba90670ba0 req-7fc5936a-f5f5-45f1-a9bb-d130907e6c19 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523362 Feb 09 02:57:12.710137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:12.809191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:12.826017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'mac_address': 'fa:16:3e:ec:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:12.865511 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0de7a89a-aaed-4a63-bcef-f523656ba76b is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:12.865945 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.880136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de7a89a-aaed-4a63-bcef-f523656ba76b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:12.900401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:12.904266 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.960571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:13.197456 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['0de7a89a-aaed-4a63-bcef-f523656ba76b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:13.801109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1512d7-1b75-43f5-a535-605b9cde6717 req-39fa25b1-592d-4f6a-8a3a-0170ab6b2822 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.802643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b1512d7-1b75-43f5-a535-605b9cde6717 req-39fa25b1-592d-4f6a-8a3a-0170ab6b2822 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 944 time: 0.0534399 Feb 09 02:57:13.850269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b1512d7-1b75-43f5-a535-605b9cde6717 req-9bf7c890-009a-4099-a638-e0ce98d5a40c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Feb 09 02:57:14.724596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:14.775041 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 0de7a89a-aaed-4a63-bcef-f523656ba76b completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:14.779339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 0de7a89a-aaed-4a63-bcef-f523656ba76b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:14.779730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:14.864293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 0de7a89a-aaed-4a63-bcef-f523656ba76b is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:14.864692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:14.890048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:14.892351 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fca849-812b-4cde-b678-896b732fcd84" -d '{"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:14.907089 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:14.912257 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:14.939673 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645b8497-a1cc-4cbc-93ce-a5e2a998ba89 x-openstack-request-id: req-645b8497-a1cc-4cbc-93ce-a5e2a998ba89 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:14.939979 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:14.940236 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-645b8497-a1cc-4cbc-93ce-a5e2a998ba89 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:14.940974 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'code': 200} Feb 09 02:57:14.974412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:14.992730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a95eeb-9fd8-4a00-8cd4-3637aacad3e6 req-dd1e5aa5-a405-4af0-a403-f752bf404142 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.994990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a95eeb-9fd8-4a00-8cd4-3637aacad3e6 req-dd1e5aa5-a405-4af0-a403-f752bf404142 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0721309 Feb 09 02:57:15.085826 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2a95eeb-9fd8-4a00-8cd4-3637aacad3e6 req-aa77f761-34c1-4472-b779-dafcb7a5099b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852067 Feb 09 02:57:15.090327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064f79-fa63-45fe-89a0-51e0890db58d req-139daec9-df83-469e-8420-ff57aa1eef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.091843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82064f79-fa63-45fe-89a0-51e0890db58d req-139daec9-df83-469e-8420-ff57aa1eef73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1128 time: 0.0838020 Feb 09 02:57:15.141739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-82064f79-fa63-45fe-89a0-51e0890db58d req-e445e4fa-34e8-4186-8d71-efd16161ecab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Feb 09 02:57:16.216929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e9b7c-3bb4-4426-a6c4-297dc421ca67 req-cfaec74d-5b74-4e86-a232-f31c6578b65d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.218446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d97e9b7c-3bb4-4426-a6c4-297dc421ca67 req-cfaec74d-5b74-4e86-a232-f31c6578b65d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0587738 Feb 09 02:57:16.269839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d97e9b7c-3bb4-4426-a6c4-297dc421ca67 req-b669e2fa-cd5e-4487-857e-e20cb851b034 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457020 Feb 09 02:57:17.393422 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bac556-15c1-4a85-9cc2-78fac666b696 req-31b1b778-e179-49c4-8353-c43e5aa741d5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.394962 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40bac556-15c1-4a85-9cc2-78fac666b696 req-31b1b778-e179-49c4-8353-c43e5aa741d5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0544956 Feb 09 02:57:17.444288 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-40bac556-15c1-4a85-9cc2-78fac666b696 req-cf86a651-62d9-4ab0-8a62-ba6c24c28058 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Feb 09 02:57:17.577081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bce46c-2a05-4271-99fc-79861b81ac02 req-4bbf236d-3cf4-4f6b-9e80-2fff0df8576d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.578624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a3bce46c-2a05-4271-99fc-79861b81ac02 req-4bbf236d-3cf4-4f6b-9e80-2fff0df8576d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0598509 Feb 09 02:57:17.587174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 43858) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:17.591511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'floatingip': {'port_id': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:17.635518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.094572 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.098665 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.199386 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c associated. External IP: 172.25.6.68, port: 0de7a89a-aaed-4a63-bcef-f523656ba76b. Feb 09 02:57:18.298775 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.427098 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:57:18.540833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:57:18.545911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.550837 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:18.561401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:18.562087 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:56:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:18.578281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-28db7f67-934b-47a9-907e-fd8f5c957e90 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "PUT /v2.0/floatingips/4d085496-a3a1-4344-b266-a7ffd68a341c HTTP/1.1" status: 200 len: 990 time: 0.9900336 Feb 09 02:57:18.579035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:18.581408 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fe016d-0245-4c24-8384-4bb9e3e6f985" -d '{"events": [{"name": "network-changed", "server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:18.627860 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5695ed0-9e52-4c55-b88d-68387cc3ed83 x-openstack-request-id: req-f5695ed0-9e52-4c55-b88d-68387cc3ed83 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:18.627860 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:18.628115 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5695ed0-9e52-4c55-b88d-68387cc3ed83 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:18.628331 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'status': 'completed', 'code': 200} Feb 09 02:57:18.686436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:18.736210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-24967219-0391-4bf8-b016-3d15cea10ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.737777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-24967219-0391-4bf8-b016-3d15cea10ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1128 time: 0.0877085 Feb 09 02:57:18.745374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d40b-9a6c-4663-b1ba-5f517139dec4 req-367aa78b-bf25-4672-822c-a9ea1671b005 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.746852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e4d40b-9a6c-4663-b1ba-5f517139dec4 req-367aa78b-bf25-4672-822c-a9ea1671b005 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0952084 Feb 09 02:57:18.850380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e4d40b-9a6c-4663-b1ba-5f517139dec4 req-d7216723-0d96-4ff7-9cb2-06765fd48f3f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939760 Feb 09 02:57:18.870075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-5ca5525f-d605-4978-861d-a12a501c9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.871717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-5ca5525f-d605-4978-861d-a12a501c9712 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1239622 Feb 09 02:57:18.924486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:ec:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:57:17Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:18.949082 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-e0782260-0eb2-480a-986c-5dbadfbe8a16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 998 time: 0.0716553 Feb 09 02:57:19.001315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-5d3cd725-062c-4a12-ad2b-1b7d252aa773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.003142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-5d3cd725-062c-4a12-ad2b-1b7d252aa773 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0489655 Feb 09 02:57:19.048771 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:19.054726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-e0a2da73-cc12-4aeb-9afd-8fc09f72bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.056323 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-e0a2da73-cc12-4aeb-9afd-8fc09f72bb47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473633 Feb 09 02:57:19.057761 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:19.058367 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:56:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:19.151845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-c753814f-bc47-4c9f-b5bc-50a587029e4a service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897942 Feb 09 02:57:19.166692 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:19.253892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27fe016d-0245-4c24-8384-4bb9e3e6f985 req-d37a910a-6911-4473-9f19-e667543c08e6 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960138 Feb 09 02:57:19.353748 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:19.407420 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:ec:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:57:17Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:19.434155 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b657f-589d-41f8-8dfe-dfd849ade897 None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:ec:45:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:57:17Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:19.637487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640786d-72cb-4e01-943c-702b34bcadbe None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:57:19.990644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94513cad-ea3d-41fd-8270-7773711d6359 req-42f9cc61-ed9e-478e-9177-4ba797517a56 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.992177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94513cad-ea3d-41fd-8270-7773711d6359 req-42f9cc61-ed9e-478e-9177-4ba797517a56 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0621958 Feb 09 02:57:20.041455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-94513cad-ea3d-41fd-8270-7773711d6359 req-30dede69-3a66-4204-8c89-f1fe5cf5d4d9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Feb 09 02:57:20.252642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098952d7-d461-48cc-911e-ccdada43a3ad req-a8149a6f-b842-4c6a-9251-0a39a6bca5a4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:20.254156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-098952d7-d461-48cc-911e-ccdada43a3ad req-a8149a6f-b842-4c6a-9251-0a39a6bca5a4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0573547 Feb 09 02:57:20.302250 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-098952d7-d461-48cc-911e-ccdada43a3ad req-c87628e6-3b9e-4a7c-bacd-1210e365c23a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Feb 09 02:57:21.446064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dc00f-a4aa-4957-9bf7-a1e46eb323ea req-dd71ef25-5c8e-46bf-9b9e-9bb5e3b24251 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.447517 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-587dc00f-a4aa-4957-9bf7-a1e46eb323ea req-dd71ef25-5c8e-46bf-9b9e-9bb5e3b24251 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0667896 Feb 09 02:57:21.495461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-587dc00f-a4aa-4957-9bf7-a1e46eb323ea req-af93b83b-4d9f-4e73-8ebb-d6a282389eb0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Feb 09 02:57:22.631042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7b47e-4867-47db-acdc-01fa7d17b378 req-771d11ee-7140-4f64-be50-c103b9362c00 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.632555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cb7b47e-4867-47db-acdc-01fa7d17b378 req-771d11ee-7140-4f64-be50-c103b9362c00 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0579495 Feb 09 02:57:22.681922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5cb7b47e-4867-47db-acdc-01fa7d17b378 req-07b1817e-fb57-4c8f-b63d-ff8c2046e9a0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437632 Feb 09 02:57:23.424643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1aad34c0-f1b7-469b-9c21-08ce95f48147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:23.802500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797f62-b477-4dde-9078-5636d177dcb4 req-1f72d38f-9517-4f8a-97e4-ec1abb79eee3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:23.804823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b797f62-b477-4dde-9078-5636d177dcb4 req-1f72d38f-9517-4f8a-97e4-ec1abb79eee3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0535762 Feb 09 02:57:23.855772 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b797f62-b477-4dde-9078-5636d177dcb4 req-92892b7e-e189-41cd-9e23-fef2da2d22d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452023 Feb 09 02:57:25.297336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6f1ad-0030-4b4b-a40f-eeab45e63ffb req-14dcc368-da5f-4250-9951-f6a9439d192f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.298866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3d6f1ad-0030-4b4b-a40f-eeab45e63ffb req-14dcc368-da5f-4250-9951-f6a9439d192f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.3746271 Feb 09 02:57:25.346904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3d6f1ad-0030-4b4b-a40f-eeab45e63ffb req-33a000d1-ede2-4d33-9a13-99ee0cdaa5d7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415707 Feb 09 02:57:25.636538 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:57:25.749791 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0e23834-d58e-4a72-8d34-ceca848caabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:26.473322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f610ebd-82b6-4c0c-bd67-c162aaeb2d4d req-04534609-6266-43ce-8b5e-330fd218516d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.474790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f610ebd-82b6-4c0c-bd67-c162aaeb2d4d req-04534609-6266-43ce-8b5e-330fd218516d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0534711 Feb 09 02:57:26.521212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f610ebd-82b6-4c0c-bd67-c162aaeb2d4d req-d919e991-8881-4a26-9f27-6a194e30ce8a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Feb 09 02:57:27.118729 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:27.663789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8fe8-434d-4611-bee0-fe5573655e0b req-07faf32d-d4f5-48b3-b9ad-5391a92d98a5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.666427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a16a8fe8-434d-4611-bee0-fe5573655e0b req-07faf32d-d4f5-48b3-b9ad-5391a92d98a5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0704150 Feb 09 02:57:27.730661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a16a8fe8-434d-4611-bee0-fe5573655e0b req-e7925f8a-b299-478b-b225-d86db4e2e958 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565712 Feb 09 02:57:28.300730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:28.862993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84581fd7-bb9b-4f5d-a247-2407648f9257 req-1221f026-bf28-4e8c-9f75-c7e2f482aaec tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.864571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84581fd7-bb9b-4f5d-a247-2407648f9257 req-1221f026-bf28-4e8c-9f75-c7e2f482aaec tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0578873 Feb 09 02:57:28.926637 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84581fd7-bb9b-4f5d-a247-2407648f9257 req-c24d4eda-e5a8-43d5-9cac-9307cfba38ed tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517125 Feb 09 02:57:29.876537 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:30.057613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75ac67-a574-495b-96e5-5a2a074427dc req-4f12d6a1-69ad-492a-8052-b0ac7e9352cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.059260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf75ac67-a574-495b-96e5-5a2a074427dc req-4f12d6a1-69ad-492a-8052-b0ac7e9352cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0640278 Feb 09 02:57:30.106624 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf75ac67-a574-495b-96e5-5a2a074427dc req-42ec1775-988d-463e-b218-bea348275aaa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 Feb 09 02:57:31.229943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442dc48-8beb-4c2d-b76b-3d6e45db30ba req-8cdd9d1d-8646-4edd-b1e4-86b956f17623 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:31.231526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1442dc48-8beb-4c2d-b76b-3d6e45db30ba req-8cdd9d1d-8646-4edd-b1e4-86b956f17623 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0550363 Feb 09 02:57:31.279390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1442dc48-8beb-4c2d-b76b-3d6e45db30ba req-86279416-d543-4c13-9054-fce48922556f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422206 Feb 09 02:57:32.407531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b6686-7518-407b-a975-834ab72dabdb req-8db0e04f-2d7a-4992-8f67-5e8dff90b0ad tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.409023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c9b6686-7518-407b-a975-834ab72dabdb req-8db0e04f-2d7a-4992-8f67-5e8dff90b0ad tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0534935 Feb 09 02:57:32.460931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c9b6686-7518-407b-a975-834ab72dabdb req-84c49928-faa5-4ef6-89d5-3c6c13e7a401 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457180 Feb 09 02:57:33.582979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990aa8-f96b-42cd-841d-485687cedb63 req-e5c8f0a6-bd40-4db9-b602-498c1a58794c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.585674 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43990aa8-f96b-42cd-841d-485687cedb63 req-e5c8f0a6-bd40-4db9-b602-498c1a58794c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0558503 Feb 09 02:57:33.645117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-43990aa8-f96b-42cd-841d-485687cedb63 req-8fdb964b-8f1d-4812-bbb9-3b71f90b280b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533562 Feb 09 02:57:34.769698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88b644-0f0c-456a-ad95-546ed654aa31 req-265751f4-db6f-4ddc-a255-575124ea7333 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.771413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df88b644-0f0c-456a-ad95-546ed654aa31 req-265751f4-db6f-4ddc-a255-575124ea7333 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0535762 Feb 09 02:57:34.820407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df88b644-0f0c-456a-ad95-546ed654aa31 req-e26c2ebb-5f0a-4d33-aa8f-eabf12996cdd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Feb 09 02:57:35.964131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2e330-659e-4836-bccf-838ffa29826e req-100fe807-3ee7-4f2e-8eca-3caa9865e1eb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.965918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7a2e330-659e-4836-bccf-838ffa29826e req-100fe807-3ee7-4f2e-8eca-3caa9865e1eb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0592394 Feb 09 02:57:36.014796 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7a2e330-659e-4836-bccf-838ffa29826e req-6c611031-b772-49f7-b0ae-7dc419db1d6b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Feb 09 02:57:37.139750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c3d7c-2410-463c-9ad8-26ae0db81fae req-3599fcd9-7ef3-43fa-8561-168e72c90fd1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.141265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-724c3d7c-2410-463c-9ad8-26ae0db81fae req-3599fcd9-7ef3-43fa-8561-168e72c90fd1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0578272 Feb 09 02:57:37.191967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-724c3d7c-2410-463c-9ad8-26ae0db81fae req-7cbf72e8-efba-435e-a2ab-fd65fd5c9db8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438569 Feb 09 02:57:38.313762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11892c4-d718-4f23-8242-f869231bd364 req-b6d81505-8cfb-475e-845e-12b09c520adb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:38.315291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e11892c4-d718-4f23-8242-f869231bd364 req-b6d81505-8cfb-475e-845e-12b09c520adb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0537262 Feb 09 02:57:38.372810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e11892c4-d718-4f23-8242-f869231bd364 req-3bcee2cc-5841-4078-895c-c69a70d7231e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494463 Feb 09 02:57:39.495817 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa81647-7219-410f-bf82-7cb0a33aa9c3 req-c7994458-6504-4b42-a60b-45bcf6fe81eb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.497253 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fa81647-7219-410f-bf82-7cb0a33aa9c3 req-c7994458-6504-4b42-a60b-45bcf6fe81eb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0554497 Feb 09 02:57:39.548998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8fa81647-7219-410f-bf82-7cb0a33aa9c3 req-027a7574-727a-4547-b180-6766af67324f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Feb 09 02:57:40.675004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd24dfb-ea18-410e-8a3f-a98614b3bd1d req-23b664da-658e-4cac-9b33-0c401804e038 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.676592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dd24dfb-ea18-410e-8a3f-a98614b3bd1d req-23b664da-658e-4cac-9b33-0c401804e038 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0556779 Feb 09 02:57:40.727391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dd24dfb-ea18-410e-8a3f-a98614b3bd1d req-576c61a1-4c01-49ca-9d88-507221d5e95f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Feb 09 02:57:41.857795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20a82b-473b-4b22-b51c-594d2dd73743 req-ecf950a9-7994-41cb-a9de-4fa8672277bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:41.859327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d20a82b-473b-4b22-b51c-594d2dd73743 req-ecf950a9-7994-41cb-a9de-4fa8672277bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0591974 Feb 09 02:57:41.908649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d20a82b-473b-4b22-b51c-594d2dd73743 req-8982cbbb-7c6a-492a-8a58-449e5341563a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Feb 09 02:57:43.032939 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d609d9e-3989-4e08-9075-0b49b274c620 req-8f9649b3-2b9a-42cd-aa21-064478b6a518 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:43.034470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d609d9e-3989-4e08-9075-0b49b274c620 req-8f9649b3-2b9a-42cd-aa21-064478b6a518 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0542593 Feb 09 02:57:43.085821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d609d9e-3989-4e08-9075-0b49b274c620 req-1077d469-553e-415b-8a77-5d6ee318c021 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Feb 09 02:57:44.211857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe41f-48b8-4e6d-b870-e913061989c7 req-10984fca-2e93-40ce-9b9e-3316d88acdb5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.213512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f4fe41f-48b8-4e6d-b870-e913061989c7 req-10984fca-2e93-40ce-9b9e-3316d88acdb5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0579889 Feb 09 02:57:44.260864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f4fe41f-48b8-4e6d-b870-e913061989c7 req-5f376646-6028-48e3-8a63-8717921a7cc8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 Feb 09 02:57:45.386695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151540a-94c9-4ffe-83c3-29867b25b3cc req-b5be378f-8e4c-4cf3-9414-b19e8b060178 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.388209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d151540a-94c9-4ffe-83c3-29867b25b3cc req-b5be378f-8e4c-4cf3-9414-b19e8b060178 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0567667 Feb 09 02:57:45.438904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d151540a-94c9-4ffe-83c3-29867b25b3cc req-9a981b9a-000c-4c49-ba1c-ec749e8ea7aa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449164 Feb 09 02:57:46.560483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec49ec-1813-465a-8cd0-def7a8ac4202 req-f644ec84-b1b7-429f-a7b4-eb659fe1bfed tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:46.562094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2ec49ec-1813-465a-8cd0-def7a8ac4202 req-f644ec84-b1b7-429f-a7b4-eb659fe1bfed tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0534835 Feb 09 02:57:46.615146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b2ec49ec-1813-465a-8cd0-def7a8ac4202 req-0b2b84ef-c275-4e6c-8220-c523e946abff tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467415 Feb 09 02:57:46.891829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-7676f670-a95f-48e6-82fd-428884d394e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744641 Feb 09 02:57:46.907319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee8f36-b75c-4cf5-a6d0-93fcf023ad43 req-d37350c1-05e9-4ced-b23d-82a4e32ceb08 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:46.909448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1ee8f36-b75c-4cf5-a6d0-93fcf023ad43 req-d37350c1-05e9-4ced-b23d-82a4e32ceb08 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0808194 Feb 09 02:57:46.963931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1ee8f36-b75c-4cf5-a6d0-93fcf023ad43 req-5eb32560-bdea-433c-8d83-dd97a565ebc2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477774 Feb 09 02:57:48.199466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c508a-77e8-48b2-aee7-f9ca50c4e2fb req-8fa26c2e-49eb-4aef-8ec1-f465d41d7415 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:48.201085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc7c508a-77e8-48b2-aee7-f9ca50c4e2fb req-8fa26c2e-49eb-4aef-8ec1-f465d41d7415 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.1560564 Feb 09 02:57:48.278734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc7c508a-77e8-48b2-aee7-f9ca50c4e2fb req-7e707005-9b48-45d0-b5ad-dd8925afa74c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688479 Feb 09 02:57:48.281905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-70d9d5cb-2b88-4b23-8ad6-5d8c03a003e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:48.283544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-70d9d5cb-2b88-4b23-8ad6-5d8c03a003e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1128 time: 0.0815227 Feb 09 02:57:48.317385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.393622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6e3d912d-304f-4e56-ba31-6bf8a8420121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:48.395475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6e3d912d-304f-4e56-ba31-6bf8a8420121 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1058805 Feb 09 02:57:48.472631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-ef10a3a7-7b94-4e5f-806b-b4193890abbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 1000 time: 0.0714910 Feb 09 02:57:48.523372 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-43fe3746-9644-4e86-b486-aeafa4e4fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:48.524862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-43fe3746-9644-4e86-b486-aeafa4e4fabb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0470335 Feb 09 02:57:48.573541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-654dc43f-396a-4124-90fb-88ed964aef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:48.575061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-654dc43f-396a-4124-90fb-88ed964aef0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449288 Feb 09 02:57:48.677202 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-31615a77-c5e3-466f-8840-e23028d3e19e service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963941 Feb 09 02:57:48.774985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-682cee84-4e14-4c73-b8b6-8ac3dc66f2c7 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923290 Feb 09 02:57:49.347171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.474916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc47b3-2c8a-4fe1-a1cc-7f194b244c44 req-3e3e9912-7ebf-45e0-bd66-decabc6aef95 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.476925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73cc47b3-2c8a-4fe1-a1cc-7f194b244c44 req-3e3e9912-7ebf-45e0-bd66-decabc6aef95 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.1181254 Feb 09 02:57:49.533319 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73cc47b3-2c8a-4fe1-a1cc-7f194b244c44 req-22d3dc44-e563-4bf9-8421-839ab9ddbdbd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505600 Feb 09 02:57:50.610405 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-ba8a66ad-5a33-4b73-881b-cdb6ffc2dbae service neutron] show failed (client error): The resource could not be found. Feb 09 02:57:50.611439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-ba8a66ad-5a33-4b73-881b-cdb6ffc2dbae service neutron] 10.222.0.72 "GET /v2.0/ports/0de7a89a-aaed-4a63-bcef-f523656ba76b/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0581937 Feb 09 02:57:50.669368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75138522-cd51-4a7f-9879-4d706fa449bf req-c5d31bef-9735-40e8-aa1d-60d7f41ca391 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:50.671646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75138522-cd51-4a7f-9879-4d706fa449bf req-c5d31bef-9735-40e8-aa1d-60d7f41ca391 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0633273 Feb 09 02:57:50.730048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75138522-cd51-4a7f-9879-4d706fa449bf req-8df859b0-adbb-4290-be7d-76a3eb96dc6b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497429 Feb 09 02:57:50.838026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-464a5299-063d-4ed2-8721-8e6864970a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:50.839687 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-464a5299-063d-4ed2-8721-8e6864970a7e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 1128 time: 0.0477052 Feb 09 02:57:50.850700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:50.911992 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.144442 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:51.180502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:51.230909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:51.233219 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be015da-6744-4fd4-a2ba-ccb9382df4aa" -d '{"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:51.236816 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Publish callbacks [] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.252930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Transition to ACTIVE for port object 0de7a89a-aaed-4a63-bcef-f523656ba76b will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:57:51.255784 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.293927 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ea7793-72aa-4c11-b6e4-7a2be6a55a6f x-openstack-request-id: req-32ea7793-72aa-4c11-b6e4-7a2be6a55a6f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:51.294232 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:51.294511 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32ea7793-72aa-4c11-b6e4-7a2be6a55a6f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:51.294911 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'code': 200} Feb 09 02:57:51.344206 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:51.397488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] No DVR routers for this DVR port 0de7a89a-aaed-4a63-bcef-f523656ba76b on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:51.554691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:51.555026 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:51.559976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:51.561056 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Port 0de7a89a-aaed-4a63-bcef-f523656ba76b on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:57:51.561386 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Attempting to bind port 0de7a89a-aaed-4a63-bcef-f523656ba76b on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:51.567199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:51.567473 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:51.567913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:51.568276 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Bound port: 0de7a89a-aaed-4a63-bcef-f523656ba76b, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:51.569423 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.633424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:51.636493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:51.643409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.681751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.682094 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.683672 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] 10.222.0.82 "PUT /v2.0/ports/0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 1092 time: 0.8370426 Feb 09 02:57:51.728354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb7da6-0c28-4f20-bbdc-17d9a4226c49 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:51.769024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-b290f24b-5469-4da9-90c7-e5f9f00efafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.770633 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-b290f24b-5469-4da9-90c7-e5f9f00efafa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1126 time: 0.0620048 Feb 09 02:57:51.867062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d159bf2-5d46-4760-b32e-01de9751af1a req-bf530bbe-1e0a-4f41-8b9a-c95683566058 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.868701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d159bf2-5d46-4760-b32e-01de9751af1a req-bf530bbe-1e0a-4f41-8b9a-c95683566058 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 943 time: 0.0593014 Feb 09 02:57:51.884542 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-fae54ac9-8fe6-492f-93b8-49c93248a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.886081 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-fae54ac9-8fe6-492f-93b8-49c93248a40e service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1089761 Feb 09 02:57:51.921244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d159bf2-5d46-4760-b32e-01de9751af1a req-500a510d-6a61-41f8-a98c-991188b50ac8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Feb 09 02:57:51.961034 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-34e4c33f-9c9d-4817-82d4-f39c5f7a2e2c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 998 time: 0.0689828 Feb 09 02:57:52.012497 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-bcc96a43-bfde-4581-9297-592a4bfb10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.013973 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-bcc96a43-bfde-4581-9297-592a4bfb10c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0473452 Feb 09 02:57:52.063721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-57cfb3c1-415c-4dda-9d05-287c8affd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.065255 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-57cfb3c1-415c-4dda-9d05-287c8affd35c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455511 Feb 09 02:57:52.160587 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-cb59d58a-0fe3-44d6-96fc-d55023ff093d service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887978 Feb 09 02:57:52.265662 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-75fad320-fe19-49bb-bed8-4b0b14a49c14 req-45f65d0e-f957-489e-a47f-8cc66430c9df service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970025 Feb 09 02:57:53.055519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18af2-4626-43ef-a476-bfb4bf9d656a req-365f8ec1-a952-4b8e-ba10-44927bf03a7c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.057057 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ae18af2-4626-43ef-a476-bfb4bf9d656a req-365f8ec1-a952-4b8e-ba10-44927bf03a7c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 943 time: 0.0572438 Feb 09 02:57:53.105956 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ae18af2-4626-43ef-a476-bfb4bf9d656a req-8df54cdb-e3d6-49d7-8fe9-f7a56c6e8f08 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431213 Feb 09 02:57:53.296385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:53.298859 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5339dbb7-d684-408e-abf5-ce8b2ede48b8" -d '{"events": [{"name": "network-changed", "server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:53.355887 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec75ca-3f3a-4514-bf43-969365161ebf x-openstack-request-id: req-2eec75ca-3f3a-4514-bf43-969365161ebf {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:53.356186 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:53.356584 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2eec75ca-3f3a-4514-bf43-969365161ebf {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:53.356941 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'status': 'completed', 'code': 200} Feb 09 02:57:53.423325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-e342134b-dcfb-49d4-9e8e-feb6386df531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.424912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-e342134b-dcfb-49d4-9e8e-feb6386df531 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1126 time: 0.0523880 Feb 09 02:57:53.428952 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f52b67a-657b-4db0-beef-83eda06f042f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.440009 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-fa5c213f-1e2d-4399-85d2-403db8e2ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.442358 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-fa5c213f-1e2d-4399-85d2-403db8e2ec48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1126 time: 0.0640893 Feb 09 02:57:53.520040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-e2dac5e7-073c-4163-80c5-7cd47f1a381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.521651 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-e2dac5e7-073c-4163-80c5-7cd47f1a381f service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0911589 Feb 09 02:57:53.544532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-c0788439-3276-4a66-81db-a13f03fe7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.546082 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-c0788439-3276-4a66-81db-a13f03fe7c6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0980003 Feb 09 02:57:53.591327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-be2e035c-6997-44aa-91d9-390cb3712767 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 998 time: 0.0641661 Feb 09 02:57:53.613692 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-06df3b3e-8079-42dd-88cc-84656af4614d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 998 time: 0.0608261 Feb 09 02:57:53.642571 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-6966cb6d-f82c-4ecd-8632-cffe8b06a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.644373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-6966cb6d-f82c-4ecd-8632-cffe8b06a891 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0469737 Feb 09 02:57:53.672387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-3059096b-f6e3-49bb-b5b5-a41b8a447f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.674079 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-3059096b-f6e3-49bb-b5b5-a41b8a447f4d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0546787 Feb 09 02:57:53.696447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-0c48cca3-6957-42bf-bef3-accb9d0333f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.698040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-0c48cca3-6957-42bf-bef3-accb9d0333f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482533 Feb 09 02:57:53.731962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-9ea0f52d-b036-4b6b-bbab-5d26beaed8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.733503 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-9ea0f52d-b036-4b6b-bbab-5d26beaed8ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531549 Feb 09 02:57:53.795686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-85886a8a-732a-4e81-9328-7f087f703b6b service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908384 Feb 09 02:57:53.827880 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-b0ac559a-a086-43a0-98c8-a9761cc859fe service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883923 Feb 09 02:57:53.889294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-ebaac64f-2ab0-4bc9-ad2f-ec9e891d0954 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874743 Feb 09 02:57:53.925516 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-5339dbb7-d684-408e-abf5-ce8b2ede48b8 req-54b0b040-5327-4014-be79-2589694c2d04 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906332 Feb 09 02:57:54.239030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b154c-3bf5-4017-8f22-4491c6b2bae3 req-91194a13-04d8-4b4a-83e6-7623144c5f09 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.240563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf9b154c-3bf5-4017-8f22-4491c6b2bae3 req-91194a13-04d8-4b4a-83e6-7623144c5f09 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 943 time: 0.0616136 Feb 09 02:57:54.289089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf9b154c-3bf5-4017-8f22-4491c6b2bae3 req-bae57f2d-1f54-4791-b277-8095a861f199 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Feb 09 02:57:54.653584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:54.757395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:54.768804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'mac_address': 'fa:16:3e:ec:45:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:54.809203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0de7a89a-aaed-4a63-bcef-f523656ba76b is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:54.809609 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.823134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de7a89a-aaed-4a63-bcef-f523656ba76b {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:54.843842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:54.848669 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.893739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:54.925142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:54.940922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.941276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.941629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.941971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.942310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.942675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.943010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.947743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.947743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.947743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.947743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.947743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.947743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:54.961968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 0de7a89a-aaed-4a63-bcef-f523656ba76b host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:57:54.962393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:55.190670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['0de7a89a-aaed-4a63-bcef-f523656ba76b'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:55.419782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bc1f0-4d2c-422c-a2d0-358b537b3a90 req-55a5ee74-8880-4cc9-aaab-84a1fb8ac405 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:55.421377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff3bc1f0-4d2c-422c-a2d0-358b537b3a90 req-55a5ee74-8880-4cc9-aaab-84a1fb8ac405 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 944 time: 0.0591953 Feb 09 02:57:55.468626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff3bc1f0-4d2c-422c-a2d0-358b537b3a90 req-d39317ab-acbb-4b6d-8d50-1d3c4d3d426c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Feb 09 02:57:55.709807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0389b-fcd3-4d97-88b1-c0e3c9277115 req-ebb09ddd-d332-439a-83ea-c7a5f2f50392 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:55.711602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffb0389b-fcd3-4d97-88b1-c0e3c9277115 req-ebb09ddd-d332-439a-83ea-c7a5f2f50392 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 944 time: 0.0933981 Feb 09 02:57:55.725286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-3386145e-4b2a-4392-b6a4-de5f74ba2a5e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:55.726765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-3386145e-4b2a-4392-b6a4-de5f74ba2a5e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e&tenant_id=7c97de3ca167420fa77d7e9b7983360a&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 944 time: 0.0962431 Feb 09 02:57:55.756652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-284f7b15-a8bf-4a11-8bad-5ae9638e98c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.804827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffb0389b-fcd3-4d97-88b1-c0e3c9277115 req-575fe007-8ed9-4f5b-ba7f-7196540ee9d6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870814 Feb 09 02:57:55.819350 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-1f6e98d9-aef4-4e50-aebd-b79238ef8277 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:57:55.820361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-1f6e98d9-aef4-4e50-aebd-b79238ef8277 service neutron] 10.222.0.72 "DELETE /v2.0/ports/0de7a89a-aaed-4a63-bcef-f523656ba76b/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0876160 Feb 09 02:57:55.920070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-be1f4cfc-2eef-40da-8c4f-168421c4ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:55.921658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-be1f4cfc-2eef-40da-8c4f-168421c4ff2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1127 time: 0.0574305 Feb 09 02:57:56.016843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-4d5701f6-0544-4a0f-9cd6-3a04d052fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.018348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-4d5701f6-0544-4a0f-9cd6-3a04d052fa1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0904713 Feb 09 02:57:56.082980 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-504cc3d2-fad4-4fc7-b952-1478c228a943 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 999 time: 0.0587056 Feb 09 02:57:56.134244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-beb90265-08d2-4d45-a0e1-366a737f9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.135758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-beb90265-08d2-4d45-a0e1-366a737f9b52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0479472 Feb 09 02:57:56.191677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-d4aefd1d-e9df-4059-a4d8-03f95a539d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.193315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-d4aefd1d-e9df-4059-a4d8-03f95a539d97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519772 Feb 09 02:57:56.283703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-821d62d0-26e3-4854-8e3b-8ae530b7adb1 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840776 Feb 09 02:57:56.378920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d91a9050-7a2b-42e7-9a2a-ff3af64ea753 req-6934508b-7c6c-4d51-8877-9eb16fa99599 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895875 Feb 09 02:57:56.669213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:56.722870 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 0de7a89a-aaed-4a63-bcef-f523656ba76b completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:56.727379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 0de7a89a-aaed-4a63-bcef-f523656ba76b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:56.727764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.813925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 0de7a89a-aaed-4a63-bcef-f523656ba76b is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:56.814585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.841670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:56.844300 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca03fd33-4c25-465c-80b5-318664ebba62" -d '{"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:56.866061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:56.871046 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.896442 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e263a13c-bbf7-49d7-b3c0-a89c669dede0 x-openstack-request-id: req-e263a13c-bbf7-49d7-b3c0-a89c669dede0 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:56.896747 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:56.898716 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e263a13c-bbf7-49d7-b3c0-a89c669dede0 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:56.899550 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'code': 200} Feb 09 02:57:56.928310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:56.961175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecfc9b-14cf-4c86-805b-45bc01f008ca req-8ed4ea42-ab7d-4830-a1d6-f81ae998bbb3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.963038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9cecfc9b-14cf-4c86-805b-45bc01f008ca req-8ed4ea42-ab7d-4830-a1d6-f81ae998bbb3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0653191 Feb 09 02:57:57.012284 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9cecfc9b-14cf-4c86-805b-45bc01f008ca req-1fe450e5-4325-486e-b1ed-1c0e6b164da6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 Feb 09 02:57:57.120685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.137199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341e8f-3eed-4265-9185-645ffd802f38 req-3560507d-990f-4d1a-ac03-593293f47fe2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.138903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea341e8f-3eed-4265-9185-645ffd802f38 req-3560507d-990f-4d1a-ac03-593293f47fe2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0578613 Feb 09 02:57:57.192295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea341e8f-3eed-4265-9185-645ffd802f38 req-c5ff9542-da4b-40bc-b462-cda651e87d96 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468805 Feb 09 02:57:57.415448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc700e5-0df1-41f9-b303-2d6421cd5f5d req-fa9b9f67-cf53-4daa-8b85-257c237f20da tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.417006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fdc700e5-0df1-41f9-b303-2d6421cd5f5d req-fa9b9f67-cf53-4daa-8b85-257c237f20da tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0570097 Feb 09 02:57:57.434438 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84318311-1220-4314-b260-96a3779cc7e0 req-cab45fe7-6df0-4ce7-b93e-050fdeb1e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.435923 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-84318311-1220-4314-b260-96a3779cc7e0 req-cab45fe7-6df0-4ce7-b93e-050fdeb1e48c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 1128 time: 0.0493951 Feb 09 02:57:57.474854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fdc700e5-0df1-41f9-b303-2d6421cd5f5d req-48c83415-12dc-44cf-8ec0-9b27cadee6be tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518835 Feb 09 02:57:57.536298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84318311-1220-4314-b260-96a3779cc7e0 req-20a14974-e6d9-4d88-843f-d6306e9ab4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.537778 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-84318311-1220-4314-b260-96a3779cc7e0 req-20a14974-e6d9-4d88-843f-d6306e9ab4b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0964544 Feb 09 02:57:57.604966 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-84318311-1220-4314-b260-96a3779cc7e0 req-a2812cc4-b794-46e0-8902-edc6acdeadc4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 200 len: 1000 time: 0.0602486 Feb 09 02:57:57.659201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84318311-1220-4314-b260-96a3779cc7e0 req-b77e068a-5486-4a95-935f-46e0a50a6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.660744 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-84318311-1220-4314-b260-96a3779cc7e0 req-b77e068a-5486-4a95-935f-46e0a50a6c41 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0503337 Feb 09 02:57:57.718203 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84318311-1220-4314-b260-96a3779cc7e0 req-2ac97e29-5600-4d6a-bb54-14c6970fef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.719707 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-84318311-1220-4314-b260-96a3779cc7e0 req-2ac97e29-5600-4d6a-bb54-14c6970fef01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534852 Feb 09 02:57:57.811635 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-84318311-1220-4314-b260-96a3779cc7e0 req-ea5e9877-89bb-4b2d-a907-65f7d56f95fe service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 Feb 09 02:57:57.908062 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-84318311-1220-4314-b260-96a3779cc7e0 req-54d6e03b-2833-407a-891e-0c49556c863d service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908952 Feb 09 02:57:58.294765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.602423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d127c2-80c1-4b36-aac8-ae03f7fb88b5 req-73f6679e-19eb-4107-af5c-6397a0ed381a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.603964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d127c2-80c1-4b36-aac8-ae03f7fb88b5 req-73f6679e-19eb-4107-af5c-6397a0ed381a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0543883 Feb 09 02:57:58.653201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d127c2-80c1-4b36-aac8-ae03f7fb88b5 req-82fe787f-2130-4a74-815b-64f6eb23c59e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Feb 09 02:57:58.919156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e138df-01ea-457d-a97f-bb30d9e9f6a5 req-8fb600da-705f-4442-933f-06815bab66ef tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.920665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e138df-01ea-457d-a97f-bb30d9e9f6a5 req-8fb600da-705f-4442-933f-06815bab66ef tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0594049 Feb 09 02:57:58.968751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4e138df-01ea-457d-a97f-bb30d9e9f6a5 req-be64d4f0-d55e-4fe2-bed5-139b5907c082 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Feb 09 02:57:59.880324 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.096123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf475c44-91e9-4ad8-ad7d-b5cff4413a40 req-09e11337-224f-482e-9b1a-1c93ddf72c47 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:00.097738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf475c44-91e9-4ad8-ad7d-b5cff4413a40 req-09e11337-224f-482e-9b1a-1c93ddf72c47 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0536754 Feb 09 02:58:00.152095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf475c44-91e9-4ad8-ad7d-b5cff4413a40 req-c7a49bb5-f98a-4d56-b45f-83bfcc2d6131 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Feb 09 02:58:00.264127 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9be15-b165-41eb-8d05-800726f3516b req-4dbfc651-28bd-43df-82ad-01442a5b5bfb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:00.265627 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c7f9be15-b165-41eb-8d05-800726f3516b req-4dbfc651-28bd-43df-82ad-01442a5b5bfb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.82 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 945 time: 0.0537462 Feb 09 02:58:00.358263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Deleting port 0de7a89a-aaed-4a63-bcef-f523656ba76b {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:00.358633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.451608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] For port 0de7a89a-aaed-4a63-bcef-f523656ba76b, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=0de7a89a-aaed-4a63-bcef-f523656ba76b,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:00.451891 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.636753 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.637124 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.637446 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c disassociated. External IP: 172.25.6.68, port: 0de7a89a-aaed-4a63-bcef-f523656ba76b. Feb 09 02:58:00.637788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Calling delete_port for 0de7a89a-aaed-4a63-bcef-f523656ba76b owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:00.775916 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0de7a89a-aaed-4a63-bcef-f523656ba76b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.808424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event deleted for resources: {'Port': ['ID=0de7a89a-aaed-4a63-bcef-f523656ba76b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:00.931448 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:01.058030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:01.067736 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:01.077486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:01.078033 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:57:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:01.101800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] No DVR routers for this DVR port 0de7a89a-aaed-4a63-bcef-f523656ba76b on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:01.104545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.108048 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-c7f9be15-b165-41eb-8d05-800726f3516b req-d0b59187-4999-4d48-a34d-8c3cf021e99c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.82 "DELETE /v2.0/ports/0de7a89a-aaed-4a63-bcef-f523656ba76b HTTP/1.1" status: 204 len: 173 time: 0.8372042 Feb 09 02:58:01.108645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-deleted', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:01.111051 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d3ad4-9f4f-4fd3-b8cb-af8002e0d0c4" -d '{"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-deleted", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:01.160095 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b20117e-97d1-4dab-a1f4-ce4d0ec9bc44 x-openstack-request-id: req-3b20117e-97d1-4dab-a1f4-ce4d0ec9bc44 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:01.160396 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f22068-46fa-4344-9ce7-4345fb2f3c6e", "name": "network-vif-deleted", "tag": "0de7a89a-aaed-4a63-bcef-f523656ba76b", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:01.160658 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b20117e-97d1-4dab-a1f4-ce4d0ec9bc44 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:01.161074 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f22068-46fa-4344-9ce7-4345fb2f3c6e', 'name': 'network-vif-deleted', 'tag': '0de7a89a-aaed-4a63-bcef-f523656ba76b', 'status': 'completed', 'code': 200} Feb 09 02:58:01.210861 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:01.275784 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcf1741d-8c66-419d-8193-a22b60358584 req-a42d4868-8fc9-47c5-980d-a52c8c495a35 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f22068-46fa-4344-9ce7-4345fb2f3c6e HTTP/1.1" status: 200 len: 210 time: 0.0291224 Feb 09 02:58:01.440406 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:01.468105 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:01.478510 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:01.479103 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:57:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:01.593019 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:01.804257 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:01.831156 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d632f-5689-44e8-bb28-ba443861ff7d None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:02.051635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da26256-29e1-4318-ad90-529acf97424a None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:58:02.537137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-85df6d6c-94a1-4d78-825d-488a4330c9ef tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1482260309&fields=id&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 267 time: 0.0460911 Feb 09 02:58:02.635473 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:58:02.660337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-54227b59-5268-44cb-95d3-8bb1e15ddbce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.661968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-54227b59-5268-44cb-95d3-8bb1e15ddbce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.1176434 Feb 09 02:58:02.678014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-06b681e5-c6fd-4c92-97b6-82012adaec3e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/quotas/7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 375 time: 0.0096257 Feb 09 02:58:02.738779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-133a9eb7-1067-44b8-b316-a65ff966df28 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549390 Feb 09 02:58:02.754788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-d9f1e068-5a6a-4a77-a37d-4a9e5b465223 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:58:02.756220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-d9f1e068-5a6a-4a77-a37d-4a9e5b465223 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056279 Feb 09 02:58:02.856150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-6aac4772-3c1a-4c87-a4d2-286fb360bfc7 service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938215 Feb 09 02:58:02.957488 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-6c123436-7db5-4549-a65e-6c788cea0dfa service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954700 Feb 09 02:58:03.136823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d4ce85f-9bcc-48a2-9e6d-a9814c58395d req-8923be28-a615-426e-9ae2-c65026229cd5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 210 time: 0.0320830 Feb 09 02:58:04.074895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-03165023-cdf1-4ad0-8a10-e90699b4ae4b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.076435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-03165023-cdf1-4ad0-8a10-e90699b4ae4b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.1144631 Feb 09 02:58:04.145280 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-7ef85964-38ab-4fba-8f6b-497888704128 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 380 time: 0.0592730 Feb 09 02:58:04.154526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'port': {'device_id': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'admin_state_up': True, 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'security_groups': ['bccf1b06-dc34-47e9-bdec-90dc44f9b038']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:04.245113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d01bf3b-a694-446f-b0b4-3321b8472dec req-1d35eaa5-dfac-4df4-90ad-eed3b565b308 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 210 time: 0.0350847 Feb 09 02:58:04.292312 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Made reservation on behalf of 7c97de3ca167420fa77d7e9b7983360a for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:04.295741 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.428436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Allocated IP 172.20.0.12 (045018c3-fde9-434b-a0fe-b24e3d9597bc/c70ea216-9ff8-49ce-8835-e66fe422b4fc/35b3db2a-12ee-4383-a159-e734b0644628) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:04.583531 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for port (35b3db2a-12ee-4383-a159-e734b0644628), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.619754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.672260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:04.675486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:04.680362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:04.684312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:04.687977 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:04.720840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.721227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.721546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.721893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.722239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.722615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.722957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.723291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.723622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.723967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.724288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.724618 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.724950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:04.757432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.758531 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.779630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-4b1e0785-f236-4b1d-9f46-9465c2959aac tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286435 Feb 09 02:58:04.791512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Request body: {'port': {'device_id': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:04.868449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.895299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 0de7a89a-aaed-4a63-bcef-f523656ba76b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:04.895503 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 0de7a89a-aaed-4a63-bcef-f523656ba76b not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:04.910548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4799bf44-41f9-48d4-b83b-1dc080b03d71 None None] Provisioning complete for port 35b3db2a-12ee-4383-a159-e734b0644628 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:04.910907 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4799bf44-41f9-48d4-b83b-1dc080b03d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (35b3db2a-12ee-4383-a159-e734b0644628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.946920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4799bf44-41f9-48d4-b83b-1dc080b03d71 None None] Port 35b3db2a-12ee-4383-a159-e734b0644628 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:58:05.168685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b3db2a-12ee-4383-a159-e734b0644628 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:05.177381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Publish callbacks [] for port (35b3db2a-12ee-4383-a159-e734b0644628), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.189722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Transition to ACTIVE for port object 35b3db2a-12ee-4383-a159-e734b0644628 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:05.193793 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.251228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:05.340965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:05.341305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:05.341638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:05.363394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:05.363730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:05.373243 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:05.373594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:05.373992 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:05.374433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Bound port: 35b3db2a-12ee-4383-a159-e734b0644628, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:05.374901 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.432264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd671aa3-f049-4cc4-8a12-4f9c803ab663 req-147a2011-8b1f-4ddb-b5cb-1628f1c1dc7b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.433996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd671aa3-f049-4cc4-8a12-4f9c803ab663 req-147a2011-8b1f-4ddb-b5cb-1628f1c1dc7b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.1146047 Feb 09 02:58:05.492664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:05.516410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd671aa3-f049-4cc4-8a12-4f9c803ab663 req-46492ad2-a80f-46e6-bcae-8eb23df59cf4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732629 Feb 09 02:58:05.518067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:05.525208 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.560962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.561598 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.563027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] 10.222.0.72 "PUT /v2.0/ports/35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1093 time: 0.7765901 Feb 09 02:58:05.563553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:05.565811 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f34b404-121a-470a-aff3-5aa6d84fdc46" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:05.591657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b159ac4-8286-4890-99f5-c42fdefd2755 service neutron] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:05.640159 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81b9cf-1a27-437d-b4cd-29767f8bfc7c x-openstack-request-id: req-db81b9cf-1a27-437d-b4cd-29767f8bfc7c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:05.640466 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:05.640733 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db81b9cf-1a27-437d-b4cd-29767f8bfc7c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:05.641170 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'status': 'completed', 'code': 200} Feb 09 02:58:05.663355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-1d77ff00-64ff-4cf8-bf07-d43125aaab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.665053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-1d77ff00-64ff-4cf8-bf07-d43125aaab0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1127 time: 0.0541222 Feb 09 02:58:05.711766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-590d2700-72de-42d6-bfe2-19dee01f5400 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 217 time: 0.0388978 Feb 09 02:58:05.766585 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-a1af8996-d367-499a-822d-a4b26b0a8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.768102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-a1af8996-d367-499a-822d-a4b26b0a8c1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0512648 Feb 09 02:58:05.824033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-bf7eecef-6d99-4a98-97f3-116d161439f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.825633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-bf7eecef-6d99-4a98-97f3-116d161439f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513768 Feb 09 02:58:05.926411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-c8e35b53-c1c0-42d7-8cf5-3777750e5b28 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930939 Feb 09 02:58:06.024441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a14c3110-fb20-4bb0-a7ff-536a5cf70753 req-09667f3d-f19b-4826-936e-b0e2d3c1c211 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921350 Feb 09 02:58:06.123307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-a75e6a4a-6e25-4a3a-b384-a846bb8a6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:06.124953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-a75e6a4a-6e25-4a3a-b384-a846bb8a6d14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1127 time: 0.0521660 Feb 09 02:58:06.227110 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-5d37d31b-55e0-4182-8718-a420fa46a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:06.228643 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-5d37d31b-55e0-4182-8718-a420fa46a1b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0982995 Feb 09 02:58:06.269924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-94178998-5f87-41dd-a486-7a3e73abc844 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 217 time: 0.0355940 Feb 09 02:58:06.326191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-933e8296-71f5-40fb-8b9b-20ce46586f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:06.327642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-933e8296-71f5-40fb-8b9b-20ce46586f36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0522912 Feb 09 02:58:06.384100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-59a314a7-0fb0-4fa2-812a-74ebb6d37110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:06.385630 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-59a314a7-0fb0-4fa2-812a-74ebb6d37110 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513954 Feb 09 02:58:06.481856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-6d73c634-8a3b-4f9a-b285-f079cd523df5 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895724 Feb 09 02:58:06.585697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f34b404-121a-470a-aff3-5aa6d84fdc46 req-2d02fcba-7aac-4023-85bf-94ef89d380c4 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974505 Feb 09 02:58:06.644273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed7652-c251-43c4-a89e-6401b1710e08 req-859f15f4-65f8-4a91-8046-86af7a1f738d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:06.645788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05ed7652-c251-43c4-a89e-6401b1710e08 req-859f15f4-65f8-4a91-8046-86af7a1f738d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.0554457 Feb 09 02:58:06.699417 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05ed7652-c251-43c4-a89e-6401b1710e08 req-8334e643-c8e4-4d14-9cbc-144216b298e7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476508 Feb 09 02:58:07.823510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda6f90-7b05-415c-bcd4-5e5bb0100ae6 req-3a279f10-11fe-4af4-a019-3d7daa5c59ef tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.825016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bda6f90-7b05-415c-bcd4-5e5bb0100ae6 req-3a279f10-11fe-4af4-a019-3d7daa5c59ef tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.0537059 Feb 09 02:58:07.872193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bda6f90-7b05-415c-bcd4-5e5bb0100ae6 req-af556607-a3da-4ce7-9a0a-c87733be7ffc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415335 Feb 09 02:58:08.928565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:09.019864 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f264a-9b7c-4c71-be3b-dc646247bf33 req-cc7dcb14-14b9-4012-98b7-193602f47a84 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.021743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b67f264a-9b7c-4c71-be3b-dc646247bf33 req-cc7dcb14-14b9-4012-98b7-193602f47a84 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.0667408 Feb 09 02:58:09.030490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:09.044775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '35b3db2a-12ee-4383-a159-e734b0644628', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '35b3db2a-12ee-4383-a159-e734b0644628', 'mac_address': 'fa:16:3e:bb:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:09.073899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b67f264a-9b7c-4c71-be3b-dc646247bf33 req-d807c90b-7f4f-45a7-b8d9-bedea5cca1ea tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458267 Feb 09 02:58:09.081983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 35b3db2a-12ee-4383-a159-e734b0644628 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:09.082391 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:09.101595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b3db2a-12ee-4383-a159-e734b0644628 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:09.120919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:09.125041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:09.182008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:09.425416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['35b3db2a-12ee-4383-a159-e734b0644628'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:10.207566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b207b9-26d4-40d9-a30e-dcf5fd37f577 req-26c5162c-024c-4c34-8177-4e7baad73998 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.209078 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90b207b9-26d4-40d9-a30e-dcf5fd37f577 req-26c5162c-024c-4c34-8177-4e7baad73998 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 945 time: 0.0541451 Feb 09 02:58:10.257973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90b207b9-26d4-40d9-a30e-dcf5fd37f577 req-96b8e30a-8c2c-48b9-912f-99926c0646c9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Feb 09 02:58:10.944355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:11.001828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 35b3db2a-12ee-4383-a159-e734b0644628 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:11.006293 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 35b3db2a-12ee-4383-a159-e734b0644628 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:11.006785 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (35b3db2a-12ee-4383-a159-e734b0644628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.086429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 35b3db2a-12ee-4383-a159-e734b0644628 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:11.086856 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.110536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:11.112813 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfdd581-819d-4982-a8a9-956e4471a318" -d '{"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-plugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:11.127717 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:11.133677 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.161836 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743079d-0eb5-48b2-ba88-94b846abc91e x-openstack-request-id: req-e743079d-0eb5-48b2-ba88-94b846abc91e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:11.162135 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-plugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:11.162391 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e743079d-0eb5-48b2-ba88-94b846abc91e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:11.162809 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'code': 200} Feb 09 02:58:11.191676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:11.262122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8649a05-a8f6-407b-855f-b8c304eabcef req-41f93df7-ed04-4735-a7ae-8f95034e0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.263655 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8649a05-a8f6-407b-855f-b8c304eabcef req-41f93df7-ed04-4735-a7ae-8f95034e0a9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1129 time: 0.0478165 Feb 09 02:58:11.310317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e8649a05-a8f6-407b-855f-b8c304eabcef req-ba111f08-6f5d-401b-a07a-ad79d7cbda51 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402160 Feb 09 02:58:11.391693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea86b-4d7c-45c8-93ce-90fb90ede55f req-93729351-5930-44d3-aebd-c6044b74881a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.393195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16aea86b-4d7c-45c8-93ce-90fb90ede55f req-93729351-5930-44d3-aebd-c6044b74881a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0547259 Feb 09 02:58:11.441254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16aea86b-4d7c-45c8-93ce-90fb90ede55f req-479e4699-c2da-4ebd-8edb-a4dcf54c2d5a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Feb 09 02:58:12.567900 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f427c-5eeb-4142-9326-d8890eed9857 req-561b102b-af26-4cf2-8006-01a97d5e776b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.569399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e35f427c-5eeb-4142-9326-d8890eed9857 req-561b102b-af26-4cf2-8006-01a97d5e776b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0542209 Feb 09 02:58:12.640143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e35f427c-5eeb-4142-9326-d8890eed9857 req-d4732d68-2118-4c8b-8e8c-b429c0ca10ab tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573955 Feb 09 02:58:13.763944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e4091-223e-459f-9040-202d74edf1b4 req-2af4b488-2ccb-4dc3-aeed-cf5fb8dae037 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.765441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222e4091-223e-459f-9040-202d74edf1b4 req-2af4b488-2ccb-4dc3-aeed-cf5fb8dae037 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0555701 Feb 09 02:58:13.820828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-222e4091-223e-459f-9040-202d74edf1b4 req-cf442d77-8a73-48c9-b970-2b31a4c79778 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495791 Feb 09 02:58:13.951351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd4ab0-b930-4d9f-84f9-812b6727900a req-7b744a4f-f37c-46ec-b7f3-2fbe1cdf3885 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.952770 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cefd4ab0-b930-4d9f-84f9-812b6727900a req-7b744a4f-f37c-46ec-b7f3-2fbe1cdf3885 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0585058 Feb 09 02:58:13.961971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44048) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:13.966368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'floatingip': {'port_id': '35b3db2a-12ee-4383-a159-e734b0644628'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:14.320821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.779271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.783122 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.888057 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c associated. External IP: 172.25.6.68, port: 35b3db2a-12ee-4383-a159-e734b0644628. Feb 09 02:58:15.121074 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:15.273835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-92048b3c-3ad1-4854-bcd5-1ac3ff91197e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047692 Feb 09 02:58:15.276491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:15.281786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.286490 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:15.300086 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:15.301295 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:57:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:15.314506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b3282514-14c6-4610-849f-0a57ef307d26 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "PUT /v2.0/floatingips/4d085496-a3a1-4344-b266-a7ffd68a341c HTTP/1.1" status: 200 len: 991 time: 1.3513987 Feb 09 02:58:15.315123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:15.317387 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559e200-a7af-4314-b827-48d846010d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:15.364216 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd905e8-a501-4b56-89da-2c71da547700 x-openstack-request-id: req-6dd905e8-a501-4b56-89da-2c71da547700 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:15.364520 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:15.364780 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dd905e8-a501-4b56-89da-2c71da547700 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:15.365193 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'status': 'completed', 'code': 200} Feb 09 02:58:15.376124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-2182faaa-1ed7-4bd5-89dd-2bd5a11e2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.377987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-2182faaa-1ed7-4bd5-89dd-2bd5a11e2f60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1129 time: 0.0566730 Feb 09 02:58:15.432415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:15.510041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb033a1-bf13-4e3d-a2c0-e3c1f3099b1d req-10c1eca9-62ee-4d54-9110-54e068b51f2a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.511759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cb033a1-bf13-4e3d-a2c0-e3c1f3099b1d req-10c1eca9-62ee-4d54-9110-54e068b51f2a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.1215723 Feb 09 02:58:15.542338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-d0b79d56-346a-4dbb-a606-0023d0b81a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.543952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-d0b79d56-346a-4dbb-a606-0023d0b81a31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1430357 Feb 09 02:58:15.617725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4cb033a1-bf13-4e3d-a2c0-e3c1f3099b1d req-4b31af29-ede8-4255-a37e-c4c46644ba3b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990200 Feb 09 02:58:15.630121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-5ae98196-8fb9-4a29-a70b-31f2f2baf142 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 999 time: 0.0787036 Feb 09 02:58:15.681594 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-770c4b09-ff98-4e50-b542-878b553eba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.683141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-770c4b09-ff98-4e50-b542-878b553eba4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0476928 Feb 09 02:58:15.737332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-873d8cac-5e0c-4829-9bd1-93b34127f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.738907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-873d8cac-5e0c-4829-9bd1-93b34127f415 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501044 Feb 09 02:58:15.777504 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '35b3db2a-12ee-4383-a159-e734b0644628', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:bb:23:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:58:14Z', 'revision_number': 9, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:15.804289 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:15.822772 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:15.823553 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:57:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:15.829487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-9cd10498-1a5e-4c4b-86c2-305fddfdef3d service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844452 Feb 09 02:58:15.937483 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:15.989546 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1aa6c7b0-2eec-4ab4-835b-5b7507e39da6 req-a0df6ad9-a4a1-4a64-894f-b2f24bcd0b3f service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543403 Feb 09 02:58:16.078339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e200-a7af-4314-b827-48d846010d3a req-0da12d45-62d4-4057-a42c-3ed0b1ebb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.079934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2559e200-a7af-4314-b827-48d846010d3a req-0da12d45-62d4-4057-a42c-3ed0b1ebb5b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1129 time: 0.0463803 Feb 09 02:58:16.183906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e200-a7af-4314-b827-48d846010d3a req-ddb1011b-dddb-4db9-b5d9-f5d633a87dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.185752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2559e200-a7af-4314-b827-48d846010d3a req-ddb1011b-dddb-4db9-b5d9-f5d633a87dc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0994346 Feb 09 02:58:16.190886 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '35b3db2a-12ee-4383-a159-e734b0644628', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:bb:23:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:58:14Z', 'revision_number': 9, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:16.218095 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa54e43-0b01-404f-9d02-48175ae69c6c None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '35b3db2a-12ee-4383-a159-e734b0644628', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:bb:23:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:58:14Z', 'revision_number': 9, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:16.260598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2559e200-a7af-4314-b827-48d846010d3a req-2ccaa7dc-d74e-4585-8432-5c0522293768 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 999 time: 0.0679154 Feb 09 02:58:16.310388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e200-a7af-4314-b827-48d846010d3a req-7d647fde-1001-4323-9eab-8bdf70360bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.311907 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2559e200-a7af-4314-b827-48d846010d3a req-7d647fde-1001-4323-9eab-8bdf70360bf2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0462780 Feb 09 02:58:16.364581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e200-a7af-4314-b827-48d846010d3a req-73914770-e475-4ed1-b863-c95792e9305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.366129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2559e200-a7af-4314-b827-48d846010d3a req-73914770-e475-4ed1-b863-c95792e9305e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477014 Feb 09 02:58:16.439226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19303b-b745-4cf4-9bbb-20b52a6983cf None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:58:16.466308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2559e200-a7af-4314-b827-48d846010d3a req-04995c6a-6d80-4911-80c2-399e59fe0e30 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942743 Feb 09 02:58:16.559931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2559e200-a7af-4314-b827-48d846010d3a req-2f02debd-d2ea-4c36-a4aa-1a839bf1b0be service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872023 Feb 09 02:58:16.750863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59f22-0f80-46d9-91bc-2b713b3e3e49 req-c4043751-b955-4cb1-a3aa-7f13b2ee606c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.752713 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e59f22-0f80-46d9-91bc-2b713b3e3e49 req-c4043751-b955-4cb1-a3aa-7f13b2ee606c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0601437 Feb 09 02:58:16.801414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3e59f22-0f80-46d9-91bc-2b713b3e3e49 req-19142e25-5e0e-4f5c-a704-8e60f67aa1b9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Feb 09 02:58:17.079913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-36116023-46d6-42c8-afab-af8e0c9b514f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793152 Feb 09 02:58:17.087646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36ba45-7a5a-4166-9009-fef67ced5fd9 req-a7ff10e5-b2e8-43b4-82ac-e8d0dd265257 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:17.089162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff36ba45-7a5a-4166-9009-fef67ced5fd9 req-a7ff10e5-b2e8-43b4-82ac-e8d0dd265257 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0795450 Feb 09 02:58:17.143908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff36ba45-7a5a-4166-9009-fef67ced5fd9 req-265a9beb-d57a-4bf0-9da7-588216d3212d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490897 Feb 09 02:58:18.302847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-9a3bcb71-26d1-4d6a-adee-bb7726c5d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.304401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-9a3bcb71-26d1-4d6a-adee-bb7726c5d8de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1129 time: 0.0733354 Feb 09 02:58:18.309810 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.312142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202caab0-3914-42a4-bbe7-03338c4e9d48 req-412e0d9a-35ce-422d-9471-3f1ddc14b903 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.313759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-202caab0-3914-42a4-bbe7-03338c4e9d48 req-412e0d9a-35ce-422d-9471-3f1ddc14b903 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0925982 Feb 09 02:58:18.432792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-202caab0-3914-42a4-bbe7-03338c4e9d48 req-9baa9831-40d9-415f-978c-a90dfc6722bb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093135 Feb 09 02:58:18.448111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-58f1dce0-8e9b-419e-a1e9-a9ec14dabddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.449632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-58f1dce0-8e9b-419e-a1e9-a9ec14dabddc service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1349728 Feb 09 02:58:18.516712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-5ba47580-1ad4-4bcf-98ec-b4dd9f3a8de6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1002 time: 0.0606418 Feb 09 02:58:18.574857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-65b6ea4d-2611-416d-a43a-5345290da337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.576408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-65b6ea4d-2611-416d-a43a-5345290da337 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0529354 Feb 09 02:58:18.631955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-0c4906b5-eaf0-48ea-ab72-9a1a9c11348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.633460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-0c4906b5-eaf0-48ea-ab72-9a1a9c11348c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501146 Feb 09 02:58:18.735627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-1c63d77b-d30c-48a0-9e7e-074dd4cb600c service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964694 Feb 09 02:58:18.833804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-52ed84fb-21fb-488e-9cdc-7ad4a8b47057 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922754 Feb 09 02:58:19.365147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.555126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e214d79-6fdb-416e-8f10-076a53af5886 req-f35f458a-6c73-4366-946e-7dfd7cad0eaf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.556678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e214d79-6fdb-416e-8f10-076a53af5886 req-f35f458a-6c73-4366-946e-7dfd7cad0eaf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0561314 Feb 09 02:58:19.604279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e214d79-6fdb-416e-8f10-076a53af5886 req-fa8ed8bc-8aab-4ee8-b862-3eba341997c7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413001 Feb 09 02:58:20.739592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39191bd3-c0fb-460c-ad79-776264c55e43 req-b78cbacf-f0d0-4b93-a0dd-068cf707d9f8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:20.741607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-39191bd3-c0fb-460c-ad79-776264c55e43 req-b78cbacf-f0d0-4b93-a0dd-068cf707d9f8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0643132 Feb 09 02:58:20.791436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-39191bd3-c0fb-460c-ad79-776264c55e43 req-2379f35c-30d8-42f9-83b7-cb0638559515 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Feb 09 02:58:21.917599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be20f7-c436-4624-b709-d9ef7aad80fa req-82b76a46-ad1f-441f-ad41-c75552257065 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.919174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9be20f7-c436-4624-b709-d9ef7aad80fa req-82b76a46-ad1f-441f-ad41-c75552257065 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0565197 Feb 09 02:58:21.968610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9be20f7-c436-4624-b709-d9ef7aad80fa req-fdfa4dc0-1029-4727-9d7e-0ac3d51be960 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Feb 09 02:58:23.092161 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940759-0903-4e45-bbf2-1764ca6ab7e0 req-8ef08b0a-9849-410e-bdff-520053fe8f39 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.093712 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7940759-0903-4e45-bbf2-1764ca6ab7e0 req-8ef08b0a-9849-410e-bdff-520053fe8f39 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0543187 Feb 09 02:58:23.147001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7940759-0903-4e45-bbf2-1764ca6ab7e0 req-79c687d5-0e6d-4669-a5e0-726d37e570ae tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475302 Feb 09 02:58:23.435598 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4941559b-df52-41b7-93a0-7fac5f3e76c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.275929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a66647-7010-430a-8964-d6cdecb4caa0 req-b999bdf0-291a-406a-92c1-15fc58c99e02 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.277437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50a66647-7010-430a-8964-d6cdecb4caa0 req-b999bdf0-291a-406a-92c1-15fc58c99e02 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0582602 Feb 09 02:58:24.325474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-50a66647-7010-430a-8964-d6cdecb4caa0 req-3ef9bc51-4f52-4047-b6fd-52cbafc5c6f0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Feb 09 02:58:25.464122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cb5ea-bfd6-40c3-b5b3-cc94e93e51aa req-d303732c-39d7-4293-aff2-7c05ec0034bb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:25.465695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79cb5ea-bfd6-40c3-b5b3-cc94e93e51aa req-d303732c-39d7-4293-aff2-7c05ec0034bb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0663531 Feb 09 02:58:25.516742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d79cb5ea-bfd6-40c3-b5b3-cc94e93e51aa req-e6c8c127-9cb7-4fa8-a0a5-7e72816b7402 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453949 Feb 09 02:58:25.749042 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb88e7d0-e391-40ae-a1c1-88143cd7900a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:26.643658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c810f-8599-42b4-8337-e4696f41c96c req-b73d3d95-c7fd-4fa0-b784-f817254d72f6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:26.645361 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-823c810f-8599-42b4-8337-e4696f41c96c req-b73d3d95-c7fd-4fa0-b784-f817254d72f6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0586040 Feb 09 02:58:26.703074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-823c810f-8599-42b4-8337-e4696f41c96c req-96553dd4-2f13-40ed-9a0e-7f40ef3875f1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508695 Feb 09 02:58:27.128355 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:27.830596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29310ed-6755-4a8b-8488-3f26fa5c1944 req-7c8cbe6d-7fc8-478d-8f94-07d58ff6aa3d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:27.832296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d29310ed-6755-4a8b-8488-3f26fa5c1944 req-7c8cbe6d-7fc8-478d-8f94-07d58ff6aa3d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0561872 Feb 09 02:58:27.882927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d29310ed-6755-4a8b-8488-3f26fa5c1944 req-69226fa4-2022-4925-a655-43f0e4aebd63 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Feb 09 02:58:28.296290 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:29.024463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eb526-59cf-4c88-91e7-4957fdcecc50 req-79dc90c0-b21d-42ae-9bb0-9a1089fbe22f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.025972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3eb526-59cf-4c88-91e7-4957fdcecc50 req-79dc90c0-b21d-42ae-9bb0-9a1089fbe22f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0628839 Feb 09 02:58:29.079290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b3eb526-59cf-4c88-91e7-4957fdcecc50 req-c69d47ea-b544-49d5-9be9-c638ed170af9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Feb 09 02:58:29.884394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:30.215793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778018ed-6eca-475d-ad51-71fa37173736 req-ced1d0c0-03c2-4894-8bb2-a68c1d2c7a1c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:30.217309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-778018ed-6eca-475d-ad51-71fa37173736 req-ced1d0c0-03c2-4894-8bb2-a68c1d2c7a1c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0622773 Feb 09 02:58:30.267993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-778018ed-6eca-475d-ad51-71fa37173736 req-be49abaa-d028-4df5-898c-924862f50536 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 Feb 09 02:58:31.392043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f0b26-c91f-4996-b351-23e45618d688 req-c41e1b56-e922-492d-a4db-499c5c6b540a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:31.393688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b9f0b26-c91f-4996-b351-23e45618d688 req-c41e1b56-e922-492d-a4db-499c5c6b540a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0536604 Feb 09 02:58:31.441257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b9f0b26-c91f-4996-b351-23e45618d688 req-4ecc1f1c-42bd-4663-be9d-9b0a5ecdea7c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 Feb 09 02:58:32.570281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709146de-1da5-4734-999e-5c69f90f9f69 req-999989f6-eff0-4e5c-b2aa-f09fb64a666f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:32.571892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-709146de-1da5-4734-999e-5c69f90f9f69 req-999989f6-eff0-4e5c-b2aa-f09fb64a666f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0598555 Feb 09 02:58:32.624860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-709146de-1da5-4734-999e-5c69f90f9f69 req-8b4ec05d-8317-43b1-8792-d4d3b613caf2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472848 Feb 09 02:58:33.762384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45d8b-d5e7-4b1b-9db1-3db42bfad383 req-6d28d60b-eb2d-4a53-b97b-f860bb5832ab tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:33.763900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ba45d8b-d5e7-4b1b-9db1-3db42bfad383 req-6d28d60b-eb2d-4a53-b97b-f860bb5832ab tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0630014 Feb 09 02:58:33.811968 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ba45d8b-d5e7-4b1b-9db1-3db42bfad383 req-7ed71ebf-e795-4d4f-9e19-059e15a4c9c9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Feb 09 02:58:34.938604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ca1b5-9fe0-4c80-90ac-a42ef151c091 req-1a43ba2f-8dfc-496d-a61a-8b7601c4b48e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:34.940127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b42ca1b5-9fe0-4c80-90ac-a42ef151c091 req-1a43ba2f-8dfc-496d-a61a-8b7601c4b48e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0575061 Feb 09 02:58:34.997161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b42ca1b5-9fe0-4c80-90ac-a42ef151c091 req-6a97aec5-7aad-4f9d-b0bf-328dba5f9bd8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506968 Feb 09 02:58:36.118199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27e9d-da21-43e0-8933-1e6afbfec864 req-52c8f4d9-dc0a-4282-8d41-962d90074cfa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:36.127894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3da27e9d-da21-43e0-8933-1e6afbfec864 req-52c8f4d9-dc0a-4282-8d41-962d90074cfa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0533769 Feb 09 02:58:36.168736 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3da27e9d-da21-43e0-8933-1e6afbfec864 req-5ab3402f-afc0-44bf-9af6-0037646f0f01 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Feb 09 02:58:37.292403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7ca05-ea98-4dfb-afb0-de185a335174 req-b4579243-2dc8-40ae-b619-458fa5266553 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:37.293961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6be7ca05-ea98-4dfb-afb0-de185a335174 req-b4579243-2dc8-40ae-b619-458fa5266553 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0545082 Feb 09 02:58:37.346306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6be7ca05-ea98-4dfb-afb0-de185a335174 req-c787059f-e59f-49c4-a422-2e52f4f8da30 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Feb 09 02:58:38.491441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005003a-633f-4ca4-87a1-4b4f203fad8b req-c9f8770a-80cb-4eb5-ae69-c60042a23bd5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:38.492840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8005003a-633f-4ca4-87a1-4b4f203fad8b req-c9f8770a-80cb-4eb5-ae69-c60042a23bd5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0634913 Feb 09 02:58:38.542137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8005003a-633f-4ca4-87a1-4b4f203fad8b req-83419349-f9ff-478e-8a51-a8439c894ef8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Feb 09 02:58:39.634916 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:58:39.671472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a22b79-9c33-495a-8f75-f6dd9d3c113e req-57a61f32-8f87-414e-b3e7-79a11c02271e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:39.673111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a22b79-9c33-495a-8f75-f6dd9d3c113e req-57a61f32-8f87-414e-b3e7-79a11c02271e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0578849 Feb 09 02:58:39.724006 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-84a22b79-9c33-495a-8f75-f6dd9d3c113e req-85887c7d-3070-42c5-b5d1-bd12c20fefa2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Feb 09 02:58:40.853545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cda31-90b6-43fa-80b2-c98a29dbc992 req-41cd2420-3399-4639-b578-9efe3e5fcab8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:40.855154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-692cda31-90b6-43fa-80b2-c98a29dbc992 req-41cd2420-3399-4639-b578-9efe3e5fcab8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0613801 Feb 09 02:58:40.903588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-692cda31-90b6-43fa-80b2-c98a29dbc992 req-30592d48-bf98-42c0-94b9-36b05e98bb5a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Feb 09 02:58:42.043632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446935ef-dda4-470e-b79b-7a5804a5f40d req-41a26b75-f0d3-4848-a6e2-b164f11ba905 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:42.045124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-446935ef-dda4-470e-b79b-7a5804a5f40d req-41a26b75-f0d3-4848-a6e2-b164f11ba905 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0534360 Feb 09 02:58:42.093038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-446935ef-dda4-470e-b79b-7a5804a5f40d req-da228f8f-ef13-4eb0-a5ac-07d85178045a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Feb 09 02:58:43.217590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc05ae2-7bbd-48a6-a374-93d8b566e27a req-a178a7f6-8a23-4cb3-885d-3444382a594f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:43.219248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cc05ae2-7bbd-48a6-a374-93d8b566e27a req-a178a7f6-8a23-4cb3-885d-3444382a594f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0553782 Feb 09 02:58:43.272750 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cc05ae2-7bbd-48a6-a374-93d8b566e27a req-f402a839-72a8-4cc6-8605-c91e76ad7fbf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477567 Feb 09 02:58:44.397790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831e767-b35b-4323-8529-8bc0cd21dc91 req-f5e983a4-7803-44de-8d7a-5c43e3566336 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:44.399347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3831e767-b35b-4323-8529-8bc0cd21dc91 req-f5e983a4-7803-44de-8d7a-5c43e3566336 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0561368 Feb 09 02:58:44.447843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3831e767-b35b-4323-8529-8bc0cd21dc91 req-19893b7c-b12c-4a7c-b5bd-b36c888e0559 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Feb 09 02:58:45.572851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e7614-9d7b-4641-a150-329e97250a9d req-b5e93b9f-01eb-46f5-a2e9-864d7028dc6e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.574370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-832e7614-9d7b-4641-a150-329e97250a9d req-b5e93b9f-01eb-46f5-a2e9-864d7028dc6e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0543892 Feb 09 02:58:45.622239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-832e7614-9d7b-4641-a150-329e97250a9d req-3d72b41c-43c8-439b-971a-685a38158387 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Feb 09 02:58:45.713587 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-771dfecd-b3ba-4cd2-b8d7-7d8481aa22d4 service neutron] show failed (client error): The resource could not be found. Feb 09 02:58:45.713587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-771dfecd-b3ba-4cd2-b8d7-7d8481aa22d4 service neutron] 10.222.0.72 "GET /v2.0/ports/35b3db2a-12ee-4383-a159-e734b0644628/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0621033 Feb 09 02:58:45.928577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-60625a18-bca2-4ec3-963d-31aecded4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.930212 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-60625a18-bca2-4ec3-963d-31aecded4b2c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 1129 time: 0.0541031 Feb 09 02:58:45.941350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:46.000639 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.219279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:46.253841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:46.297535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:46.299836 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2472cf-cb01-423c-90db-b8a20fe9d0aa" -d '{"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-unplugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:46.304267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Publish callbacks [] for port (35b3db2a-12ee-4383-a159-e734b0644628), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.317572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Transition to ACTIVE for port object 35b3db2a-12ee-4383-a159-e734b0644628 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:46.322655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.359348 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfad22c-639a-4278-9178-504e03d72694 x-openstack-request-id: req-0dfad22c-639a-4278-9178-504e03d72694 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:46.359869 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-unplugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:46.360003 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0dfad22c-639a-4278-9178-504e03d72694 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:46.360313 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'code': 200} Feb 09 02:58:46.411993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:46.427224 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.427573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.427920 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.428790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.429354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.429842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.430184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.430544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.430883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.431213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.431545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.431876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.432200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:46.476358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] No DVR routers for this DVR port 35b3db2a-12ee-4383-a159-e734b0644628 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:46.621572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:46.621903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:46.622225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:46.626620 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:46.626939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:46.632778 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:46.633111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:46.633499 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:46.633925 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Bound port: 35b3db2a-12ee-4383-a159-e734b0644628, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:46.634282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.740911 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:46.745134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:46.752322 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.774419 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:46.775156 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.776783 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] 10.222.0.82 "PUT /v2.0/ports/35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1093 time: 0.8393526 Feb 09 02:58:46.817079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3395-005d-44f3-848b-eeafe7d83946 req-f27891df-c593-4240-8291-6c7498b4fc93 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:46.822195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03fe3395-005d-44f3-848b-eeafe7d83946 req-f27891df-c593-4240-8291-6c7498b4fc93 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.0786772 Feb 09 02:58:46.876748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccf3ba-6a8a-45e7-9c47-be341189814d service neutron] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:46.895576 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-73865804-d347-4f0c-8647-97915eb96244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:46.897729 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-73865804-d347-4f0c-8647-97915eb96244 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1127 time: 0.0877655 Feb 09 02:58:46.898613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03fe3395-005d-44f3-848b-eeafe7d83946 req-74ad6ce7-128a-46da-8380-91a7b7ad0930 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675757 Feb 09 02:58:47.012430 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-ab9472f4-b4a9-403a-9e28-03b564ccaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.014046 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-ab9472f4-b4a9-403a-9e28-03b564ccaf28 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1103730 Feb 09 02:58:47.083674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-b54efc6e-af78-4fdc-b569-718f0ab147c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1000 time: 0.0635846 Feb 09 02:58:47.136623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-a2275f69-3b95-4f07-8332-12ed24276e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.138113 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-a2275f69-3b95-4f07-8332-12ed24276e37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0491590 Feb 09 02:58:47.190753 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-c2bc0a25-6a5d-4ce2-915c-0c5cc286ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.192391 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-c2bc0a25-6a5d-4ce2-915c-0c5cc286ac10 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486355 Feb 09 02:58:47.290078 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-a8c2b31a-7581-4772-b124-4f60e8ac03ca service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914316 Feb 09 02:58:47.671648 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3730f97d-b3b3-4a53-a501-d9e71d726752 req-18aa6fd1-ffcc-4b19-9614-5413c58bb4e8 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761194 Feb 09 02:58:48.033982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cc9a7-dd8a-4198-87ce-f361e64dcd13 req-059f200e-1c1a-4fce-96aa-5d677b85447a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.035526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e0cc9a7-dd8a-4198-87ce-f361e64dcd13 req-059f200e-1c1a-4fce-96aa-5d677b85447a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.0563982 Feb 09 02:58:48.088365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9e0cc9a7-dd8a-4198-87ce-f361e64dcd13 req-bb625da0-7d7a-4e11-be2d-23f314d0dc50 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465288 Feb 09 02:58:48.319242 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.361842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:48.364494 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb74745-8f03-43b4-85e0-b2360072b7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:48.417670 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c30a93e-6fec-4e90-911a-3ac6561e8bb6 x-openstack-request-id: req-9c30a93e-6fec-4e90-911a-3ac6561e8bb6 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:48.418231 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:48.418514 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c30a93e-6fec-4e90-911a-3ac6561e8bb6 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:48.419122 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'status': 'completed', 'code': 200} Feb 09 02:58:48.488633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-1f69afab-9a3e-40a5-bb80-27ee7ac673f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.490290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-1f69afab-9a3e-40a5-bb80-27ee7ac673f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1127 time: 0.0508320 Feb 09 02:58:48.506010 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-e58722a9-d952-4c32-8d45-674a5959b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.508247 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-e58722a9-d952-4c32-8d45-674a5959b73d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1127 time: 0.0516951 Feb 09 02:58:48.588672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-9ee86e65-3c12-49de-9e81-252f32f54a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.590099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-9ee86e65-3c12-49de-9e81-252f32f54a9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0929379 Feb 09 02:58:48.607406 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-4204b21e-8052-4bb4-bc2f-4a231024e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.608892 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-4204b21e-8052-4bb4-bc2f-4a231024e546 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0934501 Feb 09 02:58:48.675377 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-9deda8ca-6264-44fc-a401-6fd99713d0b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1000 time: 0.0796058 Feb 09 02:58:48.681738 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-dce13661-5af9-4850-afbd-c236e608d0a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1000 time: 0.0664411 Feb 09 02:58:48.729297 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-88e85b91-f265-497c-b832-219d1c6c70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.731012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-88e85b91-f265-497c-b832-219d1c6c70e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0496855 Feb 09 02:58:48.737602 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-51de4c9d-910d-4fdf-8e87-ebeb434740a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.739132 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-51de4c9d-910d-4fdf-8e87-ebeb434740a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0499942 Feb 09 02:58:48.783653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-8a0376a4-3b17-47fe-8d52-ced553b15bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.785255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-8a0376a4-3b17-47fe-8d52-ced553b15bef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476663 Feb 09 02:58:48.795336 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-ae680742-97c6-4fd9-94a4-7f396ddb1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.796847 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-ae680742-97c6-4fd9-94a4-7f396ddb1d5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512023 Feb 09 02:58:48.888076 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-d9a5ec10-aa86-4b52-b187-5425025a3214 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844996 Feb 09 02:58:48.889152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-1b205f68-2b74-4e35-961e-87abfe5a5038 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978107 Feb 09 02:58:48.986264 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-94ce83ea-5954-4a8c-8deb-aad8af868393 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913455 Feb 09 02:58:48.989287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb74745-8f03-43b4-85e0-b2360072b7b8 req-4ac44a68-cc37-4eec-bcd9-c9a41e0dea31 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936949 Feb 09 02:58:49.206111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:49.222976 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e93430-7163-4616-902b-bbd40f0ca4a3 req-6768fc13-18c6-40df-bde3-cca1c1257221 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:49.224484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5e93430-7163-4616-902b-bbd40f0ca4a3 req-6768fc13-18c6-40df-bde3-cca1c1257221 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.0569513 Feb 09 02:58:49.258534 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 35b3db2a-12ee-4383-a159-e734b0644628 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:58:49.258969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:49.281067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5e93430-7163-4616-902b-bbd40f0ca4a3 req-d8de8269-a4e8-4284-949c-650c63face6d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497472 Feb 09 02:58:49.369930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.411315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f0120-8940-4ed1-a86a-8238e82f18c0 req-93adbdb9-fc57-49ba-b0ee-9e964a0430e5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:50.412729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f7f0120-8940-4ed1-a86a-8238e82f18c0 req-93adbdb9-fc57-49ba-b0ee-9e964a0430e5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 944 time: 0.0545566 Feb 09 02:58:50.465038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1f7f0120-8940-4ed1-a86a-8238e82f18c0 req-d6092f86-eb84-450a-9d65-8067655f4011 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458746 Feb 09 02:58:50.890553 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:50.995987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:51.008233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '35b3db2a-12ee-4383-a159-e734b0644628', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '35b3db2a-12ee-4383-a159-e734b0644628', 'mac_address': 'fa:16:3e:bb:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:51.050225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 35b3db2a-12ee-4383-a159-e734b0644628 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:51.050648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.063700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b3db2a-12ee-4383-a159-e734b0644628 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:51.084261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:51.088256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.147485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:51.454694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['35b3db2a-12ee-4383-a159-e734b0644628'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:51.590565 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93642f77-3e6a-459b-8e1c-32e5ae0319e4 req-b48996fc-7fc5-4203-8a06-9e8eff4574e2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:51.592094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93642f77-3e6a-459b-8e1c-32e5ae0319e4 req-b48996fc-7fc5-4203-8a06-9e8eff4574e2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Feb 09 02:58:51.643380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-93642f77-3e6a-459b-8e1c-32e5ae0319e4 req-a3597ea4-9e9f-41e6-b95f-d492deea0b52 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447192 Feb 09 02:58:51.962910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b140929-4755-467c-84c1-93f416596f99 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:51.964505 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b140929-4755-467c-84c1-93f416596f99 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6&tenant_id=7c97de3ca167420fa77d7e9b7983360a&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 945 time: 0.0594354 Feb 09 02:58:51.983897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8818b8-86fd-4c9f-891f-ae77aa4ec873 req-27217a65-eb5a-4f24-994e-478e0f799e60 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:51.985978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c8818b8-86fd-4c9f-891f-ae77aa4ec873 req-27217a65-eb5a-4f24-994e-478e0f799e60 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 945 time: 0.0584667 Feb 09 02:58:52.028486 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-e84ae689-5fa1-4ad0-825a-670e63ba2d70 service neutron] 10.222.0.82 "GET /v2.0/ports/35b3db2a-12ee-4383-a159-e734b0644628/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 383 time: 0.0570686 Feb 09 02:58:52.035513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c8818b8-86fd-4c9f-891f-ae77aa4ec873 req-ecd6e03a-bffe-40e2-a834-8a8a76cb2e6f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 Feb 09 02:58:52.095724 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-ad34d3d9-efa0-4294-8081-834ad1e5e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:52.097255 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-ad34d3d9-efa0-4294-8081-834ad1e5e94d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1128 time: 0.0466650 Feb 09 02:58:52.195641 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-58063013-3f49-4570-ad14-a0b3da4f636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:52.197221 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-58063013-3f49-4570-ad14-a0b3da4f636f service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0939970 Feb 09 02:58:52.265430 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-16aa5036-618f-4ed7-bec8-69b0ad3deeb5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1001 time: 0.0617864 Feb 09 02:58:52.320304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-c30084c9-91e9-4e9c-8db6-bfe9c5eff95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:52.321773 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-c30084c9-91e9-4e9c-8db6-bfe9c5eff95b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0510097 Feb 09 02:58:52.372277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-65c78c2c-4bf0-4e31-a780-67b1eef3971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:52.373834 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-65c78c2c-4bf0-4e31-a780-67b1eef3971d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459828 Feb 09 02:58:52.472246 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-a87ed97b-5fd0-4033-8029-a22732c09be3 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925901 Feb 09 02:58:52.568664 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-9561d880-2f61-47c6-b2b5-c9b61b913304 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899425 Feb 09 02:58:52.909987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:52.963801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 35b3db2a-12ee-4383-a159-e734b0644628 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:52.968113 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 35b3db2a-12ee-4383-a159-e734b0644628 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:52.968499 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (35b3db2a-12ee-4383-a159-e734b0644628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.059772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 35b3db2a-12ee-4383-a159-e734b0644628 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:53.060231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.095900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:53.096877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:53.099613 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b36f3f7-826f-485f-8326-82fb4b8e3684" -d '{"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-plugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:53.103706 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.173972 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bcee1f-143c-4575-ab63-edebcdd6adbf x-openstack-request-id: req-79bcee1f-143c-4575-ab63-edebcdd6adbf {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:53.174271 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-plugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:53.174559 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79bcee1f-143c-4575-ab63-edebcdd6adbf {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:53.174989 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'code': 200} Feb 09 02:58:53.177201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7531b43-6a73-46d6-88a9-1267964f97fe req-673a75e4-21dc-4203-9cef-832e81de41e6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:53.179055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7531b43-6a73-46d6-88a9-1267964f97fe req-673a75e4-21dc-4203-9cef-832e81de41e6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0669060 Feb 09 02:58:53.192204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:53.235405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7531b43-6a73-46d6-88a9-1267964f97fe req-d24dc6a2-54d1-4117-b31b-dcfea307cfe9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477161 Feb 09 02:58:53.432934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-04db4e87-1239-45cf-a981-e43147f9ebdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.366333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a415ac2-f9c1-44ca-8202-01f510e82659 req-7c82e82e-4adc-42f3-bd41-4affbd5e8206 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:54.368037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a415ac2-f9c1-44ca-8202-01f510e82659 req-7c82e82e-4adc-42f3-bd41-4affbd5e8206 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0581613 Feb 09 02:58:54.422761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a415ac2-f9c1-44ca-8202-01f510e82659 req-2bb1129c-5ed5-4116-9010-1c1aa5037232 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484574 Feb 09 02:58:54.532544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-ab91c3bc-5995-428e-bdeb-034cd2db1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:54.534051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-ab91c3bc-5995-428e-bdeb-034cd2db1f15 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 1129 time: 0.0470572 Feb 09 02:58:54.544490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:54.604921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.829334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:54.864801 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:54.906708 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:54.909082 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5edf1b1-2786-47ab-86b6-265f7e9ffe6a" -d '{"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-unplugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:54.913144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Publish callbacks [] for port (35b3db2a-12ee-4383-a159-e734b0644628), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.926355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Transition to ACTIVE for port object 35b3db2a-12ee-4383-a159-e734b0644628 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:54.931151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.361740 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8ffb8-9446-47c9-9c8c-27efcae700e8 x-openstack-request-id: req-11d8ffb8-9446-47c9-9c8c-27efcae700e8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:55.361990 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-unplugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:55.362191 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11d8ffb8-9446-47c9-9c8c-27efcae700e8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:55.362617 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'code': 200} Feb 09 02:58:55.363321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:55.434788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] No DVR routers for this DVR port 35b3db2a-12ee-4383-a159-e734b0644628 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:55.589780 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1185-b55d-4990-ba26-664bf6aff8cb req-2f9a4aeb-3473-4e6e-8e39-ce6f443850bc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:55.591330 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b2a1185-b55d-4990-ba26-664bf6aff8cb req-2f9a4aeb-3473-4e6e-8e39-ce6f443850bc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 945 time: 0.0928538 Feb 09 02:58:55.651107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:55.651369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:55.651706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:55.674001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:55.674525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Attempting to bind port 35b3db2a-12ee-4383-a159-e734b0644628 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:55.683660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7b2a1185-b55d-4990-ba26-664bf6aff8cb req-5d8acd84-30cb-40b1-9dfa-d67252c09f31 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837758 Feb 09 02:58:55.684555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:55.684902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:55.685293 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:55.685731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Bound port: 35b3db2a-12ee-4383-a159-e734b0644628, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:55.686097 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.751540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ec28cc4b-ca48-4d25-adcc-2cedc558c0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.755383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:55.759742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:55.765594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.801123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:55.801583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.802981 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] 10.222.0.72 "PUT /v2.0/ports/35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1094 time: 1.2625277 Feb 09 02:58:55.833953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98d990-50e5-4306-bd37-cf40386dca11 service neutron] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=11']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:55.875194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-6135ebd9-f5c9-4eaf-b7ec-9f40981e14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:55.876828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-6135ebd9-f5c9-4eaf-b7ec-9f40981e14a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1128 time: 0.0527849 Feb 09 02:58:55.974079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-58d0044d-1e59-4215-8abf-86c11ebac40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:55.975612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-58d0044d-1e59-4215-8abf-86c11ebac40e service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0908482 Feb 09 02:58:56.047161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-111f59b6-8075-40af-8be2-5f34ad5ff1f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1000 time: 0.0656438 Feb 09 02:58:56.096268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-e6c68d2e-67ae-4913-9710-3b12eccee110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:56.097694 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-e6c68d2e-67ae-4913-9710-3b12eccee110 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0446000 Feb 09 02:58:56.151889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-6f1481b9-c694-43f8-b8a6-790494ba9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:56.153451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-6f1481b9-c694-43f8-b8a6-790494ba9e56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503764 Feb 09 02:58:56.248776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-c1760886-a4a0-4b43-81b9-12fda257023c service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893967 Feb 09 02:58:56.338189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bf68a1f1-246c-4900-aaff-c4fc1d38d518 req-1436a33f-eafe-421a-b91a-171abf105e41 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 Feb 09 02:58:56.814700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707b173-98d5-421c-9a7a-343a08f574c0 req-5832d72a-d802-4b1e-9fa3-95344c073313 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:56.816434 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2707b173-98d5-421c-9a7a-343a08f574c0 req-5832d72a-d802-4b1e-9fa3-95344c073313 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 945 time: 0.0605772 Feb 09 02:58:56.865162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2707b173-98d5-421c-9a7a-343a08f574c0 req-ff3c0625-e923-4f88-8a66-21de7ee7f018 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Feb 09 02:58:56.932220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:56.974068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] The host n-h1-826675-12 is not matching for port 35b3db2a-12ee-4383-a159-e734b0644628 host n-h2-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:58:56.974390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:57.131016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.363814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:57.366208 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2663ab62-a607-417d-a1bd-418114b201eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:57.416163 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15da35c-b141-49ba-b6c5-3dee77f51b47 x-openstack-request-id: req-e15da35c-b141-49ba-b6c5-3dee77f51b47 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:57.417138 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:57.417492 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e15da35c-b141-49ba-b6c5-3dee77f51b47 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:57.418326 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'status': 'completed', 'code': 200} Feb 09 02:58:57.483345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-04148703-ae9d-4a1c-a2bd-af2adf1770fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.483805 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-cca324a4-e6ff-4783-919b-0ef2388db543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.484908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-04148703-ae9d-4a1c-a2bd-af2adf1770fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1128 time: 0.0525751 Feb 09 02:58:57.485375 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-cca324a4-e6ff-4783-919b-0ef2388db543 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 1128 time: 0.0477915 Feb 09 02:58:57.582528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-eaa8c293-003a-466c-ae87-ebac5dc1fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.584036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-eaa8c293-003a-466c-ae87-ebac5dc1fc4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0933366 Feb 09 02:58:57.588728 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-a31fde26-8ed0-4cdd-9449-6cf041858fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.590194 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-a31fde26-8ed0-4cdd-9449-6cf041858fa4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0936134 Feb 09 02:58:57.660143 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-b87e129f-397a-449e-99af-6e8f807e7554 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1000 time: 0.0679753 Feb 09 02:58:57.666794 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-0a6bb7ec-41bb-48d1-a3f9-a13deff66d30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 200 len: 1000 time: 0.0706859 Feb 09 02:58:57.713295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-c077d4d7-d34e-4567-98ee-d301a4a05461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.714984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-c077d4d7-d34e-4567-98ee-d301a4a05461 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0490258 Feb 09 02:58:57.719125 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-315c6e1e-e26e-480f-9f88-de2f1de2f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.720635 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-315c6e1e-e26e-480f-9f88-de2f1de2f163 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0483196 Feb 09 02:58:57.775724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-2d8b1ee1-d2ac-4b0b-8a64-e7dc18ff112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.777285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-2d8b1ee1-d2ac-4b0b-8a64-e7dc18ff112c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559845 Feb 09 02:58:57.777420 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ab62-a607-417d-a1bd-418114b201eb req-e097ea9e-f6e1-442e-90d1-593c6cc26403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.778997 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-e097ea9e-f6e1-442e-90d1-593c6cc26403 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528109 Feb 09 02:58:57.873521 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-65f13222-021f-4c40-bef3-44ee890ff6b9 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884986 Feb 09 02:58:57.874936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-13795cbb-6044-4bdb-a1a4-caff6106072b service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899467 Feb 09 02:58:57.974539 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-d680917b-1d76-4db6-be1b-8ec71ce3884f service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952892 Feb 09 02:58:58.015104 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2663ab62-a607-417d-a1bd-418114b201eb req-8c261a88-a24b-4849-8150-b052fcd55b48 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341724 Feb 09 02:58:58.031624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bba68-7921-4fa7-8689-9779dc7df402 req-f2fb2e18-7fea-40cc-a0ee-1c5f2c23288a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:58.033142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d83bba68-7921-4fa7-8689-9779dc7df402 req-f2fb2e18-7fea-40cc-a0ee-1c5f2c23288a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 945 time: 0.0915873 Feb 09 02:58:58.082727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d83bba68-7921-4fa7-8689-9779dc7df402 req-55687f94-b4a5-4983-976c-a3457526f087 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 Feb 09 02:58:58.300144 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.219378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef3f3a-16da-4d06-ab68-2e650305165b req-d561b9e1-6c55-4661-b128-0333cd842d52 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:59.220877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-baef3f3a-16da-4d06-ab68-2e650305165b req-d561b9e1-6c55-4661-b128-0333cd842d52 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 945 time: 0.0554283 Feb 09 02:58:59.221399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:59.286431 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-baef3f3a-16da-4d06-ab68-2e650305165b req-7e0271cb-30da-436a-b533-b534f8dd6473 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588078 Feb 09 02:58:59.338391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:59.352579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '35b3db2a-12ee-4383-a159-e734b0644628', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '35b3db2a-12ee-4383-a159-e734b0644628', 'mac_address': 'fa:16:3e:bb:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:59.394659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 35b3db2a-12ee-4383-a159-e734b0644628 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:59.394982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.408331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b3db2a-12ee-4383-a159-e734b0644628 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:59.432084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:59.437154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.487630 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=12']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:59.498069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.498576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.498928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.499273 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.499634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.499949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.500283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.500615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.500946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.501276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.501606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.501932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.502259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:59.754884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['35b3db2a-12ee-4383-a159-e734b0644628'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:59.902656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:00.414369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99235a0-f386-4349-aa4c-cb2401b9266d req-de35077c-0877-482d-9a10-209e006a8acd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:00.415892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a99235a0-f386-4349-aa4c-cb2401b9266d req-de35077c-0877-482d-9a10-209e006a8acd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0551269 Feb 09 02:59:00.468554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a99235a0-f386-4349-aa4c-cb2401b9266d req-2f5ec271-7400-437c-91e7-cdf082f55a04 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469706 Feb 09 02:59:00.591556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5d88-347f-4a05-ac2d-82de01f1671b req-ef00cb0a-6aa6-490f-86cb-290d607467ee tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:00.593111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c4e5d88-347f-4a05-ac2d-82de01f1671b req-ef00cb0a-6aa6-490f-86cb-290d607467ee tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0553293 Feb 09 02:59:00.650932 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c4e5d88-347f-4a05-ac2d-82de01f1671b req-405f2195-4271-4c27-a793-745307909e35 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521789 Feb 09 02:59:00.782257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00376d2-696e-4ae4-a5d5-1606a185c9d9 req-3298c1a4-2219-4bc2-a560-6c67b03130c6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:00.783780 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b00376d2-696e-4ae4-a5d5-1606a185c9d9 req-3298c1a4-2219-4bc2-a560-6c67b03130c6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0538170 Feb 09 02:59:00.833360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b00376d2-696e-4ae4-a5d5-1606a185c9d9 req-d8ad122e-f647-46a3-9d90-c624222ea176 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Feb 09 02:59:01.090142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e66c4-84de-4a91-8e23-3b3ea771e76e req-5b773e34-ef17-4ba6-8e59-4c33e7dd0379 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:01.091598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-759e66c4-84de-4a91-8e23-3b3ea771e76e req-5b773e34-ef17-4ba6-8e59-4c33e7dd0379 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 946 time: 0.0593529 Feb 09 02:59:01.140631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-759e66c4-84de-4a91-8e23-3b3ea771e76e req-75838fc7-fb1f-47e9-ba92-d92c3e592a13 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Feb 09 02:59:01.236773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:01.289029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 35b3db2a-12ee-4383-a159-e734b0644628 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:01.294500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 35b3db2a-12ee-4383-a159-e734b0644628 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:01.295101 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (35b3db2a-12ee-4383-a159-e734b0644628), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.375926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 35b3db2a-12ee-4383-a159-e734b0644628 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:01.376327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.401231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:01.403537 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b103c22a-4fd6-4b40-9878-53702ef0c138" -d '{"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-plugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:01.415801 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:01.419931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.443808 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77354030-5d3d-4912-ac85-df0d04ec5f19 x-openstack-request-id: req-77354030-5d3d-4912-ac85-df0d04ec5f19 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:01.444114 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-plugged", "status": "completed", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:01.444376 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77354030-5d3d-4912-ac85-df0d04ec5f19 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:01.445579 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'code': 200} Feb 09 02:59:01.472251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=13']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:02.267262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec6ae4-79bd-49d2-bf6b-f051490f1efa req-c1cf700f-394c-420a-9ff9-8f0d15d15b47 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:02.268769 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71ec6ae4-79bd-49d2-bf6b-f051490f1efa req-c1cf700f-394c-420a-9ff9-8f0d15d15b47 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 947 time: 0.0584021 Feb 09 02:59:02.323988 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-71ec6ae4-79bd-49d2-bf6b-f051490f1efa req-185b9dde-1c5e-4d07-85a9-2c4db466fe40 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Feb 09 02:59:02.574849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-da1dc3db-0369-4c07-84cd-e29bd187fdd9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:02.576365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-da1dc3db-0369-4c07-84cd-e29bd187fdd9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 947 time: 0.0670524 Feb 09 02:59:02.680351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Deleting port 35b3db2a-12ee-4383-a159-e734b0644628 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:02.680696 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (35b3db2a-12ee-4383-a159-e734b0644628), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.784599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] For port 35b3db2a-12ee-4383-a159-e734b0644628, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=35b3db2a-12ee-4383-a159-e734b0644628,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:02.784966 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (35b3db2a-12ee-4383-a159-e734b0644628), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.964866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.965142 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.965515 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c disassociated. External IP: 172.25.6.68, port: 35b3db2a-12ee-4383-a159-e734b0644628. Feb 09 02:59:02.965815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Calling delete_port for 35b3db2a-12ee-4383-a159-e734b0644628 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:03.097071 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (35b3db2a-12ee-4383-a159-e734b0644628), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.128665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event deleted for resources: {'Port': ['ID=35b3db2a-12ee-4383-a159-e734b0644628,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:03.253301 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:59:03.375413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:59:03.388100 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:59:03.397731 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:59:03.398657 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:58:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:03.431223 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] No DVR routers for this DVR port 35b3db2a-12ee-4383-a159-e734b0644628 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:03.462886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.465928 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b435d7bd-8331-4907-a837-ff1ea174f8b2 req-2827ca60-0cdd-4b8e-874b-1d21bd42bade tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "DELETE /v2.0/ports/35b3db2a-12ee-4383-a159-e734b0644628 HTTP/1.1" status: 204 len: 173 time: 0.8847582 Feb 09 02:59:03.466332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-deleted', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:03.468881 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c91d6-8e40-4622-a9fc-10850dcd15d3" -d '{"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-deleted", "tag": "35b3db2a-12ee-4383-a159-e734b0644628"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:03.474374 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f370268-8f3c-47c2-a060-c28ebdebf4a4 req-0dd7b1ac-6278-4cf9-90b7-29be329b75e0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6 HTTP/1.1" status: 200 len: 210 time: 0.0453053 Feb 09 02:59:03.518827 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:59:03.535562 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280524ab-94da-4d23-a82a-5f2d03433df9 x-openstack-request-id: req-280524ab-94da-4d23-a82a-5f2d03433df9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:03.535962 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6", "name": "network-vif-deleted", "tag": "35b3db2a-12ee-4383-a159-e734b0644628", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:03.536149 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-280524ab-94da-4d23-a82a-5f2d03433df9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:03.536537 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62fb1a-25e0-4eb5-b1d3-d5eeff5ebae6', 'name': 'network-vif-deleted', 'tag': '35b3db2a-12ee-4383-a159-e734b0644628', 'status': 'completed', 'code': 200} Feb 09 02:59:03.743198 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:03.768273 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:59:03.777125 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:59:03.777717 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:58:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:03.888836 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:59:04.100545 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:04.128027 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a96e7a-14de-49ed-9e11-d787243d5d88 None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:59:04.354733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12e1ab-5396-4209-8a66-2b0f339c452f None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:59:04.763421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-2275d390-65e2-40e6-bf1a-11179bb80b6a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1482260309&fields=id&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 267 time: 0.0492446 Feb 09 02:59:04.873397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f46da616-f695-4033-8555-3f2a5171485e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:04.874808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f46da616-f695-4033-8555-3f2a5171485e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.1049664 Feb 09 02:59:04.895103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-66bada86-c399-4b2f-a7b0-fdea4068906a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/quotas/7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 375 time: 0.0099714 Feb 09 02:59:04.952311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-3da3c08a-102b-4a79-adb1-5a8f3525a90e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511003 Feb 09 02:59:05.117164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-42ae6691-a9e2-4572-a9e9-e1c0ea438870 service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531363 Feb 09 02:59:05.212412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f2ebb4a1-76e4-42b0-a3f9-9d38240cc657 service neutron] 10.222.0.53 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886595 Feb 09 02:59:05.377991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf24ee78-96a2-4f32-ab51-27f4ecda7d4a req-2191374c-a261-4705-b8ed-6bd377576416 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0285878 Feb 09 02:59:06.394046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-49d5e7c3-95f0-42cd-b487-6d412d043fce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:06.396210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-49d5e7c3-95f0-42cd-b487-6d412d043fce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 811 time: 0.1366923 Feb 09 02:59:06.471686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-2fe52d1b-b8fc-4851-94c4-dae3e948355d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 380 time: 0.0656536 Feb 09 02:59:06.489607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'port': {'device_id': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'admin_state_up': True, 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'security_groups': ['bccf1b06-dc34-47e9-bdec-90dc44f9b038']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:06.493883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eae944d9-0392-4a6f-b187-7465c1afaa64 req-e00266da-160c-433d-b12a-1215d933078c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0378077 Feb 09 02:59:06.612493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Made reservation on behalf of 7c97de3ca167420fa77d7e9b7983360a for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:06.616002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.755008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Allocated IP 172.20.0.5 (045018c3-fde9-434b-a0fe-b24e3d9597bc/c70ea216-9ff8-49ce-8835-e66fe422b4fc/662fbc9a-3162-444e-b404-ddf6db95f6d1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:06.899353 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.933698 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.983323 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:06.988651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:06.993002 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:06.997053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:07.028568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.028921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.029264 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.029604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.029943 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.030268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.030627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.030957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.031283 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.031606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.031928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.032251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.032573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:07.058923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.059586 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.081005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-77b4849f-3ef7-42d5-a0f0-60a8569e04cd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948663 Feb 09 02:59:07.092870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Request body: {'port': {'device_id': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:07.155951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.224599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9b590453-0035-436d-ab36-fd81d8c529bb None None] Provisioning complete for port 662fbc9a-3162-444e-b404-ddf6db95f6d1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:07.225208 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b590453-0035-436d-ab36-fd81d8c529bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.251097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:07.279164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 35b3db2a-12ee-4383-a159-e734b0644628 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:59:07.279383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 35b3db2a-12ee-4383-a159-e734b0644628 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:59:07.283298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9b590453-0035-436d-ab36-fd81d8c529bb None None] Port 662fbc9a-3162-444e-b404-ddf6db95f6d1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:07.439220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:07.447837 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Publish callbacks [] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.459710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Transition to ACTIVE for port object 662fbc9a-3162-444e-b404-ddf6db95f6d1 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:07.464012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.513950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:07.639232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:07.639613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:07.639948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:07.648092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:07.648416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:07.657515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:07.657882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:07.658359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:07.658909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Bound port: 662fbc9a-3162-444e-b404-ddf6db95f6d1, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:07.659309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.668239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d7659-322f-4e27-ba18-9061d2bff2d2 req-db3316b9-d2f2-40e1-87d3-e4929e331ea8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.669835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-220d7659-322f-4e27-ba18-9061d2bff2d2 req-db3316b9-d2f2-40e1-87d3-e4929e331ea8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0963521 Feb 09 02:59:07.766293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-220d7659-322f-4e27-ba18-9061d2bff2d2 req-c3171a23-a864-411a-a2d0-8f4ae58388bb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882757 Feb 09 02:59:07.772185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:07.775393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:07.782525 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.821881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.822692 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.824120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] 10.222.0.72 "PUT /v2.0/ports/662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 1092 time: 0.7365329 Feb 09 02:59:07.824586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:07.826860 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d51210-f6a1-43b6-9704-20098b6046c7" -d '{"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:07.863867 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600a7d7-10ae-4e44-bff9-b242de3a0cda service neutron] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:07.878542 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54926692-6595-479c-976a-9bdf166c669e x-openstack-request-id: req-54926692-6595-479c-976a-9bdf166c669e {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:07.879000 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:07.879271 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54926692-6595-479c-976a-9bdf166c669e {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:07.879689 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'status': 'completed', 'code': 200} Feb 09 02:59:08.237447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-8a41f4ff-76ae-4a7c-a0ad-598de7d08ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.239024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-8a41f4ff-76ae-4a7c-a0ad-598de7d08ce1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1126 time: 0.3716848 Feb 09 02:59:08.280969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-8606d023-064a-4ceb-be8f-e10a40e45b9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 217 time: 0.0350094 Feb 09 02:59:08.335611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-579a8ed1-a602-4fad-8fba-79c2b04771dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.337101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-579a8ed1-a602-4fad-8fba-79c2b04771dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0511458 Feb 09 02:59:08.395246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-c8de97c4-b923-488b-88c9-bafb6b894ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.396778 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-c8de97c4-b923-488b-88c9-bafb6b894ea2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537825 Feb 09 02:59:08.495542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-e624c802-5022-4f19-a6f7-2a4f24c305a1 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926259 Feb 09 02:59:08.598135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e632026a-c6f2-4b0c-a7a5-b46dada4a2c3 req-f0082828-9d9e-41c5-9cf7-940b5e8d4ebc service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973275 Feb 09 02:59:08.692468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-02d98903-6892-40ba-83b2-b057c6227bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.694072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-02d98903-6892-40ba-83b2-b057c6227bd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1126 time: 0.0504887 Feb 09 02:59:08.791258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-24dad081-e622-4279-9fba-0e4e17afe80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.793005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-24dad081-e622-4279-9fba-0e4e17afe80d service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0929458 Feb 09 02:59:08.838043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-bfa7258c-30c3-4d0a-ae45-52cb1f91963f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 217 time: 0.0386674 Feb 09 02:59:08.931475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-5a052cba-b0ef-4594-99f2-55475a8a164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.933926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-5a052cba-b0ef-4594-99f2-55475a8a164e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0896561 Feb 09 02:59:08.946675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f4a02-a007-4b80-acca-5e2b2d474d04 req-236fc4ff-bd16-413c-a2da-b536ce37e3aa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.949136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb9f4a02-a007-4b80-acca-5e2b2d474d04 req-236fc4ff-bd16-413c-a2da-b536ce37e3aa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.1068301 Feb 09 02:59:09.030127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb9f4a02-a007-4b80-acca-5e2b2d474d04 req-c1251ce4-1309-432b-a0ed-0151862c8d0f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677361 Feb 09 02:59:09.032803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-326841e2-0997-4bf6-99bb-403955ddc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:09.034255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-326841e2-0997-4bf6-99bb-403955ddc956 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0948143 Feb 09 02:59:09.153512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-97ee6c86-ea6f-43bd-9fb8-6b3ae5a4aa74 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113696 Feb 09 02:59:09.245179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08d51210-f6a1-43b6-9704-20098b6046c7 req-06eaea8a-2e07-42eb-b922-e4b09c1a1eaf service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854125 Feb 09 02:59:10.152860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d051-78fd-49d7-ad9c-07004931e18d req-5b3a4014-0dfb-4afa-b5b5-f4e8c9941ff3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:10.154484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe5d051-78fd-49d7-ad9c-07004931e18d req-5b3a4014-0dfb-4afa-b5b5-f4e8c9941ff3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0545232 Feb 09 02:59:10.203688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fe5d051-78fd-49d7-ad9c-07004931e18d req-347e59a4-8af9-46f3-873a-402622c8f7f7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Feb 09 02:59:11.282305 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:11.342331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0483fc-ac9f-473b-a993-6dbaa27ae15d req-7beafd4f-40cb-4996-af4a-cee4eeb5a58e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:11.343891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be0483fc-ac9f-473b-a993-6dbaa27ae15d req-7beafd4f-40cb-4996-af4a-cee4eeb5a58e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0597453 Feb 09 02:59:11.387748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:11.393478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be0483fc-ac9f-473b-a993-6dbaa27ae15d req-77e827ce-c5c5-45c0-ab90-fcb7c9b89a5d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Feb 09 02:59:11.399643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'mac_address': 'fa:16:3e:d5:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:11.441114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:11.441932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.455598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:11.476838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:11.481333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.529672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:11.765676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['662fbc9a-3162-444e-b404-ddf6db95f6d1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:12.520417 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54178bf7-a90b-42a8-8274-750d9c8fa320 req-6ac35398-8e46-4a03-b137-c2740815c2ed tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:12.521939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54178bf7-a90b-42a8-8274-750d9c8fa320 req-6ac35398-8e46-4a03-b137-c2740815c2ed tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0546484 Feb 09 02:59:12.570107 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54178bf7-a90b-42a8-8274-750d9c8fa320 req-2f775de9-a943-4c0b-9115-2e0bf7353c5d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Feb 09 02:59:13.282409 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:13.332052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 662fbc9a-3162-444e-b404-ddf6db95f6d1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:13.336988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 662fbc9a-3162-444e-b404-ddf6db95f6d1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:13.337369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.420466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:13.420860 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.452106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:13.454672 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3fc07a-4890-4ae7-8756-e482414d8554" -d '{"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-plugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:13.469210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:13.473335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.502243 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd7ba7c-f193-4a4e-bbc3-c295d94037e8 x-openstack-request-id: req-cfd7ba7c-f193-4a4e-bbc3-c295d94037e8 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:13.502618 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-plugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:13.503063 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfd7ba7c-f193-4a4e-bbc3-c295d94037e8 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:13.503447 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'code': 200} Feb 09 02:59:13.531425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:13.602855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf526d1-7691-4a8a-b1f6-2d586f9e7b49 req-9c2c5608-70e7-4773-b46c-cfbb85eb9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.604448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cf526d1-7691-4a8a-b1f6-2d586f9e7b49 req-9c2c5608-70e7-4773-b46c-cfbb85eb9c30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1128 time: 0.0502846 Feb 09 02:59:13.661274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8cf526d1-7691-4a8a-b1f6-2d586f9e7b49 req-bea322ad-e3d8-40e6-b6cf-05bcaa22f9b1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500340 Feb 09 02:59:13.702941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de87e2c-28de-49b7-8e7f-8e57114b5cee req-456cb3b3-b2f9-42be-8322-d4096404e9e5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.704443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6de87e2c-28de-49b7-8e7f-8e57114b5cee req-456cb3b3-b2f9-42be-8322-d4096404e9e5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0644610 Feb 09 02:59:13.752193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6de87e2c-28de-49b7-8e7f-8e57114b5cee req-6939c9a9-6ec7-49a5-9e8b-b9c9f4b0393a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420349 Feb 09 02:59:14.896464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cef7e-3267-4961-af7f-d82b7d47ada1 req-afc2a5ef-8bb5-42df-a6d5-1f91ba48c795 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:14.898126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-521cef7e-3267-4961-af7f-d82b7d47ada1 req-afc2a5ef-8bb5-42df-a6d5-1f91ba48c795 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0629542 Feb 09 02:59:14.960010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-521cef7e-3267-4961-af7f-d82b7d47ada1 req-092b5241-e592-44db-a5f7-e0f61feec249 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553601 Feb 09 02:59:16.083649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee3c9c-2ba3-4ca8-99b7-d88a2521ba56 req-00f76776-e67e-4b62-a5b7-f728ca094ce5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.085168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-deee3c9c-2ba3-4ca8-99b7-d88a2521ba56 req-00f76776-e67e-4b62-a5b7-f728ca094ce5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0542004 Feb 09 02:59:16.138241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-deee3c9c-2ba3-4ca8-99b7-d88a2521ba56 req-cdf603e1-f77c-46a4-b7c7-fc5591378973 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Feb 09 02:59:16.270255 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfba38-3169-4743-ac24-52750cc5dc75 req-5ac73cbc-f8ed-4f12-9474-41f05ccdcd0c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.271816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dddfba38-3169-4743-ac24-52750cc5dc75 req-5ac73cbc-f8ed-4f12-9474-41f05ccdcd0c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0665340 Feb 09 02:59:16.281325 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44252) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:16.285786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Request body: {'floatingip': {'port_id': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:16.328839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.634273 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:59:16.777704 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.782241 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.903417 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c associated. External IP: 172.25.6.68, port: 662fbc9a-3162-444e-b404-ddf6db95f6d1. Feb 09 02:59:17.138099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:59:17.266073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-7e4e56e2-0f8a-4c6c-9af5-b65f908fd19d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248786 Feb 09 02:59:17.288437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:59:17.293810 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.303029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:59:17.318038 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:59:17.318697 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:58:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:17.334933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-74b2d293-a047-49fc-86cc-fa37aac19621 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "PUT /v2.0/floatingips/4d085496-a3a1-4344-b266-a7ffd68a341c HTTP/1.1" status: 200 len: 991 time: 1.0523219 Feb 09 02:59:17.354156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:17.356739 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}292afcec91c6379e84768bffbbc6ca8edf5c842090f90d6eeaee06530fa00062" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88541e42-8fd7-4f21-a700-549442eec5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:17.381658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-b28b761c-453b-4388-a800-09db3cbdf79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.383292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-b28b761c-453b-4388-a800-09db3cbdf79a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1128 time: 0.0626006 Feb 09 02:59:17.415439 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018619ae-e10e-4c11-9e84-dfb8dc7f3b36 x-openstack-request-id: req-018619ae-e10e-4c11-9e84-dfb8dc7f3b36 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:17.416261 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:17.416520 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-018619ae-e10e-4c11-9e84-dfb8dc7f3b36 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:17.416935 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'status': 'completed', 'code': 200} Feb 09 02:59:17.545401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:59:17.549048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2724c-f457-4d2e-843c-c443a76f4631 req-ccc70030-4aa8-4418-a314-1329badb87ce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.550573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cb2724c-f457-4d2e-843c-c443a76f4631 req-ccc70030-4aa8-4418-a314-1329badb87ce tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.1230230 Feb 09 02:59:17.552100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-1f730163-8311-4f42-af03-7106045f042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.553575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-1f730163-8311-4f42-af03-7106045f042d service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1528265 Feb 09 02:59:17.647657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cb2724c-f457-4d2e-843c-c443a76f4631 req-d51f18e8-ad5d-4a12-a580-c522c8efb540 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911222 Feb 09 02:59:17.654594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-f2525a07-e769-45fa-a749-30ddf73956d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0901649 Feb 09 02:59:17.731546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-9cf33307-5e0c-4a09-a540-a0a9fd916dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.732947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-9cf33307-5e0c-4a09-a540-a0a9fd916dcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0717046 Feb 09 02:59:17.785433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-6fc75f97-0315-441e-870b-5a483b0c6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.786992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-6fc75f97-0315-441e-870b-5a483b0c6eca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488262 Feb 09 02:59:17.793910 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:d5:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:59:16Z', 'revision_number': 13, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:17.820937 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:59:17.833161 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:59:17.833776 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T02:58:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:17.884168 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-efac5cb4-7916-4254-bf33-9e6741620058 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912416 Feb 09 02:59:17.951179 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:59:17.973659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34e91bf0-2f56-490b-80c0-e852ff852976 req-248eefb0-4636-4901-9cec-feeabf526514 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836194 Feb 09 02:59:18.069852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-a7aa054c-e38c-484d-910f-ea34c6a08889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.071446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-a7aa054c-e38c-484d-910f-ea34c6a08889 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1128 time: 0.0514874 Feb 09 02:59:18.165298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-b31f5c06-544e-4fc1-8f19-91ccb02d0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.167317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-b31f5c06-544e-4fc1-8f19-91ccb02d0429 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0899513 Feb 09 02:59:18.210272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:d5:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:59:16Z', 'revision_number': 13, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:18.236094 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-4845947c-74ed-4fa1-8892-dae87f163637 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0633404 Feb 09 02:59:18.241553 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b80dbe-7a42-484e-a04c-6ebfe19a4542 None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '4d085496-a3a1-4344-b266-a7ffd68a341c', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'floating_ip_address': '172.25.6.68', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'port_id': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'mac_address': 'fa:16:3e:d5:21:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:56:09Z', 'updated_at': '2022-02-09T02:59:16Z', 'revision_number': 13, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:59:18.286048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-40439bc5-ba88-4f16-aedc-cdddfabf7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.287599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-40439bc5-ba88-4f16-aedc-cdddfabf7c47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0463324 Feb 09 02:59:18.321377 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:18.340022 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-82d05d55-cdd3-43eb-a823-849f95bdc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.341594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-82d05d55-cdd3-43eb-a823-849f95bdc3f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483980 Feb 09 02:59:18.441067 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-61a17d03-655b-48c7-9797-a1af94046ee9 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935783 Feb 09 02:59:18.452898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ae6ee-dd62-476e-aa5d-47ada385794a None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:59:18.535337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88541e42-8fd7-4f21-a700-549442eec5e3 req-55288747-e0f3-455b-aad6-3d02ae4d0038 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884898 Feb 09 02:59:18.785057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b8938-fc42-42e8-8298-02341763a9ff req-72478a55-aba1-4610-ab1d-41cbd50e1937 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.786576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b24b8938-fc42-42e8-8298-02341763a9ff req-72478a55-aba1-4610-ab1d-41cbd50e1937 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Feb 09 02:59:18.840534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b24b8938-fc42-42e8-8298-02341763a9ff req-a9539719-3f6d-4465-8c7e-4b9ea23f4750 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480058 Feb 09 02:59:19.380296 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.354602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1abed8-33ba-45b8-b427-704fefbde9b7 req-83c1c18b-1cae-4edb-8efb-2aba8e345353 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.356448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f1abed8-33ba-45b8-b427-704fefbde9b7 req-83c1c18b-1cae-4edb-8efb-2aba8e345353 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0552864 Feb 09 02:59:21.405681 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f1abed8-33ba-45b8-b427-704fefbde9b7 req-e4e38acc-9469-43e0-9381-66bd11a5d4bf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435665 Feb 09 02:59:23.426560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c340a999-e753-4308-a0f5-e8822fcd5558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.755093 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-de6dde0b-6465-419b-897a-9bc11a27acc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:27.133112 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.310955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:29.888351 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:38.969727 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-9a8e5982-15f7-4c99-85e6-8c19bcb56701 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387088 Feb 09 02:59:38.985790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cea89-c85e-4e77-befe-a273e329befe req-428db209-af04-4800-b80b-d0529c6a8421 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:38.987324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d5cea89-c85e-4e77-befe-a273e329befe req-428db209-af04-4800-b80b-d0529c6a8421 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0786078 Feb 09 02:59:39.041261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d5cea89-c85e-4e77-befe-a273e329befe req-ed6bd39c-923f-4ecf-b3c5-3473033e3c02 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473886 Feb 09 02:59:40.108324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-bb525f2a-c072-4b89-90fd-eacf154236ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.109873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-bb525f2a-c072-4b89-90fd-eacf154236ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1128 time: 0.0468926 Feb 09 02:59:40.212464 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-5b6b984b-5ee1-4ebd-a2f3-8e1cacf86f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.213949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-5b6b984b-5ee1-4ebd-a2f3-8e1cacf86f14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0968826 Feb 09 02:59:40.305667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-f99ff3e0-b3be-4ea8-adbc-ddab5ffdbfff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 1001 time: 0.0854445 Feb 09 02:59:40.352033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193593e3-4375-49fc-92f8-1257c1018f69 req-3c7356f8-8dee-4161-aa6d-6839284a7fcb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.353428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-193593e3-4375-49fc-92f8-1257c1018f69 req-3c7356f8-8dee-4161-aa6d-6839284a7fcb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.1622927 Feb 09 02:59:40.383227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-2846974b-cc84-4baf-bf16-e4e8b2e366f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.384700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-2846974b-cc84-4baf-bf16-e4e8b2e366f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0728483 Feb 09 02:59:40.435702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-193593e3-4375-49fc-92f8-1257c1018f69 req-bdf5c23c-ead5-4ddc-a0b3-7a5d277d677c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755978 Feb 09 02:59:40.451983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-fa0169b0-86e0-4e5d-8b02-85b34aa89125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.453494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-fa0169b0-86e0-4e5d-8b02-85b34aa89125 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582852 Feb 09 02:59:40.543818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8431c87d-b98e-4445-8639-ef81c04a4ee2 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836780 Feb 09 02:59:40.634865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-60ad861d-4707-4869-b698-3a6d5e806b93 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Feb 09 02:59:41.564434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf34faa-729a-4043-b30b-f386d125bb8e req-3387d7bf-020e-490f-99ac-e77f8619a5a7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.565937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bf34faa-729a-4043-b30b-f386d125bb8e req-3387d7bf-020e-490f-99ac-e77f8619a5a7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0539947 Feb 09 02:59:41.613121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9bf34faa-729a-4043-b30b-f386d125bb8e req-7058f114-06c8-4dec-84ee-b3fd6c729646 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Feb 09 02:59:42.744238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2e1a-e7b0-409e-8258-88fa094fc6ce req-6cb1f257-25a5-40cb-9615-8f0b530c7161 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.745777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d35f2e1a-e7b0-409e-8258-88fa094fc6ce req-6cb1f257-25a5-40cb-9615-8f0b530c7161 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0588877 Feb 09 02:59:42.794723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d35f2e1a-e7b0-409e-8258-88fa094fc6ce req-b85fcde7-f89e-4386-a320-d679d474f108 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432930 Feb 09 02:59:43.998971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169ac87-fd89-4b11-ac0e-111d4e283a74 req-dee9518e-3286-4324-9b4c-852d4bf1c45a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:44.000473 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2169ac87-fd89-4b11-ac0e-111d4e283a74 req-dee9518e-3286-4324-9b4c-852d4bf1c45a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0981247 Feb 09 02:59:44.050611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2169ac87-fd89-4b11-ac0e-111d4e283a74 req-b112897d-e79f-43db-b220-f0c20f12b480 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Feb 09 02:59:45.173550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec221d9c-9293-48d4-b176-7a2a1d58c907 req-a7724e32-33b8-4871-87d5-4ac7f159b1c9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:45.175100 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec221d9c-9293-48d4-b176-7a2a1d58c907 req-a7724e32-33b8-4871-87d5-4ac7f159b1c9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0543764 Feb 09 02:59:45.228071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec221d9c-9293-48d4-b176-7a2a1d58c907 req-680df2b2-d800-48db-ab76-1075006f23f9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473621 Feb 09 02:59:46.360622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c0f1a-c747-4e2b-bc91-be76ce9cc05e req-37c7fb83-1e79-463d-bfac-e0cf15c5a586 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.362864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed1c0f1a-c747-4e2b-bc91-be76ce9cc05e req-37c7fb83-1e79-463d-bfac-e0cf15c5a586 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0608809 Feb 09 02:59:46.412216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed1c0f1a-c747-4e2b-bc91-be76ce9cc05e req-dab9f75b-8a7e-4b75-94b0-9de06fe3aae0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Feb 09 02:59:47.539646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111af9f-48ab-4bb2-bded-81de6fc1291c req-aef7a0c5-cb95-429a-b040-b17b07daca93 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:47.541232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f111af9f-48ab-4bb2-bded-81de6fc1291c req-aef7a0c5-cb95-429a-b040-b17b07daca93 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0582268 Feb 09 02:59:47.597542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f111af9f-48ab-4bb2-bded-81de6fc1291c req-77bcbf97-3de3-49ec-af34-c5569d302e0a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478463 Feb 09 02:59:48.324642 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.733823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca21ba-749a-4c68-8706-d7a999b209ad req-b90bc46d-e66a-4670-9eea-323ffc542085 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:48.735409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73ca21ba-749a-4c68-8706-d7a999b209ad req-b90bc46d-e66a-4670-9eea-323ffc542085 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0600879 Feb 09 02:59:48.784530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73ca21ba-749a-4c68-8706-d7a999b209ad req-7359788f-e6f1-4a04-a56f-c975d34d4884 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Feb 09 02:59:49.383719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.918603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c7dde-8b2d-407b-b7dd-c91fcb1f23e9 req-b1991c29-7d68-42d5-9385-979b01280cb7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:49.920249 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a5c7dde-8b2d-407b-b7dd-c91fcb1f23e9 req-b1991c29-7d68-42d5-9385-979b01280cb7 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0636456 Feb 09 02:59:49.969836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a5c7dde-8b2d-407b-b7dd-c91fcb1f23e9 req-17f018c6-dc4a-480d-ba13-d5f434aae4f1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Feb 09 02:59:51.100932 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a80a03-d26e-41c2-9fe4-cca623f29610 req-120c865c-2548-47ad-b769-25d8f64731be tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.102611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32a80a03-d26e-41c2-9fe4-cca623f29610 req-120c865c-2548-47ad-b769-25d8f64731be tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0614338 Feb 09 02:59:51.402698 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:51.483848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:51.484374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.509626 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:51.512256 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32a80a03-d26e-41c2-9fe4-cca623f29610 req-568eda12-109c-4ce5-a6d2-3b26375d5db2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022844 Feb 09 02:59:51.512939 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f001470-45cb-416a-b1cd-f453bdd3a5d4" -d '{"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-unplugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:51.528852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:51.532899 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.575301 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a980738-79e1-436d-b6c2-4d4b9de66404 x-openstack-request-id: req-7a980738-79e1-436d-b6c2-4d4b9de66404 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:51.575600 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-unplugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:51.575853 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a980738-79e1-436d-b6c2-4d4b9de66404 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:51.576160 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-22552491-400e-4900-b5e6-ec7424a788d8 req-9d8374f7-a715-4dbc-8d81-6f1c64fcb615 service neutron] show failed (client error): The resource could not be found. Feb 09 02:59:51.576263 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'code': 200} Feb 09 02:59:51.577218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-9d8374f7-a715-4dbc-8d81-6f1c64fcb615 service neutron] 10.222.0.72 "GET /v2.0/ports/662fbc9a-3162-444e-b404-ddf6db95f6d1/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.1150811 Feb 09 02:59:51.593408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:51.864574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-d761c14d-5de5-49ec-b637-6fc5151ca09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.866116 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-d761c14d-5de5-49ec-b637-6fc5151ca09f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 1126 time: 0.0929308 Feb 09 02:59:51.877256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:51.938312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.172924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:52.208746 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:52.243105 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:52.251668 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Publish callbacks [] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.265573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Transition to ACTIVE for port object 662fbc9a-3162-444e-b404-ddf6db95f6d1 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:52.268895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.353260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:52.368990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.369339 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.369684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.370024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.370397 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.370760 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.371088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.371422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.371748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.372075 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.372400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.372721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.373043 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:52.409587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] No DVR routers for this DVR port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:52.555519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:52.555883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:52.556218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:52.561702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:52.562029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:52.567872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:52.568144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:52.568528 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:52.568957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Bound port: 662fbc9a-3162-444e-b404-ddf6db95f6d1, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:52.569321 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.635434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63bdbc-6676-4e05-827d-7ddc8e5ed917 req-f85cd995-cde0-4c84-8b1e-35b86cfdfa9e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.638060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d63bdbc-6676-4e05-827d-7ddc8e5ed917 req-f85cd995-cde0-4c84-8b1e-35b86cfdfa9e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0560844 Feb 09 02:59:52.649327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:52.653921 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:52.662146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.695877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d63bdbc-6676-4e05-827d-7ddc8e5ed917 req-845d74a3-16a4-446c-93ce-3eb288a4b663 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499694 Feb 09 02:59:52.700880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.701532 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.703048 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] 10.222.0.82 "PUT /v2.0/ports/662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 1092 time: 0.8303850 Feb 09 02:59:52.707001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:52.717683 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38cb4a3a660a47b0f97224bb4552d253de936f0e1661b67419729ae37a003781" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daafe149-998e-4cc5-87eb-fb297d92df87" -d '{"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:52.795957 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ebc793-486d-4079-81f1-ab341b20fe8f x-openstack-request-id: req-72ebc793-486d-4079-81f1-ab341b20fe8f {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:52.796523 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:52.796931 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ebc793-486d-4079-81f1-ab341b20fe8f {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:52.797557 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'status': 'completed', 'code': 200} Feb 09 02:59:52.800233 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c97cb-4843-4b51-bb9a-1549310d1242 service neutron] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=8']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:52.812255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8ce6c0c1-40ca-4787-a62a-41770d7d2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.813939 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-8ce6c0c1-40ca-4787-a62a-41770d7d2fd1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1126 time: 0.0862947 Feb 09 02:59:52.856287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-e8996e6c-f757-4d80-831a-9ae7f3446246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.857828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-e8996e6c-f757-4d80-831a-9ae7f3446246 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1126 time: 0.0506704 Feb 09 02:59:52.916268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-aa9767e2-dc58-4030-9103-00becc45a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.917840 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-aa9767e2-dc58-4030-9103-00becc45a0b9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0965042 Feb 09 02:59:52.955784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-cd42d055-96c3-438e-948d-ce6bfa1c1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.957232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-cd42d055-96c3-438e-948d-ce6bfa1c1020 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0933175 Feb 09 02:59:52.995054 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-e3498985-634b-482e-926b-4157b3f1e6b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0712104 Feb 09 02:59:53.031551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-17ef77ca-bb14-4d4c-ae01-c8e1f10834a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0685322 Feb 09 02:59:53.049857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-d9f4ef45-c299-43f6-aa67-80b269e243d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.051374 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-d9f4ef45-c299-43f6-aa67-80b269e243d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0511177 Feb 09 02:59:53.085049 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-cbf45fec-6769-43f0-8722-147cc9f5fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.086581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-cbf45fec-6769-43f0-8722-147cc9f5fe57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0493391 Feb 09 02:59:53.103471 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552491-400e-4900-b5e6-ec7424a788d8 req-da4a4e90-7714-4b81-ba1d-abb871827589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.105088 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-da4a4e90-7714-4b81-ba1d-abb871827589 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474031 Feb 09 02:59:53.137115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-714e3534-6f4e-4e18-a282-3539330583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.138562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-714e3534-6f4e-4e18-a282-3539330583b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467422 Feb 09 02:59:53.202185 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-3e939eb2-3401-46eb-a5d4-178ce109468a service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914032 Feb 09 02:59:53.235958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-54c7bb2a-d5d5-4b27-be7e-e6119bcc13dc service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914443 Feb 09 02:59:53.297931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-45033c54-84df-4d66-9726-73c6bf843b8a service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888560 Feb 09 02:59:53.343191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-960728e3-7d2b-4c97-87ab-2fa00927819e service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008289 Feb 09 02:59:53.399455 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-91d17f27-f69c-4d23-8cd7-e4e18d7b2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.401207 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-91d17f27-f69c-4d23-8cd7-e4e18d7b2828 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1126 time: 0.0497921 Feb 09 02:59:53.430147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ead11c9e-3b62-49e5-a804-fb9a93720238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.509680 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-fd2cf928-1977-420f-a95c-46e4bfc829fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.512087 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-fd2cf928-1977-420f-a95c-46e4bfc829fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1054757 Feb 09 02:59:53.579568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-2442d796-6fe9-43c1-bb13-a248a53acdf3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0618305 Feb 09 02:59:53.633713 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:59:53.656783 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-46defd68-32dd-4bbe-91af-a8f127d09f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.658596 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-46defd68-32dd-4bbe-91af-a8f127d09f98 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0727384 Feb 09 02:59:53.713612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-d9b880b4-50d9-4b1e-86f7-35d4b83e7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.715787 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-d9b880b4-50d9-4b1e-86f7-35d4b83e7c61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509713 Feb 09 02:59:53.820406 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-8073304c-de08-4590-94a8-e1c1ee7bb09f service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984187 Feb 09 02:59:53.845145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817b34-7510-4be9-87ae-665783500881 req-dafbb0d0-8f78-4adb-bc47-9305149613bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.846729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51817b34-7510-4be9-87ae-665783500881 req-dafbb0d0-8f78-4adb-bc47-9305149613bd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0689898 Feb 09 02:59:53.898692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51817b34-7510-4be9-87ae-665783500881 req-7221e7d7-6f20-44fe-98ad-47695b6baff9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447609 Feb 09 02:59:53.935800 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-daafe149-998e-4cc5-87eb-fb297d92df87 req-cd6b49e2-b667-4ef1-b4b9-508993ea31a2 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096025 Feb 09 02:59:55.035951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c519a9-00db-4ce3-81db-962eb58220fc req-3a69899e-d529-4071-89ba-2558747bebf3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:55.037461 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4c519a9-00db-4ce3-81db-962eb58220fc req-3a69899e-d529-4071-89ba-2558747bebf3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0633752 Feb 09 02:59:55.091194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4c519a9-00db-4ce3-81db-962eb58220fc req-b462522f-a3f1-4017-ba4d-e76c74c640c5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470121 Feb 09 02:59:55.756539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-763a0684-2e03-468c-acbf-b2e7aa3fa19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:56.228953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab084a-3b7a-4b47-8cda-630d57d483c9 req-623c816b-0e17-4ca1-9c44-4a6326bc334e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:56.231167 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17ab084a-3b7a-4b47-8cda-630d57d483c9 req-623c816b-0e17-4ca1-9c44-4a6326bc334e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0565758 Feb 09 02:59:56.285118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17ab084a-3b7a-4b47-8cda-630d57d483c9 req-4f4557d7-43b1-48e1-9ba5-bf040ba2b259 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483372 Feb 09 02:59:57.136066 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.411553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eabff3-8f84-4cd1-b5a1-8c8f2fbb5ee4 req-93361044-4b3d-4a81-b3a3-fbd03156518f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:57.413005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9eabff3-8f84-4cd1-b5a1-8c8f2fbb5ee4 req-93361044-4b3d-4a81-b3a3-fbd03156518f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0548079 Feb 09 02:59:57.460534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9eabff3-8f84-4cd1-b5a1-8c8f2fbb5ee4 req-ae5991da-30ec-427a-a749-7e0ecf8a0afe tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Feb 09 02:59:58.306098 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.584840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fd16-686c-4590-8635-9b9904d68ba4 req-6042bcf9-c6ef-476f-aacc-5f3db75e80ff tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:58.586341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7470fd16-686c-4590-8635-9b9904d68ba4 req-6042bcf9-c6ef-476f-aacc-5f3db75e80ff tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0531969 Feb 09 02:59:58.636381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7470fd16-686c-4590-8635-9b9904d68ba4 req-32351f5f-e01f-4514-8b8d-e2fa8878f2d6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Feb 09 02:59:59.775047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077c6a9-feda-4838-a43a-c8960af718d1 req-95fae426-0b9c-4e7f-aa35-98910724e970 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:59.776776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1077c6a9-feda-4838-a43a-c8960af718d1 req-95fae426-0b9c-4e7f-aa35-98910724e970 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0666716 Feb 09 02:59:59.830646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1077c6a9-feda-4838-a43a-c8960af718d1 req-964d6b77-513d-480c-8869-4077302cf35e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483425 Feb 09 02:59:59.884371 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.971066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442e69-efd0-4c34-a4df-419f6de4e02a req-0c2f49a9-4f26-4f9c-aff0-30d1a18b8894 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:00.972760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90442e69-efd0-4c34-a4df-419f6de4e02a req-0c2f49a9-4f26-4f9c-aff0-30d1a18b8894 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0617046 Feb 09 03:00:01.027075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90442e69-efd0-4c34-a4df-419f6de4e02a req-48380622-697c-40cb-8d89-e86d898fe07a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476024 Feb 09 03:00:02.180993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35f634-1f09-495a-9e8b-d2b7dd6fb55a req-d3124a49-04d4-4fe9-97a2-1d5cb3ce09b5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:02.183365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c35f634-1f09-495a-9e8b-d2b7dd6fb55a req-d3124a49-04d4-4fe9-97a2-1d5cb3ce09b5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0610778 Feb 09 03:00:02.232199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7c35f634-1f09-495a-9e8b-d2b7dd6fb55a req-8a15166e-2529-47b6-94a2-9acc2c05da60 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Feb 09 03:00:03.355798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2a32-ced2-461b-b782-d8feae853914 req-88074246-cf37-465e-a7f2-9cb92e8dbc86 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:03.357329 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef7b2a32-ced2-461b-b782-d8feae853914 req-88074246-cf37-465e-a7f2-9cb92e8dbc86 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0541401 Feb 09 03:00:03.406717 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef7b2a32-ced2-461b-b782-d8feae853914 req-f04db0db-f6c0-4624-8462-6a3d3b7616e1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437884 Feb 09 03:00:04.532696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf0feb-0cc7-4a5c-af2c-1d1918aacf03 req-711fbf03-ae90-49f1-a850-26188d754ee2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:04.534314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08bf0feb-0cc7-4a5c-af2c-1d1918aacf03 req-711fbf03-ae90-49f1-a850-26188d754ee2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0560520 Feb 09 03:00:04.585800 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-08bf0feb-0cc7-4a5c-af2c-1d1918aacf03 req-8a7d053c-ed53-4f6a-b0dd-4980991784d3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Feb 09 03:00:05.718839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc0ee5-fb8a-45c6-9573-dd2720ee0c8a req-7b7ad6b5-5aeb-46e7-b712-22b2e5c1fe33 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:05.720343 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9cc0ee5-fb8a-45c6-9573-dd2720ee0c8a req-7b7ad6b5-5aeb-46e7-b712-22b2e5c1fe33 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0549431 Feb 09 03:00:05.768552 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9cc0ee5-fb8a-45c6-9573-dd2720ee0c8a req-ed4dc2f4-56eb-4923-8aa3-d390b3ce3715 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 Feb 09 03:00:06.893996 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86372-2504-4435-9f59-d7332bfb2f16 req-6f46f08c-95da-487c-a12d-389de501fe37 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:06.895622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ced86372-2504-4435-9f59-d7332bfb2f16 req-6f46f08c-95da-487c-a12d-389de501fe37 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0534570 Feb 09 03:00:06.945876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ced86372-2504-4435-9f59-d7332bfb2f16 req-3a36853a-c304-4837-b260-dbe35a6b98ff tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Feb 09 03:00:08.080426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf1450-d09e-4b23-84ec-d27a8c296812 req-0eb9968b-87f7-414d-8933-2aad4dd2c8d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:08.081976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6daf1450-d09e-4b23-84ec-d27a8c296812 req-0eb9968b-87f7-414d-8933-2aad4dd2c8d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0589476 Feb 09 03:00:08.131395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6daf1450-d09e-4b23-84ec-d27a8c296812 req-bc1910bc-a9fd-4819-81a8-ccf9eedb184a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434656 Feb 09 03:00:09.265015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10306f60-9fc6-42eb-b3dd-70dc26f191d9 req-de3b314e-abee-4fb5-8d8e-0ba667cb5a46 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:09.266700 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10306f60-9fc6-42eb-b3dd-70dc26f191d9 req-de3b314e-abee-4fb5-8d8e-0ba667cb5a46 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0549068 Feb 09 03:00:09.314438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10306f60-9fc6-42eb-b3dd-70dc26f191d9 req-194ac746-ab0c-402b-9d97-01b684915bfd tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Feb 09 03:00:10.457955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706e8c4-b27a-4460-89b1-02f12aed5574 req-f90c6993-088d-4a81-b4f4-d13783915184 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:10.459678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3706e8c4-b27a-4460-89b1-02f12aed5574 req-f90c6993-088d-4a81-b4f4-d13783915184 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 943 time: 0.0735312 Feb 09 03:00:10.513671 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3706e8c4-b27a-4460-89b1-02f12aed5574 req-559c1c32-5111-48d8-b48d-0409d9cf8c08 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470762 Feb 09 03:00:11.231831 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:00:11.335704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:11.347892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'mac_address': 'fa:16:3e:d5:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:00:11.388764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:11.389214 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.404221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:00:11.429767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:11.435132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.490905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:11.499461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.499808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.500149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.500486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.500820 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.501148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.501473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.501822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.502146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.502476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.502824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.503386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.503712 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:11.643081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399503a4-d311-4275-976e-9b86463083b4 req-1f384054-f832-4e60-99f2-cc3499942018 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.644597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-399503a4-d311-4275-976e-9b86463083b4 req-1f384054-f832-4e60-99f2-cc3499942018 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0578325 Feb 09 03:00:11.697435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-399503a4-d311-4275-976e-9b86463083b4 req-40bce237-09aa-4c8b-8a22-7feaa4392adb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468962 Feb 09 03:00:11.800746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['662fbc9a-3162-444e-b404-ddf6db95f6d1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:00:12.016122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-eb0b8fbe-dbba-44b9-acbf-1db01de02245 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.017635 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-eb0b8fbe-dbba-44b9-acbf-1db01de02245 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.82 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3&tenant_id=7c97de3ca167420fa77d7e9b7983360a&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 944 time: 0.0601676 Feb 09 03:00:12.028135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf9fb3-48e8-442c-af18-63b1b58f2753 req-84ee3fd0-59e2-49a9-98f8-704d90fd6809 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.029663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89cf9fb3-48e8-442c-af18-63b1b58f2753 req-84ee3fd0-59e2-49a9-98f8-704d90fd6809 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0555372 Feb 09 03:00:12.077835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89cf9fb3-48e8-442c-af18-63b1b58f2753 req-4215889d-5e7b-4a39-aad8-cb48b3a9bef9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Feb 09 03:00:12.086140 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-9f97dd80-49db-4137-b62c-bab893621d98 service neutron] 10.222.0.82 "GET /v2.0/ports/662fbc9a-3162-444e-b404-ddf6db95f6d1/bindings/n-h1-826675-12 HTTP/1.1" status: 200 len: 383 time: 0.0612221 Feb 09 03:00:12.168752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-e533f5f7-9012-44b2-a978-352c226f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.170293 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-e533f5f7-9012-44b2-a978-352c226f8ac8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1127 time: 0.0585654 Feb 09 03:00:12.276807 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-d669947f-21b5-4bf8-8114-00583c2e16df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.278151 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-d669947f-21b5-4bf8-8114-00583c2e16df service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1000957 Feb 09 03:00:12.352183 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-7831067c-78f3-4c25-a720-cd2d480caf0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0651405 Feb 09 03:00:12.402357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-bdca9d0a-b6af-4f33-a7f8-e57c0791184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.403893 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-bdca9d0a-b6af-4f33-a7f8-e57c0791184a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0460010 Feb 09 03:00:12.458115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-936db0ac-8e3d-486f-bb8a-fa781de69302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.459685 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-936db0ac-8e3d-486f-bb8a-fa781de69302 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470507 Feb 09 03:00:12.553009 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-21780543-9f3b-4815-9b6e-22b809326f70 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865903 Feb 09 03:00:12.645446 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-cbbc8e39-7bc2-4496-89f7-94c8a0951864 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857487 Feb 09 03:00:13.212914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239f271-d74c-47b7-9e0d-6bcbf4cd52fe req-107a0209-9ca4-4d50-beb3-c5aefb4f3875 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:13.215120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f239f271-d74c-47b7-9e0d-6bcbf4cd52fe req-107a0209-9ca4-4d50-beb3-c5aefb4f3875 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0583966 Feb 09 03:00:13.243799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:13.267634 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f239f271-d74c-47b7-9e0d-6bcbf4cd52fe req-4baac567-2a98-44e4-a221-34d3bcce1fe2 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468256 Feb 09 03:00:13.303762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 662fbc9a-3162-444e-b404-ddf6db95f6d1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:00:13.307913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 662fbc9a-3162-444e-b404-ddf6db95f6d1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:13.308292 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.407301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:13.407615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.430260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:13.432763 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7761985927079cce7745293c6d17ab2ec36399f418b017c081603fa52efd804f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c5819-8316-47a6-9b41-a4f2b1f7d9d7" -d '{"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-plugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:13.446183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:13.451839 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.513761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:13.553947 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38759dc-0640-4b38-8491-9be6b9c2ea2b x-openstack-request-id: req-f38759dc-0640-4b38-8491-9be6b9c2ea2b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:13.554278 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-plugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:13.554555 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f38759dc-0640-4b38-8491-9be6b9c2ea2b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:13.554973 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'code': 200} Feb 09 03:00:14.414583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e75f-88e5-4e8f-81ee-72829b5c3ebd req-436a5234-9e02-4b8e-a971-64f02963dfe4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:14.416095 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1315e75f-88e5-4e8f-81ee-72829b5c3ebd req-436a5234-9e02-4b8e-a971-64f02963dfe4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 946 time: 0.0669000 Feb 09 03:00:14.467058 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1315e75f-88e5-4e8f-81ee-72829b5c3ebd req-a7b9fac9-8fee-422c-9c74-e00e862e7610 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Feb 09 03:00:15.599527 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec4baa-4c2c-4e26-9456-c73b3f43a643 req-feba9fba-91fe-4287-aafa-417840a13c09 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:15.601076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91ec4baa-4c2c-4e26-9456-c73b3f43a643 req-feba9fba-91fe-4287-aafa-417840a13c09 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 946 time: 0.0595343 Feb 09 03:00:15.655138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91ec4baa-4c2c-4e26-9456-c73b3f43a643 req-31c2ae76-82ef-41d4-a126-4f02bb3eb46a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474505 Feb 09 03:00:16.784880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa56bac-bea8-4431-9198-cc59d3c3c8e2 req-83b19cce-29ee-4d57-9db6-17fa3aadbb5d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:16.786558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fa56bac-bea8-4431-9198-cc59d3c3c8e2 req-83b19cce-29ee-4d57-9db6-17fa3aadbb5d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 946 time: 0.0554044 Feb 09 03:00:16.836458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7fa56bac-bea8-4431-9198-cc59d3c3c8e2 req-7c105c7a-22ab-477f-82dd-036eabc67de0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Feb 09 03:00:17.272952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:17.353954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:17.354356 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.379417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:17.394703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:17.404591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.457655 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c6acb4-a0ad-46c8-99b5-680d83be1404" -d '{"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-unplugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:17.469999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=11']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:17.483040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-ba54dd4e-beeb-4c3c-9216-d842ad52f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:17.484591 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-ba54dd4e-beeb-4c3c-9216-d842ad52f64d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1127 time: 0.0510142 Feb 09 03:00:17.565822 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71efc9b8-4d3f-4365-91fe-d941061a465c x-openstack-request-id: req-71efc9b8-4d3f-4365-91fe-d941061a465c {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:17.566128 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-unplugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:17.566394 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71efc9b8-4d3f-4365-91fe-d941061a465c {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:17.566826 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'code': 200} Feb 09 03:00:17.617013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-2232b61e-acb7-4ecf-917e-ccbfe28b6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:17.618578 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-2232b61e-acb7-4ecf-917e-ccbfe28b6914 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1128037 Feb 09 03:00:17.687157 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-4f36dac0-0394-423d-b14b-040645ea738f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0623987 Feb 09 03:00:17.748899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-4eacdad9-630b-49dc-b8d2-f7b41a0c4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:17.750313 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-4eacdad9-630b-49dc-b8d2-f7b41a0c4267 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0572176 Feb 09 03:00:17.803437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-54c18e65-2537-4f5c-9aa7-10d20846a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:17.805001 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-54c18e65-2537-4f5c-9aa7-10d20846a2ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480182 Feb 09 03:00:17.902742 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-9970f3fe-d6ad-4d02-9d9f-4bbdf6018227 service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915117 Feb 09 03:00:17.965887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408dc98-859b-4e80-ba80-90435f1fe4a6 req-f00b7e2b-b581-4de5-a867-aef1e445960e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:17.967803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2408dc98-859b-4e80-ba80-90435f1fe4a6 req-f00b7e2b-b581-4de5-a867-aef1e445960e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0578265 Feb 09 03:00:18.015340 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-ded927b1-5e28-42cf-a704-43f5301a8310 req-90ad2b35-b702-4bda-b94f-bdc8f133c23e service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073442 Feb 09 03:00:18.025587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2408dc98-859b-4e80-ba80-90435f1fe4a6 req-12d270c1-4041-41b3-b98f-9a4d1cb2a16d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520527 Feb 09 03:00:18.325555 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.136225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-0c3492b8-2f3d-4b30-b92f-16c397278b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:19.137952 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-0c3492b8-2f3d-4b30-b92f-16c397278b78 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3&tenant_id=7c97de3ca167420fa77d7e9b7983360a HTTP/1.1" status: 200 len: 1127 time: 0.0749454 Feb 09 03:00:19.149396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:19.196884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd5df6-645f-4369-959f-099113e6a47f req-66b9ab98-225f-4868-b7e0-53750c79b72b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:19.199149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0dcd5df6-645f-4369-959f-099113e6a47f req-66b9ab98-225f-4868-b7e0-53750c79b72b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.1000714 Feb 09 03:00:19.248257 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.304886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0dcd5df6-645f-4369-959f-099113e6a47f req-caec4032-0427-49ee-aba6-8628cb28c708 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906682 Feb 09 03:00:19.403054 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.483177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:19.518371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h1-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:19.552927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:00:19.560957 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Publish callbacks [] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.573704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Transition to ACTIVE for port object 662fbc9a-3162-444e-b404-ddf6db95f6d1 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:00:19.577189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.671335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=12']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:19.686320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.686735 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.687779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.688221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.688584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.688952 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.689307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.689637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.689979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.690318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.690688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.691023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.691366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:19.728441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] No DVR routers for this DVR port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on host n-h1-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:19.872677 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:19.872938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:19.873314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:19.879576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:00:19.879907 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Attempting to bind port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on network 045018c3-fde9-434b-a0fe-b24e3d9597bc {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:19.886065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:19.886259 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Checking segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:19.886804 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Bound using segment: {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:19.887246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Bound port: 662fbc9a-3162-444e-b404-ddf6db95f6d1, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85e74a-e0c8-4ad0-aff2-98edc369c660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:19.887613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.986289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:19.989914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-64c131f6-5fc1-4a4c-88b5-cde993cb51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:19.991489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-64c131f6-5fc1-4a4c-88b5-cde993cb51d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1054 time: 0.0917814 Feb 09 03:00:19.993088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:20.001504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.048934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.049564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.051027 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] 10.222.0.72 "PUT /v2.0/ports/662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 1093 time: 0.9065957 Feb 09 03:00:20.061436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:20.122741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=13']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:20.141895 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24770c-eff5-42ee-9213-b30d45e157b4" -d '{"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:20.172215 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-d9bd810c-4013-4a9c-a2a8-810e5689f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.173665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-d9bd810c-4013-4a9c-a2a8-810e5689f028 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.1417546 Feb 09 03:00:20.249836 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e668c9cd-aa14-4758-8a01-135cc417bb39 x-openstack-request-id: req-e668c9cd-aa14-4758-8a01-135cc417bb39 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:20.250134 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:20.250388 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e668c9cd-aa14-4758-8a01-135cc417bb39 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:20.250825 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'status': 'completed', 'code': 200} Feb 09 03:00:20.253101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-86b58e68-7005-41a5-81af-8963f1b5f05d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0733058 Feb 09 03:00:20.304766 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-42229b87-70f3-4f52-8370-4aad84aed604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.306498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-42229b87-70f3-4f52-8370-4aad84aed604 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0474010 Feb 09 03:00:20.326798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-7f2ec9fa-6d38-475a-91e9-2dc0c940d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.328422 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-7f2ec9fa-6d38-475a-91e9-2dc0c940d1e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1127 time: 0.0502172 Feb 09 03:00:20.359277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-f4ef334c-3166-4a91-aa4c-1bc8458ed0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.360843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-f4ef334c-3166-4a91-aa4c-1bc8458ed0a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481606 Feb 09 03:00:20.502844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-d81243e8-572c-44b1-a070-2382053d69c3 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301618 Feb 09 03:00:20.511200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb4781-02f8-483f-bd6f-eaa9f8a21be4 req-db8fdaf3-8de5-4874-a012-ff8be8ff790f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.512791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70cb4781-02f8-483f-bd6f-eaa9f8a21be4 req-db8fdaf3-8de5-4874-a012-ff8be8ff790f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.1213508 Feb 09 03:00:20.624812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70cb4781-02f8-483f-bd6f-eaa9f8a21be4 req-ae1e3f7c-a0b6-4ea5-b266-01da309683e3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033366 Feb 09 03:00:20.654080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dae9038d-9d70-4f26-aae5-e1a4ccf423a6 req-fe846005-777f-48b0-8016-1ec1b9cd3297 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402316 Feb 09 03:00:20.704229 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-8dbeadb0-c4dc-429b-b4b9-6b112fd94f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.705689 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-8dbeadb0-c4dc-429b-b4b9-6b112fd94f62 service neutron] 10.222.0.82 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.3705714 Feb 09 03:00:20.745017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-17a5044b-919d-4fc8-8f94-cf4698785256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.746587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-17a5044b-919d-4fc8-8f94-cf4698785256 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1127 time: 0.0469308 Feb 09 03:00:20.775241 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-693e4cae-b6d2-43cc-82d6-1bcca080e307 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0622566 Feb 09 03:00:20.824385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-110b664d-9616-4fe7-91d2-0783becdc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.825880 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-110b664d-9616-4fe7-91d2-0783becdc72b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0455201 Feb 09 03:00:20.844693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-d5c76923-41b3-44f5-afee-b06f49fa0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.846217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-d5c76923-41b3-44f5-afee-b06f49fa0615 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0943086 Feb 09 03:00:20.883371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-23f760d9-ff0d-4687-b1c4-b8b887b2f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.884998 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-23f760d9-ff0d-4687-b1c4-b8b887b2f551 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0529590 Feb 09 03:00:20.919397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-b3fd6903-8f96-43a0-9db0-3dba01ca57ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0668044 Feb 09 03:00:20.976428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-3d75b40d-b768-410c-9c39-c9edc49b282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.977973 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-3d75b40d-b768-410c-9c39-c9edc49b282a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0533023 Feb 09 03:00:20.981723 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-6af37825-df24-4ee0-8d9b-e17a86d473ec service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906372 Feb 09 03:00:21.033763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-08ec4332-54ab-4824-a208-57875ac57d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.035263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-08ec4332-54ab-4824-a208-57875ac57d66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514655 Feb 09 03:00:21.078073 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-38924fe2-c6d6-4bb5-b4e4-663e0f8fafae service neutron] 10.222.0.82 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905151 Feb 09 03:00:21.127504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-d411ce17-65e1-413d-9ffe-a497b971edd2 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Feb 09 03:00:21.229850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-fad09489-fb34-4cd2-adb1-612a0098148e service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968568 Feb 09 03:00:21.320579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-d11efaa2-ae88-48a5-9b64-b874d6e237e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.322226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-d11efaa2-ae88-48a5-9b64-b874d6e237e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c97de3ca167420fa77d7e9b7983360a&device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 1127 time: 0.0522563 Feb 09 03:00:21.419062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-1c5ef71a-973b-49e5-b7ff-7c596b65b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.420561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-1c5ef71a-973b-49e5-b7ff-7c596b65b154 service neutron] 10.222.0.72 "GET /v2.0/networks?id=045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 200 len: 912 time: 0.0923285 Feb 09 03:00:21.490954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-58cfe9f0-c2eb-473b-bcd6-2e61d31525a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 200 len: 999 time: 0.0642774 Feb 09 03:00:21.543039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-83e49acd-7796-4eb2-9e65-07599ae4acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.544414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-83e49acd-7796-4eb2-9e65-07599ae4acea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 200 len: 850 time: 0.0480316 Feb 09 03:00:21.595082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-6f469c81-8406-4eee-b9aa-065dde1bdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.596609 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-6f469c81-8406-4eee-b9aa-065dde1bdda0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=045018c3-fde9-434b-a0fe-b24e3d9597bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468893 Feb 09 03:00:21.710263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-fc691915-fa83-4282-b888-f4c08b9c4341 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076858 Feb 09 03:00:21.825005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f9076-0fc8-44bc-9c2f-0826148fa59f req-b05c09dd-61fa-4492-b4f0-5552cd6f75f9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.826573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-159f9076-0fc8-44bc-9c2f-0826148fa59f req-b05c09dd-61fa-4492-b4f0-5552cd6f75f9 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.1153796 Feb 09 03:00:21.856147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d24770c-eff5-42ee-9213-b30d45e157b4 req-c591f2ef-e32a-4473-b06e-e34bab781302 service neutron] 10.222.0.72 "GET /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348064 Feb 09 03:00:21.887830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-159f9076-0fc8-44bc-9c2f-0826148fa59f req-295b70b1-e1a9-4815-aeaf-e24c6fd5b3e6 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549037 Feb 09 03:00:23.018956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c45ebb-6084-496f-a430-8574dae6e96a req-d97a2c91-7f59-4ac5-9c88-66a46f0df67a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:23.020802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87c45ebb-6084-496f-a430-8574dae6e96a req-d97a2c91-7f59-4ac5-9c88-66a46f0df67a tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0548995 Feb 09 03:00:23.070638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87c45ebb-6084-496f-a430-8574dae6e96a req-fb5c7dcb-e485-47cd-aeba-c80d271e4fd1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424349 Feb 09 03:00:23.432701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e052430d-b968-46d2-ad80-b1bb308c5229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.210991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45ba29-80ff-411d-b82f-452af3a81846 req-c624c06b-207a-4eb3-8654-dec40fdf7c38 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:24.212551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb45ba29-80ff-411d-b82f-452af3a81846 req-c624c06b-207a-4eb3-8654-dec40fdf7c38 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0600398 Feb 09 03:00:24.266036 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fb45ba29-80ff-411d-b82f-452af3a81846 req-6d2b7f80-555c-40f4-a73e-d3a8d223f42c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 Feb 09 03:00:25.393119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16082c20-d9f9-4a9b-a3fe-5c6e036c4737 req-b9c29aae-b6be-4bcb-8ec5-8c68fc229dcf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:25.394669 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16082c20-d9f9-4a9b-a3fe-5c6e036c4737 req-b9c29aae-b6be-4bcb-8ec5-8c68fc229dcf tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0552087 Feb 09 03:00:25.444788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-16082c20-d9f9-4a9b-a3fe-5c6e036c4737 req-208b1731-3280-4a97-81ba-aa9d58b77634 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Feb 09 03:00:25.760292 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfdbd-97a4-47cd-b39a-ecbf9dd82323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.587288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dc1ed-7971-441e-8894-334e4fb46530 req-26ef255f-3eab-4607-b53d-f79a10fe94b0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:26.589559 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e7dc1ed-7971-441e-8894-334e4fb46530 req-26ef255f-3eab-4607-b53d-f79a10fe94b0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0629454 Feb 09 03:00:26.653335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4e7dc1ed-7971-441e-8894-334e4fb46530 req-b9c5b5bd-9eeb-4805-ace1-4f50fbe3faab tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574899 Feb 09 03:00:27.139730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.784872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c432ca-ad03-4dea-bcfb-2ef03caf9aec req-5fcae1f1-ae21-4924-9c63-fa848b15e219 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:27.786394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96c432ca-ad03-4dea-bcfb-2ef03caf9aec req-5fcae1f1-ae21-4924-9c63-fa848b15e219 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0545754 Feb 09 03:00:27.836091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96c432ca-ad03-4dea-bcfb-2ef03caf9aec req-537eceaa-2c7a-4fb8-b9f7-bc67abe376c4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434291 Feb 09 03:00:28.306295 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.975573 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d097525-9e3c-4bc3-a65b-b11d9c1ee6a1 req-d762a8ec-ef9b-4ac9-8273-5afbfeb6d1b0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:28.977507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d097525-9e3c-4bc3-a65b-b11d9c1ee6a1 req-d762a8ec-ef9b-4ac9-8273-5afbfeb6d1b0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0663130 Feb 09 03:00:29.031134 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2d097525-9e3c-4bc3-a65b-b11d9c1ee6a1 req-dba33ade-ebb6-4b37-9433-eec35b464d5e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476818 Feb 09 03:00:29.879359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.173431 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a7e10-c86c-4508-a1f2-6e12d86afe27 req-2e7c237d-3168-4874-996c-48de2e89be6b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:30.174954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-447a7e10-c86c-4508-a1f2-6e12d86afe27 req-2e7c237d-3168-4874-996c-48de2e89be6b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0594628 Feb 09 03:00:30.225300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-447a7e10-c86c-4508-a1f2-6e12d86afe27 req-14d7b8da-647d-4e98-ba10-d9634810a9f3 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 Feb 09 03:00:30.633376 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:00:31.359550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963995f-ed80-471e-8fd2-dcddc27c835a req-04a394e2-57e1-4a24-8da0-3402ac50f6b0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:31.361272 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6963995f-ed80-471e-8fd2-dcddc27c835a req-04a394e2-57e1-4a24-8da0-3402ac50f6b0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0627966 Feb 09 03:00:31.409943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6963995f-ed80-471e-8fd2-dcddc27c835a req-0a6b1bd2-3628-49d2-937c-dcbb019086d0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430958 Feb 09 03:00:32.534739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8efa03-3e39-4cd4-9dfb-10e2c0939b89 req-683e1ec7-a646-47b3-968e-15e67f6957c5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:32.536252 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e8efa03-3e39-4cd4-9dfb-10e2c0939b89 req-683e1ec7-a646-47b3-968e-15e67f6957c5 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0567119 Feb 09 03:00:32.584174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e8efa03-3e39-4cd4-9dfb-10e2c0939b89 req-25dc2628-3bfd-42b7-9204-2c7b9c9a0170 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418501 Feb 09 03:00:33.718329 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9ccd-4077-414a-a677-ca8ad8b9df5c req-da9a5d95-c64d-41bb-98ac-168eb7778547 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:33.719879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d23f9ccd-4077-414a-a677-ca8ad8b9df5c req-da9a5d95-c64d-41bb-98ac-168eb7778547 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0560021 Feb 09 03:00:33.768347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d23f9ccd-4077-414a-a677-ca8ad8b9df5c req-e53307d5-81af-46fb-83c0-060e2e5af09d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428965 Feb 09 03:00:34.903534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab69f8-7e7f-4533-985f-b1c50036ac60 req-0367c63b-ec77-4589-a986-9db0ecf9a140 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:34.905174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ab69f8-7e7f-4533-985f-b1c50036ac60 req-0367c63b-ec77-4589-a986-9db0ecf9a140 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0642109 Feb 09 03:00:34.958075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67ab69f8-7e7f-4533-985f-b1c50036ac60 req-f146d8a9-5dc3-476a-916b-40acb55728ae tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472634 Feb 09 03:00:36.083997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561f7b1-b14d-428b-97b9-22e04040f3cf req-72817be8-5876-4534-95eb-50be39e0e96e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:36.085499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5561f7b1-b14d-428b-97b9-22e04040f3cf req-72817be8-5876-4534-95eb-50be39e0e96e tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0571358 Feb 09 03:00:36.150607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5561f7b1-b14d-428b-97b9-22e04040f3cf req-520159f8-b6ad-4eaf-b6ae-7a65f77b361c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588329 Feb 09 03:00:37.285204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67d6f2-2317-4ced-8690-a4fbd4731866 req-cefdbe56-0e11-4427-b0ae-04bb591806ff tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:37.286788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee67d6f2-2317-4ced-8690-a4fbd4731866 req-cefdbe56-0e11-4427-b0ae-04bb591806ff tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0642371 Feb 09 03:00:37.336859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee67d6f2-2317-4ced-8690-a4fbd4731866 req-9789fc22-d100-4360-8981-6768ed4a30fb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424097 Feb 09 03:00:38.466356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de45e-f8cd-4b4c-aaf8-1b8ed22de882 req-2f0a0a66-e420-49fb-ad67-a53a763d93e1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:38.467833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b3de45e-f8cd-4b4c-aaf8-1b8ed22de882 req-2f0a0a66-e420-49fb-ad67-a53a763d93e1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0585389 Feb 09 03:00:38.517739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3b3de45e-f8cd-4b4c-aaf8-1b8ed22de882 req-a058b2c2-d234-47d1-b9e8-954fa2f38ec0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 Feb 09 03:00:39.627768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:00:39.657725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac7f4d-49b4-43a4-a0e8-ccb25fa27ff2 req-b08d0125-10f0-49fd-bbbf-261d5fbed8b8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:39.659408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaac7f4d-49b4-43a4-a0e8-ccb25fa27ff2 req-b08d0125-10f0-49fd-bbbf-261d5fbed8b8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 944 time: 0.0581541 Feb 09 03:00:39.716260 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eaac7f4d-49b4-43a4-a0e8-ccb25fa27ff2 req-bbf73fa4-8371-4bfd-93e6-38946f556b9d tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494962 Feb 09 03:00:39.735491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:39.749757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'port_id': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'mac_address': 'fa:16:3e:d5:21:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:00:39.788559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:39.788958 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.803296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:00:39.823261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:39.826893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.874345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=14']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:40.292782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['662fbc9a-3162-444e-b404-ddf6db95f6d1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:00:40.850745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7269f-1e7a-4297-8ab9-bda8870bc527 req-3e514b23-5c2c-4c97-9867-84df5ff69efb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:40.852248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59a7269f-1e7a-4297-8ab9-bda8870bc527 req-3e514b23-5c2c-4c97-9867-84df5ff69efb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0628316 Feb 09 03:00:40.908835 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-59a7269f-1e7a-4297-8ab9-bda8870bc527 req-474b6b8c-c15b-4a65-a7c4-992ccc26428c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505464 Feb 09 03:00:41.032461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9f6ca-6bd2-4b40-9da1-f5e4cf5055d0 req-d37de2df-55a5-4e42-98cf-91c9dc9aaba1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:41.033949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abe9f6ca-6bd2-4b40-9da1-f5e4cf5055d0 req-d37de2df-55a5-4e42-98cf-91c9dc9aaba1 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0542049 Feb 09 03:00:41.081910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abe9f6ca-6bd2-4b40-9da1-f5e4cf5055d0 req-fa25f25f-64da-49cd-9a90-ba25204fba68 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Feb 09 03:00:41.210808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39107f-9547-4396-b758-c422dc618775 req-88917530-75c5-42de-a40b-d9557919f02c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:41.212299 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e39107f-9547-4396-b758-c422dc618775 req-88917530-75c5-42de-a40b-d9557919f02c tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0607202 Feb 09 03:00:41.260587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8e39107f-9547-4396-b758-c422dc618775 req-20ea5813-5140-4a5c-87d6-1674ade40103 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Feb 09 03:00:41.520533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c731d5-3543-485b-8858-6704fbc07702 req-eaf8e08b-4033-4336-9441-c73fcc8bccfa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:41.522040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17c731d5-3543-485b-8858-6704fbc07702 req-eaf8e08b-4033-4336-9441-c73fcc8bccfa tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 945 time: 0.0583439 Feb 09 03:00:41.574823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17c731d5-3543-485b-8858-6704fbc07702 req-7cc3918b-c5c9-4e82-86ad-23df8b67708f tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464408 Feb 09 03:00:41.632159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:41.684922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 662fbc9a-3162-444e-b404-ddf6db95f6d1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:00:41.689082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 662fbc9a-3162-444e-b404-ddf6db95f6d1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:41.689486 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.772178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 662fbc9a-3162-444e-b404-ddf6db95f6d1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:41.772580 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.796519 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:41.798938 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6db9157-2b1f-4419-9aa4-98b510ee3215" -d '{"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-plugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:41.811420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:41.816060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.840613 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8988d082-31ca-4415-9b1b-1c3778617bb9 x-openstack-request-id: req-8988d082-31ca-4415-9b1b-1c3778617bb9 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:41.840871 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-plugged", "status": "completed", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:41.841123 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8988d082-31ca-4415-9b1b-1c3778617bb9 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:41.841509 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'code': 200} Feb 09 03:00:41.868594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=15']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:42.697205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c77533-1a1c-48c8-914a-00ad37c9118e req-74c66d4e-8aa6-43c7-9375-f0f5216afe5b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:42.698734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9c77533-1a1c-48c8-914a-00ad37c9118e req-74c66d4e-8aa6-43c7-9375-f0f5216afe5b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 946 time: 0.0529294 Feb 09 03:00:42.748083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c9c77533-1a1c-48c8-914a-00ad37c9118e req-52eaadfd-c388-4aa7-b2d7-25f1f43250fb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434473 Feb 09 03:00:43.207287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-1e2bdffe-0cd2-4896-a098-7da1a5734b41 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:43.208771 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-1e2bdffe-0cd2-4896-a098-7da1a5734b41 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 946 time: 0.0588136 Feb 09 03:00:43.310122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Deleting port 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:43.310487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.411378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] For port 662fbc9a-3162-444e-b404-ddf6db95f6d1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=662fbc9a-3162-444e-b404-ddf6db95f6d1,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:43.411742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.946526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3abe85-a227-4dbe-9f3b-c460184c2489 req-e3b8fd13-79ec-482a-9e60-081cab1004fc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:43.948151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca3abe85-a227-4dbe-9f3b-c460184c2489 req-e3b8fd13-79ec-482a-9e60-081cab1004fc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 946 time: 0.1106176 Feb 09 03:00:43.952042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.952416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.952735 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c disassociated. External IP: 172.25.6.68, port: 662fbc9a-3162-444e-b404-ddf6db95f6d1. Feb 09 03:00:43.953085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Calling delete_port for 662fbc9a-3162-444e-b404-ddf6db95f6d1 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:44.045851 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca3abe85-a227-4dbe-9f3b-c460184c2489 req-fad390a1-c3a4-40a2-9a3e-066af6bef243 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups?id=bccf1b06-dc34-47e9-bdec-90dc44f9b038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903180 Feb 09 03:00:44.125724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (662fbc9a-3162-444e-b404-ddf6db95f6d1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:44.159214 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event deleted for resources: {'Port': ['ID=662fbc9a-3162-444e-b404-ddf6db95f6d1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:44.296339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:00:44.412781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:00:44.424041 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:00:44.438095 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:44.438666 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:00:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:44.459204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] No DVR routers for this DVR port 662fbc9a-3162-444e-b404-ddf6db95f6d1 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:44.461860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:44.465376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce0b5d4c-1cca-4764-baf0-7ab74b5023ee req-be2a43a2-6854-4480-868d-25e2aa395cbc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.72 "DELETE /v2.0/ports/662fbc9a-3162-444e-b404-ddf6db95f6d1 HTTP/1.1" status: 204 len: 173 time: 1.2513218 Feb 09 03:00:44.465831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-deleted', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:44.468466 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0ccc99-be90-43da-b458-19b162a2fc31" -d '{"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-deleted", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:44.510342 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12affb34-9a34-4765-9ae5-6a78962f6b88 x-openstack-request-id: req-12affb34-9a34-4765-9ae5-6a78962f6b88 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:44.510856 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3", "name": "network-vif-deleted", "tag": "662fbc9a-3162-444e-b404-ddf6db95f6d1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:44.511112 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12affb34-9a34-4765-9ae5-6a78962f6b88 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:44.511515 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3', 'name': 'network-vif-deleted', 'tag': '662fbc9a-3162-444e-b404-ddf6db95f6d1', 'status': 'completed', 'code': 200} Feb 09 03:00:44.560069 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:44.765169 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:44.791392 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:00:44.800265 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:44.800866 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:00:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:44.916666 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:45.132153 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:45.160144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f84b352d-3fe9-42de-981e-24b1b2b15b59 req-c92bd59f-3d95-419a-8a9a-8ce8857fe4eb tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0313468 Feb 09 03:00:45.271659 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1be4dd-4562-4eea-8dae-9b577f724027 None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T02:56:06Z', 'revision_number': 4, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'a387bebc-950d-4151-a899-c8414d3c2184', 'name': '', 'network_id': '045018c3-fde9-434b-a0fe-b24e3d9597bc', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'mac_address': 'fa:16:3e:9b:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:06Z', 'updated_at': '2022-02-09T02:56:10Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'subnets': [{'id': 'c70ea216-9ff8-49ce-8835-e66fe422b4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:00:45.499333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3defeb-31e8-4188-904f-ac2545d8f352 None None] New status for floating IP 4d085496-a3a1-4344-b266-a7ffd68a341c: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:00:46.267054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-865cd7f2-4320-4a22-8ac9-461087d8f8c1 req-8d57da92-ce6a-40e9-8493-2a146989969b tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0296354 Feb 09 03:00:47.370038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-42845245-c9c4-4a91-9487-3a6e99d18a64 req-06cfafce-5a62-4af4-a155-126f6cf8e5d8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Feb 09 03:00:47.664271 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:47.688218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 662fbc9a-3162-444e-b404-ddf6db95f6d1 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:47.688567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 662fbc9a-3162-444e-b404-ddf6db95f6d1 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:48.333269 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.480593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f395227-d3b1-46b7-b6c8-73a4d71af6cd req-345897ad-40c9-4727-9494-31f1fe65fc05 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0301423 Feb 09 03:00:49.397049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.586545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5a1e7d68-2cb2-49a7-a803-30a5b00f381d req-e54a4323-c49c-4534-a90e-ab00d3e84ae8 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0307767 Feb 09 03:00:50.696595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f036f3a-4b37-4c24-80b6-31d37973fba4 req-d075d7a3-dd8e-4735-a5e9-2288cba6e391 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0315905 Feb 09 03:00:51.796247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb3e603-0cb6-4f80-b0a0-c091c7363426 req-3c5f0f9e-beee-44fd-aa22-57aafe62c1cc tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0281594 Feb 09 03:00:52.900673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b15dd41-5131-44be-8d02-22dd0c1aacc9 req-30b076d0-5dcb-446a-a5db-3d3134f12f42 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f74bb1-a2e8-4bd9-a0f3-b9c824dc64e3 HTTP/1.1" status: 200 len: 210 time: 0.0307696 Feb 09 03:00:53.436495 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e0e7f0bc-077c-432e-81dc-8576776916f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.763655 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77c23c36-ebec-42d8-9f1c-f24a4ca22fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.143751 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.307216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.766446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44576) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:59.825058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group (bccf1b06-dc34-47e9-bdec-90dc44f9b038), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.851089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group (bccf1b06-dc34-47e9-bdec-90dc44f9b038), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.885909 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.909231 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (bccf1b06-dc34-47e9-bdec-90dc44f9b038), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.912230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.913685 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "DELETE /v2.0/security-groups/bccf1b06-dc34-47e9-bdec-90dc44f9b038 HTTP/1.1" status: 204 len: 168 time: 0.1459134 Feb 09 03:00:59.916475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44578) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:59.924924 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccf1b06-dc34-47e9-bdec-90dc44f9b038,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:59.933043 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [None req-6ce3c0bc-8538-48e2-84a8-6982be3b5577 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] show failed (client error): The resource could not be found. Feb 09 03:00:59.936940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6ce3c0bc-8538-48e2-84a8-6982be3b5577 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "GET /v2.0/security-groups/bccf1b06-dc34-47e9-bdec-90dc44f9b038 HTTP/1.1" status: 404 len: 347 time: 0.0157437 Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44580) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:59.937995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.937995 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.938405 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:59.938626 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b68bfba-3190-4ed6-a9cc-5b82d4e93ea0 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:00.073701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Deleting port 54f8430a-a4b5-4815-808f-f8524922b6e1 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:00.074028 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.166644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.166986 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (54f8430a-a4b5-4815-808f-f8524922b6e1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.180771 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Calling delete_port for 54f8430a-a4b5-4815-808f-f8524922b6e1 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:00.335878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (54f8430a-a4b5-4815-808f-f8524922b6e1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.365679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Pushing event deleted for resources: {'Port': ['ID=54f8430a-a4b5-4815-808f-f8524922b6e1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:00.434065 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks [] for floatingip (4d085496-a3a1-4344-b266-a7ffd68a341c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.436612 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.440444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-becc37dd-4ebd-45fa-99d1-f9702d620af4 tempest-ServerActionsTestJSON-49306023 tempest-ServerActionsTestJSON-49306023-project] 10.222.0.53 "DELETE /v2.0/floatingips/4d085496-a3a1-4344-b266-a7ffd68a341c HTTP/1.1" status: 204 len: 168 time: 0.4995458 Feb 09 03:01:00.440696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44582) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:00.803264 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (f495c41d-fae2-4283-aab3-949e4f35ed03), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.069583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Deleting port a387bebc-950d-4151-a899-c8414d3c2184 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:01.070215 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a387bebc-950d-4151-a899-c8414d3c2184), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.163403 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] For port a387bebc-950d-4151-a899-c8414d3c2184, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=a387bebc-950d-4151-a899-c8414d3c2184,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:01.163917 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a387bebc-950d-4151-a899-c8414d3c2184), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.179967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Calling delete_port for a387bebc-950d-4151-a899-c8414d3c2184 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:01.385259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (a387bebc-950d-4151-a899-c8414d3c2184), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.408716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Pushing event deleted for resources: {'Port': ['ID=a387bebc-950d-4151-a899-c8414d3c2184,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:01.590114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (f495c41d-fae2-4283-aab3-949e4f35ed03), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.825451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Router f495c41d-fae2-4283-aab3-949e4f35ed03 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:01.946539 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:01.952381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-08353ea7-2106-45fe-83b6-c3daaa15ef6d admin admin] 10.222.0.53 "PUT /v2.0/routers/f495c41d-fae2-4283-aab3-949e4f35ed03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5107880 Feb 09 03:01:01.955060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44584) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:01.955974 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] Sync routers for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:01.966573 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:01.967196 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:00:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:02.074191 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:02.081238 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks [] for router (f495c41d-fae2-4283-aab3-949e4f35ed03), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.200654 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks [] for router_gateway (f495c41d-fae2-4283-aab3-949e4f35ed03), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.256196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Deleting port f4911c28-bbcc-45de-addc-63c6e2f40ee5 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:02.256677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.262500 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T03:01:01Z', 'revision_number': 5, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port': {'id': 'f4911c28-bbcc-45de-addc-63c6e2f40ee5', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:04Z', 'updated_at': '2022-02-09T02:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:02.290319 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] Checking router: f495c41d-fae2-4283-aab3-949e4f35ed03 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:02.298885 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] Routers {'f495c41d-fae2-4283-aab3-949e4f35ed03'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:02.299492 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:00:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['f495c41d-fae2-4283-aab3-949e4f35ed03'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:02.340028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] For port f4911c28-bbcc-45de-addc-63c6e2f40ee5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f4911c28-bbcc-45de-addc-63c6e2f40ee5,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:02.340405 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.358507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Calling delete_port for f4911c28-bbcc-45de-addc-63c6e2f40ee5 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:02.389342 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] Set router f495c41d-fae2-4283-aab3-949e4f35ed03 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:02.440415 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T03:01:02Z', 'revision_number': 6, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:02.471718 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2915011-bc35-4e1d-8818-2384813f34ef None None] The sync data for ids ['f495c41d-fae2-4283-aab3-949e4f35ed03'] in n-d-826675-12 is: [{'id': 'f495c41d-fae2-4283-aab3-949e4f35ed03', 'name': 'tempest-ServerActionsTestJSON-286731809-router', 'tenant_id': '7c97de3ca167420fa77d7e9b7983360a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:03Z', 'updated_at': '2022-02-09T03:01:02Z', 'revision_number': 6, 'project_id': '7c97de3ca167420fa77d7e9b7983360a', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:02.533964 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f4911c28-bbcc-45de-addc-63c6e2f40ee5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.575345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4911c28-bbcc-45de-addc-63c6e2f40ee5,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:02.636579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (f495c41d-fae2-4283-aab3-949e4f35ed03), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.733391 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (f495c41d-fae2-4283-aab3-949e4f35ed03), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.735553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks [] for router_controller (f495c41d-fae2-4283-aab3-949e4f35ed03), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.786230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (f495c41d-fae2-4283-aab3-949e4f35ed03), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.786793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f495c41d-fae2-4283-aab3-949e4f35ed03 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:02.792987 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.794153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-56826b9c-7293-475e-a38c-ef4c18a2df65 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f495c41d-fae2-4283-aab3-949e4f35ed03 HTTP/1.1" status: 204 len: 168 time: 0.8380830 Feb 09 03:01:02.796717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44586) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:02.890701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] Deleting subnet c70ea216-9ff8-49ce-8835-e66fe422b4fc {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:02.894078 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] Publish callbacks [] for subnet (c70ea216-9ff8-49ce-8835-e66fe422b4fc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.934911 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (c70ea216-9ff8-49ce-8835-e66fe422b4fc), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.023165 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (c70ea216-9ff8-49ce-8835-e66fe422b4fc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.078271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (c70ea216-9ff8-49ce-8835-e66fe422b4fc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.105545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70ea216-9ff8-49ce-8835-e66fe422b4fc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.108701 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.111642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac6dfe-6869-4c0a-891b-3c81176041d3 None None] Network 045018c3-fde9-434b-a0fe-b24e3d9597bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:03.113041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a10b5993-e82c-4070-9a45-f101a5f2eaed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c70ea216-9ff8-49ce-8835-e66fe422b4fc HTTP/1.1" status: 204 len: 168 time: 0.3152926 Feb 09 03:01:03.115013 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44590) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:03.191333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (045018c3-fde9-434b-a0fe-b24e3d9597bc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.249209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Deleting port f8b8b8d5-192a-4533-86dd-36d1bad673c2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:03.249345 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.287210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] DHCP port deletion for 045018c3-fde9-434b-a0fe-b24e3d9597bc request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:03.323660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] For port f8b8b8d5-192a-4533-86dd-36d1bad673c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f8b8b8d5-192a-4533-86dd-36d1bad673c2,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:03.324369 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.336999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] Deleting port f8b8b8d5-192a-4533-86dd-36d1bad673c2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:03.338374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.339298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Calling delete_port for f8b8b8d5-192a-4533-86dd-36d1bad673c2 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:03.411075 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] For port f8b8b8d5-192a-4533-86dd-36d1bad673c2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f8b8b8d5-192a-4533-86dd-36d1bad673c2,segment=NetworkSegment(fa85e74a-e0c8-4ad0-aff2-98edc369c660),segment_id=fa85e74a-e0c8-4ad0-aff2-98edc369c660)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:03.411469 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.425644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] Calling delete_port for f8b8b8d5-192a-4533-86dd-36d1bad673c2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:03.430482 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.458030 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b8b8d5-192a-4533-86dd-36d1bad673c2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.461573 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] No DVR routers for this DVR port f8b8b8d5-192a-4533-86dd-36d1bad673c2 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:03.519668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (f8b8b8d5-192a-4533-86dd-36d1bad673c2), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.546210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] Pushing event deleted for resources: {'Port': ['ID=f8b8b8d5-192a-4533-86dd-36d1bad673c2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.550077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3ccae-3ca5-4e32-9927-9d47d70db500 None None] No DVR routers for this DVR port f8b8b8d5-192a-4533-86dd-36d1bad673c2 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:03.587918 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (045018c3-fde9-434b-a0fe-b24e3d9597bc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.600212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a387bebc-950d-4151-a899-c8414d3c2184 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:03.611298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045018c3-fde9-434b-a0fe-b24e3d9597bc']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:03.622051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa85e74a-e0c8-4ad0-aff2-98edc369c660') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:03.622347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa85e74a-e0c8-4ad0-aff2-98edc369c660') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:03.628090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: a387bebc-950d-4151-a899-c8414d3c2184 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:03.628867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device a387bebc-950d-4151-a899-c8414d3c2184 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:03.629453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4911c28-bbcc-45de-addc-63c6e2f40ee5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:03.633028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (fa85e74a-e0c8-4ad0-aff2-98edc369c660), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.651036 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (fa85e74a-e0c8-4ad0-aff2-98edc369c660), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.651934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f4911c28-bbcc-45de-addc-63c6e2f40ee5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:03.652248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f4911c28-bbcc-45de-addc-63c6e2f40ee5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:03.652675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f8b8b8d5-192a-4533-86dd-36d1bad673c2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:03.657481 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:03.657869 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (fa85e74a-e0c8-4ad0-aff2-98edc369c660), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:03.659660 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:03.672707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f8b8b8d5-192a-4533-86dd-36d1bad673c2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:03.673056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f8b8b8d5-192a-4533-86dd-36d1bad673c2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:03.716332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (045018c3-fde9-434b-a0fe-b24e3d9597bc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.722077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.725292 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] 10.222.0.53 "DELETE /v2.0/networks/045018c3-fde9-434b-a0fe-b24e3d9597bc HTTP/1.1" status: 204 len: 168 time: 0.6091928 Feb 09 03:01:03.737245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bf7c2-8515-4cbb-973c-1e9f45970126 admin admin] Pushing event deleted for resources: {'Network': ['ID=045018c3-fde9-434b-a0fe-b24e3d9597bc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.841126 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44594) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:03.881117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dacb1657-f7f9-49a9-9668-d80af27642a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c97de3ca167420fa77d7e9b7983360a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387950 Feb 09 03:01:03.883580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44596) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:03.931802 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4be95792-dddb-4b5e-9319-e19533919bf8 admin admin] Publish callbacks [] for security_group (cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.954623 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4be95792-dddb-4b5e-9319-e19533919bf8 admin admin] Publish callbacks [] for security_group (cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.011861 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4be95792-dddb-4b5e-9319-e19533919bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.014515 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4be95792-dddb-4b5e-9319-e19533919bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.015702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4be95792-dddb-4b5e-9319-e19533919bf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298 HTTP/1.1" status: 204 len: 168 time: 0.1307049 Feb 09 03:01:04.023457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be95792-dddb-4b5e-9319-e19533919bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf00ec1d-2cae-4a41-a2d4-44f3a5ecb298,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:04.752600 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44618) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:04.859759 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-918409989-network', 'tenant_id': '5b610a4ba4c04fdca55092d64645143a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:04.880110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Made reservation on behalf of 5b610a4ba4c04fdca55092d64645143a for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:04.882655 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.892895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.974173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks [] for security_group (2a620eb3-b23e-481f-96fe-a8a8fffca387), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.978191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2a620eb3-b23e-481f-96fe-a8a8fffca387), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.007776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:05.015035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a620eb3-b23e-481f-96fe-a8a8fffca387,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:05.021277 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (666f4a05-fc09-4aaa-a75b-99f39eab38d6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.021618 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Added segment 666f4a05-fc09-4aaa-a75b-99f39eab38d6 of type vlan for network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 Feb 09 03:01:05.066953 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (300c4d2a-17f7-4a65-97d4-0a92cb74f6d2), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.094963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (300c4d2a-17f7-4a65-97d4-0a92cb74f6d2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.096390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:05.097130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.162764 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4089372 Feb 09 03:01:05.163879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830fda1-d05d-4113-84af-e5c03c6d779f admin admin] Pushing event updated for resources: {'Network': ['ID=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:05.166111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44622) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:05.172584 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Request body: {'subnet': {'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-918409989-subnet', 'tenant_id': '5b610a4ba4c04fdca55092d64645143a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:05.174022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:05.198240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Made reservation on behalf of 5b610a4ba4c04fdca55092d64645143a for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:05.200723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.369447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (97866c30-3ae9-47ef-a668-62b8b3426991), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.432370 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=97866c30-3ae9-47ef-a668-62b8b3426991,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:05.439482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Checking segment: {'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:05.439850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Network hostable DHCP agents. Network: 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:05.456877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:05.468699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:05.474632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:05.475268 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.479505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd9fe1-dc7e-4875-8a93-49a0a2c56884 None None] Network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:05.499032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3f817cae-0328-4263-b404-461a5b61e2ed admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3310528 Feb 09 03:01:05.586302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd4bbc-912b-42dc-8960-034ec6e4f9b2 None None] Network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:05.957716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-6fb819a4-0041-4862-a35f-6e192512c9e2 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:05.959181 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-6fb819a4-0041-4862-a35f-6e192512c9e2 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/networks?id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 200 len: 813 time: 0.1051402 Feb 09 03:01:05.974090 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-3cf8c7e3-e474-4c99-bcba-d630ca60b449 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/quotas/5b610a4ba4c04fdca55092d64645143a HTTP/1.1" status: 200 len: 375 time: 0.0089791 Feb 09 03:01:06.013440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-3314f956-505c-40a0-b8fb-b0daa0ae7a91 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b610a4ba4c04fdca55092d64645143a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331824 Feb 09 03:01:06.209442 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-94c5583f-17b5-4634-a9a7-50f3681cff4b service neutron] 10.222.0.53 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363239 Feb 09 03:01:06.318300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-4c1b1a89-2729-4989-92c1-5fa38d5937b4 service neutron] 10.222.0.53 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020880 Feb 09 03:01:06.491644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54d87a9e-479a-4989-b10e-3665a30bb60d req-9703e5eb-1d2d-4d2a-9b60-5294c0664fac tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 210 time: 0.0275156 Feb 09 03:01:07.456792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-16c7e14a-5f05-4703-8fe8-c2f4bc2ad776 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:07.458228 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-16c7e14a-5f05-4703-8fe8-c2f4bc2ad776 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.72 "GET /v2.0/networks?id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 200 len: 813 time: 0.1153753 Feb 09 03:01:07.470981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Request body: {'port': {'device_id': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2', 'admin_state_up': True, 'tenant_id': '5b610a4ba4c04fdca55092d64645143a'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:07.633953 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:01:07.878963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-733a597e-7632-4ab5-a807-16f7a33c50be req-b48984a2-2ee3-448b-8b31-1d8682352a49 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 210 time: 0.0419040 Feb 09 03:01:07.931290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Made reservation on behalf of 5b610a4ba4c04fdca55092d64645143a for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:07.934709 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.068582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Allocated IP 172.20.0.3 (300c4d2a-17f7-4a65-97d4-0a92cb74f6d2/97866c30-3ae9-47ef-a668-62b8b3426991/aedbe8c1-84c1-42df-a797-c5d03155607a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:08.236118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks [] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.270375 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.316380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:08.319505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:08.323385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:08.335961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Pushing event updated for resources: {'Port': ['ID=aedbe8c1-84c1-42df-a797-c5d03155607a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:08.385794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:08.386504 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.410873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-c16ecff8-35a7-4a8c-8c2d-c07a63636af9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9435854 Feb 09 03:01:08.422934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Request body: {'port': {'device_id': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:08.488061 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.789860 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedbe8c1-84c1-42df-a797-c5d03155607a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:01:08.799147 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Publish callbacks [] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.811906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Transition to ACTIVE for port object aedbe8c1-84c1-42df-a797-c5d03155607a will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:01:08.815621 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.871365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aedbe8c1-84c1-42df-a797-c5d03155607a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:08.947121 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Attempting to bind port aedbe8c1-84c1-42df-a797-c5d03155607a on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:08.947452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Attempting to bind port aedbe8c1-84c1-42df-a797-c5d03155607a by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:08.947785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Attempting to bind port aedbe8c1-84c1-42df-a797-c5d03155607a on network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:08.963492 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Port aedbe8c1-84c1-42df-a797-c5d03155607a on network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:01:08.963858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Attempting to bind port aedbe8c1-84c1-42df-a797-c5d03155607a on network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:08.984274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:08.984617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Checking segment: {'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:08.985006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Bound using segment: {'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:08.985439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Bound port: aedbe8c1-84c1-42df-a797-c5d03155607a, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:08.985798 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.047320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7258292-981b-431b-905f-fb6c7cc5170e req-b44a57cd-5d6f-409e-8f69-8d1281d5650d tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.048836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7258292-981b-431b-905f-fb6c7cc5170e req-b44a57cd-5d6f-409e-8f69-8d1281d5650d tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 943 time: 0.0978067 Feb 09 03:01:09.085843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] For port aedbe8c1-84c1-42df-a797-c5d03155607a, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:09.106613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] For port aedbe8c1-84c1-42df-a797-c5d03155607a, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aedbe8c1-84c1-42df-a797-c5d03155607a,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:09.119035 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.141939 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7258292-981b-431b-905f-fb6c7cc5170e req-2baa3626-3201-4c43-a651-7decf7c03b09 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861783 Feb 09 03:01:09.170210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.170948 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.172535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/aedbe8c1-84c1-42df-a797-c5d03155607a HTTP/1.1" status: 200 len: 1092 time: 0.7541072 Feb 09 03:01:09.173015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'tag': 'aedbe8c1-84c1-42df-a797-c5d03155607a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:09.175394 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a327e68-56a9-48e9-aeb4-822d82df3f72" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe", "tag": "aedbe8c1-84c1-42df-a797-c5d03155607a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:09.200622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996702f-bdf7-42a9-9493-a4134b5832a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aedbe8c1-84c1-42df-a797-c5d03155607a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:09.219644 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7ad5ba-457d-4284-bba9-a7b0fc4195a9 x-openstack-request-id: req-fc7ad5ba-457d-4284-bba9-a7b0fc4195a9 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:09.219943 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe", "tag": "aedbe8c1-84c1-42df-a797-c5d03155607a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:09.220199 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc7ad5ba-457d-4284-bba9-a7b0fc4195a9 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:09.220610 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'tag': 'aedbe8c1-84c1-42df-a797-c5d03155607a', 'status': 'completed', 'code': 200} Feb 09 03:01:09.272012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-a50f8c9e-3613-4a0b-9de9-1447cee98453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.273537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-a50f8c9e-3613-4a0b-9de9-1447cee98453 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b610a4ba4c04fdca55092d64645143a&device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 1126 time: 0.0470443 Feb 09 03:01:09.317941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-24ddfaa4-10c2-4666-9726-0501c08f74d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aedbe8c1-84c1-42df-a797-c5d03155607a HTTP/1.1" status: 200 len: 217 time: 0.0377481 Feb 09 03:01:09.373423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-1341ba1d-d355-4910-9ca9-9044f2dfdf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.375043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-1341ba1d-d355-4910-9ca9-9044f2dfdf3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97866c30-3ae9-47ef-a668-62b8b3426991 HTTP/1.1" status: 200 len: 853 time: 0.0512826 Feb 09 03:01:09.407492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-f1d7322b-9827-4602-969e-633288d08e5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267384 Feb 09 03:01:09.505521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-94c8dd9a-8493-4f30-bf7f-c1ca7f0a06de service neutron] 10.222.0.72 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925241 Feb 09 03:01:09.601742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-682882a6-1f10-4f9f-beba-775cb4d9bdc3 req-a90b31c7-bb27-4769-96f9-5097195b9c4b service neutron] 10.222.0.72 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898929 Feb 09 03:01:09.691508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-39ca640f-ce6e-4967-9c67-b8cb49643c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.693190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-39ca640f-ce6e-4967-9c67-b8cb49643c57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b610a4ba4c04fdca55092d64645143a&device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 1126 time: 0.0482299 Feb 09 03:01:09.788683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-bda92ed6-d9f8-49ea-a1c6-7d961bcdde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.790779 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-bda92ed6-d9f8-49ea-a1c6-7d961bcdde34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 200 len: 914 time: 0.0901864 Feb 09 03:01:09.833463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-3542df01-783e-4db6-9921-d37d53b48f1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aedbe8c1-84c1-42df-a797-c5d03155607a HTTP/1.1" status: 200 len: 217 time: 0.0363276 Feb 09 03:01:09.882811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-07659c8c-6f6d-49d3-bfc3-4761021b5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.884357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-07659c8c-6f6d-49d3-bfc3-4761021b5bce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97866c30-3ae9-47ef-a668-62b8b3426991 HTTP/1.1" status: 200 len: 853 time: 0.0448830 Feb 09 03:01:09.915891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-cdf38f4f-4d1e-4085-8ef0-364560b89be4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258503 Feb 09 03:01:10.020236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-d2876ae9-2729-4467-8751-7ad986d05296 service neutron] 10.222.0.72 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984313 Feb 09 03:01:10.109341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a327e68-56a9-48e9-aeb4-822d82df3f72 req-3203d8a2-f61b-4f5d-a8e6-0a02317641f0 service neutron] 10.222.0.72 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821114 Feb 09 03:01:10.272888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ed40-eb72-4c95-a86d-5f9df8af2ee6 req-a36660fe-f149-452d-b3d9-cd8d16911fdc tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:10.274492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27b8ed40-eb72-4c95-a86d-5f9df8af2ee6 req-a36660fe-f149-452d-b3d9-cd8d16911fdc tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 943 time: 0.0618122 Feb 09 03:01:10.322691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27b8ed40-eb72-4c95-a86d-5f9df8af2ee6 req-bd3a4b79-e00e-4e6c-b08d-661a251a6eb7 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Feb 09 03:01:11.444981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebadf7-9991-49de-8012-b6876a9285ed req-51d12e09-6f5e-4f09-8b4e-ee1d596dfb45 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:11.446943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85ebadf7-9991-49de-8012-b6876a9285ed req-51d12e09-6f5e-4f09-8b4e-ee1d596dfb45 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 943 time: 0.0531578 Feb 09 03:01:11.496480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85ebadf7-9991-49de-8012-b6876a9285ed req-ca3160f4-1dd9-474d-a04b-4872e8986de4 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 Feb 09 03:01:11.855825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aedbe8c1-84c1-42df-a797-c5d03155607a details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:01:11.959338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port aedbe8c1-84c1-42df-a797-c5d03155607a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aedbe8c1-84c1-42df-a797-c5d03155607a,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:11.974218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'aedbe8c1-84c1-42df-a797-c5d03155607a', 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2', 'port_id': 'aedbe8c1-84c1-42df-a797-c5d03155607a', 'mac_address': 'fa:16:3e:f1:30:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97866c30-3ae9-47ef-a668-62b8b3426991', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:01:12.012867 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port aedbe8c1-84c1-42df-a797-c5d03155607a is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:12.013254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.026072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedbe8c1-84c1-42df-a797-c5d03155607a {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:01:12.051176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port aedbe8c1-84c1-42df-a797-c5d03155607a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aedbe8c1-84c1-42df-a797-c5d03155607a,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:12.055917 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.105138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=aedbe8c1-84c1-42df-a797-c5d03155607a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:12.112531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.112810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.113159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.113507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.113841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.114178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.114538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.114871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.115202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.115529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.115856 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.116182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.116509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:12.356530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['aedbe8c1-84c1-42df-a797-c5d03155607a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:01:12.616672 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff52c0-b6a1-4ee6-b103-3bf9466a36fb req-b6f53f76-8634-4f48-8256-ce7a2dd7ffa4 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:12.618184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27ff52c0-b6a1-4ee6-b103-3bf9466a36fb req-b6f53f76-8634-4f48-8256-ce7a2dd7ffa4 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 944 time: 0.0533140 Feb 09 03:01:12.675636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27ff52c0-b6a1-4ee6-b103-3bf9466a36fb req-256c8428-6f88-40f2-a5e5-c18fbd4ffd08 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Feb 09 03:01:13.799550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826587d3-549a-4a5d-bd23-acb03827bef3 req-56a25421-61f9-426c-894d-1b58518e86a6 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:13.800983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-826587d3-549a-4a5d-bd23-acb03827bef3 req-56a25421-61f9-426c-894d-1b58518e86a6 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 944 time: 0.0537727 Feb 09 03:01:13.850140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-826587d3-549a-4a5d-bd23-acb03827bef3 req-fffbc0e7-8442-4182-9331-31feca63e07f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Feb 09 03:01:13.887935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aedbe8c1-84c1-42df-a797-c5d03155607a up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:13.938059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port aedbe8c1-84c1-42df-a797-c5d03155607a completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:01:13.942054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port aedbe8c1-84c1-42df-a797-c5d03155607a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:13.942436 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.182618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port aedbe8c1-84c1-42df-a797-c5d03155607a is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:14.183057 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.206147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedbe8c1-84c1-42df-a797-c5d03155607a'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:14.208489 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a7de94-c455-41ad-a5a4-c1fc4b7da9e7" -d '{"events": [{"server_uuid": "8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe", "name": "network-vif-plugged", "status": "completed", "tag": "aedbe8c1-84c1-42df-a797-c5d03155607a"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:14.221238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port aedbe8c1-84c1-42df-a797-c5d03155607a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aedbe8c1-84c1-42df-a797-c5d03155607a,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:14.225557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.252189 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a69845-218e-4f38-8c34-36ebbb0fc7b5 x-openstack-request-id: req-14a69845-218e-4f38-8c34-36ebbb0fc7b5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:14.252500 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe", "name": "network-vif-plugged", "status": "completed", "tag": "aedbe8c1-84c1-42df-a797-c5d03155607a", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:14.252759 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14a69845-218e-4f38-8c34-36ebbb0fc7b5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:14.253157 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedbe8c1-84c1-42df-a797-c5d03155607a', 'code': 200} Feb 09 03:01:14.281493 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=aedbe8c1-84c1-42df-a797-c5d03155607a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:14.349858 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9a010-2f9f-42c6-a8dd-cbff95d5773b req-90e83e99-5a2e-4c5e-89ef-d13e755b6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:14.351367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58d9a010-2f9f-42c6-a8dd-cbff95d5773b req-90e83e99-5a2e-4c5e-89ef-d13e755b6deb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 1128 time: 0.0442708 Feb 09 03:01:14.395636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58d9a010-2f9f-42c6-a8dd-cbff95d5773b req-9d9b6ad4-a915-4b79-9558-0c198e8a92a6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Feb 09 03:01:14.977667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909e2ed-00e4-46ce-939b-0d6e60828753 req-290fc3e4-67f6-4645-a4e6-3fb0b090cf8e tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:14.979760 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a909e2ed-00e4-46ce-939b-0d6e60828753 req-290fc3e4-67f6-4645-a4e6-3fb0b090cf8e tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0600226 Feb 09 03:01:15.033148 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a909e2ed-00e4-46ce-939b-0d6e60828753 req-675a25d5-50c1-4a75-ad44-6298a91a762e tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476151 Feb 09 03:01:16.155436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f35ea0-90a0-43a5-bed6-f53e8e700422 req-7fb011ea-584e-4051-b765-afdd2e0727a6 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:16.156955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88f35ea0-90a0-43a5-bed6-f53e8e700422 req-7fb011ea-584e-4051-b765-afdd2e0727a6 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0538223 Feb 09 03:01:16.205497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-88f35ea0-90a0-43a5-bed6-f53e8e700422 req-7afd2fc2-6d6f-4ddb-9292-ce64cad9e2b1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Feb 09 03:01:16.438254 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184206-8374-4ab2-844b-1359561efd1d req-30904f11-a213-4e02-bca0-d5b96e0d90fe tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:16.439759 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-30904f11-a213-4e02-bca0-d5b96e0d90fe tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/networks?id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 200 len: 813 time: 0.1069524 Feb 09 03:01:16.455028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-af290e05-b916-4ffa-8557-52d4fd1ed151 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/quotas/5b610a4ba4c04fdca55092d64645143a HTTP/1.1" status: 200 len: 375 time: 0.0098431 Feb 09 03:01:16.512165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-3bc859a3-ac34-4337-96b7-e7285669b85a tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b610a4ba4c04fdca55092d64645143a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518072 Feb 09 03:01:16.615213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-37cea017-2b8e-4d99-8db5-83513b812cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962014 Feb 09 03:01:16.710088 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-bdf6c638-86f3-4969-a54c-1ff04fe92553 service neutron] 10.222.0.53 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891221 Feb 09 03:01:16.875758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ce9f2e4a-2e30-4b55-b1f0-706a9a0463c0 req-969f698f-e5ea-47fa-bea1-a9a95807a70d tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 210 time: 0.0284367 Feb 09 03:01:17.960063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184206-8374-4ab2-844b-1359561efd1d req-3002a934-8480-4303-9a58-74c3e9856500 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:17.961656 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-3002a934-8480-4303-9a58-74c3e9856500 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.82 "GET /v2.0/networks?id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 200 len: 813 time: 0.1256785 Feb 09 03:01:17.974642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Request body: {'port': {'device_id': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2', 'admin_state_up': True, 'tenant_id': '5b610a4ba4c04fdca55092d64645143a'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:17.986763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa067010-b912-4265-acf4-22e0b40ab7aa req-cd0f16db-3efa-4794-9ed4-a193d789352b tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 210 time: 0.0308406 Feb 09 03:01:18.097870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Made reservation on behalf of 5b610a4ba4c04fdca55092d64645143a for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:18.101325 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.237426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Allocated IP 172.20.0.9 (300c4d2a-17f7-4a65-97d4-0a92cb74f6d2/97866c30-3ae9-47ef-a668-62b8b3426991/a9c522e6-b245-4be7-8728-0b42e32202b1) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:18.346355 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.395523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks [] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.430804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.444654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['aedbe8c1-84c1-42df-a797-c5d03155607a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:01:18.478891 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:18.484172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:18.487194 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:18.517424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Pushing event updated for resources: {'Port': ['ID=a9c522e6-b245-4be7-8728-0b42e32202b1,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:18.546954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:18.547573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.565620 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-e1d5e7fb-0231-4e2b-8ee3-dbdd0b27a0d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950675 Feb 09 03:01:18.577395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Request body: {'port': {'device_id': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:18.639580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.909134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c522e6-b245-4be7-8728-0b42e32202b1 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:01:18.917098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Publish callbacks [] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.929845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Transition to ACTIVE for port object a9c522e6-b245-4be7-8728-0b42e32202b1 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:01:18.934166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.985945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Pushing event updated for resources: {'Port': ['ID=a9c522e6-b245-4be7-8728-0b42e32202b1,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:19.060879 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Attempting to bind port a9c522e6-b245-4be7-8728-0b42e32202b1 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:19.061192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Attempting to bind port a9c522e6-b245-4be7-8728-0b42e32202b1 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:19.061547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Attempting to bind port a9c522e6-b245-4be7-8728-0b42e32202b1 on network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:19.066012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Port a9c522e6-b245-4be7-8728-0b42e32202b1 on network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:01:19.066335 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Attempting to bind port a9c522e6-b245-4be7-8728-0b42e32202b1 on network 300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:19.071278 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:19.071614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Checking segment: {'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:19.072020 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Bound using segment: {'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:19.072518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Bound port: a9c522e6-b245-4be7-8728-0b42e32202b1, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666f4a05-fc09-4aaa-a75b-99f39eab38d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:19.073038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.117292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8e77f-e1d1-4cee-b6a3-9341d4374664 req-8f03174e-db22-48f2-b8eb-9176216508dd tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.118833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fa8e77f-e1d1-4cee-b6a3-9341d4374664 req-8f03174e-db22-48f2-b8eb-9176216508dd tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 943 time: 0.0593343 Feb 09 03:01:19.152071 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] For port a9c522e6-b245-4be7-8728-0b42e32202b1, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:19.155412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] For port a9c522e6-b245-4be7-8728-0b42e32202b1, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9c522e6-b245-4be7-8728-0b42e32202b1,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:19.162267 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.199104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.199759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.201180 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] 10.222.0.82 "PUT /v2.0/ports/a9c522e6-b245-4be7-8728-0b42e32202b1 HTTP/1.1" status: 200 len: 1092 time: 0.6287565 Feb 09 03:01:19.201636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'tag': 'a9c522e6-b245-4be7-8728-0b42e32202b1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:19.202380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fa8e77f-e1d1-4cee-b6a3-9341d4374664 req-7546d551-34a8-48fe-8cf8-d7c6c4fa82df tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765014 Feb 09 03:01:19.219855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-2b1a1879-8063-4548-99d7-af1729330e0e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0750430 Feb 09 03:01:19.245055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3816f5f-3a0a-46d5-8eba-edf9dfffe1bd service neutron] Pushing event updated for resources: {'Port': ['ID=a9c522e6-b245-4be7-8728-0b42e32202b1,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:19.258499 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29feb107-0b01-4cab-84e4-15cfdd144341" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aab801-d2c7-427d-80c0-e6a9ca5add2d", "tag": "a9c522e6-b245-4be7-8728-0b42e32202b1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:19.311149 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184206-8374-4ab2-844b-1359561efd1d req-a32d2107-4c24-4936-a7ab-91b73ade1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.313044 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-a32d2107-4c24-4936-a7ab-91b73ade1cd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5b610a4ba4c04fdca55092d64645143a&device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 1126 time: 0.0656941 Feb 09 03:01:19.336429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-325b01d1-8985-4b40-a6f8-97b9c7139775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.338625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-325b01d1-8985-4b40-a6f8-97b9c7139775 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b610a4ba4c04fdca55092d64645143a&device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 1128 time: 0.0576689 Feb 09 03:01:19.358205 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-f7770f71-285f-426c-ac9e-4d90b9aaee47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c522e6-b245-4be7-8728-0b42e32202b1 HTTP/1.1" status: 200 len: 217 time: 0.0385418 Feb 09 03:01:19.361301 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7acc3f-f37a-49ec-9353-3a717485267d x-openstack-request-id: req-1d7acc3f-f37a-49ec-9353-3a717485267d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:19.361614 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aab801-d2c7-427d-80c0-e6a9ca5add2d", "tag": "a9c522e6-b245-4be7-8728-0b42e32202b1", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:19.361871 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d7acc3f-f37a-49ec-9353-3a717485267d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:19.362278 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'tag': 'a9c522e6-b245-4be7-8728-0b42e32202b1', 'status': 'completed', 'code': 200} Feb 09 03:01:19.419131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.423579 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184206-8374-4ab2-844b-1359561efd1d req-6ee99874-9566-4ee8-9146-a8a219c1c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.425100 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-6ee99874-9566-4ee8-9146-a8a219c1c6f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97866c30-3ae9-47ef-a668-62b8b3426991 HTTP/1.1" status: 200 len: 853 time: 0.0578313 Feb 09 03:01:19.455909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-b57e06fc-4999-4a86-bc39-b7a1d43ec4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.457528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-b57e06fc-4999-4a86-bc39-b7a1d43ec4a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 200 len: 914 time: 0.1003110 Feb 09 03:01:19.459747 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-9b31c76b-a53a-4810-bcff-8b863c103d7a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289934 Feb 09 03:01:19.501369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-ecfa9c5c-15c8-4b17-b864-c6b6922cf477 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aedbe8c1-84c1-42df-a797-c5d03155607a HTTP/1.1" status: 200 len: 217 time: 0.0363441 Feb 09 03:01:19.554217 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-bb1a4b8e-3bff-4beb-88cf-b66807dc442f service neutron] 10.222.0.82 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887392 Feb 09 03:01:19.562177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-68f7d64d-3cf4-4e32-add8-19b63f041df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.563686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-68f7d64d-3cf4-4e32-add8-19b63f041df3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97866c30-3ae9-47ef-a668-62b8b3426991 HTTP/1.1" status: 200 len: 853 time: 0.0574205 Feb 09 03:01:19.595581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-9e32a417-7003-40be-9194-65988e1ac8a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262270 Feb 09 03:01:19.671052 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-fd184206-8374-4ab2-844b-1359561efd1d req-0e8617b5-2b70-4c91-ad3e-7722fde81bb7 service neutron] 10.222.0.82 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105130 Feb 09 03:01:19.689905 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-b3ad85a5-ba65-40fe-8fb0-ac7c51267176 service neutron] 10.222.0.72 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875354 Feb 09 03:01:19.763393 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-427b3e04-e099-4790-bd42-ef14f50ed05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.764931 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-427b3e04-e099-4790-bd42-ef14f50ed05a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5b610a4ba4c04fdca55092d64645143a&device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 1126 time: 0.0472167 Feb 09 03:01:19.788312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-669a4848-dc1c-459c-8a83-f4a20e4bf409 req-3cc54a80-6761-44ab-8262-21b58a48e0e8 service neutron] 10.222.0.72 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931780 Feb 09 03:01:19.876700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-32313961-7d0e-47ac-8138-411b1f5d137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.878210 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-32313961-7d0e-47ac-8138-411b1f5d137a service neutron] 10.222.0.82 "GET /v2.0/networks?id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 200 len: 914 time: 0.1061475 Feb 09 03:01:19.929604 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-fdec6c9d-0e72-4bd1-aeba-288c2c203c90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9c522e6-b245-4be7-8728-0b42e32202b1 HTTP/1.1" status: 200 len: 217 time: 0.0449769 Feb 09 03:01:19.979718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-a82af911-5c2f-4330-a2e4-7149b4b4d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:19.981275 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-a82af911-5c2f-4330-a2e4-7149b4b4d1f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=97866c30-3ae9-47ef-a668-62b8b3426991 HTTP/1.1" status: 200 len: 853 time: 0.0461974 Feb 09 03:01:20.013351 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-5105cbdb-8bf5-40bd-8f42-8232509760ef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266480 Feb 09 03:01:20.108285 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-8ef09106-8fd8-458c-a265-7d67d7ae9964 service neutron] 10.222.0.82 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882993 Feb 09 03:01:20.202176 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-29feb107-0b01-4cab-84e4-15cfdd144341 req-b4732b01-75ba-4ada-b281-ef637ddfec42 service neutron] 10.222.0.82 "GET /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875967 Feb 09 03:01:20.342344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222708-b1c4-465a-8b2b-9d1e73226a76 req-7ecba615-9a3a-4465-a230-358e6107caa2 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:20.343896 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91222708-b1c4-465a-8b2b-9d1e73226a76 req-7ecba615-9a3a-4465-a230-358e6107caa2 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 943 time: 0.0550792 Feb 09 03:01:20.392416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-91222708-b1c4-465a-8b2b-9d1e73226a76 req-c3f88181-b769-4a4a-a49b-42030446c9a9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Feb 09 03:01:21.516831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2d80f-7ce4-4b20-aeb4-d4035fc586bb req-392508ae-e134-4521-8b26-c853c7f95349 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.518376 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31d2d80f-7ce4-4b20-aeb4-d4035fc586bb req-392508ae-e134-4521-8b26-c853c7f95349 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 943 time: 0.0530083 Feb 09 03:01:21.576827 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31d2d80f-7ce4-4b20-aeb4-d4035fc586bb req-8b5c89cf-4ed0-4c3d-8900-806c0fe5eef4 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Feb 09 03:01:22.702368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b82b9-7667-4e8b-adb1-a0c91a349f63 req-f9f438b9-42ff-4b83-aef0-052230822d6a tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:22.703949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b40b82b9-7667-4e8b-adb1-a0c91a349f63 req-f9f438b9-42ff-4b83-aef0-052230822d6a tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 943 time: 0.0570946 Feb 09 03:01:22.760279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b40b82b9-7667-4e8b-adb1-a0c91a349f63 req-b1d73d5a-41c5-42a2-ab8f-1ba95d393219 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490773 Feb 09 03:01:23.439241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c911346a-3cf2-4098-8ec5-a7f40c9f28e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.551406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9c522e6-b245-4be7-8728-0b42e32202b1 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:01:23.658262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9c522e6-b245-4be7-8728-0b42e32202b1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9c522e6-b245-4be7-8728-0b42e32202b1,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:23.672682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': 'a9c522e6-b245-4be7-8728-0b42e32202b1', 'network_id': '300c4d2a-17f7-4a65-97d4-0a92cb74f6d2', 'port_id': 'a9c522e6-b245-4be7-8728-0b42e32202b1', 'mac_address': 'fa:16:3e:a5:cf:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97866c30-3ae9-47ef-a668-62b8b3426991', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:01:23.710497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a9c522e6-b245-4be7-8728-0b42e32202b1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:23.710872 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.726344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c522e6-b245-4be7-8728-0b42e32202b1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:01:23.751202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9c522e6-b245-4be7-8728-0b42e32202b1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9c522e6-b245-4be7-8728-0b42e32202b1,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:23.755681 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.809608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a9c522e6-b245-4be7-8728-0b42e32202b1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:23.887868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc236d43-f0fb-41a1-a7a5-2b2b0e941092 req-8b04d334-462c-4951-965e-8a01e15914c5 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.889511 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc236d43-f0fb-41a1-a7a5-2b2b0e941092 req-8b04d334-462c-4951-965e-8a01e15914c5 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 944 time: 0.0546849 Feb 09 03:01:23.937221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc236d43-f0fb-41a1-a7a5-2b2b0e941092 req-93d63e1d-f299-4a6b-83a1-be6f4dd285ba tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Feb 09 03:01:24.066581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a9c522e6-b245-4be7-8728-0b42e32202b1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:01:25.066176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ebca9-93b5-4b4a-8426-289c89175d16 req-6be15cf1-9471-4ec3-b5f2-2f1b091b7945 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:25.067775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-905ebca9-93b5-4b4a-8426-289c89175d16 req-6be15cf1-9471-4ec3-b5f2-2f1b091b7945 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 944 time: 0.0588934 Feb 09 03:01:25.116697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-905ebca9-93b5-4b4a-8426-289c89175d16 req-a49a236c-c62f-4727-871c-e10ff22eaafb tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Feb 09 03:01:25.550983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9c522e6-b245-4be7-8728-0b42e32202b1 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:25.602146 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port a9c522e6-b245-4be7-8728-0b42e32202b1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:01:25.606369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port a9c522e6-b245-4be7-8728-0b42e32202b1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:25.606776 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.693082 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port a9c522e6-b245-4be7-8728-0b42e32202b1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:25.693397 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.718500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c522e6-b245-4be7-8728-0b42e32202b1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:25.720757 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325078b-1906-48a5-8fb1-1b6931301379" -d '{"events": [{"server_uuid": "d3aab801-d2c7-427d-80c0-e6a9ca5add2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c522e6-b245-4be7-8728-0b42e32202b1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:25.736469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port a9c522e6-b245-4be7-8728-0b42e32202b1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9c522e6-b245-4be7-8728-0b42e32202b1,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:25.740696 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.768919 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2261b9-a093-4a11-a71d-b6d53a627339 x-openstack-request-id: req-6c2261b9-a093-4a11-a71d-b6d53a627339 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:25.769205 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aab801-d2c7-427d-80c0-e6a9ca5add2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c522e6-b245-4be7-8728-0b42e32202b1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:25.769460 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c2261b9-a093-4a11-a71d-b6d53a627339 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:25.770258 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c522e6-b245-4be7-8728-0b42e32202b1', 'code': 200} Feb 09 03:01:25.799975 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8853d7e4-4335-433d-bbe4-0c22a2fac2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.819355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=a9c522e6-b245-4be7-8728-0b42e32202b1,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:25.873107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999f891-763b-413f-bb94-d8e148f8bbcf req-9bef37ea-38fa-4e82-8324-2ca1168c537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:25.874697 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6999f891-763b-413f-bb94-d8e148f8bbcf req-9bef37ea-38fa-4e82-8324-2ca1168c537a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 1128 time: 0.0492668 Feb 09 03:01:25.920620 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-6999f891-763b-413f-bb94-d8e148f8bbcf req-61ccbddc-8a32-46bf-89b1-12ca813a6f9f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Feb 09 03:01:26.246532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1843857-7a89-4f4b-8e3e-b7ca48ebd582 req-7701ac01-404b-4077-ad1c-72419d6dff3b tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.248032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1843857-7a89-4f4b-8e3e-b7ca48ebd582 req-7701ac01-404b-4077-ad1c-72419d6dff3b tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 945 time: 0.0558271 Feb 09 03:01:26.299117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a1843857-7a89-4f4b-8e3e-b7ca48ebd582 req-699eb9c0-cf6a-47a9-ba35-39502fc71e3a tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Feb 09 03:01:27.142176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:27.426921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbfcaf-5b37-444a-962b-8b5fc42d5063 req-0d455541-a842-4d07-96ef-745270e9e764 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:27.428585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abdbfcaf-5b37-444a-962b-8b5fc42d5063 req-0d455541-a842-4d07-96ef-745270e9e764 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 945 time: 0.0575185 Feb 09 03:01:27.483585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-abdbfcaf-5b37-444a-962b-8b5fc42d5063 req-b422f34b-4f10-4a48-bebb-0cef2b283275 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492692 Feb 09 03:01:27.755853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a56596-71e8-4a9a-b2ef-57d4c4337018 req-f0e631a5-be23-4842-8582-ec2f45da1997 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:27.757279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98a56596-71e8-4a9a-b2ef-57d4c4337018 req-f0e631a5-be23-4842-8582-ec2f45da1997 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 945 time: 0.0673954 Feb 09 03:01:27.805419 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-98a56596-71e8-4a9a-b2ef-57d4c4337018 req-cc0601e3-6be4-44e5-b624-8b4ef26f1a7d tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Feb 09 03:01:28.311137 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.937386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe9f2-660b-4255-91aa-b9317f44e503 req-d61a7d4c-7c5b-4b5a-8b6b-c4486125ea6d tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.938950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-351fe9f2-660b-4255-91aa-b9317f44e503 req-d61a7d4c-7c5b-4b5a-8b6b-c4486125ea6d tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 945 time: 0.0604045 Feb 09 03:01:28.987267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-351fe9f2-660b-4255-91aa-b9317f44e503 req-54e3fc60-b1c6-4493-8604-00d7a7f7ea0a tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Feb 09 03:01:29.111000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-9b2091ee-4204-4193-981a-01e1a81e627a tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:29.112371 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-9b2091ee-4204-4193-981a-01e1a81e627a tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.82 "GET /v2.0/ports?device_id=d3aab801-d2c7-427d-80c0-e6a9ca5add2d HTTP/1.1" status: 200 len: 945 time: 0.0538204 Feb 09 03:01:29.215653 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Deleting port a9c522e6-b245-4be7-8728-0b42e32202b1 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:29.216027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.307951 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] For port a9c522e6-b245-4be7-8728-0b42e32202b1, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=a9c522e6-b245-4be7-8728-0b42e32202b1,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:29.308313 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.320882 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Calling delete_port for a9c522e6-b245-4be7-8728-0b42e32202b1 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:29.456104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (a9c522e6-b245-4be7-8728-0b42e32202b1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.469549 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['a9c522e6-b245-4be7-8728-0b42e32202b1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:01:29.471816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['aedbe8c1-84c1-42df-a797-c5d03155607a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:01:29.487456 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Pushing event deleted for resources: {'Port': ['ID=a9c522e6-b245-4be7-8728-0b42e32202b1,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:29.534496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] No DVR routers for this DVR port a9c522e6-b245-4be7-8728-0b42e32202b1 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:29.537219 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.540549 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-3c26b8b1-93de-4961-9923-a4b355eee1a4 req-20e7fd75-d130-49da-ade3-9cf4b1b07882 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.82 "DELETE /v2.0/ports/a9c522e6-b245-4be7-8728-0b42e32202b1 HTTP/1.1" status: 204 len: 173 time: 0.4232194 Feb 09 03:01:29.541041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'name': 'network-vif-deleted', 'tag': 'a9c522e6-b245-4be7-8728-0b42e32202b1'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:29.543437 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86857463-3bd0-47df-a9e1-f96b52848dc0" -d '{"events": [{"server_uuid": "d3aab801-d2c7-427d-80c0-e6a9ca5add2d", "name": "network-vif-deleted", "tag": "a9c522e6-b245-4be7-8728-0b42e32202b1"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:29.589935 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801c448b-2520-481f-8999-08573d82aa3a x-openstack-request-id: req-801c448b-2520-481f-8999-08573d82aa3a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:29.590234 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aab801-d2c7-427d-80c0-e6a9ca5add2d", "name": "network-vif-deleted", "tag": "a9c522e6-b245-4be7-8728-0b42e32202b1", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:29.590516 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-801c448b-2520-481f-8999-08573d82aa3a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:29.590926 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aab801-d2c7-427d-80c0-e6a9ca5add2d', 'name': 'network-vif-deleted', 'tag': 'a9c522e6-b245-4be7-8728-0b42e32202b1', 'status': 'completed', 'code': 200} Feb 09 03:01:29.888256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.165097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ccb2-bdca-4d41-97e7-6baf74769c33 req-5ebaa1da-c89b-4f52-b2d7-a8621dd35006 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.167425 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3271ccb2-bdca-4d41-97e7-6baf74769c33 req-5ebaa1da-c89b-4f52-b2d7-a8621dd35006 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0703840 Feb 09 03:01:30.216004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3271ccb2-bdca-4d41-97e7-6baf74769c33 req-0d09be20-e250-4eac-a690-62b099d7b383 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Feb 09 03:01:30.355822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664766-4388-4bf6-9b57-df083daee590 req-337201ee-1549-441b-897d-1a663c4b26d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.357324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be664766-4388-4bf6-9b57-df083daee590 req-337201ee-1549-441b-897d-1a663c4b26d1 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0548477 Feb 09 03:01:30.405397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be664766-4388-4bf6-9b57-df083daee590 req-e235b9f3-4ffd-4e77-bcdf-42d09b053785 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Feb 09 03:01:30.544683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc515-e5f9-473c-8ebf-cc6c3381ce79 req-cdc1abbc-761a-4a7f-8a71-9d03e07b22db tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.546355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56cbc515-e5f9-473c-8ebf-cc6c3381ce79 req-cdc1abbc-761a-4a7f-8a71-9d03e07b22db tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0629897 Feb 09 03:01:30.601984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56cbc515-e5f9-473c-8ebf-cc6c3381ce79 req-f23fcb66-7590-41f6-a074-305888daf33f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498936 Feb 09 03:01:30.788916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f1668-7a67-4d8e-bfc6-1b473c3f80b2 req-7915ca07-8522-42b3-8024-816ae0ddfb58 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.790405 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2f1668-7a67-4d8e-bfc6-1b473c3f80b2 req-7915ca07-8522-42b3-8024-816ae0ddfb58 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0549707 Feb 09 03:01:30.839038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b2f1668-7a67-4d8e-bfc6-1b473c3f80b2 req-6d3ac326-a8fe-4660-b755-312c5dfa5a16 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Feb 09 03:01:30.959444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975cc2-772a-4701-a4a3-cc14473ed7d7 req-704de942-dbea-47cc-93d2-35b3cfe06238 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.961022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf975cc2-772a-4701-a4a3-cc14473ed7d7 req-704de942-dbea-47cc-93d2-35b3cfe06238 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0542955 Feb 09 03:01:31.013297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf975cc2-772a-4701-a4a3-cc14473ed7d7 req-17aa90ba-da9b-4969-9d61-a12374260cd6 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Feb 09 03:01:31.153368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576ff4f-3690-40cf-ae3c-add4649da5bc req-989fd432-fdcf-468e-b383-9a0b12530105 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:31.154899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7576ff4f-3690-40cf-ae3c-add4649da5bc req-989fd432-fdcf-468e-b383-9a0b12530105 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0634298 Feb 09 03:01:31.204753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7576ff4f-3690-40cf-ae3c-add4649da5bc req-2733ea59-f8a0-4111-a462-82af27d2df76 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Feb 09 03:01:31.531062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7d33-2610-4764-aedc-cc70e4aab491 req-04ad1381-c4f0-467b-b115-0d76afa42dfc tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:31.531062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faff7d33-2610-4764-aedc-cc70e4aab491 req-04ad1381-c4f0-467b-b115-0d76afa42dfc tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0544281 Feb 09 03:01:31.577467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-faff7d33-2610-4764-aedc-cc70e4aab491 req-52a1d38c-f9ce-4c7d-8b1c-c5287d16dfaa tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Feb 09 03:01:31.597285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9c522e6-b245-4be7-8728-0b42e32202b1 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:31.617229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: a9c522e6-b245-4be7-8728-0b42e32202b1 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:31.617573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device a9c522e6-b245-4be7-8728-0b42e32202b1 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:32.709629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad582-baad-4fe2-95c8-2eebde9b9e71 req-244f6715-33cd-40b0-86c6-95402576b3dc tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.711189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c33ad582-baad-4fe2-95c8-2eebde9b9e71 req-244f6715-33cd-40b0-86c6-95402576b3dc tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0585616 Feb 09 03:01:32.761570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c33ad582-baad-4fe2-95c8-2eebde9b9e71 req-04d2451f-dfd9-46be-a026-b590ebab09de tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a620eb3-b23e-481f-96fe-a8a8fffca387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Feb 09 03:01:33.133103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-93057bd1-9a7e-4b85-aaff-e9e6727126a3 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:33.135093 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-93057bd1-9a7e-4b85-aaff-e9e6727126a3 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 945 time: 0.0529134 Feb 09 03:01:33.232848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Deleting port aedbe8c1-84c1-42df-a797-c5d03155607a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:33.233202 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.333607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] For port aedbe8c1-84c1-42df-a797-c5d03155607a, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=aedbe8c1-84c1-42df-a797-c5d03155607a,segment=NetworkSegment(666f4a05-fc09-4aaa-a75b-99f39eab38d6),segment_id=666f4a05-fc09-4aaa-a75b-99f39eab38d6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:33.333971 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.346146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Calling delete_port for aedbe8c1-84c1-42df-a797-c5d03155607a owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:33.483850 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (aedbe8c1-84c1-42df-a797-c5d03155607a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.496123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['aedbe8c1-84c1-42df-a797-c5d03155607a'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:01:33.521042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Pushing event deleted for resources: {'Port': ['ID=aedbe8c1-84c1-42df-a797-c5d03155607a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:33.536031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.536359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.536709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.537057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.537397 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.537743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.538073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.538404 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.538760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.539089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.539469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.539745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.540076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:33.577528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] No DVR routers for this DVR port aedbe8c1-84c1-42df-a797-c5d03155607a on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:33.580454 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.584016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bca2cc1-2cab-47b8-b885-ed2b72e53df4 req-2a01e63b-e696-41c1-a508-ca08ea0a4b4f tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.72 "DELETE /v2.0/ports/aedbe8c1-84c1-42df-a797-c5d03155607a HTTP/1.1" status: 204 len: 173 time: 0.4444816 Feb 09 03:01:33.584468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'name': 'network-vif-deleted', 'tag': 'aedbe8c1-84c1-42df-a797-c5d03155607a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:33.586849 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830325e0-46e7-42c0-b223-8f1516c41428" -d '{"events": [{"server_uuid": "8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe", "name": "network-vif-deleted", "tag": "aedbe8c1-84c1-42df-a797-c5d03155607a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:33.632082 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f322877e-61fe-4d87-911a-bc67d629902f x-openstack-request-id: req-f322877e-61fe-4d87-911a-bc67d629902f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:33.632390 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe", "name": "network-vif-deleted", "tag": "aedbe8c1-84c1-42df-a797-c5d03155607a", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:33.632652 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f322877e-61fe-4d87-911a-bc67d629902f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:33.633062 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe', 'name': 'network-vif-deleted', 'tag': 'aedbe8c1-84c1-42df-a797-c5d03155607a', 'status': 'completed', 'code': 200} Feb 09 03:01:33.879564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9211590-e207-487f-9614-5990cbc76074 req-ab2031bc-6626-4300-8d48-baaff1508dc9 tempest-ServersNegativeTestJSON-256350104 tempest-ServersNegativeTestJSON-256350104-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9ce6d4-bdd3-4ef2-a3e3-90dd2c15b5fe HTTP/1.1" status: 200 len: 210 time: 0.0325077 Feb 09 03:01:34.938701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44780) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:34.984307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] Deleting subnet 97866c30-3ae9-47ef-a668-62b8b3426991 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:34.987487 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] Publish callbacks [] for subnet (97866c30-3ae9-47ef-a668-62b8b3426991), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.022613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (97866c30-3ae9-47ef-a668-62b8b3426991), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.060423 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (97866c30-3ae9-47ef-a668-62b8b3426991), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.111997 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (97866c30-3ae9-47ef-a668-62b8b3426991), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.143495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97866c30-3ae9-47ef-a668-62b8b3426991,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:35.149583 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.153639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e06a5d84-3860-463e-90aa-a1d4b56f0649 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/97866c30-3ae9-47ef-a668-62b8b3426991 HTTP/1.1" status: 204 len: 168 time: 0.2139175 Feb 09 03:01:35.156173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44782) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:35.234513 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (300c4d2a-17f7-4a65-97d4-0a92cb74f6d2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.325024 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (300c4d2a-17f7-4a65-97d4-0a92cb74f6d2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.346258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300c4d2a-17f7-4a65-97d4-0a92cb74f6d2']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:35.355743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666f4a05-fc09-4aaa-a75b-99f39eab38d6') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:35.356045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666f4a05-fc09-4aaa-a75b-99f39eab38d6') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:35.365134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (666f4a05-fc09-4aaa-a75b-99f39eab38d6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.379249 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (666f4a05-fc09-4aaa-a75b-99f39eab38d6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.387398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:35.387843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (666f4a05-fc09-4aaa-a75b-99f39eab38d6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:35.389679 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:35.449470 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (300c4d2a-17f7-4a65-97d4-0a92cb74f6d2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.453888 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.457213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/300c4d2a-17f7-4a65-97d4-0a92cb74f6d2 HTTP/1.1" status: 204 len: 168 time: 0.3001156 Feb 09 03:01:35.471070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdd26f-0745-45fc-8c49-e98ed0cb15e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=300c4d2a-17f7-4a65-97d4-0a92cb74f6d2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:35.568969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44786) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:35.610105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5fc6b538-bd55-4acb-a139-a791bba6529f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b610a4ba4c04fdca55092d64645143a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399554 Feb 09 03:01:35.612529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44788) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:35.665327 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6c08e-0af8-43ac-a51a-bf7ea369dd89 admin admin] Publish callbacks [] for security_group (2a620eb3-b23e-481f-96fe-a8a8fffca387), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.687125 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6c08e-0af8-43ac-a51a-bf7ea369dd89 admin admin] Publish callbacks [] for security_group (2a620eb3-b23e-481f-96fe-a8a8fffca387), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.735642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6c08e-0af8-43ac-a51a-bf7ea369dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (2a620eb3-b23e-481f-96fe-a8a8fffca387), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.738217 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a6c08e-0af8-43ac-a51a-bf7ea369dd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.739449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-22a6c08e-0af8-43ac-a51a-bf7ea369dd89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a620eb3-b23e-481f-96fe-a8a8fffca387 HTTP/1.1" status: 204 len: 168 time: 0.1260042 Feb 09 03:01:35.747530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6c08e-0af8-43ac-a51a-bf7ea369dd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a620eb3-b23e-481f-96fe-a8a8fffca387,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:36.457789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44810) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:36.561779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027889541'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:36.584246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:36.587937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.596615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.676428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for security_group (fd1ff729-8599-4697-b394-6c4bd780b523), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.680934 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fd1ff729-8599-4697-b394-6c4bd780b523), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.709668 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:36.719706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ff729-8599-4697-b394-6c4bd780b523,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:36.724697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f784750a-6af0-42e2-97a6-4c67153d1add), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.725047 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Added segment f784750a-6af0-42e2-97a6-4c67153d1add of type vlan for network 35ed636c-5bf7-473a-ac70-e93b6f621553 Feb 09 03:01:36.767839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (35ed636c-5bf7-473a-ac70-e93b6f621553), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.796638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (35ed636c-5bf7-473a-ac70-e93b6f621553), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.801528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:36.802120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.874118 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4030664 Feb 09 03:01:36.874118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230aabc1-ee81-4ffa-b0aa-757e6c806881 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Network': ['ID=35ed636c-5bf7-473a-ac70-e93b6f621553,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:36.882118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 35ed636c-5bf7-473a-ac70-e93b6f621553 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:38.014007 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aedbe8c1-84c1-42df-a797-c5d03155607a no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:38.034444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: aedbe8c1-84c1-42df-a797-c5d03155607a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:38.034816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device aedbe8c1-84c1-42df-a797-c5d03155607a not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:40.177902 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44814) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:40.183630 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'subnet': {'network_id': '35ed636c-5bf7-473a-ac70-e93b6f621553', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:40.286211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:40.289738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.475388 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (7e2e1394-434b-4405-970a-f119ee16f556), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.533463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Subnet': ['ID=7e2e1394-434b-4405-970a-f119ee16f556,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:40.543957 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Checking segment: {'id': 'f784750a-6af0-42e2-97a6-4c67153d1add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '35ed636c-5bf7-473a-ac70-e93b6f621553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:40.544330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network hostable DHCP agents. Network: 35ed636c-5bf7-473a-ac70-e93b6f621553, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:40.562029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network 35ed636c-5bf7-473a-ac70-e93b6f621553 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:40.570357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 35ed636c-5bf7-473a-ac70-e93b6f621553) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:40.575097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:40.575724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.579985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b8f0d-db85-435a-a464-bddcb102e7ab None None] Network 35ed636c-5bf7-473a-ac70-e93b6f621553 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:40.593996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-729fb517-eb6d-43a0-b347-e8b8ce7a97b1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4149201 Feb 09 03:01:40.597736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44816) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:40.603228 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-237770144'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:40.623054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:40.626472 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.653479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:40.664563 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (161cf80b-eadf-4b72-becf-2f4951572b50), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.664909 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Added segment 161cf80b-eadf-4b72-becf-2f4951572b50 of type vlan for network 52fb2cba-785b-4704-8ca8-23cbe227a576 Feb 09 03:01:40.686903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-35ed636c-5bf7-473a-ac70-e93b6f621553', 'network_id': '35ed636c-5bf7-473a-ac70-e93b6f621553', 'project_id': 'e38caa492c5f424e9f508dc91076cee3', 'fixed_ips': [{'subnet_id': '7e2e1394-434b-4405-970a-f119ee16f556'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:40.687745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.709883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (52fb2cba-785b-4704-8ca8-23cbe227a576), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.738160 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (52fb2cba-785b-4704-8ca8-23cbe227a576), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.743172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:40.743768 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.803839 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2017875 Feb 09 03:01:40.804099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44818) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:40.809920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'subnet': {'network_id': '52fb2cba-785b-4704-8ca8-23cbe227a576', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:40.845419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Allocated IP 2001:db8:0:ffff::2 (35ed636c-5bf7-473a-ac70-e93b6f621553/7e2e1394-434b-4405-970a-f119ee16f556/25ec8c74-5b35-458d-833c-15d4949a1eeb) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:40.867697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08672b17-2127-4f5f-90b5-63dd9c6c265b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Network': ['ID=52fb2cba-785b-4704-8ca8-23cbe227a576,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:40.881161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 52fb2cba-785b-4704-8ca8-23cbe227a576 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:40.915519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:40.919176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.077568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Publish callbacks [] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.084140 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.131178 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.132353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Network 35ed636c-5bf7-473a-ac70-e93b6f621553 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:41.138527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:41.141095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:41.146166 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Pushing event updated for resources: {'Port': ['ID=25ec8c74-5b35-458d-833c-15d4949a1eeb,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.206107 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Subnet': ['ID=154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.210517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Attempting to bind port 25ec8c74-5b35-458d-833c-15d4949a1eeb on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:41.211032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Attempting to bind port 25ec8c74-5b35-458d-833c-15d4949a1eeb by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'f784750a-6af0-42e2-97a6-4c67153d1add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '35ed636c-5bf7-473a-ac70-e93b6f621553'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:41.211184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Checking segment: {'id': '161cf80b-eadf-4b72-becf-2f4951572b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '52fb2cba-785b-4704-8ca8-23cbe227a576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:41.211406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Attempting to bind port 25ec8c74-5b35-458d-833c-15d4949a1eeb on network 35ed636c-5bf7-473a-ac70-e93b6f621553 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:41.211511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network hostable DHCP agents. Network: 52fb2cba-785b-4704-8ca8-23cbe227a576, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:41.217035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:41.217413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Checking segment: {'id': 'f784750a-6af0-42e2-97a6-4c67153d1add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '35ed636c-5bf7-473a-ac70-e93b6f621553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:41.217831 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.218352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Bound using segment: {'id': 'f784750a-6af0-42e2-97a6-4c67153d1add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '35ed636c-5bf7-473a-ac70-e93b6f621553'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:41.218851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Bound port: 25ec8c74-5b35-458d-833c-15d4949a1eeb, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f784750a-6af0-42e2-97a6-4c67153d1add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '35ed636c-5bf7-473a-ac70-e93b6f621553'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:41.219236 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.231938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network 52fb2cba-785b-4704-8ca8-23cbe227a576 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:41.241017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 52fb2cba-785b-4704-8ca8-23cbe227a576) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:41.250651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:41.251374 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.260336 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72573d00-904f-48e5-9e07-8c1537d418cf None None] Network 52fb2cba-785b-4704-8ca8-23cbe227a576 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:41.271346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5b60d59f-0a4e-4577-bf57-714628a9a5f7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4637320 Feb 09 03:01:41.271772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44822) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:41.346845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] For port 25ec8c74-5b35-458d-833c-15d4949a1eeb, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:41.351589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] For port 25ec8c74-5b35-458d-833c-15d4949a1eeb, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=25ec8c74-5b35-458d-833c-15d4949a1eeb,segment=NetworkSegment(f784750a-6af0-42e2-97a6-4c67153d1add),segment_id=f784750a-6af0-42e2-97a6-4c67153d1add)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:41.365020 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.372850 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (52fb2cba-785b-4704-8ca8-23cbe227a576), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.452642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211dbb0-7bf5-4ffe-acbe-7625e67dbfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-52fb2cba-785b-4704-8ca8-23cbe227a576', 'network_id': '52fb2cba-785b-4704-8ca8-23cbe227a576', 'project_id': 'e38caa492c5f424e9f508dc91076cee3', 'fixed_ips': [{'subnet_id': '154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:41.453514 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e211dbb0-7bf5-4ffe-acbe-7625e67dbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.471555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.471959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51c2bc-07ab-4f9c-b699-07a6b607b14c None None] Pushing event updated for resources: {'Port': ['ID=25ec8c74-5b35-458d-833c-15d4949a1eeb,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.554288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server [None req-e211dbb0-7bf5-4ffe-acbe-7625e67dbfc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec: This subnet is being modified by another concurrent operation. Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec: This subnet is being modified by another concurrent operation. Feb 09 03:01:41.576173 n-d-826675-12 neutron-server[103151]: ERROR oslo_messaging.rpc.server Feb 09 03:01:41.585488 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Subnet': ['ID=154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.606584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300d4a1-2e89-4b02-ab94-397c33f1fd74 None None] Network 52fb2cba-785b-4704-8ca8-23cbe227a576 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:41.682335 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (52fb2cba-785b-4704-8ca8-23cbe227a576), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.713202 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fb2cba-785b-4704-8ca8-23cbe227a576']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:41.724857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161cf80b-eadf-4b72-becf-2f4951572b50') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:41.725801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161cf80b-eadf-4b72-becf-2f4951572b50') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:41.737017 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (161cf80b-eadf-4b72-becf-2f4951572b50), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.755114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (161cf80b-eadf-4b72-becf-2f4951572b50), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.762763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:41.763315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (161cf80b-eadf-4b72-becf-2f4951572b50), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:41.766734 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:41.827661 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (52fb2cba-785b-4704-8ca8-23cbe227a576), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.835054 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.838639 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/52fb2cba-785b-4704-8ca8-23cbe227a576 HTTP/1.1" status: 204 len: 168 time: 0.5657821 Feb 09 03:01:41.842378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44824) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:41.847759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096650194'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:41.862137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe19d08-7acd-45e0-b3c9-02b96e8442aa tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Network': ['ID=52fb2cba-785b-4704-8ca8-23cbe227a576,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.874510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:41.877786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.902495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:41.918097 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3bcff7ca-883c-4c29-9919-30cbed05e203), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.918440 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Added segment 3bcff7ca-883c-4c29-9919-30cbed05e203 of type vlan for network 84eb6486-b5bb-43e9-aadf-479821dc7bbf Feb 09 03:01:41.961626 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (84eb6486-b5bb-43e9-aadf-479821dc7bbf), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.986155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (84eb6486-b5bb-43e9-aadf-479821dc7bbf), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.991208 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:41.991795 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.055922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2122092 Feb 09 03:01:42.059438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44826) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:42.067130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'subnet': {'network_id': '84eb6486-b5bb-43e9-aadf-479821dc7bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:42.079602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0638c8-233c-4b3c-b68f-6d8064696467 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Network': ['ID=84eb6486-b5bb-43e9-aadf-479821dc7bbf,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:42.091731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 84eb6486-b5bb-43e9-aadf-479821dc7bbf details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:42.173843 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:42.177861 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.249628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Performing IP validity checks on allocation pools {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:01:42.250330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.ipam_backend_mixin [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103149) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:01:42.488917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843b66c-82c8-4e02-98bb-90473692c466 None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:01:42.568196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f4701ce9-5a49-4161-9a9b-8d174a28ffac None None] Provisioning complete for port 25ec8c74-5b35-458d-833c-15d4949a1eeb triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:42.568658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4701ce9-5a49-4161-9a9b-8d174a28ffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.573136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0843b66c-82c8-4e02-98bb-90473692c466 None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:01:42.706162 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (f84398b0-fd62-4d42-ad41-240b473bdd78), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.735778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f4701ce9-5a49-4161-9a9b-8d174a28ffac None None] Current status of the port 25ec8c74-5b35-458d-833c-15d4949a1eeb is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:42.736323 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4701ce9-5a49-4161-9a9b-8d174a28ffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.772761 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Subnet': ['ID=f84398b0-fd62-4d42-ad41-240b473bdd78,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:42.781014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Checking segment: {'id': '3bcff7ca-883c-4c29-9919-30cbed05e203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84eb6486-b5bb-43e9-aadf-479821dc7bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:42.781385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network hostable DHCP agents. Network: 84eb6486-b5bb-43e9-aadf-479821dc7bbf, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:42.801522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f4701ce9-5a49-4161-9a9b-8d174a28ffac None None] For port 25ec8c74-5b35-458d-833c-15d4949a1eeb, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=25ec8c74-5b35-458d-833c-15d4949a1eeb,segment=NetworkSegment(f784750a-6af0-42e2-97a6-4c67153d1add),segment_id=f784750a-6af0-42e2-97a6-4c67153d1add)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:42.809040 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f4701ce9-5a49-4161-9a9b-8d174a28ffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.811145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network 84eb6486-b5bb-43e9-aadf-479821dc7bbf is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:42.822440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 84eb6486-b5bb-43e9-aadf-479821dc7bbf) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:42.827277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:42.828038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.849291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-edf18afc-c53e-44ed-b8bf-cc516cdf78e4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7860639 Feb 09 03:01:42.849291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44828) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:42.864437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01c2d66-ca7a-43af-b207-cdebd242b4f6 None None] Network 35ed636c-5bf7-473a-ac70-e93b6f621553 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:42.866341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbd004-2f80-43ec-a47d-01cda55f91be None None] Network 84eb6486-b5bb-43e9-aadf-479821dc7bbf requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:42.958685 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (84eb6486-b5bb-43e9-aadf-479821dc7bbf), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.014991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (f84398b0-fd62-4d42-ad41-240b473bdd78), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.084230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (f84398b0-fd62-4d42-ad41-240b473bdd78), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.113388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Subnet': ['ID=f84398b0-fd62-4d42-ad41-240b473bdd78,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.122122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701ce9-5a49-4161-9a9b-8d174a28ffac None None] Pushing event updated for resources: {'Port': ['ID=25ec8c74-5b35-458d-833c-15d4949a1eeb,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.182728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (84eb6486-b5bb-43e9-aadf-479821dc7bbf), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.204268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eb6486-b5bb-43e9-aadf-479821dc7bbf']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:43.215260 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcff7ca-883c-4c29-9919-30cbed05e203') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:43.215469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcff7ca-883c-4c29-9919-30cbed05e203') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:43.229738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e3271-3c3b-4b25-8a01-2299992581e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-84eb6486-b5bb-43e9-aadf-479821dc7bbf', 'network_id': '84eb6486-b5bb-43e9-aadf-479821dc7bbf', 'project_id': 'e38caa492c5f424e9f508dc91076cee3', 'fixed_ips': [{'subnet_id': 'f84398b0-fd62-4d42-ad41-240b473bdd78'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:43.230158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (3bcff7ca-883c-4c29-9919-30cbed05e203), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.230631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f15e3271-3c3b-4b25-8a01-2299992581e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.244564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (3bcff7ca-883c-4c29-9919-30cbed05e203), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (3bcff7ca-883c-4c29-9919-30cbed05e203), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:43.259828 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:43.320675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-f15e3271-3c3b-4b25-8a01-2299992581e3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 03:01:43.320675 n-d-826675-12 neutron-server[103151]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 09 03:01:43.320675 n-d-826675-12 neutron-server[103151]: [parameters: {'project_id': 'e38caa492c5f424e9f508dc91076cee3', 'id': '5f4ef98f-58cb-46fb-8d3c-1b135071708c', 'name': '', 'network_id': '84eb6486-b5bb-43e9-aadf-479821dc7bbf', 'mac_address': 'fa:16:3e:02:b2:de', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-84eb6486-b5bb-43e9-aadf-479821dc7bbf', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4133}] Feb 09 03:01:43.320675 n-d-826675-12 neutron-server[103151]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:01:43.321373 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-f15e3271-3c3b-4b25-8a01-2299992581e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:01:43.326578 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (84eb6486-b5bb-43e9-aadf-479821dc7bbf), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.334939 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.338211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/84eb6486-b5bb-43e9-aadf-479821dc7bbf HTTP/1.1" status: 204 len: 168 time: 0.4879239 Feb 09 03:01:43.342254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44830) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:43.347302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208952586'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:43.348142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbe818-7f8b-48d4-945b-c68f5d932728 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Network': ['ID=84eb6486-b5bb-43e9-aadf-479821dc7bbf,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.369748 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:43.373224 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.399131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:43.421738 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (38a500eb-cbc9-4a74-b15b-a8c56e46cf4a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.421738 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Added segment 38a500eb-cbc9-4a74-b15b-a8c56e46cf4a of type vlan for network f40f0568-48a4-4477-975d-03631f60e5bc Feb 09 03:01:43.471764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (f40f0568-48a4-4477-975d-03631f60e5bc), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.497958 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (f40f0568-48a4-4477-975d-03631f60e5bc), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.502861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:43.503433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.536550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ce73f884-6ef1-4f09-86b8-440cfb9016f3 None None] Provisioning complete for port 25ec8c74-5b35-458d-833c-15d4949a1eeb triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:43.536942 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ce73f884-6ef1-4f09-86b8-440cfb9016f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.598026 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2542729 Feb 09 03:01:43.600760 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44832) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:43.606879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'subnet': {'network_id': 'f40f0568-48a4-4477-975d-03631f60e5bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:43.634968 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f5624-d5aa-4ff4-82a2-673b94bda9c4 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Network': ['ID=f40f0568-48a4-4477-975d-03631f60e5bc,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.641819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 25ec8c74-5b35-458d-833c-15d4949a1eeb up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:43.647016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network f40f0568-48a4-4477-975d-03631f60e5bc details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:43.679752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ce73f884-6ef1-4f09-86b8-440cfb9016f3 None None] Current status of the port 25ec8c74-5b35-458d-833c-15d4949a1eeb is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:43.715354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:43.719205 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.759394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 25ec8c74-5b35-458d-833c-15d4949a1eeb triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:43.759937 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.830036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f15e3271-3c3b-4b25-8a01-2299992581e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.859117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 25ec8c74-5b35-458d-833c-15d4949a1eeb is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:43.882133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd552604-cc99-47a1-be00-13fa51ffed56 None None] Network 84eb6486-b5bb-43e9-aadf-479821dc7bbf requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:43.895998 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd552604-cc99-47a1-be00-13fa51ffed56 None None] Network 84eb6486-b5bb-43e9-aadf-479821dc7bbf could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:01:43.920690 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (1c99aee3-dbcd-4102-a9f5-00775c38c64c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.977590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Subnet': ['ID=1c99aee3-dbcd-4102-a9f5-00775c38c64c,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.991197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Checking segment: {'id': '38a500eb-cbc9-4a74-b15b-a8c56e46cf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f40f0568-48a4-4477-975d-03631f60e5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:43.991591 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network hostable DHCP agents. Network: f40f0568-48a4-4477-975d-03631f60e5bc, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:44.008794 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network f40f0568-48a4-4477-975d-03631f60e5bc is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:44.017176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, f40f0568-48a4-4477-975d-03631f60e5bc) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:44.021412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:44.022051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.027540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd513f-2471-4d4f-b15d-03abe28db5e1 None None] Network f40f0568-48a4-4477-975d-03631f60e5bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:44.044838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44834) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:44.045055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2a396b55-9db2-4c94-a393-e0b74752cf85 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4426756 Feb 09 03:01:44.050375 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1139332068'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:44.069844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:44.073593 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.098241 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:44.108111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a1f553eb-6a53-434d-a045-a758df998a0d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.108456 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Added segment a1f553eb-6a53-434d-a045-a758df998a0d of type vlan for network e9a01f3d-feda-42ba-ad05-95822dd92ec7 Feb 09 03:01:44.136131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-f40f0568-48a4-4477-975d-03631f60e5bc', 'network_id': 'f40f0568-48a4-4477-975d-03631f60e5bc', 'project_id': 'e38caa492c5f424e9f508dc91076cee3', 'fixed_ips': [{'subnet_id': '1c99aee3-dbcd-4102-a9f5-00775c38c64c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:44.137348 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.149496 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (e9a01f3d-feda-42ba-ad05-95822dd92ec7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.176038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (e9a01f3d-feda-42ba-ad05-95822dd92ec7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.181390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:44.181991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.250022 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2034400 Feb 09 03:01:44.252869 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:44.260359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Request body: {'subnet': {'network_id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:44.274534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94337-e75e-47ba-be0c-3a273424cc27 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Network': ['ID=e9a01f3d-feda-42ba-ad05-95822dd92ec7,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:44.286898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network e9a01f3d-feda-42ba-ad05-95822dd92ec7 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:44.289196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Allocated IP 2001:db8::2 (f40f0568-48a4-4477-975d-03631f60e5bc/1c99aee3-dbcd-4102-a9f5-00775c38c64c/eb64464d-7bf9-457a-bad9-cf7c075e2780) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:44.349899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Made reservation on behalf of e38caa492c5f424e9f508dc91076cee3 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:44.354229 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.505327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Publish callbacks [] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.513438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.562976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Network f40f0568-48a4-4477-975d-03631f60e5bc is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:44.566095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:44.571131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:44.578591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Pushing event updated for resources: {'Port': ['ID=eb64464d-7bf9-457a-bad9-cf7c075e2780,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:44.633880 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:01:44.651242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Attempting to bind port eb64464d-7bf9-457a-bad9-cf7c075e2780 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:44.651621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Attempting to bind port eb64464d-7bf9-457a-bad9-cf7c075e2780 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '38a500eb-cbc9-4a74-b15b-a8c56e46cf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f40f0568-48a4-4477-975d-03631f60e5bc'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:44.651991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Attempting to bind port eb64464d-7bf9-457a-bad9-cf7c075e2780 on network f40f0568-48a4-4477-975d-03631f60e5bc {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:44.657818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:44.658217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Checking segment: {'id': '38a500eb-cbc9-4a74-b15b-a8c56e46cf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f40f0568-48a4-4477-975d-03631f60e5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:44.658654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.659059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Bound using segment: {'id': '38a500eb-cbc9-4a74-b15b-a8c56e46cf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f40f0568-48a4-4477-975d-03631f60e5bc'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:44.659550 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Bound port: eb64464d-7bf9-457a-bad9-cf7c075e2780, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a500eb-cbc9-4a74-b15b-a8c56e46cf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'f40f0568-48a4-4477-975d-03631f60e5bc'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:44.659955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.727855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] For port eb64464d-7bf9-457a-bad9-cf7c075e2780, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:44.731421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] For port eb64464d-7bf9-457a-bad9-cf7c075e2780, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=eb64464d-7bf9-457a-bad9-cf7c075e2780,segment=NetworkSegment(38a500eb-cbc9-4a74-b15b-a8c56e46cf4a),segment_id=38a500eb-cbc9-4a74-b15b-a8c56e46cf4a)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:44.737049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.800263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd338ca-b369-4f70-b8e1-7ed3a514cfa5 None None] Pushing event updated for resources: {'Port': ['ID=eb64464d-7bf9-457a-bad9-cf7c075e2780,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:44.823751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (bd6be719-907a-4bbd-aae4-6295bf05dd0d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.890279 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event updated for resources: {'Subnet': ['ID=bd6be719-907a-4bbd-aae4-6295bf05dd0d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:44.900936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Checking segment: {'id': 'a1f553eb-6a53-434d-a045-a758df998a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:44.901304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network hostable DHCP agents. Network: e9a01f3d-feda-42ba-ad05-95822dd92ec7, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:44.922172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Network e9a01f3d-feda-42ba-ad05-95822dd92ec7 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:44.932852 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, e9a01f3d-feda-42ba-ad05-95822dd92ec7) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:44.937048 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:44.937653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.945829 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28079d87-2c87-4340-a4f8-5bb80d4ffbf6 None None] Network e9a01f3d-feda-42ba-ad05-95822dd92ec7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:44.976538 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1e9f3276-9c42-4d72-8bcb-db58a1ceefa7 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7214677 Feb 09 03:01:44.977757 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44838) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:45.085775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-e9a01f3d-feda-42ba-ad05-95822dd92ec7', 'network_id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7', 'project_id': 'e38caa492c5f424e9f508dc91076cee3', 'fixed_ips': [{'subnet_id': 'bd6be719-907a-4bbd-aae4-6295bf05dd0d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:45.086789 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.089620 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e9a01f3d-feda-42ba-ad05-95822dd92ec7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.155662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (bd6be719-907a-4bbd-aae4-6295bf05dd0d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.242696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Allocated IP 2001:db8::2 (e9a01f3d-feda-42ba-ad05-95822dd92ec7/bd6be719-907a-4bbd-aae4-6295bf05dd0d/b3029051-a21f-4941-9ccd-96e53a948225) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:45.385631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Publish callbacks [] for port (b3029051-a21f-4941-9ccd-96e53a948225), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.393036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (b3029051-a21f-4941-9ccd-96e53a948225), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.409625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (bd6be719-907a-4bbd-aae4-6295bf05dd0d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.441752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6be719-907a-4bbd-aae4-6295bf05dd0d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:45.454195 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Network e9a01f3d-feda-42ba-ad05-95822dd92ec7 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:45.455137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Pushing event updated for resources: {'Port': ['ID=b3029051-a21f-4941-9ccd-96e53a948225,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:45.458250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:45.460278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:45.518619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e9a01f3d-feda-42ba-ad05-95822dd92ec7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.524512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Attempting to bind port b3029051-a21f-4941-9ccd-96e53a948225 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:45.525576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Attempting to bind port b3029051-a21f-4941-9ccd-96e53a948225 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'a1f553eb-6a53-434d-a045-a758df998a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:45.526242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Attempting to bind port b3029051-a21f-4941-9ccd-96e53a948225 on network e9a01f3d-feda-42ba-ad05-95822dd92ec7 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:45.531076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:45.531590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Checking segment: {'id': 'a1f553eb-6a53-434d-a045-a758df998a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:45.531998 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.532433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Bound using segment: {'id': 'a1f553eb-6a53-434d-a045-a758df998a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:45.532840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Bound port: b3029051-a21f-4941-9ccd-96e53a948225, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f553eb-6a53-434d-a045-a758df998a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:45.533219 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b3029051-a21f-4941-9ccd-96e53a948225), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.551574 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a01f3d-feda-42ba-ad05-95822dd92ec7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:45.564251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f553eb-6a53-434d-a045-a758df998a0d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:45.564652 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f553eb-6a53-434d-a045-a758df998a0d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:45.575685 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a1f553eb-6a53-434d-a045-a758df998a0d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.594717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a1f553eb-6a53-434d-a045-a758df998a0d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.604046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:45.604618 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a1f553eb-6a53-434d-a045-a758df998a0d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:45.608602 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:45.620803 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] For port b3029051-a21f-4941-9ccd-96e53a948225, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:45.662679 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device eb64464d-7bf9-457a-bad9-cf7c075e2780 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:45.682925 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.db.api [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:01:45.682925 n-d-826675-12 neutron-server[103150]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:01:45.682925 n-d-826675-12 neutron-server[103150]: [parameters: {'id': 'e9a01f3d-feda-42ba-ad05-95822dd92ec7'}] Feb 09 03:01:45.682925 n-d-826675-12 neutron-server[103150]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:01:45.683448 n-d-826675-12 neutron-server[103150]: DEBUG oslo_db.api [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:01:45.711051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] For port b3029051-a21f-4941-9ccd-96e53a948225, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b3029051-a21f-4941-9ccd-96e53a948225,segment=NetworkSegment(a1f553eb-6a53-434d-a045-a758df998a0d),segment_id=a1f553eb-6a53-434d-a045-a758df998a0d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:45.727425 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b3029051-a21f-4941-9ccd-96e53a948225), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.840754 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c652-27de-4d74-8c1c-229b2f54f7c1 None None] Pushing event updated for resources: {'Port': ['ID=b3029051-a21f-4941-9ccd-96e53a948225,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:45.852069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port eb64464d-7bf9-457a-bad9-cf7c075e2780 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:45.852612 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.887163 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d9a97-0f3e-4205-b323-33b0935123a8 None None] Network e9a01f3d-feda-42ba-ad05-95822dd92ec7 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:45.905453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b3d92-89d5-4c4c-8196-dc8d7685354e None None] Network f40f0568-48a4-4477-975d-03631f60e5bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:46.046160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5168f7ee-bc78-4c06-a46d-c7be5b8dcc97 None None] Provisioning complete for port eb64464d-7bf9-457a-bad9-cf7c075e2780 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:46.046476 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5168f7ee-bc78-4c06-a46d-c7be5b8dcc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.184769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (e9a01f3d-feda-42ba-ad05-95822dd92ec7), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.191122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port eb64464d-7bf9-457a-bad9-cf7c075e2780 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:46.191516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.243503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Deleting port b3029051-a21f-4941-9ccd-96e53a948225 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:46.243854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b3029051-a21f-4941-9ccd-96e53a948225), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.278785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port eb64464d-7bf9-457a-bad9-cf7c075e2780, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=eb64464d-7bf9-457a-bad9-cf7c075e2780,segment=NetworkSegment(38a500eb-cbc9-4a74-b15b-a8c56e46cf4a),segment_id=38a500eb-cbc9-4a74-b15b-a8c56e46cf4a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:46.281280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5168f7ee-bc78-4c06-a46d-c7be5b8dcc97 None None] Current status of the port eb64464d-7bf9-457a-bad9-cf7c075e2780 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:46.281806 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5168f7ee-bc78-4c06-a46d-c7be5b8dcc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.288213 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.320853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] For port b3029051-a21f-4941-9ccd-96e53a948225, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b3029051-a21f-4941-9ccd-96e53a948225,segment=NetworkSegment(a1f553eb-6a53-434d-a045-a758df998a0d),segment_id=a1f553eb-6a53-434d-a045-a758df998a0d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:46.321235 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b3029051-a21f-4941-9ccd-96e53a948225), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.336790 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Calling delete_port for b3029051-a21f-4941-9ccd-96e53a948225 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:46.390967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=eb64464d-7bf9-457a-bad9-cf7c075e2780,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:46.400827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-5168f7ee-bc78-4c06-a46d-c7be5b8dcc97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:01:46.401111 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-5168f7ee-bc78-4c06-a46d-c7be5b8dcc97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:01:46.421582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b3029051-a21f-4941-9ccd-96e53a948225), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.452785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Port': ['ID=b3029051-a21f-4941-9ccd-96e53a948225,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:46.456318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No DVR routers for this DVR port b3029051-a21f-4941-9ccd-96e53a948225 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:46.473740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e8966-ee21-4a0a-8c63-bc328431303d None None] get_active_networks_info from n-d-826675-12 {{(pid=103151) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:01:46.543573 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (e9a01f3d-feda-42ba-ad05-95822dd92ec7), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.552406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e8966-ee21-4a0a-8c63-bc328431303d None None] Resources bound (agent type, host, resource id): {{(pid=103151) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:01:46.566381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a01f3d-feda-42ba-ad05-95822dd92ec7']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:46.578543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f553eb-6a53-434d-a045-a758df998a0d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:46.579668 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f553eb-6a53-434d-a045-a758df998a0d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:46.593880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (a1f553eb-6a53-434d-a045-a758df998a0d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.609245 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (a1f553eb-6a53-434d-a045-a758df998a0d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.616867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:46.617186 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (a1f553eb-6a53-434d-a045-a758df998a0d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:46.622309 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:46.703815 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (e9a01f3d-feda-42ba-ad05-95822dd92ec7), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.708205 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.711766 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/e9a01f3d-feda-42ba-ad05-95822dd92ec7 HTTP/1.1" status: 204 len: 168 time: 1.7323763 Feb 09 03:01:46.715284 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44844) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.726912 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34e21-2e1c-4314-b726-3998ee38a8ab tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Network': ['ID=e9a01f3d-feda-42ba-ad05-95822dd92ec7,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:46.763472 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-c288701a-df61-441f-9b6e-665900f2f1f5 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] GET failed (client error): The resource could not be found. Feb 09 03:01:46.764823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c288701a-df61-441f-9b6e-665900f2f1f5 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "GET /v2.0/subnets/bd6be719-907a-4bbd-aae4-6295bf05dd0d HTTP/1.1" status: 404 len: 337 time: 0.0475025 Feb 09 03:01:46.767619 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44846) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.788980 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a59889b-54bf-45f9-ba72-e19cf546f11d tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] DELETE failed (client error): The resource could not be found. Feb 09 03:01:46.789653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a59889b-54bf-45f9-ba72-e19cf546f11d tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:46.798515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6a59889b-54bf-45f9-ba72-e19cf546f11d tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/e9a01f3d-feda-42ba-ad05-95822dd92ec7 HTTP/1.1" status: 404 len: 339 time: 0.0254483 Feb 09 03:01:46.799123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44848) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.826752 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-354fb787-5d42-4612-9c8a-b1b379e9cbf1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] DELETE failed (client error): The resource could not be found. Feb 09 03:01:46.827631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354fb787-5d42-4612-9c8a-b1b379e9cbf1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:46.830243 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-354fb787-5d42-4612-9c8a-b1b379e9cbf1 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/subnets/bd6be719-907a-4bbd-aae4-6295bf05dd0d HTTP/1.1" status: 404 len: 337 time: 0.0300555 Feb 09 03:01:46.832637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44850) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.855681 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-365b981d-dfdf-42ba-8435-df3b934415bc tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] DELETE failed (client error): The resource could not be found. Feb 09 03:01:46.856213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365b981d-dfdf-42ba-8435-df3b934415bc tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:46.861584 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-365b981d-dfdf-42ba-8435-df3b934415bc tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/e9a01f3d-feda-42ba-ad05-95822dd92ec7 HTTP/1.1" status: 404 len: 339 time: 0.0257802 Feb 09 03:01:46.861820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44852) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.922686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Deleting subnet 1c99aee3-dbcd-4102-a9f5-00775c38c64c {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:46.926172 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (1c99aee3-dbcd-4102-a9f5-00775c38c64c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.940999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5168f7ee-bc78-4c06-a46d-c7be5b8dcc97 None None] Current status of the port eb64464d-7bf9-457a-bad9-cf7c075e2780 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:46.974450 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1c99aee3-dbcd-4102-a9f5-00775c38c64c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.072166 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1c99aee3-dbcd-4102-a9f5-00775c38c64c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.076040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3f4afcd8-6017-4cda-bbdd-7f288c74a270 None None] Provisioning complete for port eb64464d-7bf9-457a-bad9-cf7c075e2780 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:47.076687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3f4afcd8-6017-4cda-bbdd-7f288c74a270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.133830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1c99aee3-dbcd-4102-a9f5-00775c38c64c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.172517 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3f4afcd8-6017-4cda-bbdd-7f288c74a270 None None] Current status of the port eb64464d-7bf9-457a-bad9-cf7c075e2780 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:47.182856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Subnet': ['ID=1c99aee3-dbcd-4102-a9f5-00775c38c64c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.185662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.190225 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7e9a50a4-f979-49b3-97dc-19edb96328bb tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/subnets/1c99aee3-dbcd-4102-a9f5-00775c38c64c HTTP/1.1" status: 204 len: 168 time: 0.3274622 Feb 09 03:01:47.192218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c8300-65fc-49fa-8674-1013d7f1a0a1 None None] Network f40f0568-48a4-4477-975d-03631f60e5bc requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:47.192720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44854) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:47.281383 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (f40f0568-48a4-4477-975d-03631f60e5bc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.350119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Deleting port eb64464d-7bf9-457a-bad9-cf7c075e2780 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:47.350709 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.370559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] DHCP port deletion for f40f0568-48a4-4477-975d-03631f60e5bc request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:47.422792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] For port eb64464d-7bf9-457a-bad9-cf7c075e2780, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=eb64464d-7bf9-457a-bad9-cf7c075e2780,segment=NetworkSegment(38a500eb-cbc9-4a74-b15b-a8c56e46cf4a),segment_id=38a500eb-cbc9-4a74-b15b-a8c56e46cf4a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:47.423073 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.423628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] Deleting port eb64464d-7bf9-457a-bad9-cf7c075e2780 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:47.424177 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.437483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Calling delete_port for eb64464d-7bf9-457a-bad9-cf7c075e2780 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:47.492093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] For port eb64464d-7bf9-457a-bad9-cf7c075e2780, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=eb64464d-7bf9-457a-bad9-cf7c075e2780,segment=NetworkSegment(38a500eb-cbc9-4a74-b15b-a8c56e46cf4a),segment_id=38a500eb-cbc9-4a74-b15b-a8c56e46cf4a)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:47.492501 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.506320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] Calling delete_port for eb64464d-7bf9-457a-bad9-cf7c075e2780 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:47.527082 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.555062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Port': ['ID=eb64464d-7bf9-457a-bad9-cf7c075e2780,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.558193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No DVR routers for this DVR port eb64464d-7bf9-457a-bad9-cf7c075e2780 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:47.624933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device eb64464d-7bf9-457a-bad9-cf7c075e2780 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:47.650387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: eb64464d-7bf9-457a-bad9-cf7c075e2780 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:47.650917 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device eb64464d-7bf9-457a-bad9-cf7c075e2780 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:47.654214 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (eb64464d-7bf9-457a-bad9-cf7c075e2780), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.667543 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (f40f0568-48a4-4477-975d-03631f60e5bc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.683919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] Pushing event deleted for resources: {'Port': ['ID=eb64464d-7bf9-457a-bad9-cf7c075e2780,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.688576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8509b9e-25a7-42c5-b955-084599b55fb2 None None] No DVR routers for this DVR port eb64464d-7bf9-457a-bad9-cf7c075e2780 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:47.704090 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40f0568-48a4-4477-975d-03631f60e5bc']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:47.715447 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a500eb-cbc9-4a74-b15b-a8c56e46cf4a') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:47.716496 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a500eb-cbc9-4a74-b15b-a8c56e46cf4a') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:47.727840 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (38a500eb-cbc9-4a74-b15b-a8c56e46cf4a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.744191 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (38a500eb-cbc9-4a74-b15b-a8c56e46cf4a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.750754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:47.751216 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (38a500eb-cbc9-4a74-b15b-a8c56e46cf4a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:47.754521 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:47.815878 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (f40f0568-48a4-4477-975d-03631f60e5bc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.824533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.829833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/f40f0568-48a4-4477-975d-03631f60e5bc HTTP/1.1" status: 204 len: 168 time: 0.6337879 Feb 09 03:01:47.830065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44864) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:47.851721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820551bf-67f1-405e-9292-3d7007ed0d36 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Network': ['ID=f40f0568-48a4-4477-975d-03631f60e5bc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.872313 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5980cfd-5000-4f26-b633-f586d1fdb3c3 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] DELETE failed (client error): The resource could not be found. Feb 09 03:01:47.872764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5980cfd-5000-4f26-b633-f586d1fdb3c3 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:47.875789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b5980cfd-5000-4f26-b633-f586d1fdb3c3 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/subnets/f84398b0-fd62-4d42-ad41-240b473bdd78 HTTP/1.1" status: 404 len: 337 time: 0.0311248 Feb 09 03:01:47.878308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44866) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:47.897971 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfeddf0-57c7-4fbb-8326-cddb307f7d71 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] DELETE failed (client error): The resource could not be found. Feb 09 03:01:47.898510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfeddf0-57c7-4fbb-8326-cddb307f7d71 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:47.902632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4bfeddf0-57c7-4fbb-8326-cddb307f7d71 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/84eb6486-b5bb-43e9-aadf-479821dc7bbf HTTP/1.1" status: 404 len: 339 time: 0.0229621 Feb 09 03:01:47.905095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44868) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:47.931731 n-d-826675-12 neutron-server[103149]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d729f47-9702-49a3-9e4d-51399c2f7ed5 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] DELETE failed (client error): The resource could not be found. Feb 09 03:01:47.932176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d729f47-9702-49a3-9e4d-51399c2f7ed5 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103149) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:47.943860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9d729f47-9702-49a3-9e4d-51399c2f7ed5 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/subnets/154bcfd8-bfc6-4d64-ab07-e302ef6ee9ec HTTP/1.1" status: 404 len: 337 time: 0.0374374 Feb 09 03:01:47.946199 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44870) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:47.966809 n-d-826675-12 neutron-server[103150]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dcbeae-87cb-4abf-b78d-6bc99f97ee68 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] DELETE failed (client error): The resource could not be found. Feb 09 03:01:47.967460 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dcbeae-87cb-4abf-b78d-6bc99f97ee68 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103150) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:47.970603 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-85dcbeae-87cb-4abf-b78d-6bc99f97ee68 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/52fb2cba-785b-4704-8ca8-23cbe227a576 HTTP/1.1" status: 404 len: 339 time: 0.0227385 Feb 09 03:01:47.973107 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44872) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:48.026423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Deleting subnet 7e2e1394-434b-4405-970a-f119ee16f556 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:48.029715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (7e2e1394-434b-4405-970a-f119ee16f556), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.072087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (7e2e1394-434b-4405-970a-f119ee16f556), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.165595 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (7e2e1394-434b-4405-970a-f119ee16f556), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.227415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (7e2e1394-434b-4405-970a-f119ee16f556), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.258612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2e1394-434b-4405-970a-f119ee16f556,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:48.263104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.266738 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a486a85e-8ade-432d-9c40-1d9ca0811a42 tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/subnets/7e2e1394-434b-4405-970a-f119ee16f556 HTTP/1.1" status: 204 len: 168 time: 0.2922976 Feb 09 03:01:48.269531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44874) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:48.270504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8083873-02d0-4c1c-8f7e-2b3f70e0351b None None] Network 35ed636c-5bf7-473a-ac70-e93b6f621553 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:48.359589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (35ed636c-5bf7-473a-ac70-e93b6f621553), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.375578 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.426909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Deleting port 25ec8c74-5b35-458d-833c-15d4949a1eeb {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:48.427242 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.470301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] DHCP port deletion for 35ed636c-5bf7-473a-ac70-e93b6f621553 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:48.493650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] For port 25ec8c74-5b35-458d-833c-15d4949a1eeb, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=25ec8c74-5b35-458d-833c-15d4949a1eeb,segment=NetworkSegment(f784750a-6af0-42e2-97a6-4c67153d1add),segment_id=f784750a-6af0-42e2-97a6-4c67153d1add)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:48.493956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.508188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Calling delete_port for 25ec8c74-5b35-458d-833c-15d4949a1eeb owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:48.524420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] Deleting port 25ec8c74-5b35-458d-833c-15d4949a1eeb {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:48.525615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.594593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] For port 25ec8c74-5b35-458d-833c-15d4949a1eeb, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=25ec8c74-5b35-458d-833c-15d4949a1eeb,segment=NetworkSegment(f784750a-6af0-42e2-97a6-4c67153d1add),segment_id=f784750a-6af0-42e2-97a6-4c67153d1add)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:48.594967 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.598818 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.609446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] Calling delete_port for 25ec8c74-5b35-458d-833c-15d4949a1eeb owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:48.626192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Port': ['ID=25ec8c74-5b35-458d-833c-15d4949a1eeb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:48.630170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] No DVR routers for this DVR port 25ec8c74-5b35-458d-833c-15d4949a1eeb on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:48.700028 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (25ec8c74-5b35-458d-833c-15d4949a1eeb), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.721691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (35ed636c-5bf7-473a-ac70-e93b6f621553), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.725719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] Pushing event deleted for resources: {'Port': ['ID=25ec8c74-5b35-458d-833c-15d4949a1eeb,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:48.730971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc253f-91fc-48c9-b1ad-1fa34f60a635 None None] No DVR routers for this DVR port 25ec8c74-5b35-458d-833c-15d4949a1eeb on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:48.750371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ed636c-5bf7-473a-ac70-e93b6f621553']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:48.761368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f784750a-6af0-42e2-97a6-4c67153d1add') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:48.761656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f784750a-6af0-42e2-97a6-4c67153d1add') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:48.772646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (f784750a-6af0-42e2-97a6-4c67153d1add), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.788952 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (f784750a-6af0-42e2-97a6-4c67153d1add), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.796805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:48.797476 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (f784750a-6af0-42e2-97a6-4c67153d1add), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:48.800809 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:48.865787 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (35ed636c-5bf7-473a-ac70-e93b6f621553), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.870954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.875721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] 10.222.0.53 "DELETE /v2.0/networks/35ed636c-5bf7-473a-ac70-e93b6f621553 HTTP/1.1" status: 204 len: 168 time: 0.6046538 Feb 09 03:01:48.895017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20159caf-f731-4e72-ab3c-8783d5e1953b tempest-NetworksIpV6Test-1520463864 tempest-NetworksIpV6Test-1520463864-project] Pushing event deleted for resources: {'Network': ['ID=35ed636c-5bf7-473a-ac70-e93b6f621553,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:49.128548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44882) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:49.269411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c716f329-78e3-4263-a414-651dbac85bbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e38caa492c5f424e9f508dc91076cee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394083 Feb 09 03:01:49.271878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44886) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:49.329404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1982-440f-426f-87cf-d9111e7ddea3 admin admin] Publish callbacks [] for security_group (fd1ff729-8599-4697-b394-6c4bd780b523), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.352560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1982-440f-426f-87cf-d9111e7ddea3 admin admin] Publish callbacks [] for security_group (fd1ff729-8599-4697-b394-6c4bd780b523), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.405614 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1982-440f-426f-87cf-d9111e7ddea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (fd1ff729-8599-4697-b394-6c4bd780b523), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.408540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1982-440f-426f-87cf-d9111e7ddea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.410259 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1b9f1982-440f-426f-87cf-d9111e7ddea3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd1ff729-8599-4697-b394-6c4bd780b523 HTTP/1.1" status: 204 len: 168 time: 0.1369965 Feb 09 03:01:49.417668 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.419441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f1982-440f-426f-87cf-d9111e7ddea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ff729-8599-4697-b394-6c4bd780b523,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:49.585916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 25ec8c74-5b35-458d-833c-15d4949a1eeb no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:49.607863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 25ec8c74-5b35-458d-833c-15d4949a1eeb {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:49.608358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 25ec8c74-5b35-458d-833c-15d4949a1eeb not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:50.077770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44908) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:50.173617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-24c2d3b7-0025-4bb2-b49a-c36fe9ac8f7f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-202339848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:50.196378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-24c2d3b7-0025-4bb2-b49a-c36fe9ac8f7f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.198111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-24c2d3b7-0025-4bb2-b49a-c36fe9ac8f7f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.250076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-24c2d3b7-0025-4bb2-b49a-c36fe9ac8f7f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for router_controller (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.254813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-24c2d3b7-0025-4bb2-b49a-c36fe9ac8f7f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.271220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-24c2d3b7-0025-4bb2-b49a-c36fe9ac8f7f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.272415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-24c2d3b7-0025-4bb2-b49a-c36fe9ac8f7f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1936312 Feb 09 03:01:50.275219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44912) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:50.280274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1801274241'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:50.300726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Made reservation on behalf of 5003c884180b4375bf55dc0d2f9d78fc for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:50.304147 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.314104 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.400729 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for security_group (cc7c7c67-35d3-4e48-833a-c49a262690d4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.404764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cc7c7c67-35d3-4e48-833a-c49a262690d4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.434057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:50.448118 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7c7c67-35d3-4e48-833a-c49a262690d4,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:50.454741 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ac498db4-9581-4747-8df7-912f3609acb1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.455098 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Added segment ac498db4-9581-4747-8df7-912f3609acb1 of type vlan for network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 Feb 09 03:01:50.498620 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (cc9c2f50-fcf7-4f13-a42e-15084560a7d0), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.524175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (cc9c2f50-fcf7-4f13-a42e-15084560a7d0), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.529627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:50.530227 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.590101 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3138473 Feb 09 03:01:50.592944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44914) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:50.597897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Request body: {'subnet': {'network_id': 'cc9c2f50-fcf7-4f13-a42e-15084560a7d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:50.621525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b151-6a2f-48b9-9ead-e2189d2af6ca tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event updated for resources: {'Network': ['ID=cc9c2f50-fcf7-4f13-a42e-15084560a7d0,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:50.632167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:50.697798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Made reservation on behalf of 5003c884180b4375bf55dc0d2f9d78fc for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:50.701481 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.887428 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (17fdca9d-e3b1-46ff-949a-b3e6105c9c7b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.941395 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event updated for resources: {'Subnet': ['ID=17fdca9d-e3b1-46ff-949a-b3e6105c9c7b,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:50.958250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Checking segment: {'id': 'ac498db4-9581-4747-8df7-912f3609acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc9c2f50-fcf7-4f13-a42e-15084560a7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:50.958667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Network hostable DHCP agents. Network: cc9c2f50-fcf7-4f13-a42e-15084560a7d0, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:50.981430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:50.990163 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, cc9c2f50-fcf7-4f13-a42e-15084560a7d0) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:50.994497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:50.995287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.999682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b01b3-d21c-4bf2-a0bd-b5d2f8c27a20 None None] Network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:51.015908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-89af7349-1b82-402b-a8e6-516ed2bee376 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4190300 Feb 09 03:01:51.016443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44916) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:51.021881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1995516296'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:51.043732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Made reservation on behalf of 5003c884180b4375bf55dc0d2f9d78fc for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:51.048370 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.074542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:51.084307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (49b83a29-d9a4-424d-ad57-8b1bdea08493), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.084991 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Added segment 49b83a29-d9a4-424d-ad57-8b1bdea08493 of type vlan for network 8516f5f9-4353-4155-81b9-135664bed21c Feb 09 03:01:51.117013 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-cc9c2f50-fcf7-4f13-a42e-15084560a7d0', 'network_id': 'cc9c2f50-fcf7-4f13-a42e-15084560a7d0', 'project_id': '5003c884180b4375bf55dc0d2f9d78fc', 'fixed_ips': [{'subnet_id': '17fdca9d-e3b1-46ff-949a-b3e6105c9c7b'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:51.118013 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.133211 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8516f5f9-4353-4155-81b9-135664bed21c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.160739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8516f5f9-4353-4155-81b9-135664bed21c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.166127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:51.166778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.226397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2086251 Feb 09 03:01:51.229452 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44920) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:51.237381 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Request body: {'subnet': {'network_id': '8516f5f9-4353-4155-81b9-135664bed21c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:51.241784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65879544-513e-4bce-a3dc-4c91be7ed66d tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event updated for resources: {'Network': ['ID=8516f5f9-4353-4155-81b9-135664bed21c,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:51.253295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8516f5f9-4353-4155-81b9-135664bed21c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:51.307906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Allocated IP 172.20.0.2 (cc9c2f50-fcf7-4f13-a42e-15084560a7d0/17fdca9d-e3b1-46ff-949a-b3e6105c9c7b/0446eeb4-c54b-4335-a77e-ee256d2d772d) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:51.346613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Made reservation on behalf of 5003c884180b4375bf55dc0d2f9d78fc for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:51.350078 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.476691 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Publish callbacks [] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.484763 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.526525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:51.533952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:51.537880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:51.546362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Pushing event updated for resources: {'Port': ['ID=0446eeb4-c54b-4335-a77e-ee256d2d772d,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:51.549716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (a69685f4-3b3d-49a8-b5cd-c10726cca8c3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.599812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Attempting to bind port 0446eeb4-c54b-4335-a77e-ee256d2d772d on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:51.600185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Attempting to bind port 0446eeb4-c54b-4335-a77e-ee256d2d772d by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'ac498db4-9581-4747-8df7-912f3609acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc9c2f50-fcf7-4f13-a42e-15084560a7d0'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:51.600551 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Attempting to bind port 0446eeb4-c54b-4335-a77e-ee256d2d772d on network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:51.606268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:51.606982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Checking segment: {'id': 'ac498db4-9581-4747-8df7-912f3609acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc9c2f50-fcf7-4f13-a42e-15084560a7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:51.607529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.607960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Bound using segment: {'id': 'ac498db4-9581-4747-8df7-912f3609acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc9c2f50-fcf7-4f13-a42e-15084560a7d0'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:51.608568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Bound port: 0446eeb4-c54b-4335-a77e-ee256d2d772d, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac498db4-9581-4747-8df7-912f3609acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc9c2f50-fcf7-4f13-a42e-15084560a7d0'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:51.608958 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.619316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event updated for resources: {'Subnet': ['ID=a69685f4-3b3d-49a8-b5cd-c10726cca8c3,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:51.627804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Checking segment: {'id': '49b83a29-d9a4-424d-ad57-8b1bdea08493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8516f5f9-4353-4155-81b9-135664bed21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:51.628166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Network hostable DHCP agents. Network: 8516f5f9-4353-4155-81b9-135664bed21c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:51.648435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Network 8516f5f9-4353-4155-81b9-135664bed21c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:51.658819 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8516f5f9-4353-4155-81b9-135664bed21c) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:51.663447 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:51.664061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.671227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b49800-c7d8-4f56-861b-e8043a9d3aef None None] Network 8516f5f9-4353-4155-81b9-135664bed21c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:51.682845 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-57bdab4f-4ab3-4125-b121-8d119951ddb4 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4521990 Feb 09 03:01:51.685485 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44924) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:51.690540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4d3a676e-3133-4bcd-9493-e3452d929aaf tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Request body: {'router': {'external_gateway_info': {'network_id': '8516f5f9-4353-4155-81b9-135664bed21c'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:51.729159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] For port 0446eeb4-c54b-4335-a77e-ee256d2d772d, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:51.750355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] For port 0446eeb4-c54b-4335-a77e-ee256d2d772d, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0446eeb4-c54b-4335-a77e-ee256d2d772d,segment=NetworkSegment(ac498db4-9581-4747-8df7-912f3609acb1),segment_id=ac498db4-9581-4747-8df7-912f3609acb1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:51.759803 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.858215 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32405501-fe4d-4035-ab60-4d5047135790 None None] Pushing event updated for resources: {'Port': ['ID=0446eeb4-c54b-4335-a77e-ee256d2d772d,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:51.863689 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8516f5f9-4353-4155-81b9-135664bed21c', 'network_id': '8516f5f9-4353-4155-81b9-135664bed21c', 'project_id': '5003c884180b4375bf55dc0d2f9d78fc', 'fixed_ips': [{'subnet_id': 'a69685f4-3b3d-49a8-b5cd-c10726cca8c3'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:51.864562 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.974362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d3a676e-3133-4bcd-9493-e3452d929aaf tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for router_gateway (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.057875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Allocated IP 172.21.0.2 (8516f5f9-4353-4155-81b9-135664bed21c/a69685f4-3b3d-49a8-b5cd-c10726cca8c3/69ce31fe-3211-441b-99fc-ca409a630987) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:52.114846 n-d-826675-12 neutron-server[103150]: INFO neutron.api.v2.resource [None req-4d3a676e-3133-4bcd-9493-e3452d929aaf tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:01:52.115952 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4d3a676e-3133-4bcd-9493-e3452d929aaf tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "PUT /v2.0/routers/3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc HTTP/1.1" status: 400 len: 364 time: 0.4293630 Feb 09 03:01:52.122607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44926) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:52.185272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Deleting subnet a69685f4-3b3d-49a8-b5cd-c10726cca8c3 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:52.236476 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Publish callbacks [] for port (69ce31fe-3211-441b-99fc-ca409a630987), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.240932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for subnet (a69685f4-3b3d-49a8-b5cd-c10726cca8c3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.241374 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (69ce31fe-3211-441b-99fc-ca409a630987), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.283994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Network 8516f5f9-4353-4155-81b9-135664bed21c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:52.288602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:52.288833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (a69685f4-3b3d-49a8-b5cd-c10726cca8c3), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.292023 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:52.297572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Pushing event updated for resources: {'Port': ['ID=69ce31fe-3211-441b-99fc-ca409a630987,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:52.363220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Attempting to bind port 69ce31fe-3211-441b-99fc-ca409a630987 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:52.363589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Attempting to bind port 69ce31fe-3211-441b-99fc-ca409a630987 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '49b83a29-d9a4-424d-ad57-8b1bdea08493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8516f5f9-4353-4155-81b9-135664bed21c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:52.364160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Attempting to bind port 69ce31fe-3211-441b-99fc-ca409a630987 on network 8516f5f9-4353-4155-81b9-135664bed21c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:52.370585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:52.370843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Checking segment: {'id': '49b83a29-d9a4-424d-ad57-8b1bdea08493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8516f5f9-4353-4155-81b9-135664bed21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:52.371251 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.371651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Bound using segment: {'id': '49b83a29-d9a4-424d-ad57-8b1bdea08493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8516f5f9-4353-4155-81b9-135664bed21c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:52.372138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Bound port: 69ce31fe-3211-441b-99fc-ca409a630987, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b83a29-d9a4-424d-ad57-8b1bdea08493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8516f5f9-4353-4155-81b9-135664bed21c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:52.372521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (69ce31fe-3211-441b-99fc-ca409a630987), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.386041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (a69685f4-3b3d-49a8-b5cd-c10726cca8c3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.454159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (a69685f4-3b3d-49a8-b5cd-c10726cca8c3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.456526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] For port 69ce31fe-3211-441b-99fc-ca409a630987, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:52.459807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] For port 69ce31fe-3211-441b-99fc-ca409a630987, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=69ce31fe-3211-441b-99fc-ca409a630987,segment=NetworkSegment(49b83a29-d9a4-424d-ad57-8b1bdea08493),segment_id=49b83a29-d9a4-424d-ad57-8b1bdea08493)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:52.465526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (69ce31fe-3211-441b-99fc-ca409a630987), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.485792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event deleted for resources: {'Subnet': ['ID=a69685f4-3b3d-49a8-b5cd-c10726cca8c3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:52.491567 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.497837 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e5500d9a-d1e8-4ef2-82ea-984b9eb2eb01 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "DELETE /v2.0/subnets/a69685f4-3b3d-49a8-b5cd-c10726cca8c3 HTTP/1.1" status: 204 len: 168 time: 0.3717947 Feb 09 03:01:52.498192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44928) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:52.536105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed743c-45e1-4581-b729-9b60088411bd None None] Pushing event updated for resources: {'Port': ['ID=69ce31fe-3211-441b-99fc-ca409a630987,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:52.594287 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8516f5f9-4353-4155-81b9-135664bed21c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.661855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Deleting port 69ce31fe-3211-441b-99fc-ca409a630987 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:52.662291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (69ce31fe-3211-441b-99fc-ca409a630987), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.769862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] For port 69ce31fe-3211-441b-99fc-ca409a630987, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=69ce31fe-3211-441b-99fc-ca409a630987,segment=NetworkSegment(49b83a29-d9a4-424d-ad57-8b1bdea08493),segment_id=49b83a29-d9a4-424d-ad57-8b1bdea08493)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:52.770237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (69ce31fe-3211-441b-99fc-ca409a630987), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.787176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Calling delete_port for 69ce31fe-3211-441b-99fc-ca409a630987 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:52.881223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (69ce31fe-3211-441b-99fc-ca409a630987), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.909104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event deleted for resources: {'Port': ['ID=69ce31fe-3211-441b-99fc-ca409a630987,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:52.912692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] No DVR routers for this DVR port 69ce31fe-3211-441b-99fc-ca409a630987 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:52.971982 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b61ada5-4686-4f6f-9b1d-dcb8b80f708a None None] Network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:52.998778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8516f5f9-4353-4155-81b9-135664bed21c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.021369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8516f5f9-4353-4155-81b9-135664bed21c']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:53.032088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b83a29-d9a4-424d-ad57-8b1bdea08493') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:53.032391 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b83a29-d9a4-424d-ad57-8b1bdea08493') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:53.043020 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (49b83a29-d9a4-424d-ad57-8b1bdea08493), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.059330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-15cc2989-6200-4bfb-8eb5-61879a866606 None None] Provisioning complete for port 0446eeb4-c54b-4335-a77e-ee256d2d772d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:53.059710 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15cc2989-6200-4bfb-8eb5-61879a866606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.060491 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (49b83a29-d9a4-424d-ad57-8b1bdea08493), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.067400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:53.067803 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (49b83a29-d9a4-424d-ad57-8b1bdea08493), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:53.070810 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:53.140808 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8516f5f9-4353-4155-81b9-135664bed21c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.145860 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.152243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "DELETE /v2.0/networks/8516f5f9-4353-4155-81b9-135664bed21c HTTP/1.1" status: 204 len: 168 time: 0.6507242 Feb 09 03:01:53.153092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44930) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:53.168699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f7c00-b096-40d9-b719-7a4ebc491788 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event deleted for resources: {'Network': ['ID=8516f5f9-4353-4155-81b9-135664bed21c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:53.180574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-15cc2989-6200-4bfb-8eb5-61879a866606 None None] Current status of the port 0446eeb4-c54b-4335-a77e-ee256d2d772d is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:53.181467 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15cc2989-6200-4bfb-8eb5-61879a866606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.233338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-15cc2989-6200-4bfb-8eb5-61879a866606 None None] For port 0446eeb4-c54b-4335-a77e-ee256d2d772d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0446eeb4-c54b-4335-a77e-ee256d2d772d,segment=NetworkSegment(ac498db4-9581-4747-8df7-912f3609acb1),segment_id=ac498db4-9581-4747-8df7-912f3609acb1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:53.236903 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Deleting subnet 17fdca9d-e3b1-46ff-949a-b3e6105c9c7b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:53.241278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15cc2989-6200-4bfb-8eb5-61879a866606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.243512 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for subnet (17fdca9d-e3b1-46ff-949a-b3e6105c9c7b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.296993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (17fdca9d-e3b1-46ff-949a-b3e6105c9c7b), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.297225 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc2989-6200-4bfb-8eb5-61879a866606 None None] Pushing event updated for resources: {'Port': ['ID=0446eeb4-c54b-4335-a77e-ee256d2d772d,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:53.402070 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (17fdca9d-e3b1-46ff-949a-b3e6105c9c7b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.450101 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05ea5d8-a0bb-427a-a328-4c06beb21291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.471112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fdacf687-fdaa-4b75-b142-b8c5c3e00ff7 None None] Provisioning complete for port 0446eeb4-c54b-4335-a77e-ee256d2d772d triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:53.471804 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fdacf687-fdaa-4b75-b142-b8c5c3e00ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.482383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (17fdca9d-e3b1-46ff-949a-b3e6105c9c7b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.511318 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event deleted for resources: {'Subnet': ['ID=17fdca9d-e3b1-46ff-949a-b3e6105c9c7b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:53.522823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.526534 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-919d2f41-65a6-42df-b5ca-723021ece02c tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "DELETE /v2.0/subnets/17fdca9d-e3b1-46ff-949a-b3e6105c9c7b HTTP/1.1" status: 204 len: 168 time: 0.3721697 Feb 09 03:01:53.528884 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44932) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:53.548047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa463a-5be7-4715-9e98-d517c3c3cd5c None None] Network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:53.647880 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (cc9c2f50-fcf7-4f13-a42e-15084560a7d0), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.673444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0446eeb4-c54b-4335-a77e-ee256d2d772d up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:53.706189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fdacf687-fdaa-4b75-b142-b8c5c3e00ff7 None None] Current status of the port 0446eeb4-c54b-4335-a77e-ee256d2d772d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:53.732137 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Deleting port 0446eeb4-c54b-4335-a77e-ee256d2d772d {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:53.733161 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.749816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0446eeb4-c54b-4335-a77e-ee256d2d772d triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:53.750206 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.773947 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8dfc8e-9b01-4836-80fe-e3dddf14d93e None None] DHCP port deletion for 8516f5f9-4353-4155-81b9-135664bed21c request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:53.813561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e2774-c90b-4a10-8a23-18f3770ef0b2 None None] Network 8516f5f9-4353-4155-81b9-135664bed21c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:53.819130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] For port 0446eeb4-c54b-4335-a77e-ee256d2d772d, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0446eeb4-c54b-4335-a77e-ee256d2d772d,segment=NetworkSegment(ac498db4-9581-4747-8df7-912f3609acb1),segment_id=ac498db4-9581-4747-8df7-912f3609acb1)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:53.819503 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.837395 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Calling delete_port for 0446eeb4-c54b-4335-a77e-ee256d2d772d owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:53.840029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] DHCP port deletion for cc9c2f50-fcf7-4f13-a42e-15084560a7d0 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:53.844723 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e2774-c90b-4a10-8a23-18f3770ef0b2 None None] Network 8516f5f9-4353-4155-81b9-135664bed21c could not be found, it might have been deleted concurrently. {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:01:53.846837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-6f0bc605-6859-4dc7-8a44-096e89e2c117 None None] Could not find standard attr ID for object 69ce31fe-3211-441b-99fc-ca409a630987. {{(pid=103151) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:01:53.922058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.952905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event deleted for resources: {'Port': ['ID=0446eeb4-c54b-4335-a77e-ee256d2d772d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:53.960501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] No DVR routers for this DVR port 0446eeb4-c54b-4335-a77e-ee256d2d772d on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:54.047427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (cc9c2f50-fcf7-4f13-a42e-15084560a7d0), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.068811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9c2f50-fcf7-4f13-a42e-15084560a7d0']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:54.078611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac498db4-9581-4747-8df7-912f3609acb1') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:54.078909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac498db4-9581-4747-8df7-912f3609acb1') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:54.089113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (ac498db4-9581-4747-8df7-912f3609acb1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.095882 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0446eeb4-c54b-4335-a77e-ee256d2d772d is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:54.105953 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ac498db4-9581-4747-8df7-912f3609acb1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.112526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:54.112930 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (ac498db4-9581-4747-8df7-912f3609acb1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.116142 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Deleting port 0446eeb4-c54b-4335-a77e-ee256d2d772d {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:54.116454 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:54.119445 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.179556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] For port 0446eeb4-c54b-4335-a77e-ee256d2d772d, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:54.179879 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.184950 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (cc9c2f50-fcf7-4f13-a42e-15084560a7d0), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.192282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.195928 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "DELETE /v2.0/networks/cc9c2f50-fcf7-4f13-a42e-15084560a7d0 HTTP/1.1" status: 204 len: 168 time: 0.6659422 Feb 09 03:01:54.198817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Calling delete_port for 0446eeb4-c54b-4335-a77e-ee256d2d772d owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:54.200246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44934) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:54.208759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Port 0446eeb4-c54b-4335-a77e-ee256d2d772d was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:01:54.209038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d32c0-e7d6-4517-9ad7-746860784c59 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Pushing event deleted for resources: {'Network': ['ID=cc9c2f50-fcf7-4f13-a42e-15084560a7d0,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:54.211353 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (0446eeb4-c54b-4335-a77e-ee256d2d772d), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.232300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-82595945-977f-480e-b75b-c7ffedf1bd52 tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc HTTP/1.1" status: 200 len: 205 time: 0.0308394 Feb 09 03:01:54.234653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44936) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:54.237632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Network cc9c2f50-fcf7-4f13-a42e-15084560a7d0 is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:01:54.238106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] No DVR routers for this DVR port 0446eeb4-c54b-4335-a77e-ee256d2d772d on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:54.242369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843f00e-1ae8-40ac-b687-003f18a3b446 None None] Pushing event deleted for resources: {'Port': ['ID=0446eeb4-c54b-4335-a77e-ee256d2d772d,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:54.323166 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9714d303-836b-4ef5-98fb-a7ba8b393d1f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for router (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.498599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9714d303-836b-4ef5-98fb-a7ba8b393d1f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.500692 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9714d303-836b-4ef5-98fb-a7ba8b393d1f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for router_controller (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.548139 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9714d303-836b-4ef5-98fb-a7ba8b393d1f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.548681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9714d303-836b-4ef5-98fb-a7ba8b393d1f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Fanout notify agent at l3_agent the message router_deleted on router 3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:54.555420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9714d303-836b-4ef5-98fb-a7ba8b393d1f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.556982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9714d303-836b-4ef5-98fb-a7ba8b393d1f tempest-RoutersNegativeTest-2003899944 tempest-RoutersNegativeTest-2003899944-project] 10.222.0.53 "DELETE /v2.0/routers/3e85d2c0-0c62-412b-b2b8-1d2418dd4fcc HTTP/1.1" status: 204 len: 168 time: 0.3213038 Feb 09 03:01:54.816429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44942) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:54.956804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bf19ec27-1560-421e-9e93-44efd3c81492 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5003c884180b4375bf55dc0d2f9d78fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391978 Feb 09 03:01:54.959291 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44946) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:55.010176 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0818643f-6b2b-4a54-b9fe-3fedcedcaa1f admin admin] Publish callbacks [] for security_group (cc7c7c67-35d3-4e48-833a-c49a262690d4), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.035430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0818643f-6b2b-4a54-b9fe-3fedcedcaa1f admin admin] Publish callbacks [] for security_group (cc7c7c67-35d3-4e48-833a-c49a262690d4), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.083401 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0818643f-6b2b-4a54-b9fe-3fedcedcaa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (cc7c7c67-35d3-4e48-833a-c49a262690d4), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.086099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0818643f-6b2b-4a54-b9fe-3fedcedcaa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.087898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0818643f-6b2b-4a54-b9fe-3fedcedcaa1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc7c7c67-35d3-4e48-833a-c49a262690d4 HTTP/1.1" status: 204 len: 168 time: 0.1276643 Feb 09 03:01:55.095837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818643f-6b2b-4a54-b9fe-3fedcedcaa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7c7c67-35d3-4e48-833a-c49a262690d4,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:55.592428 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 69ce31fe-3211-441b-99fc-ca409a630987 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:55.613661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 69ce31fe-3211-441b-99fc-ca409a630987 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:55.614019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 69ce31fe-3211-441b-99fc-ca409a630987 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:55.614520 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0446eeb4-c54b-4335-a77e-ee256d2d772d no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:55.638114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 0446eeb4-c54b-4335-a77e-ee256d2d772d {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:55.638513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0446eeb4-c54b-4335-a77e-ee256d2d772d not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:55.764359 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c091263e-48ec-45bb-9fb0-76d7f528efcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.775889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44968) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:55.875102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1151620256-network', 'tenant_id': 'dd311947850f407a882e1715495ea314'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:55.896117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Made reservation on behalf of dd311947850f407a882e1715495ea314 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:55.898445 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.907553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.994783 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks [] for security_group (d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.998642 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.028238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:56.034881 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:56.041550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2708f79b-0e0f-4043-9362-b98a74fbe3b1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.042001 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Added segment 2708f79b-0e0f-4043-9362-b98a74fbe3b1 of type vlan for network 2665d833-b642-4a45-8368-78253f26e0aa Feb 09 03:01:56.084511 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (2665d833-b642-4a45-8368-78253f26e0aa), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.109380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (2665d833-b642-4a45-8368-78253f26e0aa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.110645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:56.111231 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.167207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3901629 Feb 09 03:01:56.170346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:56.176411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Request body: {'subnet': {'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-subnet', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:56.187465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a096c0-3355-45e9-979a-3fc4aca6ed4d admin admin] Pushing event updated for resources: {'Network': ['ID=2665d833-b642-4a45-8368-78253f26e0aa,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:56.199134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Made reservation on behalf of dd311947850f407a882e1715495ea314 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:56.199326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 2665d833-b642-4a45-8368-78253f26e0aa details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:56.201612 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.406190 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.470901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:56.481302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Checking segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:56.481669 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Network hostable DHCP agents. Network: 2665d833-b642-4a45-8368-78253f26e0aa, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:56.500337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Network 2665d833-b642-4a45-8368-78253f26e0aa is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:56.510102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 2665d833-b642-4a45-8368-78253f26e0aa) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:56.514634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:56.515289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.520591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ac4fe-f7af-4cf1-bff6-d1695fb51321 None None] Network 2665d833-b642-4a45-8368-78253f26e0aa requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:56.535069 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cb22e0fe-82fb-4df6-b0e4-5883a57b2895 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3604891 Feb 09 03:01:56.535411 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:56.540252 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:56.560755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (371042bd-36d6-4dd1-a41a-17efafcd607e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.561826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (371042bd-36d6-4dd1-a41a-17efafcd607e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.623436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks [] for router_controller (371042bd-36d6-4dd1-a41a-17efafcd607e), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.629450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-2665d833-b642-4a45-8368-78253f26e0aa', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'project_id': 'dd311947850f407a882e1715495ea314', 'fixed_ips': [{'subnet_id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:56.630503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.774023 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks [] for router_gateway (371042bd-36d6-4dd1-a41a-17efafcd607e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.785518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Allocated IP 172.20.0.2 (2665d833-b642-4a45-8368-78253f26e0aa/cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1/3baec22c-e2c9-428f-a5c2-75f2ad5531e2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:56.945294 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Publish callbacks [] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.952941 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.990181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks [] for router_gateway (371042bd-36d6-4dd1-a41a-17efafcd607e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.996114 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Network 2665d833-b642-4a45-8368-78253f26e0aa is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:56.999133 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:57.002592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:57.014720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.018554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Pushing event updated for resources: {'Port': ['ID=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:57.072276 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Attempting to bind port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:57.072675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Attempting to bind port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:57.073051 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Attempting to bind port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 on network 2665d833-b642-4a45-8368-78253f26e0aa {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:57.078291 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:57.078702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Checking segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:57.079115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.079515 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Bound using segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:57.079993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Bound port: 3baec22c-e2c9-428f-a5c2-75f2ad5531e2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:57.080381 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.123355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Allocated IP 172.25.6.143 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:57.161427 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.169542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] For port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:57.173433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] For port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:57.182697 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.244778 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks [] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.245399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cedc2e-e7bc-4a3f-91c6-50ae474af99e None None] Pushing event updated for resources: {'Port': ['ID=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:57.289886 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.333100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:57.336117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:57.340430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:57.362891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Pushing event updated for resources: {'Port': ['ID=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:57.625284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:57.656226 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks [] for router_gateway (371042bd-36d6-4dd1-a41a-17efafcd607e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.689899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:57.690568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.780355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:57.780753 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.817648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:57.823333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.891540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:58.199840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45bd3e1-ff00-4961-8edb-67d0fa19f6fe None None] Network 2665d833-b642-4a45-8368-78253f26e0aa requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:58.215680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (371042bd-36d6-4dd1-a41a-17efafcd607e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.339443 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.341627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-193ee87c-7876-4393-8f4f-f2cac6a97349 None None] Provisioning complete for port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:58.342003 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-193ee87c-7876-4393-8f4f-f2cac6a97349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.358533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Router 371042bd-36d6-4dd1-a41a-17efafcd607e is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:58.451204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-193ee87c-7876-4393-8f4f-f2cac6a97349 None None] Current status of the port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:58.479643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:58.490014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Sync routers for ids ['371042bd-36d6-4dd1-a41a-17efafcd607e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:58.501666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.501922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Routers {'371042bd-36d6-4dd1-a41a-17efafcd607e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:58.502411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['371042bd-36d6-4dd1-a41a-17efafcd607e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:58.506716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2c86b8cc-27f2-4dcb-9611-690515fafe4b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9700818 Feb 09 03:01:58.506988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44976) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:58.627720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Set router 371042bd-36d6-4dd1-a41a-17efafcd607e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:58.746008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-daa8064f-93c8-4c05-911e-a881200f19fb None None] Provisioning complete for port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:58.746758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-daa8064f-93c8-4c05-911e-a881200f19fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.895266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-daa8064f-93c8-4c05-911e-a881200f19fb None None] Current status of the port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:58.912782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:01:57Z', 'revision_number': 3, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port': {'id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:57Z', 'updated_at': '2022-02-09T03:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:58.940263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Checking router: 371042bd-36d6-4dd1-a41a-17efafcd607e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:58.940621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Updating router 371042bd-36d6-4dd1-a41a-17efafcd607e port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:58.971854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.972939 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.129632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Allocated IP 172.20.0.1 (2665d833-b642-4a45-8368-78253f26e0aa/cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1/7204e16e-1d66-4231-bd73-20f68b57f397) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:59.240831 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks [] for port (7204e16e-1d66-4231-bd73-20f68b57f397), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.243185 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Publish callbacks [] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.258332 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.284477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.314147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Attempting to bind port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:59.314559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Attempting to bind port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:59.314938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Attempting to bind port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:59.317901 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8289e7a-efb8-40af-9f68-ceb65b15ea0e None None] Pushing event updated for resources: {'Port': ['ID=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:59.323258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:59.323642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:59.324060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.324378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Network 2665d833-b642-4a45-8368-78253f26e0aa is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:59.324507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:59.324926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Bound port: 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:59.325316 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.329984 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:59.333712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:59.366222 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Pushing event updated for resources: {'Port': ['ID=7204e16e-1d66-4231-bd73-20f68b57f397,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:59.386709 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (371042bd-36d6-4dd1-a41a-17efafcd607e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.388169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] For port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:59.393407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] For port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:59.401551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.466339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Routers {'371042bd-36d6-4dd1-a41a-17efafcd607e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:59.466996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['371042bd-36d6-4dd1-a41a-17efafcd607e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:59.468823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8289e7a-efb8-40af-9f68-ceb65b15ea0e None None] Pushing event updated for resources: {'Port': ['ID=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:59.558312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.598576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] Set router 371042bd-36d6-4dd1-a41a-17efafcd607e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:59.637314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:59.740428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks [] for port (7204e16e-1d66-4231-bd73-20f68b57f397), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.746160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.753182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-25fcf663-8bc1-4ab3-85f6-ce4b30104917 None None] Provisioning complete for port 7204e16e-1d66-4231-bd73-20f68b57f397 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:59.753746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-25fcf663-8bc1-4ab3-85f6-ce4b30104917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.829301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (371042bd-36d6-4dd1-a41a-17efafcd607e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.831553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Pushing event updated for resources: {'Port': ['ID=7204e16e-1d66-4231-bd73-20f68b57f397,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:59.938657 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Network 2665d833-b642-4a45-8368-78253f26e0aa is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:59.940423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:00.005862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-25fcf663-8bc1-4ab3-85f6-ce4b30104917 None None] Port 7204e16e-1d66-4231-bd73-20f68b57f397 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:00.015342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.023416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:00.023802 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.150351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:01:57Z', 'revision_number': 3, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port': {'id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:57Z', 'updated_at': '2022-02-09T03:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:00.155147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:00.182481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df31c5e8-9a8e-4c20-99e1-3b63ee32ac58 None None] The sync data for ids ['371042bd-36d6-4dd1-a41a-17efafcd607e'] in n-d-826675-12 is: [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:01:57Z', 'revision_number': 3, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port': {'id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:57Z', 'updated_at': '2022-02-09T03:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:00.230030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e7e8d061-a11a-409c-9252-567a1e931a8a None None] Provisioning complete for port 7204e16e-1d66-4231-bd73-20f68b57f397 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:00.230418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d061-a11a-409c-9252-567a1e931a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.276825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8d061-a11a-409c-9252-567a1e931a8a None None] Port 7204e16e-1d66-4231-bd73-20f68b57f397 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:00.367231 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Router 371042bd-36d6-4dd1-a41a-17efafcd607e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:00.498619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:00.504981 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-786607c9-8e9e-4983-809d-8ed570cf3c12 admin admin] 10.222.0.53 "PUT /v2.0/routers/371042bd-36d6-4dd1-a41a-17efafcd607e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9967933 Feb 09 03:02:01.030994 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44992) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:01.036186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1976266091-network', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:01.058725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Made reservation on behalf of 49d59d5d5b5b4567a40263e8e6ea3a8c for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:01.061152 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.070429 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.158684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks [] for security_group (6386d246-e0f8-43df-9f29-7d650c970f67), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.162500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6386d246-e0f8-43df-9f29-7d650c970f67), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.193813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:01.205047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386d246-e0f8-43df-9f29-7d650c970f67,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:01.210355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (950f2625-eb58-48d6-8a76-cc105041558d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.210739 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Added segment 950f2625-eb58-48d6-8a76-cc105041558d of type vlan for network 069ffff4-9197-445b-a752-8586cb09f609 Feb 09 03:02:01.255935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (069ffff4-9197-445b-a752-8586cb09f609), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.282399 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (069ffff4-9197-445b-a752-8586cb09f609), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.283352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:01.283971 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.348987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3167541 Feb 09 03:02:01.351616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44994) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:01.356920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Request body: {'subnet': {'network_id': '069ffff4-9197-445b-a752-8586cb09f609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-subnet', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:01.369037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6c0f3-6486-4785-9241-eb1032515bcd admin admin] Pushing event updated for resources: {'Network': ['ID=069ffff4-9197-445b-a752-8586cb09f609,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:01.380055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 069ffff4-9197-445b-a752-8586cb09f609 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:01.382360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Made reservation on behalf of 49d59d5d5b5b4567a40263e8e6ea3a8c for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:01.384931 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.568042 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (1bf736f5-b650-4d1b-99d0-7eaeb3c106d2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.619530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:01.620439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf736f5-b650-4d1b-99d0-7eaeb3c106d2,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:01.638972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Checking segment: {'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:01.639343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Network hostable DHCP agents. Network: 069ffff4-9197-445b-a752-8586cb09f609, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:01.661314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Network 069ffff4-9197-445b-a752-8586cb09f609 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:01.672703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 069ffff4-9197-445b-a752-8586cb09f609) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:01.678553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:01.679192 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.680746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:01.681184 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.686325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52ea0d-9dd8-411e-8e71-facb6631bced None None] Network 069ffff4-9197-445b-a752-8586cb09f609 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:01.699685 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c0b0b4d6-365f-4da2-b4bb-a74f3cafe91e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3463423 Feb 09 03:02:01.700486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 44996) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:01.705142 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:01.727755 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (d621b556-b1d7-48ea-b49c-049e8531492e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.728976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (d621b556-b1d7-48ea-b49c-049e8531492e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.788712 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks [] for router_controller (d621b556-b1d7-48ea-b49c-049e8531492e), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.853997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-069ffff4-9197-445b-a752-8586cb09f609', 'network_id': '069ffff4-9197-445b-a752-8586cb09f609', 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'fixed_ips': [{'subnet_id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:02:01.856011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.859518 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Sync routers for ids ['371042bd-36d6-4dd1-a41a-17efafcd607e'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:01.872109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:01.872502 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.874315 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Routers {'371042bd-36d6-4dd1-a41a-17efafcd607e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:01.875142 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['371042bd-36d6-4dd1-a41a-17efafcd607e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:01.908977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:01.944356 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks [] for router_gateway (d621b556-b1d7-48ea-b49c-049e8531492e), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.954384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.007935 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Set router 371042bd-36d6-4dd1-a41a-17efafcd607e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:02.049451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:02.069331 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Allocated IP 172.20.0.2 (069ffff4-9197-445b-a752-8586cb09f609/1bf736f5-b650-4d1b-99d0-7eaeb3c106d2/049cea63-ce70-4565-8225-98ecd35994ce) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:02.178027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks [] for router_gateway (d621b556-b1d7-48ea-b49c-049e8531492e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.199907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.237323 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:01:59Z', 'revision_number': 4, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port': {'id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:57Z', 'updated_at': '2022-02-09T03:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '7204e16e-1d66-4231-bd73-20f68b57f397', 'name': '', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'mac_address': 'fa:16:3e:57:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:58Z', 'updated_at': '2022-02-09T03:01:59Z', 'revision_number': 2, 'project_id': 'dd311947850f407a882e1715495ea314', 'subnets': [{'id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:02.244480 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Publish callbacks [] for port (049cea63-ce70-4565-8225-98ecd35994ce), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.251243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (049cea63-ce70-4565-8225-98ecd35994ce), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.264146 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Checking router: 371042bd-36d6-4dd1-a41a-17efafcd607e for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:02.264504 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Updating router 371042bd-36d6-4dd1-a41a-17efafcd607e port 7204e16e-1d66-4231-bd73-20f68b57f397 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:02:02.298685 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.298941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Network 069ffff4-9197-445b-a752-8586cb09f609 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:02.303580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:02.309038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:02.316518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Pushing event updated for resources: {'Port': ['ID=049cea63-ce70-4565-8225-98ecd35994ce,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:02.339265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Allocated IP 172.25.6.190 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/d10ce33d-efce-4016-8a27-574e38cefef3) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:02.379229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Attempting to bind port 049cea63-ce70-4565-8225-98ecd35994ce on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:02.379785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Attempting to bind port 049cea63-ce70-4565-8225-98ecd35994ce by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:02.380407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Attempting to bind port 049cea63-ce70-4565-8225-98ecd35994ce on network 069ffff4-9197-445b-a752-8586cb09f609 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:02.387989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:02.388631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Checking segment: {'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:02.389205 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.389934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Bound using segment: {'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:02.390605 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Bound port: 049cea63-ce70-4565-8225-98ecd35994ce, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:02.391182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (049cea63-ce70-4565-8225-98ecd35994ce), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.467555 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] For port 049cea63-ce70-4565-8225-98ecd35994ce, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:02.467833 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks [] for port (d10ce33d-efce-4016-8a27-574e38cefef3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.471900 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] For port 049cea63-ce70-4565-8225-98ecd35994ce, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=049cea63-ce70-4565-8225-98ecd35994ce,segment=NetworkSegment(950f2625-eb58-48d6-8a76-cc105041558d),segment_id=950f2625-eb58-48d6-8a76-cc105041558d)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:02.487491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (049cea63-ce70-4565-8225-98ecd35994ce), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.519330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.560130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddc42d-ba41-4b58-a896-4cecebeffd7c None None] Pushing event updated for resources: {'Port': ['ID=049cea63-ce70-4565-8225-98ecd35994ce,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:02.567520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:02.570841 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:02.575240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:02.585999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Pushing event updated for resources: {'Port': ['ID=d10ce33d-efce-4016-8a27-574e38cefef3,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:02.614067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.614416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.614788 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.615129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.615465 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.615798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.616129 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.616458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.616786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.617119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.617439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.617772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.618768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.689697 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Publish callbacks [] for port (7204e16e-1d66-4231-bd73-20f68b57f397), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.698066 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.802697 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Pushing event updated for resources: {'Port': ['ID=7204e16e-1d66-4231-bd73-20f68b57f397,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:02.833074 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.833429 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.833846 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.834247 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.834826 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.835221 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.835612 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.836006 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.836684 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.837935 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.838732 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.839753 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.840578 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:02.863695 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Attempting to bind port 7204e16e-1d66-4231-bd73-20f68b57f397 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:02.864824 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Attempting to bind port 7204e16e-1d66-4231-bd73-20f68b57f397 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:02.865460 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Attempting to bind port 7204e16e-1d66-4231-bd73-20f68b57f397 on network 2665d833-b642-4a45-8368-78253f26e0aa {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:02.876177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:02.876698 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Checking segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:02.877270 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.877862 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Bound using segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:02.879488 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Bound port: 7204e16e-1d66-4231-bd73-20f68b57f397, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:02.880096 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.942732 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks [] for router_gateway (d621b556-b1d7-48ea-b49c-049e8531492e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.964417 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] For port 7204e16e-1d66-4231-bd73-20f68b57f397, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:02.968980 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] For port 7204e16e-1d66-4231-bd73-20f68b57f397, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7204e16e-1d66-4231-bd73-20f68b57f397,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:02.976586 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.033182 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Routers {'371042bd-36d6-4dd1-a41a-17efafcd607e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:03.033821 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['371042bd-36d6-4dd1-a41a-17efafcd607e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.112844 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21859647-4aaa-4dab-87f0-112389450701 None None] Pushing event updated for resources: {'Port': ['ID=7204e16e-1d66-4231-bd73-20f68b57f397,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:03.139771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-44abd10d-02d0-4b2d-af13-3e364a7357a0 None None] Provisioning complete for port 7204e16e-1d66-4231-bd73-20f68b57f397 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:03.140433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44abd10d-02d0-4b2d-af13-3e364a7357a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.195956 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] Set router 371042bd-36d6-4dd1-a41a-17efafcd607e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:03.200193 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (d621b556-b1d7-48ea-b49c-049e8531492e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.252573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-44abd10d-02d0-4b2d-af13-3e364a7357a0 None None] Current status of the port 7204e16e-1d66-4231-bd73-20f68b57f397 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:03.261604 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44abd10d-02d0-4b2d-af13-3e364a7357a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.300673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-44abd10d-02d0-4b2d-af13-3e364a7357a0 None None] For port 7204e16e-1d66-4231-bd73-20f68b57f397, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7204e16e-1d66-4231-bd73-20f68b57f397,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:03.311952 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-44abd10d-02d0-4b2d-af13-3e364a7357a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.382400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abd10d-02d0-4b2d-af13-3e364a7357a0 None None] Pushing event updated for resources: {'Port': ['ID=7204e16e-1d66-4231-bd73-20f68b57f397,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:03.391717 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Router d621b556-b1d7-48ea-b49c-049e8531492e is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:03.457869 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:01:59Z', 'revision_number': 4, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port': {'id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:57Z', 'updated_at': '2022-02-09T03:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '7204e16e-1d66-4231-bd73-20f68b57f397', 'name': '', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'mac_address': 'fa:16:3e:57:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:58Z', 'updated_at': '2022-02-09T03:02:02Z', 'revision_number': 4, 'project_id': 'dd311947850f407a882e1715495ea314', 'subnets': [{'id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.488978 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa1775-cc1b-4e52-8a9a-07b7f13a557c None None] The sync data for ids ['371042bd-36d6-4dd1-a41a-17efafcd607e'] in n-d-826675-12 is: [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:01:59Z', 'revision_number': 4, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port': {'id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:57Z', 'updated_at': '2022-02-09T03:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '7204e16e-1d66-4231-bd73-20f68b57f397', 'name': '', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'mac_address': 'fa:16:3e:57:43:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:58Z', 'updated_at': '2022-02-09T03:02:02Z', 'revision_number': 4, 'project_id': 'dd311947850f407a882e1715495ea314', 'subnets': [{'id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:03.539035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:03.557576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ac7ae1a7-5f63-4d00-9063-ff3da92388d8 None None] Provisioning complete for port 7204e16e-1d66-4231-bd73-20f68b57f397 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:03.558226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac7ae1a7-5f63-4d00-9063-ff3da92388d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.579964 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.582131 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-72968f30-3e17-446f-97e9-d72bb4e5d910 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8798211 Feb 09 03:02:03.584410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 44998) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:03.612425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Sync routers for ids ['d621b556-b1d7-48ea-b49c-049e8531492e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:03.634879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Routers {'d621b556-b1d7-48ea-b49c-049e8531492e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:03.635448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d621b556-b1d7-48ea-b49c-049e8531492e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.784966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ae1a7-5f63-4d00-9063-ff3da92388d8 None None] Current status of the port 7204e16e-1d66-4231-bd73-20f68b57f397 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:03.870198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Set router d621b556-b1d7-48ea-b49c-049e8531492e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:03.910990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:04.013258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffad12f-841c-44ea-b256-39794cb6b791 None None] Network 069ffff4-9197-445b-a752-8586cb09f609 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:04.147255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.156175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9b11c57f-25f1-43f3-b952-220013570561 None None] Provisioning complete for port 049cea63-ce70-4565-8225-98ecd35994ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:04.156461 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b11c57f-25f1-43f3-b952-220013570561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (049cea63-ce70-4565-8225-98ecd35994ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.281103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:04.281488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.348537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Allocated IP 172.20.0.1 (069ffff4-9197-445b-a752-8586cb09f609/1bf736f5-b650-4d1b-99d0-7eaeb3c106d2/e9027c82-d540-408a-8237-336664cf4804) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:04.410928 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:02:02Z', 'revision_number': 3, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port': {'id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:02Z', 'updated_at': '2022-02-09T03:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:04.470375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Checking router: d621b556-b1d7-48ea-b49c-049e8531492e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:04.472942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Updating router d621b556-b1d7-48ea-b49c-049e8531492e port d10ce33d-efce-4016-8a27-574e38cefef3 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:02:04.483968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9b11c57f-25f1-43f3-b952-220013570561 None None] Current status of the port 049cea63-ce70-4565-8225-98ecd35994ce is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:04.484376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b11c57f-25f1-43f3-b952-220013570561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (049cea63-ce70-4565-8225-98ecd35994ce), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.486052 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks [] for port (e9027c82-d540-408a-8237-336664cf4804), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.536722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e9027c82-d540-408a-8237-336664cf4804), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.555003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:04.557034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7204e16e-1d66-4231-bd73-20f68b57f397 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:04.563541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.583779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Network 069ffff4-9197-445b-a752-8586cb09f609 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:04.590029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:04.594175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:04.620917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9027c82-d540-408a-8237-336664cf4804,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:04.648039 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (d621b556-b1d7-48ea-b49c-049e8531492e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.706245 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9b11c57f-25f1-43f3-b952-220013570561 None None] For port 049cea63-ce70-4565-8225-98ecd35994ce, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=049cea63-ce70-4565-8225-98ecd35994ce,segment=NetworkSegment(950f2625-eb58-48d6-8a76-cc105041558d),segment_id=950f2625-eb58-48d6-8a76-cc105041558d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:04.727682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9b11c57f-25f1-43f3-b952-220013570561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (049cea63-ce70-4565-8225-98ecd35994ce), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.844699 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9027c82-d540-408a-8237-336664cf4804), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.054102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks [] for port (e9027c82-d540-408a-8237-336664cf4804), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.059617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (e9027c82-d540-408a-8237-336664cf4804), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.070344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11c57f-25f1-43f3-b952-220013570561 None None] Pushing event updated for resources: {'Port': ['ID=049cea63-ce70-4565-8225-98ecd35994ce,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:05.096656 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7204e16e-1d66-4231-bd73-20f68b57f397 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:05.097043 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.128221 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4aae0776-37cc-43f3-bd93-6aa7b2ed9924 None None] Provisioning complete for port 049cea63-ce70-4565-8225-98ecd35994ce triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:05.128613 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4aae0776-37cc-43f3-bd93-6aa7b2ed9924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (049cea63-ce70-4565-8225-98ecd35994ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.128748 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (d621b556-b1d7-48ea-b49c-049e8531492e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.131021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9027c82-d540-408a-8237-336664cf4804,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:05.249457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Network 069ffff4-9197-445b-a752-8586cb09f609 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:05.251080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:05.339194 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Publish callbacks [] for port (d10ce33d-efce-4016-8a27-574e38cefef3), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.347115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7204e16e-1d66-4231-bd73-20f68b57f397 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:05.348508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 049cea63-ce70-4565-8225-98ecd35994ce up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:05.353091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.376249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4aae0776-37cc-43f3-bd93-6aa7b2ed9924 None None] Current status of the port 049cea63-ce70-4565-8225-98ecd35994ce is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:05.392834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Router d621b556-b1d7-48ea-b49c-049e8531492e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:05.443443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Attempting to bind port d10ce33d-efce-4016-8a27-574e38cefef3 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:05.444191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Attempting to bind port d10ce33d-efce-4016-8a27-574e38cefef3 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:05.444191 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Attempting to bind port d10ce33d-efce-4016-8a27-574e38cefef3 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:05.448702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86060d-d39e-405a-bc57-59bedbb70f4b None None] Pushing event updated for resources: {'Port': ['ID=d10ce33d-efce-4016-8a27-574e38cefef3,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:05.456095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:05.456475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:05.456887 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.457285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:05.457781 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Bound port: d10ce33d-efce-4016-8a27-574e38cefef3, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:05.458171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.504668 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 049cea63-ce70-4565-8225-98ecd35994ce triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:05.505045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (049cea63-ce70-4565-8225-98ecd35994ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.529561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:05.538739 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-79e6be93-7c4c-4f7c-8b00-142a7bb8edc3 admin admin] 10.222.0.53 "PUT /v2.0/routers/d621b556-b1d7-48ea-b49c-049e8531492e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482017 Feb 09 03:02:05.548628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-753203bf-ffb2-439e-ac64-946b3964b2c8 None None] Provisioning complete for port e9027c82-d540-408a-8237-336664cf4804 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:05.549012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-753203bf-ffb2-439e-ac64-946b3964b2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9027c82-d540-408a-8237-336664cf4804), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.579727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] For port d10ce33d-efce-4016-8a27-574e38cefef3, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:05.603756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] For port d10ce33d-efce-4016-8a27-574e38cefef3, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d10ce33d-efce-4016-8a27-574e38cefef3,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:05.609905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-753203bf-ffb2-439e-ac64-946b3964b2c8 None None] Port e9027c82-d540-408a-8237-336664cf4804 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:05.616165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.715419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86060d-d39e-405a-bc57-59bedbb70f4b None None] Pushing event updated for resources: {'Port': ['ID=d10ce33d-efce-4016-8a27-574e38cefef3,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:05.717298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Routers {'d621b556-b1d7-48ea-b49c-049e8531492e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:05.718119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d621b556-b1d7-48ea-b49c-049e8531492e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:05.719911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 049cea63-ce70-4565-8225-98ecd35994ce is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:05.802835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 049cea63-ce70-4565-8225-98ecd35994ce up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:05.839789 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2c56e7cb-6a71-4329-a854-fa8333d226d5 None None] Provisioning complete for port e9027c82-d540-408a-8237-336664cf4804 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:05.840165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2c56e7cb-6a71-4329-a854-fa8333d226d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9027c82-d540-408a-8237-336664cf4804), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.901385 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2c56e7cb-6a71-4329-a854-fa8333d226d5 None None] Port e9027c82-d540-408a-8237-336664cf4804 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:05.912527 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] Set router d621b556-b1d7-48ea-b49c-049e8531492e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:05.955849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 049cea63-ce70-4565-8225-98ecd35994ce triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:05.956238 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (049cea63-ce70-4565-8225-98ecd35994ce), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.159764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 049cea63-ce70-4565-8225-98ecd35994ce is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:06.201253 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 4, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port': {'id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:02Z', 'updated_at': '2022-02-09T03:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e9027c82-d540-408a-8237-336664cf4804', 'name': '', 'network_id': '069ffff4-9197-445b-a752-8586cb09f609', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'mac_address': 'fa:16:3e:21:18:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:04Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 2, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'subnets': [{'id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:06.238147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209aeb7f-3a6a-4a6c-b6c3-99c06a8d8ac1 None None] The sync data for ids ['d621b556-b1d7-48ea-b49c-049e8531492e'] in n-d-826675-12 is: [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 4, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port': {'id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:02Z', 'updated_at': '2022-02-09T03:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e9027c82-d540-408a-8237-336664cf4804', 'name': '', 'network_id': '069ffff4-9197-445b-a752-8586cb09f609', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'mac_address': 'fa:16:3e:21:18:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:04Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 2, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'subnets': [{'id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:06.479444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-c1d8216d-075d-4c4a-9b87-f3c9f7c69876 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:06.480983 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-c1d8216d-075d-4c4a-9b87-f3c9f7c69876 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 817 time: 0.1193411 Feb 09 03:02:06.500556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-0be79e60-8792-495d-b905-22d84f6ae355 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/quotas/dd311947850f407a882e1715495ea314 HTTP/1.1" status: 200 len: 375 time: 0.0103436 Feb 09 03:02:06.574234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-490adb4c-6864-44aa-987e-b885561b1c30 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679414 Feb 09 03:02:06.676793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-38f73d04-e8ab-4c5f-895c-218bba30a8ff service neutron] 10.222.0.53 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912800 Feb 09 03:02:06.779936 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-d2ce9327-560d-4710-9cd3-c0fabc56015c service neutron] 10.222.0.53 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961909 Feb 09 03:02:06.981605 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc15ea58-eda7-4449-9e70-9195b84a6451 req-1756c2ba-9a23-4530-bfb5-8fb6c9f36ac2 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 210 time: 0.0326800 Feb 09 03:02:07.811416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d10ce33d-efce-4016-8a27-574e38cefef3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:07.861094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d10ce33d-efce-4016-8a27-574e38cefef3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:07.861475 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.966533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d10ce33d-efce-4016-8a27-574e38cefef3 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:07.967045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.992187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port d10ce33d-efce-4016-8a27-574e38cefef3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d10ce33d-efce-4016-8a27-574e38cefef3,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:07.998084 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.028239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-e03bbb4c-99c6-46ed-a32d-a84919bb0526 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:08.030242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-e03bbb4c-99c6-46ed-a32d-a84919bb0526 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 817 time: 0.1291964 Feb 09 03:02:08.046894 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Request body: {'port': {'device_id': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'admin_state_up': True, 'tenant_id': 'dd311947850f407a882e1715495ea314'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:08.079395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=d10ce33d-efce-4016-8a27-574e38cefef3,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:08.142782 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2176d3e2-6973-4233-b37d-c18fb7bbea35 req-ece3d4e1-a7fb-4dc7-8a6c-250a733af01f tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 210 time: 0.0377870 Feb 09 03:02:08.216007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Made reservation on behalf of dd311947850f407a882e1715495ea314 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:08.219879 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.366779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Allocated IP 172.20.0.6 (2665d833-b642-4a45-8368-78253f26e0aa/cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1/441f34f5-46ae-433a-b8a7-2b1c76e930e8) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:08.394720 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Sync routers for ids ['d621b556-b1d7-48ea-b49c-049e8531492e'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:08.406165 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Routers {'d621b556-b1d7-48ea-b49c-049e8531492e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:08.406943 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d621b556-b1d7-48ea-b49c-049e8531492e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:08.520655 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Set router d621b556-b1d7-48ea-b49c-049e8531492e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:08.539617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks [] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.585408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.608497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Network 2665d833-b642-4a45-8368-78253f26e0aa is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:08.626509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:08.631191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:08.688069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Pushing event updated for resources: {'Port': ['ID=441f34f5-46ae-433a-b8a7-2b1c76e930e8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:08.708756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:08.709417 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.732120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-474264df-9dd2-4f06-8047-f7f5a2bddb78 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6919796 Feb 09 03:02:08.745217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Request body: {'port': {'device_id': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:08.751998 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 4, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port': {'id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:02Z', 'updated_at': '2022-02-09T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e9027c82-d540-408a-8237-336664cf4804', 'name': '', 'network_id': '069ffff4-9197-445b-a752-8586cb09f609', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'mac_address': 'fa:16:3e:21:18:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:04Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 2, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'subnets': [{'id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:08.784311 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Checking router: d621b556-b1d7-48ea-b49c-049e8531492e for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:08.784661 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Updating router d621b556-b1d7-48ea-b49c-049e8531492e port e9027c82-d540-408a-8237-336664cf4804 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:02:08.814831 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9027c82-d540-408a-8237-336664cf4804), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.815114 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.968005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5eddae96-eb1f-4bf8-aa88-ede85cfbc3b8 None None] Provisioning complete for port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:08.968643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5eddae96-eb1f-4bf8-aa88-ede85cfbc3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.011739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5eddae96-eb1f-4bf8-aa88-ede85cfbc3b8 None None] Port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:09.093966 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Publish callbacks [] for port (e9027c82-d540-408a-8237-336664cf4804), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.099210 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9027c82-d540-408a-8237-336664cf4804), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.108253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441f34f5-46ae-433a-b8a7-2b1c76e930e8 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:02:09.116954 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Publish callbacks [] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.134581 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Transition to ACTIVE for port object 441f34f5-46ae-433a-b8a7-2b1c76e930e8 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:02:09.140542 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.148072 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4db9d7-b554-4d37-af5f-e7eca2feb869 None None] Pushing event updated for resources: {'Port': ['ID=e9027c82-d540-408a-8237-336664cf4804,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:09.213621 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Attempting to bind port e9027c82-d540-408a-8237-336664cf4804 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:09.214006 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Attempting to bind port e9027c82-d540-408a-8237-336664cf4804 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:09.214371 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Attempting to bind port e9027c82-d540-408a-8237-336664cf4804 on network 069ffff4-9197-445b-a752-8586cb09f609 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:09.220605 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:09.221208 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Checking segment: {'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:09.221774 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.222338 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Bound using segment: {'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:09.222977 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Bound port: e9027c82-d540-408a-8237-336664cf4804, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f2625-eb58-48d6-8a76-cc105041558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '069ffff4-9197-445b-a752-8586cb09f609'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:09.223515 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9027c82-d540-408a-8237-336664cf4804), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.235148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Pushing event updated for resources: {'Port': ['ID=441f34f5-46ae-433a-b8a7-2b1c76e930e8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:09.294364 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] For port e9027c82-d540-408a-8237-336664cf4804, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:09.297807 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] For port e9027c82-d540-408a-8237-336664cf4804, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e9027c82-d540-408a-8237-336664cf4804,segment=NetworkSegment(950f2625-eb58-48d6-8a76-cc105041558d),segment_id=950f2625-eb58-48d6-8a76-cc105041558d)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:09.306858 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9027c82-d540-408a-8237-336664cf4804), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.369620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529368af-53bf-402e-b6d5-bf54b825a617 req-a6f37251-241a-4986-b8e7-0240a21f808e tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:09.371326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-529368af-53bf-402e-b6d5-bf54b825a617 req-a6f37251-241a-4986-b8e7-0240a21f808e tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 943 time: 0.0854862 Feb 09 03:02:09.374172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Attempting to bind port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:09.374550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Attempting to bind port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:09.374892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Attempting to bind port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 on network 2665d833-b642-4a45-8368-78253f26e0aa {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:09.402798 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 on network 2665d833-b642-4a45-8368-78253f26e0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:02:09.403155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Attempting to bind port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 on network 2665d833-b642-4a45-8368-78253f26e0aa {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:09.404199 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Routers {'d621b556-b1d7-48ea-b49c-049e8531492e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:09.405003 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:01:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d621b556-b1d7-48ea-b49c-049e8531492e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:09.417135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:09.417528 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Checking segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:09.418077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Bound using segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:09.418808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Bound port: 441f34f5-46ae-433a-b8a7-2b1c76e930e8, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:09.419336 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.455180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-529368af-53bf-402e-b6d5-bf54b825a617 req-ccb6f957-c83c-4695-a455-98b6eda2277e tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Feb 09 03:02:09.527803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] For port 441f34f5-46ae-433a-b8a7-2b1c76e930e8, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:09.531940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] For port 441f34f5-46ae-433a-b8a7-2b1c76e930e8, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:09.539616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.563057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e12b20e6-fec2-4eaa-a193-99ac70908088 None None] Provisioning complete for port e9027c82-d540-408a-8237-336664cf4804 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:09.563706 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e12b20e6-fec2-4eaa-a193-99ac70908088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9027c82-d540-408a-8237-336664cf4804), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.609313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:09.610056 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.612080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] 10.222.0.72 "PUT /v2.0/ports/441f34f5-46ae-433a-b8a7-2b1c76e930e8 HTTP/1.1" status: 200 len: 1092 time: 0.8720701 Feb 09 03:02:09.612647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'tag': '441f34f5-46ae-433a-b8a7-2b1c76e930e8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:09.615310 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f1e75-3449-412e-8220-9a2cb959eddd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f4a9a1-3db7-4516-899e-52fc5df67a24", "tag": "441f34f5-46ae-433a-b8a7-2b1c76e930e8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:09.655085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b865a9-b09e-4aca-ab03-e565183cea50 service neutron] Pushing event updated for resources: {'Port': ['ID=441f34f5-46ae-433a-b8a7-2b1c76e930e8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:09.668529 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4db9d7-b554-4d37-af5f-e7eca2feb869 None None] Pushing event updated for resources: {'Port': ['ID=e9027c82-d540-408a-8237-336664cf4804,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:09.711678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e12b20e6-fec2-4eaa-a193-99ac70908088 None None] Current status of the port e9027c82-d540-408a-8237-336664cf4804 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:09.712568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e12b20e6-fec2-4eaa-a193-99ac70908088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e9027c82-d540-408a-8237-336664cf4804), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.716442 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] Set router d621b556-b1d7-48ea-b49c-049e8531492e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:09.764846 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0410f49e-0bb8-42fa-a452-0d8a42d97d08 x-openstack-request-id: req-0410f49e-0bb8-42fa-a452-0d8a42d97d08 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:09.765152 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f4a9a1-3db7-4516-899e-52fc5df67a24", "tag": "441f34f5-46ae-433a-b8a7-2b1c76e930e8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:09.765411 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0410f49e-0bb8-42fa-a452-0d8a42d97d08 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:09.766718 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'tag': '441f34f5-46ae-433a-b8a7-2b1c76e930e8', 'status': 'completed', 'code': 200} Feb 09 03:02:09.782486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e12b20e6-fec2-4eaa-a193-99ac70908088 None None] For port e9027c82-d540-408a-8237-336664cf4804, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e9027c82-d540-408a-8237-336664cf4804,segment=NetworkSegment(950f2625-eb58-48d6-8a76-cc105041558d),segment_id=950f2625-eb58-48d6-8a76-cc105041558d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:09.793615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e12b20e6-fec2-4eaa-a193-99ac70908088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e9027c82-d540-408a-8237-336664cf4804), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.824895 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-f48dbde4-a61b-49e8-a5dd-739fde2caa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:09.828697 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-f48dbde4-a61b-49e8-a5dd-739fde2caa5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 1126 time: 0.1608560 Feb 09 03:02:09.867370 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b20e6-fec2-4eaa-a193-99ac70908088 None None] Pushing event updated for resources: {'Port': ['ID=e9027c82-d540-408a-8237-336664cf4804,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:09.887746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9027c82-d540-408a-8237-336664cf4804 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:09.902987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-38c7d787-17e3-45ea-a827-c67f688993cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8 HTTP/1.1" status: 200 len: 217 time: 0.0669138 Feb 09 03:02:09.945182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9c75cca8-ae9d-431f-ae4f-c6c45e4f1a77 None None] Provisioning complete for port e9027c82-d540-408a-8237-336664cf4804 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:09.945563 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9c75cca8-ae9d-431f-ae4f-c6c45e4f1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9027c82-d540-408a-8237-336664cf4804), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.994826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e9027c82-d540-408a-8237-336664cf4804 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:09.995562 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9027c82-d540-408a-8237-336664cf4804), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.026528 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 4, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port': {'id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:02Z', 'updated_at': '2022-02-09T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e9027c82-d540-408a-8237-336664cf4804', 'name': '', 'network_id': '069ffff4-9197-445b-a752-8586cb09f609', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'mac_address': 'fa:16:3e:21:18:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:04Z', 'updated_at': '2022-02-09T03:02:09Z', 'revision_number': 4, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'subnets': [{'id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:10.061177 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b8ed4-cf8c-40d0-839a-b8031f9fd860 None None] The sync data for ids ['d621b556-b1d7-48ea-b49c-049e8531492e'] in n-d-826675-12 is: [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:02:04Z', 'revision_number': 4, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port': {'id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:02Z', 'updated_at': '2022-02-09T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'e9027c82-d540-408a-8237-336664cf4804', 'name': '', 'network_id': '069ffff4-9197-445b-a752-8586cb09f609', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'mac_address': 'fa:16:3e:21:18:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:04Z', 'updated_at': '2022-02-09T03:02:09Z', 'revision_number': 4, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'subnets': [{'id': '1bf736f5-b650-4d1b-99d0-7eaeb3c106d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:10.095035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9c75cca8-ae9d-431f-ae4f-c6c45e4f1a77 None None] Current status of the port e9027c82-d540-408a-8237-336664cf4804 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:10.143420 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e9027c82-d540-408a-8237-336664cf4804 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:10.144582 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d10ce33d-efce-4016-8a27-574e38cefef3 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:10.210178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d10ce33d-efce-4016-8a27-574e38cefef3 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:10.210731 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.317613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d10ce33d-efce-4016-8a27-574e38cefef3 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:10.337930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-92f5d833-1d07-4df5-8593-6f3a4bae27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.339551 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-92f5d833-1d07-4df5-8593-6f3a4bae27fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 HTTP/1.1" status: 200 len: 856 time: 0.4303842 Feb 09 03:02:10.401788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-fa414c83-78b4-4090-ac65-3d01bb02eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.403304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-fa414c83-78b4-4090-ac65-3d01bb02eff0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2665d833-b642-4a45-8368-78253f26e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569632 Feb 09 03:02:10.525703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-fdfa22c4-d10c-4df7-9a35-1fbe976d49e7 service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148393 Feb 09 03:02:10.660275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3fc56bd-42e1-443f-ade5-b433b5bbf4dc req-aa8af2f6-26d3-4848-8938-a5ff16f70fd7 service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284192 Feb 09 03:02:10.669896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c959c9-e786-4eb1-bfa3-ae9ab4321777 req-3da3505d-e1b6-43e4-905a-7e4e2557a24a tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.671650 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03c959c9-e786-4eb1-bfa3-ae9ab4321777 req-3da3505d-e1b6-43e4-905a-7e4e2557a24a tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 943 time: 0.1194162 Feb 09 03:02:10.748034 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03c959c9-e786-4eb1-bfa3-ae9ab4321777 req-f74a77ce-fad7-491f-81a5-32385ebc283f tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693672 Feb 09 03:02:10.785944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-b4c4447c-e5e4-4f6c-bc31-a3a68afeac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.787516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-b4c4447c-e5e4-4f6c-bc31-a3a68afeac91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 1126 time: 0.0579071 Feb 09 03:02:10.879846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-714e7b6b-c413-4ad9-a73e-cbe1342d3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.881397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-714e7b6b-c413-4ad9-a73e-cbe1342d3bd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 918 time: 0.0879118 Feb 09 03:02:10.921406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-45e1393b-51c7-4a49-a990-8aa60b091b42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8 HTTP/1.1" status: 200 len: 217 time: 0.0344379 Feb 09 03:02:10.971230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-164527f9-da8a-4306-87a6-c047cd537c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.972757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-164527f9-da8a-4306-87a6-c047cd537c53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 HTTP/1.1" status: 200 len: 856 time: 0.0456898 Feb 09 03:02:11.023390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-44b2d885-d7d8-42d0-a181-843c5152c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:11.025504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-44b2d885-d7d8-42d0-a181-843c5152c1e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2665d833-b642-4a45-8368-78253f26e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467808 Feb 09 03:02:11.118887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-72388550-438d-4e06-94bc-ebdbc74c15a9 service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876112 Feb 09 03:02:11.212390 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f48f1e75-3449-412e-8220-9a2cb959eddd req-1af9719a-53a7-4897-8315-80d7d8574d23 service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872002 Feb 09 03:02:11.791110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9027c82-d540-408a-8237-336664cf4804 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:11.841333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e9027c82-d540-408a-8237-336664cf4804 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:11.841716 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e9027c82-d540-408a-8237-336664cf4804), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.888016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00742cb1-7fad-44e5-b782-92d59704148c req-d2d04512-d4dd-4d0a-a17c-6312b58bb361 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:11.889572 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00742cb1-7fad-44e5-b782-92d59704148c req-d2d04512-d4dd-4d0a-a17c-6312b58bb361 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 943 time: 0.0604467 Feb 09 03:02:11.925510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e9027c82-d540-408a-8237-336664cf4804 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:11.941577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-00742cb1-7fad-44e5-b782-92d59704148c req-b74a9e45-ff3c-43fe-b51a-63ca3cf7ac7a tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 Feb 09 03:02:13.063816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd619e-1a6e-4bf3-bf31-69d43dc8fabe req-9378da80-efa6-4573-9583-b13a1ab73170 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:13.065506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57dd619e-1a6e-4bf3-bf31-69d43dc8fabe req-9378da80-efa6-4573-9583-b13a1ab73170 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 943 time: 0.0545557 Feb 09 03:02:13.117087 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57dd619e-1a6e-4bf3-bf31-69d43dc8fabe req-039dc132-fddc-45f2-ae7e-6b1c7a3d3585 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 Feb 09 03:02:14.154666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 441f34f5-46ae-433a-b8a7-2b1c76e930e8 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:02:14.247399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b4dea-0327-45f8-bd9b-80dc4bb7b2bf req-0d5aa857-7e3d-45e3-a04f-07498ff988c3 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:14.248954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311b4dea-0327-45f8-bd9b-80dc4bb7b2bf req-0d5aa857-7e3d-45e3-a04f-07498ff988c3 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 943 time: 0.0594487 Feb 09 03:02:14.254525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 441f34f5-46ae-433a-b8a7-2b1c76e930e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:14.268612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '441f34f5-46ae-433a-b8a7-2b1c76e930e8', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'port_id': '441f34f5-46ae-433a-b8a7-2b1c76e930e8', 'mac_address': 'fa:16:3e:fc:d7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:02:14.298032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311b4dea-0327-45f8-bd9b-80dc4bb7b2bf req-4a1208fc-8ca2-452e-a6f5-fad68f1fea65 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Feb 09 03:02:14.307206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:14.307610 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.326269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441f34f5-46ae-433a-b8a7-2b1c76e930e8 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:02:14.345491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 441f34f5-46ae-433a-b8a7-2b1c76e930e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:14.349580 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.399016 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=441f34f5-46ae-433a-b8a7-2b1c76e930e8,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:14.407266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.407617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.407961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.408299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.408638 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.408970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.409301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.409627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.410066 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.410282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.410646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.410979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.411313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.660201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['441f34f5-46ae-433a-b8a7-2b1c76e930e8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:02:15.421444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0bdb9-dd96-475e-a755-7c12f2c2e48d req-eac7f9d9-c98e-4a66-9099-d6d600ffdbd0 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:15.422987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02c0bdb9-dd96-475e-a755-7c12f2c2e48d req-eac7f9d9-c98e-4a66-9099-d6d600ffdbd0 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 944 time: 0.0549493 Feb 09 03:02:15.470427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-02c0bdb9-dd96-475e-a755-7c12f2c2e48d req-9cc1dcf0-28b5-4cc5-9eb4-304395bad629 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Feb 09 03:02:16.326937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 441f34f5-46ae-433a-b8a7-2b1c76e930e8 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:16.376860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:02:16.381206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:16.381587 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.463608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:16.464015 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.489895 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f34f5-46ae-433a-b8a7-2b1c76e930e8'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:16.492213 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ff80f3-c19c-4541-8992-4ff95b006b82" -d '{"events": [{"server_uuid": "e9f4a9a1-3db7-4516-899e-52fc5df67a24", "name": "network-vif-plugged", "status": "completed", "tag": "441f34f5-46ae-433a-b8a7-2b1c76e930e8"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:16.506731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 441f34f5-46ae-433a-b8a7-2b1c76e930e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:16.512619 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.555346 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33441b3a-c6c9-4961-8eb2-aec96d29d43e x-openstack-request-id: req-33441b3a-c6c9-4961-8eb2-aec96d29d43e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:16.555346 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4a9a1-3db7-4516-899e-52fc5df67a24", "name": "network-vif-plugged", "status": "completed", "tag": "441f34f5-46ae-433a-b8a7-2b1c76e930e8", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:16.555346 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33441b3a-c6c9-4961-8eb2-aec96d29d43e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:16.555346 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441f34f5-46ae-433a-b8a7-2b1c76e930e8', 'code': 200} Feb 09 03:02:16.569048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=441f34f5-46ae-433a-b8a7-2b1c76e930e8,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:16.664227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba7143-ee4e-4db2-8bef-20da811e9a78 req-420cf803-4c71-4e34-a927-5a11607130e4 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:16.666484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0ba7143-ee4e-4db2-8bef-20da811e9a78 req-420cf803-4c71-4e34-a927-5a11607130e4 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 945 time: 0.0896125 Feb 09 03:02:16.714050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d1731-de1b-4aa5-be18-0f2daabf4c07 req-2d1c6a16-fd40-4cc8-873a-d2bc0a8b5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:16.715615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd4d1731-de1b-4aa5-be18-0f2daabf4c07 req-2d1c6a16-fd40-4cc8-873a-d2bc0a8b5a4d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 1128 time: 0.1013248 Feb 09 03:02:16.733098 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0ba7143-ee4e-4db2-8bef-20da811e9a78 req-5baacffd-bbc2-44ac-9c41-8936314218f5 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605493 Feb 09 03:02:16.770620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd4d1731-de1b-4aa5-be18-0f2daabf4c07 req-5831a977-d1f8-4e84-b449-4780d0581040 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461066 Feb 09 03:02:17.858835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8a094-c760-491d-9d85-5ec144d245b8 req-b8ec983b-e5da-413a-b6ab-04736c9deae1 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:17.860447 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7a8a094-c760-491d-9d85-5ec144d245b8 req-b8ec983b-e5da-413a-b6ab-04736c9deae1 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 945 time: 0.0555050 Feb 09 03:02:17.909294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f7a8a094-c760-491d-9d85-5ec144d245b8 req-6cb65c17-4972-40e0-b4f8-f75d85dc92c3 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Feb 09 03:02:18.359862 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.036809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b86cf-ddaf-4b2d-b216-6aed2e42e1c0 req-246c3f6d-ce4a-4a04-af2b-581e0eda1d22 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:19.038317 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-650b86cf-ddaf-4b2d-b216-6aed2e42e1c0 req-246c3f6d-ce4a-4a04-af2b-581e0eda1d22 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 945 time: 0.0593121 Feb 09 03:02:19.087261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-650b86cf-ddaf-4b2d-b216-6aed2e42e1c0 req-6afa52d3-a6de-4808-807b-dfd77dfb580f tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Feb 09 03:02:19.206922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6c81c-73d1-4adc-930d-d9aa2fa351ee req-72c0dfff-6bff-454a-8a3b-0904fea64b4b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:19.208495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbd6c81c-73d1-4adc-930d-d9aa2fa351ee req-72c0dfff-6bff-454a-8a3b-0904fea64b4b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Feb 09 03:02:19.257745 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbd6c81c-73d1-4adc-930d-d9aa2fa351ee req-7c894de2-b599-425c-b182-8fb4478d50cb tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Feb 09 03:02:19.415231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.220065 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-b95086c4-44f3-4731-bfa6-59fb8e907cf9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506394 Feb 09 03:02:20.318108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-6e2f351e-62e0-45e8-acea-fadfbde2b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:20.319787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-6e2f351e-62e0-45e8-acea-fadfbde2b94a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 1128 time: 0.0529101 Feb 09 03:02:20.425921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-3bab9c24-2a37-40a7-b86c-0946159bedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:20.427617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-3bab9c24-2a37-40a7-b86c-0946159bedfb service neutron] 10.222.0.72 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 918 time: 0.0896380 Feb 09 03:02:20.473774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-b0834a87-f9db-4430-8375-bf8c4e348611 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8 HTTP/1.1" status: 200 len: 217 time: 0.0400352 Feb 09 03:02:20.525063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-b1f8f4cf-9320-469a-ac04-1f897ff36c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:20.526751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-b1f8f4cf-9320-469a-ac04-1f897ff36c5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 HTTP/1.1" status: 200 len: 856 time: 0.0476577 Feb 09 03:02:20.578656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-166a081e-4609-45dd-9316-7e85a717ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:20.580195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-166a081e-4609-45dd-9316-7e85a717ede0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2665d833-b642-4a45-8368-78253f26e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475681 Feb 09 03:02:20.675448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-48019a3f-a691-42fe-aa7a-ea38871fb453 service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889223 Feb 09 03:02:20.773407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423fd4cc-e2d2-419f-a44a-f0a6fcb55d26 req-5dd1243c-eb2a-42e6-9dca-efb637f0aafb service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919211 Feb 09 03:02:21.634337 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:02:23.445482 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-21a9950d-3a96-439b-82be-5688c06dc53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.767557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0635fdd4-59ca-4508-9b14-0a8ebe205b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.153232 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.316449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.880254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.367842 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.428186 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.439426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-83241153-cc62-4d51-852f-e40ec2af47fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.656060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ef58f-cd4b-42d5-80b1-028596e2ef87 req-30cab7a8-9d6d-4aa1-870b-81db5f3f521e tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:53.657628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee2ef58f-cd4b-42d5-80b1-028596e2ef87 req-30cab7a8-9d6d-4aa1-870b-81db5f3f521e tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 945 time: 0.0578597 Feb 09 03:02:53.708420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ee2ef58f-cd4b-42d5-80b1-028596e2ef87 req-3854e68a-5bd5-4883-9e94-88f6ad1e31aa tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 Feb 09 03:02:54.844848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12059f51-fb7e-4568-8cf7-15ceeedf5a8f req-e0e75783-67ab-4b83-92b6-3708083a2e22 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:54.846398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12059f51-fb7e-4568-8cf7-15ceeedf5a8f req-e0e75783-67ab-4b83-92b6-3708083a2e22 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 945 time: 0.0613024 Feb 09 03:02:54.895987 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12059f51-fb7e-4568-8cf7-15ceeedf5a8f req-4055cd9a-7b3f-4a2f-8aa2-7023d4412c9a tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Feb 09 03:02:55.258588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-89bd3a1c-1d9c-4127-8c3d-ae2b9cf2e74b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:55.260073 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-89bd3a1c-1d9c-4127-8c3d-ae2b9cf2e74b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 945 time: 0.0608027 Feb 09 03:02:55.361438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Deleting port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:55.361779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.453296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] For port 441f34f5-46ae-433a-b8a7-2b1c76e930e8, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=441f34f5-46ae-433a-b8a7-2b1c76e930e8,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:55.453570 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.466974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Calling delete_port for 441f34f5-46ae-433a-b8a7-2b1c76e930e8 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:55.605548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (441f34f5-46ae-433a-b8a7-2b1c76e930e8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.618177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['441f34f5-46ae-433a-b8a7-2b1c76e930e8'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:02:55.639298 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Pushing event deleted for resources: {'Port': ['ID=441f34f5-46ae-433a-b8a7-2b1c76e930e8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.654018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.654554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.654768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.655123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.655469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.655809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.656147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.656486 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.656824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.657160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.657500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.657829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.658162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:55.700707 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] No DVR routers for this DVR port 441f34f5-46ae-433a-b8a7-2b1c76e930e8 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:55.703436 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.706809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc243fb1-5e74-497b-901d-40aa1daa31e1 req-ddfb296b-f4b6-4678-b5b9-8910f3921f28 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "DELETE /v2.0/ports/441f34f5-46ae-433a-b8a7-2b1c76e930e8 HTTP/1.1" status: 204 len: 173 time: 0.4416029 Feb 09 03:02:55.707263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'name': 'network-vif-deleted', 'tag': '441f34f5-46ae-433a-b8a7-2b1c76e930e8'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:55.709576 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2f900b-1cc9-4a45-9ccf-5d1ee27f913f" -d '{"events": [{"server_uuid": "e9f4a9a1-3db7-4516-899e-52fc5df67a24", "name": "network-vif-deleted", "tag": "441f34f5-46ae-433a-b8a7-2b1c76e930e8"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:55.750104 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81412872-031a-404a-a86b-040455e40c31 x-openstack-request-id: req-81412872-031a-404a-a86b-040455e40c31 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:55.750756 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4a9a1-3db7-4516-899e-52fc5df67a24", "name": "network-vif-deleted", "tag": "441f34f5-46ae-433a-b8a7-2b1c76e930e8", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:55.751608 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81412872-031a-404a-a86b-040455e40c31 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:55.752031 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4a9a1-3db7-4516-899e-52fc5df67a24', 'name': 'network-vif-deleted', 'tag': '441f34f5-46ae-433a-b8a7-2b1c76e930e8', 'status': 'completed', 'code': 200} Feb 09 03:02:55.788981 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4f8bf27-923c-445d-8972-a855cbe1e27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.015010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86916114-9ebe-4257-9dc2-870063a0cafb req-e44a7585-6cb4-46a6-9280-dd9d18002006 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9f4a9a1-3db7-4516-899e-52fc5df67a24 HTTP/1.1" status: 200 len: 210 time: 0.0331726 Feb 09 03:02:57.152572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.625021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-acd33e9d-ce84-4fda-9f50-e4588c2cd213 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:57.626688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-acd33e9d-ce84-4fda-9f50-e4588c2cd213 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 817 time: 0.1032920 Feb 09 03:02:57.641829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-10e52015-22a1-42c0-acad-ff395c4fa307 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/quotas/dd311947850f407a882e1715495ea314 HTTP/1.1" status: 200 len: 375 time: 0.0094764 Feb 09 03:02:57.704244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-e7fc1075-9766-4949-8480-a7dce0666077 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571613 Feb 09 03:02:57.960481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-ce742015-436b-46b8-882d-0b02c6d46cc0 service neutron] 10.222.0.53 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229935 Feb 09 03:02:58.061561 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-7f85aedd-79f4-4de8-bbf1-7c4d48d0de95 service neutron] 10.222.0.53 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942819 Feb 09 03:02:58.236731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ba1ab70-8a61-496e-a13f-641d6473c712 req-5bc26caf-ae3d-460c-9843-ed479b07a1b3 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 210 time: 0.0306551 Feb 09 03:02:58.320439 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.423903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 441f34f5-46ae-433a-b8a7-2b1c76e930e8 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:58.445862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 441f34f5-46ae-433a-b8a7-2b1c76e930e8 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:58.446212 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 441f34f5-46ae-433a-b8a7-2b1c76e930e8 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:58.634513 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:02:59.185718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-0184c3ff-fe61-4219-8457-fa65ffd82873 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:59.187290 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-0184c3ff-fe61-4219-8457-fa65ffd82873 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 817 time: 0.1148486 Feb 09 03:02:59.200640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Request body: {'port': {'device_id': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'admin_state_up': True, 'tenant_id': 'dd311947850f407a882e1715495ea314'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:59.324616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Made reservation on behalf of dd311947850f407a882e1715495ea314 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:59.327833 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.346992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5dffd312-c190-4b96-b146-0de3390c0350 req-d243c083-f690-4b45-a191-647913fe9a8a tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 210 time: 0.0345995 Feb 09 03:02:59.481743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Allocated IP 172.20.0.11 (2665d833-b642-4a45-8368-78253f26e0aa/cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1/15f01c6d-7fbf-4996-a0e9-f96199194d31) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:59.652151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks [] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.692846 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.738637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Network 2665d833-b642-4a45-8368-78253f26e0aa is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:59.742322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:59.746306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:59.754705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Pushing event updated for resources: {'Port': ['ID=15f01c6d-7fbf-4996-a0e9-f96199194d31,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:59.801963 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:59.802775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.822032 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-180f6b51-2073-4434-b331-e2b08e2cdb99 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256075 Feb 09 03:02:59.832748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Request body: {'port': {'device_id': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:59.887428 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.902062 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.030810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dc015854-b50a-4a45-8649-d2ac30e4dd2c None None] Provisioning complete for port 15f01c6d-7fbf-4996-a0e9-f96199194d31 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:00.031103 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc015854-b50a-4a45-8649-d2ac30e4dd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.083484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dc015854-b50a-4a45-8649-d2ac30e4dd2c None None] Port 15f01c6d-7fbf-4996-a0e9-f96199194d31 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:00.184364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f01c6d-7fbf-4996-a0e9-f96199194d31 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:03:00.191932 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Publish callbacks [] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.204382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Transition to ACTIVE for port object 15f01c6d-7fbf-4996-a0e9-f96199194d31 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:03:00.208625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.259104 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Pushing event updated for resources: {'Port': ['ID=15f01c6d-7fbf-4996-a0e9-f96199194d31,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:00.338967 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Attempting to bind port 15f01c6d-7fbf-4996-a0e9-f96199194d31 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:00.339317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Attempting to bind port 15f01c6d-7fbf-4996-a0e9-f96199194d31 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:00.339650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Attempting to bind port 15f01c6d-7fbf-4996-a0e9-f96199194d31 on network 2665d833-b642-4a45-8368-78253f26e0aa {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:00.344505 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Port 15f01c6d-7fbf-4996-a0e9-f96199194d31 on network 2665d833-b642-4a45-8368-78253f26e0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:03:00.344835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Attempting to bind port 15f01c6d-7fbf-4996-a0e9-f96199194d31 on network 2665d833-b642-4a45-8368-78253f26e0aa {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:00.349875 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:00.350217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Checking segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:00.350698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Bound using segment: {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:00.351172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Bound port: 15f01c6d-7fbf-4996-a0e9-f96199194d31, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2708f79b-0e0f-4043-9362-b98a74fbe3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:00.352134 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.435063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] For port 15f01c6d-7fbf-4996-a0e9-f96199194d31, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:00.469128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] For port 15f01c6d-7fbf-4996-a0e9-f96199194d31, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:00.477761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.525641 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:00.526089 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.528171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] 10.222.0.72 "PUT /v2.0/ports/15f01c6d-7fbf-4996-a0e9-f96199194d31 HTTP/1.1" status: 200 len: 1093 time: 0.6995966 Feb 09 03:03:00.532982 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'tag': '15f01c6d-7fbf-4996-a0e9-f96199194d31'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:03:00.535435 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a" -d '{"events": [{"name": "network-changed", "server_uuid": "7348b8e0-7aa9-4bd8-835a-8362bf171df3", "tag": "15f01c6d-7fbf-4996-a0e9-f96199194d31"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:03:00.554924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53404f-9616-450c-b306-9a07165dc2fe req-1506990d-253c-4f7b-8428-bffad874966f tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:00.556438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd53404f-9616-450c-b306-9a07165dc2fe req-1506990d-253c-4f7b-8428-bffad874966f tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 944 time: 0.1240420 Feb 09 03:03:00.577306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bf7c2-2faf-4273-ad0a-4c5dd4813556 service neutron] Pushing event updated for resources: {'Port': ['ID=15f01c6d-7fbf-4996-a0e9-f96199194d31,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:00.581684 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae50c53-9a02-4cfb-95eb-b9cfd306c64c x-openstack-request-id: req-eae50c53-9a02-4cfb-95eb-b9cfd306c64c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:03:00.581983 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7348b8e0-7aa9-4bd8-835a-8362bf171df3", "tag": "15f01c6d-7fbf-4996-a0e9-f96199194d31", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:03:00.582241 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eae50c53-9a02-4cfb-95eb-b9cfd306c64c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:03:00.582683 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'tag': '15f01c6d-7fbf-4996-a0e9-f96199194d31', 'status': 'completed', 'code': 200} Feb 09 03:03:00.650420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cd53404f-9616-450c-b306-9a07165dc2fe req-cd4fd0d4-5715-4f0b-bc76-ba9516dbcb51 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829453 Feb 09 03:03:00.662743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-73ea8ef8-1bbd-40af-8931-d8c14961592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:00.664850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-73ea8ef8-1bbd-40af-8931-d8c14961592e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 1127 time: 0.0801787 Feb 09 03:03:00.709066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-0eb2217c-fd7d-43ef-8c1b-b10b98c3a19c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31 HTTP/1.1" status: 200 len: 217 time: 0.0375378 Feb 09 03:03:00.769225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-985b7422-7860-41b6-86b2-e5802923485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:00.770753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-985b7422-7860-41b6-86b2-e5802923485b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 HTTP/1.1" status: 200 len: 856 time: 0.0567181 Feb 09 03:03:00.820330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-afd1e3d1-c53b-4d64-90eb-791565535d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:00.821953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-afd1e3d1-c53b-4d64-90eb-791565535d0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2665d833-b642-4a45-8368-78253f26e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457993 Feb 09 03:03:00.912375 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-4b68e6b5-c05e-4bf4-b270-13cb8b84d57c service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847156 Feb 09 03:03:01.007617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2dcd7978-8592-4319-bc33-607ca67c66b4 req-f4c8ec3f-f20d-41f9-a61b-654d45b5e3dc service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893099 Feb 09 03:03:01.097822 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-35e441df-c8a2-48cd-888d-86db1cedd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:01.099306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-35e441df-c8a2-48cd-888d-86db1cedd3cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 1127 time: 0.0497839 Feb 09 03:03:01.201859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-b75973e2-a32e-4f7f-8d74-facf3ad4032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:01.203410 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-b75973e2-a32e-4f7f-8d74-facf3ad4032b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 918 time: 0.0985875 Feb 09 03:03:01.246530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-038b0d3c-2bcd-402a-8431-5c5544f7b147 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31 HTTP/1.1" status: 200 len: 217 time: 0.0364721 Feb 09 03:03:01.294186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-4b6646e6-71fd-49f8-a6e8-04fccbf747bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:01.295706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-4b6646e6-71fd-49f8-a6e8-04fccbf747bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 HTTP/1.1" status: 200 len: 856 time: 0.0439162 Feb 09 03:03:01.350046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-853f7868-6ada-485d-a778-fd3a24234325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:01.351587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-853f7868-6ada-485d-a778-fd3a24234325 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2665d833-b642-4a45-8368-78253f26e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502844 Feb 09 03:03:01.439801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-ec079c86-132c-4b65-b104-cf00e85ab59f service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826275 Feb 09 03:03:01.543236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f1a7887-e7e7-4c5b-a7a0-130d98a4177a req-341525ba-42da-4135-9712-70cdd6ae2862 service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969062 Feb 09 03:03:01.779008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7e8c9-655a-4ad5-aba4-a03db7a20b9f req-90d541c5-35db-47bf-8df0-cfadbe41fce8 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:01.780525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9cf7e8c9-655a-4ad5-aba4-a03db7a20b9f req-90d541c5-35db-47bf-8df0-cfadbe41fce8 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 944 time: 0.0560567 Feb 09 03:03:01.829053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9cf7e8c9-655a-4ad5-aba4-a03db7a20b9f req-ecb7d77b-2d7d-45fe-a17a-431ff3daa1aa tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Feb 09 03:03:02.952355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fe1ad-622f-49ca-823e-e0e3d2c5b302 req-3ba694b6-9895-4a71-b39a-f5f128d3b21f tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:02.953882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c15fe1ad-622f-49ca-823e-e0e3d2c5b302 req-3ba694b6-9895-4a71-b39a-f5f128d3b21f tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 944 time: 0.0545175 Feb 09 03:03:03.001859 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c15fe1ad-622f-49ca-823e-e0e3d2c5b302 req-461c4a31-5a19-463c-9c5d-9e5e1ec546e8 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Feb 09 03:03:04.127639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a72f3-3064-40aa-9d19-bca1dad9db2f req-5e969632-ffe9-4d63-94bc-2f1ee1104727 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:04.129518 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-822a72f3-3064-40aa-9d19-bca1dad9db2f req-5e969632-ffe9-4d63-94bc-2f1ee1104727 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 944 time: 0.0578964 Feb 09 03:03:04.176555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-822a72f3-3064-40aa-9d19-bca1dad9db2f req-7cdb81fd-9ad8-4239-abc7-f86b43e42992 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Feb 09 03:03:04.414990 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 15f01c6d-7fbf-4996-a0e9-f96199194d31 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:03:04.525725 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 15f01c6d-7fbf-4996-a0e9-f96199194d31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:04.537883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '15f01c6d-7fbf-4996-a0e9-f96199194d31', 'network_id': '2665d833-b642-4a45-8368-78253f26e0aa', 'port_id': '15f01c6d-7fbf-4996-a0e9-f96199194d31', 'mac_address': 'fa:16:3e:d1:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:03:04.584021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 15f01c6d-7fbf-4996-a0e9-f96199194d31 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:04.584412 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.596873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f01c6d-7fbf-4996-a0e9-f96199194d31 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:03:04.620413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 15f01c6d-7fbf-4996-a0e9-f96199194d31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:04.624568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.674407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=15f01c6d-7fbf-4996-a0e9-f96199194d31,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:04.919265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['15f01c6d-7fbf-4996-a0e9-f96199194d31'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:03:05.302944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c28f-537c-4a78-9fdd-e9343391459f req-a554c7bb-3a9f-4090-a38d-c56f834b7d8b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:05.304584 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be07c28f-537c-4a78-9fdd-e9343391459f req-a554c7bb-3a9f-4090-a38d-c56f834b7d8b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 945 time: 0.0540640 Feb 09 03:03:05.352908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be07c28f-537c-4a78-9fdd-e9343391459f req-06b5cea7-66b9-4019-a7fb-e1d4af93d9a6 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Feb 09 03:03:06.416596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 15f01c6d-7fbf-4996-a0e9-f96199194d31 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:06.468759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 15f01c6d-7fbf-4996-a0e9-f96199194d31 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:03:06.472743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ab28f-5a5f-4d96-885c-598d095b19b7 req-802a4c3f-6c72-45c3-a3ea-e0c4ed19c56b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:06.473466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 15f01c6d-7fbf-4996-a0e9-f96199194d31 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:06.473851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.474336 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe2ab28f-5a5f-4d96-885c-598d095b19b7 req-802a4c3f-6c72-45c3-a3ea-e0c4ed19c56b tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 945 time: 0.0542071 Feb 09 03:03:06.530325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fe2ab28f-5a5f-4d96-885c-598d095b19b7 req-f2a62db2-fd70-4b05-9841-ec95d63c78cb tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Feb 09 03:03:06.564929 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 15f01c6d-7fbf-4996-a0e9-f96199194d31 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:06.565326 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.599648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f01c6d-7fbf-4996-a0e9-f96199194d31'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:03:06.602713 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659b949-4dd7-43a2-9514-dc29543699d0" -d '{"events": [{"server_uuid": "7348b8e0-7aa9-4bd8-835a-8362bf171df3", "name": "network-vif-plugged", "status": "completed", "tag": "15f01c6d-7fbf-4996-a0e9-f96199194d31"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:03:06.615268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 15f01c6d-7fbf-4996-a0e9-f96199194d31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:06.619822 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.645792 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930549c9-b0eb-48ef-a250-0cab5da0b998 x-openstack-request-id: req-930549c9-b0eb-48ef-a250-0cab5da0b998 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:03:06.646108 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348b8e0-7aa9-4bd8-835a-8362bf171df3", "name": "network-vif-plugged", "status": "completed", "tag": "15f01c6d-7fbf-4996-a0e9-f96199194d31", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:03:06.646368 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-930549c9-b0eb-48ef-a250-0cab5da0b998 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:03:06.646792 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f01c6d-7fbf-4996-a0e9-f96199194d31', 'code': 200} Feb 09 03:03:06.675786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=15f01c6d-7fbf-4996-a0e9-f96199194d31,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.755292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc155acc-33b2-4a39-a396-3c53ae8d66b1 req-30e28bdb-f9f2-45e9-856f-fa25ec7a7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:06.756777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc155acc-33b2-4a39-a396-3c53ae8d66b1 req-30e28bdb-f9f2-45e9-856f-fa25ec7a7871 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 1129 time: 0.0534594 Feb 09 03:03:06.800919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc155acc-33b2-4a39-a396-3c53ae8d66b1 req-e89a9155-c972-45e8-8519-cd55b7147911 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388169 Feb 09 03:03:07.662841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6b0ac-44df-4f83-918c-9c7a9700cb12 req-8ff7671c-0534-4273-ba06-851eb91f57c7 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:07.664899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5f6b0ac-44df-4f83-918c-9c7a9700cb12 req-8ff7671c-0534-4273-ba06-851eb91f57c7 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 946 time: 0.0555944 Feb 09 03:03:07.719173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5f6b0ac-44df-4f83-918c-9c7a9700cb12 req-78b801df-d756-4a49-a854-60d28e4be6bf tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Feb 09 03:03:09.165542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6878d-fd07-4b9c-b8c3-f2308c615342 req-74863b8a-e184-430b-9718-588ca96a66ba tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:09.167097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64a6878d-fd07-4b9c-b8c3-f2308c615342 req-74863b8a-e184-430b-9718-588ca96a66ba tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 946 time: 0.3715239 Feb 09 03:03:09.214312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64a6878d-fd07-4b9c-b8c3-f2308c615342 req-ed630742-6b13-44c5-942f-9f4bfa280076 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Feb 09 03:03:09.335189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b878-9687-4431-b38b-cdaff578127a req-7155fdcd-6da5-4c5c-b042-96b56b8af703 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:09.337908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2e5b878-9687-4431-b38b-cdaff578127a req-7155fdcd-6da5-4c5c-b042-96b56b8af703 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 946 time: 0.0559382 Feb 09 03:03:09.385214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2e5b878-9687-4431-b38b-cdaff578127a req-fbe1e052-d135-495e-87cb-6ea2fb64ff3d tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Feb 09 03:03:18.373305 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.427803 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.200725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-27704b52-8624-4f9e-b0ab-f341d5872514 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471094 Feb 09 03:03:22.301916 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-c531ec7e-c179-4cf6-8569-0a29242500ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:22.303491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-c531ec7e-c179-4cf6-8569-0a29242500ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd311947850f407a882e1715495ea314&device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 1129 time: 0.0533378 Feb 09 03:03:22.410748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-80c207d2-c49b-433a-a48a-e1b0df02c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:22.412245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-80c207d2-c49b-433a-a48a-e1b0df02c726 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 200 len: 918 time: 0.0883882 Feb 09 03:03:22.457262 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-3fb0162d-0bf5-4105-999b-29783f2bb06a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31 HTTP/1.1" status: 200 len: 217 time: 0.0381258 Feb 09 03:03:22.505947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-e3290c7f-5bbe-4e0c-9380-66c14e6e4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:22.508051 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-e3290c7f-5bbe-4e0c-9380-66c14e6e4df6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 HTTP/1.1" status: 200 len: 856 time: 0.0442226 Feb 09 03:03:22.558658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-522a9f18-5aaf-4b17-b799-0cd1e063f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:22.560191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-522a9f18-5aaf-4b17-b799-0cd1e063f2c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2665d833-b642-4a45-8368-78253f26e0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469007 Feb 09 03:03:22.572484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-6c77fe33-3642-47d9-9a15-2ccd79da9b13 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:03:22.573579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-6c77fe33-3642-47d9-9a15-2ccd79da9b13 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060141 Feb 09 03:03:22.673033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-5da384d8-5f33-44ad-8471-ce3f5e72c5f3 service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933640 Feb 09 03:03:22.766568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7de2a45-4d5a-4277-be8b-1f6b8a9796df req-a439f792-69a3-48ee-aded-a10112a7bfdb service neutron] 10.222.0.72 "GET /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877964 Feb 09 03:03:23.442011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c063b168-6f7c-4dc1-abcd-260871742027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:25.772267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-07290839-c3e0-4918-9d19-458952c8d971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.154068 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.322755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.887072 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:35.633557 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:03:42.294390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-c56eadc1-6682-47c0-a01a-80dd041a1dba req-0a589365-5228-4333-8e25-775b11b67f19 service neutron] (103149) timed out ('10.222.0.53', 40838) {{(pid=103149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:03:43.580832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304fed5-519d-42df-88f1-2e71ca15104a req-e5dd1e3a-c7df-410f-869e-906bd036100e tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:43.582358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5304fed5-519d-42df-88f1-2e71ca15104a req-e5dd1e3a-c7df-410f-869e-906bd036100e tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 946 time: 0.0633135 Feb 09 03:03:43.639766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5304fed5-519d-42df-88f1-2e71ca15104a req-0ef489af-4265-47c7-9256-e524a1c26e12 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510321 Feb 09 03:03:44.772883 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7973b-ceee-4d40-8046-7d6d4cbfaa15 req-9a08697e-7176-4d00-8054-209f2cff4fde tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:44.775522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f7973b-ceee-4d40-8046-7d6d4cbfaa15 req-9a08697e-7176-4d00-8054-209f2cff4fde tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 946 time: 0.0582685 Feb 09 03:03:44.828274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f7973b-ceee-4d40-8046-7d6d4cbfaa15 req-09059365-7d9a-4c3d-9196-45cc257034a8 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Feb 09 03:03:45.230253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-1a636768-ca59-400a-b284-b14e5920c367 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:45.232195 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-1a636768-ca59-400a-b284-b14e5920c367 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 946 time: 0.0538595 Feb 09 03:03:45.339525 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Deleting port 15f01c6d-7fbf-4996-a0e9-f96199194d31 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:45.339793 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.440503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] For port 15f01c6d-7fbf-4996-a0e9-f96199194d31, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=15f01c6d-7fbf-4996-a0e9-f96199194d31,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:45.440877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.454972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Calling delete_port for 15f01c6d-7fbf-4996-a0e9-f96199194d31 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:45.606942 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (15f01c6d-7fbf-4996-a0e9-f96199194d31), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.619330 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['15f01c6d-7fbf-4996-a0e9-f96199194d31'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:03:45.642032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Pushing event deleted for resources: {'Port': ['ID=15f01c6d-7fbf-4996-a0e9-f96199194d31,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:45.685546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] No DVR routers for this DVR port 15f01c6d-7fbf-4996-a0e9-f96199194d31 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:45.688523 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.691954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bed0e110-a9ed-41ee-aa01-b61789a550ea req-4629a140-954c-4f4d-8be1-88d28237c851 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.72 "DELETE /v2.0/ports/15f01c6d-7fbf-4996-a0e9-f96199194d31 HTTP/1.1" status: 204 len: 173 time: 0.4549780 Feb 09 03:03:45.692409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'name': 'network-vif-deleted', 'tag': '15f01c6d-7fbf-4996-a0e9-f96199194d31'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:03:45.694763 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a04688-8c92-44de-9671-caa6aacb4174" -d '{"events": [{"server_uuid": "7348b8e0-7aa9-4bd8-835a-8362bf171df3", "name": "network-vif-deleted", "tag": "15f01c6d-7fbf-4996-a0e9-f96199194d31"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:03:45.737657 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64825655-be0e-41d7-8b55-f304bf452b37 x-openstack-request-id: req-64825655-be0e-41d7-8b55-f304bf452b37 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:03:45.738123 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7348b8e0-7aa9-4bd8-835a-8362bf171df3", "name": "network-vif-deleted", "tag": "15f01c6d-7fbf-4996-a0e9-f96199194d31", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:03:45.738513 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64825655-be0e-41d7-8b55-f304bf452b37 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:03:45.739010 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348b8e0-7aa9-4bd8-835a-8362bf171df3', 'name': 'network-vif-deleted', 'tag': '15f01c6d-7fbf-4996-a0e9-f96199194d31', 'status': 'completed', 'code': 200} Feb 09 03:03:45.939028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb541b3c-3e80-4f97-83ea-8df6ec7557cf req-f628105e-8a21-41bd-853b-e606e1708f20 tempest-TestEncryptedCinderVolumes-1888982942 tempest-TestEncryptedCinderVolumes-1888982942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7348b8e0-7aa9-4bd8-835a-8362bf171df3 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Feb 09 03:03:47.051246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45398) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:47.433743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (371042bd-36d6-4dd1-a41a-17efafcd607e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.718892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Deleting port 7204e16e-1d66-4231-bd73-20f68b57f397 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:47.719150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.801890 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] For port 7204e16e-1d66-4231-bd73-20f68b57f397, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7204e16e-1d66-4231-bd73-20f68b57f397,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:47.802260 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.816531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Calling delete_port for 7204e16e-1d66-4231-bd73-20f68b57f397 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:48.016485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7204e16e-1d66-4231-bd73-20f68b57f397), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.046168 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=7204e16e-1d66-4231-bd73-20f68b57f397,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:48.231843 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (371042bd-36d6-4dd1-a41a-17efafcd607e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.374802 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.477601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Router 371042bd-36d6-4dd1-a41a-17efafcd607e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:03:48.576480 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 15f01c6d-7fbf-4996-a0e9-f96199194d31 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:48.589538 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:48.595061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ac5135d5-9365-4fda-8a16-6a10a6647c1e admin admin] 10.222.0.53 "PUT /v2.0/routers/371042bd-36d6-4dd1-a41a-17efafcd607e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5426583 Feb 09 03:03:48.597475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45400) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:48.599538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] Sync routers for ids ['371042bd-36d6-4dd1-a41a-17efafcd607e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:48.602200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 15f01c6d-7fbf-4996-a0e9-f96199194d31 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:48.602664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 15f01c6d-7fbf-4996-a0e9-f96199194d31 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:48.613017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] Routers {'371042bd-36d6-4dd1-a41a-17efafcd607e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:48.613780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['371042bd-36d6-4dd1-a41a-17efafcd607e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:48.716346 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks [] for router (371042bd-36d6-4dd1-a41a-17efafcd607e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.734794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] Set router 371042bd-36d6-4dd1-a41a-17efafcd607e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:48.826345 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks [] for router_gateway (371042bd-36d6-4dd1-a41a-17efafcd607e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.880675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Deleting port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:48.880960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.919836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:03:47Z', 'revision_number': 5, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port': {'id': '20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:57Z', 'updated_at': '2022-02-09T03:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:48.951905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] Checking router: 371042bd-36d6-4dd1-a41a-17efafcd607e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:48.960405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] Routers {'371042bd-36d6-4dd1-a41a-17efafcd607e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:48.961009 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['371042bd-36d6-4dd1-a41a-17efafcd607e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:48.967757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] For port 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:48.968063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.981706 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Calling delete_port for 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:49.061573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] Set router 371042bd-36d6-4dd1-a41a-17efafcd607e gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:49.114677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:03:48Z', 'revision_number': 6, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:49.149372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc8186-1a19-4abb-ad2e-d7ba43f9e5f0 None None] The sync data for ids ['371042bd-36d6-4dd1-a41a-17efafcd607e'] in n-d-826675-12 is: [{'id': '371042bd-36d6-4dd1-a41a-17efafcd607e', 'name': 'tempest-TestEncryptedCinderVolumes-1151620256-router', 'tenant_id': 'dd311947850f407a882e1715495ea314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:56Z', 'updated_at': '2022-02-09T03:03:48Z', 'revision_number': 6, 'project_id': 'dd311947850f407a882e1715495ea314', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:49.158422 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.191988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Pushing event deleted for resources: {'Port': ['ID=20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:49.250036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (371042bd-36d6-4dd1-a41a-17efafcd607e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.344413 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (371042bd-36d6-4dd1-a41a-17efafcd607e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.346645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks [] for router_controller (371042bd-36d6-4dd1-a41a-17efafcd607e), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.391727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (371042bd-36d6-4dd1-a41a-17efafcd607e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.392360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 371042bd-36d6-4dd1-a41a-17efafcd607e {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:03:49.396867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.398133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a333cda8-74c3-4552-98ce-3389cf6234ee admin admin] 10.222.0.53 "DELETE /v2.0/routers/371042bd-36d6-4dd1-a41a-17efafcd607e HTTP/1.1" status: 204 len: 168 time: 0.7995324 Feb 09 03:03:49.401221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45402) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:49.418533 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.448478 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] Deleting subnet cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:49.451542 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] Publish callbacks [] for subnet (cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.491550 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.578310 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.629916 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.657642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:49.659536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.663787 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a21d9be2-631d-456e-89c8-0610899425a3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cbec9d7e-de5c-4848-bf2b-dcff5ef5bbe1 HTTP/1.1" status: 204 len: 168 time: 0.2602324 Feb 09 03:03:49.665246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0c68c-f6ee-4391-9856-e2beae7fda93 None None] Network 2665d833-b642-4a45-8368-78253f26e0aa requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:49.667821 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45404) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:49.745306 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (2665d833-b642-4a45-8368-78253f26e0aa), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.801501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Deleting port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:49.801903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.866310 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] For port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:49.866717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.891020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Calling delete_port for 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:49.904438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] DHCP port deletion for 2665d833-b642-4a45-8368-78253f26e0aa request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:49.969667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Deleting port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:49.970114 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.985552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.986116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7204e16e-1d66-4231-bd73-20f68b57f397 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:50.015355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:50.017008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] No DVR routers for this DVR port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:50.035252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 7204e16e-1d66-4231-bd73-20f68b57f397 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:50.035602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7204e16e-1d66-4231-bd73-20f68b57f397 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:50.036030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:50.067458 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:50.067807 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 20bfb5cf-dbee-4a2b-aba8-448e2a34a3b2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:50.068236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:50.094002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (2665d833-b642-4a45-8368-78253f26e0aa), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.096091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:50.096443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:50.103080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] For port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,segment=NetworkSegment(2708f79b-0e0f-4043-9362-b98a74fbe3b1),segment_id=2708f79b-0e0f-4043-9362-b98a74fbe3b1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:50.103496 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.116308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Calling delete_port for 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:50.120851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2665d833-b642-4a45-8368-78253f26e0aa']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:50.145518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2708f79b-0e0f-4043-9362-b98a74fbe3b1') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:50.146033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2708f79b-0e0f-4043-9362-b98a74fbe3b1') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:50.156761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (2708f79b-0e0f-4043-9362-b98a74fbe3b1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.171650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (2708f79b-0e0f-4043-9362-b98a74fbe3b1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.182169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:50.182585 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (2708f79b-0e0f-4043-9362-b98a74fbe3b1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:50.184641 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:50.197528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (3baec22c-e2c9-428f-a5c2-75f2ad5531e2), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.226333 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Pushing event deleted for resources: {'Port': ['ID=3baec22c-e2c9-428f-a5c2-75f2ad5531e2,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:50.235452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] No DVR routers for this DVR port 3baec22c-e2c9-428f-a5c2-75f2ad5531e2 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:50.237824 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.238173 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.238720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.239080 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.239426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.239761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.240093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.240413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.240738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.241061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.241383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.241703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.242167 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49aaea6-8725-4f1e-a06d-d74931c696d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:50.263902 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (2665d833-b642-4a45-8368-78253f26e0aa), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.269403 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.272926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2665d833-b642-4a45-8368-78253f26e0aa HTTP/1.1" status: 204 len: 168 time: 0.6040957 Feb 09 03:03:50.276171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45406) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:50.284601 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4b0ef-db71-46d3-b446-a188931039f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2665d833-b642-4a45-8368-78253f26e0aa,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:50.676515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (d621b556-b1d7-48ea-b49c-049e8531492e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.941501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Deleting port e9027c82-d540-408a-8237-336664cf4804 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:50.941745 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e9027c82-d540-408a-8237-336664cf4804), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.030051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] For port e9027c82-d540-408a-8237-336664cf4804, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e9027c82-d540-408a-8237-336664cf4804,segment=NetworkSegment(950f2625-eb58-48d6-8a76-cc105041558d),segment_id=950f2625-eb58-48d6-8a76-cc105041558d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:51.030403 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e9027c82-d540-408a-8237-336664cf4804), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.043505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Calling delete_port for e9027c82-d540-408a-8237-336664cf4804 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:51.231298 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (e9027c82-d540-408a-8237-336664cf4804), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.260417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9027c82-d540-408a-8237-336664cf4804,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:51.289842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.290578 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.290681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.290977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.291308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.291645 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.291976 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.292309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.292638 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.292965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.293296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.293622 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.293978 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:51.449749 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (d621b556-b1d7-48ea-b49c-049e8531492e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.947355 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Router d621b556-b1d7-48ea-b49c-049e8531492e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:03:52.059533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:52.065074 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a0aa52fd-93f1-4f1a-8a80-0ec5b0acfefd admin admin] 10.222.0.53 "PUT /v2.0/routers/d621b556-b1d7-48ea-b49c-049e8531492e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877631 Feb 09 03:03:52.067575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45414) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:52.072503 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] Sync routers for ids ['d621b556-b1d7-48ea-b49c-049e8531492e'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:52.082167 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] Routers {'d621b556-b1d7-48ea-b49c-049e8531492e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:52.082933 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d621b556-b1d7-48ea-b49c-049e8531492e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:52.178318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks [] for router (d621b556-b1d7-48ea-b49c-049e8531492e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.197878 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] Set router d621b556-b1d7-48ea-b49c-049e8531492e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:52.290890 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks [] for router_gateway (d621b556-b1d7-48ea-b49c-049e8531492e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.346440 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Deleting port d10ce33d-efce-4016-8a27-574e38cefef3 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:52.346729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.380820 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:03:51Z', 'revision_number': 5, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port': {'id': 'd10ce33d-efce-4016-8a27-574e38cefef3', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:02Z', 'updated_at': '2022-02-09T03:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:52.409380 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] Checking router: d621b556-b1d7-48ea-b49c-049e8531492e for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:52.418035 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] Routers {'d621b556-b1d7-48ea-b49c-049e8531492e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:52.418676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['d621b556-b1d7-48ea-b49c-049e8531492e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:52.447035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] For port d10ce33d-efce-4016-8a27-574e38cefef3, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d10ce33d-efce-4016-8a27-574e38cefef3,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:52.447407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.460836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Calling delete_port for d10ce33d-efce-4016-8a27-574e38cefef3 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:52.510574 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] Set router d621b556-b1d7-48ea-b49c-049e8531492e gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:52.565850 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:03:52Z', 'revision_number': 6, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:52.594258 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5fad4-83ee-4f6a-80dd-466488f90094 None None] The sync data for ids ['d621b556-b1d7-48ea-b49c-049e8531492e'] in n-d-826675-12 is: [{'id': 'd621b556-b1d7-48ea-b49c-049e8531492e', 'name': 'tempest-TestEncryptedCinderVolumes-1976266091-router', 'tenant_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:01Z', 'updated_at': '2022-02-09T03:03:52Z', 'revision_number': 6, 'project_id': '49d59d5d5b5b4567a40263e8e6ea3a8c', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:52.650645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d10ce33d-efce-4016-8a27-574e38cefef3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.691793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d10ce33d-efce-4016-8a27-574e38cefef3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:52.768089 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (d621b556-b1d7-48ea-b49c-049e8531492e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.866693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (d621b556-b1d7-48ea-b49c-049e8531492e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.869529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks [] for router_controller (d621b556-b1d7-48ea-b49c-049e8531492e), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.915680 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (d621b556-b1d7-48ea-b49c-049e8531492e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.916356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d621b556-b1d7-48ea-b49c-049e8531492e {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:03:52.921043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.922129 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-315ba170-bedb-4d5f-b470-d60faef6bbfc admin admin] 10.222.0.53 "DELETE /v2.0/routers/d621b556-b1d7-48ea-b49c-049e8531492e HTTP/1.1" status: 204 len: 168 time: 0.8535917 Feb 09 03:03:52.924648 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45416) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:52.977551 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] Deleting subnet 1bf736f5-b650-4d1b-99d0-7eaeb3c106d2 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:52.981230 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] Publish callbacks [] for subnet (1bf736f5-b650-4d1b-99d0-7eaeb3c106d2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.033107 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (1bf736f5-b650-4d1b-99d0-7eaeb3c106d2), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.114672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (1bf736f5-b650-4d1b-99d0-7eaeb3c106d2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.170649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (1bf736f5-b650-4d1b-99d0-7eaeb3c106d2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.198435 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf736f5-b650-4d1b-99d0-7eaeb3c106d2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.203318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.206691 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fad0590c-9c05-411d-9ca9-484f1221fb75 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1bf736f5-b650-4d1b-99d0-7eaeb3c106d2 HTTP/1.1" status: 204 len: 168 time: 0.2809618 Feb 09 03:03:53.210901 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45418) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:53.212735 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e1aeb-db85-474d-9201-020fccfa7595 None None] Network 069ffff4-9197-445b-a752-8586cb09f609 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:53.287999 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (069ffff4-9197-445b-a752-8586cb09f609), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.349787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Deleting port 049cea63-ce70-4565-8225-98ecd35994ce {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:53.351031 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (049cea63-ce70-4565-8225-98ecd35994ce), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.382239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] DHCP port deletion for 069ffff4-9197-445b-a752-8586cb09f609 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:53.433374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] For port 049cea63-ce70-4565-8225-98ecd35994ce, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=049cea63-ce70-4565-8225-98ecd35994ce,segment=NetworkSegment(950f2625-eb58-48d6-8a76-cc105041558d),segment_id=950f2625-eb58-48d6-8a76-cc105041558d)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:53.433657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (049cea63-ce70-4565-8225-98ecd35994ce), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.448306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Calling delete_port for 049cea63-ce70-4565-8225-98ecd35994ce owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:53.449596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] Deleting port 049cea63-ce70-4565-8225-98ecd35994ce {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:53.450022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (049cea63-ce70-4565-8225-98ecd35994ce), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.453772 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f81b5a0b-794f-46ed-b6a2-ddbba418eedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.521445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] For port 049cea63-ce70-4565-8225-98ecd35994ce, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=049cea63-ce70-4565-8225-98ecd35994ce,segment=NetworkSegment(950f2625-eb58-48d6-8a76-cc105041558d),segment_id=950f2625-eb58-48d6-8a76-cc105041558d)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:53.521834 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (049cea63-ce70-4565-8225-98ecd35994ce), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.537088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] Calling delete_port for 049cea63-ce70-4565-8225-98ecd35994ce owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:53.552842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (049cea63-ce70-4565-8225-98ecd35994ce), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.585387 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=049cea63-ce70-4565-8225-98ecd35994ce,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.589860 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] No DVR routers for this DVR port 049cea63-ce70-4565-8225-98ecd35994ce on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:53.627658 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (049cea63-ce70-4565-8225-98ecd35994ce), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.659635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] Pushing event deleted for resources: {'Port': ['ID=049cea63-ce70-4565-8225-98ecd35994ce,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.661920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa7d9f-b44f-4b9d-8912-feb82888a950 None None] No DVR routers for this DVR port 049cea63-ce70-4565-8225-98ecd35994ce on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:53.672878 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (069ffff4-9197-445b-a752-8586cb09f609), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.710232 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069ffff4-9197-445b-a752-8586cb09f609']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:53.720625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950f2625-eb58-48d6-8a76-cc105041558d') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:53.720939 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950f2625-eb58-48d6-8a76-cc105041558d') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:53.732055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (950f2625-eb58-48d6-8a76-cc105041558d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.746702 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (950f2625-eb58-48d6-8a76-cc105041558d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.753217 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:53.753629 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (950f2625-eb58-48d6-8a76-cc105041558d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:53.755771 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:53.814868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (069ffff4-9197-445b-a752-8586cb09f609), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.823073 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.826013 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] 10.222.0.53 "DELETE /v2.0/networks/069ffff4-9197-445b-a752-8586cb09f609 HTTP/1.1" status: 204 len: 168 time: 0.6140225 Feb 09 03:03:53.842520 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bb08d-45d9-4609-a37a-223439ba3b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=069ffff4-9197-445b-a752-8586cb09f609,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.853984 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d10ce33d-efce-4016-8a27-574e38cefef3 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:53.873919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d10ce33d-efce-4016-8a27-574e38cefef3 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:53.874380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d10ce33d-efce-4016-8a27-574e38cefef3 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:53.874828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9027c82-d540-408a-8237-336664cf4804 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:53.894943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: e9027c82-d540-408a-8237-336664cf4804 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:53.895353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e9027c82-d540-408a-8237-336664cf4804 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:53.895780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 049cea63-ce70-4565-8225-98ecd35994ce no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:54.026893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45422) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:54.074440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0260eaa8-df94-4502-9f83-c5cf059dd2b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd311947850f407a882e1715495ea314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464885 Feb 09 03:03:54.076985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45424) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:54.077596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 049cea63-ce70-4565-8225-98ecd35994ce {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:54.077943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 049cea63-ce70-4565-8225-98ecd35994ce not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:54.128086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aae0cd8-c615-4f10-88cb-1c54e5035827 admin admin] Publish callbacks [] for security_group (d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.160198 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aae0cd8-c615-4f10-88cb-1c54e5035827 admin admin] Publish callbacks [] for security_group (d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.208894 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aae0cd8-c615-4f10-88cb-1c54e5035827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.211496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aae0cd8-c615-4f10-88cb-1c54e5035827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.216204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6aae0cd8-c615-4f10-88cb-1c54e5035827 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e HTTP/1.1" status: 204 len: 168 time: 0.1356766 Feb 09 03:03:54.221457 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae0cd8-c615-4f10-88cb-1c54e5035827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c4372b-e4fd-4f26-9bd8-1b5be6b8587e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:54.559267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45430) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:54.604759 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-52467a1d-7519-4c28-be41-cc8342753488 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49d59d5d5b5b4567a40263e8e6ea3a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442574 Feb 09 03:03:54.607330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:54.674029 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5503-da98-4c6f-8dac-0cf6f28f0ea9 admin admin] Publish callbacks [] for security_group (6386d246-e0f8-43df-9f29-7d650c970f67), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.698386 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5503-da98-4c6f-8dac-0cf6f28f0ea9 admin admin] Publish callbacks [] for security_group (6386d246-e0f8-43df-9f29-7d650c970f67), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.748299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5503-da98-4c6f-8dac-0cf6f28f0ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6386d246-e0f8-43df-9f29-7d650c970f67), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.751266 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5503-da98-4c6f-8dac-0cf6f28f0ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.752463 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a8ea5503-da98-4c6f-8dac-0cf6f28f0ea9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6386d246-e0f8-43df-9f29-7d650c970f67 HTTP/1.1" status: 204 len: 168 time: 0.1442437 Feb 09 03:03:54.760858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea5503-da98-4c6f-8dac-0cf6f28f0ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386d246-e0f8-43df-9f29-7d650c970f67,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:55.487922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45454) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:55.583754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-291420886-network', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:55.605628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Made reservation on behalf of feadeb9666e44694ab4cc247594554a2 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:55.608181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.616775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.694482 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks [] for security_group (d59f9af5-d9c4-45be-a2ce-32227fcc1940), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.699068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d59f9af5-d9c4-45be-a2ce-32227fcc1940), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.724547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:55.734287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f9af5-d9c4-45be-a2ce-32227fcc1940,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:55.738819 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ddee3fd6-db38-423c-b6e7-443c65588899), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.739159 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Added segment ddee3fd6-db38-423c-b6e7-443c65588899 of type vlan for network fb9415b6-3735-4261-ba5f-511e489463d2 Feb 09 03:03:55.751303 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.751652 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.751989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.752327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.752658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.753055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.753318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.753695 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.754017 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.754401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.754906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.755231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.755559 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:55.781616 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-29c26e48-3243-4390-a8fd-31ae2473654f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.122115 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (fb9415b6-3735-4261-ba5f-511e489463d2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.148383 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (fb9415b6-3735-4261-ba5f-511e489463d2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.149377 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:56.150043 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.199876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7108479 Feb 09 03:03:56.202929 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:56.207957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Request body: {'subnet': {'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-291420886-subnet', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:56.212893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef32a92-2082-42cf-8285-ad9356fb48c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9415b6-3735-4261-ba5f-511e489463d2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:56.223736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network fb9415b6-3735-4261-ba5f-511e489463d2 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:56.228940 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Made reservation on behalf of feadeb9666e44694ab4cc247594554a2 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:56.231590 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.408206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (007be8d4-701b-45ea-931a-fd292c459924), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.463244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007be8d4-701b-45ea-931a-fd292c459924,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:56.474973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Checking segment: {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:56.475341 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Network hostable DHCP agents. Network: fb9415b6-3735-4261-ba5f-511e489463d2, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:56.494184 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Network fb9415b6-3735-4261-ba5f-511e489463d2 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:56.503204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, fb9415b6-3735-4261-ba5f-511e489463d2) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:56.507989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:56.508647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.514135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c9895-e941-4935-af44-2582496a0250 None None] Network fb9415b6-3735-4261-ba5f-511e489463d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:56.527787 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-639cbf6c-296e-4c45-b7d5-25c6edc279d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3209605 Feb 09 03:03:56.527787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:56.532051 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:56.552769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (0a96a4f8-099c-4355-9be6-3b0bf74fb765), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.553882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (0a96a4f8-099c-4355-9be6-3b0bf74fb765), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.619811 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks [] for router_controller (0a96a4f8-099c-4355-9be6-3b0bf74fb765), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.634355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-fb9415b6-3735-4261-ba5f-511e489463d2', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:56.635332 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.773415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks [] for router_gateway (0a96a4f8-099c-4355-9be6-3b0bf74fb765), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.795160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Allocated IP 172.20.0.2 (fb9415b6-3735-4261-ba5f-511e489463d2/007be8d4-701b-45ea-931a-fd292c459924/194e113d-a347-4e0d-a9a8-49af3e3df8e5) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:56.956184 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Publish callbacks [] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.965651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.989035 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks [] for router_gateway (0a96a4f8-099c-4355-9be6-3b0bf74fb765), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.011127 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.015548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Network fb9415b6-3735-4261-ba5f-511e489463d2 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:57.019183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:57.021700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:57.032514 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Pushing event updated for resources: {'Port': ['ID=194e113d-a347-4e0d-a9a8-49af3e3df8e5,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:57.091775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Attempting to bind port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:57.092145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Attempting to bind port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:57.092535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Attempting to bind port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 on network fb9415b6-3735-4261-ba5f-511e489463d2 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:57.097726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:57.098100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Checking segment: {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:57.098528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.098920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Bound using segment: {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:57.099499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Bound port: 194e113d-a347-4e0d-a9a8-49af3e3df8e5, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:57.099884 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.127983 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Allocated IP 172.25.6.190 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/59445b64-6d8e-47b2-8151-48fbf02ad35c) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:57.171275 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.177436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] For port 194e113d-a347-4e0d-a9a8-49af3e3df8e5, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:57.181818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] For port 194e113d-a347-4e0d-a9a8-49af3e3df8e5, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=194e113d-a347-4e0d-a9a8-49af3e3df8e5,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:57.187921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.245850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dce02-48ed-48f9-89ba-a419c972b991 None None] Pushing event updated for resources: {'Port': ['ID=194e113d-a347-4e0d-a9a8-49af3e3df8e5,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:57.253737 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks [] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.293757 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.346399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:57.350144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Pushing event updated for resources: {'Port': ['ID=59445b64-6d8e-47b2-8151-48fbf02ad35c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:57.353000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:57.355316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:57.628725 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks [] for router_gateway (0a96a4f8-099c-4355-9be6-3b0bf74fb765), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.877598 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 194e113d-a347-4e0d-a9a8-49af3e3df8e5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:57.946381 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:57.946935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.035821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:58.036579 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.077086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 194e113d-a347-4e0d-a9a8-49af3e3df8e5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=194e113d-a347-4e0d-a9a8-49af3e3df8e5,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:58.081768 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.137741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (0a96a4f8-099c-4355-9be6-3b0bf74fb765), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.141775 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=194e113d-a347-4e0d-a9a8-49af3e3df8e5,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:58.237961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80570f8-0c8e-40bb-ab0e-ae20d54c9650 None None] Network fb9415b6-3735-4261-ba5f-511e489463d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:58.273466 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:03:58.335749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-418015df-1e58-4683-9eb8-e73c15a5308d None None] Provisioning complete for port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:58.336036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-418015df-1e58-4683-9eb8-e73c15a5308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.372194 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.399392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:58.419024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.419987 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Sync routers for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:58.420288 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55f45e4b-f6eb-414f-9844-c8ee68cf9f9b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8915827 Feb 09 03:03:58.423357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:58.448676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:58.449260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:58.561059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-418015df-1e58-4683-9eb8-e73c15a5308d None None] Current status of the port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:58.595963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:58.793263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-45e0302e-33d1-4408-947e-dffeab0eac99 None None] Provisioning complete for port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:58.793635 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-45e0302e-33d1-4408-947e-dffeab0eac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.827591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:57Z', 'revision_number': 3, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:58.860426 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Checking router: 0a96a4f8-099c-4355-9be6-3b0bf74fb765 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:58.860681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Updating router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 port 59445b64-6d8e-47b2-8151-48fbf02ad35c binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:03:58.885293 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.896020 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.010298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-45e0302e-33d1-4408-947e-dffeab0eac99 None None] Current status of the port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:59.073740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Allocated IP 172.20.0.1 (fb9415b6-3735-4261-ba5f-511e489463d2/007be8d4-701b-45ea-931a-fd292c459924/581c46c8-41cd-4e93-abdc-e0c008f55bab) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:59.199830 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks [] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.200624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Publish callbacks [] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.208349 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.263641 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.282859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Attempting to bind port 59445b64-6d8e-47b2-8151-48fbf02ad35c on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:59.283238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Attempting to bind port 59445b64-6d8e-47b2-8151-48fbf02ad35c by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:59.283609 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Attempting to bind port 59445b64-6d8e-47b2-8151-48fbf02ad35c on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:59.289297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf3321-cff2-411a-b13f-f5a6f10f81de None None] Pushing event updated for resources: {'Port': ['ID=59445b64-6d8e-47b2-8151-48fbf02ad35c,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.302572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:59.303281 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:59.303983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.304408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:59.304924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Bound port: 59445b64-6d8e-47b2-8151-48fbf02ad35c, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:59.305327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.305518 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Network fb9415b6-3735-4261-ba5f-511e489463d2 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:59.310623 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:59.314977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:59.335283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Pushing event updated for resources: {'Port': ['ID=581c46c8-41cd-4e93-abdc-e0c008f55bab,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.356870 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (0a96a4f8-099c-4355-9be6-3b0bf74fb765), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.383383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] For port 59445b64-6d8e-47b2-8151-48fbf02ad35c, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:59.387760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] For port 59445b64-6d8e-47b2-8151-48fbf02ad35c, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=59445b64-6d8e-47b2-8151-48fbf02ad35c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:59.395649 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.470746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:59.471531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:59.509183 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.512137 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf3321-cff2-411a-b13f-f5a6f10f81de None None] Pushing event updated for resources: {'Port': ['ID=59445b64-6d8e-47b2-8151-48fbf02ad35c,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.593198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:59.687412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-fabb5f92-7cf8-457b-a568-b54b69e182a3 None None] Provisioning complete for port 581c46c8-41cd-4e93-abdc-e0c008f55bab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:59.687788 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fabb5f92-7cf8-457b-a568-b54b69e182a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.705130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks [] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.709523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.778015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-fabb5f92-7cf8-457b-a568-b54b69e182a3 None None] Port 581c46c8-41cd-4e93-abdc-e0c008f55bab cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:59.778843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Pushing event updated for resources: {'Port': ['ID=581c46c8-41cd-4e93-abdc-e0c008f55bab,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.781405 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (0a96a4f8-099c-4355-9be6-3b0bf74fb765), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.854840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 194e113d-a347-4e0d-a9a8-49af3e3df8e5 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:59.886290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Network fb9415b6-3735-4261-ba5f-511e489463d2 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:59.888032 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:59.920901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.928644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 1, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:59.959861 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed40309-82a4-41c4-8413-fa1dbe64b839 None None] The sync data for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 is: [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 1, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:59.970058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:59.970508 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.027534 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:04:00.064795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:00.170136 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:00.178518 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ff380d85-7e75-4c61-b06d-f56dd086d31e admin admin] 10.222.0.53 "PUT /v2.0/routers/0a96a4f8-099c-4355-9be6-3b0bf74fb765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508147 Feb 09 03:04:00.225308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-53d922d2-10dd-4bed-932c-586a751e32ff None None] Provisioning complete for port 581c46c8-41cd-4e93-abdc-e0c008f55bab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:00.225684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53d922d2-10dd-4bed-932c-586a751e32ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.451533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-53d922d2-10dd-4bed-932c-586a751e32ff None None] Port 581c46c8-41cd-4e93-abdc-e0c008f55bab cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:00.783764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45478) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:00.788765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1036249549-network', 'tenant_id': '8ed0df7821f24de885338b192448eeba'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:00.809611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Made reservation on behalf of 8ed0df7821f24de885338b192448eeba for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:00.812017 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.823141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.905723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks [] for security_group (7cb90c4b-bd36-43d4-b39d-4e503d437880), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.909657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7cb90c4b-bd36-43d4-b39d-4e503d437880), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.943184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:00.953371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb90c4b-bd36-43d4-b39d-4e503d437880,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:00.961564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (69176e38-ce4e-470e-8417-11e1313c16b5), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.962006 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Added segment 69176e38-ce4e-470e-8417-11e1313c16b5 of type vlan for network 686dbe96-8649-4ed0-a47f-671ed56b9685 Feb 09 03:04:01.010797 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (686dbe96-8649-4ed0-a47f-671ed56b9685), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.038744 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (686dbe96-8649-4ed0-a47f-671ed56b9685), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.040308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:01.040866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.106716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45480) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:01.107761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3221538 Feb 09 03:04:01.112313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Request body: {'subnet': {'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1036249549-subnet', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:01.114995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36232e4b-3b09-449e-bcab-5842be362ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=686dbe96-8649-4ed0-a47f-671ed56b9685,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:01.127251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:01.145909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Made reservation on behalf of 8ed0df7821f24de885338b192448eeba for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:01.148505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.344575 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (64c1333a-8717-4b39-9e08-727d692bbbe1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.404374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c1333a-8717-4b39-9e08-727d692bbbe1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:01.419831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Checking segment: {'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:01.420671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Network hostable DHCP agents. Network: 686dbe96-8649-4ed0-a47f-671ed56b9685, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:01.438615 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:01.450589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 686dbe96-8649-4ed0-a47f-671ed56b9685) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:01.455556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:01.456731 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.460024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d944c1-b63c-40c6-9072-f686cf4f7357 None None] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:01.477463 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4a7d685e-f6b4-49f4-9a9a-57ea0c108404 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3668664 Feb 09 03:04:01.478268 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45482) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:01.482682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:01.504131 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (47363221-d4ae-476d-a508-5eba5e29ec09), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.505640 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (47363221-d4ae-476d-a508-5eba5e29ec09), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.565773 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks [] for router_controller (47363221-d4ae-476d-a508-5eba5e29ec09), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.698143 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-686dbe96-8649-4ed0-a47f-671ed56b9685', 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685', 'project_id': '8ed0df7821f24de885338b192448eeba', 'fixed_ips': [{'subnet_id': '64c1333a-8717-4b39-9e08-727d692bbbe1'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:04:01.699178 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.722802 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks [] for router_gateway (47363221-d4ae-476d-a508-5eba5e29ec09), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.858907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Allocated IP 172.20.0.2 (686dbe96-8649-4ed0-a47f-671ed56b9685/64c1333a-8717-4b39-9e08-727d692bbbe1/e4c3c511-e7c1-48ba-be35-81c86c3c19b2) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:01.921648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 59445b64-6d8e-47b2-8151-48fbf02ad35c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:01.990014 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks [] for router_gateway (47363221-d4ae-476d-a508-5eba5e29ec09), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.011500 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.024310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 59445b64-6d8e-47b2-8151-48fbf02ad35c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:02.024310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.093006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Publish callbacks [] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.100128 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.127157 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Allocated IP 172.25.6.247 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/b655db4f-09ad-459a-b611-d58c6c645d6b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:02.170600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:02.177733 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:02.180098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:02.189646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Pushing event updated for resources: {'Port': ['ID=e4c3c511-e7c1-48ba-be35-81c86c3c19b2,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:02.203315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 59445b64-6d8e-47b2-8151-48fbf02ad35c is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:02.203951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.247020 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Sync routers for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:02.257431 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:02.258055 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:02.266883 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks [] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.271852 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 59445b64-6d8e-47b2-8151-48fbf02ad35c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=59445b64-6d8e-47b2-8151-48fbf02ad35c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:02.274664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Attempting to bind port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:02.275262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Attempting to bind port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:02.275919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Attempting to bind port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 on network 686dbe96-8649-4ed0-a47f-671ed56b9685 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:02.280092 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.289364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:02.289597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Checking segment: {'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:02.290880 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.291388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Bound using segment: {'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:02.291960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Bound port: e4c3c511-e7c1-48ba-be35-81c86c3c19b2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:02.292425 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.314730 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.361193 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:02.366302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:02.370716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:02.376175 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=59445b64-6d8e-47b2-8151-48fbf02ad35c,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:02.376651 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:02.409109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] For port e4c3c511-e7c1-48ba-be35-81c86c3c19b2, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:02.410316 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Pushing event updated for resources: {'Port': ['ID=b655db4f-09ad-459a-b611-d58c6c645d6b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:02.413172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] For port e4c3c511-e7c1-48ba-be35-81c86c3c19b2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e4c3c511-e7c1-48ba-be35-81c86c3c19b2,segment=NetworkSegment(69176e38-ce4e-470e-8417-11e1313c16b5),segment_id=69176e38-ce4e-470e-8417-11e1313c16b5)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:02.430122 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.497399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71c308-2971-42bb-8836-c10b3de2e3b1 None None] Pushing event updated for resources: {'Port': ['ID=e4c3c511-e7c1-48ba-be35-81c86c3c19b2,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:02.629340 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 2, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:02.658582 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Checking router: 0a96a4f8-099c-4355-9be6-3b0bf74fb765 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:04:02.659097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Updating router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 port 581c46c8-41cd-4e93-abdc-e0c008f55bab binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:04:02.701948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks [] for router_gateway (47363221-d4ae-476d-a508-5eba5e29ec09), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.706084 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.918750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (47363221-d4ae-476d-a508-5eba5e29ec09), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.073873 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Router 47363221-d4ae-476d-a508-5eba5e29ec09 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:04:03.108405 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Publish callbacks [] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.115216 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.166647 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Pushing event updated for resources: {'Port': ['ID=581c46c8-41cd-4e93-abdc-e0c008f55bab,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:03.191684 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.192033 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.192373 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.193093 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.193093 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.193403 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.193670 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.193990 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.194313 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.194659 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.194980 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.195298 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.195614 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:03.218609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:03.230970 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Sync routers for ids ['47363221-d4ae-476d-a508-5eba5e29ec09'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:03.239761 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Attempting to bind port 581c46c8-41cd-4e93-abdc-e0c008f55bab on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:03.240132 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Attempting to bind port 581c46c8-41cd-4e93-abdc-e0c008f55bab by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:03.240501 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Attempting to bind port 581c46c8-41cd-4e93-abdc-e0c008f55bab on network fb9415b6-3735-4261-ba5f-511e489463d2 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:03.248313 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:03.248987 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Checking segment: {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:03.249117 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.249467 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Bound using segment: {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:03.249940 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Bound port: 581c46c8-41cd-4e93-abdc-e0c008f55bab, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:03.250324 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.252526 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Routers {'47363221-d4ae-476d-a508-5eba5e29ec09'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:03.253780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47363221-d4ae-476d-a508-5eba5e29ec09'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:03.259823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.264138 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0768da8f-a114-4865-94bc-7e83d8a83412 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7823973 Feb 09 03:04:03.264624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45484) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:03.329166 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] For port 581c46c8-41cd-4e93-abdc-e0c008f55bab, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:03.333428 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] For port 581c46c8-41cd-4e93-abdc-e0c008f55bab, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=581c46c8-41cd-4e93-abdc-e0c008f55bab,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:03.344697 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.404569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Set router 47363221-d4ae-476d-a508-5eba5e29ec09 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:03.430100 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df72684-0438-4166-8540-e274d7ec2853 None None] Pushing event updated for resources: {'Port': ['ID=581c46c8-41cd-4e93-abdc-e0c008f55bab,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:03.445716 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:03.446953 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:03.592740 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:03.600447 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-74640483-648c-46e5-898f-f038b0094082 None None] Provisioning complete for port 581c46c8-41cd-4e93-abdc-e0c008f55bab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:03.600889 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74640483-648c-46e5-898f-f038b0094082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.807821 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-74640483-648c-46e5-898f-f038b0094082 None None] Current status of the port 581c46c8-41cd-4e93-abdc-e0c008f55bab is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:03.808495 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74640483-648c-46e5-898f-f038b0094082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.869097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-74640483-648c-46e5-898f-f038b0094082 None None] For port 581c46c8-41cd-4e93-abdc-e0c008f55bab, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=581c46c8-41cd-4e93-abdc-e0c008f55bab,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:03.883302 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74640483-648c-46e5-898f-f038b0094082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.885190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340d818-7edd-494a-b295-b9c7878177fe None None] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:03.888434 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:03.917549 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98218047-7ade-400e-be7d-cdb81599fd23 None None] The sync data for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 is: [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:03.933505 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 3, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port': {'id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:02Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:04.032241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Checking router: 47363221-d4ae-476d-a508-5eba5e29ec09 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:04:04.032590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Updating router 47363221-d4ae-476d-a508-5eba5e29ec09 port b655db4f-09ad-459a-b611-d58c6c645d6b binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:04:04.082373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 59445b64-6d8e-47b2-8151-48fbf02ad35c up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:04.142283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74640483-648c-46e5-898f-f038b0094082 None None] Pushing event updated for resources: {'Port': ['ID=581c46c8-41cd-4e93-abdc-e0c008f55bab,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:04.148319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Provisioning complete for port 581c46c8-41cd-4e93-abdc-e0c008f55bab triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:04.148689 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.150817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.273141 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.350568 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 59445b64-6d8e-47b2-8151-48fbf02ad35c triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:04.351195 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.496133 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Allocated IP 172.20.0.1 (686dbe96-8649-4ed0-a47f-671ed56b9685/64c1333a-8717-4b39-9e08-727d692bbbe1/9fc43b24-87b5-4c89-945f-8c138bf83f30) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:04.641037 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks [] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.667206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Current status of the port 581c46c8-41cd-4e93-abdc-e0c008f55bab is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:04.689715 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.705208 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Provisioning complete for port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:04.705620 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.745857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Pushing event updated for resources: {'Port': ['ID=9fc43b24-87b5-4c89-945f-8c138bf83f30,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:04.756175 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:04.758870 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:04.761945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:04.803200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 59445b64-6d8e-47b2-8151-48fbf02ad35c is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:04.804306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 581c46c8-41cd-4e93-abdc-e0c008f55bab up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:04.808087 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (47363221-d4ae-476d-a508-5eba5e29ec09), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.929803 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Publish callbacks [] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.939226 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Current status of the port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:04.939629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.943882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.961328 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.019404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 581c46c8-41cd-4e93-abdc-e0c008f55bab triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:05.019780 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.064873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41191348-e8c3-4e1f-ae3e-27c7a04fb2ae None None] Pushing event updated for resources: {'Port': ['ID=b655db4f-09ad-459a-b611-d58c6c645d6b,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:05.067111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Attempting to bind port b655db4f-09ad-459a-b611-d58c6c645d6b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:05.067487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Attempting to bind port b655db4f-09ad-459a-b611-d58c6c645d6b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:05.067849 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Attempting to bind port b655db4f-09ad-459a-b611-d58c6c645d6b on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:05.071278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] For port e4c3c511-e7c1-48ba-be35-81c86c3c19b2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e4c3c511-e7c1-48ba-be35-81c86c3c19b2,segment=NetworkSegment(69176e38-ce4e-470e-8417-11e1313c16b5),segment_id=69176e38-ce4e-470e-8417-11e1313c16b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:05.082721 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.088156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:05.088533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:05.088932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.089318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:05.089791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Bound port: b655db4f-09ad-459a-b611-d58c6c645d6b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:05.090168 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.147924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks [] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.154271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.186131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5693c-833b-4a03-b911-79c8708f2cae None None] Pushing event updated for resources: {'Port': ['ID=e4c3c511-e7c1-48ba-be35-81c86c3c19b2,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:05.201979 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] For port b655db4f-09ad-459a-b611-d58c6c645d6b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:05.227498 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (47363221-d4ae-476d-a508-5eba5e29ec09), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.229557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Pushing event updated for resources: {'Port': ['ID=9fc43b24-87b5-4c89-945f-8c138bf83f30,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:05.238238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] For port b655db4f-09ad-459a-b611-d58c6c645d6b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b655db4f-09ad-459a-b611-d58c6c645d6b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:05.250241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.287532 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 581c46c8-41cd-4e93-abdc-e0c008f55bab is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:05.288619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e4c3c511-e7c1-48ba-be35-81c86c3c19b2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:05.312873 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-133fefaa-1ae5-439a-b6e7-ed9e436517c1 None None] Provisioning complete for port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:05.313244 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-133fefaa-1ae5-439a-b6e7-ed9e436517c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.335147 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:05.336700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:05.395597 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Routers {'47363221-d4ae-476d-a508-5eba5e29ec09'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:05.396238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47363221-d4ae-476d-a508-5eba5e29ec09'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:05.398036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41191348-e8c3-4e1f-ae3e-27c7a04fb2ae None None] Pushing event updated for resources: {'Port': ['ID=b655db4f-09ad-459a-b611-d58c6c645d6b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:05.415869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:05.416121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.471814 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Router 47363221-d4ae-476d-a508-5eba5e29ec09 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:04:05.590338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-133fefaa-1ae5-439a-b6e7-ed9e436517c1 None None] Current status of the port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:05.600236 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:05.606984 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5a665a8a-46e8-44cb-8fd9-cdeae8f4ea2f admin admin] 10.222.0.53 "PUT /v2.0/routers/47363221-d4ae-476d-a508-5eba5e29ec09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3410897 Feb 09 03:04:05.624859 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] Set router 47363221-d4ae-476d-a508-5eba5e29ec09 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:05.675784 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-133fefaa-1ae5-439a-b6e7-ed9e436517c1 None None] Provisioning complete for port 9fc43b24-87b5-4c89-945f-8c138bf83f30 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:05.676167 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-133fefaa-1ae5-439a-b6e7-ed9e436517c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.735655 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:05.792439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-133fefaa-1ae5-439a-b6e7-ed9e436517c1 None None] Port 9fc43b24-87b5-4c89-945f-8c138bf83f30 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:05.885243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 581c46c8-41cd-4e93-abdc-e0c008f55bab up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:05.941716 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-acc476ac-adca-42c8-8a90-7fd3452bf8a8 None None] Provisioning complete for port 9fc43b24-87b5-4c89-945f-8c138bf83f30 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:05.942099 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-acc476ac-adca-42c8-8a90-7fd3452bf8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.948155 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:04:04Z', 'revision_number': 4, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port': {'id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:02Z', 'updated_at': '2022-02-09T03:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9fc43b24-87b5-4c89-945f-8c138bf83f30', 'name': '', 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'mac_address': 'fa:16:3e:24:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:04Z', 'updated_at': '2022-02-09T03:04:05Z', 'revision_number': 2, 'project_id': '8ed0df7821f24de885338b192448eeba', 'subnets': [{'id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:06.005543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc48a6c-d66d-4ccc-8710-1fba72c218db None None] The sync data for ids ['47363221-d4ae-476d-a508-5eba5e29ec09'] in n-d-826675-12 is: [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:04:04Z', 'revision_number': 4, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port': {'id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:02Z', 'updated_at': '2022-02-09T03:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9fc43b24-87b5-4c89-945f-8c138bf83f30', 'name': '', 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'mac_address': 'fa:16:3e:24:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:04Z', 'updated_at': '2022-02-09T03:04:05Z', 'revision_number': 2, 'project_id': '8ed0df7821f24de885338b192448eeba', 'subnets': [{'id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:06.023416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-acc476ac-adca-42c8-8a90-7fd3452bf8a8 None None] Port 9fc43b24-87b5-4c89-945f-8c138bf83f30 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:06.026197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 581c46c8-41cd-4e93-abdc-e0c008f55bab triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:06.026669 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.125119 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 581c46c8-41cd-4e93-abdc-e0c008f55bab is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:06.126400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e4c3c511-e7c1-48ba-be35-81c86c3c19b2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:06.189541 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:06.190115 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.341565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:07.912217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b655db4f-09ad-459a-b611-d58c6c645d6b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:07.977296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b655db4f-09ad-459a-b611-d58c6c645d6b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:07.977685 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.099059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b655db4f-09ad-459a-b611-d58c6c645d6b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:08.099618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.135241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port b655db4f-09ad-459a-b611-d58c6c645d6b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b655db4f-09ad-459a-b611-d58c6c645d6b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:08.139867 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.214178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b655db4f-09ad-459a-b611-d58c6c645d6b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:08.459357 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Sync routers for ids ['47363221-d4ae-476d-a508-5eba5e29ec09'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:08.472370 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Routers {'47363221-d4ae-476d-a508-5eba5e29ec09'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:08.473009 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47363221-d4ae-476d-a508-5eba5e29ec09'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:08.631885 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Set router 47363221-d4ae-476d-a508-5eba5e29ec09 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:08.870910 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:04:04Z', 'revision_number': 4, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port': {'id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:02Z', 'updated_at': '2022-02-09T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9fc43b24-87b5-4c89-945f-8c138bf83f30', 'name': '', 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'mac_address': 'fa:16:3e:24:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:04Z', 'updated_at': '2022-02-09T03:04:05Z', 'revision_number': 2, 'project_id': '8ed0df7821f24de885338b192448eeba', 'subnets': [{'id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:08.906969 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Checking router: 47363221-d4ae-476d-a508-5eba5e29ec09 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:04:08.907373 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Updating router 47363221-d4ae-476d-a508-5eba5e29ec09 port 9fc43b24-87b5-4c89-945f-8c138bf83f30 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:04:08.944143 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.282944 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Publish callbacks [] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.325513 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.385018 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5079bd-03fb-49bc-ac41-0c61cf78ce42 None None] Pushing event updated for resources: {'Port': ['ID=9fc43b24-87b5-4c89-945f-8c138bf83f30,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:09.454225 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Attempting to bind port 9fc43b24-87b5-4c89-945f-8c138bf83f30 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:09.454932 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Attempting to bind port 9fc43b24-87b5-4c89-945f-8c138bf83f30 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:09.455335 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Attempting to bind port 9fc43b24-87b5-4c89-945f-8c138bf83f30 on network 686dbe96-8649-4ed0-a47f-671ed56b9685 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:09.462585 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:09.463268 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Checking segment: {'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:09.463709 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.464453 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Bound using segment: {'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:09.465009 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Bound port: 9fc43b24-87b5-4c89-945f-8c138bf83f30, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69176e38-ce4e-470e-8417-11e1313c16b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:09.465423 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.556830 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] For port 9fc43b24-87b5-4c89-945f-8c138bf83f30, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:09.560842 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] For port 9fc43b24-87b5-4c89-945f-8c138bf83f30, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9fc43b24-87b5-4c89-945f-8c138bf83f30,segment=NetworkSegment(69176e38-ce4e-470e-8417-11e1313c16b5),segment_id=69176e38-ce4e-470e-8417-11e1313c16b5)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:09.573949 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.661234 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Routers {'47363221-d4ae-476d-a508-5eba5e29ec09'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:09.661893 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:03:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47363221-d4ae-476d-a508-5eba5e29ec09'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:09.665748 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5079bd-03fb-49bc-ac41-0c61cf78ce42 None None] Pushing event updated for resources: {'Port': ['ID=9fc43b24-87b5-4c89-945f-8c138bf83f30,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:09.810018 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] Set router 47363221-d4ae-476d-a508-5eba5e29ec09 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:09.819450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-16d1528d-4ffa-48dc-a4bd-5739df54f5b2 None None] Provisioning complete for port 9fc43b24-87b5-4c89-945f-8c138bf83f30 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:09.821660 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16d1528d-4ffa-48dc-a4bd-5739df54f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.000371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b655db4f-09ad-459a-b611-d58c6c645d6b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:10.028892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-16d1528d-4ffa-48dc-a4bd-5739df54f5b2 None None] Current status of the port 9fc43b24-87b5-4c89-945f-8c138bf83f30 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:10.029902 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16d1528d-4ffa-48dc-a4bd-5739df54f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.077634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-16d1528d-4ffa-48dc-a4bd-5739df54f5b2 None None] For port 9fc43b24-87b5-4c89-945f-8c138bf83f30, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9fc43b24-87b5-4c89-945f-8c138bf83f30,segment=NetworkSegment(69176e38-ce4e-470e-8417-11e1313c16b5),segment_id=69176e38-ce4e-470e-8417-11e1313c16b5)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:10.090176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-16d1528d-4ffa-48dc-a4bd-5739df54f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.095160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port b655db4f-09ad-459a-b611-d58c6c645d6b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:10.095771 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.197528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1528d-4ffa-48dc-a4bd-5739df54f5b2 None None] Pushing event updated for resources: {'Port': ['ID=9fc43b24-87b5-4c89-945f-8c138bf83f30,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:10.247018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a6810eb2-4b77-4981-b39a-db08ab2f1621 None None] Provisioning complete for port 9fc43b24-87b5-4c89-945f-8c138bf83f30 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:10.247419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6810eb2-4b77-4981-b39a-db08ab2f1621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.277067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port b655db4f-09ad-459a-b611-d58c6c645d6b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:10.278255 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fc43b24-87b5-4c89-945f-8c138bf83f30 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:10.299582 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:04:04Z', 'revision_number': 4, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port': {'id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:02Z', 'updated_at': '2022-02-09T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9fc43b24-87b5-4c89-945f-8c138bf83f30', 'name': '', 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'mac_address': 'fa:16:3e:24:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:04Z', 'updated_at': '2022-02-09T03:04:09Z', 'revision_number': 4, 'project_id': '8ed0df7821f24de885338b192448eeba', 'subnets': [{'id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:10.339721 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811b015-9e2f-440d-8eb7-d2edabd7e9d2 None None] The sync data for ids ['47363221-d4ae-476d-a508-5eba5e29ec09'] in n-d-826675-12 is: [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:04:04Z', 'revision_number': 4, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port': {'id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:02Z', 'updated_at': '2022-02-09T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '9fc43b24-87b5-4c89-945f-8c138bf83f30', 'name': '', 'network_id': '686dbe96-8649-4ed0-a47f-671ed56b9685', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'mac_address': 'fa:16:3e:24:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:04Z', 'updated_at': '2022-02-09T03:04:09Z', 'revision_number': 4, 'project_id': '8ed0df7821f24de885338b192448eeba', 'subnets': [{'id': '64c1333a-8717-4b39-9e08-727d692bbbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:10.393602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a6810eb2-4b77-4981-b39a-db08ab2f1621 None None] Current status of the port 9fc43b24-87b5-4c89-945f-8c138bf83f30 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:10.396766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9fc43b24-87b5-4c89-945f-8c138bf83f30 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:10.397150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.498130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9fc43b24-87b5-4c89-945f-8c138bf83f30 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:11.867064 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fc43b24-87b5-4c89-945f-8c138bf83f30 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:11.925003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 9fc43b24-87b5-4c89-945f-8c138bf83f30 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:11.925378 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.031878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 9fc43b24-87b5-4c89-945f-8c138bf83f30 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:12.636236 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:04:16.029053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-f76bcc4f-d15d-41eb-8374-e6dbd1dfc50b tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:16.030648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-f76bcc4f-d15d-41eb-8374-e6dbd1dfc50b tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 814 time: 0.1074924 Feb 09 03:04:16.046746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-a477dfab-bb76-468c-a138-d04453945e70 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/quotas/feadeb9666e44694ab4cc247594554a2 HTTP/1.1" status: 200 len: 375 time: 0.0104511 Feb 09 03:04:16.104661 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-ad04ad38-6415-493b-b796-234c84471dec tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525348 Feb 09 03:04:16.204097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-8b91f8b1-4847-41a3-9e71-3fec699bd40f service neutron] 10.222.0.53 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878441 Feb 09 03:04:16.296141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-ba44f3d6-d02f-474b-aa06-043ad4ad4d6c service neutron] 10.222.0.53 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862403 Feb 09 03:04:16.463899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b2cc7d4-6c16-4390-ad9f-34417be63672 req-3a8c1bd3-804f-4619-b2e9-a1800b472cd6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 210 time: 0.0301611 Feb 09 03:04:17.570316 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-94808445-f897-4088-9edd-7281efe901dd tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:17.571891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-94808445-f897-4088-9edd-7281efe901dd tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 814 time: 0.1250224 Feb 09 03:04:17.590588 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4dcc4117-23ee-401e-8db9-c9f11460fc93 req-2db64fa6-a748-4929-b34e-a6583a82d9b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Feb 09 03:04:17.594105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'port': {'device_id': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'admin_state_up': True, 'tenant_id': 'feadeb9666e44694ab4cc247594554a2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:17.749025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Made reservation on behalf of feadeb9666e44694ab4cc247594554a2 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:17.752644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.934950 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Allocated IP 172.20.0.10 (fb9415b6-3735-4261-ba5f-511e489463d2/007be8d4-701b-45ea-931a-fd292c459924/d257e3b4-7f6b-498d-b451-014cea8c9912) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:18.142869 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.193950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.261130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Network fb9415b6-3735-4261-ba5f-511e489463d2 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:18.263224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:18.265728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:18.267951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:18.323611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:18.324387 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.347328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-02a59eaf-7301-47cb-85bf-9b1c8c1e1bb4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7606535 Feb 09 03:04:18.378925 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.579584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-61c83f96-85d9-42fa-a893-f45715dec838 None None] Provisioning complete for port d257e3b4-7f6b-498d-b451-014cea8c9912 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:18.579914 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-61c83f96-85d9-42fa-a893-f45715dec838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.762470 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05836d-2052-4b63-8d31-a6badbe40688 req-ffee3d9e-1f53-479e-b2e4-63aba1c946b6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:18.764091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f05836d-2052-4b63-8d31-a6badbe40688 req-ffee3d9e-1f53-479e-b2e4-63aba1c946b6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0685048 Feb 09 03:04:18.795570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-61c83f96-85d9-42fa-a893-f45715dec838 None None] Port d257e3b4-7f6b-498d-b451-014cea8c9912 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:18.829636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f05836d-2052-4b63-8d31-a6badbe40688 req-e1ba20ce-7795-433f-a3d7-e54020a1a14a tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594237 Feb 09 03:04:19.426830 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.971351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b777d-57c4-46ba-9c4e-e7e1cf835246 req-b47bc77c-aae4-4e88-a55c-9ccd7b2ffbb6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:19.973042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e16b777d-57c4-46ba-9c4e-e7e1cf835246 req-b47bc77c-aae4-4e88-a55c-9ccd7b2ffbb6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0607507 Feb 09 03:04:20.031041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e16b777d-57c4-46ba-9c4e-e7e1cf835246 req-bec28d5e-87b4-4e64-88d4-446a5728677f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Feb 09 03:04:21.181225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d1225-0be3-4cc9-9b64-aadd43347eca req-b9ed4109-a0d8-4420-88bc-152745c5910c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:21.181225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-877d1225-0be3-4cc9-9b64-aadd43347eca req-b9ed4109-a0d8-4420-88bc-152745c5910c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0686998 Feb 09 03:04:21.252963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-877d1225-0be3-4cc9-9b64-aadd43347eca req-bcf98b7a-e759-4bcd-a921-ab43f05610d0 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676086 Feb 09 03:04:22.385389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126298b4-1288-4e4e-b8fa-72f0c19bb628 req-93b2c8a3-27e0-4b92-8817-f69402a25e3f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:22.386994 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126298b4-1288-4e4e-b8fa-72f0c19bb628 req-93b2c8a3-27e0-4b92-8817-f69402a25e3f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0592113 Feb 09 03:04:22.439920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-126298b4-1288-4e4e-b8fa-72f0c19bb628 req-27560eff-dd2b-4e27-8143-fea7faffc458 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465517 Feb 09 03:04:23.450907 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-230686f8-303b-4a51-9604-1ad85b57ab75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.578886 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebd02f-c0c1-4830-aedf-c00f84e6a2be req-4cda66c5-25a7-442a-a2c5-ebc288c4d4df tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.580428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4ebd02f-c0c1-4830-aedf-c00f84e6a2be req-4cda66c5-25a7-442a-a2c5-ebc288c4d4df tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0621445 Feb 09 03:04:23.638172 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4ebd02f-c0c1-4830-aedf-c00f84e6a2be req-2c0b0281-bdb9-4929-bd09-a7379b3e790f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513916 Feb 09 03:04:24.776092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838631aa-b750-4a03-a7c4-8ce1274effaa req-d5cacfdb-b33b-4fb3-a5c3-9dd87f826f6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:24.777926 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-838631aa-b750-4a03-a7c4-8ce1274effaa req-d5cacfdb-b33b-4fb3-a5c3-9dd87f826f6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0613952 Feb 09 03:04:24.833883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-838631aa-b750-4a03-a7c4-8ce1274effaa req-cfc2a8f9-1334-4a86-9379-17d933b15e6b tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Feb 09 03:04:25.774540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a9784213-066b-47eb-962f-2298015c5cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.975831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c243dbb-c7fe-4708-ae21-03d211f32eec req-7fe4b83a-d3fc-404e-9bd0-ec3feac38149 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.977367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c243dbb-c7fe-4708-ae21-03d211f32eec req-7fe4b83a-d3fc-404e-9bd0-ec3feac38149 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0682912 Feb 09 03:04:26.028116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2c243dbb-c7fe-4708-ae21-03d211f32eec req-5f379114-e0c5-4866-afff-bea727ccc031 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Feb 09 03:04:27.157919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49635acb-d3cf-46e2-ae60-ce619bdbfb50 req-5c618586-e474-4573-b416-984fa7f72294 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:27.159747 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49635acb-d3cf-46e2-ae60-ce619bdbfb50 req-5c618586-e474-4573-b416-984fa7f72294 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0621994 Feb 09 03:04:27.160690 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.217367 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-49635acb-d3cf-46e2-ae60-ce619bdbfb50 req-b51b5e00-4449-4e94-ab5d-c6862e209d41 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518813 Feb 09 03:04:28.329414 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.339627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62bb20-3168-44c9-91cd-b106da70dc23 req-2521504f-bbfa-440f-b541-acb49a3e990e tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:28.341302 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a62bb20-3168-44c9-91cd-b106da70dc23 req-2521504f-bbfa-440f-b541-acb49a3e990e tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.0563695 Feb 09 03:04:28.408522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a62bb20-3168-44c9-91cd-b106da70dc23 req-e4252554-3e62-4976-a48e-92c00d63037d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613728 Feb 09 03:04:29.515624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Request body: {'port': {'device_id': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:29.593687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc783d1-095a-4232-9877-438ebd29da0a req-dba12e7d-6e61-4db6-a3b4-e22c9c829040 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:29.595315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9dc783d1-095a-4232-9877-438ebd29da0a req-dba12e7d-6e61-4db6-a3b4-e22c9c829040 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 932 time: 0.1130850 Feb 09 03:04:29.598276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.704879 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9dc783d1-095a-4232-9877-438ebd29da0a req-bf4fdc0f-f35d-4fd0-afdc-04358edd59b7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968211 Feb 09 03:04:29.883908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.926028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d257e3b4-7f6b-498d-b451-014cea8c9912 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:29.934717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Publish callbacks [] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.955919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Transition to ACTIVE for port object d257e3b4-7f6b-498d-b451-014cea8c9912 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:04:29.959906 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.016968 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Pushing event updated for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:30.100299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Attempting to bind port d257e3b4-7f6b-498d-b451-014cea8c9912 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:30.100639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Attempting to bind port d257e3b4-7f6b-498d-b451-014cea8c9912 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:30.100975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Attempting to bind port d257e3b4-7f6b-498d-b451-014cea8c9912 on network fb9415b6-3735-4261-ba5f-511e489463d2 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:30.106547 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Port d257e3b4-7f6b-498d-b451-014cea8c9912 on network fb9415b6-3735-4261-ba5f-511e489463d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:04:30.106880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Attempting to bind port d257e3b4-7f6b-498d-b451-014cea8c9912 on network fb9415b6-3735-4261-ba5f-511e489463d2 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:30.112488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:30.112832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Checking segment: {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:30.113313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Bound using segment: {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:30.113909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Bound port: d257e3b4-7f6b-498d-b451-014cea8c9912, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddee3fd6-db38-423c-b6e7-443c65588899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:30.114275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.190210 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:30.193473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d257e3b4-7f6b-498d-b451-014cea8c9912,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:30.200433 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.240080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.240664 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.242046 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] 10.222.0.72 "PUT /v2.0/ports/d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 1093 time: 0.7306800 Feb 09 03:04:30.242504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:30.245325 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5191668d-3d30-4427-9a81-3fbc44b7f5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:30.271307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd07bc-3344-4237-b9ba-498798540453 service neutron] Pushing event updated for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:30.309459 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c062500d-18f4-4de2-ab81-04a54a7910de x-openstack-request-id: req-c062500d-18f4-4de2-ab81-04a54a7910de {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:30.309827 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:30.310097 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c062500d-18f4-4de2-ab81-04a54a7910de {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:30.310711 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'status': 'completed', 'code': 200} Feb 09 03:04:30.350066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-fa060be0-009f-4360-9652-fbe5074f6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.351783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-fa060be0-009f-4360-9652-fbe5074f6f48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1127 time: 0.0581372 Feb 09 03:04:30.406429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-1d684274-2968-4d82-b507-40a0c126a203 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 217 time: 0.0461040 Feb 09 03:04:30.461940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-66454d43-2ba5-4d1f-99c9-032cd7bdd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.463933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-66454d43-2ba5-4d1f-99c9-032cd7bdd098 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0519974 Feb 09 03:04:30.517365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-9e6fe195-8964-433d-b9b1-4507b173f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.520664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-9e6fe195-8964-433d-b9b1-4507b173f30b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506964 Feb 09 03:04:30.620542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-1c749996-5ee0-423f-aca7-c63379182a4e service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933299 Feb 09 03:04:30.718607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7eee1451-c4e5-43ac-b5c0-8a2add793470 req-3fc9cd30-3869-466d-aef8-721c0676ed95 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912559 Feb 09 03:04:30.841025 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-012ceb3c-4749-465a-86a0-ab441093e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.842599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-012ceb3c-4749-465a-86a0-ab441093e76f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1127 time: 0.0811331 Feb 09 03:04:30.863917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900efd9d-aa8f-4e88-9816-5a6e1826bd60 req-bd6c9147-1f25-40c2-a3bf-e73c803910c9 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.865358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-900efd9d-aa8f-4e88-9816-5a6e1826bd60 req-bd6c9147-1f25-40c2-a3bf-e73c803910c9 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 944 time: 0.0774930 Feb 09 03:04:30.968221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-900efd9d-aa8f-4e88-9816-5a6e1826bd60 req-6216ec1a-20e0-420b-b007-1c23b9e68b6f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913405 Feb 09 03:04:30.981149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-2181ec6a-3487-4f88-a86e-27006bbff29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.982662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-2181ec6a-3487-4f88-a86e-27006bbff29e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.1328645 Feb 09 03:04:31.026303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-134d4505-6633-48bf-ad13-23f06d2cbb14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 217 time: 0.0376656 Feb 09 03:04:31.076414 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-0bbe8dba-4911-47c4-b53f-7f590a6e1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:31.077919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-0bbe8dba-4911-47c4-b53f-7f590a6e1870 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0461493 Feb 09 03:04:31.127951 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-9ba77b74-1a9a-45f2-9b33-4e2f371ca545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:31.129494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-9ba77b74-1a9a-45f2-9b33-4e2f371ca545 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458858 Feb 09 03:04:31.232504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-708946a0-7e95-45f3-95c8-26fdfc71d7bb service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964634 Feb 09 03:04:31.329438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5191668d-3d30-4427-9a81-3fbc44b7f5f3 req-2001f740-9ac2-4fc9-a54e-976b4fc47a53 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916414 Feb 09 03:04:32.107473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c0f39-1775-4f9b-bc05-597a1f141459 req-756aba5f-a1e2-49b2-9052-a89db97ab25c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:32.108915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c69c0f39-1775-4f9b-bc05-597a1f141459 req-756aba5f-a1e2-49b2-9052-a89db97ab25c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 944 time: 0.0684938 Feb 09 03:04:32.163632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c69c0f39-1775-4f9b-bc05-597a1f141459 req-e216a898-fa9b-4c41-a678-6b7d4c90d5ab tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490735 Feb 09 03:04:33.293184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de9853-a3a5-47cc-b911-38e5d6fc6a9d req-ca379ff5-60a3-4482-bfd6-6b4877fed4e5 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:33.294806 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33de9853-a3a5-47cc-b911-38e5d6fc6a9d req-ca379ff5-60a3-4482-bfd6-6b4877fed4e5 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 944 time: 0.0542023 Feb 09 03:04:33.343210 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33de9853-a3a5-47cc-b911-38e5d6fc6a9d req-cefc3d76-a653-4122-8bf9-45bc3883f222 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Feb 09 03:04:34.482725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b8c0a-b746-4404-9c1b-e71e0aa1405c req-1fd3f342-8b25-4fd4-8be4-4b05356e54ee tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:34.482725 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-196b8c0a-b746-4404-9c1b-e71e0aa1405c req-1fd3f342-8b25-4fd4-8be4-4b05356e54ee tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 944 time: 0.0575883 Feb 09 03:04:34.523709 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-196b8c0a-b746-4404-9c1b-e71e0aa1405c req-c1d75836-cde1-41d1-a9c8-d20535562280 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Feb 09 03:04:34.814484 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d257e3b4-7f6b-498d-b451-014cea8c9912 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:04:34.915945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d257e3b4-7f6b-498d-b451-014cea8c9912,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:34.926980 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'port_id': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'mac_address': 'fa:16:3e:64:54:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:04:34.965203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d257e3b4-7f6b-498d-b451-014cea8c9912 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:34.965596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.978368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d257e3b4-7f6b-498d-b451-014cea8c9912 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:34.998743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d257e3b4-7f6b-498d-b451-014cea8c9912,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:35.003357 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.050903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:35.324915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d257e3b4-7f6b-498d-b451-014cea8c9912'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:35.651096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5349-b352-4a1c-b477-de371983f199 req-4e8f2a81-1441-4240-afda-59e10fc5aa76 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.652626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c61f5349-b352-4a1c-b477-de371983f199 req-4e8f2a81-1441-4240-afda-59e10fc5aa76 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 945 time: 0.0578692 Feb 09 03:04:35.701380 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c61f5349-b352-4a1c-b477-de371983f199 req-d47a837e-d237-4d1f-9b29-d692a4b5cf44 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Feb 09 03:04:36.816186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d257e3b4-7f6b-498d-b451-014cea8c9912 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:36.829578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840998f-fb54-4772-b7bf-eebd7c4088d8 req-825726f6-5dfa-4761-a2df-0764c32a822d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:36.831227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5840998f-fb54-4772-b7bf-eebd7c4088d8 req-825726f6-5dfa-4761-a2df-0764c32a822d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 945 time: 0.0610671 Feb 09 03:04:36.867628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port d257e3b4-7f6b-498d-b451-014cea8c9912 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:04:36.873444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port d257e3b4-7f6b-498d-b451-014cea8c9912 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:36.873888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.884967 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5840998f-fb54-4772-b7bf-eebd7c4088d8 req-ef9b0a68-b6a0-41d7-a015-001bd087910b tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Feb 09 03:04:36.958940 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port d257e3b4-7f6b-498d-b451-014cea8c9912 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:36.959337 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.989570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:36.991753 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ba72a0-6584-4b17-966d-9379464f431f" -d '{"events": [{"server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "name": "network-vif-plugged", "status": "completed", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:37.005799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d257e3b4-7f6b-498d-b451-014cea8c9912,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:37.010183 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:37.036594 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9623be-a703-488b-8a42-b0bc2311469e x-openstack-request-id: req-7b9623be-a703-488b-8a42-b0bc2311469e {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:37.036894 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "name": "network-vif-plugged", "status": "completed", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:37.037146 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b9623be-a703-488b-8a42-b0bc2311469e {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:37.037560 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'code': 200} Feb 09 03:04:37.062279 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:37.134063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f452a71-44ec-4d53-9cae-08aaa9f1bc55 req-0e9731da-9ece-48c2-846c-91044bc236a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:37.135768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f452a71-44ec-4d53-9cae-08aaa9f1bc55 req-0e9731da-9ece-48c2-846c-91044bc236a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1129 time: 0.0453866 Feb 09 03:04:37.182015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f452a71-44ec-4d53-9cae-08aaa9f1bc55 req-889017e6-d988-4658-9a5d-a52dbe00a01b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Feb 09 03:04:38.005425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65763fbd-d4bb-49b7-bc7b-d767786137c3 req-94869d5e-8003-489c-8372-83e4fef6788b tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:38.006954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65763fbd-d4bb-49b7-bc7b-d767786137c3 req-94869d5e-8003-489c-8372-83e4fef6788b tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0540428 Feb 09 03:04:38.054902 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65763fbd-d4bb-49b7-bc7b-d767786137c3 req-94044a13-1075-4dc0-ac29-8914aadc5556 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Feb 09 03:04:39.186979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec6d72-a5fc-4288-af3a-6e6fb5985b9a req-03b3f617-6d0e-4e78-80e9-3a6a18073773 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:39.188481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2ec6d72-a5fc-4288-af3a-6e6fb5985b9a req-03b3f617-6d0e-4e78-80e9-3a6a18073773 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0572622 Feb 09 03:04:39.242864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2ec6d72-a5fc-4288-af3a-6e6fb5985b9a req-0808615f-bc68-490e-af06-03453a995b40 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Feb 09 03:04:39.363654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc95c2d-524c-48c6-b072-6afb037b7501 req-13bdc7e6-4104-49e5-80d0-30570d163752 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:39.365152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbc95c2d-524c-48c6-b072-6afb037b7501 req-13bdc7e6-4104-49e5-80d0-30570d163752 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0533500 Feb 09 03:04:39.414811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dbc95c2d-524c-48c6-b072-6afb037b7501 req-faa61529-efe9-4067-8e77-638fee9a05c2 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Feb 09 03:04:39.615549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89ae92-2e5e-466a-9a7a-800e70090169 req-32cd36ce-9c49-43c5-9fca-0b17d0f8bb8d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:39.616946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab89ae92-2e5e-466a-9a7a-800e70090169 req-32cd36ce-9c49-43c5-9fca-0b17d0f8bb8d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0524392 Feb 09 03:04:39.671154 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ab89ae92-2e5e-466a-9a7a-800e70090169 req-60dc3372-902f-4249-828b-ddb23d1308c2 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476644 Feb 09 03:04:48.381092 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.435556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.636262 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:04:53.443687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-23afdea9-d037-4f61-adb4-107aafe37a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.777227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c096d2ba-8909-4c75-a002-34bcd4d0491d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.163796 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:58.340326 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:58.876100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2e80-da7f-4066-8ee9-39330a6d3f85 req-baef3111-0394-49a6-8778-399cf878ffc0 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:58.877608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e76a2e80-da7f-4066-8ee9-39330a6d3f85 req-baef3111-0394-49a6-8778-399cf878ffc0 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.1560750 Feb 09 03:04:58.926876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e76a2e80-da7f-4066-8ee9-39330a6d3f85 req-7ff93bb4-23fd-4f74-9cc3-198493300552 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Feb 09 03:04:58.949073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45706) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:59.040999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ae54f-91da-4f26-b519-6a5fca2e0bd5 tempest-TestMinimumBasicScenario-2123564464 tempest-TestMinimumBasicScenario-2123564464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:59.042482 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8c4ae54f-91da-4f26-b519-6a5fca2e0bd5 tempest-TestMinimumBasicScenario-2123564464 tempest-TestMinimumBasicScenario-2123564464-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1124 time: 0.0924010 Feb 09 03:04:59.045619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45710) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:59.049876 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:59.072249 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.177309 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.285294 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Allocated IP 172.25.6.213 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/acb88258-0c52-4672-b99c-da7f74641674) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:59.393729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for port (acb88258-0c52-4672-b99c-da7f74641674), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.427917 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (acb88258-0c52-4672-b99c-da7f74641674), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.469345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:59.472519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:59.477498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:59.483512 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'Port': ['ID=acb88258-0c52-4672-b99c-da7f74641674,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:59.511642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.511994 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.512428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.512817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.513214 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.513590 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.513954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.514361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.514756 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.515088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.515489 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.515808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.516174 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:59.880729 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for floatingip (7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.891434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.956604 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (acb88258-0c52-4672-b99c-da7f74641674), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.113317 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for port (acb88258-0c52-4672-b99c-da7f74641674), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.118692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (acb88258-0c52-4672-b99c-da7f74641674), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.191913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'Port': ['ID=acb88258-0c52-4672-b99c-da7f74641674,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:00.202359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.311887 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Floating IP 7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e associated. External IP: 172.25.6.213, port: d257e3b4-7f6b-498d-b451-014cea8c9912. Feb 09 03:05:00.811258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:05:00.931586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:05:00.942790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] Sync routers for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:05:00.951479 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.953070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:00.953731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:00.991086 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-084895ae-bfcc-4c58-a4fc-f8181282bc6c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9443929 Feb 09 03:05:00.991837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:00.994256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45714) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.994809 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa8f29-27ff-4054-855b-743c258dbca2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:00.999506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558102336', 'description': 'tempest-secgroup-smoke-1558102336 description', 'project_id': 'feadeb9666e44694ab4cc247594554a2'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.029608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.038778 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f5436-a99e-4a3e-9042-3c01eb94ad0d x-openstack-request-id: req-b73f5436-a99e-4a3e-9042-3c01eb94ad0d {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:01.039083 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:01.039434 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b73f5436-a99e-4a3e-9042-3c01eb94ad0d {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:01.040232 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'status': 'completed', 'code': 200} Feb 09 03:05:01.085509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:05:01.145518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group (92be9b53-7fbb-4d26-b372-bac6a6be3cdb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.150670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (92be9b53-7fbb-4d26-b372-bac6a6be3cdb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.213317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92be9b53-7fbb-4d26-b372-bac6a6be3cdb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.221120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.222386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2267349 Feb 09 03:05:01.225849 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45720) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.229434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.229799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.230155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.230522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.230658 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c9c43505-edaf-4167-bddb-92c9941f8126 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'security_group_rule': {'security_group_id': '92be9b53-7fbb-4d26-b372-bac6a6be3cdb', 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.230868 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.231209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.231548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.231885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.232218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.232550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.232885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.233216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.233542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12afdce3-0ee6-425a-90c6-c8450a1299d7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.247207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-be9a720a-efc8-4938-8cad-fe24b06aefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:01.251018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-be9a720a-efc8-4938-8cad-fe24b06aefb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1129 time: 0.1828935 Feb 09 03:05:01.263938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c43505-edaf-4167-bddb-92c9941f8126 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (5a74ba80-1eee-41c5-94cd-82f1652dadf5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.330113 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c43505-edaf-4167-bddb-92c9941f8126 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (5a74ba80-1eee-41c5-94cd-82f1652dadf5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.336545 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c43505-edaf-4167-bddb-92c9941f8126 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (5a74ba80-1eee-41c5-94cd-82f1652dadf5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.354849 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-c154082b-2eb5-44fa-b57d-403d7d038013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:01.356682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-c154082b-2eb5-44fa-b57d-403d7d038013 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.0983980 Feb 09 03:05:01.358250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43505-edaf-4167-bddb-92c9941f8126 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a74ba80-1eee-41c5-94cd-82f1652dadf5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.369570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'port_id': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'mac_address': 'fa:16:3e:64:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:04:59Z', 'updated_at': '2022-02-09T03:04:59Z', 'revision_number': 0, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 5, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:01.374111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c9c43505-edaf-4167-bddb-92c9941f8126 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.378058 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c9c43505-edaf-4167-bddb-92c9941f8126 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485295 Feb 09 03:05:01.378265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45722) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.383029 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4d212369-52de-4e34-b738-f80f42fc58a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'security_group_rule': {'security_group_id': '92be9b53-7fbb-4d26-b372-bac6a6be3cdb', 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.403407 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] Checking router: 0a96a4f8-099c-4355-9be6-3b0bf74fb765 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:05:01.412591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:01.413202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:04:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:01.414002 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d212369-52de-4e34-b738-f80f42fc58a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (02df62e2-f643-4ffa-9376-94136615dcc5), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.437239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-47fb7b56-d908-49e5-96c1-631c3b868496 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 1000 time: 0.0728984 Feb 09 03:05:01.480983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d212369-52de-4e34-b738-f80f42fc58a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (02df62e2-f643-4ffa-9376-94136615dcc5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.485053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d212369-52de-4e34-b738-f80f42fc58a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (02df62e2-f643-4ffa-9376-94136615dcc5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.489333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-65929327-921a-4056-8d4b-fdef95379d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:01.491688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-65929327-921a-4056-8d4b-fdef95379d28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0483615 Feb 09 03:05:01.505611 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d212369-52de-4e34-b738-f80f42fc58a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02df62e2-f643-4ffa-9376-94136615dcc5,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.516306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4d212369-52de-4e34-b738-f80f42fc58a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.517572 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4d212369-52de-4e34-b738-f80f42fc58a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383131 Feb 09 03:05:01.520918 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45724) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.525407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-dddd89d4-23d3-43fa-af9f-39d86cf98372 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'security_group_rule': {'security_group_id': '92be9b53-7fbb-4d26-b372-bac6a6be3cdb', 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.551600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-6a36295a-9874-4dc7-8570-2af13b749575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:01.553234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-6a36295a-9874-4dc7-8570-2af13b749575 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553939 Feb 09 03:05:01.553916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:05:01.554988 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dddd89d4-23d3-43fa-af9f-39d86cf98372 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (94bab4b2-5bc3-4bcd-a9ff-a3f9a5f4018a), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.624854 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dddd89d4-23d3-43fa-af9f-39d86cf98372 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (94bab4b2-5bc3-4bcd-a9ff-a3f9a5f4018a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.629033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dddd89d4-23d3-43fa-af9f-39d86cf98372 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (94bab4b2-5bc3-4bcd-a9ff-a3f9a5f4018a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.653439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd89d4-23d3-43fa-af9f-39d86cf98372 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bab4b2-5bc3-4bcd-a9ff-a3f9a5f4018a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.653724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-9d43d75b-4370-409f-a388-69b2c9e5b739 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911064 Feb 09 03:05:01.659908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-dddd89d4-23d3-43fa-af9f-39d86cf98372 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.661272 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dddd89d4-23d3-43fa-af9f-39d86cf98372 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392274 Feb 09 03:05:01.665260 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45726) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.670436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4c988819-4dde-417a-a871-d5b0a1ab278c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'security_group_rule': {'security_group_id': '92be9b53-7fbb-4d26-b372-bac6a6be3cdb', 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.698045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c988819-4dde-417a-a871-d5b0a1ab278c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (e8b52dfe-6d2b-41cc-abe5-6d38f0921646), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.759347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bcaa8f29-27ff-4054-855b-743c258dbca2 req-601a3afd-b184-4b01-b32d-7eae28e16de7 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975099 Feb 09 03:05:01.762843 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c988819-4dde-417a-a871-d5b0a1ab278c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (e8b52dfe-6d2b-41cc-abe5-6d38f0921646), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.769582 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c988819-4dde-417a-a871-d5b0a1ab278c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e8b52dfe-6d2b-41cc-abe5-6d38f0921646), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.793216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c988819-4dde-417a-a871-d5b0a1ab278c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b52dfe-6d2b-41cc-abe5-6d38f0921646,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.807280 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4c988819-4dde-417a-a871-d5b0a1ab278c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.808916 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4c988819-4dde-417a-a871-d5b0a1ab278c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425316 Feb 09 03:05:01.811859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45728) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.816629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'security_group_rule': {'security_group_id': '92be9b53-7fbb-4d26-b372-bac6a6be3cdb', 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.829002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'port_id': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'mac_address': 'fa:16:3e:64:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:04:59Z', 'updated_at': '2022-02-09T03:04:59Z', 'revision_number': 0, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 5, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:01.840591 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Project feadeb9666e44694ab4cc247594554a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:05:01.845678 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (557a8cfa-c536-43ae-8f07-a1c4652d19df), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.860214 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed41eac-b406-4c7f-b1bc-fdccc2e01a3f None None] The sync data for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 is: [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'port_id': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'mac_address': 'fa:16:3e:64:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:04:59Z', 'updated_at': '2022-02-09T03:04:59Z', 'revision_number': 0, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 5, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:05:01.910056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (557a8cfa-c536-43ae-8f07-a1c4652d19df), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.914567 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (557a8cfa-c536-43ae-8f07-a1c4652d19df), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.935308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557a8cfa-c536-43ae-8f07-a1c4652d19df,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.943009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.944246 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-44c8900a-d8a6-44d9-b4c4-f5346930f0b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312718 Feb 09 03:05:01.947227 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45730) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.952566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'security_group_rule': {'security_group_id': '92be9b53-7fbb-4d26-b372-bac6a6be3cdb', 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.978558 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Project feadeb9666e44694ab4cc247594554a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:05:01.984882 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (52e0b69b-d71a-49e7-9fbf-d594a3231e89), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.051427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (52e0b69b-d71a-49e7-9fbf-d594a3231e89), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.055785 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (52e0b69b-d71a-49e7-9fbf-d594a3231e89), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.077040 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e0b69b-d71a-49e7-9fbf-d594a3231e89,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:02.088230 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5884adc-6ab6-41b8-8ae2-1450b1414d61 None None] New status for floating IP 7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:05:02.090064 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.091407 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c6bf8cd4-3918-49f5-84e8-80e7b080e859 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430769 Feb 09 03:05:02.186731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-7b1e4d4f-3956-4c91-9713-e9de371a1f34 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558102336&fields=id&tenant_id=feadeb9666e44694ab4cc247594554a2 HTTP/1.1" status: 200 len: 267 time: 0.0458543 Feb 09 03:05:02.249080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-53d16485-7660-4af6-9716-1818fd2a2e4d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:02.250704 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-53d16485-7660-4af6-9716-1818fd2a2e4d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0581474 Feb 09 03:05:02.263807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'port': {'security_groups': ['d59f9af5-d9c4-45be-a2ce-32227fcc1940', '92be9b53-7fbb-4d26-b372-bac6a6be3cdb']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:02.339998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.533736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d257e3b4-7f6b-498d-b451-014cea8c9912,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:02.566003 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.570514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.585054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d257e3b4-7f6b-498d-b451-014cea8c9912'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:05:02.614448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:02.615258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.616705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f70503c-1ca0-43ad-9437-190428b3e2a3 req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "PUT /v2.0/ports/d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 982 time: 0.3583784 Feb 09 03:05:02.617172 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:02.620374 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2717f528-7a4b-457d-bfbe-a492ab7f9c79" -d '{"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:02.663687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4f291-a14a-4ad4-98d7-b15ef2d44ca7 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:02.684744 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bc3073-afb3-42b6-b4b7-0fcec7d3e011 x-openstack-request-id: req-a4bc3073-afb3-42b6-b4b7-0fcec7d3e011 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:02.685040 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:02.685528 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4bc3073-afb3-42b6-b4b7-0fcec7d3e011 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:02.686449 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'status': 'completed', 'code': 200} Feb 09 03:05:02.704101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d257e3b4-7f6b-498d-b451-014cea8c9912'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:05:02.784008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-44d69ce0-aced-4f86-941e-057f52d42baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:02.785513 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-44d69ce0-aced-4f86-941e-057f52d42baa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1168 time: 0.0980687 Feb 09 03:05:02.793906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc761700-c878-4b88-85ad-f396d80779a4 req-15ae5149-ed0f-43d2-85e5-a6374b15e995 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:02.795534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc761700-c878-4b88-85ad-f396d80779a4 req-15ae5149-ed0f-43d2-85e5-a6374b15e995 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.1128285 Feb 09 03:05:02.922972 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc761700-c878-4b88-85ad-f396d80779a4 req-4c921384-d949-4300-be9f-26eefd677c15 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186664 Feb 09 03:05:02.932930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ebbf9eef-0b26-4eff-a136-27bfce1a1698 None None] Provisioning complete for port d257e3b4-7f6b-498d-b451-014cea8c9912 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:02.933258 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-4f26d7ba-71c4-4deb-9577-a7f65dda7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:02.933388 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9eef-0b26-4eff-a136-27bfce1a1698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.934798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-4f26d7ba-71c4-4deb-9577-a7f65dda7614 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.1383266 Feb 09 03:05:03.004995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-a5ce4cc4-4524-4cb6-b94d-87425345632b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 1002 time: 0.0631876 Feb 09 03:05:03.054930 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-018c7977-babd-4640-b80c-03c1f019e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:03.057321 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-018c7977-babd-4640-b80c-03c1f019e7af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0469823 Feb 09 03:05:03.120302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-97bf5a04-1412-4aa8-b485-331e2d633621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:03.122153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-97bf5a04-1412-4aa8-b485-331e2d633621 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593846 Feb 09 03:05:03.159524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf9eef-0b26-4eff-a136-27bfce1a1698 None None] Current status of the port d257e3b4-7f6b-498d-b451-014cea8c9912 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:03.215267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-26cf6a35-0cb9-41cc-9bf9-d389ef8487bd service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868042 Feb 09 03:05:03.310428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2717f528-7a4b-457d-bfbe-a492ab7f9c79 req-7ce66289-27d7-422c-8d57-ce1d90b4fae5 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889931 Feb 09 03:05:18.395139 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.451815 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.448434 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1be19fd9-5a5f-42b2-be59-570128ad5cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:25.181865 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-9d2f64ce-296e-4a1f-b082-8845a4c6632e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481954 Feb 09 03:05:25.270408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-174bdff0-0614-44c4-bcfa-c31cc31671e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:25.271966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-174bdff0-0614-44c4-bcfa-c31cc31671e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1168 time: 0.0478261 Feb 09 03:05:25.710388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-12231e4d-2c96-4348-90f9-90475f28131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:25.711842 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-12231e4d-2c96-4348-90f9-90475f28131e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.4199588 Feb 09 03:05:25.777706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-8e096259-a5b7-42be-8188-752530d5d71b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 1002 time: 0.0594625 Feb 09 03:05:25.779401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca3f-2a90-421c-a52f-1a27cf80c367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:25.825959 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-f1d2c1f4-c474-4d0f-bfce-25dad797bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:25.827464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-f1d2c1f4-c474-4d0f-bfce-25dad797bfcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0446053 Feb 09 03:05:25.879606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-05493c1b-8e14-4b38-bcb5-3c76f4df0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:25.881370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-05493c1b-8e14-4b38-bcb5-3c76f4df0c7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487010 Feb 09 03:05:25.969487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-64c18ba7-3690-4d80-bfd0-2b2bc18e5dc6 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820363 Feb 09 03:05:26.068598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bc8017a-b91b-48bb-9931-18115d7d0c83 req-39f3c770-46f0-4eba-bf8f-f2d0a4441b54 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938473 Feb 09 03:05:26.635804 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:05:27.167531 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.335702 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.889487 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:48.398899 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.450908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:51.277953 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920458c-7515-4541-a2fb-c26fa397a40e req-90cc1a7b-35cb-450e-b0b5-33a77277c0c8 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:51.279553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f920458c-7515-4541-a2fb-c26fa397a40e req-90cc1a7b-35cb-450e-b0b5-33a77277c0c8 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0903139 Feb 09 03:05:51.281673 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-be1527a6-a07d-4a17-b943-bcab732c64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:51.283085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-be1527a6-a07d-4a17-b943-bcab732c64f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1168 time: 0.0836794 Feb 09 03:05:51.409732 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f920458c-7515-4541-a2fb-c26fa397a40e req-ff7e1c27-569b-47b3-bf1f-d711b1fbd14d tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241648 Feb 09 03:05:51.424774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-63fd8623-43e5-4db5-91c2-753faf9ca49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:51.426274 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-63fd8623-43e5-4db5-91c2-753faf9ca49e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.1343136 Feb 09 03:05:51.498479 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-2d2c0979-7eb0-4322-ac34-7e702666d11d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 1002 time: 0.0657191 Feb 09 03:05:51.559917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-aef572e9-4314-41fe-ad0f-f7b2075a2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:51.561414 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-aef572e9-4314-41fe-ad0f-f7b2075a2ceb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0518539 Feb 09 03:05:51.612331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-97cdb8f6-91fe-4fef-87b1-e3226b0e42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:51.613840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-97cdb8f6-91fe-4fef-87b1-e3226b0e42d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449324 Feb 09 03:05:51.709528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-4e8bf312-64eb-44b6-b243-1bbe1bdb7278 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Feb 09 03:05:51.808225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-75ac7caf-4703-4e84-bcc3-d27f6ddd4a27 req-3a826116-c1d5-4c6b-b720-ffd4f416244d service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930824 Feb 09 03:05:52.539225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ece86f-54b0-45be-b3b0-95c77f1e71f6 req-196b3441-d41e-4044-b4e6-15bfaed6883e tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:52.541438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6ece86f-54b0-45be-b3b0-95c77f1e71f6 req-196b3441-d41e-4044-b4e6-15bfaed6883e tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0546248 Feb 09 03:05:52.601933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6ece86f-54b0-45be-b3b0-95c77f1e71f6 req-cb3cd473-c164-4546-a128-1354a51d2209 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543246 Feb 09 03:05:53.454160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71233bdc-58a1-4b50-abcb-de2312a0e972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:53.743305 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a8975-cedd-4726-92ad-4d449aeae545 req-a5ab0a21-97d5-4830-a563-e0974e453d0f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:53.745162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-458a8975-cedd-4726-92ad-4d449aeae545 req-a5ab0a21-97d5-4830-a563-e0974e453d0f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0678909 Feb 09 03:05:53.814121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-458a8975-cedd-4726-92ad-4d449aeae545 req-a634edbb-16eb-4797-b15d-92b7f374f6b4 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554042 Feb 09 03:05:54.940520 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81dd1c-514f-420d-a3a6-ae2c1d36e04f req-e23141bb-dc62-483f-b059-8ecbc52252dd tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:54.942048 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c81dd1c-514f-420d-a3a6-ae2c1d36e04f req-e23141bb-dc62-483f-b059-8ecbc52252dd tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0539989 Feb 09 03:05:55.002610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9c81dd1c-514f-420d-a3a6-ae2c1d36e04f req-1482ae1d-574d-4cb9-9595-7c5a590f0572 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545828 Feb 09 03:05:55.782980 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-490b5e61-98ec-4e39-bdf2-95dea2f4ae9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:56.140281 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf3b73-b807-4d43-a92e-c862cc564cdb req-5498b8ae-04b0-4ab1-8147-b62a4f1cb993 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:56.141812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2baf3b73-b807-4d43-a92e-c862cc564cdb req-5498b8ae-04b0-4ab1-8147-b62a4f1cb993 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0649033 Feb 09 03:05:56.202817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2baf3b73-b807-4d43-a92e-c862cc564cdb req-814ede1d-640a-418f-a10b-9983ed362664 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549586 Feb 09 03:05:57.169588 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.335462 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e24ce-5f02-4e7a-8901-2dcddf9e5f4e req-1076e07a-2fd6-415e-9de8-904215a10bf6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:57.336989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd1e24ce-5f02-4e7a-8901-2dcddf9e5f4e req-1076e07a-2fd6-415e-9de8-904215a10bf6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0630910 Feb 09 03:05:57.398347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd1e24ce-5f02-4e7a-8901-2dcddf9e5f4e req-cb38be7b-7d4a-4825-bfd2-b0965137effa tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552230 Feb 09 03:05:58.338559 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.524713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803675a0-01b7-4729-a8f1-a7a910ca4e59 req-5ea958d7-dfb6-4aa5-8a1b-521c84934af6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:58.526880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-803675a0-01b7-4729-a8f1-a7a910ca4e59 req-5ea958d7-dfb6-4aa5-8a1b-521c84934af6 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0547378 Feb 09 03:05:58.591133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-803675a0-01b7-4729-a8f1-a7a910ca4e59 req-30cb906a-9661-4ffd-94a6-a60b32ca48ee tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584829 Feb 09 03:05:59.722762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8037-9d37-4639-ac4e-b31d3c2c909b req-f36e8419-5e86-4366-ae36-8131a9d90174 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:59.724408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34dd8037-9d37-4639-ac4e-b31d3c2c909b req-f36e8419-5e86-4366-ae36-8131a9d90174 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0572741 Feb 09 03:05:59.796953 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34dd8037-9d37-4639-ac4e-b31d3c2c909b req-378cfaf2-47cd-4a63-85aa-09f265e7f295 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650735 Feb 09 03:05:59.882712 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.923201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52287d7-730f-44d6-83cb-5a93bd7d8349 req-9e3532f1-f6ad-4072-a3b3-31c7743814a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:00.924698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b52287d7-730f-44d6-83cb-5a93bd7d8349 req-9e3532f1-f6ad-4072-a3b3-31c7743814a1 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0549643 Feb 09 03:06:00.985221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b52287d7-730f-44d6-83cb-5a93bd7d8349 req-defb567b-2a8c-49b5-b571-347f890d4fcb tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547357 Feb 09 03:06:02.114888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcc40a-6bf4-48cb-858c-390cb6d7b6a1 req-be43f1c1-9e5c-445d-a042-0beb3504017f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:02.116298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05dcc40a-6bf4-48cb-858c-390cb6d7b6a1 req-be43f1c1-9e5c-445d-a042-0beb3504017f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0589688 Feb 09 03:06:02.178675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-05dcc40a-6bf4-48cb-858c-390cb6d7b6a1 req-b4e9588e-c333-41e5-95c0-375e18f0da64 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563824 Feb 09 03:06:03.309221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb5e03-f595-4ddb-bef3-a425dddf9e3b req-2868b971-05f5-4167-b28f-e870d660e01e tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:03.310753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bbb5e03-f595-4ddb-bef3-a425dddf9e3b req-2868b971-05f5-4167-b28f-e870d660e01e tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0554149 Feb 09 03:06:03.372422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0bbb5e03-f595-4ddb-bef3-a425dddf9e3b req-22b66d66-b153-43b8-aaac-ab2ad705ca9b tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559921 Feb 09 03:06:03.635671 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:06:04.506241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054a3a-4924-4780-86ce-ad4e8132ca90 req-82503c23-92af-4973-80d3-e67679a255f5 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:04.507702 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76054a3a-4924-4780-86ce-ad4e8132ca90 req-82503c23-92af-4973-80d3-e67679a255f5 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0561111 Feb 09 03:06:04.576446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76054a3a-4924-4780-86ce-ad4e8132ca90 req-be004bc3-9012-4e58-809b-aa71792ba100 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623636 Feb 09 03:06:05.710923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de63166-1207-442b-9060-0323bd38500d req-d5fcb72b-f720-468d-a20b-e24faad23cef tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:05.713525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4de63166-1207-442b-9060-0323bd38500d req-d5fcb72b-f720-468d-a20b-e24faad23cef tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0650971 Feb 09 03:06:05.775945 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4de63166-1207-442b-9060-0323bd38500d req-8af234cc-b8f0-4acf-a2c4-e83a51878f32 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572033 Feb 09 03:06:06.900180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eda467-65b2-4849-9168-e1d141cfa8c3 req-449becdf-65b7-4398-8826-fc165c8b9b28 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:06.901744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2eda467-65b2-4849-9168-e1d141cfa8c3 req-449becdf-65b7-4398-8826-fc165c8b9b28 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0553238 Feb 09 03:06:06.963515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e2eda467-65b2-4849-9168-e1d141cfa8c3 req-d56ff64d-19eb-48aa-a08f-4f131ef28759 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560803 Feb 09 03:06:08.101224 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f4ba2-eb0c-43b4-aac2-09ac1d05becb req-539cb726-c5b3-4c60-a385-cf097d8a9edf tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:08.103471 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f77f4ba2-eb0c-43b4-aac2-09ac1d05becb req-539cb726-c5b3-4c60-a385-cf097d8a9edf tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0612497 Feb 09 03:06:08.167631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f77f4ba2-eb0c-43b4-aac2-09ac1d05becb req-a8d5e4c8-af51-4125-824e-0e474b214284 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=92be9b53-7fbb-4d26-b372-bac6a6be3cdb&id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580878 Feb 09 03:06:18.480125 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:19.458551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:23.456949 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-628671c2-0557-47a5-bee3-4b6386e16937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:25.787197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0a59-013c-4dee-9c9e-c9408d7fbbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:26.193427 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-b6c7bc4d-f982-4943-843a-78fcef5b2bba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497088 Feb 09 03:06:26.286170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-f247fda3-20ff-4c28-bb16-8974061faa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:26.287762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-f247fda3-20ff-4c28-bb16-8974061faa37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1168 time: 0.0504770 Feb 09 03:06:26.402878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-0971c71b-a857-41f0-b289-571d0f598dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:26.404384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-0971c71b-a857-41f0-b289-571d0f598dd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.0956035 Feb 09 03:06:26.470574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-9ae77e94-f97e-480a-be54-161056b6af4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 1002 time: 0.0600030 Feb 09 03:06:26.524803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-ffbfe040-aff2-4ed3-9a7c-e1d9e749e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:26.526286 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-ffbfe040-aff2-4ed3-9a7c-e1d9e749e28a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0506930 Feb 09 03:06:26.577763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-773b8af1-bcb2-4aa7-a3ca-2618f850bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:26.579335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-773b8af1-bcb2-4aa7-a3ca-2618f850bbfe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472522 Feb 09 03:06:26.669457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-f02ebd74-e709-4521-8633-4b3d9a88212d service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837348 Feb 09 03:06:26.770472 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f69cd0c9-90e4-4cd0-8427-a515e307a367 req-d666ab93-7f2e-4459-b293-625cc3734b91 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939867 Feb 09 03:06:27.173136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.339774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:29.887929 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:40.634829 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:06:48.497594 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.457176 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:53.459438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf0964c7-afb4-4878-9882-65d96f6b44a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:55.790167 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7734f4b2-a18d-42b3-85b0-609a5fb48810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:57.175290 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:58.346384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.884256 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:03.798350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-3db0c083-ba48-422d-ba07-7eeedd478b62 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558102336&fields=id&tenant_id=feadeb9666e44694ab4cc247594554a2 HTTP/1.1" status: 200 len: 267 time: 0.0518787 Feb 09 03:07:03.859614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-8ef4d927-d0b5-4929-9477-bbe73a31722f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:03.861115 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-8ef4d927-d0b5-4929-9477-bbe73a31722f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 985 time: 0.0570023 Feb 09 03:07:03.872466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Request body: {'port': {'security_groups': ['d59f9af5-d9c4-45be-a2ce-32227fcc1940']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:03.950655 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.135300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d257e3b4-7f6b-498d-b451-014cea8c9912,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:04.167284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.174540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.186574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d257e3b4-7f6b-498d-b451-014cea8c9912'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:04.221727 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:04.222358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.223777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4f730aa9-d189-4d00-8d27-3127b9fe8c14 req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "PUT /v2.0/ports/d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 943 time: 0.3565035 Feb 09 03:07:04.224242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:04.226571 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7d0eab-44c3-487a-a236-d90d64c42de9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:04.231190 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45836) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:04.253207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event updated for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:04.263287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.263660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.263987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.264335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.264675 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.265009 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.265345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.265679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.266008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.266339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.266692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.267019 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.267346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa6dfa8-0a23-486d-8029-75babccc3768 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.312860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group (92be9b53-7fbb-4d26-b372-bac6a6be3cdb), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.336817 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d257e3b4-7f6b-498d-b451-014cea8c9912'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:04.343359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group (92be9b53-7fbb-4d26-b372-bac6a6be3cdb), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.397166 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f047f71-d96c-4c5c-a41a-ca1f18f5e24d x-openstack-request-id: req-6f047f71-d96c-4c5c-a41a-ca1f18f5e24d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:04.397517 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:04.397781 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f047f71-d96c-4c5c-a41a-ca1f18f5e24d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:04.399437 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'status': 'completed', 'code': 200} Feb 09 03:07:04.429428 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (92be9b53-7fbb-4d26-b372-bac6a6be3cdb), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.432648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.433851 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "DELETE /v2.0/security-groups/92be9b53-7fbb-4d26-b372-bac6a6be3cdb HTTP/1.1" status: 204 len: 168 time: 0.2009170 Feb 09 03:07:04.441294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45842) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:04.443961 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be9b53-7fbb-4d26-b372-bac6a6be3cdb,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:04.457409 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.458064 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.458642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.459330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.459878 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.460408 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.460749 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.461310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.461813 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.462320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.462845 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.463885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.464385 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28e8739-bef5-46dd-a85f-f0257a07d998 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:04.549670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-b37fbecc-8f24-427f-b5ef-1e696c47911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:04.551212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-b37fbecc-8f24-427f-b5ef-1e696c47911e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1129 time: 0.1207340 Feb 09 03:07:04.580181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-72dea510-29bb-465a-809a-0d75d6b37c0f None None] Provisioning complete for port d257e3b4-7f6b-498d-b451-014cea8c9912 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:04.580648 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-72dea510-29bb-465a-809a-0d75d6b37c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.672328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-72dea510-29bb-465a-809a-0d75d6b37c0f None None] Current status of the port d257e3b4-7f6b-498d-b451-014cea8c9912 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:04.713363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-fc260039-9091-43dd-90ae-01cfb714a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:04.716132 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-fc260039-9091-43dd-90ae-01cfb714a8d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.1378417 Feb 09 03:07:04.767200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Deleting port acb88258-0c52-4672-b99c-da7f74641674 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:04.767556 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (acb88258-0c52-4672-b99c-da7f74641674), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.835720 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-cf448575-0845-4002-95c0-11ae506c00bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 1002 time: 0.1128757 Feb 09 03:07:04.910757 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (acb88258-0c52-4672-b99c-da7f74641674), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.911094 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for floatingip (acb88258-0c52-4672-b99c-da7f74641674), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.922270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-342dde0a-4ec7-4cca-9ba5-7d37270e2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:04.923991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-342dde0a-4ec7-4cca-9ba5-7d37270e2e52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0827937 Feb 09 03:07:04.928299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Calling delete_port for acb88258-0c52-4672-b99c-da7f74641674 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:05.033393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-e739a7fb-1358-4ea5-8df0-d007d8456dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:05.035817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-e739a7fb-1358-4ea5-8df0-d007d8456dc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1052337 Feb 09 03:07:05.173350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-ebecf263-06b6-45ec-90c1-1c1fa889127e service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292770 Feb 09 03:07:05.246272 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (acb88258-0c52-4672-b99c-da7f74641674), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:05.275441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event deleted for resources: {'Port': ['ID=acb88258-0c52-4672-b99c-da7f74641674,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:05.349721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ea7d0eab-44c3-487a-a236-d90d64c42de9 req-90d3b75b-2653-4be0-87e5-d980d7d460fd service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686106 Feb 09 03:07:05.362447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks [] for floatingip (7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:05.362826 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Floating IP 7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e disassociated (deleted). External IP: 172.25.6.213, port: d257e3b4-7f6b-498d-b451-014cea8c9912. Feb 09 03:07:05.585833 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:05.698427 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:05.703947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:05.710334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] Sync routers for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:05.721404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:05.722027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:06:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:05.737224 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a25443ac-9298-4800-aa62-82efaac1f644 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "DELETE /v2.0/floatingips/7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e HTTP/1.1" status: 204 len: 168 time: 1.2923434 Feb 09 03:07:05.850101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:06.080966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 5, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:06.112161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] Checking router: 0a96a4f8-099c-4355-9be6-3b0bf74fb765 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:06.120540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:06.121150 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:06:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:06.246627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:06.400319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:06.403098 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e554fe-2102-4e58-9fae-4a17543bfc78" -d '{"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:06.442038 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3eda1d-5439-4e94-b88c-849be01467f8 x-openstack-request-id: req-1f3eda1d-5439-4e94-b88c-849be01467f8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:06.442295 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:06.442608 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f3eda1d-5439-4e94-b88c-849be01467f8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:06.443522 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'status': 'completed', 'code': 200} Feb 09 03:07:06.461186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 5, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:06.494837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a3d60-3843-477f-b68e-b9810dd12ce0 None None] The sync data for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 is: [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:03:59Z', 'revision_number': 4, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '581c46c8-41cd-4e93-abdc-e0c008f55bab', 'name': '', 'network_id': 'fb9415b6-3735-4261-ba5f-511e489463d2', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'mac_address': 'fa:16:3e:02:b7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '007be8d4-701b-45ea-931a-fd292c459924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:58Z', 'updated_at': '2022-02-09T03:04:03Z', 'revision_number': 5, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'subnets': [{'id': '007be8d4-701b-45ea-931a-fd292c459924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:06.516006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-d199dc15-d85c-415f-82d5-2e1764a02c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:06.517537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-d199dc15-d85c-415f-82d5-2e1764a02c14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feadeb9666e44694ab4cc247594554a2&device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 1129 time: 0.0525355 Feb 09 03:07:06.623769 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-4ce2de7d-d195-471c-9ab8-81974d870c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:06.625563 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-4ce2de7d-d195-471c-9ab8-81974d870c10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 200 len: 915 time: 0.1020765 Feb 09 03:07:06.669615 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-50c4fac4-e497-4ead-aff3-dded6d6ad647 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 200 len: 217 time: 0.0377576 Feb 09 03:07:06.725692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-e4a9da89-a58d-4179-834b-2831478ac8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:06.727347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-e4a9da89-a58d-4179-834b-2831478ac8b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 200 len: 853 time: 0.0515072 Feb 09 03:07:06.759210 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2a2cd-5bd2-4746-8725-2a6cfd894a17 None None] New status for floating IP 7bdb3cf5-091e-48c9-8df0-4cbb18f9e90e: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:07:06.787016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-17e036f8-ccdf-4a42-9206-947195f65bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:06.788610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-17e036f8-ccdf-4a42-9206-947195f65bae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb9415b6-3735-4261-ba5f-511e489463d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554032 Feb 09 03:07:06.885050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-edf638a6-96f5-417c-9c4d-cd35c835f083 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903616 Feb 09 03:07:06.986484 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65e554fe-2102-4e58-9fae-4a17543bfc78 req-34d008d7-8b31-40ad-9b53-a1b489b62c52 service neutron] 10.222.0.72 "GET /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947475 Feb 09 03:07:17.637842 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:07:18.490071 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:19.472035 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.173392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fffd6-6d57-4e3f-9d21-5d50e9d682cd req-8ef9326d-5780-432a-9192-895c79a6ee24 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:21.174894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-539fffd6-6d57-4e3f-9d21-5d50e9d682cd req-8ef9326d-5780-432a-9192-895c79a6ee24 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0578563 Feb 09 03:07:21.225061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-539fffd6-6d57-4e3f-9d21-5d50e9d682cd req-90f8f576-b88d-4ccf-afbd-b80aa995f249 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Feb 09 03:07:22.359209 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301032-23b7-4644-af21-1b808ff45eab req-cf408aba-7020-4dcc-a95d-fb55bfb586db tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:22.360719 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85301032-23b7-4644-af21-1b808ff45eab req-cf408aba-7020-4dcc-a95d-fb55bfb586db tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0561361 Feb 09 03:07:22.421856 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85301032-23b7-4644-af21-1b808ff45eab req-accd26d9-f0d7-4515-be54-0d2c704001a0 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/security-groups?id=d59f9af5-d9c4-45be-a2ce-32227fcc1940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497079 Feb 09 03:07:22.971099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-8e938822-44f9-4aaa-b0af-50fac75e3d77 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:22.972574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-8e938822-44f9-4aaa-b0af-50fac75e3d77 tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 946 time: 0.0530760 Feb 09 03:07:23.069560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Deleting port d257e3b4-7f6b-498d-b451-014cea8c9912 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:23.069909 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.173324 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] For port d257e3b4-7f6b-498d-b451-014cea8c9912, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=d257e3b4-7f6b-498d-b451-014cea8c9912,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:23.173702 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.188680 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Calling delete_port for d257e3b4-7f6b-498d-b451-014cea8c9912 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:23.322036 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d257e3b4-7f6b-498d-b451-014cea8c9912), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.334439 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['d257e3b4-7f6b-498d-b451-014cea8c9912'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:23.484955 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-87e0cadf-0ca0-42bc-9911-ba7d4f204e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.689848 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Pushing event deleted for resources: {'Port': ['ID=d257e3b4-7f6b-498d-b451-014cea8c9912,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:23.735165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2093465f-0985-470b-a191-5e597a9d4556 req-fcd7123c-bd56-4400-a344-ddbce6c6b27c tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8057aef-7ee3-48a3-990a-10f310e93367 HTTP/1.1" status: 200 len: 210 time: 0.0494509 Feb 09 03:07:23.755616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] No DVR routers for this DVR port d257e3b4-7f6b-498d-b451-014cea8c9912 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:23.758506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.762120 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-eb343ccc-d761-4db2-959b-2bd076208d9a req-d0843086-ff51-4a43-9d80-92edccce219f tempest-TestMinimumBasicScenario-1973587570 tempest-TestMinimumBasicScenario-1973587570-project] 10.222.0.72 "DELETE /v2.0/ports/d257e3b4-7f6b-498d-b451-014cea8c9912 HTTP/1.1" status: 204 len: 173 time: 0.7844465 Feb 09 03:07:23.762609 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'name': 'network-vif-deleted', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:23.765302 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fedfb56-0356-48a1-b082-6ddd94d28008" -d '{"events": [{"server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "name": "network-vif-deleted", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:23.804942 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a5567-b850-4f11-b88e-3d10f567952c x-openstack-request-id: req-364a5567-b850-4f11-b88e-3d10f567952c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:23.805179 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8057aef-7ee3-48a3-990a-10f310e93367", "name": "network-vif-deleted", "tag": "d257e3b4-7f6b-498d-b451-014cea8c9912", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:23.805441 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-364a5567-b850-4f11-b88e-3d10f567952c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:23.805856 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8057aef-7ee3-48a3-990a-10f310e93367', 'name': 'network-vif-deleted', 'tag': 'd257e3b4-7f6b-498d-b451-014cea8c9912', 'status': 'completed', 'code': 200} Feb 09 03:07:25.323103 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45952) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:25.677048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d257e3b4-7f6b-498d-b451-014cea8c9912 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:25.680942 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (0a96a4f8-099c-4355-9be6-3b0bf74fb765), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:25.701588 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: d257e3b4-7f6b-498d-b451-014cea8c9912 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:25.701954 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device d257e3b4-7f6b-498d-b451-014cea8c9912 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:25.794127 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6e3c346e-8133-49db-8fee-710ef96bb481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:25.953428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Deleting port 581c46c8-41cd-4e93-abdc-e0c008f55bab {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:25.953672 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.036240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] For port 581c46c8-41cd-4e93-abdc-e0c008f55bab, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=581c46c8-41cd-4e93-abdc-e0c008f55bab,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:26.036606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.050673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Calling delete_port for 581c46c8-41cd-4e93-abdc-e0c008f55bab owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:26.251477 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (581c46c8-41cd-4e93-abdc-e0c008f55bab), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.277050 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Pushing event deleted for resources: {'Port': ['ID=581c46c8-41cd-4e93-abdc-e0c008f55bab,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:26.461934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (0a96a4f8-099c-4355-9be6-3b0bf74fb765), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.690263 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:26.804765 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:26.810707 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-764e1b8b-2063-4c32-9299-4f33d564a675 admin admin] 10.222.0.53 "PUT /v2.0/routers/0a96a4f8-099c-4355-9be6-3b0bf74fb765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4864709 Feb 09 03:07:26.813365 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45954) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:26.816851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] Sync routers for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:26.828234 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:26.829093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:26.927225 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks [] for router (0a96a4f8-099c-4355-9be6-3b0bf74fb765), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.946382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:27.034185 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks [] for router_gateway (0a96a4f8-099c-4355-9be6-3b0bf74fb765), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.092379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Deleting port 59445b64-6d8e-47b2-8151-48fbf02ad35c {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:27.092780 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.136880 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:07:26Z', 'revision_number': 5, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port': {'id': '59445b64-6d8e-47b2-8151-48fbf02ad35c', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:03:57Z', 'updated_at': '2022-02-09T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:27.172418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] Checking router: 0a96a4f8-099c-4355-9be6-3b0bf74fb765 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:27.188798 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.190242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] Routers {'0a96a4f8-099c-4355-9be6-3b0bf74fb765'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:27.190919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:27.193164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] For port 59445b64-6d8e-47b2-8151-48fbf02ad35c, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=59445b64-6d8e-47b2-8151-48fbf02ad35c,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:27.193536 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.207138 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Calling delete_port for 59445b64-6d8e-47b2-8151-48fbf02ad35c owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:27.284523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] Set router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:27.343966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:07:27Z', 'revision_number': 6, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:27.373357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d90f21e-7127-4b99-becc-3d0f60abedb5 None None] The sync data for ids ['0a96a4f8-099c-4355-9be6-3b0bf74fb765'] in n-d-826675-12 is: [{'id': '0a96a4f8-099c-4355-9be6-3b0bf74fb765', 'name': 'tempest-TestMinimumBasicScenario-291420886-router', 'tenant_id': 'feadeb9666e44694ab4cc247594554a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:03:56Z', 'updated_at': '2022-02-09T03:07:27Z', 'revision_number': 6, 'project_id': 'feadeb9666e44694ab4cc247594554a2', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:27.392993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (59445b64-6d8e-47b2-8151-48fbf02ad35c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.424932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Pushing event deleted for resources: {'Port': ['ID=59445b64-6d8e-47b2-8151-48fbf02ad35c,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:27.484236 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (0a96a4f8-099c-4355-9be6-3b0bf74fb765), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.579278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (0a96a4f8-099c-4355-9be6-3b0bf74fb765), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.581457 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks [] for router_controller (0a96a4f8-099c-4355-9be6-3b0bf74fb765), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.630580 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (0a96a4f8-099c-4355-9be6-3b0bf74fb765), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.631383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a96a4f8-099c-4355-9be6-3b0bf74fb765 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:07:27.637852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.647204 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2788de45-cfd5-4c2f-a622-1179e71bec18 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0a96a4f8-099c-4355-9be6-3b0bf74fb765 HTTP/1.1" status: 204 len: 168 time: 0.8327105 Feb 09 03:07:27.649624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45956) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:27.695776 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] Deleting subnet 007be8d4-701b-45ea-931a-fd292c459924 {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:07:27.699937 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] Publish callbacks [] for subnet (007be8d4-701b-45ea-931a-fd292c459924), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.737198 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (007be8d4-701b-45ea-931a-fd292c459924), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.827142 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (007be8d4-701b-45ea-931a-fd292c459924), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.883330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (007be8d4-701b-45ea-931a-fd292c459924), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.910629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007be8d4-701b-45ea-931a-fd292c459924,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:27.912671 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.916057 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-da1ba678-b832-4b5b-a85d-1a3062428bf5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/007be8d4-701b-45ea-931a-fd292c459924 HTTP/1.1" status: 204 len: 168 time: 0.2654793 Feb 09 03:07:27.917165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb4998-faa8-4397-bd9a-d783aae92f22 None None] Network fb9415b6-3735-4261-ba5f-511e489463d2 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:27.919846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45958) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:27.988326 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (fb9415b6-3735-4261-ba5f-511e489463d2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.050711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Deleting port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:28.051059 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.113872 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] For port 194e113d-a347-4e0d-a9a8-49af3e3df8e5, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=194e113d-a347-4e0d-a9a8-49af3e3df8e5,segment=NetworkSegment(ddee3fd6-db38-423c-b6e7-443c65588899),segment_id=ddee3fd6-db38-423c-b6e7-443c65588899)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:28.114307 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.129532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Calling delete_port for 194e113d-a347-4e0d-a9a8-49af3e3df8e5 owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:28.178232 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] DHCP port deletion for fb9415b6-3735-4261-ba5f-511e489463d2 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:07:28.226617 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.245419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 59445b64-6d8e-47b2-8151-48fbf02ad35c no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:28.266309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] No DVR routers for this DVR port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:28.268186 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=194e113d-a347-4e0d-a9a8-49af3e3df8e5,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:28.271659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 59445b64-6d8e-47b2-8151-48fbf02ad35c {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:28.272288 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 59445b64-6d8e-47b2-8151-48fbf02ad35c not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:28.272896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 194e113d-a347-4e0d-a9a8-49af3e3df8e5 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:28.297731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Deleting port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:28.298117 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.299812 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 194e113d-a347-4e0d-a9a8-49af3e3df8e5 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:28.300161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 194e113d-a347-4e0d-a9a8-49af3e3df8e5 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:28.300584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 581c46c8-41cd-4e93-abdc-e0c008f55bab no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:28.330124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 581c46c8-41cd-4e93-abdc-e0c008f55bab {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:28.330501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 581c46c8-41cd-4e93-abdc-e0c008f55bab not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:28.359317 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (fb9415b6-3735-4261-ba5f-511e489463d2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.389090 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9415b6-3735-4261-ba5f-511e489463d2']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:28.403560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddee3fd6-db38-423c-b6e7-443c65588899') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:28.403963 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddee3fd6-db38-423c-b6e7-443c65588899') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:28.415316 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (ddee3fd6-db38-423c-b6e7-443c65588899), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.434154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (ddee3fd6-db38-423c-b6e7-443c65588899), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.442417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:07:28.442973 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (ddee3fd6-db38-423c-b6e7-443c65588899), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:07:28.444894 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:07:28.528458 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (fb9415b6-3735-4261-ba5f-511e489463d2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.537801 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.539892 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fb9415b6-3735-4261-ba5f-511e489463d2 HTTP/1.1" status: 204 len: 168 time: 0.6190147 Feb 09 03:07:28.545947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45960) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:28.554122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988ad7b-6ac4-4269-b470-b0e9b22e7ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9415b6-3735-4261-ba5f-511e489463d2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:28.570384 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.577125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] For port 194e113d-a347-4e0d-a9a8-49af3e3df8e5, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:28.577534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.591952 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Calling delete_port for 194e113d-a347-4e0d-a9a8-49af3e3df8e5 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:28.595059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:07:28.596396 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (194e113d-a347-4e0d-a9a8-49af3e3df8e5), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.619525 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Network fb9415b6-3735-4261-ba5f-511e489463d2 is not hosted by any dhcp agent {{(pid=103151) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:07:28.619993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] No DVR routers for this DVR port 194e113d-a347-4e0d-a9a8-49af3e3df8e5 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:28.621545 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Pushing event deleted for resources: {'Port': ['ID=194e113d-a347-4e0d-a9a8-49af3e3df8e5,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:28.630312 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.630687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.631290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.631628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.631965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.632303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.632631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.632959 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.633318 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.633670 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.633996 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.634325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.634673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1d8b8e-de7a-4247-98d9-592e609e0406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:28.931150 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (47363221-d4ae-476d-a508-5eba5e29ec09), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.208725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Deleting port 9fc43b24-87b5-4c89-945f-8c138bf83f30 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:29.208991 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.288165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] For port 9fc43b24-87b5-4c89-945f-8c138bf83f30, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=9fc43b24-87b5-4c89-945f-8c138bf83f30,segment=NetworkSegment(69176e38-ce4e-470e-8417-11e1313c16b5),segment_id=69176e38-ce4e-470e-8417-11e1313c16b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:29.288538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.301961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Calling delete_port for 9fc43b24-87b5-4c89-945f-8c138bf83f30 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:29.488220 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (9fc43b24-87b5-4c89-945f-8c138bf83f30), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.519529 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc43b24-87b5-4c89-945f-8c138bf83f30,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:29.694682 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (47363221-d4ae-476d-a508-5eba5e29ec09), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.888534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.933383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Router 47363221-d4ae-476d-a508-5eba5e29ec09 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:30.055965 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:30.061946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c23472ee-1c65-46f6-9dcf-431f06e6d2c1 admin admin] 10.222.0.53 "PUT /v2.0/routers/47363221-d4ae-476d-a508-5eba5e29ec09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142660 Feb 09 03:07:30.064450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45962) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:30.065677 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] Sync routers for ids ['47363221-d4ae-476d-a508-5eba5e29ec09'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:30.076220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] Routers {'47363221-d4ae-476d-a508-5eba5e29ec09'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:30.076836 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47363221-d4ae-476d-a508-5eba5e29ec09'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:30.178935 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks [] for router (47363221-d4ae-476d-a508-5eba5e29ec09), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.193633 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] Set router 47363221-d4ae-476d-a508-5eba5e29ec09 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:30.290265 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks [] for router_gateway (47363221-d4ae-476d-a508-5eba5e29ec09), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.356966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Deleting port b655db4f-09ad-459a-b611-d58c6c645d6b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:30.357456 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.384080 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:07:29Z', 'revision_number': 5, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port': {'id': 'b655db4f-09ad-459a-b611-d58c6c645d6b', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:04:02Z', 'updated_at': '2022-02-09T03:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:30.420131 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] Checking router: 47363221-d4ae-476d-a508-5eba5e29ec09 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:30.430386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] Routers {'47363221-d4ae-476d-a508-5eba5e29ec09'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:30.431027 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47363221-d4ae-476d-a508-5eba5e29ec09'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:30.450175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] For port b655db4f-09ad-459a-b611-d58c6c645d6b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=b655db4f-09ad-459a-b611-d58c6c645d6b,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:30.450581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.464759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Calling delete_port for b655db4f-09ad-459a-b611-d58c6c645d6b owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:30.634872 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] Set router 47363221-d4ae-476d-a508-5eba5e29ec09 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:30.645085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b655db4f-09ad-459a-b611-d58c6c645d6b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.673809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Pushing event deleted for resources: {'Port': ['ID=b655db4f-09ad-459a-b611-d58c6c645d6b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:30.700109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:07:30Z', 'revision_number': 6, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:30.731245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d54df6b-5046-43af-bd56-6494be5ff06e None None] The sync data for ids ['47363221-d4ae-476d-a508-5eba5e29ec09'] in n-d-826675-12 is: [{'id': '47363221-d4ae-476d-a508-5eba5e29ec09', 'name': 'tempest-TestMinimumBasicScenario-1036249549-router', 'tenant_id': '8ed0df7821f24de885338b192448eeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:04:01Z', 'updated_at': '2022-02-09T03:07:30Z', 'revision_number': 6, 'project_id': '8ed0df7821f24de885338b192448eeba', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:30.742883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (47363221-d4ae-476d-a508-5eba5e29ec09), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.837664 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (47363221-d4ae-476d-a508-5eba5e29ec09), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.840087 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks [] for router_controller (47363221-d4ae-476d-a508-5eba5e29ec09), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.886041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (47363221-d4ae-476d-a508-5eba5e29ec09), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.886654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47363221-d4ae-476d-a508-5eba5e29ec09 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:07:30.891714 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.892898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-228b4a6c-9aa5-4d19-95b3-802eb2679490 admin admin] 10.222.0.53 "DELETE /v2.0/routers/47363221-d4ae-476d-a508-5eba5e29ec09 HTTP/1.1" status: 204 len: 168 time: 0.8275335 Feb 09 03:07:30.895440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45964) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:30.951227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] Deleting subnet 64c1333a-8717-4b39-9e08-727d692bbbe1 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:07:30.954254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] Publish callbacks [] for subnet (64c1333a-8717-4b39-9e08-727d692bbbe1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.989166 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (64c1333a-8717-4b39-9e08-727d692bbbe1), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.066719 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (64c1333a-8717-4b39-9e08-727d692bbbe1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.128540 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (64c1333a-8717-4b39-9e08-727d692bbbe1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.161747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c1333a-8717-4b39-9e08-727d692bbbe1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:31.163770 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.167678 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8d1065e0-d9a4-425b-b23c-82c6d90ec273 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/64c1333a-8717-4b39-9e08-727d692bbbe1 HTTP/1.1" status: 204 len: 168 time: 0.2711823 Feb 09 03:07:31.169642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cb0cd-adf3-4219-8cc0-edf422d8b5ae None None] Network 686dbe96-8649-4ed0-a47f-671ed56b9685 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:31.170980 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45966) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:31.243091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (686dbe96-8649-4ed0-a47f-671ed56b9685), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.302987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Deleting port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:31.303173 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.374364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] For port e4c3c511-e7c1-48ba-be35-81c86c3c19b2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=e4c3c511-e7c1-48ba-be35-81c86c3c19b2,segment=NetworkSegment(69176e38-ce4e-470e-8417-11e1313c16b5),segment_id=69176e38-ce4e-470e-8417-11e1313c16b5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:31.374759 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.388247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Calling delete_port for e4c3c511-e7c1-48ba-be35-81c86c3c19b2 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:31.472893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (e4c3c511-e7c1-48ba-be35-81c86c3c19b2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.497796 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c3c511-e7c1-48ba-be35-81c86c3c19b2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:31.502775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] No DVR routers for this DVR port e4c3c511-e7c1-48ba-be35-81c86c3c19b2 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:31.574379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabd3cf-0b30-49f8-a3ee-8e061c99c655 None None] DHCP port deletion for 686dbe96-8649-4ed0-a47f-671ed56b9685 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:07:31.581557 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (686dbe96-8649-4ed0-a47f-671ed56b9685), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.605438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686dbe96-8649-4ed0-a47f-671ed56b9685']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:31.616216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69176e38-ce4e-470e-8417-11e1313c16b5') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:31.616517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69176e38-ce4e-470e-8417-11e1313c16b5') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:31.627032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (69176e38-ce4e-470e-8417-11e1313c16b5), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.643680 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (69176e38-ce4e-470e-8417-11e1313c16b5), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.652050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:07:31.652551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (69176e38-ce4e-470e-8417-11e1313c16b5), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:07:31.654220 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:07:31.721507 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (686dbe96-8649-4ed0-a47f-671ed56b9685), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.729051 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.732677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/686dbe96-8649-4ed0-a47f-671ed56b9685 HTTP/1.1" status: 204 len: 168 time: 0.5611992 Feb 09 03:07:31.746256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea553330-5945-48e0-b80b-e92377ab9aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=686dbe96-8649-4ed0-a47f-671ed56b9685,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:31.936314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45972) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:31.973921 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b655db4f-09ad-459a-b611-d58c6c645d6b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:31.979096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f6c6ddc1-c895-4175-9ec8-203e696eba8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=feadeb9666e44694ab4cc247594554a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412681 Feb 09 03:07:31.981412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:31.995744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: b655db4f-09ad-459a-b611-d58c6c645d6b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:31.996094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device b655db4f-09ad-459a-b611-d58c6c645d6b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:31.996531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fc43b24-87b5-4c89-945f-8c138bf83f30 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:32.029649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 9fc43b24-87b5-4c89-945f-8c138bf83f30 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:32.030015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 9fc43b24-87b5-4c89-945f-8c138bf83f30 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:32.030441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e4c3c511-e7c1-48ba-be35-81c86c3c19b2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:32.032506 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc7e5-afa0-4d04-b2a4-c0f216b0f48a admin admin] Publish callbacks [] for security_group (d59f9af5-d9c4-45be-a2ce-32227fcc1940), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.050845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: e4c3c511-e7c1-48ba-be35-81c86c3c19b2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:32.051199 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device e4c3c511-e7c1-48ba-be35-81c86c3c19b2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:32.056007 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc7e5-afa0-4d04-b2a4-c0f216b0f48a admin admin] Publish callbacks [] for security_group (d59f9af5-d9c4-45be-a2ce-32227fcc1940), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.114960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc7e5-afa0-4d04-b2a4-c0f216b0f48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (d59f9af5-d9c4-45be-a2ce-32227fcc1940), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.117532 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc7e5-afa0-4d04-b2a4-c0f216b0f48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.118723 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-dc9fc7e5-afa0-4d04-b2a4-c0f216b0f48a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d59f9af5-d9c4-45be-a2ce-32227fcc1940 HTTP/1.1" status: 204 len: 168 time: 0.1363678 Feb 09 03:07:32.127811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fc7e5-afa0-4d04-b2a4-c0f216b0f48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f9af5-d9c4-45be-a2ce-32227fcc1940,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:32.457681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 45982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:32.500674 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-272d287b-6988-46d1-b855-014234432d6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ed0df7821f24de885338b192448eeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417197 Feb 09 03:07:32.503556 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 45984) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:32.554158 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec864-1a48-4220-9cae-08da51d5ca90 admin admin] Publish callbacks [] for security_group (7cb90c4b-bd36-43d4-b39d-4e503d437880), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.579976 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec864-1a48-4220-9cae-08da51d5ca90 admin admin] Publish callbacks [] for security_group (7cb90c4b-bd36-43d4-b39d-4e503d437880), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.633853 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec864-1a48-4220-9cae-08da51d5ca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7cb90c4b-bd36-43d4-b39d-4e503d437880), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.637493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec864-1a48-4220-9cae-08da51d5ca90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.638844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ee4ec864-1a48-4220-9cae-08da51d5ca90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cb90c4b-bd36-43d4-b39d-4e503d437880 HTTP/1.1" status: 204 len: 168 time: 0.1342802 Feb 09 03:07:32.653158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ec864-1a48-4220-9cae-08da51d5ca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb90c4b-bd36-43d4-b39d-4e503d437880,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:34.308744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46024) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.314483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046510571', 'description': 'tempest-secgroup-smoke-2046510571 description', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:34.335819 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.344449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.420186 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (0348180d-94a0-4244-b8f1-17f0906ac669), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.424739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0348180d-94a0-4244-b8f1-17f0906ac669), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.463753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0348180d-94a0-4244-b8f1-17f0906ac669,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:34.503777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (583c723e-09cc-43ad-af92-e7d87809237b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.507185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (583c723e-09cc-43ad-af92-e7d87809237b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.539777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.541024 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2307215 Feb 09 03:07:34.543765 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbae81d-c074-4c80-bdf8-b097eb9e6082 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583c723e-09cc-43ad-af92-e7d87809237b,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:34.544822 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46026) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.550306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-401ff513-9342-4a11-9ddb-5971b3742c8e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '583c723e-09cc-43ad-af92-e7d87809237b', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:34.577465 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-401ff513-9342-4a11-9ddb-5971b3742c8e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (9e43150f-b3b8-4948-b3bd-51eeda405e09), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.637009 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-401ff513-9342-4a11-9ddb-5971b3742c8e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (9e43150f-b3b8-4948-b3bd-51eeda405e09), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.641823 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-401ff513-9342-4a11-9ddb-5971b3742c8e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (9e43150f-b3b8-4948-b3bd-51eeda405e09), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.661897 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ff513-9342-4a11-9ddb-5971b3742c8e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e43150f-b3b8-4948-b3bd-51eeda405e09,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:34.672040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-401ff513-9342-4a11-9ddb-5971b3742c8e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.673705 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-401ff513-9342-4a11-9ddb-5971b3742c8e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271133 Feb 09 03:07:34.676681 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46028) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.683453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9a96c3f0-e9d7-4713-ba35-34b4aa4fd49e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '583c723e-09cc-43ad-af92-e7d87809237b', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:34.711782 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a96c3f0-e9d7-4713-ba35-34b4aa4fd49e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (b9a0e548-9095-4bc7-b400-6cf3fbc28f8c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.779327 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a96c3f0-e9d7-4713-ba35-34b4aa4fd49e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (b9a0e548-9095-4bc7-b400-6cf3fbc28f8c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.785013 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a96c3f0-e9d7-4713-ba35-34b4aa4fd49e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (b9a0e548-9095-4bc7-b400-6cf3fbc28f8c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.804787 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96c3f0-e9d7-4713-ba35-34b4aa4fd49e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a0e548-9095-4bc7-b400-6cf3fbc28f8c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:34.815552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9a96c3f0-e9d7-4713-ba35-34b4aa4fd49e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.816814 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9a96c3f0-e9d7-4713-ba35-34b4aa4fd49e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391401 Feb 09 03:07:34.819515 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46030) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.824702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ae9d70eb-ef10-46dc-bbe3-a6e9c8c9847c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '583c723e-09cc-43ad-af92-e7d87809237b', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:34.851897 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae9d70eb-ef10-46dc-bbe3-a6e9c8c9847c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (48396668-47f2-4528-a504-c62001dd7122), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.910433 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae9d70eb-ef10-46dc-bbe3-a6e9c8c9847c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (48396668-47f2-4528-a504-c62001dd7122), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.913906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae9d70eb-ef10-46dc-bbe3-a6e9c8c9847c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (48396668-47f2-4528-a504-c62001dd7122), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.931493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d70eb-ef10-46dc-bbe3-a6e9c8c9847c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48396668-47f2-4528-a504-c62001dd7122,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:34.939304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ae9d70eb-ef10-46dc-bbe3-a6e9c8c9847c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.940566 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae9d70eb-ef10-46dc-bbe3-a6e9c8c9847c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201110 Feb 09 03:07:34.943290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46032) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.948883 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8d77d3cd-2d54-42f3-a20e-37bee64cc94c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '583c723e-09cc-43ad-af92-e7d87809237b', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:34.977114 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d77d3cd-2d54-42f3-a20e-37bee64cc94c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (44fdeada-0f0f-464c-9985-1013719a98f7), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.038098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d77d3cd-2d54-42f3-a20e-37bee64cc94c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (44fdeada-0f0f-464c-9985-1013719a98f7), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.042589 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d77d3cd-2d54-42f3-a20e-37bee64cc94c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (44fdeada-0f0f-464c-9985-1013719a98f7), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.062296 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77d3cd-2d54-42f3-a20e-37bee64cc94c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fdeada-0f0f-464c-9985-1013719a98f7,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:35.070329 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8d77d3cd-2d54-42f3-a20e-37bee64cc94c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.071585 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8d77d3cd-2d54-42f3-a20e-37bee64cc94c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273284 Feb 09 03:07:35.074799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46034) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:35.079146 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '583c723e-09cc-43ad-af92-e7d87809237b', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:35.107084 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:07:35.112472 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (3c2d3005-67e0-472d-96b2-33f6fa1ef83e), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.175865 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (3c2d3005-67e0-472d-96b2-33f6fa1ef83e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.180047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3c2d3005-67e0-472d-96b2-33f6fa1ef83e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.201411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2d3005-67e0-472d-96b2-33f6fa1ef83e,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:35.210650 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.211694 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c5a3e3ec-05be-4de4-b20d-6dedf21c5dda tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359847 Feb 09 03:07:35.215369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46036) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:35.219715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '583c723e-09cc-43ad-af92-e7d87809237b', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:35.239629 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:07:35.244791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (6018d86c-e2f2-4c68-9a2d-e906950a781b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.315076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (6018d86c-e2f2-4c68-9a2d-e906950a781b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.319384 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (6018d86c-e2f2-4c68-9a2d-e906950a781b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.337359 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6018d86c-e2f2-4c68-9a2d-e906950a781b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:35.345995 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.347243 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-13d0011f-73fa-429b-bd21-5c711ef07ca5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309171 Feb 09 03:07:35.350216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46038) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:35.355556 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'network': {'name': 'tempest-network-smoke--2044192214', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:35.375677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:35.379119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.403362 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:07:35.422076 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9d2e4763-3845-4cb4-ad40-72c5cc3539e1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.422432 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Added segment 9d2e4763-3845-4cb4-ad40-72c5cc3539e1 of type vlan for network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 Feb 09 03:07:35.462068 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (22a4a1d1-48b4-472b-b6d4-0fda33e91954), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.490929 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (22a4a1d1-48b4-472b-b6d4-0fda33e91954), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.496575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:35.497160 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.552316 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2010000 Feb 09 03:07:35.555374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46040) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:35.561024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'admin_state_up': True, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:35.577772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70766699-70d2-4de6-a412-71a1d172081f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Network': ['ID=22a4a1d1-48b4-472b-b6d4-0fda33e91954,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:35.584372 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.585613 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.589530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:07:35.643177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.800408 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.344573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.368012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.486738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.193 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/6db6da60-1094-4af3-b376-02b5cedabaa1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:36.590195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.633854 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.687799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:36.692287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:36.696667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:36.700723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=6db6da60-1094-4af3-b376-02b5cedabaa1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:36.958845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.173553 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.309646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:07:37.416754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:37.427360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Sync routers for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:37.437811 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.438045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:37.439247 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d6eae51d-3d80-4290-a8a3-da955f0129f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8826201 Feb 09 03:07:37.442361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46042) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:37.447151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:37.563663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:37.572638 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a209c103-5a96-4d43-8679-9171b013397b tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e1d7f3249c8b42118b06f8e6278f72bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1266956 Feb 09 03:07:37.573008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46046) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:37.675962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52045f-ff1a-47ca-8a1b-4228804f3bdd tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:37.680179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ba52045f-ff1a-47ca-8a1b-4228804f3bdd tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1034062 Feb 09 03:07:37.680514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46048) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:37.711236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-953177b4-b440-4c2e-8f1e-e7dd976d734b tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295799 Feb 09 03:07:37.714035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46050) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:37.719234 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971904793', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:37.763914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:36Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:37.793310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Checking router: 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:37.793906 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Updating router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 port 6db6da60-1094-4af3-b376-02b5cedabaa1 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:07:37.817663 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:37.821137 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.827045 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.026750 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (bc2adf0e-b231-41ee-a77a-9b9b65024032), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.088667 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Publish callbacks [] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.094742 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.096625 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Subnet': ['ID=bc2adf0e-b231-41ee-a77a-9b9b65024032,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:38.102592 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Checking segment: {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:38.102962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network hostable DHCP agents. Network: 22a4a1d1-48b4-472b-b6d4-0fda33e91954, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:07:38.121797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:07:38.133555 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 22a4a1d1-48b4-472b-b6d4-0fda33e91954) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:38.138691 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:38.139563 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.149793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d32e88-acae-4a37-9959-a8687b86fcb1 None None] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:38.159986 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3851cfff-31e5-4e63-a19d-50ad5c622d66 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4421344 Feb 09 03:07:38.160220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46052) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:38.169403 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22322c5f-dbfc-4888-9ad6-eafba68b9055 None None] Pushing event updated for resources: {'Port': ['ID=6db6da60-1094-4af3-b376-02b5cedabaa1,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:38.210936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Attempting to bind port 6db6da60-1094-4af3-b376-02b5cedabaa1 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:07:38.211317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Attempting to bind port 6db6da60-1094-4af3-b376-02b5cedabaa1 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:07:38.211687 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Attempting to bind port 6db6da60-1094-4af3-b376-02b5cedabaa1 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:07:38.234547 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:07:38.234933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:38.235346 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.235744 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:07:38.236250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Bound port: 6db6da60-1094-4af3-b376-02b5cedabaa1, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:07:38.236621 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.339384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] For port 6db6da60-1094-4af3-b376-02b5cedabaa1, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:07:38.343827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:07:38.344702 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.347953 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] For port 6db6da60-1094-4af3-b376-02b5cedabaa1, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6db6da60-1094-4af3-b376-02b5cedabaa1,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:07:38.361136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.494160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22322c5f-dbfc-4888-9ad6-eafba68b9055 None None] Pushing event updated for resources: {'Port': ['ID=6db6da60-1094-4af3-b376-02b5cedabaa1,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:38.501242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:38.501877 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:38.635204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Allocated IP 172.20.0.2 (22a4a1d1-48b4-472b-b6d4-0fda33e91954/bc2adf0e-b231-41ee-a77a-9b9b65024032/ae514cf1-89fb-4633-bdde-cadbdcc44894) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:38.673513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:38.935989 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Publish callbacks [] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.943053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.945169 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.999469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:39.006932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:39.010729 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Pushing event updated for resources: {'Port': ['ID=ae514cf1-89fb-4633-bdde-cadbdcc44894,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:39.015355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:39.025390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:36Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:39.071189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990be0f6-0eb9-4adb-a2a5-0f988ae489f0 None None] The sync data for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 is: [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:36Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:39.107359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Attempting to bind port ae514cf1-89fb-4633-bdde-cadbdcc44894 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:07:39.107826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Attempting to bind port ae514cf1-89fb-4633-bdde-cadbdcc44894 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:07:39.108268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Attempting to bind port ae514cf1-89fb-4633-bdde-cadbdcc44894 on network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:07:39.114451 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:07:39.114892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Checking segment: {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:39.115309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.115714 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Bound using segment: {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:07:39.116236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Bound port: ae514cf1-89fb-4633-bdde-cadbdcc44894, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:07:39.116633 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.197837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] For port ae514cf1-89fb-4633-bdde-cadbdcc44894, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:07:39.201822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] For port ae514cf1-89fb-4633-bdde-cadbdcc44894, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ae514cf1-89fb-4633-bdde-cadbdcc44894,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:07:39.208745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.273024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78a9d4-62ae-4f55-9b56-041092cb868b None None] Pushing event updated for resources: {'Port': ['ID=ae514cf1-89fb-4633-bdde-cadbdcc44894,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:39.355797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.1 (22a4a1d1-48b4-472b-b6d4-0fda33e91954/bc2adf0e-b231-41ee-a77a-9b9b65024032/d37b317a-9535-46c0-85bc-c14a0c9087e9) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:39.514188 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.558052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.619866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:39.624035 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:39.629348 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:39.640119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=d37b317a-9535-46c0-85bc-c14a0c9087e9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:39.695058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.857158 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.038983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6db6da60-1094-4af3-b376-02b5cedabaa1 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:40.106227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6db6da60-1094-4af3-b376-02b5cedabaa1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:40.106675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.210741 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6db6da60-1094-4af3-b376-02b5cedabaa1 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:40.211216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.230630 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.235505 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.238218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 6db6da60-1094-4af3-b376-02b5cedabaa1, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6db6da60-1094-4af3-b376-02b5cedabaa1,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:40.242420 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.244888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ae514cf1-89fb-4633-bdde-cadbdcc44894 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:40.323453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=6db6da60-1094-4af3-b376-02b5cedabaa1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:40.333558 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=d37b317a-9535-46c0-85bc-c14a0c9087e9,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:40.342045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ae514cf1-89fb-4633-bdde-cadbdcc44894 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:40.342435 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.343376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.469825 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:40.473989 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:40.548685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf809e3-f8c2-4623-b8c1-37477cfd1446 None None] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:40.601608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:40.616091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ad435377-9cf6-4d82-a43d-6d5a474e894a None None] Provisioning complete for port ae514cf1-89fb-4633-bdde-cadbdcc44894 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:40.616473 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad435377-9cf6-4d82-a43d-6d5a474e894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.725927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:40.731604 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e882590c-17cb-4d90-bf91-5497523cf785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/27bf9157-89e0-4283-8b0d-3bdd07a8b9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702059 Feb 09 03:07:40.743738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ae514cf1-89fb-4633-bdde-cadbdcc44894 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:40.744147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.820036 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port ae514cf1-89fb-4633-bdde-cadbdcc44894, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ae514cf1-89fb-4633-bdde-cadbdcc44894,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:40.826093 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.828328 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad435377-9cf6-4d82-a43d-6d5a474e894a None None] Current status of the port ae514cf1-89fb-4633-bdde-cadbdcc44894 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:40.828328 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad435377-9cf6-4d82-a43d-6d5a474e894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.927185 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=ae514cf1-89fb-4633-bdde-cadbdcc44894,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:40.929439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-e0b8a8b0-6577-4875-bf15-ae13695724f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046510571&fields=id&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 267 time: 0.0558200 Feb 09 03:07:40.934280 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-ad435377-9cf6-4d82-a43d-6d5a474e894a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:07:40.934683 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-ad435377-9cf6-4d82-a43d-6d5a474e894a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:07:40.999620 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Sync routers for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:41.011632 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:41.012299 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:41.062658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-ce154d87-ddf9-4945-8e17-7633f1ca55fa tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:41.065068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-ce154d87-ddf9-4945-8e17-7633f1ca55fa tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/networks?id=22a4a1d1-48b4-472b-b6d4-0fda33e91954 HTTP/1.1" status: 200 len: 797 time: 0.1271901 Feb 09 03:07:41.084060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-46652344-f2aa-4c0d-9957-2b4118b25988 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/quotas/e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 375 time: 0.0133886 Feb 09 03:07:41.142647 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:41.147508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6115b3a3-6aad-4788-95a5-d81a03ae2986 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570314 Feb 09 03:07:41.226876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-aacec616-a9c2-43f4-ad11-77874808d413 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:07:41.227910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-aacec616-a9c2-43f4-ad11-77874808d413 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0681109 Feb 09 03:07:41.330243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-5a13f263-2d2b-4522-bcb5-9a6b2c80ad68 service neutron] 10.222.0.53 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952902 Feb 09 03:07:41.391583 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 2, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:41.420272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Checking router: 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:41.420699 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Updating router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 port d37b317a-9535-46c0-85bc-c14a0c9087e9 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:07:41.428571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-70fe22b5-0cbf-4ee7-8248-3f07f49fce53 service neutron] 10.222.0.53 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922112 Feb 09 03:07:41.454499 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.482683 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ad435377-9cf6-4d82-a43d-6d5a474e894a None None] Current status of the port ae514cf1-89fb-4633-bdde-cadbdcc44894 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:41.602696 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1acc295a-cdb9-4ad2-8dd5-d4c500738ac4 None None] Provisioning complete for port d37b317a-9535-46c0-85bc-c14a0c9087e9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:41.603078 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1acc295a-cdb9-4ad2-8dd5-d4c500738ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.617398 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf128243-75d4-424b-8f4f-06eca9f442a0 req-03d30630-4cef-45ad-8f61-dc15df5f7629 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 210 time: 0.0322185 Feb 09 03:07:41.644502 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1acc295a-cdb9-4ad2-8dd5-d4c500738ac4 None None] Port d37b317a-9535-46c0-85bc-c14a0c9087e9 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:07:41.655704 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1acc295a-cdb9-4ad2-8dd5-d4c500738ac4 None None] Provisioning complete for port ae514cf1-89fb-4633-bdde-cadbdcc44894 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:41.655939 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1acc295a-cdb9-4ad2-8dd5-d4c500738ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.742473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1acc295a-cdb9-4ad2-8dd5-d4c500738ac4 None None] Current status of the port ae514cf1-89fb-4633-bdde-cadbdcc44894 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:41.766437 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Publish callbacks [] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.772039 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.823852 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Pushing event updated for resources: {'Port': ['ID=d37b317a-9535-46c0-85bc-c14a0c9087e9,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:41.849401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.849748 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.850086 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.850420 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.850778 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.851109 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.851430 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.851750 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.852088 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.852385 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.852701 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.853019 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.853333 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:41.889051 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Attempting to bind port d37b317a-9535-46c0-85bc-c14a0c9087e9 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:07:41.889441 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Attempting to bind port d37b317a-9535-46c0-85bc-c14a0c9087e9 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:07:41.889819 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Attempting to bind port d37b317a-9535-46c0-85bc-c14a0c9087e9 on network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:07:41.895270 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:07:41.895654 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Checking segment: {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:41.896056 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.896449 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Bound using segment: {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:07:41.896916 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Bound port: d37b317a-9535-46c0-85bc-c14a0c9087e9, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:07:41.897294 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.968568 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] For port d37b317a-9535-46c0-85bc-c14a0c9087e9, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:07:41.971886 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] For port d37b317a-9535-46c0-85bc-c14a0c9087e9, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d37b317a-9535-46c0-85bc-c14a0c9087e9,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:07:41.979386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6db6da60-1094-4af3-b376-02b5cedabaa1 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:41.981794 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.034899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6db6da60-1094-4af3-b376-02b5cedabaa1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:42.035532 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:42.036037 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.036181 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:42.085478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-cf2046c1-5cbb-42f2-b3c4-7463c3f76935 None None] Provisioning complete for port d37b317a-9535-46c0-85bc-c14a0c9087e9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:42.085778 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf2046c1-5cbb-42f2-b3c4-7463c3f76935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.110053 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909101-37f9-4c7d-818f-6c682882d09d None None] Pushing event updated for resources: {'Port': ['ID=d37b317a-9535-46c0-85bc-c14a0c9087e9,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:42.163139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:42.184159 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6db6da60-1094-4af3-b376-02b5cedabaa1 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:42.185353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ae514cf1-89fb-4633-bdde-cadbdcc44894 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:42.262822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-cf2046c1-5cbb-42f2-b3c4-7463c3f76935 None None] Current status of the port d37b317a-9535-46c0-85bc-c14a0c9087e9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:42.263216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf2046c1-5cbb-42f2-b3c4-7463c3f76935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.296843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ae514cf1-89fb-4633-bdde-cadbdcc44894 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:42.296843 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.325730 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-cf2046c1-5cbb-42f2-b3c4-7463c3f76935 None None] For port d37b317a-9535-46c0-85bc-c14a0c9087e9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d37b317a-9535-46c0-85bc-c14a0c9087e9,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:42.332431 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cf2046c1-5cbb-42f2-b3c4-7463c3f76935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.377317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:41Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:42.405682 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff4d7a-2a35-4c54-a437-c58dd074e6f0 None None] The sync data for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 is: [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:41Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:42.409202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2046c1-5cbb-42f2-b3c4-7463c3f76935 None None] Pushing event updated for resources: {'Port': ['ID=d37b317a-9535-46c0-85bc-c14a0c9087e9,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:42.425531 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ae514cf1-89fb-4633-bdde-cadbdcc44894 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:42.466218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0450d887-7075-4823-b12c-338a41fc62f9 None None] Provisioning complete for port d37b317a-9535-46c0-85bc-c14a0c9087e9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:42.466805 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0450d887-7075-4823-b12c-338a41fc62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.566652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0450d887-7075-4823-b12c-338a41fc62f9 None None] Current status of the port d37b317a-9535-46c0-85bc-c14a0c9087e9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:42.706150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70aba54f-6ab8-4edc-98ba-a7e91c04b687 req-7a76c552-8da0-477a-9c5a-4247f35aed0e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 210 time: 0.0328319 Feb 09 03:07:43.791276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9d91512d-4b85-4da9-a4e1-171b1cd193f8 req-70a70bab-2324-48a0-894d-cc1f7552a292 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 210 time: 0.0276856 Feb 09 03:07:43.984919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d37b317a-9535-46c0-85bc-c14a0c9087e9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:44.035165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d37b317a-9535-46c0-85bc-c14a0c9087e9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:44.035542 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:44.124283 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d37b317a-9535-46c0-85bc-c14a0c9087e9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:44.880550 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e4b339d9-d160-4233-947c-27919c0d89a3 req-da096960-2aaf-497c-af32-b9ea7170c61b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 210 time: 0.0281956 Feb 09 03:07:45.974438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-33d01185-2737-4050-9f3b-3738816b375a req-96862e4f-52fb-4c48-8434-005db634d1bc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 210 time: 0.0270224 Feb 09 03:07:46.787888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-0882add4-6068-45a2-8d08-fb2f8b980219 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:46.789453 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-0882add4-6068-45a2-8d08-fb2f8b980219 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/networks?id=22a4a1d1-48b4-472b-b6d4-0fda33e91954 HTTP/1.1" status: 200 len: 797 time: 0.1129787 Feb 09 03:07:46.854165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-379b5021-ed75-4e6f-a9c0-22e9d42c9f9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 380 time: 0.0564537 Feb 09 03:07:46.866171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'port': {'device_id': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'admin_state_up': True, 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'security_groups': ['583c723e-09cc-43ad-af92-e7d87809237b']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:46.985511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:46.990188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.096231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d7502e5f-0cb9-427f-bbd8-fac4ce9a77bf req-c50ca869-34c5-4a85-97ef-50dc7453756a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 210 time: 0.0344296 Feb 09 03:07:47.151181 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.13 (22a4a1d1-48b4-472b-b6d4-0fda33e91954/bc2adf0e-b231-41ee-a77a-9b9b65024032/96839692-9ec7-48d1-a87f-3f8f5cf593f1) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:47.309187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.349963 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.399768 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:47.405356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:47.407921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:47.441714 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=96839692-9ec7-48d1-a87f-3f8f5cf593f1,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:47.472823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:47.473496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.495315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-b1258a4b-b653-4299-8d77-ede93f8387b4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6319308 Feb 09 03:07:47.505321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Request body: {'port': {'device_id': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:47.574873 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.722661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7f6ddf3a-e932-4694-a052-b9be7eb0d784 None None] Provisioning complete for port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:47.723572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f6ddf3a-e932-4694-a052-b9be7eb0d784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.762357 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ddf3a-e932-4694-a052-b9be7eb0d784 None None] Port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:07:47.902564 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96839692-9ec7-48d1-a87f-3f8f5cf593f1 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:07:47.910347 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Publish callbacks [] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.923151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Transition to ACTIVE for port object 96839692-9ec7-48d1-a87f-3f8f5cf593f1 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:07:47.926752 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.979129 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Pushing event updated for resources: {'Port': ['ID=96839692-9ec7-48d1-a87f-3f8f5cf593f1,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:48.066047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Attempting to bind port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:07:48.066788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Attempting to bind port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:07:48.066788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Attempting to bind port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 on network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:07:48.071287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 on network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:07:48.071612 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Attempting to bind port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 on network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:07:48.077030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:07:48.077461 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Checking segment: {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:48.077757 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Bound using segment: {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:07:48.078183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Bound port: 96839692-9ec7-48d1-a87f-3f8f5cf593f1, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2e4763-3845-4cb4-ad40-72c5cc3539e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:07:48.078579 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.164358 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] For port 96839692-9ec7-48d1-a87f-3f8f5cf593f1, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:07:48.168332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] For port 96839692-9ec7-48d1-a87f-3f8f5cf593f1, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:07:48.205332 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.255238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:48.255872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.257612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] 10.222.0.72 "PUT /v2.0/ports/96839692-9ec7-48d1-a87f-3f8f5cf593f1 HTTP/1.1" status: 200 len: 1093 time: 0.7566099 Feb 09 03:07:48.258114 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:48.260658 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:48.286546 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574972b-e477-4cf8-b5a1-6fc30c053149 service neutron] Pushing event updated for resources: {'Port': ['ID=96839692-9ec7-48d1-a87f-3f8f5cf593f1,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:48.301741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edeef7-8b1d-47da-b2c7-c4605d714349 req-05325763-923e-427b-b3d1-1c5936796717 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:48.303744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44edeef7-8b1d-47da-b2c7-c4605d714349 req-05325763-923e-427b-b3d1-1c5936796717 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 944 time: 0.1322546 Feb 09 03:07:48.321493 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6f2a76-99ae-45dc-a9b0-637d95ddd65d x-openstack-request-id: req-4f6f2a76-99ae-45dc-a9b0-637d95ddd65d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:48.321823 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:48.322050 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f6f2a76-99ae-45dc-a9b0-637d95ddd65d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:48.322598 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'status': 'completed', 'code': 200} Feb 09 03:07:48.409807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-44edeef7-8b1d-47da-b2c7-c4605d714349 req-9201288f-fe32-4392-9e5a-6221c6aab14c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852957 Feb 09 03:07:48.412813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-81ffa094-19e1-4f03-b922-34895f19bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:48.414312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-81ffa094-19e1-4f03-b922-34895f19bd89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 1127 time: 0.1048384 Feb 09 03:07:48.468866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-a3891391-bf91-408a-a4a4-b141b4470d79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1 HTTP/1.1" status: 200 len: 217 time: 0.0454519 Feb 09 03:07:48.488278 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.521603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-7a47432f-baaa-4b44-8472-a3b16950b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:48.523150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-7a47432f-baaa-4b44-8472-a3b16950b2a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc2adf0e-b231-41ee-a77a-9b9b65024032 HTTP/1.1" status: 200 len: 834 time: 0.0485289 Feb 09 03:07:48.579037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382330-c545-4403-b7a4-91570b81ac11 req-0d3eb532-1ded-408e-8d9c-6042439a215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:48.580598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-0d3eb532-1ded-408e-8d9c-6042439a215b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a4a1d1-48b4-472b-b6d4-0fda33e91954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521152 Feb 09 03:07:48.681457 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-bffdb060-53d4-43e3-8b01-d09cfbc37a09 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954494 Feb 09 03:07:48.784625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d382330-c545-4403-b7a4-91570b81ac11 req-0f1c4e50-8919-492f-8e66-7a9686853109 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974052 Feb 09 03:07:48.885242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-9327d30e-52c1-4ad7-9824-f1df15f7bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:48.887241 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-9327d30e-52c1-4ad7-9824-f1df15f7bdb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 1127 time: 0.0548079 Feb 09 03:07:48.987560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-d23c819b-3589-4dc8-bdb8-82aa22a27b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:48.988979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-d23c819b-3589-4dc8-bdb8-82aa22a27b4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a4a1d1-48b4-472b-b6d4-0fda33e91954 HTTP/1.1" status: 200 len: 898 time: 0.0961623 Feb 09 03:07:49.035218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-d5857825-88ba-43c0-85ad-1721356b5629 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1 HTTP/1.1" status: 200 len: 217 time: 0.0393755 Feb 09 03:07:49.082480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-17e7e83a-ed64-4f7f-91d2-d79067c098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:49.084053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-17e7e83a-ed64-4f7f-91d2-d79067c098e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc2adf0e-b231-41ee-a77a-9b9b65024032 HTTP/1.1" status: 200 len: 834 time: 0.0437949 Feb 09 03:07:49.134518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-c0531198-fef2-446d-bfb6-d7d8e6e16ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:49.136293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-c0531198-fef2-446d-bfb6-d7d8e6e16ab9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a4a1d1-48b4-472b-b6d4-0fda33e91954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462165 Feb 09 03:07:49.229437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-1dfedadd-0470-488d-966d-0a66e1eb80c5 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859897 Feb 09 03:07:49.317164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a437f93-c4b6-4a9f-b99a-2755d7a60b54 req-52c4d6f3-71cc-47ff-a229-ce189b519cf3 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830197 Feb 09 03:07:49.487893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.537033 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40155e2-5228-4dbd-9163-ba331d916725 req-6c40ed5f-b68c-4ac1-b4d3-62871d54d08d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:49.538555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d40155e2-5228-4dbd-9163-ba331d916725 req-6c40ed5f-b68c-4ac1-b4d3-62871d54d08d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 944 time: 0.0562322 Feb 09 03:07:49.602645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d40155e2-5228-4dbd-9163-ba331d916725 req-545cd789-0669-455a-b08a-dbcffacc65a8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579121 Feb 09 03:07:50.728517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc487a6b-84a1-4a02-a7fa-e315811e7f1b req-52f2e1c0-18db-4e3a-a635-c02e5e585266 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:50.730308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc487a6b-84a1-4a02-a7fa-e315811e7f1b req-52f2e1c0-18db-4e3a-a635-c02e5e585266 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 944 time: 0.0566294 Feb 09 03:07:50.782076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc487a6b-84a1-4a02-a7fa-e315811e7f1b req-0ca55313-caf3-4802-8865-95b869178b3c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461597 Feb 09 03:07:51.809994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 96839692-9ec7-48d1-a87f-3f8f5cf593f1 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:07:51.908347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42e876-cefb-41df-8238-4dc716ce796c req-41a99a42-0c09-49a1-843e-b7503d7fbce5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:51.909467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f42e876-cefb-41df-8238-4dc716ce796c req-41a99a42-0c09-49a1-843e-b7503d7fbce5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 944 time: 0.0568118 Feb 09 03:07:51.912093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 96839692-9ec7-48d1-a87f-3f8f5cf593f1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:51.924410 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'port_id': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'mac_address': 'fa:16:3e:e8:d1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:07:51.966593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f42e876-cefb-41df-8238-4dc716ce796c req-631e75a1-cd74-4941-ab9a-91bdb588cfac tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512795 Feb 09 03:07:51.967249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:51.967652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.981616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96839692-9ec7-48d1-a87f-3f8f5cf593f1 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:07:52.002353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 96839692-9ec7-48d1-a87f-3f8f5cf593f1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:52.006635 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.057847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=96839692-9ec7-48d1-a87f-3f8f5cf593f1,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:52.347338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['96839692-9ec7-48d1-a87f-3f8f5cf593f1'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:53.100827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c2511-f78e-4e59-9c6d-a5892354db0c req-827bf98a-42ad-408b-9ddb-c406dfed6867 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:53.102436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d9c2511-f78e-4e59-9c6d-a5892354db0c req-827bf98a-42ad-408b-9ddb-c406dfed6867 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 945 time: 0.0574558 Feb 09 03:07:53.152861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d9c2511-f78e-4e59-9c6d-a5892354db0c req-4a713ee2-d47d-4f49-bbe5-026df1a87233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444384 Feb 09 03:07:53.476357 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-20e95138-681f-4087-a4f9-1b11fc03575e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:53.819369 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 96839692-9ec7-48d1-a87f-3f8f5cf593f1 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:53.872644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:07:53.885371 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:53.885755 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:53.967721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:53.968121 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:53.992740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:53.995046 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d99157-6e34-4d57-b377-745b45a7064d" -d '{"events": [{"server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "name": "network-vif-plugged", "status": "completed", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:54.008098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 96839692-9ec7-48d1-a87f-3f8f5cf593f1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:54.012770 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:54.062958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=96839692-9ec7-48d1-a87f-3f8f5cf593f1,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:54.109582 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a43496b-dd87-45be-93ff-ab357bf67d36 x-openstack-request-id: req-3a43496b-dd87-45be-93ff-ab357bf67d36 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:54.109887 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "name": "network-vif-plugged", "status": "completed", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:54.110150 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a43496b-dd87-45be-93ff-ab357bf67d36 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:54.110597 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'code': 200} Feb 09 03:07:54.212540 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529ce4b-745b-47ab-b9c3-e087f59469ce req-bb986785-177b-4437-80e4-3f2a0a388ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:54.214083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1529ce4b-745b-47ab-b9c3-e087f59469ce req-bb986785-177b-4437-80e4-3f2a0a388ba4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 1129 time: 0.0453360 Feb 09 03:07:54.293064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1529ce4b-745b-47ab-b9c3-e087f59469ce req-94a345b9-d70b-4409-84ee-51e93902d4c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728002 Feb 09 03:07:54.309889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53548-e77d-4c6b-a502-dbef676e1806 req-14fab41e-1093-410a-891f-ca8fe28e5551 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:54.311438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9b53548-e77d-4c6b-a502-dbef676e1806 req-14fab41e-1093-410a-891f-ca8fe28e5551 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0861692 Feb 09 03:07:54.362426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b9b53548-e77d-4c6b-a502-dbef676e1806 req-47ad56af-ed2d-439b-ba93-095a8771d4e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Feb 09 03:07:54.638644 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:07:55.485151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b219a5-b0a6-4c66-acf7-988a8da06bbe req-dc9e32bc-b6d7-4be2-a60b-ac0fd2dd5f38 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:55.486599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54b219a5-b0a6-4c66-acf7-988a8da06bbe req-dc9e32bc-b6d7-4be2-a60b-ac0fd2dd5f38 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0538888 Feb 09 03:07:55.536734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54b219a5-b0a6-4c66-acf7-988a8da06bbe req-be1ea50a-3986-4939-8946-473693297c0e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441639 Feb 09 03:07:55.797679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bb22ab1f-ab17-4183-874a-a9f9f02db14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:56.672311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedb1e7-6367-49aa-b503-f774055bfec2 req-62e09009-6823-4659-9948-5f345056a0b9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:56.673832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caedb1e7-6367-49aa-b503-f774055bfec2 req-62e09009-6823-4659-9948-5f345056a0b9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0645061 Feb 09 03:07:56.727639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-caedb1e7-6367-49aa-b503-f774055bfec2 req-983fcb43-2afe-4e66-a82f-9c08666f025d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480709 Feb 09 03:07:56.848206 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d91b9-933e-42a4-9a47-89e0eb7e17a5 req-e8a1208f-174d-41aa-bb75-ddba9e36e61e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:56.849758 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958d91b9-933e-42a4-9a47-89e0eb7e17a5 req-e8a1208f-174d-41aa-bb75-ddba9e36e61e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0538709 Feb 09 03:07:56.905892 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-958d91b9-933e-42a4-9a47-89e0eb7e17a5 req-5828bd30-0628-4bf4-9324-0dbe1bac6db1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502517 Feb 09 03:07:56.927046 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46124) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:56.976317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357d4b1-94da-4e68-afc7-3b3ab3c7c908 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:56.977904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3357d4b1-94da-4e68-afc7-3b3ab3c7c908 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 1124 time: 0.0498857 Feb 09 03:07:56.980897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46126) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:56.985205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:57.007148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.107214 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.181319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.212512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.123 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/1748f921-0abe-4a6b-8f42-f9fcb96dccbc) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:57.321551 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.357727 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.399681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:57.405035 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:57.409435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:57.438917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=1748f921-0abe-4a6b-8f42-f9fcb96dccbc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:58.095876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.165956 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.324646 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.329309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.348695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.412193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=1748f921-0abe-4a6b-8f42-f9fcb96dccbc,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:58.424742 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.529647 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c associated. External IP: 172.25.6.123, port: 96839692-9ec7-48d1-a87f-3f8f5cf593f1. Feb 09 03:07:58.746614 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:58.866212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:58.877874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] Sync routers for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:58.888664 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.890727 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:58.891366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:58.918998 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5fc584a7-1b93-46ca-976e-44bc8e02d944 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9370532 Feb 09 03:07:58.919703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:58.922171 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46471b13-3f90-4a83-81a0-8943332479a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:58.962837 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90bcb14-3793-4015-b707-033889460134 x-openstack-request-id: req-d90bcb14-3793-4015-b707-033889460134 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:58.963147 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:58.963731 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d90bcb14-3793-4015-b707-033889460134 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:58.964249 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'status': 'completed', 'code': 200} Feb 09 03:07:59.013347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:59.076764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d13a9-c82c-44c8-8828-f29f8468d1f9 req-02769656-5fe1-4c1f-8154-5749da503c4b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:59.082001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b02d13a9-c82c-44c8-8828-f29f8468d1f9 req-02769656-5fe1-4c1f-8154-5749da503c4b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.1033914 Feb 09 03:07:59.084537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46471b13-3f90-4a83-81a0-8943332479a3 req-2f2329f9-1052-469d-a48c-68bef42f82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:59.086076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46471b13-3f90-4a83-81a0-8943332479a3 req-2f2329f9-1052-469d-a48c-68bef42f82b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 1129 time: 0.0961039 Feb 09 03:07:59.217170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b02d13a9-c82c-44c8-8828-f29f8468d1f9 req-3eea8e48-17b1-4f7f-a633-5650e0ab2904 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300194 Feb 09 03:07:59.245239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46471b13-3f90-4a83-81a0-8943332479a3 req-4eeb8773-2aa2-490f-a56d-30b019b47942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:59.247666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46471b13-3f90-4a83-81a0-8943332479a3 req-4eeb8773-2aa2-490f-a56d-30b019b47942 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a4a1d1-48b4-472b-b6d4-0fda33e91954 HTTP/1.1" status: 200 len: 898 time: 0.1522226 Feb 09 03:07:59.248240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46132) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:59.273404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'port_id': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'mac_address': 'fa:16:3e:e8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:07:57Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:42Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:59.305376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] Checking router: 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:59.315010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:59.315646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:07:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:59.356306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5d4cf345-fddc-4a60-9673-a9092829df32 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c HTTP/1.1" status: 200 len: 992 time: 0.1069729 Feb 09 03:07:59.362525 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46471b13-3f90-4a83-81a0-8943332479a3 req-d7f02f1e-866d-46d7-96d8-8d549efcd204 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1 HTTP/1.1" status: 200 len: 1000 time: 0.1070094 Feb 09 03:07:59.413113 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46471b13-3f90-4a83-81a0-8943332479a3 req-fd0fca87-8bf2-41ed-a7e3-6d8cf037e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:59.414648 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46471b13-3f90-4a83-81a0-8943332479a3 req-fd0fca87-8bf2-41ed-a7e3-6d8cf037e1af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc2adf0e-b231-41ee-a77a-9b9b65024032 HTTP/1.1" status: 200 len: 834 time: 0.0470409 Feb 09 03:07:59.435296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:59.463160 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46471b13-3f90-4a83-81a0-8943332479a3 req-6ef8f71e-4c39-44bb-a9df-eae3d90d9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:59.465422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46471b13-3f90-4a83-81a0-8943332479a3 req-6ef8f71e-4c39-44bb-a9df-eae3d90d9bf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a4a1d1-48b4-472b-b6d4-0fda33e91954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455375 Feb 09 03:07:59.563775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46471b13-3f90-4a83-81a0-8943332479a3 req-980bf51c-19f1-48b3-b20e-96ad61a400d0 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924425 Feb 09 03:07:59.661185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-46471b13-3f90-4a83-81a0-8943332479a3 req-5e1b0f29-ff26-4a35-aad8-0de3aadc54f8 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922463 Feb 09 03:07:59.837029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'port_id': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'mac_address': 'fa:16:3e:e8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:07:57Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:42Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:59.867857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64777537-15b8-4f74-b160-e56bfb39acb5 None None] The sync data for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 is: [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'port_id': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'mac_address': 'fa:16:3e:e8:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:07:57Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:42Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:59.894243 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:00.071201 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fdfb86-ba9a-4038-bef2-582a7b56c3f3 None None] New status for floating IP aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:08:00.360151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46134) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:00.427642 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-03233af4-dccb-46a0-84bd-cbf1df0d3ef1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c HTTP/1.1" status: 200 len: 994 time: 0.0663147 Feb 09 03:08:18.504741 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.499512 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:23.469577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb542-6937-412e-be43-6a2e94a290cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.800039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2868a466-48ae-4359-904e-8018749719ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.187901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.187129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-38a4a858-6d8c-4402-a0b6-ff550c33165a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448897 Feb 09 03:08:28.278156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-c442173c-25fe-43b2-9449-df13015f79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:28.279755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-c442173c-25fe-43b2-9449-df13015f79b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 1129 time: 0.0477633 Feb 09 03:08:28.352145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.390745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-c754a2ac-d19e-4bbf-a7d0-66c6c9927ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:28.392308 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-c754a2ac-d19e-4bbf-a7d0-66c6c9927ab0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a4a1d1-48b4-472b-b6d4-0fda33e91954 HTTP/1.1" status: 200 len: 898 time: 0.0947638 Feb 09 03:08:28.460716 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-6e65cc69-35db-4715-89f5-ae63a6d194e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1 HTTP/1.1" status: 200 len: 1002 time: 0.0613248 Feb 09 03:08:28.509272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-2e3ccf30-77a8-4f44-9e5f-8b7c48af6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:28.510857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-2e3ccf30-77a8-4f44-9e5f-8b7c48af6fbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc2adf0e-b231-41ee-a77a-9b9b65024032 HTTP/1.1" status: 200 len: 834 time: 0.0448508 Feb 09 03:08:28.564321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-309be20e-3cc4-464a-8ebc-710839c67244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:28.565845 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-309be20e-3cc4-464a-8ebc-710839c67244 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a4a1d1-48b4-472b-b6d4-0fda33e91954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499401 Feb 09 03:08:28.657163 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-f1aa30ee-e30c-47b5-9f33-3f46073482d6 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Feb 09 03:08:28.754244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a2721f1-d62f-45ee-a038-322d466f1b61 req-e4d59c4a-1b6d-4ac0-8406-ec38ec93dd86 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910659 Feb 09 03:08:29.888908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:31.637778 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:08:48.499905 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.504476 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.472850 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d19cf659-dacd-4475-838f-da307c68417f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.801879 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b5b94de-1991-403e-ab02-c6a351bf799b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:57.189406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:58.355519 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.891718 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:08.637160 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:09:11.882955 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c33b1-1870-4a73-810b-487f1c3d6dcd req-7c749cec-64b3-4a16-a0c3-1a37792b18e8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:11.884590 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d5c33b1-1870-4a73-810b-487f1c3d6dcd req-7c749cec-64b3-4a16-a0c3-1a37792b18e8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0611320 Feb 09 03:09:11.944828 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5d5c33b1-1870-4a73-810b-487f1c3d6dcd req-6a50c5ab-2a2c-4575-b26d-f91ad4fe75c1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528207 Feb 09 03:09:13.082651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84c04f-2763-4252-b8ab-e064cb078c40 req-48b1e3bc-56ae-40c3-bf50-7e4efa03e9fc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:13.084136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba84c04f-2763-4252-b8ab-e064cb078c40 req-48b1e3bc-56ae-40c3-bf50-7e4efa03e9fc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0624766 Feb 09 03:09:13.139255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba84c04f-2763-4252-b8ab-e064cb078c40 req-43b6df39-d1ee-40ff-bb0d-327780813c69 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493357 Feb 09 03:09:13.161769 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:13.225787 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c32bbd53-52dc-487f-8e60-c9c0a5c30882 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c HTTP/1.1" status: 200 len: 994 time: 0.0627985 Feb 09 03:09:14.512357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b23eed-69fb-4e98-b2a8-68da91bdd724 req-24d04f93-da4d-4f02-b3b1-977d6366c37b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:14.514734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2b23eed-69fb-4e98-b2a8-68da91bdd724 req-24d04f93-da4d-4f02-b3b1-977d6366c37b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0565398 Feb 09 03:09:14.569342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2b23eed-69fb-4e98-b2a8-68da91bdd724 req-cd3b8ca5-9bc9-4304-84b9-0abe9dd95e07 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487871 Feb 09 03:09:15.707898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564327c7-7073-4872-b1b6-ddaf9e07b941 req-1e52d5e8-5de0-40b1-922e-30c3774d0c5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:15.710227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-564327c7-7073-4872-b1b6-ddaf9e07b941 req-1e52d5e8-5de0-40b1-922e-30c3774d0c5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0599122 Feb 09 03:09:15.772977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-564327c7-7073-4872-b1b6-ddaf9e07b941 req-a29a10d0-9e7a-4a01-9d95-6844b21dd8ec tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552707 Feb 09 03:09:15.796168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:15.868637 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-699e4731-5488-42bd-84f8-2dbc1a776e9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c HTTP/1.1" status: 200 len: 994 time: 0.0711734 Feb 09 03:09:16.092365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46182) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:16.264469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 1748f921-0abe-4a6b-8f42-f9fcb96dccbc {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:16.264802 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.342038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.342371 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.353850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 1748f921-0abe-4a6b-8f42-f9fcb96dccbc owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:16.511103 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (1748f921-0abe-4a6b-8f42-f9fcb96dccbc), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.536112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=1748f921-0abe-4a6b-8f42-f9fcb96dccbc,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:16.549622 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.549979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.550334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.550694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.551030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.551364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.551696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.552028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.552359 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.552688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.553015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.553336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.553656 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.613063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.613456 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c disassociated (deleted). External IP: 172.25.6.123, port: 96839692-9ec7-48d1-a87f-3f8f5cf593f1. Feb 09 03:09:16.831268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:09:16.943665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:09:16.948418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.954311 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] Sync routers for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:09:16.964669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:16.965295 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:08:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:16.979781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3e0b12de-5e4c-44ee-9886-bac38181136e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/floatingips/aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c HTTP/1.1" status: 204 len: 168 time: 0.8863201 Feb 09 03:09:16.980389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:09:16.983196 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8930a4-6af7-4591-86a6-16a4a7a53869" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:09:17.029968 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc340b61-5d6d-4c17-b11d-2ea7270deac8 x-openstack-request-id: req-bc340b61-5d6d-4c17-b11d-2ea7270deac8 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:09:17.030270 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:09:17.030561 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc340b61-5d6d-4c17-b11d-2ea7270deac8 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:09:17.031058 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'status': 'completed', 'code': 200} Feb 09 03:09:17.095828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:17.103627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-95b3f944-5def-492e-bf07-d9495cbe13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.105495 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-95b3f944-5def-492e-bf07-d9495cbe13db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 1129 time: 0.0552485 Feb 09 03:09:17.253636 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-311280fc-264f-4ec0-9249-84483085211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.255173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-311280fc-264f-4ec0-9249-84483085211f service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a4a1d1-48b4-472b-b6d4-0fda33e91954 HTTP/1.1" status: 200 len: 898 time: 0.1391220 Feb 09 03:09:17.277079 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765378e6-c8d8-45c3-b4e0-e651684dd811 req-a9f1525d-0301-4eca-840d-f1941c95a20a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.279613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765378e6-c8d8-45c3-b4e0-e651684dd811 req-a9f1525d-0301-4eca-840d-f1941c95a20a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0899916 Feb 09 03:09:17.307018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:42Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:17.317731 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-92944e1d-423e-4a99-96e5-28a142a69467 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1 HTTP/1.1" status: 200 len: 217 time: 0.0557649 Feb 09 03:09:17.337800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] Checking router: 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:09:17.347028 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:17.347566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:08:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:17.395348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765378e6-c8d8-45c3-b4e0-e651684dd811 req-c200c2de-b7c7-4109-8ee2-1159fe7efb15 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842493 Feb 09 03:09:17.396885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-afa08c66-0b93-4f0b-88ec-a54bb84d3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.398301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-afa08c66-0b93-4f0b-88ec-a54bb84d3ecf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc2adf0e-b231-41ee-a77a-9b9b65024032 HTTP/1.1" status: 200 len: 834 time: 0.0718179 Feb 09 03:09:17.449681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-9fa853fe-c18c-44d0-ac45-b6c2ace2adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.451830 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-9fa853fe-c18c-44d0-ac45-b6c2ace2adf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a4a1d1-48b4-472b-b6d4-0fda33e91954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472298 Feb 09 03:09:17.457835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:17.550601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-17a17a48-be50-4116-9910-302cdcc879ef service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919030 Feb 09 03:09:17.661836 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff8930a4-6af7-4591-86a6-16a4a7a53869 req-e779068b-83b7-4181-bc09-7aa43df71ea9 service neutron] 10.222.0.72 "GET /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976112 Feb 09 03:09:17.691522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:42Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:17.735786 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a6f22a-66f7-474b-b323-b2e262f620be None None] The sync data for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 is: [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:07:39Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd37b317a-9535-46c0-85bc-c14a0c9087e9', 'name': '', 'network_id': '22a4a1d1-48b4-472b-b6d4-0fda33e91954', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:7a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:39Z', 'updated_at': '2022-02-09T03:07:42Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'bc2adf0e-b231-41ee-a77a-9b9b65024032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:09:17.973612 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125ab97-5515-4adf-96fe-1175273d51f1 None None] New status for floating IP aade7fbf-49ff-49fd-9b46-5f2adb3a2b1c: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:09:18.516825 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:18.534321 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1c4ba-1535-4d70-982a-c9149c006723 req-2e1dbbcb-4bc8-405c-be3b-a7359a130bc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:18.535883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01f1c4ba-1535-4d70-982a-c9149c006723 req-2e1dbbcb-4bc8-405c-be3b-a7359a130bc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0643239 Feb 09 03:09:18.586857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01f1c4ba-1535-4d70-982a-c9149c006723 req-3ec729de-db6d-474f-b46e-8b4188f90880 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=583c723e-09cc-43ad-af92-e7d87809237b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453694 Feb 09 03:09:19.025944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-604c29ee-3e95-4945-80f5-b7e82d5b19dd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:19.027492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-604c29ee-3e95-4945-80f5-b7e82d5b19dd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 946 time: 0.0543096 Feb 09 03:09:19.124048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:19.124430 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.215809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 96839692-9ec7-48d1-a87f-3f8f5cf593f1, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=96839692-9ec7-48d1-a87f-3f8f5cf593f1,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:19.216418 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.228373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 96839692-9ec7-48d1-a87f-3f8f5cf593f1 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:19.363247 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (96839692-9ec7-48d1-a87f-3f8f5cf593f1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.391781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=96839692-9ec7-48d1-a87f-3f8f5cf593f1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:19.438393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] No DVR routers for this DVR port 96839692-9ec7-48d1-a87f-3f8f5cf593f1 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:19.441119 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.444464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ab654dd-ea75-4e80-bc7b-64a478265e40 req-223de2eb-1c37-490f-8edb-273caf221484 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "DELETE /v2.0/ports/96839692-9ec7-48d1-a87f-3f8f5cf593f1 HTTP/1.1" status: 204 len: 173 time: 0.4118624 Feb 09 03:09:19.444927 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'name': 'network-vif-deleted', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:09:19.447204 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df81e9a5-8437-4c7c-abe3-98b52915d2ff" -d '{"events": [{"server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "name": "network-vif-deleted", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:09:19.492789 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a26dc-68ad-4ba2-b74b-d5afb14a4ac0 x-openstack-request-id: req-541a26dc-68ad-4ba2-b74b-d5afb14a4ac0 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:09:19.493088 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9f744d-16c8-49e9-bd2b-55a106ee75a1", "name": "network-vif-deleted", "tag": "96839692-9ec7-48d1-a87f-3f8f5cf593f1", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:09:19.493341 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-541a26dc-68ad-4ba2-b74b-d5afb14a4ac0 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:09:19.493746 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9f744d-16c8-49e9-bd2b-55a106ee75a1', 'name': 'network-vif-deleted', 'tag': '96839692-9ec7-48d1-a87f-3f8f5cf593f1', 'status': 'completed', 'code': 200} Feb 09 03:09:19.525787 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.028848 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4b8c91a4-19c6-4419-adde-157f829631ba req-ced43279-b1c7-4f77-b208-e067c4376e2a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c9f744d-16c8-49e9-bd2b-55a106ee75a1 HTTP/1.1" status: 200 len: 210 time: 0.3582437 Feb 09 03:09:21.087770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46198) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:21.458519 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.738435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port d37b317a-9535-46c0-85bc-c14a0c9087e9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:21.739057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.838328 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port d37b317a-9535-46c0-85bc-c14a0c9087e9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d37b317a-9535-46c0-85bc-c14a0c9087e9,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:21.838730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.854518 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for d37b317a-9535-46c0-85bc-c14a0c9087e9 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:22.067005 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d37b317a-9535-46c0-85bc-c14a0c9087e9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.099650 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=d37b317a-9535-46c0-85bc-c14a0c9087e9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:22.289461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 96839692-9ec7-48d1-a87f-3f8f5cf593f1 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:22.294554 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.317930 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 96839692-9ec7-48d1-a87f-3f8f5cf593f1 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:22.318220 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 96839692-9ec7-48d1-a87f-3f8f5cf593f1 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:22.524582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:09:22.648014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:09:22.654449 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1c4da46b-6858-444d-a24b-702c46bd99c7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/27bf9157-89e0-4283-8b0d-3bdd07a8b9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5642614 Feb 09 03:09:22.657799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46200) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:22.658750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] Sync routers for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:09:22.669617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:22.670240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:08:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:22.714635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting subnet bc2adf0e-b231-41ee-a77a-9b9b65024032 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:22.718887 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (bc2adf0e-b231-41ee-a77a-9b9b65024032), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.761625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (bc2adf0e-b231-41ee-a77a-9b9b65024032), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.784149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:22.854192 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (bc2adf0e-b231-41ee-a77a-9b9b65024032), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.926179 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (bc2adf0e-b231-41ee-a77a-9b9b65024032), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.956349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2adf0e-b231-41ee-a77a-9b9b65024032,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:22.958338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.961639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-077356b6-3c65-47ce-88b4-edc298dea43c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/subnets/bc2adf0e-b231-41ee-a77a-9b9b65024032 HTTP/1.1" status: 204 len: 168 time: 0.3028581 Feb 09 03:09:22.964854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46202) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:22.981911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bf6f1-d316-46ae-9e25-508d7efeb73b None None] Network 22a4a1d1-48b4-472b-b6d4-0fda33e91954 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:23.079212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.087763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:09:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:23.117673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] Checking router: 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:09:23.132187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] Routers {'27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:23.132837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:08:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:23.215032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.221043 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] DHCP port deletion for 22a4a1d1-48b4-472b-b6d4-0fda33e91954 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:23.272251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 6db6da60-1094-4af3-b376-02b5cedabaa1 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:23.272604 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.360925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 6db6da60-1094-4af3-b376-02b5cedabaa1, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6db6da60-1094-4af3-b376-02b5cedabaa1,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:23.361317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.376948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 6db6da60-1094-4af3-b376-02b5cedabaa1 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:23.473386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] Set router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:23.551489 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Deleting port ae514cf1-89fb-4633-bdde-cadbdcc44894 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:23.551866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.560425 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6db6da60-1094-4af3-b376-02b5cedabaa1), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.584394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5dc68beb-763b-4615-87c9-8809b69d835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.591966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=6db6da60-1094-4af3-b376-02b5cedabaa1,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:23.656151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.681565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] For port ae514cf1-89fb-4633-bdde-cadbdcc44894, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ae514cf1-89fb-4633-bdde-cadbdcc44894,segment=NetworkSegment(9d2e4763-3845-4cb4-ad40-72c5cc3539e1),segment_id=9d2e4763-3845-4cb4-ad40-72c5cc3539e1)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:23.681973 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.723139 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Calling delete_port for ae514cf1-89fb-4633-bdde-cadbdcc44894 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:23.750921 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.753006 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.801391 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (27bf9157-89e0-4283-8b0d-3bdd07a8b9e2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.802080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Fanout notify agent at l3_agent the message router_deleted on router 27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:09:23.809338 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.813519 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:23.814091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1200bff9-01d9-41d0-a6ce-3b1eabee740b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/routers/27bf9157-89e0-4283-8b0d-3bdd07a8b9e2 HTTP/1.1" status: 204 len: 168 time: 0.8475685 Feb 09 03:09:23.816421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:09:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:23.851548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32133ada-bc30-42e3-a127-1e0e14b36e78 None None] The sync data for ids ['27bf9157-89e0-4283-8b0d-3bdd07a8b9e2'] in n-d-826675-12 is: [{'id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122575888', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:35Z', 'updated_at': '2022-02-09T03:09:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '6db6da60-1094-4af3-b376-02b5cedabaa1', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9157-89e0-4283-8b0d-3bdd07a8b9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:36Z', 'updated_at': '2022-02-09T03:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:09:23.858903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (ae514cf1-89fb-4633-bdde-cadbdcc44894), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.892449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Pushing event deleted for resources: {'Port': ['ID=ae514cf1-89fb-4633-bdde-cadbdcc44894,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:23.899460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] No DVR routers for this DVR port ae514cf1-89fb-4633-bdde-cadbdcc44894 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:23.900100 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (22a4a1d1-48b4-472b-b6d4-0fda33e91954), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.903233 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.903634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.903941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.904282 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.904623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.905039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.905337 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.905673 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.906001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.906334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.906692 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.907018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.907345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887cb18e-5706-4928-8a24-2a83bf650046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.998091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (22a4a1d1-48b4-472b-b6d4-0fda33e91954), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.019330 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a4a1d1-48b4-472b-b6d4-0fda33e91954']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:24.028478 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2e4763-3845-4cb4-ad40-72c5cc3539e1') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:24.028791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2e4763-3845-4cb4-ad40-72c5cc3539e1') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:24.038936 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (9d2e4763-3845-4cb4-ad40-72c5cc3539e1), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.054499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (9d2e4763-3845-4cb4-ad40-72c5cc3539e1), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.061828 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:09:24.062227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (9d2e4763-3845-4cb4-ad40-72c5cc3539e1), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:09:24.065327 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:09:24.125657 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (22a4a1d1-48b4-472b-b6d4-0fda33e91954), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.133258 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.136492 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/networks/22a4a1d1-48b4-472b-b6d4-0fda33e91954 HTTP/1.1" status: 204 len: 168 time: 0.3216264 Feb 09 03:09:24.140365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46206) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:24.159908 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Network': ['ID=22a4a1d1-48b4-472b-b6d4-0fda33e91954,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:24.167500 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.167856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.168225 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.168547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.168965 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.169303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.169632 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.169960 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.170295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.170655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.170986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.171312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.171637 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6787f6-f6d4-4437-b13d-0f8f584b32c9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:24.211637 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f72959f9-cd71-4991-b811-6c8b2a8a2aa4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (583c723e-09cc-43ad-af92-e7d87809237b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.249329 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f72959f9-cd71-4991-b811-6c8b2a8a2aa4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (583c723e-09cc-43ad-af92-e7d87809237b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.330604 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ae514cf1-89fb-4633-bdde-cadbdcc44894 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:24.332144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f72959f9-cd71-4991-b811-6c8b2a8a2aa4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (583c723e-09cc-43ad-af92-e7d87809237b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.335110 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f72959f9-cd71-4991-b811-6c8b2a8a2aa4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.338844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f72959f9-cd71-4991-b811-6c8b2a8a2aa4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/security-groups/583c723e-09cc-43ad-af92-e7d87809237b HTTP/1.1" status: 204 len: 168 time: 0.1949363 Feb 09 03:09:24.345933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72959f9-cd71-4991-b811-6c8b2a8a2aa4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583c723e-09cc-43ad-af92-e7d87809237b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:24.368635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: ae514cf1-89fb-4633-bdde-cadbdcc44894 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:24.369060 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ae514cf1-89fb-4633-bdde-cadbdcc44894 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:24.369622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d37b317a-9535-46c0-85bc-c14a0c9087e9 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:24.405067 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d37b317a-9535-46c0-85bc-c14a0c9087e9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:24.405430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d37b317a-9535-46c0-85bc-c14a0c9087e9 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:24.703058 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:24.707720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-60d3935a-3a12-4d41-a009-e5c80a80467d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145322845', 'description': 'tempest-secgroup-smoke-1145322845 description', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:24.730947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d3935a-3a12-4d41-a009-e5c80a80467d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.801495 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d3935a-3a12-4d41-a009-e5c80a80467d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (a9986210-8150-4785-bf35-82a06696c830), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.805483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d3935a-3a12-4d41-a009-e5c80a80467d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a9986210-8150-4785-bf35-82a06696c830), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.835491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-60d3935a-3a12-4d41-a009-e5c80a80467d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.836734 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-60d3935a-3a12-4d41-a009-e5c80a80467d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326487 Feb 09 03:09:24.839944 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46214) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:24.841422 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3935a-3a12-4d41-a009-e5c80a80467d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9986210-8150-4785-bf35-82a06696c830,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:24.845081 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-e0ff52a2-3c77-4264-a5e8-c84d6c04a893 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'a9986210-8150-4785-bf35-82a06696c830', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:24.871273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0ff52a2-3c77-4264-a5e8-c84d6c04a893 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (a4038da3-390e-4b77-b72f-cf8e2895508c), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.920117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0ff52a2-3c77-4264-a5e8-c84d6c04a893 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (a4038da3-390e-4b77-b72f-cf8e2895508c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.924566 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0ff52a2-3c77-4264-a5e8-c84d6c04a893 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a4038da3-390e-4b77-b72f-cf8e2895508c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.943596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff52a2-3c77-4264-a5e8-c84d6c04a893 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4038da3-390e-4b77-b72f-cf8e2895508c,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:24.953181 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e0ff52a2-3c77-4264-a5e8-c84d6c04a893 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.954423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e0ff52a2-3c77-4264-a5e8-c84d6c04a893 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129556 Feb 09 03:09:24.957439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46216) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:24.962135 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3d971e6d-6057-4980-915d-7c487f762d7b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'a9986210-8150-4785-bf35-82a06696c830', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:24.988206 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d971e6d-6057-4980-915d-7c487f762d7b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (3de4e804-02b3-4c3b-9857-28dadd4e30b2), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.064988 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d971e6d-6057-4980-915d-7c487f762d7b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (3de4e804-02b3-4c3b-9857-28dadd4e30b2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.068649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d971e6d-6057-4980-915d-7c487f762d7b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3de4e804-02b3-4c3b-9857-28dadd4e30b2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.088742 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d971e6d-6057-4980-915d-7c487f762d7b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de4e804-02b3-4c3b-9857-28dadd4e30b2,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.098355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d971e6d-6057-4980-915d-7c487f762d7b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.100079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d971e6d-6057-4980-915d-7c487f762d7b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416836 Feb 09 03:09:25.102657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46218) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.113958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-85e84c8f-f081-4f04-9219-951e10d4d50e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'a9986210-8150-4785-bf35-82a06696c830', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:25.141743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e84c8f-f081-4f04-9219-951e10d4d50e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (5cdf3f18-8541-497b-8d3d-f2bec821c691), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.200276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e84c8f-f081-4f04-9219-951e10d4d50e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (5cdf3f18-8541-497b-8d3d-f2bec821c691), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.203993 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e84c8f-f081-4f04-9219-951e10d4d50e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (5cdf3f18-8541-497b-8d3d-f2bec821c691), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.221579 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e84c8f-f081-4f04-9219-951e10d4d50e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdf3f18-8541-497b-8d3d-f2bec821c691,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.229571 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e84c8f-f081-4f04-9219-951e10d4d50e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.230858 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-85e84c8f-f081-4f04-9219-951e10d4d50e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272359 Feb 09 03:09:25.234840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46220) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.239480 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-25a01c24-f096-4895-9c3a-939cb5877e62 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'a9986210-8150-4785-bf35-82a06696c830', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:25.264895 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25a01c24-f096-4895-9c3a-939cb5877e62 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (8b0a6d74-2385-477d-93a1-d3b66e13d1b6), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.324482 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25a01c24-f096-4895-9c3a-939cb5877e62 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (8b0a6d74-2385-477d-93a1-d3b66e13d1b6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.328086 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25a01c24-f096-4895-9c3a-939cb5877e62 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (8b0a6d74-2385-477d-93a1-d3b66e13d1b6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.347412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a01c24-f096-4895-9c3a-939cb5877e62 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0a6d74-2385-477d-93a1-d3b66e13d1b6,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.355501 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25a01c24-f096-4895-9c3a-939cb5877e62 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.357568 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-25a01c24-f096-4895-9c3a-939cb5877e62 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217532 Feb 09 03:09:25.360524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46222) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.365076 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'a9986210-8150-4785-bf35-82a06696c830', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:25.386230 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:09:25.391980 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (57363899-95f1-48b9-8e29-f5bbfc7a663b), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.455091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (57363899-95f1-48b9-8e29-f5bbfc7a663b), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.459457 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (57363899-95f1-48b9-8e29-f5bbfc7a663b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.478240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57363899-95f1-48b9-8e29-f5bbfc7a663b,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.484147 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.487915 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f242c221-c952-47b5-9576-151c80d0cdfc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238458 Feb 09 03:09:25.488054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.492516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'a9986210-8150-4785-bf35-82a06696c830', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:25.512873 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:09:25.517922 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (d3e605e3-4b51-41a8-94bb-23c273d3a0c7), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.579261 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (d3e605e3-4b51-41a8-94bb-23c273d3a0c7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.583151 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d3e605e3-4b51-41a8-94bb-23c273d3a0c7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.601342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e605e3-4b51-41a8-94bb-23c273d3a0c7,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.610500 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.611734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f4079d72-ce8c-42c2-bdfa-23788dcd05d9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227233 Feb 09 03:09:25.614666 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.619714 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'network': {'name': 'tempest-network-smoke--1109496032', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:25.639621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:25.643139 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.671180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:25.680791 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e9c8dee4-7b4b-46bd-b221-2a4c8de69071), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.681144 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Added segment e9c8dee4-7b4b-46bd-b221-2a4c8de69071 of type vlan for network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 Feb 09 03:09:25.724206 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (30950943-4e4b-4a7b-897d-78f0ea89f3c9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.748424 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (30950943-4e4b-4a7b-897d-78f0ea89f3c9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.760482 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:25.761110 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.803560 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e657582b-e25b-4156-bc84-9451de3370d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.821530 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2057536 Feb 09 03:09:25.825610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46230) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.830311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'admin_state_up': True, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:25.836991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a391fd1-7d1a-4603-9b2d-3f7f54c52a42 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Network': ['ID=30950943-4e4b-4a7b-897d-78f0ea89f3c9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.849361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:25.851786 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a3430b40-c91b-4272-bf2a-0217adcd9f11), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.852805 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a3430b40-c91b-4272-bf2a-0217adcd9f11), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.919615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (a3430b40-c91b-4272-bf2a-0217adcd9f11), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.971157 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6db6da60-1094-4af3-b376-02b5cedabaa1 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:25.992528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6db6da60-1094-4af3-b376-02b5cedabaa1 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:25.992881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6db6da60-1094-4af3-b376-02b5cedabaa1 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:26.066492 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a3430b40-c91b-4272-bf2a-0217adcd9f11), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.269355 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a3430b40-c91b-4272-bf2a-0217adcd9f11), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.289619 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.394218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.141 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/c28e14be-0646-45a0-b4c3-536d53fc61a4) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:26.506156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.540446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.580151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:26.583170 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:26.587654 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:26.594000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=c28e14be-0646-45a0-b4c3-536d53fc61a4,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:27.173883 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a3430b40-c91b-4272-bf2a-0217adcd9f11), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.193539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.399868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a3430b40-c91b-4272-bf2a-0217adcd9f11), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.532246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a3430b40-c91b-4272-bf2a-0217adcd9f11 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:09:27.648230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:09:27.658635 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Sync routers for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:09:27.669625 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:27.670631 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:09:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:27.671140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.672415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3279defa-298a-41a9-8bbc-c646f2e37c9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8457723 Feb 09 03:09:27.675827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46232) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:27.705565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e9f3b12e-7ab3-4418-904c-9d87310dd862 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e1d7f3249c8b42118b06f8e6278f72bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285423 Feb 09 03:09:27.708192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46234) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:27.780677 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:27.804095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac771e6-5070-4816-9181-7d4a762b50d6 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:27.808152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5ac771e6-5070-4816-9181-7d4a762b50d6 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964577 Feb 09 03:09:27.808651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46236) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:27.837582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-91848b8a-e99c-44f2-97cb-93d3dbac36d5 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277653 Feb 09 03:09:27.840167 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46238) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:27.845047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1059234122', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:27.933383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:27.937359 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.964976 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:26Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:27.992020 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Checking router: a3430b40-c91b-4272-bf2a-0217adcd9f11 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:09:27.992470 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Updating router a3430b40-c91b-4272-bf2a-0217adcd9f11 port c28e14be-0646-45a0-b4c3-536d53fc61a4 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:09:28.022287 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.133975 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (261c6777-35bb-4532-b70f-d8c0f608649c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.203541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Subnet': ['ID=261c6777-35bb-4532-b70f-d8c0f608649c,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:28.213003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Checking segment: {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:28.213380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network hostable DHCP agents. Network: 30950943-4e4b-4a7b-897d-78f0ea89f3c9, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:28.232991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:28.242383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 30950943-4e4b-4a7b-897d-78f0ea89f3c9) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:28.247365 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:28.248076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.257285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6fce57-7434-4c39-8b2e-7e5880a0e0e0 None None] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:28.270683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a7147748-0e1c-4dfb-bbfc-a1a29edc172a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4268315 Feb 09 03:09:28.270985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46240) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:28.298660 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Publish callbacks [] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.309040 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.361125 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Attempting to bind port c28e14be-0646-45a0-b4c3-536d53fc61a4 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:28.361487 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Attempting to bind port c28e14be-0646-45a0-b4c3-536d53fc61a4 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:28.361852 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Attempting to bind port c28e14be-0646-45a0-b4c3-536d53fc61a4 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:28.372456 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Pushing event updated for resources: {'Port': ['ID=c28e14be-0646-45a0-b4c3-536d53fc61a4,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:28.380023 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.380373 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.380709 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.381281 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.381410 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.381662 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.382243 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.382635 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.382915 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.383220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.383538 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.383891 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.384192 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:28.384316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:28.385221 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.388380 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:28.388743 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:28.389133 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.389511 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:28.390356 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Bound port: c28e14be-0646-45a0-b4c3-536d53fc61a4, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:28.390770 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.391729 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.445776 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] For port c28e14be-0646-45a0-b4c3-536d53fc61a4, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:28.449115 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] For port c28e14be-0646-45a0-b4c3-536d53fc61a4, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c28e14be-0646-45a0-b4c3-536d53fc61a4,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:28.456399 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.511884 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:28.513040 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:09:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:28.557400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Allocated IP 172.20.0.2 (30950943-4e4b-4a7b-897d-78f0ea89f3c9/261c6777-35bb-4532-b70f-d8c0f608649c/5662e0f1-cd68-49bc-9596-d830c2bbb2b9) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:28.586913 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80f2bc-2c36-40f0-b0d1-bc24539864a4 None None] Pushing event updated for resources: {'Port': ['ID=c28e14be-0646-45a0-b4c3-536d53fc61a4,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:28.632746 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:28.734767 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Publish callbacks [] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.742262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.790057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.793585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:28.797341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:28.801072 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:28.808134 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Pushing event updated for resources: {'Port': ['ID=5662e0f1-cd68-49bc-9596-d830c2bbb2b9,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:28.825368 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:26Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:28.857690 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d64469-44e2-4bd3-959a-cefb8f178c33 None None] The sync data for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 is: [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:26Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:09:28.879123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Attempting to bind port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:28.879644 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Attempting to bind port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:28.880132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Attempting to bind port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 on network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:28.886759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:28.887389 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Checking segment: {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:28.887933 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.888412 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Bound using segment: {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:28.888893 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Bound port: 5662e0f1-cd68-49bc-9596-d830c2bbb2b9, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:28.889369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.964573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] For port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:28.970301 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] For port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5662e0f1-cd68-49bc-9596-d830c2bbb2b9,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:28.978428 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.045110 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455cbdf-ad04-4f65-a221-dc6827d7b8f7 None None] Pushing event updated for resources: {'Port': ['ID=5662e0f1-cd68-49bc-9596-d830c2bbb2b9,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:29.130746 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.1 (30950943-4e4b-4a7b-897d-78f0ea89f3c9/261c6777-35bb-4532-b70f-d8c0f608649c/c00d6b4f-1cb5-4ca5-ad36-76329646bf38) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:29.312049 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.358628 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.417759 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:29.421737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:29.425664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:29.459466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:29.481063 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (a3430b40-c91b-4272-bf2a-0217adcd9f11), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.629307 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.903137 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.979439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.994404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.073011 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:30.076008 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (a3430b40-c91b-4272-bf2a-0217adcd9f11), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.086748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:30.159286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:30.159698 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.162625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612f410-8428-4857-9969-8c26f9745ea3 None None] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:30.193211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:30.194813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:30.265340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-483ed166-087d-4543-a8ff-6f2b7d8c0889 None None] Provisioning complete for port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:30.265717 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-483ed166-087d-4543-a8ff-6f2b7d8c0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.315699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a3430b40-c91b-4272-bf2a-0217adcd9f11 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:09:30.419776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:30.420096 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.437162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:09:30.442667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2582b36f-f487-4625-a9fa-87804054a17f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/a3430b40-c91b-4272-bf2a-0217adcd9f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1706419 Feb 09 03:09:30.457684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-483ed166-087d-4543-a8ff-6f2b7d8c0889 None None] Current status of the port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:30.458310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-483ed166-087d-4543-a8ff-6f2b7d8c0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.484391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5662e0f1-cd68-49bc-9596-d830c2bbb2b9,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:30.495634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.496454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c28e14be-0646-45a0-b4c3-536d53fc61a4 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:30.606307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-483ed166-087d-4543-a8ff-6f2b7d8c0889 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:09:30.606783 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-483ed166-087d-4543-a8ff-6f2b7d8c0889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:09:30.611603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=5662e0f1-cd68-49bc-9596-d830c2bbb2b9,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:30.625216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c28e14be-0646-45a0-b4c3-536d53fc61a4 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:30.625606 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.651285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-745e8d9c-8f84-4e98-8ed1-37e7ab20df52 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145322845&fields=id&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 267 time: 0.0652018 Feb 09 03:09:30.736903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c28e14be-0646-45a0-b4c3-536d53fc61a4 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:30.736903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.781985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port c28e14be-0646-45a0-b4c3-536d53fc61a4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c28e14be-0646-45a0-b4c3-536d53fc61a4,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:30.785324 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Sync routers for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:09:30.789457 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.816176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-49b2194c-751d-42c1-bf8a-417889ddb9ff tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:30.817866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-49b2194c-751d-42c1-bf8a-417889ddb9ff tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 797 time: 0.1582057 Feb 09 03:09:30.836010 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-7b887a25-bec8-4c92-b8fc-9a3fc08d1709 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/quotas/e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 375 time: 0.0100114 Feb 09 03:09:30.851384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:30.852049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:09:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:30.938216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-82fb2ddb-4fa9-484f-80aa-19dd27c64573 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964079 Feb 09 03:09:30.961321 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=c28e14be-0646-45a0-b4c3-536d53fc61a4,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:31.023524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:31.047966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-cd602bde-f57b-4c96-95a0-4816f86b92ae service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:09:31.049125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-cd602bde-f57b-4c96-95a0-4816f86b92ae service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0981457 Feb 09 03:09:31.176379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-df4883fa-cf8c-40ac-aaef-775b40c6a502 service neutron] 10.222.0.53 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135781 Feb 09 03:09:31.206096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-483ed166-087d-4543-a8ff-6f2b7d8c0889 None None] Current status of the port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:31.278908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-4f6644ac-213f-400d-9eb6-7ec1f226e3ef service neutron] 10.222.0.53 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950472 Feb 09 03:09:31.310259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 2, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:31.341054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Checking router: a3430b40-c91b-4272-bf2a-0217adcd9f11 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:09:31.341419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Updating router a3430b40-c91b-4272-bf2a-0217adcd9f11 port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:09:31.384014 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7407beb9-cbbf-4695-9af9-2f5524db8a63 None None] Provisioning complete for port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:31.384295 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7407beb9-cbbf-4695-9af9-2f5524db8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.385957 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.785063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7407beb9-cbbf-4695-9af9-2f5524db8a63 None None] Current status of the port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:31.815763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7407beb9-cbbf-4695-9af9-2f5524db8a63 None None] Provisioning complete for port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:31.816136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7407beb9-cbbf-4695-9af9-2f5524db8a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.873757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7407beb9-cbbf-4695-9af9-2f5524db8a63 None None] Port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:31.939108 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Publish callbacks [] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.945265 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.995619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7148ada-1712-4cf6-a475-8ae5a4b880a7 None None] Pushing event updated for resources: {'Port': ['ID=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:32.054691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:32.061177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Attempting to bind port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:32.061554 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Attempting to bind port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:32.061922 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Attempting to bind port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 on network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:32.091345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:32.091720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Checking segment: {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:32.092120 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.092516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Bound using segment: {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:32.092986 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Bound port: c00d6b4f-1cb5-4ca5-ad36-76329646bf38, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:32.093367 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.181247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:32.181631 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.233413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] For port c00d6b4f-1cb5-4ca5-ad36-76329646bf38, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:32.261641 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] For port c00d6b4f-1cb5-4ca5-ad36-76329646bf38, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:32.263516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-aa9c20a1-004d-4f08-99e3-cdbf61c24633 None None] Provisioning complete for port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:32.263899 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa9c20a1-004d-4f08-99e3-cdbf61c24633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.298043 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.351298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c20a1-004d-4f08-99e3-cdbf61c24633 None None] Port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:32.413148 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7148ada-1712-4cf6-a475-8ae5a4b880a7 None None] Pushing event updated for resources: {'Port': ['ID=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:32.418777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:32.419648 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:09:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:32.425229 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:32.426421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c28e14be-0646-45a0-b4c3-536d53fc61a4 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:32.483251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-436b2669-96a4-4730-b87e-832283b13d2d req-a714677b-e2f5-4892-9571-14344f7f750d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 210 time: 0.0304313 Feb 09 03:09:32.570573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c28e14be-0646-45a0-b4c3-536d53fc61a4 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:32.570693 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.576866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:32.744182 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4a9fb357-971b-48fd-ae14-5414ea0f353c None None] Provisioning complete for port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:32.744476 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb357-971b-48fd-ae14-5414ea0f353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.844340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c28e14be-0646-45a0-b4c3-536d53fc61a4 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:32.923029 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fb357-971b-48fd-ae14-5414ea0f353c None None] Current status of the port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:32.923432 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb357-971b-48fd-ae14-5414ea0f353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.949238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:32.986752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09482f65-5c0f-414f-8cc1-44b766fff93d None None] The sync data for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 is: [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:09:32.991419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4a9fb357-971b-48fd-ae14-5414ea0f353c None None] For port c00d6b4f-1cb5-4ca5-ad36-76329646bf38, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:32.996347 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb357-971b-48fd-ae14-5414ea0f353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.069522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fb357-971b-48fd-ae14-5414ea0f353c None None] Pushing event updated for resources: {'Port': ['ID=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:33.566831 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73f1fce4-4d14-43f2-aceb-ef80af6ecc49 req-6fe010c7-cff4-4d5e-90cf-213146e1f60c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 210 time: 0.0289013 Feb 09 03:09:34.055561 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c00d6b4f-1cb5-4ca5-ad36-76329646bf38 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:34.120454 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:34.120770 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.214508 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:34.570805 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-4591e4e9-beb9-4e54-acd9-549e79a458eb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:34.572310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-4591e4e9-beb9-4e54-acd9-549e79a458eb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 797 time: 0.1101747 Feb 09 03:09:34.640958 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-5b151370-e808-4128-8c79-6f667f8af660 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 380 time: 0.0609949 Feb 09 03:09:34.661177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'port': {'device_id': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'admin_state_up': True, 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'security_groups': ['a9986210-8150-4785-bf35-82a06696c830']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:34.680080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-73c3522f-6677-4f49-ada4-20d1565dd976 req-f24ac607-b58f-4d3f-85b3-ba024445f568 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 210 time: 0.0349474 Feb 09 03:09:35.104919 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:35.109300 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.236386 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.13 (30950943-4e4b-4a7b-897d-78f0ea89f3c9/261c6777-35bb-4532-b70f-d8c0f608649c/080a7c44-5bd1-480f-89f2-53c8607a4773) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:35.381312 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.415979 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.461811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:35.465014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:35.469583 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:35.476201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=080a7c44-5bd1-480f-89f2-53c8607a4773,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:35.530063 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:35.530783 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.548400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-9b5d2ae3-af72-4ec7-871e-fbfcb14a1023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8928590 Feb 09 03:09:35.559898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Request body: {'port': {'device_id': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:35.622185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.744521 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da39a961-f78d-40a0-8bbf-3364ad3b934c None None] Provisioning complete for port 080a7c44-5bd1-480f-89f2-53c8607a4773 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:35.745276 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da39a961-f78d-40a0-8bbf-3364ad3b934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.782810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da39a961-f78d-40a0-8bbf-3364ad3b934c None None] Port 080a7c44-5bd1-480f-89f2-53c8607a4773 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:35.875814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8de64-ef4f-4ca3-8648-77cd07d99e33 req-37e115e9-d127-4ee3-a26b-5a8f52feb292 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:35.877350 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0f8de64-ef4f-4ca3-8648-77cd07d99e33 req-37e115e9-d127-4ee3-a26b-5a8f52feb292 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 932 time: 0.1226778 Feb 09 03:09:35.971598 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f0f8de64-ef4f-4ca3-8648-77cd07d99e33 req-af85c77f-4db4-497c-93e8-cb09f0948dff tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882382 Feb 09 03:09:35.983190 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080a7c44-5bd1-480f-89f2-53c8607a4773 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:09:35.990864 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Publish callbacks [] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.004604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Transition to ACTIVE for port object 080a7c44-5bd1-480f-89f2-53c8607a4773 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:09:36.009121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.063131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Pushing event updated for resources: {'Port': ['ID=080a7c44-5bd1-480f-89f2-53c8607a4773,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:36.142683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Attempting to bind port 080a7c44-5bd1-480f-89f2-53c8607a4773 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:36.143151 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Attempting to bind port 080a7c44-5bd1-480f-89f2-53c8607a4773 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:36.143488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Attempting to bind port 080a7c44-5bd1-480f-89f2-53c8607a4773 on network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:36.149382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Port 080a7c44-5bd1-480f-89f2-53c8607a4773 on network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:09:36.149802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Attempting to bind port 080a7c44-5bd1-480f-89f2-53c8607a4773 on network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:36.155229 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:36.155582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Checking segment: {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:36.155966 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Bound using segment: {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:36.156416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Bound port: 080a7c44-5bd1-480f-89f2-53c8607a4773, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:36.156779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.233553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] For port 080a7c44-5bd1-480f-89f2-53c8607a4773, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:36.236851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] For port 080a7c44-5bd1-480f-89f2-53c8607a4773, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=080a7c44-5bd1-480f-89f2-53c8607a4773,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:36.242994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.278582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:36.279170 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.280553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] 10.222.0.72 "PUT /v2.0/ports/080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 1093 time: 0.7254024 Feb 09 03:09:36.281057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:09:36.283272 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e7bc4-560d-4757-80d1-ca03b4fe555d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:09:36.308051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a98b06-a079-47df-b1c6-e65ce1539152 service neutron] Pushing event updated for resources: {'Port': ['ID=080a7c44-5bd1-480f-89f2-53c8607a4773,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:36.346413 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6018f7b6-2331-4804-8c90-e4a081346450 x-openstack-request-id: req-6018f7b6-2331-4804-8c90-e4a081346450 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:09:36.346757 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:09:36.347024 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6018f7b6-2331-4804-8c90-e4a081346450 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:09:36.347444 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'status': 'completed', 'code': 200} Feb 09 03:09:36.388498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-7279e38d-4e3f-464a-9e5b-1649debd7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:36.390185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-7279e38d-4e3f-464a-9e5b-1649debd7b1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1127 time: 0.0561810 Feb 09 03:09:36.434738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-b0886d4f-ff02-4b5d-ab9a-57edd2ad6eb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 217 time: 0.0374367 Feb 09 03:09:36.495268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-12ce3a14-d807-4c44-b6c9-18115f2960dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:36.496919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-12ce3a14-d807-4c44-b6c9-18115f2960dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 200 len: 835 time: 0.0571880 Feb 09 03:09:36.546671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-fb4ad0f0-e6d6-4b81-b446-b69b621ab667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:36.548105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-fb4ad0f0-e6d6-4b81-b446-b69b621ab667 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30950943-4e4b-4a7b-897d-78f0ea89f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460701 Feb 09 03:09:36.643794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-2c3b11ff-689c-4d4a-b984-c8590d74b9a5 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894909 Feb 09 03:09:36.739867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-89ddd129-5316-4c98-aca6-2c92aeba725d req-c5ae1b18-b1a8-40c3-8451-accc5cacdc87 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894270 Feb 09 03:09:36.834807 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-635d1cb9-325b-46d8-afdd-d8342e6e83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:36.837220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-635d1cb9-325b-46d8-afdd-d8342e6e83cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1127 time: 0.0537441 Feb 09 03:09:36.928001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-c05c588d-67c0-433d-8d34-d43b9386acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:36.929481 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-c05c588d-67c0-433d-8d34-d43b9386acbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 898 time: 0.0868304 Feb 09 03:09:36.975688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-3cedcd18-0f15-40e1-b8c2-2b0bb269739a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 217 time: 0.0406334 Feb 09 03:09:37.026640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-1efdb433-05d8-47fd-85bc-31333bfca7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:37.028920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-1efdb433-05d8-47fd-85bc-31333bfca7aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 200 len: 835 time: 0.0477633 Feb 09 03:09:37.120713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-43cd25c4-a22b-4f39-a1d3-d5faeb32967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:37.123052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-43cd25c4-a22b-4f39-a1d3-d5faeb32967d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30950943-4e4b-4a7b-897d-78f0ea89f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0887535 Feb 09 03:09:37.130682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377080a-5445-454a-88c4-b6b98c1f1a07 req-f63d167f-528a-43f1-9273-c0d533989e61 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:37.132372 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2377080a-5445-454a-88c4-b6b98c1f1a07 req-f63d167f-528a-43f1-9273-c0d533989e61 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 944 time: 0.0815773 Feb 09 03:09:37.244866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2377080a-5445-454a-88c4-b6b98c1f1a07 req-e4915760-8e26-4603-a6fd-33778b9a5a32 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036348 Feb 09 03:09:37.264293 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-5469c7fc-db46-4f1e-8f2f-c982975f3b13 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309493 Feb 09 03:09:37.364063 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-749e7bc4-560d-4757-80d1-ca03b4fe555d req-a4891de7-3a9c-4069-806f-d609b4a5b795 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942678 Feb 09 03:09:38.373125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2eac8a-4f61-428b-bd31-a447e87f7645 req-0eb0c41c-880a-4c56-b566-5f15e197afd0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:38.374686 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f2eac8a-4f61-428b-bd31-a447e87f7645 req-0eb0c41c-880a-4c56-b566-5f15e197afd0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 944 time: 0.0561664 Feb 09 03:09:38.425537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f2eac8a-4f61-428b-bd31-a447e87f7645 req-b950aa9d-c77c-4fa0-8596-6fb59cd843ed tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451012 Feb 09 03:09:39.557678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dd47b-3048-4285-aee9-22a59a4665eb req-ddc99ff7-e256-4132-a7d9-7fa233d1791e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:39.559413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d3dd47b-3048-4285-aee9-22a59a4665eb req-ddc99ff7-e256-4132-a7d9-7fa233d1791e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 944 time: 0.0633073 Feb 09 03:09:39.610278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1d3dd47b-3048-4285-aee9-22a59a4665eb req-1b4ae433-4c90-4ff4-b080-47bc58991147 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Feb 09 03:09:40.335738 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 080a7c44-5bd1-480f-89f2-53c8607a4773 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:09:40.441123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 080a7c44-5bd1-480f-89f2-53c8607a4773, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=080a7c44-5bd1-480f-89f2-53c8607a4773,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:40.456632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'port_id': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'mac_address': 'fa:16:3e:1e:03:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:09:40.494622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 080a7c44-5bd1-480f-89f2-53c8607a4773 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:40.495023 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.509850 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080a7c44-5bd1-480f-89f2-53c8607a4773 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:09:40.529657 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 080a7c44-5bd1-480f-89f2-53c8607a4773, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=080a7c44-5bd1-480f-89f2-53c8607a4773,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:40.533932 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.582994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=080a7c44-5bd1-480f-89f2-53c8607a4773,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:40.738394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c547fe9-9922-451d-9b6a-1ff64d220ff9 req-c2c52520-3c29-4f02-b136-6b9755c6c9e4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:40.739919 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c547fe9-9922-451d-9b6a-1ff64d220ff9 req-c2c52520-3c29-4f02-b136-6b9755c6c9e4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 945 time: 0.0586090 Feb 09 03:09:40.790921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3c547fe9-9922-451d-9b6a-1ff64d220ff9 req-18d9804a-27d0-4168-91a6-42f57c33cb1d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454276 Feb 09 03:09:40.890675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['080a7c44-5bd1-480f-89f2-53c8607a4773'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:09:41.920792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a3e1-49c9-4d84-8b2a-7c76925911f2 req-999b8034-8047-4b38-a7eb-c984708d24f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:41.922418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b0a3e1-49c9-4d84-8b2a-7c76925911f2 req-999b8034-8047-4b38-a7eb-c984708d24f5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 945 time: 0.0557477 Feb 09 03:09:41.973142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b0a3e1-49c9-4d84-8b2a-7c76925911f2 req-6936d33b-404f-4eee-864c-f3d17fde59ae tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451429 Feb 09 03:09:42.335819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 080a7c44-5bd1-480f-89f2-53c8607a4773 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:42.387316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 080a7c44-5bd1-480f-89f2-53c8607a4773 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:09:42.392177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 080a7c44-5bd1-480f-89f2-53c8607a4773 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:42.392564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.470320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 080a7c44-5bd1-480f-89f2-53c8607a4773 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:42.470654 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.495116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:09:42.497487 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b3c32-d56d-4e6b-b639-4c4b885dd93c" -d '{"events": [{"server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "name": "network-vif-plugged", "status": "completed", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:09:42.514005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 080a7c44-5bd1-480f-89f2-53c8607a4773, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=080a7c44-5bd1-480f-89f2-53c8607a4773,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:42.519520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.546825 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9b0dd-92d9-4d5d-ad49-0f07e67f754d x-openstack-request-id: req-4ab9b0dd-92d9-4d5d-ad49-0f07e67f754d {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:09:42.547110 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "name": "network-vif-plugged", "status": "completed", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:09:42.547365 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ab9b0dd-92d9-4d5d-ad49-0f07e67f754d {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:09:42.547815 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'code': 200} Feb 09 03:09:42.575675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=080a7c44-5bd1-480f-89f2-53c8607a4773,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:42.646489 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac87a9-1a34-4f8c-b85d-1a54aa396d8a req-e7027b19-eb7c-491a-9dbe-983dd158db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:42.648079 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27ac87a9-1a34-4f8c-b85d-1a54aa396d8a req-e7027b19-eb7c-491a-9dbe-983dd158db21 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1129 time: 0.0509033 Feb 09 03:09:42.701085 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27ac87a9-1a34-4f8c-b85d-1a54aa396d8a req-260fd6da-5263-44ab-9fd4-95bcb761a0e8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466738 Feb 09 03:09:43.149400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af04aa-3ceb-4da0-8a6c-30b1002a1275 req-a1852a54-7ba5-4279-8e3c-c3f5d266cf51 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:43.150959 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4af04aa-3ceb-4da0-8a6c-30b1002a1275 req-a1852a54-7ba5-4279-8e3c-c3f5d266cf51 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.1059656 Feb 09 03:09:43.202823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c4af04aa-3ceb-4da0-8a6c-30b1002a1275 req-78ed5afd-efe2-4cae-b5ca-9990e822a7f4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451736 Feb 09 03:09:44.338270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06008f71-beea-4362-b6fc-59dfccb9aebb req-2a62de5c-d311-4b7a-b9f4-6ffe542a74de tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:44.339813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06008f71-beea-4362-b6fc-59dfccb9aebb req-2a62de5c-d311-4b7a-b9f4-6ffe542a74de tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0619292 Feb 09 03:09:44.395530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-06008f71-beea-4362-b6fc-59dfccb9aebb req-ffa69a53-983c-4dc9-a667-d44b258c372e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491965 Feb 09 03:09:44.528155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd252d0-5754-4016-8898-097fc07ed7c8 req-a4d6b4c8-e0fd-4876-b53b-f66c794dc938 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:44.529803 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd252d0-5754-4016-8898-097fc07ed7c8 req-a4d6b4c8-e0fd-4876-b53b-f66c794dc938 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0634115 Feb 09 03:09:44.587218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbd252d0-5754-4016-8898-097fc07ed7c8 req-26715256-737c-4a51-b220-391df525687d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517583 Feb 09 03:09:44.608711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46304) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:44.653724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f87e71-0de8-4d62-a39c-6fd87fcbeae3 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:44.655338 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-13f87e71-0de8-4d62-a39c-6fd87fcbeae3 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1124 time: 0.0456095 Feb 09 03:09:44.658088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46306) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:44.662335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:44.684518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.786289 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.887750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.240 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/7bef2446-95f6-4505-85cd-5f6a89448901) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:44.996607 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (7bef2446-95f6-4505-85cd-5f6a89448901), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.036638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7bef2446-95f6-4505-85cd-5f6a89448901), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.081198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:45.086357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:45.091811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:45.097596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=7bef2446-95f6-4505-85cd-5f6a89448901,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:45.476780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (c0c28680-5c32-483e-9aa5-39a2e1549078), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.552875 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7bef2446-95f6-4505-85cd-5f6a89448901), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.637697 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:09:45.706708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (7bef2446-95f6-4505-85cd-5f6a89448901), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.711141 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (7bef2446-95f6-4505-85cd-5f6a89448901), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.782212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=7bef2446-95f6-4505-85cd-5f6a89448901,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:45.795724 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (c0c28680-5c32-483e-9aa5-39a2e1549078), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.915045 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP c0c28680-5c32-483e-9aa5-39a2e1549078 associated. External IP: 172.25.6.240, port: 080a7c44-5bd1-480f-89f2-53c8607a4773. Feb 09 03:09:46.131674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a3430b40-c91b-4272-bf2a-0217adcd9f11 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:09:46.249494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:09:46.260061 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] Sync routers for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:09:46.268124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.272527 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:46.273227 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:09:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:46.302649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-99433235-df6e-46cd-8ee7-90ed4a193a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6410687 Feb 09 03:09:46.302649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:09:46.303137 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4fcbca-d333-4923-a83d-6709e941f0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:09:46.360251 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d5d56d-cd33-4b8a-b191-63a10441c59b x-openstack-request-id: req-92d5d56d-cd33-4b8a-b191-63a10441c59b {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:09:46.360482 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:09:46.360730 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92d5d56d-cd33-4b8a-b191-63a10441c59b {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:09:46.361169 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'status': 'completed', 'code': 200} Feb 09 03:09:46.455687 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-f031c5b8-86f2-4180-826b-9ae5d9907bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:46.457145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-f031c5b8-86f2-4180-826b-9ae5d9907bc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1129 time: 0.0761230 Feb 09 03:09:46.470039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a5ac9-175b-4e42-a4e1-581efcd76acb req-37ce65d2-97a7-4b78-9b42-87bdf43e8640 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:46.471693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-952a5ac9-175b-4e42-a4e1-581efcd76acb req-37ce65d2-97a7-4b78-9b42-87bdf43e8640 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.1003113 Feb 09 03:09:46.503616 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:46.583540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-952a5ac9-175b-4e42-a4e1-581efcd76acb req-52d7e3e5-a093-4618-bf7f-33bae21d8be0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033742 Feb 09 03:09:46.609015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-f108d8fc-48ad-41da-9802-d0345cb1a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:46.610565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-f108d8fc-48ad-41da-9802-d0345cb1a6d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 898 time: 0.1379752 Feb 09 03:09:46.611631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46312) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:46.678801 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0a72e6a2-b2a1-4e78-af0f-82073c312607 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/c0c28680-5c32-483e-9aa5-39a2e1549078 HTTP/1.1" status: 200 len: 992 time: 0.0659688 Feb 09 03:09:46.683438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-c248d3e1-46f5-48ad-a454-4ec29ef16359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 1000 time: 0.0674450 Feb 09 03:09:46.735710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-fda6bfff-93b7-4453-8fcc-a9efc3656e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:46.737296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-fda6bfff-93b7-4453-8fcc-a9efc3656e26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 200 len: 835 time: 0.0488920 Feb 09 03:09:46.753804 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'c0c28680-5c32-483e-9aa5-39a2e1549078', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'port_id': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'mac_address': 'fa:16:3e:1e:03:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:09:45Z', 'updated_at': '2022-02-09T03:09:45Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:46.793734 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] Checking router: a3430b40-c91b-4272-bf2a-0217adcd9f11 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:09:46.797723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-a5d647ff-4f23-4f18-be90-65271bcb5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:46.799303 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-a5d647ff-4f23-4f18-be90-65271bcb5519 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30950943-4e4b-4a7b-897d-78f0ea89f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557754 Feb 09 03:09:46.802805 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:09:46.803420 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:09:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:46.903833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-e965731c-e091-495f-912f-f22d879de2aa service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982473 Feb 09 03:09:46.928735 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:09:47.006840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d4fcbca-d333-4923-a83d-6709e941f0ed req-97c72218-1754-4ae5-958a-3117f27b301c service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976543 Feb 09 03:09:47.166088 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'c0c28680-5c32-483e-9aa5-39a2e1549078', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'port_id': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'mac_address': 'fa:16:3e:1e:03:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:09:45Z', 'updated_at': '2022-02-09T03:09:45Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:47.208031 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53123099-adc0-4573-a32d-3004ddd63bed None None] The sync data for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 is: [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'c0c28680-5c32-483e-9aa5-39a2e1549078', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'port_id': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'mac_address': 'fa:16:3e:1e:03:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:09:45Z', 'updated_at': '2022-02-09T03:09:45Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:09:47.410406 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eb5527-2429-446a-ad33-bfb8ddbf537a None None] New status for floating IP c0c28680-5c32-483e-9aa5-39a2e1549078: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:09:47.681067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46314) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:47.749067 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d4e7c87e-e956-459c-9d7c-21b1d240c563 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/c0c28680-5c32-483e-9aa5-39a2e1549078 HTTP/1.1" status: 200 len: 994 time: 0.0661924 Feb 09 03:09:48.515777 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.512947 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.476793 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-68ca4a4b-377f-4fd9-b1e1-554682c7bc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.808561 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4a3cf9f7-1da0-4993-8819-40642a535ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.197779 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.361025 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.898216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.352854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-dee212bc-366d-4f59-aa8f-df6a97c7fcd2 req-05cc2d07-c847-422c-83a5-1505b2602263 tempest-ServerDiskConfigTestJSON-439651318 tempest-ServerDiskConfigTestJSON-439651318-project] (103149) timed out ('10.222.0.82', 64767) {{(pid=103149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:10:18.526745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.536080 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.637526 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:10:23.481711 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a1706e26-3162-4201-87d6-1687b1617b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.811589 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10e1-a123-4442-9460-22a4dde48fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:27.199034 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.363602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.903686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.243162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-120cf024-d7b5-4e28-9845-bf2a13f4595c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046596 Feb 09 03:10:31.330383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-b3e25518-ddb7-4caa-a5ed-999aeafe0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:31.331940 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-b3e25518-ddb7-4caa-a5ed-999aeafe0b78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1129 time: 0.0466452 Feb 09 03:10:31.440429 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-d94e83c9-5dd9-4cc9-bb60-008c80306963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:31.442127 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-d94e83c9-5dd9-4cc9-bb60-008c80306963 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 898 time: 0.0914471 Feb 09 03:10:31.834840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-c682a8a4-181c-4d4b-a398-ece995707a00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 1002 time: 0.3870535 Feb 09 03:10:31.883239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-62b5f5bc-b74b-43eb-ab1f-3578355e7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:31.884728 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-62b5f5bc-b74b-43eb-ab1f-3578355e7ac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 200 len: 835 time: 0.0440934 Feb 09 03:10:31.937001 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-7d180f86-e3a3-49e5-b588-0fb98c4b1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:31.938582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-7d180f86-e3a3-49e5-b588-0fb98c4b1ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30950943-4e4b-4a7b-897d-78f0ea89f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476098 Feb 09 03:10:32.029231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-1635cd93-a4aa-41c4-88e1-a5db4b1bfd9d service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847092 Feb 09 03:10:32.120339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-aa8c296f-9161-4403-ae8a-6f6487ff6971 req-59a22380-ab82-49ee-804d-f305c3ac211f service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854125 Feb 09 03:10:48.542381 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.550424 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.625920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8654a38-eaae-43b1-a582-cb80f870c4af req-fdcdf920-951b-4c78-875f-95100f72e6cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:52.627521 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8654a38-eaae-43b1-a582-cb80f870c4af req-fdcdf920-951b-4c78-875f-95100f72e6cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0998204 Feb 09 03:10:52.638031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-5dd80365-e2f1-4546-b14b-e98ef6010b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:52.640270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-5dd80365-e2f1-4546-b14b-e98ef6010b65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1129 time: 0.0964863 Feb 09 03:10:52.750266 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8654a38-eaae-43b1-a582-cb80f870c4af req-9d8daf53-a65d-483e-895a-4754c813a27e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160896 Feb 09 03:10:52.777600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-0e200aac-e574-4a95-8ebd-9292523f141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:52.779838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-0e200aac-e574-4a95-8ebd-9292523f141c service neutron] 10.222.0.72 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 898 time: 0.1322889 Feb 09 03:10:52.857178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-a9d11384-7498-46d8-a41c-39933bd7ec8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 1002 time: 0.0693800 Feb 09 03:10:52.916231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-625cc44c-0c4e-4492-9615-167be2fbf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:52.917628 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-625cc44c-0c4e-4492-9615-167be2fbf9ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 200 len: 835 time: 0.0548916 Feb 09 03:10:52.969834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-e44db9f0-d77b-490b-9623-94e8a22996e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:52.971676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-e44db9f0-d77b-490b-9623-94e8a22996e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30950943-4e4b-4a7b-897d-78f0ea89f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467257 Feb 09 03:10:53.061271 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-5284c6f9-a3d2-49b6-a26d-0c9b7382874e service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834239 Feb 09 03:10:53.160633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6bdaccec-517e-4c60-85dd-523f04f2cd53 req-96318cee-f54b-4089-8433-4d25d4f16fc6 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938070 Feb 09 03:10:53.493211 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b65be612-5ec2-4af8-8f9f-d4ad0e8f397a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.936406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01191-8ecd-4ab8-b090-4e575396e5cf req-21717b6c-8401-4caf-bbbe-951598524980 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:53.937996 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0b01191-8ecd-4ab8-b090-4e575396e5cf req-21717b6c-8401-4caf-bbbe-951598524980 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.1089280 Feb 09 03:10:53.987788 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a0b01191-8ecd-4ab8-b090-4e575396e5cf req-5e38fc76-790b-4079-89d9-70ee7ada8ea7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Feb 09 03:10:55.110981 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2eb6e7-3df2-40a1-bdfb-d2305671f9ca req-b6db61d9-8e77-4388-b986-6702d08c78c5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:55.112492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b2eb6e7-3df2-40a1-bdfb-d2305671f9ca req-b6db61d9-8e77-4388-b986-6702d08c78c5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0544686 Feb 09 03:10:55.169593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b2eb6e7-3df2-40a1-bdfb-d2305671f9ca req-a93bf0a6-468d-4441-8108-924e3e7b5834 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512960 Feb 09 03:10:55.817488 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3de85877-6aea-42ad-b214-f6c10c80bddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.297811 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54486e4f-f29a-4175-810e-25323086d3e1 req-c015e903-3888-40ea-8c73-114b9739f874 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:56.299353 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54486e4f-f29a-4175-810e-25323086d3e1 req-c015e903-3888-40ea-8c73-114b9739f874 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0593796 Feb 09 03:10:56.349404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54486e4f-f29a-4175-810e-25323086d3e1 req-18327c7b-7024-47a0-b30a-7f35789ba3d0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Feb 09 03:10:57.201229 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.472164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a063efb-bd5b-4dd0-b429-db649ce742cf req-a2d7420a-b0ee-41bb-9722-03a4c5521925 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:57.473695 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a063efb-bd5b-4dd0-b429-db649ce742cf req-a2d7420a-b0ee-41bb-9722-03a4c5521925 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0542073 Feb 09 03:10:57.524497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a063efb-bd5b-4dd0-b429-db649ce742cf req-4623b4e9-a876-4569-a429-69da4f3b5ad7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431328 Feb 09 03:10:58.369459 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.658802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc0588-8e48-4f30-a88d-2b4872e19e44 req-dc0d9527-7467-46ca-974f-69061a0ef0c4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:58.660337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6cc0588-8e48-4f30-a88d-2b4872e19e44 req-dc0d9527-7467-46ca-974f-69061a0ef0c4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0602579 Feb 09 03:10:58.712258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6cc0588-8e48-4f30-a88d-2b4872e19e44 req-326808c5-3345-4a1e-908e-7707dc3c386a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Feb 09 03:10:59.636638 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:10:59.834975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34deacc-b301-4503-a3fe-dd9f633f4bdb req-ef68ccd7-9cf8-475b-a9ac-cfd5f98791fc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:59.836560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f34deacc-b301-4503-a3fe-dd9f633f4bdb req-ef68ccd7-9cf8-475b-a9ac-cfd5f98791fc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0539749 Feb 09 03:10:59.889297 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f34deacc-b301-4503-a3fe-dd9f633f4bdb req-63533c94-a376-41d3-a606-e0133586a5b1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454021 Feb 09 03:10:59.907950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.019814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c424-c6fc-4c4c-9949-2aa245d9403c req-369a16f5-e891-409e-89f6-de5d77aa77c8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:01.021327 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1626c424-c6fc-4c4c-9949-2aa245d9403c req-369a16f5-e891-409e-89f6-de5d77aa77c8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0591502 Feb 09 03:11:01.073306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1626c424-c6fc-4c4c-9949-2aa245d9403c req-55e746cd-78d4-4495-ba64-7f8b3919d72c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462437 Feb 09 03:11:02.213304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d746fd-1489-4592-9641-0a7eb80a343a req-f5a5e05f-efcf-46f2-9dd8-6abe4559cf38 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:02.214855 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85d746fd-1489-4592-9641-0a7eb80a343a req-f5a5e05f-efcf-46f2-9dd8-6abe4559cf38 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0588229 Feb 09 03:11:02.273429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85d746fd-1489-4592-9641-0a7eb80a343a req-57cafbb9-15b2-4655-9e11-ab7623cecc79 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523365 Feb 09 03:11:03.396352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f6aed-5c70-477b-a07c-6f345742de1b req-9e71fb60-c914-4acb-8669-e6aabe1afca4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:03.397862 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e4f6aed-5c70-477b-a07c-6f345742de1b req-9e71fb60-c914-4acb-8669-e6aabe1afca4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0541682 Feb 09 03:11:03.455756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e4f6aed-5c70-477b-a07c-6f345742de1b req-fd36e6ce-3fe4-4697-827c-e4b7233b3e6f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518203 Feb 09 03:11:04.577818 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4548ca-bc56-406c-8e2f-d3a8f30466eb req-241f2934-746e-49fc-9ef3-2a62b33b515f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.579492 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e4548ca-bc56-406c-8e2f-d3a8f30466eb req-241f2934-746e-49fc-9ef3-2a62b33b515f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0549810 Feb 09 03:11:04.630200 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e4548ca-bc56-406c-8e2f-d3a8f30466eb req-b97ee606-f4b5-4ee7-b6b1-8564cc90c823 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 Feb 09 03:11:04.653493 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46374) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:04.717719 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5ffdd2aa-8d92-4305-a25d-d2751d0dbaa7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/c0c28680-5c32-483e-9aa5-39a2e1549078 HTTP/1.1" status: 200 len: 994 time: 0.0630622 Feb 09 03:11:18.540913 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.550598 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.486565 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-962658fa-1092-488f-9dd9-5c692a38e843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.810638 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a27db67e-85e2-46e4-9245-79474b9fd664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.204091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.371683 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.903180 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.163540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-7f6e355c-d609-4f76-9e3a-4a2bcb73556f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452080 Feb 09 03:11:32.251218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-3238bdc8-ad31-4da4-b90a-f650eb868089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.252738 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-3238bdc8-ad31-4da4-b90a-f650eb868089 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1129 time: 0.0462170 Feb 09 03:11:32.362788 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-db3bfa9b-28fe-46c0-9648-1e786f78928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.364185 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-db3bfa9b-28fe-46c0-9648-1e786f78928d service neutron] 10.222.0.72 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 898 time: 0.0889797 Feb 09 03:11:32.432062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-e63c0ee1-18da-47a5-9812-c6b879dd1cb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 1002 time: 0.0612638 Feb 09 03:11:32.484748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-2e326535-5ec9-48ff-bbc6-bf9ece71f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.486243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-2e326535-5ec9-48ff-bbc6-bf9ece71f375 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 200 len: 835 time: 0.0491605 Feb 09 03:11:32.538599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-0ad16478-fc0d-47e9-839f-4753845b8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.540161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-0ad16478-fc0d-47e9-839f-4753845b8382 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30950943-4e4b-4a7b-897d-78f0ea89f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476785 Feb 09 03:11:32.629340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-165fb603-700c-4884-841c-eaa20e0a6af8 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833344 Feb 09 03:11:32.726864 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a88d4c8-04ef-4976-a7b6-65fce90f33e8 req-5e640458-4db4-4681-8d38-bae82713840f service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918658 Feb 09 03:11:36.635573 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:11:48.544602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.547686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.489486 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5516269-ae40-4867-8e89-7e85919bcd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.813234 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b10c-4bb7-4ab8-befb-c981f10f1ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.208220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.375601 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.906228 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.674059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46406) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.846075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 7bef2446-95f6-4505-85cd-5f6a89448901 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:01.846426 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7bef2446-95f6-4505-85cd-5f6a89448901), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.929144 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7bef2446-95f6-4505-85cd-5f6a89448901), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.929386 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (7bef2446-95f6-4505-85cd-5f6a89448901), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.941627 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 7bef2446-95f6-4505-85cd-5f6a89448901 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:02.091599 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (7bef2446-95f6-4505-85cd-5f6a89448901), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.123972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=7bef2446-95f6-4505-85cd-5f6a89448901,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:02.135357 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.135713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.136085 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.136430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.136866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.137344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.137694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.138031 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.138364 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.138736 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.139055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.139383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.139709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:02.205577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (c0c28680-5c32-483e-9aa5-39a2e1549078), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.205848 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP c0c28680-5c32-483e-9aa5-39a2e1549078 disassociated (deleted). External IP: 172.25.6.240, port: 080a7c44-5bd1-480f-89f2-53c8607a4773. Feb 09 03:12:02.425257 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a3430b40-c91b-4272-bf2a-0217adcd9f11 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:02.544920 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:02.549868 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.554939 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] Sync routers for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:02.564552 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:02.565163 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:02.580236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4d2c8f68-8b1d-4148-bdce-d6a5d8fce01d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/floatingips/c0c28680-5c32-483e-9aa5-39a2e1549078 HTTP/1.1" status: 204 len: 168 time: 0.9050241 Feb 09 03:12:02.580816 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:02.583416 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18df63-358c-4948-b660-66e4ece1f5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:02.634679 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99731c2f-5e92-4e8b-ac68-eb32770f0356 x-openstack-request-id: req-99731c2f-5e92-4e8b-ac68-eb32770f0356 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:02.635005 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:02.635700 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99731c2f-5e92-4e8b-ac68-eb32770f0356 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:02.636144 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'status': 'completed', 'code': 200} Feb 09 03:12:02.682619 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:02.716772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18df63-358c-4948-b660-66e4ece1f5fb req-7e5dcf2b-b372-4328-a140-0386823303ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.718422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da18df63-358c-4948-b660-66e4ece1f5fb req-7e5dcf2b-b372-4328-a140-0386823303ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 1129 time: 0.0603178 Feb 09 03:12:02.862180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18df63-358c-4948-b660-66e4ece1f5fb req-d3f93c3d-e7fd-4641-97a9-c176f5552e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.863627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da18df63-358c-4948-b660-66e4ece1f5fb req-d3f93c3d-e7fd-4641-97a9-c176f5552e46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 200 len: 898 time: 0.1395597 Feb 09 03:12:02.886311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dc5b5-d0bc-491b-aabe-2ed6b988f894 req-d86100ab-d606-4613-a2fd-412b92fc0485 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.888282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c98dc5b5-d0bc-491b-aabe-2ed6b988f894 req-d86100ab-d606-4613-a2fd-412b92fc0485 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0986238 Feb 09 03:12:02.898603 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:02.919039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da18df63-358c-4948-b660-66e4ece1f5fb req-4db2e895-e009-4b4e-be73-687fef8386f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 200 len: 217 time: 0.0475419 Feb 09 03:12:03.006817 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c98dc5b5-d0bc-491b-aabe-2ed6b988f894 req-91428824-2f18-43bc-8408-314d3b024d94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908842 Feb 09 03:12:03.008604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18df63-358c-4948-b660-66e4ece1f5fb req-149b4423-2473-4583-8c29-9787ba73d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:03.010189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da18df63-358c-4948-b660-66e4ece1f5fb req-149b4423-2473-4583-8c29-9787ba73d4a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 200 len: 835 time: 0.0850868 Feb 09 03:12:03.033156 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] Checking router: a3430b40-c91b-4272-bf2a-0217adcd9f11 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:03.041442 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:03.042038 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.066010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18df63-358c-4948-b660-66e4ece1f5fb req-cd0ba681-7b8b-45c5-85ef-139ba04d9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:03.067578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da18df63-358c-4948-b660-66e4ece1f5fb req-cd0ba681-7b8b-45c5-85ef-139ba04d9c1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30950943-4e4b-4a7b-897d-78f0ea89f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503151 Feb 09 03:12:03.162266 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:03.163441 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da18df63-358c-4948-b660-66e4ece1f5fb req-919cb60f-ceef-42c3-9122-bc37518d0d71 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888257 Feb 09 03:12:03.256957 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-da18df63-358c-4948-b660-66e4ece1f5fb req-4762f284-cc20-4e59-8ac8-dbb38fc2d640 service neutron] 10.222.0.72 "GET /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864797 Feb 09 03:12:03.372809 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.398982 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a566e4-3fad-4958-9eeb-997e7e731d61 None None] The sync data for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 is: [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:09:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c00d6b4f-1cb5-4ca5-ad36-76329646bf38', 'name': '', 'network_id': '30950943-4e4b-4a7b-897d-78f0ea89f3c9', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:a8:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:28Z', 'updated_at': '2022-02-09T03:09:32Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '261c6777-35bb-4532-b70f-d8c0f608649c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:03.627085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cafba1d-09a9-4590-9602-08483bae672b None None] New status for floating IP c0c28680-5c32-483e-9aa5-39a2e1549078: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:12:04.140458 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2396-3775-452a-8cee-9cc139a42f2e req-8d0865b7-cb59-47bc-a700-02c959770f86 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.142083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fbc2396-3775-452a-8cee-9cc139a42f2e req-8d0865b7-cb59-47bc-a700-02c959770f86 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0608747 Feb 09 03:12:04.201409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2fbc2396-3775-452a-8cee-9cc139a42f2e req-a99d9f5e-ce0e-4b64-ab9d-597779502241 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9986210-8150-4785-bf35-82a06696c830&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502274 Feb 09 03:12:04.562548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-a4776d46-65f7-4064-83d2-617cc1dab058 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.564138 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-a4776d46-65f7-4064-83d2-617cc1dab058 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 946 time: 0.0580165 Feb 09 03:12:04.659526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 080a7c44-5bd1-480f-89f2-53c8607a4773 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:04.659882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.763510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 080a7c44-5bd1-480f-89f2-53c8607a4773, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=080a7c44-5bd1-480f-89f2-53c8607a4773,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:04.763881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.778020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 080a7c44-5bd1-480f-89f2-53c8607a4773 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:04.913771 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (080a7c44-5bd1-480f-89f2-53c8607a4773), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.943745 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=080a7c44-5bd1-480f-89f2-53c8607a4773,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:04.987545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] No DVR routers for this DVR port 080a7c44-5bd1-480f-89f2-53c8607a4773 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:04.990059 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.994081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95f91ef5-707f-4ae1-a3b5-bade22d8fb93 req-117ebad5-87b3-43cb-8b1b-df721f1aa739 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "DELETE /v2.0/ports/080a7c44-5bd1-480f-89f2-53c8607a4773 HTTP/1.1" status: 204 len: 173 time: 0.4248381 Feb 09 03:12:04.994783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'name': 'network-vif-deleted', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:04.999585 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c6d456-ca8b-452c-91b5-784d9212fde3" -d '{"events": [{"server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "name": "network-vif-deleted", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:05.116737 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c66241b-0866-498c-84ec-fb52132fb3c5 x-openstack-request-id: req-3c66241b-0866-498c-84ec-fb52132fb3c5 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:05.117045 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54", "name": "network-vif-deleted", "tag": "080a7c44-5bd1-480f-89f2-53c8607a4773", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:05.117308 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c66241b-0866-498c-84ec-fb52132fb3c5 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:05.117720 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54', 'name': 'network-vif-deleted', 'tag': '080a7c44-5bd1-480f-89f2-53c8607a4773', 'status': 'completed', 'code': 200} Feb 09 03:12:05.321186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-68f3f8ec-3667-4955-a301-7b60be5c9415 req-2a2ff4a6-a30d-4a7a-8b9c-4490ac1da7e2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9ce0057-5ac2-4ee8-8d0e-481f0cdcad54 HTTP/1.1" status: 200 len: 210 time: 0.0364752 Feb 09 03:12:06.380504 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46424) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:06.760896 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (a3430b40-c91b-4272-bf2a-0217adcd9f11), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.019347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 080a7c44-5bd1-480f-89f2-53c8607a4773 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:07.037500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port c00d6b4f-1cb5-4ca5-ad36-76329646bf38 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:07.037852 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.039501 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 080a7c44-5bd1-480f-89f2-53c8607a4773 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:07.039851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 080a7c44-5bd1-480f-89f2-53c8607a4773 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:07.135385 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port c00d6b4f-1cb5-4ca5-ad36-76329646bf38, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:07.135761 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.148267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for c00d6b4f-1cb5-4ca5-ad36-76329646bf38 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:07.362995 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c00d6b4f-1cb5-4ca5-ad36-76329646bf38), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.389482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=c00d6b4f-1cb5-4ca5-ad36-76329646bf38,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:07.579608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (a3430b40-c91b-4272-bf2a-0217adcd9f11), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.164899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a3430b40-c91b-4272-bf2a-0217adcd9f11 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:08.288147 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:08.293883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d031e3fd-2b5d-4c9e-98c1-d420d6ab0074 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/a3430b40-c91b-4272-bf2a-0217adcd9f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9117591 Feb 09 03:12:08.296514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46426) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.299146 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] Sync routers for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:08.309380 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:08.310720 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.349772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting subnet 261c6777-35bb-4532-b70f-d8c0f608649c {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:08.352962 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (261c6777-35bb-4532-b70f-d8c0f608649c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.395589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (261c6777-35bb-4532-b70f-d8c0f608649c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.424668 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:08.496870 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (261c6777-35bb-4532-b70f-d8c0f608649c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.579450 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (261c6777-35bb-4532-b70f-d8c0f608649c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.611319 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.618549 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/subnets/261c6777-35bb-4532-b70f-d8c0f608649c HTTP/1.1" status: 204 len: 168 time: 0.3181286 Feb 09 03:12:08.618549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885730fe-2cf8-488c-a4bc-df53d39c1cf7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Subnet': ['ID=261c6777-35bb-4532-b70f-d8c0f608649c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:08.618863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e6d2d-a0d6-4995-93ab-af4de2f74a29 None None] Network 30950943-4e4b-4a7b-897d-78f0ea89f3c9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:08.619310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46428) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.662359 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:12:07Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.694313 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] Checking router: a3430b40-c91b-4272-bf2a-0217adcd9f11 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:08.705325 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] Routers {'a3430b40-c91b-4272-bf2a-0217adcd9f11'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:08.705967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a3430b40-c91b-4272-bf2a-0217adcd9f11'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.812579 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] DHCP port deletion for 30950943-4e4b-4a7b-897d-78f0ea89f3c9 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:08.844822 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] Set router a3430b40-c91b-4272-bf2a-0217adcd9f11 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:09.028265 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (a3430b40-c91b-4272-bf2a-0217adcd9f11), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.052266 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:12:07Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:09.061997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Deleting port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:09.062377 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.085670 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e18539-f9d2-4844-ab4d-f8dee69cb9bf None None] The sync data for ids ['a3430b40-c91b-4272-bf2a-0217adcd9f11'] in n-d-826675-12 is: [{'id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812511037', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:09:25Z', 'updated_at': '2022-02-09T03:12:07Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'c28e14be-0646-45a0-b4c3-536d53fc61a4', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3430b40-c91b-4272-bf2a-0217adcd9f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:09:26Z', 'updated_at': '2022-02-09T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:09.131296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] For port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=5662e0f1-cd68-49bc-9596-d830c2bbb2b9,segment=NetworkSegment(e9c8dee4-7b4b-46bd-b221-2a4c8de69071),segment_id=e9c8dee4-7b4b-46bd-b221-2a4c8de69071)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:09.131702 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.144338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Calling delete_port for 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:09.147016 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a3430b40-c91b-4272-bf2a-0217adcd9f11), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.204843 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port c28e14be-0646-45a0-b4c3-536d53fc61a4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:09.205194 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.231411 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (5662e0f1-cd68-49bc-9596-d830c2bbb2b9), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.256926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Pushing event deleted for resources: {'Port': ['ID=5662e0f1-cd68-49bc-9596-d830c2bbb2b9,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.261396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] No DVR routers for this DVR port 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.276958 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95e0c2c-935d-4a5e-b3b2-16378648b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.300673 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port c28e14be-0646-45a0-b4c3-536d53fc61a4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c28e14be-0646-45a0-b4c3-536d53fc61a4,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:09.301049 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.316008 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for c28e14be-0646-45a0-b4c3-536d53fc61a4 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:09.503528 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c28e14be-0646-45a0-b4c3-536d53fc61a4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.536306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=c28e14be-0646-45a0-b4c3-536d53fc61a4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.549224 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.549571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.549967 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.550684 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.551036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.551379 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.551720 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.552063 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.552399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.552739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.553084 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.553417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.553747 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:09.613330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a3430b40-c91b-4272-bf2a-0217adcd9f11), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.710288 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a3430b40-c91b-4272-bf2a-0217adcd9f11), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.712394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (a3430b40-c91b-4272-bf2a-0217adcd9f11), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.772900 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a3430b40-c91b-4272-bf2a-0217adcd9f11), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.773544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Fanout notify agent at l3_agent the message router_deleted on router a3430b40-c91b-4272-bf2a-0217adcd9f11 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:12:09.781053 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.782232 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2d4f7990-020b-438c-b0fa-332334aa3b67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/routers/a3430b40-c91b-4272-bf2a-0217adcd9f11 HTTP/1.1" status: 204 len: 168 time: 1.1628234 Feb 09 03:12:09.785154 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46432) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.874347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (30950943-4e4b-4a7b-897d-78f0ea89f3c9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.969363 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (30950943-4e4b-4a7b-897d-78f0ea89f3c9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.989709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30950943-4e4b-4a7b-897d-78f0ea89f3c9']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:10.001112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:10.001412 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c8dee4-7b4b-46bd-b221-2a4c8de69071') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:10.011181 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (e9c8dee4-7b4b-46bd-b221-2a4c8de69071), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.024895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (e9c8dee4-7b4b-46bd-b221-2a4c8de69071), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.030930 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:12:10.031213 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (e9c8dee4-7b4b-46bd-b221-2a4c8de69071), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:12:10.034294 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:12:10.101946 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (30950943-4e4b-4a7b-897d-78f0ea89f3c9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.114542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.117787 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/networks/30950943-4e4b-4a7b-897d-78f0ea89f3c9 HTTP/1.1" status: 204 len: 168 time: 0.3316166 Feb 09 03:12:10.120929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46434) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.133844 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4c7a9-1db9-484f-9da7-bfb32038de9c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Network': ['ID=30950943-4e4b-4a7b-897d-78f0ea89f3c9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.194862 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d86e3917-8d7d-44fc-ad95-60f52639cf68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (a9986210-8150-4785-bf35-82a06696c830), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.223494 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d86e3917-8d7d-44fc-ad95-60f52639cf68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (a9986210-8150-4785-bf35-82a06696c830), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.291087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c00d6b4f-1cb5-4ca5-ad36-76329646bf38 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:10.299980 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d86e3917-8d7d-44fc-ad95-60f52639cf68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (a9986210-8150-4785-bf35-82a06696c830), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.302783 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d86e3917-8d7d-44fc-ad95-60f52639cf68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.304061 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d86e3917-8d7d-44fc-ad95-60f52639cf68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/security-groups/a9986210-8150-4785-bf35-82a06696c830 HTTP/1.1" status: 204 len: 168 time: 0.1820858 Feb 09 03:12:10.315227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e3917-8d7d-44fc-ad95-60f52639cf68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9986210-8150-4785-bf35-82a06696c830,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.321128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c00d6b4f-1cb5-4ca5-ad36-76329646bf38 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:10.321736 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c00d6b4f-1cb5-4ca5-ad36-76329646bf38 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:10.322881 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:10.356989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:10.357658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 5662e0f1-cd68-49bc-9596-d830c2bbb2b9 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:10.358095 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c28e14be-0646-45a0-b4c3-536d53fc61a4 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:10.386121 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c28e14be-0646-45a0-b4c3-536d53fc61a4 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:10.386546 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c28e14be-0646-45a0-b4c3-536d53fc61a4 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:10.555990 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46440) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.561904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9cbb1693-b43a-4c26-bfe1-70a4ce984e0c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121914634', 'description': 'tempest-secgroup-smoke-121914634 description', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:10.585440 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1693-b43a-4c26-bfe1-70a4ce984e0c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.660936 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1693-b43a-4c26-bfe1-70a4ce984e0c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (1cafa3cd-75f5-425f-99b2-c0eb803caef3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.665365 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1693-b43a-4c26-bfe1-70a4ce984e0c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1cafa3cd-75f5-425f-99b2-c0eb803caef3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.691323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1693-b43a-4c26-bfe1-70a4ce984e0c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.692621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9cbb1693-b43a-4c26-bfe1-70a4ce984e0c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1355596 Feb 09 03:12:10.695719 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46442) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.701047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6c76140c-cc50-447f-a5d8-e5e8d183d59e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1cafa3cd-75f5-425f-99b2-c0eb803caef3', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:10.702119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb1693-b43a-4c26-bfe1-70a4ce984e0c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cafa3cd-75f5-425f-99b2-c0eb803caef3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.728585 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c76140c-cc50-447f-a5d8-e5e8d183d59e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (980e86ce-e111-4252-81a0-566fa8189840), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.786297 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c76140c-cc50-447f-a5d8-e5e8d183d59e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (980e86ce-e111-4252-81a0-566fa8189840), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.789960 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c76140c-cc50-447f-a5d8-e5e8d183d59e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (980e86ce-e111-4252-81a0-566fa8189840), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.807308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76140c-cc50-447f-a5d8-e5e8d183d59e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980e86ce-e111-4252-81a0-566fa8189840,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.816694 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c76140c-cc50-447f-a5d8-e5e8d183d59e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.817978 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c76140c-cc50-447f-a5d8-e5e8d183d59e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212482 Feb 09 03:12:10.827235 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46444) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.831880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7fe4da80-8afc-4006-965c-218d48c74270 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1cafa3cd-75f5-425f-99b2-c0eb803caef3', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:10.857143 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fe4da80-8afc-4006-965c-218d48c74270 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (e4e09f5a-98f5-4b85-8081-8e175a12e73f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.915581 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fe4da80-8afc-4006-965c-218d48c74270 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (e4e09f5a-98f5-4b85-8081-8e175a12e73f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.921079 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fe4da80-8afc-4006-965c-218d48c74270 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e4e09f5a-98f5-4b85-8081-8e175a12e73f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.949155 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4da80-8afc-4006-965c-218d48c74270 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e09f5a-98f5-4b85-8081-8e175a12e73f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.955176 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7fe4da80-8afc-4006-965c-218d48c74270 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.956279 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7fe4da80-8afc-4006-965c-218d48c74270 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280303 Feb 09 03:12:10.958975 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46446) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.963315 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e07a3e64-9b3c-40ac-ad53-74005f046250 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1cafa3cd-75f5-425f-99b2-c0eb803caef3', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:10.997933 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e07a3e64-9b3c-40ac-ad53-74005f046250 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (4ed01c19-c2c3-4e13-91df-4fb8a0bea9ff), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.057304 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e07a3e64-9b3c-40ac-ad53-74005f046250 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (4ed01c19-c2c3-4e13-91df-4fb8a0bea9ff), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.061511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e07a3e64-9b3c-40ac-ad53-74005f046250 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4ed01c19-c2c3-4e13-91df-4fb8a0bea9ff), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.083595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a3e64-9b3c-40ac-ad53-74005f046250 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed01c19-c2c3-4e13-91df-4fb8a0bea9ff,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.089420 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e07a3e64-9b3c-40ac-ad53-74005f046250 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.090818 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e07a3e64-9b3c-40ac-ad53-74005f046250 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307659 Feb 09 03:12:11.093610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46448) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.097735 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5a551c7f-fce8-4dc6-becf-2d25bbb752c2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1cafa3cd-75f5-425f-99b2-c0eb803caef3', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.124083 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a551c7f-fce8-4dc6-becf-2d25bbb752c2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (70150b20-c47e-434f-9240-86d24de50c1d), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.187991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a551c7f-fce8-4dc6-becf-2d25bbb752c2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (70150b20-c47e-434f-9240-86d24de50c1d), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.193058 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a551c7f-fce8-4dc6-becf-2d25bbb752c2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (70150b20-c47e-434f-9240-86d24de50c1d), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.210392 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a551c7f-fce8-4dc6-becf-2d25bbb752c2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70150b20-c47e-434f-9240-86d24de50c1d,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.219075 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5a551c7f-fce8-4dc6-becf-2d25bbb752c2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.220288 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5a551c7f-fce8-4dc6-becf-2d25bbb752c2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259229 Feb 09 03:12:11.222986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46450) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.227254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1cafa3cd-75f5-425f-99b2-c0eb803caef3', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.249401 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:12:11.256506 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (50a147ae-f3cb-4c85-b6f2-08e96f2650c8), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.325501 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (50a147ae-f3cb-4c85-b6f2-08e96f2650c8), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.329032 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (50a147ae-f3cb-4c85-b6f2-08e96f2650c8), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.348842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a147ae-f3cb-4c85-b6f2-08e96f2650c8,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.354318 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.356176 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d8134734-7f27-48d4-9109-3afa16e4a02f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316447 Feb 09 03:12:11.358958 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46452) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.363255 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1cafa3cd-75f5-425f-99b2-c0eb803caef3', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.383349 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:12:11.388727 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (835e7fb7-c599-4cf1-b72f-cdba81ee0f2b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.460648 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (835e7fb7-c599-4cf1-b72f-cdba81ee0f2b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.465208 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (835e7fb7-c599-4cf1-b72f-cdba81ee0f2b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.486616 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835e7fb7-c599-4cf1-b72f-cdba81ee0f2b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.496841 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.496841 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-04990cae-7159-4b0e-a6dc-1183c554fe9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356051 Feb 09 03:12:11.498644 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46454) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.503842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'network': {'name': 'tempest-network-smoke--1722402852', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.523689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:11.526949 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.553610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:11.563866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5e235a62-54b5-47cc-9e70-d293d25e210e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.564219 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Added segment 5e235a62-54b5-47cc-9e70-d293d25e210e of type vlan for network 893936f1-151f-4d5e-a49a-1b8907071bba Feb 09 03:12:11.610542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (893936f1-151f-4d5e-a49a-1b8907071bba), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.635663 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (893936f1-151f-4d5e-a49a-1b8907071bba), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.641250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.641849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.698439 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1986814 Feb 09 03:12:11.702751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46456) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.711532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'admin_state_up': True, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.715477 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc83a39-213c-489f-ae92-4ce3c482ddf2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Network': ['ID=893936f1-151f-4d5e-a49a-1b8907071bba,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.727118 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 893936f1-151f-4d5e-a49a-1b8907071bba details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:11.731466 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (a4040b4c-4eeb-422b-9416-cb988dee1e6e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.732569 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (a4040b4c-4eeb-422b-9416-cb988dee1e6e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.792269 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (a4040b4c-4eeb-422b-9416-cb988dee1e6e), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.937587 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a4040b4c-4eeb-422b-9416-cb988dee1e6e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.150947 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a4040b4c-4eeb-422b-9416-cb988dee1e6e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.178616 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.292424 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.191 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/30a763bd-f7e4-41a6-9840-f543e1af691e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:12.400608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.437460 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.480186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:12.483296 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:12.488580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:12.491446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=30a763bd-f7e4-41a6-9840-f543e1af691e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:12.770260 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a4040b4c-4eeb-422b-9416-cb988dee1e6e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.993381 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (a4040b4c-4eeb-422b-9416-cb988dee1e6e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.139501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a4040b4c-4eeb-422b-9416-cb988dee1e6e is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:12:13.254713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:13.265562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Sync routers for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:13.276046 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:13.276763 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:13.282272 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.286763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46458) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.287349 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-86024fdd-ae43-417f-af14-f33ee3272703 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5828946 Feb 09 03:12:13.328499 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c5af89b5-7da5-459c-ad2a-54e71f4d1567 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e1d7f3249c8b42118b06f8e6278f72bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403416 Feb 09 03:12:13.330880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46460) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.388319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:13.488470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0867339-4b42-4c0f-b1e4-1621903e4c77 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:13.492306 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d0867339-4b42-4c0f-b1e4-1621903e4c77 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1582279 Feb 09 03:12:13.492763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46462) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.530409 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-641c6dbf-65fb-4c7a-a8d2-e343169734d3 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365350 Feb 09 03:12:13.533083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46464) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.538074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575482393', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:13.592425 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:12Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:13.619200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Checking router: a4040b4c-4eeb-422b-9416-cb988dee1e6e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:13.619556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Updating router a4040b4c-4eeb-422b-9416-cb988dee1e6e port 30a763bd-f7e4-41a6-9840-f543e1af691e binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:13.634490 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:13.635921 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:12:13.638111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.650565 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.850069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (d4630e62-970a-416c-beb0-9dcec814af71), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.918534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Publish callbacks [] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.921041 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Checking segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:13.921453 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network hostable DHCP agents. Network: 893936f1-151f-4d5e-a49a-1b8907071bba, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:13.923916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Subnet': ['ID=d4630e62-970a-416c-beb0-9dcec814af71,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:13.924335 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.951535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 893936f1-151f-4d5e-a49a-1b8907071bba is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:13.963464 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 893936f1-151f-4d5e-a49a-1b8907071bba) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:13.970273 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:13.971786 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.977746 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea29f3c-8148-44c8-95ff-9f81befeec30 None None] Network 893936f1-151f-4d5e-a49a-1b8907071bba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:13.984654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ede8a-3a37-4234-bbd0-1d54817f7cbf None None] Pushing event updated for resources: {'Port': ['ID=30a763bd-f7e4-41a6-9840-f543e1af691e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:13.994827 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46466) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.995695 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8b31a4dd-27d6-4d4b-944b-012bbab43d10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4608562 Feb 09 03:12:13.998340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Attempting to bind port 30a763bd-f7e4-41a6-9840-f543e1af691e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:13.998767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Attempting to bind port 30a763bd-f7e4-41a6-9840-f543e1af691e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:13.999116 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Attempting to bind port 30a763bd-f7e4-41a6-9840-f543e1af691e on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:14.034140 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:14.034612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:14.035016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.035365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:14.035782 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Bound port: 30a763bd-f7e4-41a6-9840-f543e1af691e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:14.036163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.127651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] For port 30a763bd-f7e4-41a6-9840-f543e1af691e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:14.138570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-893936f1-151f-4d5e-a49a-1b8907071bba', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:14.139426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.144840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] For port 30a763bd-f7e4-41a6-9840-f543e1af691e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30a763bd-f7e4-41a6-9840-f543e1af691e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:14.159622 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.321866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:14.322600 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:14.362833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ede8a-3a37-4234-bbd0-1d54817f7cbf None None] Pushing event updated for resources: {'Port': ['ID=30a763bd-f7e4-41a6-9840-f543e1af691e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.458611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.486506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Allocated IP 172.20.0.2 (893936f1-151f-4d5e-a49a-1b8907071bba/d4630e62-970a-416c-beb0-9dcec814af71/93cc306e-60f1-4089-aaf3-24d5569bdab4) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:14.507701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:14.794189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Publish callbacks [] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.802524 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.850368 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.1 (893936f1-151f-4d5e-a49a-1b8907071bba/d4630e62-970a-416c-beb0-9dcec814af71/636b23ef-b22f-4f08-97d8-f92c28fbeede) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:14.851949 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Network 893936f1-151f-4d5e-a49a-1b8907071bba is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:14.856372 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:12Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:14.860248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:14.862785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:14.895843 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Pushing event updated for resources: {'Port': ['ID=93cc306e-60f1-4089-aaf3-24d5569bdab4,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.898659 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326fdc5-cfff-47ea-bab9-9e3a0fec96a8 None None] The sync data for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 is: [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:12Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:14.959868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Attempting to bind port 93cc306e-60f1-4089-aaf3-24d5569bdab4 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:14.960706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Attempting to bind port 93cc306e-60f1-4089-aaf3-24d5569bdab4 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:14.960706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Attempting to bind port 93cc306e-60f1-4089-aaf3-24d5569bdab4 on network 893936f1-151f-4d5e-a49a-1b8907071bba {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:14.966721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:14.967106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Checking segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:14.967523 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.967923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Bound using segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:14.968969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Bound port: 93cc306e-60f1-4089-aaf3-24d5569bdab4, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:14.968969 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.979640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.018867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.036969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] For port 93cc306e-60f1-4089-aaf3-24d5569bdab4, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:15.040890 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] For port 93cc306e-60f1-4089-aaf3-24d5569bdab4, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=93cc306e-60f1-4089-aaf3-24d5569bdab4,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:15.049573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.062789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 893936f1-151f-4d5e-a49a-1b8907071bba is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:15.068888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:15.073763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:15.106399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=636b23ef-b22f-4f08-97d8-f92c28fbeede,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.111438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c05f68-c655-417f-9b29-3ea6312ae7e5 None None] Pushing event updated for resources: {'Port': ['ID=93cc306e-60f1-4089-aaf3-24d5569bdab4,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.151350 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (a4040b4c-4eeb-422b-9416-cb988dee1e6e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.675302 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.977691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.983192 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.065597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=636b23ef-b22f-4f08-97d8-f92c28fbeede,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:16.066234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (a4040b4c-4eeb-422b-9416-cb988dee1e6e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.181628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 893936f1-151f-4d5e-a49a-1b8907071bba is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:16.183263 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:16.196522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 93cc306e-60f1-4089-aaf3-24d5569bdab4 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:16.226294 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6acc4-1459-4c3b-8c5e-9960849088c7 None None] Network 893936f1-151f-4d5e-a49a-1b8907071bba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:16.306112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3dd14387-74b2-4afe-b3ed-24849c104678 None None] Provisioning complete for port 93cc306e-60f1-4089-aaf3-24d5569bdab4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:16.306541 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dd14387-74b2-4afe-b3ed-24849c104678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.328059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a4040b4c-4eeb-422b-9416-cb988dee1e6e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:16.454381 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:16.460267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-aed2883e-dfde-4613-8560-a06649f3ff1c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/a4040b4c-4eeb-422b-9416-cb988dee1e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4636216 Feb 09 03:12:16.565197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 93cc306e-60f1-4089-aaf3-24d5569bdab4 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:16.565572 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.626325 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-63e6fd17-e6f5-485c-a44b-15937a08a6cc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121914634&fields=id&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 267 time: 0.0474846 Feb 09 03:12:16.663261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3dd14387-74b2-4afe-b3ed-24849c104678 None None] Current status of the port 93cc306e-60f1-4089-aaf3-24d5569bdab4 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:16.663661 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dd14387-74b2-4afe-b3ed-24849c104678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.712296 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Sync routers for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:16.727867 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:16.729304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:16.729510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 93cc306e-60f1-4089-aaf3-24d5569bdab4 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:16.729911 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.735994 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-3dd14387-74b2-4afe-b3ed-24849c104678 None None] For port 93cc306e-60f1-4089-aaf3-24d5569bdab4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=93cc306e-60f1-4089-aaf3-24d5569bdab4,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:16.747878 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dd14387-74b2-4afe-b3ed-24849c104678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.764918 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-5eaa5370-ded8-43a0-a159-a6c02e2f3d92 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:16.766886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-5eaa5370-ded8-43a0-a159-a6c02e2f3d92 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 797 time: 0.1339467 Feb 09 03:12:16.787440 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-60519ea1-7739-455d-a1f9-00a7eca92fa8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/quotas/e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 375 time: 0.0139847 Feb 09 03:12:16.845608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd14387-74b2-4afe-b3ed-24849c104678 None None] Pushing event updated for resources: {'Port': ['ID=93cc306e-60f1-4089-aaf3-24d5569bdab4,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:16.861539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:12:16.862399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-40357e5c-c67e-4d2e-844a-a6ed4aa50baf tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686028 Feb 09 03:12:16.863255 n-d-826675-12 neutron-server[103151]: DEBUG oslo_db.api [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:12:16.888483 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:16.971033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-98b58596-84fe-462c-bf12-6912fc9314b8 None None] Provisioning complete for port 93cc306e-60f1-4089-aaf3-24d5569bdab4 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:16.971379 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98b58596-84fe-462c-bf12-6912fc9314b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.980055 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-8a25c495-f855-4465-9a34-5cf1ff518f13 service neutron] 10.222.0.53 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038561 Feb 09 03:12:17.094275 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-98b58596-84fe-462c-bf12-6912fc9314b8 None None] Current status of the port 93cc306e-60f1-4089-aaf3-24d5569bdab4 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.094698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-12e529f1-2950-4601-84b0-0f62593cc1a3 service neutron] 10.222.0.53 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122444 Feb 09 03:12:17.108263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-98b58596-84fe-462c-bf12-6912fc9314b8 None None] Provisioning complete for port 636b23ef-b22f-4f08-97d8-f92c28fbeede triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.108817 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-98b58596-84fe-462c-bf12-6912fc9314b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.117365 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 2, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:17.150795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-98b58596-84fe-462c-bf12-6912fc9314b8 None None] Port 636b23ef-b22f-4f08-97d8-f92c28fbeede cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:17.285394 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-abf72aca-d906-4021-8fa9-791dc9b1ca7e None None] Provisioning complete for port 636b23ef-b22f-4f08-97d8-f92c28fbeede triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.286078 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Checking router: a4040b4c-4eeb-422b-9416-cb988dee1e6e for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:17.286185 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-abf72aca-d906-4021-8fa9-791dc9b1ca7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.286310 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Updating router a4040b4c-4eeb-422b-9416-cb988dee1e6e port 636b23ef-b22f-4f08-97d8-f92c28fbeede binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:17.330876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09139cce-5d8d-44ac-a7f0-59b5fa5139d7 req-fe096619-cc4f-4be4-a4bc-0b0332ca95a7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 210 time: 0.0392239 Feb 09 03:12:17.333758 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.352934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-abf72aca-d906-4021-8fa9-791dc9b1ca7e None None] Port 636b23ef-b22f-4f08-97d8-f92c28fbeede cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:17.414574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 93cc306e-60f1-4089-aaf3-24d5569bdab4 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.415822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30a763bd-f7e4-41a6-9840-f543e1af691e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:17.471699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 30a763bd-f7e4-41a6-9840-f543e1af691e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.472227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.501790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-d4477dcb-312c-47f8-9f05-c7167ea6aca6 None None] Provisioning complete for port 636b23ef-b22f-4f08-97d8-f92c28fbeede triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.502261 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4477dcb-312c-47f8-9f05-c7167ea6aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.555574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-d4477dcb-312c-47f8-9f05-c7167ea6aca6 None None] Port 636b23ef-b22f-4f08-97d8-f92c28fbeede cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:17.609752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 30a763bd-f7e4-41a6-9840-f543e1af691e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.610226 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.633666 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 30a763bd-f7e4-41a6-9840-f543e1af691e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30a763bd-f7e4-41a6-9840-f543e1af691e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:17.637916 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Publish callbacks [] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.639954 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.647472 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.705395 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=30a763bd-f7e4-41a6-9840-f543e1af691e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.743437 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Pushing event updated for resources: {'Port': ['ID=636b23ef-b22f-4f08-97d8-f92c28fbeede,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.761437 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Attempting to bind port 636b23ef-b22f-4f08-97d8-f92c28fbeede on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:17.761865 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Attempting to bind port 636b23ef-b22f-4f08-97d8-f92c28fbeede by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:17.762224 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Attempting to bind port 636b23ef-b22f-4f08-97d8-f92c28fbeede on network 893936f1-151f-4d5e-a49a-1b8907071bba {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:17.766684 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.767031 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.767372 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.767700 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.768030 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.768357 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.768676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.768995 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.769339 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.769631 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.770110 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.770605 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.771102 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:17.776849 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:17.777767 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Checking segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:17.778504 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.779042 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Bound using segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:17.779889 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Bound port: 636b23ef-b22f-4f08-97d8-f92c28fbeede, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:17.780429 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.854620 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] For port 636b23ef-b22f-4f08-97d8-f92c28fbeede, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:17.858329 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] For port 636b23ef-b22f-4f08-97d8-f92c28fbeede, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=636b23ef-b22f-4f08-97d8-f92c28fbeede,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:17.866142 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.921496 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b069204-e59d-43da-be33-1504c4bd2ba9 None None] Pushing event updated for resources: {'Port': ['ID=636b23ef-b22f-4f08-97d8-f92c28fbeede,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.942399 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:17.942974 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:11:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:17.987396 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-99ce64cd-4cb8-41a7-86f2-f4add18e29d8 None None] Provisioning complete for port 636b23ef-b22f-4f08-97d8-f92c28fbeede triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.987774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99ce64cd-4cb8-41a7-86f2-f4add18e29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.103571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-99ce64cd-4cb8-41a7-86f2-f4add18e29d8 None None] Current status of the port 636b23ef-b22f-4f08-97d8-f92c28fbeede is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:18.104008 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99ce64cd-4cb8-41a7-86f2-f4add18e29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.105966 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:18.131933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 93cc306e-60f1-4089-aaf3-24d5569bdab4 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:18.194602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-99ce64cd-4cb8-41a7-86f2-f4add18e29d8 None None] For port 636b23ef-b22f-4f08-97d8-f92c28fbeede, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=636b23ef-b22f-4f08-97d8-f92c28fbeede,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:18.209514 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-99ce64cd-4cb8-41a7-86f2-f4add18e29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.270101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 93cc306e-60f1-4089-aaf3-24d5569bdab4 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:18.270514 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.299495 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce64cd-4cb8-41a7-86f2-f4add18e29d8 None None] Pushing event updated for resources: {'Port': ['ID=636b23ef-b22f-4f08-97d8-f92c28fbeede,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.347112 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:18.348757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-db118797-6d27-447d-a4d9-7128738a2f88 None None] Provisioning complete for port 636b23ef-b22f-4f08-97d8-f92c28fbeede triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:18.349307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db118797-6d27-447d-a4d9-7128738a2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.390579 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7912-763a-4ebb-a76d-1b5b9c6bc5e2 None None] The sync data for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 is: [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:18.462304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 93cc306e-60f1-4089-aaf3-24d5569bdab4 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:18.462304 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30a763bd-f7e4-41a6-9840-f543e1af691e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:18.514602 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8212b48b-cd90-493f-bb3e-a1c31dc2490b req-f6dcc752-0bb5-49ee-befc-6627b4cc9369 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 210 time: 0.0551445 Feb 09 03:12:18.521749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-7359436c-fa52-49e6-9987-699fc2d0853f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.524217 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-7359436c-fa52-49e6-9987-699fc2d0853f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 797 time: 0.2511764 Feb 09 03:12:18.577943 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-db118797-6d27-447d-a4d9-7128738a2f88 None None] Current status of the port 636b23ef-b22f-4f08-97d8-f92c28fbeede is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:18.590555 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.595606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 30a763bd-f7e4-41a6-9840-f543e1af691e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:18.596419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.607693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-f7b945c9-a00e-4d93-abe7-1a13eb2bd03a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 379 time: 0.0665536 Feb 09 03:12:18.618073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'port': {'device_id': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'admin_state_up': True, 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'security_groups': ['1cafa3cd-75f5-425f-99b2-c0eb803caef3']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:18.687752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 30a763bd-f7e4-41a6-9840-f543e1af691e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:18.746371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:18.750238 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.888889 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.12 (893936f1-151f-4d5e-a49a-1b8907071bba/d4630e62-970a-416c-beb0-9dcec814af71/329fc04f-3b13-4765-be73-e0a164899100) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:19.045309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (329fc04f-3b13-4765-be73-e0a164899100), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.081611 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.147862 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 893936f1-151f-4d5e-a49a-1b8907071bba is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:19.151376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:19.155314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:19.184180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.217701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:19.218754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.237791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4a8ca751-6e7e-47da-aaea-4597cdf6aff9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6249650 Feb 09 03:12:19.250814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Request body: {'port': {'device_id': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:19.327969 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.405602 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36a0dab2-efec-4594-b793-ce04b6c939a7 None None] Provisioning complete for port 329fc04f-3b13-4765-be73-e0a164899100 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:19.406173 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36a0dab2-efec-4594-b793-ce04b6c939a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (329fc04f-3b13-4765-be73-e0a164899100), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.446123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36a0dab2-efec-4594-b793-ce04b6c939a7 None None] Port 329fc04f-3b13-4765-be73-e0a164899100 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:19.566156 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.664699 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329fc04f-3b13-4765-be73-e0a164899100 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:19.674871 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Publish callbacks [] for port (329fc04f-3b13-4765-be73-e0a164899100), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.694432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Transition to ACTIVE for port object 329fc04f-3b13-4765-be73-e0a164899100 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:12:19.703615 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e977c76-1ecb-48e0-bba7-0e02d607bf46 req-4545e280-f076-4caf-ac3c-7de4a0e01915 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:19.705177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e977c76-1ecb-48e0-bba7-0e02d607bf46 req-4545e280-f076-4caf-ac3c-7de4a0e01915 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 932 time: 0.1103513 Feb 09 03:12:19.706341 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.820416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.859861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e977c76-1ecb-48e0-bba7-0e02d607bf46 req-f57ab6d6-73b8-4b8a-b0aa-6a8eb3546f3c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489129 Feb 09 03:12:19.890023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:19.890023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:19.890023 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 on network 893936f1-151f-4d5e-a49a-1b8907071bba {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:19.894182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Port 329fc04f-3b13-4765-be73-e0a164899100 on network 893936f1-151f-4d5e-a49a-1b8907071bba not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:12:19.894182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 on network 893936f1-151f-4d5e-a49a-1b8907071bba {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:19.899502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:19.899995 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Checking segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:19.900676 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Bound using segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:19.901014 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Bound port: 329fc04f-3b13-4765-be73-e0a164899100, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:19.901376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.976839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:19.980102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:19.985448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.022176 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.022871 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.024339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] 10.222.0.72 "PUT /v2.0/ports/329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1093 time: 0.7790167 Feb 09 03:12:20.024792 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:20.027698 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0af2365-ff97-40b1-824a-70dceeb159a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:20.069621 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b3663-166a-435d-89ca-1edac1f999e2 service neutron] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:20.091785 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e20bc7-30b7-47c9-bf83-29547befce53 x-openstack-request-id: req-64e20bc7-30b7-47c9-bf83-29547befce53 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:20.092111 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:20.092344 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64e20bc7-30b7-47c9-bf83-29547befce53 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:20.092769 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'status': 'completed', 'code': 200} Feb 09 03:12:20.137873 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-843d7edc-9d25-49bc-a193-9b04316f80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.139386 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-843d7edc-9d25-49bc-a193-9b04316f80c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1127 time: 0.0617321 Feb 09 03:12:20.155296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 636b23ef-b22f-4f08-97d8-f92c28fbeede up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:20.185794 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-553136aa-6f48-4761-ab33-4965756da59c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 217 time: 0.0393293 Feb 09 03:12:20.215165 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 636b23ef-b22f-4f08-97d8-f92c28fbeede triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:20.215852 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.240383 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-247e48e0-b120-4a42-a551-45c589178223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.242052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-247e48e0-b120-4a42-a551-45c589178223 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0505714 Feb 09 03:12:20.297590 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-fd676386-14ed-4994-b7c9-927b983abd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.305464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-fd676386-14ed-4994-b7c9-927b983abd52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506361 Feb 09 03:12:20.305575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 636b23ef-b22f-4f08-97d8-f92c28fbeede is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:20.389560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-4aa2aad9-92cd-4019-ae4a-27be121ed91a service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Feb 09 03:12:20.482805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-477763ba-ed7d-4df9-a808-c82bc7b0b741 req-7fb56786-40c5-410f-bef9-16366f124e0c service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879591 Feb 09 03:12:20.579772 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-6b0c1a26-fff9-4a44-a1ff-8eb07a3bb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.581282 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-6b0c1a26-fff9-4a44-a1ff-8eb07a3bb238 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1127 time: 0.0496821 Feb 09 03:12:20.682330 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-03ca2435-93bc-415c-887b-8176e1a120f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.683955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-03ca2435-93bc-415c-887b-8176e1a120f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.0969136 Feb 09 03:12:20.734125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-2a8dacf4-fa50-48c7-8189-784b9bc6d54c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 217 time: 0.0430422 Feb 09 03:12:20.783468 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-448b6db8-d6df-4a0f-8b64-07a512f8c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.784944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-448b6db8-d6df-4a0f-8b64-07a512f8c128 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0452039 Feb 09 03:12:20.833964 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-74cc6bee-90a7-4423-a6eb-3cfd743316a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.835432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-74cc6bee-90a7-4423-a6eb-3cfd743316a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451972 Feb 09 03:12:20.931383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-2f6fb57c-79c9-4fdd-a3b1-1952a4ec8c88 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901437 Feb 09 03:12:21.059338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109c69e-0824-4603-b974-ac12ba769ac2 req-1fd34719-ff94-4fbd-bf50-c0cc3c0632e8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:21.060924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a109c69e-0824-4603-b974-ac12ba769ac2 req-1fd34719-ff94-4fbd-bf50-c0cc3c0632e8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 944 time: 0.1266298 Feb 09 03:12:21.066421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0af2365-ff97-40b1-824a-70dceeb159a4 req-133da1cf-0435-495c-91b1-6308d6540171 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215000 Feb 09 03:12:21.113463 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a109c69e-0824-4603-b974-ac12ba769ac2 req-89068b89-1fea-43d7-9e23-47db872eb0d6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459788 Feb 09 03:12:22.252288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bba780-cb7c-470e-8e9b-d2d8748084f4 req-d9db517c-4acd-49ef-b1f3-834de135d342 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:22.253714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4bba780-cb7c-470e-8e9b-d2d8748084f4 req-d9db517c-4acd-49ef-b1f3-834de135d342 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 944 time: 0.0595973 Feb 09 03:12:22.303404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4bba780-cb7c-470e-8e9b-d2d8748084f4 req-0f64a20f-d2a0-4a28-9a2a-c83082f3c3f4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 Feb 09 03:12:23.158030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 329fc04f-3b13-4765-be73-e0a164899100 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:12:23.256205 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:23.276902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '329fc04f-3b13-4765-be73-e0a164899100', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'port_id': '329fc04f-3b13-4765-be73-e0a164899100', 'mac_address': 'fa:16:3e:cf:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:12:23.316793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 329fc04f-3b13-4765-be73-e0a164899100 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:23.317197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.332838 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329fc04f-3b13-4765-be73-e0a164899100 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:12:23.353227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:23.359498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.410368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:23.437643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb09dc-2b3f-4b5e-9b47-d5b1f9121baf req-5580be2e-d862-40ca-8367-fc85197ad5ce tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:23.439312 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67eb09dc-2b3f-4b5e-9b47-d5b1f9121baf req-5580be2e-d862-40ca-8367-fc85197ad5ce tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 945 time: 0.0637233 Feb 09 03:12:23.493423 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5f2dd85a-bb76-45ee-934c-08bbad148fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.498941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67eb09dc-2b3f-4b5e-9b47-d5b1f9121baf req-070a76f4-9ba3-4e1c-a66a-31b6c03f82f2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538690 Feb 09 03:12:23.744469 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['329fc04f-3b13-4765-be73-e0a164899100'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:24.623438 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402a50-ce21-45d4-9537-2893d40fd664 req-3ea874b8-ff7d-4b18-b5c8-d5b07cea76a9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:24.624947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76402a50-ce21-45d4-9537-2893d40fd664 req-3ea874b8-ff7d-4b18-b5c8-d5b07cea76a9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 945 time: 0.0567317 Feb 09 03:12:24.675606 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-76402a50-ce21-45d4-9537-2893d40fd664 req-7b8c4d3f-91db-4ddc-b1c5-269eaf2c6f23 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Feb 09 03:12:25.158071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 329fc04f-3b13-4765-be73-e0a164899100 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:25.212926 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 329fc04f-3b13-4765-be73-e0a164899100 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:25.216836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 329fc04f-3b13-4765-be73-e0a164899100 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:25.217220 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (329fc04f-3b13-4765-be73-e0a164899100), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.298269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 329fc04f-3b13-4765-be73-e0a164899100 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:25.298269 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.322942 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:25.325961 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5233578-6d29-41ff-95f2-0ed740d47e10" -d '{"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-plugged", "status": "completed", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:25.338052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:25.343494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.375181 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b62463-4b8e-4d2d-934e-075b7aa75048 x-openstack-request-id: req-06b62463-4b8e-4d2d-934e-075b7aa75048 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:25.375489 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-plugged", "status": "completed", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:25.375751 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06b62463-4b8e-4d2d-934e-075b7aa75048 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:25.376150 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'code': 200} Feb 09 03:12:25.397642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:25.476908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c8fc2-036e-414d-80c7-80c4957ffb62 req-41230ef3-5d46-465f-8148-b31536ee19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.478478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c04c8fc2-036e-414d-80c7-80c4957ffb62 req-41230ef3-5d46-465f-8148-b31536ee19c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1129 time: 0.0455334 Feb 09 03:12:25.526429 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c04c8fc2-036e-414d-80c7-80c4957ffb62 req-ade34262-9c7f-42b0-9266-7043bb499c46 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 Feb 09 03:12:25.805587 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95484dd6-f05d-43ff-a7fd-bd0e03f23a83 req-cb4855c4-928e-4482-9010-b5e332746ea8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.807320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95484dd6-f05d-43ff-a7fd-bd0e03f23a83 req-cb4855c4-928e-4482-9010-b5e332746ea8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0580993 Feb 09 03:12:25.819692 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fdc15afa-b859-4243-9c56-e643bdd69646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.859261 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95484dd6-f05d-43ff-a7fd-bd0e03f23a83 req-22775cfe-3f6c-4a78-9090-d5d86e07d37c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459306 Feb 09 03:12:26.990211 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9185-4994-4733-8659-9e23d2561100 req-03b9bb78-1e69-4f89-87a1-3949079b6a96 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:26.991757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6ec9185-4994-4733-8659-9e23d2561100 req-03b9bb78-1e69-4f89-87a1-3949079b6a96 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0546749 Feb 09 03:12:27.044815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a6ec9185-4994-4733-8659-9e23d2561100 req-9d9123d4-1c99-4fe6-b63d-d780b4dbc442 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463567 Feb 09 03:12:27.169567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa08474-82a7-42c7-aded-531943483627 req-47a33d50-6c75-4d85-95df-9edd34c81672 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.170995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffa08474-82a7-42c7-aded-531943483627 req-47a33d50-6c75-4d85-95df-9edd34c81672 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0577292 Feb 09 03:12:27.209490 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.221813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ffa08474-82a7-42c7-aded-531943483627 req-a47f7620-4506-44dc-963e-be67c61cc9d7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449088 Feb 09 03:12:27.244704 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46518) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.301596 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f19863-deba-45fe-b5b3-af0e2811e4a6 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.303184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b3f19863-deba-45fe-b5b3-af0e2811e4a6 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1124 time: 0.0573580 Feb 09 03:12:27.306276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46520) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.312116 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '329fc04f-3b13-4765-be73-e0a164899100', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:27.333564 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.439637 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.541971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.186 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/4595c44f-c3a0-47f9-89de-d1e19a29e9ff) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:27.654674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.690302 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.727218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:27.732631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:27.735267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:27.768979 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=4595c44f-c3a0-47f9-89de-d1e19a29e9ff,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:28.377521 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.433439 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (753d42de-c742-4a38-a9e6-a4ebb40b287d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.502353 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.655835 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.660577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.728055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=4595c44f-c3a0-47f9-89de-d1e19a29e9ff,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:28.740195 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (753d42de-c742-4a38-a9e6-a4ebb40b287d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.846306 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP 753d42de-c742-4a38-a9e6-a4ebb40b287d associated. External IP: 172.25.6.186, port: 329fc04f-3b13-4765-be73-e0a164899100. Feb 09 03:12:29.082088 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a4040b4c-4eeb-422b-9416-cb988dee1e6e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:29.203629 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:29.213960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] Sync routers for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:29.222925 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.225916 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:29.226677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:12:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:29.259144 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b1da2822-9a40-4a45-a7a3-0a22c40f7023 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9511240 Feb 09 03:12:29.260015 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:29.264190 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765329cd-a210-4b11-83d5-f8887e129295" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:29.310242 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc73a783-6591-4ffb-8da9-2fdb0bb81792 x-openstack-request-id: req-bc73a783-6591-4ffb-8da9-2fdb0bb81792 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:29.310242 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:29.310589 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc73a783-6591-4ffb-8da9-2fdb0bb81792 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:29.310948 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'status': 'completed', 'code': 200} Feb 09 03:12:29.346192 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:29.412863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d589-9fc5-4d7e-a2b6-792ce91865fb req-26b1d47a-0ffe-4e7e-bae2-05c8cc58a2ec tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.414502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b65d589-9fc5-4d7e-a2b6-792ce91865fb req-26b1d47a-0ffe-4e7e-bae2-05c8cc58a2ec tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0839524 Feb 09 03:12:29.422171 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765329cd-a210-4b11-83d5-f8887e129295 req-132d5aec-fa9c-4fbf-bc4c-ecf491995bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.423746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765329cd-a210-4b11-83d5-f8887e129295 req-132d5aec-fa9c-4fbf-bc4c-ecf491995bca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1129 time: 0.0823045 Feb 09 03:12:29.520992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2b65d589-9fc5-4d7e-a2b6-792ce91865fb req-6f10f03a-5ba5-4b1c-9205-480c067e2c7f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962462 Feb 09 03:12:29.547540 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46526) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:29.552739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765329cd-a210-4b11-83d5-f8887e129295 req-1cc87766-bc75-41a3-bb3c-1c7f4e0fdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.554240 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765329cd-a210-4b11-83d5-f8887e129295 req-1cc87766-bc75-41a3-bb3c-1c7f4e0fdf83 service neutron] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.1238368 Feb 09 03:12:29.601149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '753d42de-c742-4a38-a9e6-a4ebb40b287d', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'port_id': '329fc04f-3b13-4765-be73-e0a164899100', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'mac_address': 'fa:16:3e:cf:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:27Z', 'updated_at': '2022-02-09T03:12:27Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:29.628816 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ae1f9730-e62f-4131-8e8d-3b05c3b6ed3a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/753d42de-c742-4a38-a9e6-a4ebb40b287d HTTP/1.1" status: 200 len: 992 time: 0.0788064 Feb 09 03:12:29.634089 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765329cd-a210-4b11-83d5-f8887e129295 req-16afc7b8-c771-4d20-8e8f-7ed13f07e192 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1000 time: 0.0730114 Feb 09 03:12:29.635814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] Checking router: a4040b4c-4eeb-422b-9416-cb988dee1e6e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:29.650446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:29.651099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:12:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:29.684835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765329cd-a210-4b11-83d5-f8887e129295 req-477718be-6d15-4f9a-9ffd-0c09a5845703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.686357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765329cd-a210-4b11-83d5-f8887e129295 req-477718be-6d15-4f9a-9ffd-0c09a5845703 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0464575 Feb 09 03:12:29.738219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765329cd-a210-4b11-83d5-f8887e129295 req-dd123f25-f5cf-4f14-92cb-f2a08bee7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:29.739810 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765329cd-a210-4b11-83d5-f8887e129295 req-dd123f25-f5cf-4f14-92cb-f2a08bee7691 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481162 Feb 09 03:12:29.781364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:29.837294 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765329cd-a210-4b11-83d5-f8887e129295 req-1f9e0d54-3bf4-4d6d-9479-0487c111e84a service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916951 Feb 09 03:12:29.943969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-765329cd-a210-4b11-83d5-f8887e129295 req-420957e9-48e4-4d89-a34a-f0ac1992febb service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000702 Feb 09 03:12:30.103695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.196008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '753d42de-c742-4a38-a9e6-a4ebb40b287d', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'port_id': '329fc04f-3b13-4765-be73-e0a164899100', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'mac_address': 'fa:16:3e:cf:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:27Z', 'updated_at': '2022-02-09T03:12:27Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:30.229682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790cabf4-c021-4c44-8356-bc68e8b27e90 None None] The sync data for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 is: [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '753d42de-c742-4a38-a9e6-a4ebb40b287d', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'port_id': '329fc04f-3b13-4765-be73-e0a164899100', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'mac_address': 'fa:16:3e:cf:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:12:27Z', 'updated_at': '2022-02-09T03:12:27Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:30.440829 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede298dd-ece2-49e6-8c71-54f15c936ef3 None None] New status for floating IP 753d42de-c742-4a38-a9e6-a4ebb40b287d: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:12:30.631688 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46528) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:30.693259 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cd3fbafe-bfb1-4181-8d9f-d7264fced98f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/753d42de-c742-4a38-a9e6-a4ebb40b287d HTTP/1.1" status: 200 len: 994 time: 0.0604084 Feb 09 03:12:34.173242 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-50f0b8cd-01f4-408e-8e05-54ee712a02b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498970 Feb 09 03:12:34.264863 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-5f6dcec6-f518-4bc7-a7dc-633f00cbacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.266397 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-5f6dcec6-f518-4bc7-a7dc-633f00cbacf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1129 time: 0.0513179 Feb 09 03:12:34.370351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-88bc1caa-719d-4150-9f84-ddf1bf173ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.371960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-88bc1caa-719d-4150-9f84-ddf1bf173ea4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.0877614 Feb 09 03:12:34.446239 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-1f6c4167-419e-4505-83f0-8edc8b4bc3fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1002 time: 0.0686593 Feb 09 03:12:34.495660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-c8da0a34-372d-4de3-9f71-d9e14028216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.497161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-c8da0a34-372d-4de3-9f71-d9e14028216c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0456457 Feb 09 03:12:34.547643 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-a63f420b-abda-4c33-8207-51bacc2d246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:34.549189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-a63f420b-abda-4c33-8207-51bacc2d246f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467527 Feb 09 03:12:34.649500 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-5b91ab9d-2e81-4b67-a5f9-75adbbe22ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941510 Feb 09 03:12:34.741947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-03eeaad1-21e7-4c2b-b210-ca169b4ff8f6 req-e814ba9b-5c47-41c2-908f-cef51e4244fb service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865381 Feb 09 03:12:48.573073 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.562529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.636160 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:12:53.495408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6d49f87d-65bb-44ce-b2a6-8add542d1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:55.814602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d7778140-0867-4b4b-b747-80cc8ac769ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.212983 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.381299 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.907837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.567049 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.556798 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.498858 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-41855ae0-6172-41b8-b6e6-9f67ced79689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.815906 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa38e740-c8a4-4cfe-a8fb-2bfbed1abe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.216370 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.636065 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:13:28.386726 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.910922 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.162387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-37a35ad9-7b9e-4a67-adf0-47a626e1dba7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464213 Feb 09 03:13:36.256472 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-1b5e7999-1143-4d05-88b8-352bd7cf7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.258062 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-1b5e7999-1143-4d05-88b8-352bd7cf7829 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1129 time: 0.0526857 Feb 09 03:13:36.364578 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-a3a17d26-e25d-45e9-ad67-9634b69db93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.365999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-a3a17d26-e25d-45e9-ad67-9634b69db93c service neutron] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.0893130 Feb 09 03:13:36.436151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-56817790-520e-4c1c-b1c5-b929acd83efb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1002 time: 0.0637844 Feb 09 03:13:36.486146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-7a0f321e-37c9-4253-b6fd-425850d9302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.487658 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-7a0f321e-37c9-4253-b6fd-425850d9302c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0457525 Feb 09 03:13:36.544052 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-f0a70da0-7bc1-441d-b647-19b32d2a6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.545764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-f0a70da0-7bc1-441d-b647-19b32d2a6bdc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520396 Feb 09 03:13:36.556045 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-405e3fe7-cedc-461c-9dca-ff9ef78f0594 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:13:36.557895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-405e3fe7-cedc-461c-9dca-ff9ef78f0594 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062933 Feb 09 03:13:36.661110 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-2347933e-790c-496d-8cbb-3085c004d939 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971217 Feb 09 03:13:36.757670 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07f94957-ce7e-4a3d-ac89-e8364e006117 req-18462674-3ea2-4069-813e-3d173650190e service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902855 Feb 09 03:13:44.065857 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-b301a41a-5098-48fe-a746-02c682c00aea req-079bed15-92ff-4e41-a00f-9483349b5bd5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:13:44.066924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b301a41a-5098-48fe-a746-02c682c00aea req-079bed15-92ff-4e41-a00f-9483349b5bd5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054932 Feb 09 03:13:44.261233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee495f-0753-4bcb-b6b9-97f0f29759cd req-5b4d3303-f8bb-492b-9c44-3507e000ef79 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.262969 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bee495f-0753-4bcb-b6b9-97f0f29759cd req-5b4d3303-f8bb-492b-9c44-3507e000ef79 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0573895 Feb 09 03:13:44.276820 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46572) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:44.321207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bee495f-0753-4bcb-b6b9-97f0f29759cd req-ae44804a-07ed-4947-82eb-c7a858e16309 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524375 Feb 09 03:13:44.377612 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-d48afeb6-69f1-4656-baf7-4c9ad59ae2ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996897 Feb 09 03:13:44.386984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-6c8953e6-7fef-4756-acc4-52bc09a2aec4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:13:44.387949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-6c8953e6-7fef-4756-acc4-52bc09a2aec4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058975 Feb 09 03:13:45.449784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a334801-99fe-4d86-be49-15d574cfe6cb req-546fbfbf-c51b-4d3f-95ce-64e1799b774d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.451553 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a334801-99fe-4d86-be49-15d574cfe6cb req-546fbfbf-c51b-4d3f-95ce-64e1799b774d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0567608 Feb 09 03:13:45.542579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a334801-99fe-4d86-be49-15d574cfe6cb req-3c60ad05-55af-4a8b-9258-ab590354facc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813098 Feb 09 03:13:45.558241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-f3d295c8-e1e9-46c4-a947-5739fe3fb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.560300 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-f3d295c8-e1e9-46c4-a947-5739fe3fb258 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1129 time: 0.0750556 Feb 09 03:13:45.656845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-5695412f-b2ab-4fd2-9e43-5bb285f7adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.658277 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-5695412f-b2ab-4fd2-9e43-5bb285f7adba service neutron] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.0920749 Feb 09 03:13:45.726729 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-38c1640d-67bd-4b36-9b33-b6a77839d6e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1002 time: 0.0622244 Feb 09 03:13:45.788169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-154e701b-67ee-4149-8e9e-0956098c1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.789923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-154e701b-67ee-4149-8e9e-0956098c1095 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0571318 Feb 09 03:13:45.844443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-0316f8d0-bf29-470f-8bad-e1f6700096a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.846016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-0316f8d0-bf29-470f-8bad-e1f6700096a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493727 Feb 09 03:13:45.943304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-5afb3293-01de-4ddd-8cc8-895843d4ae19 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913074 Feb 09 03:13:46.038832 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-628921b8-728b-4b29-8c60-e06e5baa85e3 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889094 Feb 09 03:13:46.678393 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad600a19-9083-4b80-9b7d-3d102c1409b4 req-8d36c3ce-2cf0-403b-827c-97fddda6af6f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.679895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad600a19-9083-4b80-9b7d-3d102c1409b4 req-8d36c3ce-2cf0-403b-827c-97fddda6af6f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0572164 Feb 09 03:13:46.733137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ad600a19-9083-4b80-9b7d-3d102c1409b4 req-1e2a05fb-2913-4ddf-8213-723a5cc4dd91 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473447 Feb 09 03:13:47.869096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58c2e4-fb61-4f6f-b981-022884080a59 req-eb86a8e8-27a4-4a1a-9b6c-3447e84eff6f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.871155 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a58c2e4-fb61-4f6f-b981-022884080a59 req-eb86a8e8-27a4-4a1a-9b6c-3447e84eff6f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0600641 Feb 09 03:13:47.923050 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a58c2e4-fb61-4f6f-b981-022884080a59 req-38e0b675-e4f3-4a85-b188-f9cde9a6c248 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454652 Feb 09 03:13:48.569050 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.051000 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f49fbb-3ced-43d5-8e31-e5f2d8961d53 req-ce57dd7a-16ba-4113-93b9-31b9608b0946 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:49.052507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37f49fbb-3ced-43d5-8e31-e5f2d8961d53 req-ce57dd7a-16ba-4113-93b9-31b9608b0946 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0541227 Feb 09 03:13:49.101535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-37f49fbb-3ced-43d5-8e31-e5f2d8961d53 req-7a6b139c-9f23-4167-98a0-9e9358c69f4b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432386 Feb 09 03:13:49.576400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.228125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acbc2-2c0e-4d38-9969-4258224c77bb req-9e338695-8afc-47fa-869e-7330becb48a3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:50.230304 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd5acbc2-2c0e-4d38-9969-4258224c77bb req-9e338695-8afc-47fa-869e-7330becb48a3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0542099 Feb 09 03:13:50.285737 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd5acbc2-2c0e-4d38-9969-4258224c77bb req-7ed321ad-9c12-4ea7-a954-6ac023376a3a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500023 Feb 09 03:13:51.410363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531138f-4352-449b-b745-290a57fd4f5b req-c6037ee2-5835-422f-bb15-3d030255b2c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:51.412177 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5531138f-4352-449b-b745-290a57fd4f5b req-c6037ee2-5835-422f-bb15-3d030255b2c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0556772 Feb 09 03:13:51.471008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5531138f-4352-449b-b745-290a57fd4f5b req-8c1fb796-4ea2-4417-b395-48e190f54d2f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529504 Feb 09 03:13:52.610842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135464f-40ae-40de-91e5-5754bdac518c req-3542f01a-afa6-43c9-9176-1418e826e968 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:52.612370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4135464f-40ae-40de-91e5-5754bdac518c req-3542f01a-afa6-43c9-9176-1418e826e968 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0588586 Feb 09 03:13:52.669743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4135464f-40ae-40de-91e5-5754bdac518c req-a754f6ef-4a61-41da-a623-efe248b1972d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517490 Feb 09 03:13:53.504129 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-826e29b2-0406-4dc3-94b1-94c4e81c8053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.796879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac57e44-93e8-4da1-b061-fb7bd6381ba0 req-d2c51e73-ef62-4a8e-9da8-839245c58259 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:53.798407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cac57e44-93e8-4da1-b061-fb7bd6381ba0 req-d2c51e73-ef62-4a8e-9da8-839245c58259 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0586948 Feb 09 03:13:53.851724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cac57e44-93e8-4da1-b061-fb7bd6381ba0 req-68c40cbc-5c0c-43f5-a05d-a31ea71e4adc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477901 Feb 09 03:13:54.987236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0f0e4-d82d-4ea4-9be6-cf7565115741 req-1cc9b5fb-1c95-4657-9220-ca059769ba76 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.988854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18a0f0e4-d82d-4ea4-9be6-cf7565115741 req-1cc9b5fb-1c95-4657-9220-ca059769ba76 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0649934 Feb 09 03:13:55.040873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18a0f0e4-d82d-4ea4-9be6-cf7565115741 req-77afd4e0-4149-4906-8778-701b1c2e6d05 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463488 Feb 09 03:13:55.818791 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d30b916-cb29-419b-80d3-0dffa06a757c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:56.166352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbcf84-59ef-4307-9c98-66ab2e1a1f9d req-f9758e94-0794-42b7-8629-f5c0b448e0e6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:56.168244 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9abbcf84-59ef-4307-9c98-66ab2e1a1f9d req-f9758e94-0794-42b7-8629-f5c0b448e0e6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0540271 Feb 09 03:13:56.223663 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9abbcf84-59ef-4307-9c98-66ab2e1a1f9d req-8c0c7c43-3b77-48f0-a613-88f8811a69b5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492287 Feb 09 03:13:57.218727 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.362145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b93431-e3f0-40cb-a260-3cd318d71d7e req-8081ca96-374e-4f85-bca9-bd76fafe091a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:57.363706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4b93431-e3f0-40cb-a260-3cd318d71d7e req-8081ca96-374e-4f85-bca9-bd76fafe091a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0634861 Feb 09 03:13:57.419610 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b4b93431-e3f0-40cb-a260-3cd318d71d7e req-925b842a-2174-44d2-a9b6-2553f192c9f0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503018 Feb 09 03:13:57.917898 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-2d561ba7-2eb6-4786-9d40-1fab3a0bf3f1 service neutron] show failed (client error): The resource could not be found. Feb 09 03:13:57.918979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-2d561ba7-2eb6-4786-9d40-1fab3a0bf3f1 service neutron] 10.222.0.72 "GET /v2.0/ports/329fc04f-3b13-4765-be73-e0a164899100/bindings/n-h1-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0599070 Feb 09 03:13:58.190535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-4dfe676b-84d9-415d-8d76-95e73e5c24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:58.192077 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-4dfe676b-84d9-415d-8d76-95e73e5c24b1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 1129 time: 0.1020277 Feb 09 03:13:58.201855 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-7cd59f64-29e8-44d6-ba98-26e5e77a8fc5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:13:58.202951 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-7cd59f64-29e8-44d6-ba98-26e5e77a8fc5 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054324 Feb 09 03:13:58.214739 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826675-12', 'device_owner': 'compute:nova'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:58.283808 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.385327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.497586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:58.539467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h2-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:58.565755 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073e189-46a1-4589-a86f-620ef00e5cdb req-a99ae083-75c5-4c60-9997-ab7670030e10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:58.567309 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7073e189-46a1-4589-a86f-620ef00e5cdb req-a99ae083-75c5-4c60-9997-ab7670030e10 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0625603 Feb 09 03:13:58.586303 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:58.588703 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1917230-2e43-466e-9796-094717f3dd97" -d '{"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-unplugged", "status": "completed", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:58.593493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Publish callbacks [] for port (329fc04f-3b13-4765-be73-e0a164899100), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.607640 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Transition to ACTIVE for port object 329fc04f-3b13-4765-be73-e0a164899100 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:58.611871 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.620591 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7073e189-46a1-4589-a86f-620ef00e5cdb req-4a59c565-3294-42fe-8d5f-81cb26b73a92 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467863 Feb 09 03:13:58.699353 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=6']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:58.711541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.711792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.712437 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.712780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.713115 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.713831 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.714494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.714494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.714718 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.714867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.715195 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.715516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.715836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:58.742833 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea48d4b-f9ba-41ca-b94b-a6203fc42069 x-openstack-request-id: req-dea48d4b-f9ba-41ca-b94b-a6203fc42069 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:58.743159 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-unplugged", "status": "completed", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:58.743416 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dea48d4b-f9ba-41ca-b94b-a6203fc42069 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:58.743821 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'code': 200} Feb 09 03:13:58.766291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] No DVR routers for this DVR port 329fc04f-3b13-4765-be73-e0a164899100 on host n-h2-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:58.917609 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:58.918025 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:58.918357 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 on network 893936f1-151f-4d5e-a49a-1b8907071bba {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:58.922725 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Port 329fc04f-3b13-4765-be73-e0a164899100 on network 893936f1-151f-4d5e-a49a-1b8907071bba not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:58.923046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Attempting to bind port 329fc04f-3b13-4765-be73-e0a164899100 on network 893936f1-151f-4d5e-a49a-1b8907071bba {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:58.927842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:58.928176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Checking segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:58.928557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Bound using segment: {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:58.928977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Bound port: 329fc04f-3b13-4765-be73-e0a164899100, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e235a62-54b5-47cc-9e70-d293d25e210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:58.929330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.999252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:59.002444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:59.008746 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.045751 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.046391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.047901 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] 10.222.0.82 "PUT /v2.0/ports/329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1093 time: 0.8381152 Feb 09 03:13:59.070424 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae51f85-5707-49c3-ab2f-046e21ed4099 service neutron] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=7']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:59.129170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-45857f6f-7e9a-4b58-a9bb-f63eba2ceedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.130745 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-45857f6f-7e9a-4b58-a9bb-f63eba2ceedf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1127 time: 0.0573654 Feb 09 03:13:59.229820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-fc06d9c4-f433-43cc-828f-7e164e0133c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.231422 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-fc06d9c4-f433-43cc-828f-7e164e0133c8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.0952911 Feb 09 03:13:59.300868 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-2a167466-838d-4441-aea6-3c31597dc242 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1000 time: 0.0626302 Feb 09 03:13:59.358798 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-58485118-ef16-4677-9845-9955271592df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.360556 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-58485118-ef16-4677-9845-9955271592df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0537720 Feb 09 03:13:59.419780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-496ac625-827b-4ca3-be9a-f1e43a5c5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.421345 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-496ac625-827b-4ca3-be9a-f1e43a5c5ad0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551419 Feb 09 03:13:59.511087 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-59c577f6-0f95-49b1-8275-a74ea77cf8f5 service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828938 Feb 09 03:13:59.607400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b933d6e6-98f4-4fd1-8a85-45eaf4d5b550 req-b3110be5-9b6d-4278-9f20-af9a9e096386 service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906637 Feb 09 03:13:59.756227 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17790b-3f1e-41c5-aedb-b99d7ade71d4 req-ab996abe-df70-4cfd-9128-c1c6c6ec0b94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.757785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd17790b-3f1e-41c5-aedb-b99d7ade71d4 req-ab996abe-df70-4cfd-9128-c1c6c6ec0b94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 944 time: 0.0552454 Feb 09 03:13:59.811507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dd17790b-3f1e-41c5-aedb-b99d7ade71d4 req-e45780dd-995d-4de0-a89a-e5ba9df1da9e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469022 Feb 09 03:13:59.913259 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.745612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:00.748014 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32c89f9-c1c0-4314-8288-89323f4534fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:00.800713 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305f7c29-0f2d-4c75-a90d-4eda91c0194a x-openstack-request-id: req-305f7c29-0f2d-4c75-a90d-4eda91c0194a {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:00.801077 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:00.801404 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-305f7c29-0f2d-4c75-a90d-4eda91c0194a {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:00.801902 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'status': 'completed', 'code': 200} Feb 09 03:14:00.864292 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-61845a9d-ea86-484e-8b09-edb806029f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.866016 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-61845a9d-ea86-484e-8b09-edb806029f7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1127 time: 0.0488098 Feb 09 03:14:00.885927 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-e5608592-5c76-4109-a91b-85fc685a237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.887493 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-e5608592-5c76-4109-a91b-85fc685a237e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1127 time: 0.0525427 Feb 09 03:14:00.987454 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-c326df8f-8f23-42f5-a732-d35dde7446cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.988970 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-c326df8f-8f23-42f5-a732-d35dde7446cb service neutron] 10.222.0.82 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.0938675 Feb 09 03:14:01.003304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7bbf1-5d8b-4c88-9506-8f8e1dbd8105 req-ee239e0e-80ba-40b7-bdc0-a5be74615aa1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.004730 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ca7bbf1-5d8b-4c88-9506-8f8e1dbd8105 req-ee239e0e-80ba-40b7-bdc0-a5be74615aa1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 944 time: 0.0846899 Feb 09 03:14:01.005905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-ab50e1ab-5275-4a6b-8e74-ff86e6ccff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.007263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-ab50e1ab-5275-4a6b-8e74-ff86e6ccff1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.1348329 Feb 09 03:14:01.062273 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-d392eab9-ca71-49e6-94d5-86dd886bf6e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1000 time: 0.0660310 Feb 09 03:14:01.103946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ca7bbf1-5d8b-4c88-9506-8f8e1dbd8105 req-c3e57d0c-7340-48c1-a90a-541777926d63 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920570 Feb 09 03:14:01.112776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-8a05fc00-a95a-4840-8a0d-eb63296c8319 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1000 time: 0.0939810 Feb 09 03:14:01.113372 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-2b493d81-a955-43f1-bb02-2a251a88cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.114885 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-2b493d81-a955-43f1-bb02-2a251a88cabe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0468462 Feb 09 03:14:01.165789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-752538a5-b571-4845-a514-ee92352b9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.166031 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-ec6c6f07-d066-45e3-91a5-cf4e213354ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.167848 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-ec6c6f07-d066-45e3-91a5-cf4e213354ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468431 Feb 09 03:14:01.168083 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-752538a5-b571-4845-a514-ee92352b9898 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0464516 Feb 09 03:14:01.218225 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-45c09425-bd5d-4a21-843d-86a1f9263483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.219802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-45c09425-bd5d-4a21-843d-86a1f9263483 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458279 Feb 09 03:14:01.267586 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-7b8827fc-c41c-4f9a-974c-cecb48e9462f service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930164 Feb 09 03:14:01.327012 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-22aa0e01-d86f-4f95-9e1d-fb44a186b940 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009800 Feb 09 03:14:01.368846 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-3f67d47b-3275-45a6-b06b-abc2fddf7c3b service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954328 Feb 09 03:14:01.424346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a32c89f9-c1c0-4314-8288-89323f4534fd req-e302adad-63bb-48eb-a18c-6c342c43c3e1 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913186 Feb 09 03:14:02.236831 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72f7b8-2729-414d-8f38-8820b50f5f73 req-82af11c1-4961-4ea3-806f-fc7a448db63a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:02.238340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec72f7b8-2729-414d-8f38-8820b50f5f73 req-82af11c1-4961-4ea3-806f-fc7a448db63a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 944 time: 0.0597079 Feb 09 03:14:02.289710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec72f7b8-2729-414d-8f38-8820b50f5f73 req-906a5b93-244a-4c70-a6c1-8a6b3b5c14ec tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454648 Feb 09 03:14:02.582437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 329fc04f-3b13-4765-be73-e0a164899100 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:02.684999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:02.697355 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '329fc04f-3b13-4765-be73-e0a164899100', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'port_id': '329fc04f-3b13-4765-be73-e0a164899100', 'mac_address': 'fa:16:3e:cf:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:02.736452 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 329fc04f-3b13-4765-be73-e0a164899100 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:02.736851 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.751961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329fc04f-3b13-4765-be73-e0a164899100 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:02.776059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:02.779901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.839074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:02.846446 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.848610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.848610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.848610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.848610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.848610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.848610 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.849132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.849132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.849361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.849671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.849999 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:02.850378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:03.412635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44adc0e-f4c0-472e-aec1-40cc46a641ec req-78f6cde0-e7fa-45e9-94cf-aa89702528e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.414136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c44adc0e-f4c0-472e-aec1-40cc46a641ec req-78f6cde0-e7fa-45e9-94cf-aa89702528e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 945 time: 0.0539417 Feb 09 03:14:03.464460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c44adc0e-f4c0-472e-aec1-40cc46a641ec req-afe96250-9302-48bf-b327-614186d0237b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440953 Feb 09 03:14:03.702570 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 329fc04f-3b13-4765-be73-e0a164899100 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:03.741259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] The host n-h2-826675-12 is not matching for port 329fc04f-3b13-4765-be73-e0a164899100 host n-h1-826675-12! {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:14:03.741587 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 329fc04f-3b13-4765-be73-e0a164899100 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:04.376390 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['329fc04f-3b13-4765-be73-e0a164899100'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:04.602658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a1b02-1175-4675-81ad-a154c1d21d54 req-12c03ecd-2e75-4ba3-b706-ebe1c8b2a46b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.604251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f96a1b02-1175-4675-81ad-a154c1d21d54 req-12c03ecd-2e75-4ba3-b706-ebe1c8b2a46b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 945 time: 0.0634263 Feb 09 03:14:04.635126 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:14:04.672438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f96a1b02-1175-4675-81ad-a154c1d21d54 req-5ce865f2-29e2-44b8-9aa6-af5b17d79aef tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613058 Feb 09 03:14:04.923149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e2a84-67ac-461d-9e3c-f70690f56984 req-3f931e27-b3d2-4280-b2ec-93b0f99e984d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.924578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-935e2a84-67ac-461d-9e3c-f70690f56984 req-3f931e27-b3d2-4280-b2ec-93b0f99e984d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 945 time: 0.0929527 Feb 09 03:14:04.946878 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-6bdbf5f9-2188-41f6-815e-f748ec731fac tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.948428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-6bdbf5f9-2188-41f6-815e-f748ec731fac tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&binding%3Ahost_id=n-h1-826675-12 HTTP/1.1" status: 200 len: 945 time: 0.1061580 Feb 09 03:14:05.037233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-935e2a84-67ac-461d-9e3c-f70690f56984 req-291093bb-79e1-48d8-bdb2-a395b156a18b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070414 Feb 09 03:14:05.046374 n-d-826675-12 neutron-server[103149]: INFO neutron.api.v2.resource [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-876a150d-f587-4a44-b47f-23490491453b service neutron] delete failed (client error): The resource could not be found. Feb 09 03:14:05.047462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-876a150d-f587-4a44-b47f-23490491453b service neutron] 10.222.0.72 "DELETE /v2.0/ports/329fc04f-3b13-4765-be73-e0a164899100/bindings/n-h2-826675-12 HTTP/1.1" status: 404 len: 381 time: 0.0928361 Feb 09 03:14:05.174430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-600a8b1e-ee3c-4659-a9b0-403e7e27139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.175925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-600a8b1e-ee3c-4659-a9b0-403e7e27139b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1128 time: 0.0841947 Feb 09 03:14:05.184396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba7b9-746e-4e36-b3af-a51f3b90a017 req-73ccdea6-4bb9-4c20-8a40-a63cbc09b2fa tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.185838 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54aba7b9-746e-4e36-b3af-a51f3b90a017 req-73ccdea6-4bb9-4c20-8a40-a63cbc09b2fa tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 945 time: 0.0675094 Feb 09 03:14:05.301790 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54aba7b9-746e-4e36-b3af-a51f3b90a017 req-b063bf04-cdd7-4168-a3cb-9f616ee12d8c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074979 Feb 09 03:14:05.320029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-20fb25d9-9254-45a1-ab57-3eeee5682bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.321528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-20fb25d9-9254-45a1-ab57-3eeee5682bc8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.1348331 Feb 09 03:14:05.392741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-5aa81437-63ee-4c27-97cb-cb5fa440402a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1001 time: 0.0657568 Feb 09 03:14:05.449631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-2de49ce1-54f6-452e-a725-27355018818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.451071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-2de49ce1-54f6-452e-a725-27355018818d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0531230 Feb 09 03:14:05.500048 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-aec77be1-49c7-42b0-9741-023e235fe5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.501570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-aec77be1-49c7-42b0-9741-023e235fe5c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449238 Feb 09 03:14:05.591378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-ed384ff3-5656-48f9-a691-0c2c0dd43cba service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838811 Feb 09 03:14:05.688310 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b317c5cd-8f31-4814-8012-41b49dc1561a req-a3d951e3-f907-4df7-a02a-ff72f0f78228 service neutron] 10.222.0.72 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915878 Feb 09 03:14:06.425725 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc23065-0c19-4cce-9390-620c399e43ba req-ea797006-dc78-4a08-b738-6114709e1cc1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.427161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fc23065-0c19-4cce-9390-620c399e43ba req-ea797006-dc78-4a08-b738-6114709e1cc1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 945 time: 0.0541699 Feb 09 03:14:06.480033 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5fc23065-0c19-4cce-9390-620c399e43ba req-32534383-4871-402e-8196-faef46fdc2a0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465951 Feb 09 03:14:06.502853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46650) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:06.619375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 329fc04f-3b13-4765-be73-e0a164899100 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:06.679097 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 329fc04f-3b13-4765-be73-e0a164899100 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:06.683351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 329fc04f-3b13-4765-be73-e0a164899100 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:06.683731 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (329fc04f-3b13-4765-be73-e0a164899100), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.770868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 329fc04f-3b13-4765-be73-e0a164899100 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:06.771277 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.795581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:06.797885 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23729a5a-a61e-4ecf-b148-1780e30fa89f" -d '{"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-plugged", "status": "completed", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:06.811875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:06.823622 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.883285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:06.912884 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec71d1f6-3b06-40da-bec8-c7c32b6cf9a5 x-openstack-request-id: req-ec71d1f6-3b06-40da-bec8-c7c32b6cf9a5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:06.913616 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-plugged", "status": "completed", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:06.914131 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec71d1f6-3b06-40da-bec8-c7c32b6cf9a5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:06.914923 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'code': 200} Feb 09 03:14:06.915844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0c24860a-3aae-4873-a908-e9e6001c01e6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/753d42de-c742-4a38-a9e6-a4ebb40b287d HTTP/1.1" status: 200 len: 993 time: 0.4057250 Feb 09 03:14:18.564132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.590624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.508146 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-373a3c1c-e20a-4b12-8d47-32eeddacc46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.820377 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-048fd678-9cd2-458b-a11c-c55c8dc57e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.221596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.394510 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.407902 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-acb44821-48b0-4a30-9329-e8e13c046948 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511281 Feb 09 03:14:28.492721 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec1-5367-422a-a5f1-475be491018f req-4e927087-6a4c-4327-b7c0-876ae8681427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.494300 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-4e927087-6a4c-4327-b7c0-876ae8681427 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1129 time: 0.0445874 Feb 09 03:14:28.605426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec1-5367-422a-a5f1-475be491018f req-64f1fdd3-6b36-4fa1-8354-f8eddf0eafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.607189 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-64f1fdd3-6b36-4fa1-8354-f8eddf0eafcf service neutron] 10.222.0.82 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.0953732 Feb 09 03:14:28.679568 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-c5b9258d-41ef-4b9e-abb8-7049e3f16a37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 1002 time: 0.0653162 Feb 09 03:14:28.728547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec1-5367-422a-a5f1-475be491018f req-e44953ed-a5f6-4574-aed0-669c97fb20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.730244 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-e44953ed-a5f6-4574-aed0-669c97fb20aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0456021 Feb 09 03:14:28.781211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad1ec1-5367-422a-a5f1-475be491018f req-8902437a-1dd0-4d87-81d8-23d6012a26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.782763 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-8902437a-1dd0-4d87-81d8-23d6012a26fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463762 Feb 09 03:14:28.876851 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-c89dbabc-915d-4ea4-9096-95a33c9b6a6c service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886738 Feb 09 03:14:28.977135 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-78ad1ec1-5367-422a-a5f1-475be491018f req-f25d5c68-90cd-43de-8725-193cca85782c service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943191 Feb 09 03:14:29.917675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.970914 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-22552491-400e-4900-b5e6-ec7424a788d8 req-9a8e5982-15f7-4c99-85e6-8c19bcb56701 service neutron] (103149) timed out ('10.222.0.53', 51542) {{(pid=103149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:14:41.635963 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:14:48.580867 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.588829 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.512762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cd58a799-fa61-4cf8-83ca-2d55f0351ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.822237 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b2c9-1253-4583-ae49-22aabdbc3cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.224573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.391318 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.921338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.399164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46686) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:13.558030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 4595c44f-c3a0-47f9-89de-d1e19a29e9ff {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:13.558380 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.637217 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.637552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.649322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 4595c44f-c3a0-47f9-89de-d1e19a29e9ff owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:13.807012 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (4595c44f-c3a0-47f9-89de-d1e19a29e9ff), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.831003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=4595c44f-c3a0-47f9-89de-d1e19a29e9ff,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:13.846004 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.846362 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.846741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.847128 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.847428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.847764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.848100 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.848435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.848806 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.849103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.849432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.849773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.850360 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:13.909267 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (753d42de-c742-4a38-a9e6-a4ebb40b287d), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.909604 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP 753d42de-c742-4a38-a9e6-a4ebb40b287d disassociated (deleted). External IP: 172.25.6.186, port: 329fc04f-3b13-4765-be73-e0a164899100. Feb 09 03:15:14.136934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a4040b4c-4eeb-422b-9416-cb988dee1e6e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:14.251373 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:14.256183 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.261296 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] Sync routers for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:14.271863 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:14.272488 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.287626 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1376f217-ed36-4e59-9788-58950680931e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/floatingips/753d42de-c742-4a38-a9e6-a4ebb40b287d HTTP/1.1" status: 204 len: 168 time: 0.8873374 Feb 09 03:15:14.288222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:14.290550 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f9402-7d04-4588-afbb-9d56d275c031" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:14.336554 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5721cef1-1016-4899-bf73-5dbc10f85592 x-openstack-request-id: req-5721cef1-1016-4899-bf73-5dbc10f85592 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:14.337152 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:14.337545 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5721cef1-1016-4899-bf73-5dbc10f85592 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:14.337990 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'status': 'completed', 'code': 200} Feb 09 03:15:14.393581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:14.411922 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f9402-7d04-4588-afbb-9d56d275c031 req-ac50bd9f-013d-4776-a93c-5f5957b12b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:14.413587 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-963f9402-7d04-4588-afbb-9d56d275c031 req-ac50bd9f-013d-4776-a93c-5f5957b12b4e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 1129 time: 0.0545895 Feb 09 03:15:14.532649 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f9402-7d04-4588-afbb-9d56d275c031 req-5b9c9336-21a3-4bb7-a777-81352a9e2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:14.534240 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-963f9402-7d04-4588-afbb-9d56d275c031 req-5b9c9336-21a3-4bb7-a777-81352a9e2ffc service neutron] 10.222.0.82 "GET /v2.0/networks?id=893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 200 len: 898 time: 0.1111968 Feb 09 03:15:14.583561 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-963f9402-7d04-4588-afbb-9d56d275c031 req-ecafd9e0-8b4c-479b-909f-31e2f39ff603 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 200 len: 217 time: 0.0408208 Feb 09 03:15:14.617331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7f694-cd8e-4134-9444-5093a7e1a4b3 req-98b8f085-5264-4edd-88a9-2461660bca5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:14.618903 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0de7f694-cd8e-4134-9444-5093a7e1a4b3 req-98b8f085-5264-4edd-88a9-2461660bca5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.1237450 Feb 09 03:15:14.628759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.644163 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f9402-7d04-4588-afbb-9d56d275c031 req-da4b2c36-2fbb-43bc-8ed9-8b9755bd2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:14.645611 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-963f9402-7d04-4588-afbb-9d56d275c031 req-da4b2c36-2fbb-43bc-8ed9-8b9755bd2d4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 200 len: 834 time: 0.0551360 Feb 09 03:15:14.667186 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] Checking router: a4040b4c-4eeb-422b-9416-cb988dee1e6e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:14.676530 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:14.677151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.687231 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0de7f694-cd8e-4134-9444-5093a7e1a4b3 req-9a1ba76a-dc19-421e-8713-015b80060fa8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615387 Feb 09 03:15:14.700351 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f9402-7d04-4588-afbb-9d56d275c031 req-e932db98-4950-409e-8503-74c943b6769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:14.702013 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-963f9402-7d04-4588-afbb-9d56d275c031 req-e932db98-4950-409e-8503-74c943b6769c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=893936f1-151f-4d5e-a49a-1b8907071bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491514 Feb 09 03:15:14.797410 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-963f9402-7d04-4588-afbb-9d56d275c031 req-0a1bbd52-f36e-4803-8319-884e6cb204cf service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885286 Feb 09 03:15:14.798924 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:15.024156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:15.056391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fde79c-0b2f-4de6-be7b-74e961a14668 None None] The sync data for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 is: [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '636b23ef-b22f-4f08-97d8-f92c28fbeede', 'name': '', 'network_id': '893936f1-151f-4d5e-a49a-1b8907071bba', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:99:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:14Z', 'updated_at': '2022-02-09T03:12:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'd4630e62-970a-416c-beb0-9dcec814af71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:15.178360 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-963f9402-7d04-4588-afbb-9d56d275c031 req-6041e2aa-f8fb-4d01-b3fa-dc0f0a5be6f4 service neutron] 10.222.0.82 "GET /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739376 Feb 09 03:15:15.288897 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f2a0d-61fb-48ee-a8a5-b9233cc693e2 None None] New status for floating IP 753d42de-c742-4a38-a9e6-a4ebb40b287d: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:15:15.812289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84b113-93bb-48b3-af5b-4635746c7e48 req-5f0ac431-5506-49ac-90cf-aa03a15ff4bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:15.813821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af84b113-93bb-48b3-af5b-4635746c7e48 req-5f0ac431-5506-49ac-90cf-aa03a15ff4bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0607023 Feb 09 03:15:15.868476 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af84b113-93bb-48b3-af5b-4635746c7e48 req-775674da-016a-4de8-ada2-e59e3407c3f7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cafa3cd-75f5-425f-99b2-c0eb803caef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488746 Feb 09 03:15:16.164712 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-178693ce-4cd9-4e72-b190-1ed7c10a8d6c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:16.166252 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-178693ce-4cd9-4e72-b190-1ed7c10a8d6c tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.82 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 946 time: 0.0657465 Feb 09 03:15:16.275302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 329fc04f-3b13-4765-be73-e0a164899100 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:16.275647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (329fc04f-3b13-4765-be73-e0a164899100), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.372700 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 329fc04f-3b13-4765-be73-e0a164899100, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=329fc04f-3b13-4765-be73-e0a164899100,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:16.373071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (329fc04f-3b13-4765-be73-e0a164899100), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.386347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 329fc04f-3b13-4765-be73-e0a164899100 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:16.519741 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (329fc04f-3b13-4765-be73-e0a164899100), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.553830 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=329fc04f-3b13-4765-be73-e0a164899100,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:16.583145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.583510 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.583867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.584211 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.584554 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.584890 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.585228 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.585572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.585907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.586239 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.586612 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.586942 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.587267 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:16.610932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] No DVR routers for this DVR port 329fc04f-3b13-4765-be73-e0a164899100 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:16.613555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.616999 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.82 "DELETE /v2.0/ports/329fc04f-3b13-4765-be73-e0a164899100 HTTP/1.1" status: 204 len: 173 time: 0.4459033 Feb 09 03:15:16.617446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-deleted', 'tag': '329fc04f-3b13-4765-be73-e0a164899100'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:16.620108 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7768d4a5-8c7f-4557-8ba4-83148faebdf4" -d '{"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-deleted", "tag": "329fc04f-3b13-4765-be73-e0a164899100"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:16.665406 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58798d-277e-4fa4-bced-485bb0903ee7 x-openstack-request-id: req-ab58798d-277e-4fa4-bced-485bb0903ee7 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:16.665968 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6", "name": "network-vif-deleted", "tag": "329fc04f-3b13-4765-be73-e0a164899100", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:16.666140 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab58798d-277e-4fa4-bced-485bb0903ee7 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:16.666482 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e5ca-0367-4852-a1ca-4ebe9c4383d6', 'name': 'network-vif-deleted', 'tag': '329fc04f-3b13-4765-be73-e0a164899100', 'status': 'completed', 'code': 200} Feb 09 03:15:16.992439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e878aa4b-2deb-43b7-a5c8-4283b4b9e98b req-36142185-0e86-407a-b316-cf72e7cc0b5f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8e5ca-0367-4852-a1ca-4ebe9c4383d6 HTTP/1.1" status: 200 len: 210 time: 0.0306056 Feb 09 03:15:18.049445 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46710) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:18.443196 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (a4040b4c-4eeb-422b-9416-cb988dee1e6e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.583965 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.634646 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:15:18.731824 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 636b23ef-b22f-4f08-97d8-f92c28fbeede {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:18.732081 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.823059 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 636b23ef-b22f-4f08-97d8-f92c28fbeede, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=636b23ef-b22f-4f08-97d8-f92c28fbeede,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:18.823473 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.837067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 636b23ef-b22f-4f08-97d8-f92c28fbeede owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:19.032366 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 329fc04f-3b13-4765-be73-e0a164899100 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:19.034041 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (636b23ef-b22f-4f08-97d8-f92c28fbeede), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.052449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 329fc04f-3b13-4765-be73-e0a164899100 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:19.052799 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 329fc04f-3b13-4765-be73-e0a164899100 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:19.067405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=636b23ef-b22f-4f08-97d8-f92c28fbeede,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:19.249813 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (a4040b4c-4eeb-422b-9416-cb988dee1e6e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.471475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router a4040b4c-4eeb-422b-9416-cb988dee1e6e has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:19.586013 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:19.588446 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.592354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9e1213fe-733f-4d84-8272-d752eba470df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/a4040b4c-4eeb-422b-9416-cb988dee1e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5416427 Feb 09 03:15:19.595140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46712) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:19.599411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] Sync routers for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:19.610913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:19.611518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:19.652483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting subnet d4630e62-970a-416c-beb0-9dcec814af71 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:19.656295 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (d4630e62-970a-416c-beb0-9dcec814af71), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.696449 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (d4630e62-970a-416c-beb0-9dcec814af71), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.722576 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:19.785007 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d4630e62-970a-416c-beb0-9dcec814af71), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.852990 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (d4630e62-970a-416c-beb0-9dcec814af71), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.881603 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Subnet': ['ID=d4630e62-970a-416c-beb0-9dcec814af71,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:19.885755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.889565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b460e5bc-d2bd-4c69-b93d-e69c92cd3108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/subnets/d4630e62-970a-416c-beb0-9dcec814af71 HTTP/1.1" status: 204 len: 168 time: 0.2931824 Feb 09 03:15:19.892288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46714) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:19.895739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595aba4c-5c47-4d0d-8a76-9844cd3c27c2 None None] Network 893936f1-151f-4d5e-a49a-1b8907071bba requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:19.991671 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.004772 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (a4040b4c-4eeb-422b-9416-cb988dee1e6e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.025172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] Checking router: a4040b4c-4eeb-422b-9416-cb988dee1e6e for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:20.043129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] Routers {'a4040b4c-4eeb-422b-9416-cb988dee1e6e'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:20.043506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.086185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-f9b2c4c5-b5de-4093-a670-79ae2128e34b req-5ec5208f-0437-4130-9ddd-7a2352963e43 service neutron] (103149) timed out ('10.222.0.72', 64511) {{(pid=103149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:15:20.139155 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (a4040b4c-4eeb-422b-9416-cb988dee1e6e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.214149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 30a763bd-f7e4-41a6-9840-f543e1af691e {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:20.215120 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.280335 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] DHCP port deletion for 893936f1-151f-4d5e-a49a-1b8907071bba request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:15:20.282174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 93cc306e-60f1-4089-aaf3-24d5569bdab4 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:20.421627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] Set router a4040b4c-4eeb-422b-9416-cb988dee1e6e gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:20.493306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] Deleting port 93cc306e-60f1-4089-aaf3-24d5569bdab4 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:20.493684 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.505684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 93cc306e-60f1-4089-aaf3-24d5569bdab4 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:20.506080 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.631082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 30a763bd-f7e4-41a6-9840-f543e1af691e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=30a763bd-f7e4-41a6-9840-f543e1af691e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:20.631470 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.648222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 30a763bd-f7e4-41a6-9840-f543e1af691e owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:20.651946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 93cc306e-60f1-4089-aaf3-24d5569bdab4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=93cc306e-60f1-4089-aaf3-24d5569bdab4,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:20.654522 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] For port 93cc306e-60f1-4089-aaf3-24d5569bdab4, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=93cc306e-60f1-4089-aaf3-24d5569bdab4,segment=NetworkSegment(5e235a62-54b5-47cc-9e70-d293d25e210e),segment_id=5e235a62-54b5-47cc-9e70-d293d25e210e)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:20.654937 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.665249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.684244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] Calling delete_port for 93cc306e-60f1-4089-aaf3-24d5569bdab4 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:20.788417 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=93cc306e-60f1-4089-aaf3-24d5569bdab4,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:20.810993 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.811347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.811695 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.812039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.812378 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.812708 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.813039 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.813391 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.813699 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.814027 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.814356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.814709 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.815037 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:20.848625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (30a763bd-f7e4-41a6-9840-f543e1af691e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.862244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.865400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (93cc306e-60f1-4089-aaf3-24d5569bdab4), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.875847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=30a763bd-f7e4-41a6-9840-f543e1af691e,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:20.896674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672177c2-b4a0-4837-a166-893a15b20bae None None] The sync data for ids ['a4040b4c-4eeb-422b-9416-cb988dee1e6e'] in n-d-826675-12 is: [{'id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1483566017', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:11Z', 'updated_at': '2022-02-09T03:15:18Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '30a763bd-f7e4-41a6-9840-f543e1af691e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:4f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4040b4c-4eeb-422b-9416-cb988dee1e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:12Z', 'updated_at': '2022-02-09T03:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:20.919246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] Pushing event deleted for resources: {'Port': ['ID=93cc306e-60f1-4089-aaf3-24d5569bdab4,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:20.926250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9233a-cda2-4fe2-ae58-35cb0e85e31d None None] No DVR routers for this DVR port 93cc306e-60f1-4089-aaf3-24d5569bdab4 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:20.947132 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (a4040b4c-4eeb-422b-9416-cb988dee1e6e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.045250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (a4040b4c-4eeb-422b-9416-cb988dee1e6e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.047541 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (a4040b4c-4eeb-422b-9416-cb988dee1e6e), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.091926 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (a4040b4c-4eeb-422b-9416-cb988dee1e6e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.092637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Fanout notify agent at l3_agent the message router_deleted on router a4040b4c-4eeb-422b-9416-cb988dee1e6e {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:15:21.101928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.103174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-28b00612-4457-4a94-a827-22c866adbfc2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/routers/a4040b4c-4eeb-422b-9416-cb988dee1e6e HTTP/1.1" status: 204 len: 168 time: 1.2097185 Feb 09 03:15:21.105791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46716) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:21.189526 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (893936f1-151f-4d5e-a49a-1b8907071bba), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.285420 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (893936f1-151f-4d5e-a49a-1b8907071bba), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.307549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893936f1-151f-4d5e-a49a-1b8907071bba']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:21.318199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e235a62-54b5-47cc-9e70-d293d25e210e') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:21.318526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e235a62-54b5-47cc-9e70-d293d25e210e') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:21.328989 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (5e235a62-54b5-47cc-9e70-d293d25e210e), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.344095 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5e235a62-54b5-47cc-9e70-d293d25e210e), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.350786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:21.351193 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (5e235a62-54b5-47cc-9e70-d293d25e210e), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:21.354499 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:21.424409 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (893936f1-151f-4d5e-a49a-1b8907071bba), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.431549 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.435014 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/networks/893936f1-151f-4d5e-a49a-1b8907071bba HTTP/1.1" status: 204 len: 168 time: 0.3282166 Feb 09 03:15:21.437854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46718) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:21.455032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9d47b-3751-4813-906e-7a54a77ae8cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Network': ['ID=893936f1-151f-4d5e-a49a-1b8907071bba,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:21.513121 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-854243ef-b0a7-4d74-a73e-dc9b82b7bece tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (1cafa3cd-75f5-425f-99b2-c0eb803caef3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.541839 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-854243ef-b0a7-4d74-a73e-dc9b82b7bece tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (1cafa3cd-75f5-425f-99b2-c0eb803caef3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.611706 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-854243ef-b0a7-4d74-a73e-dc9b82b7bece tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1cafa3cd-75f5-425f-99b2-c0eb803caef3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.614340 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-854243ef-b0a7-4d74-a73e-dc9b82b7bece tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.615604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-854243ef-b0a7-4d74-a73e-dc9b82b7bece tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/security-groups/1cafa3cd-75f5-425f-99b2-c0eb803caef3 HTTP/1.1" status: 204 len: 168 time: 0.1767786 Feb 09 03:15:21.625399 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854243ef-b0a7-4d74-a73e-dc9b82b7bece tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cafa3cd-75f5-425f-99b2-c0eb803caef3,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.000287 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46724) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.004921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-bfadecda-1ed8-4d33-98d4-c49ca81402f9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184814762', 'description': 'tempest-secgroup-smoke-1184814762 description', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.025799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfadecda-1ed8-4d33-98d4-c49ca81402f9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.097109 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfadecda-1ed8-4d33-98d4-c49ca81402f9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (1b98613d-03a6-4a21-9a43-73dd180c0dbc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.101913 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfadecda-1ed8-4d33-98d4-c49ca81402f9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1b98613d-03a6-4a21-9a43-73dd180c0dbc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.134003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadecda-1ed8-4d33-98d4-c49ca81402f9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98613d-03a6-4a21-9a43-73dd180c0dbc,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.139978 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bfadecda-1ed8-4d33-98d4-c49ca81402f9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.143986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bfadecda-1ed8-4d33-98d4-c49ca81402f9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1399217 Feb 09 03:15:22.144374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46726) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.156103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-f73e0bb9-1d1c-43a2-ab65-20f96c9987b6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1b98613d-03a6-4a21-9a43-73dd180c0dbc', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.185248 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f73e0bb9-1d1c-43a2-ab65-20f96c9987b6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (c31efd4f-b110-4ec1-9686-5ac7732e4230), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.212071 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 636b23ef-b22f-4f08-97d8-f92c28fbeede no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:22.233384 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 636b23ef-b22f-4f08-97d8-f92c28fbeede {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:22.233649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 636b23ef-b22f-4f08-97d8-f92c28fbeede not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:22.234076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30a763bd-f7e4-41a6-9840-f543e1af691e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:22.250178 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f73e0bb9-1d1c-43a2-ab65-20f96c9987b6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (c31efd4f-b110-4ec1-9686-5ac7732e4230), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.254730 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f73e0bb9-1d1c-43a2-ab65-20f96c9987b6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c31efd4f-b110-4ec1-9686-5ac7732e4230), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.258399 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 30a763bd-f7e4-41a6-9840-f543e1af691e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:22.258791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 30a763bd-f7e4-41a6-9840-f543e1af691e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:22.274718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0bb9-1d1c-43a2-ab65-20f96c9987b6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31efd4f-b110-4ec1-9686-5ac7732e4230,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.284044 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f73e0bb9-1d1c-43a2-ab65-20f96c9987b6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.285311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f73e0bb9-1d1c-43a2-ab65-20f96c9987b6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398575 Feb 09 03:15:22.288267 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46728) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.293102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-65ba57e4-091d-49ab-972a-e6b9c7b5f61a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1b98613d-03a6-4a21-9a43-73dd180c0dbc', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.320608 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ba57e4-091d-49ab-972a-e6b9c7b5f61a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (642d5a2b-9504-4100-b10e-90a5dfc0bafc), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.377856 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ba57e4-091d-49ab-972a-e6b9c7b5f61a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (642d5a2b-9504-4100-b10e-90a5dfc0bafc), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.381601 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ba57e4-091d-49ab-972a-e6b9c7b5f61a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (642d5a2b-9504-4100-b10e-90a5dfc0bafc), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.398694 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba57e4-091d-49ab-972a-e6b9c7b5f61a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642d5a2b-9504-4100-b10e-90a5dfc0bafc,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.406560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ba57e4-091d-49ab-972a-e6b9c7b5f61a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.407777 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-65ba57e4-091d-49ab-972a-e6b9c7b5f61a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185753 Feb 09 03:15:22.410589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46730) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.415193 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-0ffaf21c-8cb1-4037-b19c-9015cdb4460e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1b98613d-03a6-4a21-9a43-73dd180c0dbc', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.441057 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf21c-8cb1-4037-b19c-9015cdb4460e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (c93e5153-4711-48ed-b4a5-c171a60e323d), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.499605 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf21c-8cb1-4037-b19c-9015cdb4460e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (c93e5153-4711-48ed-b4a5-c171a60e323d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.503584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf21c-8cb1-4037-b19c-9015cdb4460e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (c93e5153-4711-48ed-b4a5-c171a60e323d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.522216 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaf21c-8cb1-4037-b19c-9015cdb4460e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93e5153-4711-48ed-b4a5-c171a60e323d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.531867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0ffaf21c-8cb1-4037-b19c-9015cdb4460e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.533096 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0ffaf21c-8cb1-4037-b19c-9015cdb4460e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215262 Feb 09 03:15:22.535834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46732) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.540198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8834943a-1652-4d9e-b284-2b713d83c12f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1b98613d-03a6-4a21-9a43-73dd180c0dbc', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.565421 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8834943a-1652-4d9e-b284-2b713d83c12f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (2996b995-8401-416e-84e3-41f440161720), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.629249 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8834943a-1652-4d9e-b284-2b713d83c12f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (2996b995-8401-416e-84e3-41f440161720), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.635254 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8834943a-1652-4d9e-b284-2b713d83c12f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (2996b995-8401-416e-84e3-41f440161720), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.655060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834943a-1652-4d9e-b284-2b713d83c12f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2996b995-8401-416e-84e3-41f440161720,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.660799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8834943a-1652-4d9e-b284-2b713d83c12f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.662475 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8834943a-1652-4d9e-b284-2b713d83c12f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252623 Feb 09 03:15:22.664758 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46734) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.670334 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1b98613d-03a6-4a21-9a43-73dd180c0dbc', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.699488 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:15:22.704827 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (7891d0a7-b9b0-41e5-87b8-47abc3a8e007), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.765716 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (7891d0a7-b9b0-41e5-87b8-47abc3a8e007), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.770588 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (7891d0a7-b9b0-41e5-87b8-47abc3a8e007), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.796288 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7891d0a7-b9b0-41e5-87b8-47abc3a8e007,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.803746 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.804971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b4604b4b-1bc4-4815-84ba-ec3a4ec7f55e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392603 Feb 09 03:15:22.807617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46736) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.812101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': '1b98613d-03a6-4a21-9a43-73dd180c0dbc', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.842256 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:15:22.847785 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (06e346f1-d0f7-44bd-aafd-f15cc00c3250), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.910764 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (06e346f1-d0f7-44bd-aafd-f15cc00c3250), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.914544 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (06e346f1-d0f7-44bd-aafd-f15cc00c3250), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.932752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e346f1-d0f7-44bd-aafd-f15cc00c3250,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.937948 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.939179 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9f8f14b5-4a8f-4804-8457-907a0058ec37 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305029 Feb 09 03:15:22.943280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46738) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.948962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'network': {'name': 'tempest-network-smoke--1701416223', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'port_security_enabled': True}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.968222 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:22.971589 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.998696 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:23.007790 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (112c3184-ecb7-4dba-abac-d79bfa6c7467), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.008246 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Added segment 112c3184-ecb7-4dba-abac-d79bfa6c7467 of type vlan for network ea37a222-924f-4bc5-ad8a-f5d062d0b5df Feb 09 03:15:23.049708 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (ea37a222-924f-4bc5-ad8a-f5d062d0b5df), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.075224 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (ea37a222-924f-4bc5-ad8a-f5d062d0b5df), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.080115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:23.080700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.142052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1974971 Feb 09 03:15:23.144643 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46740) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:23.149687 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'admin_state_up': True, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:23.150733 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5ff28-a2b4-4d5a-9c60-4c21261e90cb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Network': ['ID=ea37a222-924f-4bc5-ad8a-f5d062d0b5df,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:23.163206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:23.172961 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.174056 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.237976 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.386619 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.520182 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-10817443-a7a1-46b1-bc49-90785dd30658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.593922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.612908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.720257 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.244 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/0fdbfff3-1b92-48be-bf4d-de3a87350d68) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:23.839860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.874993 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.925244 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:23.928226 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:23.932171 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:23.939230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=0fdbfff3-1b92-48be-bf4d-de3a87350d68,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:24.208941 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.427493 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.560962 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:24.681613 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:24.693273 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Sync routers for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:24.703407 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.704660 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:24.704786 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55003520-eca0-4206-a677-f30e1e1cea06 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5588236 Feb 09 03:15:24.705280 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:24.708034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46742) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.783950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-0271a7e2-4115-422a-a0cf-bfdba17fc934 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e1d7f3249c8b42118b06f8e6278f72bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746832 Feb 09 03:15:24.786776 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46746) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.893064 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455dcae0-fa4f-4302-aa7a-08196b7600cc tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:24.894714 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-455dcae0-fa4f-4302-aa7a-08196b7600cc tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1066298 Feb 09 03:15:24.897413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46748) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.920380 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:24.926861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3bb47614-0e37-4d72-b8f3-8b872ea70005 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282927 Feb 09 03:15:24.929503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46750) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.935010 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722990826', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:25.027928 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:25.031573 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.106807 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:24Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:25.132417 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Checking router: 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:25.132807 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Updating router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:25.162215 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.229416 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.293374 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Subnet': ['ID=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.303318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Checking segment: {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:25.303318 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network hostable DHCP agents. Network: ea37a222-924f-4bc5-ad8a-f5d062d0b5df, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:25.319972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:25.329516 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, ea37a222-924f-4bc5-ad8a-f5d062d0b5df) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:25.333628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:25.334232 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.340580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc625bf-3a8e-4c83-94bd-2c4e5f1f996d None None] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:25.357310 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46752) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.358004 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5b431150-76d2-4bcb-a4c6-00a8e0400d67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4271178 Feb 09 03:15:25.452816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:25.455123 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.456160 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Publish callbacks [] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.461450 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.519517 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Attempting to bind port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:25.520017 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Attempting to bind port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:25.520384 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Attempting to bind port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:25.531267 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:25.531642 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:25.532053 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.532454 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:25.532901 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Bound port: 0fdbfff3-1b92-48be-bf4d-de3a87350d68, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:25.533278 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.566631 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Pushing event updated for resources: {'Port': ['ID=0fdbfff3-1b92-48be-bf4d-de3a87350d68,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.591347 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.591763 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.592110 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.592450 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.592784 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.593133 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.593453 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.593959 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.594429 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.594775 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.595107 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.595429 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.595749 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:25.612835 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] For port 0fdbfff3-1b92-48be-bf4d-de3a87350d68, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:25.616447 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] For port 0fdbfff3-1b92-48be-bf4d-de3a87350d68, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0fdbfff3-1b92-48be-bf4d-de3a87350d68,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:25.623758 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.645770 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Allocated IP 172.20.0.2 (ea37a222-924f-4bc5-ad8a-f5d062d0b5df/ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b/ee5aadb9-787e-4bb2-b31b-032a6772bb31) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:25.685841 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:25.686516 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:14:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:25.751437 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c2543-923d-40b6-89a5-332bd7a5e034 None None] Pushing event updated for resources: {'Port': ['ID=0fdbfff3-1b92-48be-bf4d-de3a87350d68,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.802166 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:25.852309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Publish callbacks [] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.854389 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7f7e0dc3-e810-4966-809d-e077661ebce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.862557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.907845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.908129 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:25.910920 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:25.915936 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:25.922035 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Pushing event updated for resources: {'Port': ['ID=ee5aadb9-787e-4bb2-b31b-032a6772bb31,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.983483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Attempting to bind port ee5aadb9-787e-4bb2-b31b-032a6772bb31 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:25.984042 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Attempting to bind port ee5aadb9-787e-4bb2-b31b-032a6772bb31 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:25.984537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Attempting to bind port ee5aadb9-787e-4bb2-b31b-032a6772bb31 on network ea37a222-924f-4bc5-ad8a-f5d062d0b5df {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:25.990084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:25.990496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Checking segment: {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:25.990908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.991298 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Bound using segment: {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:25.991772 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Bound port: ee5aadb9-787e-4bb2-b31b-032a6772bb31, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:25.992158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.997374 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:24Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:26.024411 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7b8-b89d-4e98-91bd-46c441d9110a None None] The sync data for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 is: [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:24Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:26.067851 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] For port ee5aadb9-787e-4bb2-b31b-032a6772bb31, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:26.071411 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] For port ee5aadb9-787e-4bb2-b31b-032a6772bb31, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ee5aadb9-787e-4bb2-b31b-032a6772bb31,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:26.080643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.152339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fccdf0-2f08-4b56-aded-a8f86a2cc87d None None] Pushing event updated for resources: {'Port': ['ID=ee5aadb9-787e-4bb2-b31b-032a6772bb31,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:26.295027 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.1 (ea37a222-924f-4bc5-ad8a-f5d062d0b5df/ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b/6972cbcc-455c-43f8-be52-58725267fb55) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:26.455706 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (6972cbcc-455c-43f8-be52-58725267fb55), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.507177 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6972cbcc-455c-43f8-be52-58725267fb55), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.568797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:26.572160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:26.576709 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:26.583467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=6972cbcc-455c-43f8-be52-58725267fb55,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:26.626653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.084039 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6972cbcc-455c-43f8-be52-58725267fb55), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.233544 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.255776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ce0da-55f3-4a9c-b7e0-6cb5ef24f296 None None] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:27.326136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-15b9e895-3dd0-4622-b02a-4d5aa53cd26b None None] Provisioning complete for port ee5aadb9-787e-4bb2-b31b-032a6772bb31 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:27.326433 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15b9e895-3dd0-4622-b02a-4d5aa53cd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.391189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (6972cbcc-455c-43f8-be52-58725267fb55), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.395772 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (6972cbcc-455c-43f8-be52-58725267fb55), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.456181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-15b9e895-3dd0-4622-b02a-4d5aa53cd26b None None] Current status of the port ee5aadb9-787e-4bb2-b31b-032a6772bb31 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:27.456587 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15b9e895-3dd0-4622-b02a-4d5aa53cd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.470610 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=6972cbcc-455c-43f8-be52-58725267fb55,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:27.473218 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.503682 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-15b9e895-3dd0-4622-b02a-4d5aa53cd26b None None] For port ee5aadb9-787e-4bb2-b31b-032a6772bb31, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ee5aadb9-787e-4bb2-b31b-032a6772bb31,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:27.510750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15b9e895-3dd0-4622-b02a-4d5aa53cd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.567290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9e895-3dd0-4622-b02a-4d5aa53cd26b None None] Pushing event updated for resources: {'Port': ['ID=ee5aadb9-787e-4bb2-b31b-032a6772bb31,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:27.597601 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:27.599165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:27.736108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:27.747285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dadb7d8b-221d-45bf-88c4-52365e0704a4 None None] Provisioning complete for port 6972cbcc-455c-43f8-be52-58725267fb55 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:27.747687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dadb7d8b-221d-45bf-88c4-52365e0704a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6972cbcc-455c-43f8-be52-58725267fb55), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.787868 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dadb7d8b-221d-45bf-88c4-52365e0704a4 None None] Port 6972cbcc-455c-43f8-be52-58725267fb55 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:27.800045 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dadb7d8b-221d-45bf-88c4-52365e0704a4 None None] Provisioning complete for port ee5aadb9-787e-4bb2-b31b-032a6772bb31 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:27.800530 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dadb7d8b-221d-45bf-88c4-52365e0704a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.877604 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:27.883541 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-575feb1b-7f71-4ec0-a7f4-30b579ed8233 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/607f65ab-0e91-49df-90f2-d5a6fbc4d3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5240359 Feb 09 03:15:27.906200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dadb7d8b-221d-45bf-88c4-52365e0704a4 None None] Current status of the port ee5aadb9-787e-4bb2-b31b-032a6772bb31 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:27.948117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Sync routers for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:27.961760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:27.961760 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:28.064989 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-8c36ea59-2f87-4f0e-993b-772a126abb67 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184814762&fields=id&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 267 time: 0.0544484 Feb 09 03:15:28.072004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4cf1e2dd-9c86-4e58-92c9-3ea46519945e None None] Provisioning complete for port 6972cbcc-455c-43f8-be52-58725267fb55 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:28.072491 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4cf1e2dd-9c86-4e58-92c9-3ea46519945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6972cbcc-455c-43f8-be52-58725267fb55), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.120983 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1e2dd-9c86-4e58-92c9-3ea46519945e None None] Port 6972cbcc-455c-43f8-be52-58725267fb55 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:28.132676 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:28.201109 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-68fb6fb2-182e-4086-a793-2edccf8d48e3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:28.211391 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-68fb6fb2-182e-4086-a793-2edccf8d48e3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 797 time: 0.1366835 Feb 09 03:15:28.235178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-b73925e9-d508-4e3a-8950-b2a6f025502d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/quotas/e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 375 time: 0.0149906 Feb 09 03:15:28.295172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0fdbfff3-1b92-48be-bf4d-de3a87350d68 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:28.300688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e34302ce-b901-4e74-ac3b-e7902e6129b3 None None] Provisioning complete for port 6972cbcc-455c-43f8-be52-58725267fb55 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:28.301171 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e34302ce-b901-4e74-ac3b-e7902e6129b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6972cbcc-455c-43f8-be52-58725267fb55), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.313934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-8f1e1aa2-f4fa-4ab6-9429-c02752ebb3df tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707548 Feb 09 03:15:28.406260 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e34302ce-b901-4e74-ac3b-e7902e6129b3 None None] Port 6972cbcc-455c-43f8-be52-58725267fb55 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:28.434762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.448375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:28.448901 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.457664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-98372341-d486-41d0-bbbe-fda443cb1ef2 service neutron] 10.222.0.53 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317911 Feb 09 03:15:28.510606 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 2, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:28.568301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-6a854a53-df81-4983-87dd-63aa8a376068 service neutron] 10.222.0.53 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042013 Feb 09 03:15:28.723697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Checking router: 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:28.724056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Updating router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 port 6972cbcc-455c-43f8-be52-58725267fb55 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:28.763707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:28.764113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.766934 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e23778df-9c30-4c6d-8297-3584196574ea req-95fcfa29-2513-45ce-914b-6cda354c8027 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 210 time: 0.0330794 Feb 09 03:15:28.774626 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6972cbcc-455c-43f8-be52-58725267fb55), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.805491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 0fdbfff3-1b92-48be-bf4d-de3a87350d68, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0fdbfff3-1b92-48be-bf4d-de3a87350d68,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:28.827338 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.828174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ee5aadb9-787e-4bb2-b31b-032a6772bb31 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:28.990931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=0fdbfff3-1b92-48be-bf4d-de3a87350d68,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:29.051536 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port ee5aadb9-787e-4bb2-b31b-032a6772bb31 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:29.051987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.217400 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port ee5aadb9-787e-4bb2-b31b-032a6772bb31 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:29.238930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Publish callbacks [] for port (6972cbcc-455c-43f8-be52-58725267fb55), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.245124 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6972cbcc-455c-43f8-be52-58725267fb55), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.300088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0b641-45c4-4bfe-a99b-362467080e63 None None] Pushing event updated for resources: {'Port': ['ID=6972cbcc-455c-43f8-be52-58725267fb55,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:29.361235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Attempting to bind port 6972cbcc-455c-43f8-be52-58725267fb55 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:29.361577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Attempting to bind port 6972cbcc-455c-43f8-be52-58725267fb55 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:29.361902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Attempting to bind port 6972cbcc-455c-43f8-be52-58725267fb55 on network ea37a222-924f-4bc5-ad8a-f5d062d0b5df {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:29.367368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:29.367747 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Checking segment: {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:29.368152 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.368540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Bound using segment: {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:29.369008 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Bound port: 6972cbcc-455c-43f8-be52-58725267fb55, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:29.369388 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6972cbcc-455c-43f8-be52-58725267fb55), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.453347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] For port 6972cbcc-455c-43f8-be52-58725267fb55, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:29.457178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] For port 6972cbcc-455c-43f8-be52-58725267fb55, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6972cbcc-455c-43f8-be52-58725267fb55,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:29.464706 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6972cbcc-455c-43f8-be52-58725267fb55), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.536034 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0b641-45c4-4bfe-a99b-362467080e63 None None] Pushing event updated for resources: {'Port': ['ID=6972cbcc-455c-43f8-be52-58725267fb55,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:29.539660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:29.540269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:29.592915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-9814737e-f940-4f6b-966c-958d94087324 None None] Provisioning complete for port 6972cbcc-455c-43f8-be52-58725267fb55 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:29.593293 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9814737e-f940-4f6b-966c-958d94087324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6972cbcc-455c-43f8-be52-58725267fb55), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.707230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:29.817181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-9814737e-f940-4f6b-966c-958d94087324 None None] Current status of the port 6972cbcc-455c-43f8-be52-58725267fb55 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:29.817406 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9814737e-f940-4f6b-966c-958d94087324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6972cbcc-455c-43f8-be52-58725267fb55), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.877295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-062d5b14-fa34-4f9e-9f08-22d99d216360 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:29.879689 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-062d5b14-fa34-4f9e-9f08-22d99d216360 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 797 time: 0.1459870 Feb 09 03:15:29.902307 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-9814737e-f940-4f6b-966c-958d94087324 None None] For port 6972cbcc-455c-43f8-be52-58725267fb55, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6972cbcc-455c-43f8-be52-58725267fb55,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:29.912154 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9814737e-f940-4f6b-966c-958d94087324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6972cbcc-455c-43f8-be52-58725267fb55), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.923379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4035c15f-1fdf-4825-b948-c234911e4a0d req-2bb1c80e-6be1-4cf1-9280-a988776c9c70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 210 time: 0.0425417 Feb 09 03:15:29.980027 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.992318 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-3ab202f7-39e5-4a67-a00c-e56f837fdd47 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 380 time: 0.0981569 Feb 09 03:15:30.001810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'port': {'device_id': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'admin_state_up': True, 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'security_groups': ['1b98613d-03a6-4a21-9a43-73dd180c0dbc']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:30.009052 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814737e-f940-4f6b-966c-958d94087324 None None] Pushing event updated for resources: {'Port': ['ID=6972cbcc-455c-43f8-be52-58725267fb55,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:30.056387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-deecd5e3-56a2-440e-89f8-b65f3a8cf6ed None None] Provisioning complete for port 6972cbcc-455c-43f8-be52-58725267fb55 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:30.056831 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-deecd5e3-56a2-440e-89f8-b65f3a8cf6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6972cbcc-455c-43f8-be52-58725267fb55), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.107778 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:30.130120 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:30.134081 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.144125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3e799-5144-40a4-88cc-3ef1038b3cc9 None None] The sync data for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 is: [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:30.188038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-deecd5e3-56a2-440e-89f8-b65f3a8cf6ed None None] Current status of the port 6972cbcc-455c-43f8-be52-58725267fb55 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:30.253543 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0fdbfff3-1b92-48be-bf4d-de3a87350d68 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:30.317244 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:30.317900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.317987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.4 (ea37a222-924f-4bc5-ad8a-f5d062d0b5df/ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b/f1c9f7e7-f6d1-453e-95e2-432140b519ad) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:30.412977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:30.487739 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.533536 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.589543 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:30.592844 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:30.600416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=f1c9f7e7-f6d1-453e-95e2-432140b519ad,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:30.603038 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:30.660203 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:30.660893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.679622 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-0fba1090-80c9-4ee0-9208-5cf5aba82f68 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6815925 Feb 09 03:15:30.691199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Request body: {'port': {'device_id': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:30.758648 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.912058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-323613e1-cac7-402c-a753-e98fc0c04b4b None None] Provisioning complete for port f1c9f7e7-f6d1-453e-95e2-432140b519ad triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:30.912459 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-323613e1-cac7-402c-a753-e98fc0c04b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.963265 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-323613e1-cac7-402c-a753-e98fc0c04b4b None None] Port f1c9f7e7-f6d1-453e-95e2-432140b519ad cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:31.109275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2834c-af3a-4ee7-8b6a-fe10c5d6460f req-56d729c3-ba34-444d-adc6-a2bd5bd1b4f7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.110899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d2834c-af3a-4ee7-8b6a-fe10c5d6460f req-56d729c3-ba34-444d-adc6-a2bd5bd1b4f7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 931 time: 0.1036935 Feb 09 03:15:31.113082 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c9f7e7-f6d1-453e-95e2-432140b519ad {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:31.130091 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Publish callbacks [] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.156425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Transition to ACTIVE for port object f1c9f7e7-f6d1-453e-95e2-432140b519ad will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:15:31.165152 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.215347 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-77d2834c-af3a-4ee7-8b6a-fe10c5d6460f req-5e075973-25a7-4972-b59b-973ccd74185a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975630 Feb 09 03:15:31.235390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Pushing event updated for resources: {'Port': ['ID=f1c9f7e7-f6d1-453e-95e2-432140b519ad,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:31.318998 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Attempting to bind port f1c9f7e7-f6d1-453e-95e2-432140b519ad on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:31.319343 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Attempting to bind port f1c9f7e7-f6d1-453e-95e2-432140b519ad by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:31.319685 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Attempting to bind port f1c9f7e7-f6d1-453e-95e2-432140b519ad on network ea37a222-924f-4bc5-ad8a-f5d062d0b5df {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:31.327653 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Port f1c9f7e7-f6d1-453e-95e2-432140b519ad on network ea37a222-924f-4bc5-ad8a-f5d062d0b5df not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:15:31.328119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Attempting to bind port f1c9f7e7-f6d1-453e-95e2-432140b519ad on network ea37a222-924f-4bc5-ad8a-f5d062d0b5df {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:31.336588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:31.337024 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Checking segment: {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:31.337430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Bound using segment: {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:31.337941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Bound port: f1c9f7e7-f6d1-453e-95e2-432140b519ad, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112c3184-ecb7-4dba-abac-d79bfa6c7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:31.338250 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.412648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] For port f1c9f7e7-f6d1-453e-95e2-432140b519ad, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:31.416145 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] For port f1c9f7e7-f6d1-453e-95e2-432140b519ad, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:31.422321 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.466115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.466773 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.468188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] 10.222.0.72 "PUT /v2.0/ports/f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 1092 time: 0.7816570 Feb 09 03:15:31.468640 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:31.470985 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eb8d59-afa4-4963-90b4-58c3c08ff30c" -d '{"events": [{"name": "network-changed", "server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:31.493550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c4b99-f0aa-47b4-8b2a-128bf10e991e service neutron] Pushing event updated for resources: {'Port': ['ID=f1c9f7e7-f6d1-453e-95e2-432140b519ad,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:31.551665 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb46ab1-3cca-4a23-b65f-e0525af71208 x-openstack-request-id: req-beb46ab1-3cca-4a23-b65f-e0525af71208 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:31.551665 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:31.551665 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beb46ab1-3cca-4a23-b65f-e0525af71208 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:31.551665 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'status': 'completed', 'code': 200} Feb 09 03:15:31.623909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-1ecf7dc8-23b4-4081-9613-e8db7ef5a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.625459 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-1ecf7dc8-23b4-4081-9613-e8db7ef5a11b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1126 time: 0.1050923 Feb 09 03:15:31.673565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-e7149526-ecbc-43cd-beb7-0e7a70be6869 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 217 time: 0.0409341 Feb 09 03:15:31.730008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-9ebf1842-4699-4771-9b5e-4b521c4ed5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.731528 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-9ebf1842-4699-4771-9b5e-4b521c4ed5c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0522232 Feb 09 03:15:31.786599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-6181f8b5-c46f-455c-a3c3-50d1599428ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.788109 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-6181f8b5-c46f-455c-a3c3-50d1599428ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509458 Feb 09 03:15:31.881207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-c46f3175-af89-4082-bb19-0acde33738af service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869367 Feb 09 03:15:31.972369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31c3f3fe-17e7-4c39-ae04-3b7ba21cf250 req-7592b26e-5726-4312-beed-149f7424d107 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847812 Feb 09 03:15:32.071466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-32196e44-1169-42ae-8d11-624da278cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.072985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-32196e44-1169-42ae-8d11-624da278cf01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1126 time: 0.0524163 Feb 09 03:15:32.169923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-7a75efe8-7c1a-4331-b797-4a12479ec1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.169923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-7a75efe8-7c1a-4331-b797-4a12479ec1c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 898 time: 0.0870287 Feb 09 03:15:32.212652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-0794763b-63e1-4eb7-9983-da515fcd4529 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 217 time: 0.0403533 Feb 09 03:15:32.219590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6972cbcc-455c-43f8-be52-58725267fb55 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:32.262124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-a6d4c91c-5c35-4587-8dae-ae6205674d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.264000 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-a6d4c91c-5c35-4587-8dae-ae6205674d2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0461757 Feb 09 03:15:32.273172 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6972cbcc-455c-43f8-be52-58725267fb55 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:32.273552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6972cbcc-455c-43f8-be52-58725267fb55), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.319997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-5515b52c-61b4-46d9-ab47-054f8ea981ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.321583 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-5515b52c-61b4-46d9-ab47-054f8ea981ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518289 Feb 09 03:15:32.376171 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6972cbcc-455c-43f8-be52-58725267fb55 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:32.450218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-3f7789d1-a458-4ce2-8aba-03214737f096 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175401 Feb 09 03:15:32.471530 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567c6d0-b078-4009-bced-c97d0fe77dba req-4147bd69-0f3f-4e00-bff7-1a61427ccab1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.473019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9567c6d0-b078-4009-bced-c97d0fe77dba req-4147bd69-0f3f-4e00-bff7-1a61427ccab1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 943 time: 0.1505125 Feb 09 03:15:32.583157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9567c6d0-b078-4009-bced-c97d0fe77dba req-f74dc253-0ab6-4b2d-855c-f1e3b397ea65 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992937 Feb 09 03:15:32.595512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-57eb8d59-afa4-4963-90b4-58c3c08ff30c req-d15b2d72-1264-43bc-95c6-e9b0cf496530 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388423 Feb 09 03:15:33.717566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f8679-3995-46b1-9aa8-e0ec88e96187 req-3f02be3d-02b6-41ce-98d2-80d1d852b5e2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:33.719532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec0f8679-3995-46b1-9aa8-e0ec88e96187 req-3f02be3d-02b6-41ce-98d2-80d1d852b5e2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 943 time: 0.0597546 Feb 09 03:15:33.770526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ec0f8679-3995-46b1-9aa8-e0ec88e96187 req-3f97066e-8c04-45d9-9f81-c3e01c29f2f1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Feb 09 03:15:34.075969 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f1c9f7e7-f6d1-453e-95e2-432140b519ad details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:34.186552 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f1c9f7e7-f6d1-453e-95e2-432140b519ad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:34.199393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'port_id': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'mac_address': 'fa:16:3e:44:50:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:34.237239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f1c9f7e7-f6d1-453e-95e2-432140b519ad is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:34.237624 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.252432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c9f7e7-f6d1-453e-95e2-432140b519ad {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:34.272548 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f1c9f7e7-f6d1-453e-95e2-432140b519ad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:34.277862 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.327798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f1c9f7e7-f6d1-453e-95e2-432140b519ad,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:34.632497 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['f1c9f7e7-f6d1-453e-95e2-432140b519ad'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:34.899789 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9999-1449-4e98-b95e-fb933b83eb6e req-86518664-c42e-4f46-b94e-cb920c3e5df8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:34.901264 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29fc9999-1449-4e98-b95e-fb933b83eb6e req-86518664-c42e-4f46-b94e-cb920c3e5df8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 944 time: 0.0564566 Feb 09 03:15:34.954091 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29fc9999-1449-4e98-b95e-fb933b83eb6e req-36200bbf-e5f3-4e73-9b13-eddc9ef0032e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465968 Feb 09 03:15:36.082440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15a742-d37e-4405-b0b6-89154b4f7639 req-a7964b9b-1c75-4ed2-a57b-ba93e9f3614d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:36.084013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc15a742-d37e-4405-b0b6-89154b4f7639 req-a7964b9b-1c75-4ed2-a57b-ba93e9f3614d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 944 time: 0.0614669 Feb 09 03:15:36.090483 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f1c9f7e7-f6d1-453e-95e2-432140b519ad up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:36.137644 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc15a742-d37e-4405-b0b6-89154b4f7639 req-c536f4ec-cf62-4c8c-88a2-920c5610db74 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 Feb 09 03:15:36.143022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port f1c9f7e7-f6d1-453e-95e2-432140b519ad completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:15:36.147835 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port f1c9f7e7-f6d1-453e-95e2-432140b519ad triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:36.148249 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.227136 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port f1c9f7e7-f6d1-453e-95e2-432140b519ad is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:36.227534 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.252828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:36.255172 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831833ad-ec83-419c-a33a-78c3bb596b42" -d '{"events": [{"server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "name": "network-vif-plugged", "status": "completed", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:36.268663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port f1c9f7e7-f6d1-453e-95e2-432140b519ad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:36.273150 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.303038 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4c7660-f040-4b41-ac43-1b30a86bc621 x-openstack-request-id: req-eb4c7660-f040-4b41-ac43-1b30a86bc621 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:36.303291 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "name": "network-vif-plugged", "status": "completed", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:36.303550 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb4c7660-f040-4b41-ac43-1b30a86bc621 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:36.303948 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'code': 200} Feb 09 03:15:36.340802 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=f1c9f7e7-f6d1-453e-95e2-432140b519ad,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:36.397219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cd082-99af-468d-a7c9-d53f5b8420f8 req-d28ade49-9b92-4130-81c9-6018f2bda127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:36.398791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-809cd082-99af-468d-a7c9-d53f5b8420f8 req-d28ade49-9b92-4130-81c9-6018f2bda127 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1128 time: 0.0481768 Feb 09 03:15:36.446216 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-809cd082-99af-468d-a7c9-d53f5b8420f8 req-8884798e-1de6-4bd1-8403-863bfbaf95ac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402637 Feb 09 03:15:37.264934 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49785c8-87da-4149-a3c9-40a9ea0a185b req-81be981f-d0b6-4028-ab7c-7aeb7cbc3c95 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:37.266649 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c49785c8-87da-4149-a3c9-40a9ea0a185b req-81be981f-d0b6-4028-ab7c-7aeb7cbc3c95 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0590577 Feb 09 03:15:37.317635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c49785c8-87da-4149-a3c9-40a9ea0a185b req-4d07c37e-4e35-4b39-bdae-311673a0c7b3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Feb 09 03:15:38.449624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09bd49-0d5d-4f52-b36a-986197dcc6c2 req-7d4e5de8-9391-48df-a2f6-3698cf323b91 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.451064 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b09bd49-0d5d-4f52-b36a-986197dcc6c2 req-7d4e5de8-9391-48df-a2f6-3698cf323b91 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0590479 Feb 09 03:15:38.500871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b09bd49-0d5d-4f52-b36a-986197dcc6c2 req-251ca327-22cc-4255-b64b-a4c7cac6572e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Feb 09 03:15:38.632201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907cd2b-9803-4391-8b12-e116314cce27 req-9ed107e0-f5ee-42d4-901a-94139523948b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.633748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e907cd2b-9803-4391-8b12-e116314cce27 req-9ed107e0-f5ee-42d4-901a-94139523948b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0556335 Feb 09 03:15:38.689455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e907cd2b-9803-4391-8b12-e116314cce27 req-8c5b2967-6f99-4e6b-9ea9-c91791d8ce8b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489995 Feb 09 03:15:38.711560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46808) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:38.761145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928951e-44da-4251-ab41-e9541a81f1d5 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.762759 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0928951e-44da-4251-ab41-e9541a81f1d5 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1123 time: 0.0501764 Feb 09 03:15:38.765563 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46810) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:38.770123 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:38.793042 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.906132 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.016166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.67 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/bd80d5eb-84f7-4485-9340-8787934482c4) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:39.119057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (bd80d5eb-84f7-4485-9340-8787934482c4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.160632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-0588ccf6-ed08-4c49-a2e4-863dafb6c59e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484884 Feb 09 03:15:39.163385 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bd80d5eb-84f7-4485-9340-8787934482c4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.208304 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:39.214809 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:39.216837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=bd80d5eb-84f7-4485-9340-8787934482c4,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:39.219052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:39.250103 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-0e57355e-ec4e-4a4b-a07a-34e47f504051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:39.251656 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-0e57355e-ec4e-4a4b-a07a-34e47f504051 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1128 time: 0.0496793 Feb 09 03:15:39.364971 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-fb3c16ad-b323-4b81-9ab9-c54d9433e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:39.366408 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-fb3c16ad-b323-4b81-9ab9-c54d9433e791 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 898 time: 0.0971198 Feb 09 03:15:39.410917 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-103cdd07-459c-452d-bb7e-e4a61338b417 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 217 time: 0.0367644 Feb 09 03:15:39.460997 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-6305e5b7-3b38-441a-b5f3-35a8286ae23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:39.462597 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-6305e5b7-3b38-441a-b5f3-35a8286ae23c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0461617 Feb 09 03:15:39.513367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-9d735ef6-c6e0-4ae6-ab24-4409edb6d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:39.515013 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-9d735ef6-c6e0-4ae6-ab24-4409edb6d40d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470953 Feb 09 03:15:39.592844 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.616113 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-b687a13c-12a7-4ff1-8f87-b6afc31cb3b7 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951903 Feb 09 03:15:39.685963 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bd80d5eb-84f7-4485-9340-8787934482c4), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.717381 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c861ed2a-8016-4225-b95e-7d666bfd679d req-c5ddef1d-545e-478c-9340-58ce74022395 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953507 Feb 09 03:15:39.850364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (bd80d5eb-84f7-4485-9340-8787934482c4), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.855751 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (bd80d5eb-84f7-4485-9340-8787934482c4), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.929560 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=bd80d5eb-84f7-4485-9340-8787934482c4,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:39.941072 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.065691 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP 5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805 associated. External IP: 172.25.6.67, port: f1c9f7e7-f6d1-453e-95e2-432140b519ad. Feb 09 03:15:40.304356 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:40.419964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:40.429513 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] Sync routers for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:40.438353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.441404 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:40.442061 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:40.471534 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-54960ad4-3881-4443-b4e4-277ceed11562 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7048237 Feb 09 03:15:40.472122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:40.474438 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a8aead-5217-4251-aba2-8dba2935abe9" -d '{"events": [{"name": "network-changed", "server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:40.515538 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e23b86-0787-450f-a213-a7bc6755f1d0 x-openstack-request-id: req-24e23b86-0787-450f-a213-a7bc6755f1d0 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:40.516041 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:40.516717 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24e23b86-0787-450f-a213-a7bc6755f1d0 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:40.517242 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'status': 'completed', 'code': 200} Feb 09 03:15:40.564317 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:40.620790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58396b0-c40d-4ab1-ba49-464435a3f9b9 req-36f78374-09d7-4fd9-97ac-ced4071f90a3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:40.623175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b58396b0-c40d-4ab1-ba49-464435a3f9b9 req-36f78374-09d7-4fd9-97ac-ced4071f90a3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0903320 Feb 09 03:15:40.630451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-26556d1c-af39-46a0-83ee-b8c10e4bde1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:40.631944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-26556d1c-af39-46a0-83ee-b8c10e4bde1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1128 time: 0.0904562 Feb 09 03:15:40.738530 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b58396b0-c40d-4ab1-ba49-464435a3f9b9 req-8778c85a-f08d-45b9-839e-e89b43aac3a0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102986 Feb 09 03:15:40.763411 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46816) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:40.768021 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-c4f6a6e0-e6bb-45b5-84aa-00b655bc6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:40.769523 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-c4f6a6e0-e6bb-45b5-84aa-00b655bc6a14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 898 time: 0.1299698 Feb 09 03:15:40.798168 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'port_id': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'mac_address': 'fa:16:3e:44:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:15:39Z', 'updated_at': '2022-02-09T03:15:39Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:40.827967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] Checking router: 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:40.828478 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-03acc8fe-a241-4b07-bd00-725360d40d39 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805 HTTP/1.1" status: 200 len: 990 time: 0.0636370 Feb 09 03:15:40.836550 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:40.837154 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:15:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:40.843514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-5be5e94f-8dff-4d80-9fe0-8d0817181866 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 998 time: 0.0680819 Feb 09 03:15:40.902498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-cf8b1f64-d548-4988-8cd1-caf0f9caa41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:40.904018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-cf8b1f64-d548-4988-8cd1-caf0f9caa41d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0550961 Feb 09 03:15:40.969551 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-8e0e8ff2-7279-4660-8e4a-58ab63b13bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:40.971748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-8e0e8ff2-7279-4660-8e4a-58ab63b13bda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0583606 Feb 09 03:15:41.053197 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:41.069007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-d04abd4c-966a-428e-9586-f67aa8fbd9e6 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905075 Feb 09 03:15:41.162424 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29a8aead-5217-4251-aba2-8dba2935abe9 req-373aef9e-7573-4d92-ad6d-14a935d855cd service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877104 Feb 09 03:15:41.282313 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'port_id': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'mac_address': 'fa:16:3e:44:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:15:39Z', 'updated_at': '2022-02-09T03:15:39Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:41.313139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd3930-8f8c-4013-b4aa-0f21c82394ad None None] The sync data for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 is: [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'port_id': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'mac_address': 'fa:16:3e:44:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:15:39Z', 'updated_at': '2022-02-09T03:15:39Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:41.516112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75927f08-c489-4268-b97f-c77ce9bb7731 None None] New status for floating IP 5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:15:41.832253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46818) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:41.896508 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e111e3ad-bfe1-47bc-acb2-92c201d310bc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805 HTTP/1.1" status: 200 len: 992 time: 0.0631013 Feb 09 03:15:48.594218 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.611517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.514770 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e76abbb-7c66-4e64-997d-2f12d8111f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.633322 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:15:55.831498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bfe73d9-81d6-4249-88d0-f91123b57648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.236163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.398145 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.923142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.623350 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.631979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.517728 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5d89e040-985d-40b9-8aaf-1980d7f57ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.824342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbd2d779-f9c1-404d-8124-5027eb41afd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.233587 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.399903 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.927024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.632801 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:16:40.680342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-1177e721-07ad-4b74-98fb-739d7976181d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444171 Feb 09 03:16:40.769270 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-2b503d12-5b0a-4d7e-8ba8-7386111b3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:40.770804 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-2b503d12-5b0a-4d7e-8ba8-7386111b3e35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1128 time: 0.0466599 Feb 09 03:16:41.195638 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-0c6f1b2b-2bc6-4f61-9635-9edd67c2aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:41.197141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-0c6f1b2b-2bc6-4f61-9635-9edd67c2aba4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 898 time: 0.4093211 Feb 09 03:16:41.265145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-403aa6c9-61fe-451f-89e4-67c71e5bc275 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 1000 time: 0.0616112 Feb 09 03:16:41.318854 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-7111ecca-9e89-4b4c-aa6a-7bdf69010cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:41.320354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-7111ecca-9e89-4b4c-aa6a-7bdf69010cb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0502062 Feb 09 03:16:41.375005 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-c99f320c-ba0a-4d69-976e-11951189ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:41.376554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-c99f320c-ba0a-4d69-976e-11951189ecd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508006 Feb 09 03:16:41.479613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-94b56560-0be9-4751-8756-d0371a67ca1f service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968482 Feb 09 03:16:41.576254 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0e05a363-03c1-43ad-84d5-11f834a2ddd9 req-e62a7b65-6b62-4cec-86ca-ac357e8dd8a2 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907643 Feb 09 03:16:48.620274 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.625978 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:53.524060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49a52088-cf68-4af4-ab40-1c303fb3a786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.479815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbe669-b631-40c5-b97c-09f772058159 req-50657343-c9ee-4ad5-b649-2e167b3ab8fc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:55.481947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6cbe669-b631-40c5-b97c-09f772058159 req-50657343-c9ee-4ad5-b649-2e167b3ab8fc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.1123724 Feb 09 03:16:55.540505 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e6cbe669-b631-40c5-b97c-09f772058159 req-6c3eb7dd-44b2-402b-b9a4-339eb601093f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528247 Feb 09 03:16:55.827270 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-189fe27b-cc0f-4b1f-8209-48d761a2dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.674299 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2599b47-fe97-405c-b697-91f297e79ece req-e0b4977a-6dbc-4682-bbac-9bc56413a130 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:56.677276 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2599b47-fe97-405c-b697-91f297e79ece req-e0b4977a-6dbc-4682-bbac-9bc56413a130 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0615387 Feb 09 03:16:56.756749 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2599b47-fe97-405c-b697-91f297e79ece req-2ee4aa5e-6095-41b0-acce-84a92f8cac2d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721099 Feb 09 03:16:57.239996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.882286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56396e84-faf1-4c91-99f6-70adf786a0a9 req-b1709993-333b-4f63-b55e-8b4497c0c045 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:57.883809 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56396e84-faf1-4c91-99f6-70adf786a0a9 req-b1709993-333b-4f63-b55e-8b4497c0c045 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0547698 Feb 09 03:16:57.936124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-56396e84-faf1-4c91-99f6-70adf786a0a9 req-1f1d6f70-ef13-4057-a50e-a86a3594826e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460198 Feb 09 03:16:58.404882 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.056568 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29818efc-bf64-4593-8a8a-1dcea3314627 req-f2dac6fb-2bb3-47d2-a2d9-5bd438ae6809 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.058666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29818efc-bf64-4593-8a8a-1dcea3314627 req-f2dac6fb-2bb3-47d2-a2d9-5bd438ae6809 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0536947 Feb 09 03:16:59.107315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29818efc-bf64-4593-8a8a-1dcea3314627 req-6682cba3-f737-4c6d-81ec-34f275853c6e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Feb 09 03:16:59.929468 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.233256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58612b-6a64-48eb-b994-9ab52d7a93dc req-d8c4b839-0f3b-40f3-9987-1662853f71ed tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:00.234773 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a58612b-6a64-48eb-b994-9ab52d7a93dc req-d8c4b839-0f3b-40f3-9987-1662853f71ed tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0582211 Feb 09 03:17:00.285526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2a58612b-6a64-48eb-b994-9ab52d7a93dc req-98e521df-be7c-4fd8-b847-97b4c055a378 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451355 Feb 09 03:17:01.407230 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adfcca-8ee8-4e4f-80e9-14d62d532720 req-9c314516-1211-4046-9d61-b7d6472b8138 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.408876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5adfcca-8ee8-4e4f-80e9-14d62d532720 req-9c314516-1211-4046-9d61-b7d6472b8138 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0547240 Feb 09 03:17:01.458068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5adfcca-8ee8-4e4f-80e9-14d62d532720 req-8afdee32-14e4-4ef0-ab31-c231777249fb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Feb 09 03:17:02.583517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c8a42-7971-4f83-8dda-0b8cfa61662e req-dd6665ea-4d0b-4392-801a-b1aad2c917b1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:02.585018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e1c8a42-7971-4f83-8dda-0b8cfa61662e req-dd6665ea-4d0b-4392-801a-b1aad2c917b1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0558634 Feb 09 03:17:02.639798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3e1c8a42-7971-4f83-8dda-0b8cfa61662e req-7b133b50-6cf1-4e08-b6ea-723c3726f2ec tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490930 Feb 09 03:17:03.768545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3cc0-92b1-48a7-8636-23624e4b977e req-842a6393-5112-4589-80a9-c0922d482256 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:03.770066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dfe3cc0-92b1-48a7-8636-23624e4b977e req-842a6393-5112-4589-80a9-c0922d482256 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0548544 Feb 09 03:17:03.821320 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1dfe3cc0-92b1-48a7-8636-23624e4b977e req-4a7c08aa-f02d-423f-8d65-41b1f3512b80 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 Feb 09 03:17:04.953392 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb3328-9f90-4a19-8464-de919b38c3f8 req-f3d6a151-0a2b-4911-8056-c35ba52e6a94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:04.955227 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbdb3328-9f90-4a19-8464-de919b38c3f8 req-f3d6a151-0a2b-4911-8056-c35ba52e6a94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0632985 Feb 09 03:17:05.015188 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cbdb3328-9f90-4a19-8464-de919b38c3f8 req-4ae0650c-6391-4187-82d2-64f4fb7e9b92 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544012 Feb 09 03:17:06.155149 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a5a7-d3ff-4754-8565-10829048fc90 req-f1e70663-2613-431f-8b73-626e5d401630 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:06.156802 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7c5a5a7-d3ff-4754-8565-10829048fc90 req-f1e70663-2613-431f-8b73-626e5d401630 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0707326 Feb 09 03:17:06.214857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a7c5a5a7-d3ff-4754-8565-10829048fc90 req-727619d3-b7fe-4785-9411-f42bceeb6b59 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518684 Feb 09 03:17:07.357782 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13754302-3095-4fbb-b880-f0459ed68849 req-e64af238-3497-4a26-9dfc-ae0cae85d4ac tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:07.359465 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13754302-3095-4fbb-b880-f0459ed68849 req-e64af238-3497-4a26-9dfc-ae0cae85d4ac tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0757668 Feb 09 03:17:07.424444 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-13754302-3095-4fbb-b880-f0459ed68849 req-8c017cfb-7cd4-4b0f-9a1b-b3cf2248edce tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569603 Feb 09 03:17:08.563012 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e2b48-7cd4-4e17-9b15-b43374e9c39f req-4b34f800-083a-4ac7-a829-500159dc2317 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:08.564573 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c36e2b48-7cd4-4e17-9b15-b43374e9c39f req-4b34f800-083a-4ac7-a829-500159dc2317 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0699136 Feb 09 03:17:08.621426 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c36e2b48-7cd4-4e17-9b15-b43374e9c39f req-3ff1630c-76ff-475c-937a-aeacae3aa278 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509584 Feb 09 03:17:09.631610 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:17:09.751162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d42bcb-3fa7-4d39-8a62-29a7ed0fbf96 req-0b423c59-9dba-4959-9941-186c4d3d9e22 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:09.752707 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d42bcb-3fa7-4d39-8a62-29a7ed0fbf96 req-0b423c59-9dba-4959-9941-186c4d3d9e22 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0592449 Feb 09 03:17:09.806084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-90d42bcb-3fa7-4d39-8a62-29a7ed0fbf96 req-4c75788a-af2f-4dc7-9af8-7bcdeee7b563 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 Feb 09 03:17:10.932047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86717f-6de3-42ef-b292-89fabcde5978 req-88cf0c46-bc54-45c4-bf4c-0e4d42bf14c0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:10.934539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e86717f-6de3-42ef-b292-89fabcde5978 req-88cf0c46-bc54-45c4-bf4c-0e4d42bf14c0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0587976 Feb 09 03:17:10.993660 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2e86717f-6de3-42ef-b292-89fabcde5978 req-e108a573-1c81-4ba5-bf52-66acab265f7f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530417 Feb 09 03:17:11.017752 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46892) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:11.081574 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-dff885bd-6f7b-463e-a1e0-f2096d1f1276 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805 HTTP/1.1" status: 200 len: 992 time: 0.0626562 Feb 09 03:17:12.405474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9158b-a62c-436d-900b-8e30eb2271ae req-a314834f-21a0-4215-8763-d792d9516a94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.407075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fc9158b-a62c-436d-900b-8e30eb2271ae req-a314834f-21a0-4215-8763-d792d9516a94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0927143 Feb 09 03:17:12.409273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9802b99-81f4-4838-9a26-0b272497413f req-73fab921-c3bc-4e2c-86ad-5270d529f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.410898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9802b99-81f4-4838-9a26-0b272497413f req-73fab921-c3bc-4e2c-86ad-5270d529f8ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1128 time: 0.0685797 Feb 09 03:17:12.513379 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0fc9158b-a62c-436d-900b-8e30eb2271ae req-50f61acf-e1e1-4208-b6de-5bc23f96f2a8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994289 Feb 09 03:17:12.546133 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9802b99-81f4-4838-9a26-0b272497413f req-b297e0f8-9622-4b87-b65d-172162413bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.547677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9802b99-81f4-4838-9a26-0b272497413f req-b297e0f8-9622-4b87-b65d-172162413bf6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 898 time: 0.1273558 Feb 09 03:17:12.615825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9802b99-81f4-4838-9a26-0b272497413f req-383d3f11-a212-4c6b-9cce-8a14c85fb6d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 1000 time: 0.0624843 Feb 09 03:17:12.680892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9802b99-81f4-4838-9a26-0b272497413f req-d1ffb4fa-cc84-487b-9ead-38f7623e52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.682265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9802b99-81f4-4838-9a26-0b272497413f req-d1ffb4fa-cc84-487b-9ead-38f7623e52d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0606775 Feb 09 03:17:12.733845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9802b99-81f4-4838-9a26-0b272497413f req-06702d01-9c2b-484a-a80d-dd94979ea860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.735455 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9802b99-81f4-4838-9a26-0b272497413f req-06702d01-9c2b-484a-a80d-dd94979ea860 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471699 Feb 09 03:17:12.835248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9802b99-81f4-4838-9a26-0b272497413f req-8fc08a1e-eba0-466c-8a57-1f8b61e3d4f9 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892656 Feb 09 03:17:12.934337 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e9802b99-81f4-4838-9a26-0b272497413f req-803ca905-1c45-40d3-88d1-5b35dbff82be service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931842 Feb 09 03:17:13.642921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65140512-5acd-451c-9d37-963872bc42c5 req-a0fd429c-a20e-4387-ab92-60e6d80071f0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:13.644437 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65140512-5acd-451c-9d37-963872bc42c5 req-a0fd429c-a20e-4387-ab92-60e6d80071f0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0544021 Feb 09 03:17:13.697406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65140512-5acd-451c-9d37-963872bc42c5 req-058a423f-5098-43be-bc80-8cb7eafbde94 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 Feb 09 03:17:13.726655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46904) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:13.791197 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5cbcd8f0-c38b-4d7d-92e5-7f1f19e889b2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805 HTTP/1.1" status: 200 len: 992 time: 0.0633984 Feb 09 03:17:18.636910 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.628680 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:23.517775 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-accdaca6-d704-4b66-97dc-93bf1b7baa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:25.831948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fefdadc5-dd79-49e0-b7d2-dc7647159ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.240826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.407954 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:29.933762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.727207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-377cb0b6-2b99-4e08-83d4-4e9f15ed150c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464265 Feb 09 03:17:40.821552 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-aa8cd9e0-2e31-4350-bdde-ad74c36c872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:40.824335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-aa8cd9e0-2e31-4350-bdde-ad74c36c872c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1128 time: 0.0543914 Feb 09 03:17:40.930371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-e0b801da-26b9-46cc-9808-d78d3dcc17de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:40.932581 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-e0b801da-26b9-46cc-9808-d78d3dcc17de service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 898 time: 0.0893655 Feb 09 03:17:41.013877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-0655ac2c-eb19-4b38-bd8c-8dced6d8bf2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 1000 time: 0.0758426 Feb 09 03:17:41.063659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-8637c00e-976b-42fb-a320-110455e70769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.065162 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-8637c00e-976b-42fb-a320-110455e70769 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0451832 Feb 09 03:17:41.126853 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-4a7f15c3-c356-438f-9c64-983194443a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.128443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-4a7f15c3-c356-438f-9c64-983194443a77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0579405 Feb 09 03:17:41.236683 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-d578d576-8c34-4117-b8ad-09052188e61a service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025922 Feb 09 03:17:41.333849 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f90f0907-255d-4fdd-bc2f-531ada9f48be req-1aea83b2-20a9-426c-859c-af5d882c27dd service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913353 Feb 09 03:17:46.632521 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:17:48.636950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.639059 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.521739 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e5585b27-e700-4380-b54d-cc830b219542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.834759 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0e94bf92-45ea-4d64-b03e-0510956ac444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.243724 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.411739 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.940498 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.359290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46922) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:04.540291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port bd80d5eb-84f7-4485-9340-8787934482c4 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:04.540649 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bd80d5eb-84f7-4485-9340-8787934482c4), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.630834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bd80d5eb-84f7-4485-9340-8787934482c4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.631164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (bd80d5eb-84f7-4485-9340-8787934482c4), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.644061 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for bd80d5eb-84f7-4485-9340-8787934482c4 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:04.798837 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bd80d5eb-84f7-4485-9340-8787934482c4), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.831144 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=bd80d5eb-84f7-4485-9340-8787934482c4,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:04.846444 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.846811 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.847161 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.847503 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.847840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.848172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.848505 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.848837 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.849166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.849494 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.849823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.850180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.850532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:04.910608 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.910963 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP 5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805 disassociated (deleted). External IP: 172.25.6.67, port: f1c9f7e7-f6d1-453e-95e2-432140b519ad. Feb 09 03:18:05.128132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:05.530582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:05.535568 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:05.544677 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] Sync routers for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:05.555252 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:05.556193 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:05.569235 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3682df14-c1df-46d1-8751-379e9c1d58bd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/floatingips/5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805 HTTP/1.1" status: 204 len: 168 time: 1.2085209 Feb 09 03:18:05.569846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:05.572360 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957" -d '{"events": [{"name": "network-changed", "server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:05.622252 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6787645-22fc-4446-bfa0-e6a08f8c7a17 x-openstack-request-id: req-d6787645-22fc-4446-bfa0-e6a08f8c7a17 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:05.622724 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:05.622863 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6787645-22fc-4446-bfa0-e6a08f8c7a17 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:05.623902 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'status': 'completed', 'code': 200} Feb 09 03:18:05.674662 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:05.703465 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-2253ce6e-59e2-4689-9640-3a765be567fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.705111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-2253ce6e-59e2-4689-9640-3a765be567fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 1128 time: 0.0598731 Feb 09 03:18:05.817855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-2d6686d8-1d0a-4889-ab3c-bff83c32467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.819534 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-2d6686d8-1d0a-4889-ab3c-bff83c32467b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 200 len: 898 time: 0.1069694 Feb 09 03:18:05.864861 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-6c0e07ce-7276-45e9-a92a-d12eaf39edfb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 200 len: 217 time: 0.0390530 Feb 09 03:18:05.911486 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:05.924192 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-ea6f0b4f-90a6-475d-b1d6-b3939448cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.925974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-ea6f0b4f-90a6-475d-b1d6-b3939448cfe2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 200 len: 835 time: 0.0561199 Feb 09 03:18:05.944097 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] Checking router: 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:05.953129 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:05.954001 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:05.989235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-f206316b-7e03-4e91-a7b5-e68f7dcbe551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.990847 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-f206316b-7e03-4e91-a7b5-e68f7dcbe551 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea37a222-924f-4bc5-ad8a-f5d062d0b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0587072 Feb 09 03:18:06.066195 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:06.145503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0020fb3-31ea-4df7-a5b2-7de9b128212a req-1617cb78-ea84-4941-8a64-7d39fd42bead tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:06.147053 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0020fb3-31ea-4df7-a5b2-7de9b128212a req-1617cb78-ea84-4941-8a64-7d39fd42bead tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.1205788 Feb 09 03:18:06.150900 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-198b3da3-ac09-4867-830e-1794b4809f32 service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525047 Feb 09 03:18:06.265665 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0020fb3-31ea-4df7-a5b2-7de9b128212a req-6f49d793-77f8-46d8-b965-72bd4759b778 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124537 Feb 09 03:18:06.294960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23f3fab0-b74b-4dfb-84b7-e4b1f4f58957 req-f5c61829-e75c-448a-80be-9b48f807160b service neutron] 10.222.0.72 "GET /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343451 Feb 09 03:18:06.298934 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:06.328669 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c023ba-0e23-44a0-8d87-890328ebdffc None None] The sync data for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 is: [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:27Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6972cbcc-455c-43f8-be52-58725267fb55', 'name': '', 'network_id': 'ea37a222-924f-4bc5-ad8a-f5d062d0b5df', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:04:8b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:26Z', 'updated_at': '2022-02-09T03:15:29Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': 'ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:06.552795 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9588cb-42ff-4c7d-9d86-ea073216c03f None None] New status for floating IP 5b801f0d-9f3c-4ce0-a13d-4f12aa8dc805: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:18:07.396986 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62156985-753a-4b67-9c1d-67bf04252970 req-71e9a633-1ec9-4501-b5f1-a8e1de1528aa tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:07.398497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62156985-753a-4b67-9c1d-67bf04252970 req-71e9a633-1ec9-4501-b5f1-a8e1de1528aa tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0560579 Feb 09 03:18:07.450977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62156985-753a-4b67-9c1d-67bf04252970 req-05670636-b669-43ed-bfd0-06fc57e0c3bb tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b98613d-03a6-4a21-9a43-73dd180c0dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467410 Feb 09 03:18:07.782815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-f0bf1eaf-fddf-4efa-84df-9955dc17ba89 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:07.784296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-f0bf1eaf-fddf-4efa-84df-9955dc17ba89 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 945 time: 0.0628078 Feb 09 03:18:07.898152 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port f1c9f7e7-f6d1-453e-95e2-432140b519ad {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:07.898545 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:07.995859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port f1c9f7e7-f6d1-453e-95e2-432140b519ad, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=f1c9f7e7-f6d1-453e-95e2-432140b519ad,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:07.996234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.009993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for f1c9f7e7-f6d1-453e-95e2-432140b519ad owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:08.161021 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (f1c9f7e7-f6d1-453e-95e2-432140b519ad), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.190978 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=f1c9f7e7-f6d1-453e-95e2-432140b519ad,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:08.208174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.208702 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.209097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.209456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.209814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.210159 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.210522 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.210948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.211400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.211570 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.211917 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.213199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.213199 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:08.255719 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] No DVR routers for this DVR port f1c9f7e7-f6d1-453e-95e2-432140b519ad on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:08.265944 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.269480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-399dab1c-6b5e-49bf-83cd-99b8855b6c62 req-3de34e13-3459-4fb8-9566-59731145529d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "DELETE /v2.0/ports/f1c9f7e7-f6d1-453e-95e2-432140b519ad HTTP/1.1" status: 204 len: 173 time: 0.4798679 Feb 09 03:18:08.269962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'name': 'network-vif-deleted', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:08.272435 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2a4d56-ec04-499f-b6e0-175f4841fb82" -d '{"events": [{"server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "name": "network-vif-deleted", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:08.373926 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6075f2d7-12cb-4032-afa2-747dd8c43f9c x-openstack-request-id: req-6075f2d7-12cb-4032-afa2-747dd8c43f9c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:08.374221 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096f0a48-2c50-4937-9d9f-20ae2d8cea3a", "name": "network-vif-deleted", "tag": "f1c9f7e7-f6d1-453e-95e2-432140b519ad", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:08.374619 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6075f2d7-12cb-4032-afa2-747dd8c43f9c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:08.375052 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096f0a48-2c50-4937-9d9f-20ae2d8cea3a', 'name': 'network-vif-deleted', 'tag': 'f1c9f7e7-f6d1-453e-95e2-432140b519ad', 'status': 'completed', 'code': 200} Feb 09 03:18:08.572938 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0c5bda43-c3c2-49ff-9496-a9e321ccea7c req-177887f2-dbb9-4add-b695-889847a821cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=096f0a48-2c50-4937-9d9f-20ae2d8cea3a HTTP/1.1" status: 200 len: 210 time: 0.0294952 Feb 09 03:18:09.632582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46942) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:10.037028 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.308165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 6972cbcc-455c-43f8-be52-58725267fb55 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:10.308519 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6972cbcc-455c-43f8-be52-58725267fb55), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.403868 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 6972cbcc-455c-43f8-be52-58725267fb55, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6972cbcc-455c-43f8-be52-58725267fb55,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:10.404282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6972cbcc-455c-43f8-be52-58725267fb55), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.417216 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 6972cbcc-455c-43f8-be52-58725267fb55 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:10.618947 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6972cbcc-455c-43f8-be52-58725267fb55), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.644073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=6972cbcc-455c-43f8-be52-58725267fb55,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:10.837052 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.063272 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:11.192758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:11.198117 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7789e986-ec40-485f-a2ed-5931166fd38a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/607f65ab-0e91-49df-90f2-d5a6fbc4d3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5645318 Feb 09 03:18:11.201572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46944) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:11.203401 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] Sync routers for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:11.213408 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:11.214016 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:11.259631 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting subnet ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:18:11.264306 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.309546 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.401566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.422937 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:11.474239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.504313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Subnet': ['ID=ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:11.506534 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.512537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f41e0e3-328f-41ff-88bf-bd08f1f4f5d4 None None] Network ea37a222-924f-4bc5-ad8a-f5d062d0b5df requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:11.513452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46946) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:11.516519 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-69701f77-1449-4d48-8c7a-be30d83f6268 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/subnets/ef94fe1f-dfff-4f3f-8ded-d6da9a298a2b HTTP/1.1" status: 204 len: 168 time: 0.3076041 Feb 09 03:18:11.643122 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:18:10Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:11.657681 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.677360 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] Checking router: 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:11.688810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] DHCP port deletion for ea37a222-924f-4bc5-ad8a-f5d062d0b5df request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:18:11.691596 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] Routers {'607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:11.692294 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:11.742024 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Deleting port ee5aadb9-787e-4bb2-b31b-032a6772bb31 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:11.742396 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.776790 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.806513 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] Set router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:11.823777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] For port ee5aadb9-787e-4bb2-b31b-032a6772bb31, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=ee5aadb9-787e-4bb2-b31b-032a6772bb31,segment=NetworkSegment(112c3184-ecb7-4dba-abac-d79bfa6c7467),segment_id=112c3184-ecb7-4dba-abac-d79bfa6c7467)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:11.824324 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.838413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Calling delete_port for ee5aadb9-787e-4bb2-b31b-032a6772bb31 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:11.840239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 0fdbfff3-1b92-48be-bf4d-de3a87350d68 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:11.840834 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.929260 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (ee5aadb9-787e-4bb2-b31b-032a6772bb31), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.939749 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 0fdbfff3-1b92-48be-bf4d-de3a87350d68, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=0fdbfff3-1b92-48be-bf4d-de3a87350d68,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:11.940117 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.953589 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 0fdbfff3-1b92-48be-bf4d-de3a87350d68 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:11.960575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Pushing event deleted for resources: {'Port': ['ID=ee5aadb9-787e-4bb2-b31b-032a6772bb31,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:11.965584 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] No DVR routers for this DVR port ee5aadb9-787e-4bb2-b31b-032a6772bb31 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:11.973694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.974308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.974846 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.975376 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.975896 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.976238 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.976574 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.976910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.977285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.977621 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.977950 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.978277 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:11.978639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798141ab-050b-41c6-99d4-a662d68329ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:12.005731 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:18:10Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.039913 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ab824-86b8-4635-9881-75a1bac020ed None None] The sync data for ids ['607f65ab-0e91-49df-90f2-d5a6fbc4d3a9'] in n-d-826675-12 is: [{'id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741123212', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:18:10Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': '0fdbfff3-1b92-48be-bf4d-de3a87350d68', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607f65ab-0e91-49df-90f2-d5a6fbc4d3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:23Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:12.145038 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (0fdbfff3-1b92-48be-bf4d-de3a87350d68), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.171054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=0fdbfff3-1b92-48be-bf4d-de3a87350d68,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:12.235488 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.327728 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.329904 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.384171 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (607f65ab-0e91-49df-90f2-d5a6fbc4d3a9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.384989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Fanout notify agent at l3_agent the message router_deleted on router 607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:18:12.399223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.400797 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-da28a1f0-f675-488e-9eb6-86792dc5943e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/routers/607f65ab-0e91-49df-90f2-d5a6fbc4d3a9 HTTP/1.1" status: 204 len: 168 time: 0.8849378 Feb 09 03:18:12.403907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46948) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:12.488271 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (ea37a222-924f-4bc5-ad8a-f5d062d0b5df), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.529907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6972cbcc-455c-43f8-be52-58725267fb55 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:12.553251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6972cbcc-455c-43f8-be52-58725267fb55 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:12.553592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6972cbcc-455c-43f8-be52-58725267fb55 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:12.554303 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ee5aadb9-787e-4bb2-b31b-032a6772bb31 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:12.574828 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: ee5aadb9-787e-4bb2-b31b-032a6772bb31 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:12.575264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device ee5aadb9-787e-4bb2-b31b-032a6772bb31 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:12.590559 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (ea37a222-924f-4bc5-ad8a-f5d062d0b5df), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.612932 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea37a222-924f-4bc5-ad8a-f5d062d0b5df']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.623842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112c3184-ecb7-4dba-abac-d79bfa6c7467') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.624134 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112c3184-ecb7-4dba-abac-d79bfa6c7467') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.634849 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (112c3184-ecb7-4dba-abac-d79bfa6c7467), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.651239 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (112c3184-ecb7-4dba-abac-d79bfa6c7467), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.658423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:18:12.658884 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (112c3184-ecb7-4dba-abac-d79bfa6c7467), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:18:12.662101 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:18:12.729987 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (ea37a222-924f-4bc5-ad8a-f5d062d0b5df), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.738820 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.742268 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/networks/ea37a222-924f-4bc5-ad8a-f5d062d0b5df HTTP/1.1" status: 204 len: 168 time: 0.3372269 Feb 09 03:18:12.744905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46950) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:12.764853 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c3218-4e6d-4c55-b56f-57ddc4dcb94a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Network': ['ID=ea37a222-924f-4bc5-ad8a-f5d062d0b5df,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:12.818852 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2351fc86-aa51-44fc-9730-1a1d29d7a67b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (1b98613d-03a6-4a21-9a43-73dd180c0dbc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.823359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f1c9f7e7-f6d1-453e-95e2-432140b519ad no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:12.847367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: f1c9f7e7-f6d1-453e-95e2-432140b519ad {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:12.847642 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2351fc86-aa51-44fc-9730-1a1d29d7a67b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (1b98613d-03a6-4a21-9a43-73dd180c0dbc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.847777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device f1c9f7e7-f6d1-453e-95e2-432140b519ad not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:12.912555 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2351fc86-aa51-44fc-9730-1a1d29d7a67b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1b98613d-03a6-4a21-9a43-73dd180c0dbc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.915210 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2351fc86-aa51-44fc-9730-1a1d29d7a67b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.916376 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2351fc86-aa51-44fc-9730-1a1d29d7a67b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b98613d-03a6-4a21-9a43-73dd180c0dbc HTTP/1.1" status: 204 len: 168 time: 0.1705320 Feb 09 03:18:12.926344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351fc86-aa51-44fc-9730-1a1d29d7a67b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98613d-03a6-4a21-9a43-73dd180c0dbc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.177567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46958) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.182179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a1775c2f-d4ad-4867-b0cc-9f4092ee913d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297621896', 'description': 'tempest-secgroup-smoke-297621896 description', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.204390 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1775c2f-d4ad-4867-b0cc-9f4092ee913d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.234731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0fdbfff3-1b92-48be-bf4d-de3a87350d68 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:14.261004 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 0fdbfff3-1b92-48be-bf4d-de3a87350d68 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:14.261437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 0fdbfff3-1b92-48be-bf4d-de3a87350d68 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:14.276284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1775c2f-d4ad-4867-b0cc-9f4092ee913d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (e2ba0932-9cfc-458b-868e-180f82667211), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.280892 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1775c2f-d4ad-4867-b0cc-9f4092ee913d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e2ba0932-9cfc-458b-868e-180f82667211), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.309237 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1775c2f-d4ad-4867-b0cc-9f4092ee913d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.311041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a1775c2f-d4ad-4867-b0cc-9f4092ee913d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319091 Feb 09 03:18:14.314400 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46960) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.315184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1775c2f-d4ad-4867-b0cc-9f4092ee913d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ba0932-9cfc-458b-868e-180f82667211,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.320380 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-312584f8-913c-4cc4-990a-720a58b5d4db tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'e2ba0932-9cfc-458b-868e-180f82667211', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.347118 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-312584f8-913c-4cc4-990a-720a58b5d4db tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (4b28174f-f13c-4ee2-879c-d45f153b8735), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.395312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-312584f8-913c-4cc4-990a-720a58b5d4db tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (4b28174f-f13c-4ee2-879c-d45f153b8735), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.399358 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-312584f8-913c-4cc4-990a-720a58b5d4db tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4b28174f-f13c-4ee2-879c-d45f153b8735), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.418038 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312584f8-913c-4cc4-990a-720a58b5d4db tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b28174f-f13c-4ee2-879c-d45f153b8735,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.428934 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-312584f8-913c-4cc4-990a-720a58b5d4db tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.430431 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-312584f8-913c-4cc4-990a-720a58b5d4db tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148369 Feb 09 03:18:14.433426 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46962) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.437991 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0e499cdf-fbdf-496f-8b05-bcc2b911b258 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'e2ba0932-9cfc-458b-868e-180f82667211', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.462892 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e499cdf-fbdf-496f-8b05-bcc2b911b258 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (d3c5882b-d7f2-4f45-9c19-827f50e47131), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.526629 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e499cdf-fbdf-496f-8b05-bcc2b911b258 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (d3c5882b-d7f2-4f45-9c19-827f50e47131), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.530488 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e499cdf-fbdf-496f-8b05-bcc2b911b258 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (d3c5882b-d7f2-4f45-9c19-827f50e47131), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.549311 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e499cdf-fbdf-496f-8b05-bcc2b911b258 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c5882b-d7f2-4f45-9c19-827f50e47131,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.555653 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0e499cdf-fbdf-496f-8b05-bcc2b911b258 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.556863 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0e499cdf-fbdf-496f-8b05-bcc2b911b258 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224773 Feb 09 03:18:14.559801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.565015 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b04fc674-4be3-4abc-a8ba-4196e58c7108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'e2ba0932-9cfc-458b-868e-180f82667211', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.589413 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b04fc674-4be3-4abc-a8ba-4196e58c7108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (78e7b890-f635-4446-8fcb-6904546d0eaa), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.653714 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b04fc674-4be3-4abc-a8ba-4196e58c7108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (78e7b890-f635-4446-8fcb-6904546d0eaa), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.657777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b04fc674-4be3-4abc-a8ba-4196e58c7108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (78e7b890-f635-4446-8fcb-6904546d0eaa), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.676810 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fc674-4be3-4abc-a8ba-4196e58c7108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e7b890-f635-4446-8fcb-6904546d0eaa,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.686008 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b04fc674-4be3-4abc-a8ba-4196e58c7108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.687213 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b04fc674-4be3-4abc-a8ba-4196e58c7108 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258571 Feb 09 03:18:14.689846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46966) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.694192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-010ee83f-1df3-4acc-a87b-bb321e4eece8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'e2ba0932-9cfc-458b-868e-180f82667211', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.726448 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010ee83f-1df3-4acc-a87b-bb321e4eece8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (fa335566-6f8c-499f-9972-313bd3af22ae), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.789069 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010ee83f-1df3-4acc-a87b-bb321e4eece8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (fa335566-6f8c-499f-9972-313bd3af22ae), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.793396 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010ee83f-1df3-4acc-a87b-bb321e4eece8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (fa335566-6f8c-499f-9972-313bd3af22ae), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.812707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ee83f-1df3-4acc-a87b-bb321e4eece8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa335566-6f8c-499f-9972-313bd3af22ae,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.821895 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-010ee83f-1df3-4acc-a87b-bb321e4eece8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.823272 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-010ee83f-1df3-4acc-a87b-bb321e4eece8 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324799 Feb 09 03:18:14.826851 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46968) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.831566 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'e2ba0932-9cfc-458b-868e-180f82667211', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.852552 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:18:14.857438 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (6a3d6765-6039-4286-9e46-78bdb929cc28), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.923764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (6a3d6765-6039-4286-9e46-78bdb929cc28), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.927798 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (6a3d6765-6039-4286-9e46-78bdb929cc28), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.949501 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3d6765-6039-4286-9e46-78bdb929cc28,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.955866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.957332 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7d1588d7-0aad-403b-b570-e4cf33a3df21 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292231 Feb 09 03:18:14.959782 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46970) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.964052 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'security_group_rule': {'security_group_id': 'e2ba0932-9cfc-458b-868e-180f82667211', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.986510 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Project e1d7f3249c8b42118b06f8e6278f72bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:18:14.991635 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (06ad2a40-e2af-4bdf-b423-05d1ffa90d1c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.061047 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (06ad2a40-e2af-4bdf-b423-05d1ffa90d1c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.064734 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (06ad2a40-e2af-4bdf-b423-05d1ffa90d1c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.087182 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ad2a40-e2af-4bdf-b423-05d1ffa90d1c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:15.095476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.096664 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-186be07c-e6fb-4ccb-be4c-98b6d3e45d9f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359656 Feb 09 03:18:15.099532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46972) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:15.104533 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'network': {'name': 'tempest-network-smoke--863833168', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'port_security_enabled': True}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:15.124295 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:15.127690 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.155350 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:15.164909 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1989c561-ac89-49de-bf7b-0ae2d4305479), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.165255 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Added segment 1989c561-ac89-49de-bf7b-0ae2d4305479 of type vlan for network c892712f-7c6a-4758-bb65-a962ac0de9af Feb 09 03:18:15.208091 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (c892712f-7c6a-4758-bb65-a962ac0de9af), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.232391 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (c892712f-7c6a-4758-bb65-a962ac0de9af), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.237696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:15.238344 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.299279 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1986244 Feb 09 03:18:15.302053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:15.307349 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'admin_state_up': True, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:15.314910 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ed001-4042-462d-83ae-bb1499f3befc tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Network': ['ID=c892712f-7c6a-4758-bb65-a962ac0de9af,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:15.324674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network c892712f-7c6a-4758-bb65-a962ac0de9af details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:15.331743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (ca1d97b0-a005-415c-9050-7112ede1d032), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.332903 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (ca1d97b0-a005-415c-9050-7112ede1d032), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.389481 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (ca1d97b0-a005-415c-9050-7112ede1d032), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.559178 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (ca1d97b0-a005-415c-9050-7112ede1d032), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.772731 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (ca1d97b0-a005-415c-9050-7112ede1d032), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.791789 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.896409 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.202 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/fb8bc587-185d-48d0-ade3-cb568cbe069e) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:16.338212 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.372335 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.413948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:16.416847 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:16.421119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:16.446933 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=fb8bc587-185d-48d0-ade3-cb568cbe069e,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:16.680516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (ca1d97b0-a005-415c-9050-7112ede1d032), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.892591 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (ca1d97b0-a005-415c-9050-7112ede1d032), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.031345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router ca1d97b0-a005-415c-9050-7112ede1d032 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:18:17.149921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:17.161055 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Sync routers for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:17.171973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.173539 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a0a0aa96-af7c-47c3-bd91-4d883ee922e0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8703496 Feb 09 03:18:17.176658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46976) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:17.176845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:17.177359 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:17.208232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a50e2873-f924-490a-9179-e3fcd83e6d87 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e1d7f3249c8b42118b06f8e6278f72bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281394 Feb 09 03:18:17.208473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46978) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:17.292326 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:17.306244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37720a7d-29c7-4eec-9645-5ee05d67f4e1 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:17.310824 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-37720a7d-29c7-4eec-9645-5ee05d67f4e1 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0984762 Feb 09 03:18:17.311067 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 46980) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:17.339931 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1f93ae66-a99c-4119-863b-04ee9b418635 tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=7f4361da-6d03-4d89-bef7-822a50957776&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277336 Feb 09 03:18:17.343376 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46982) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:17.348671 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531813834', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:17.455130 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:17.461041 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.505686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:16Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:17.533613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Checking router: ca1d97b0-a005-415c-9050-7112ede1d032 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:17.533968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Updating router ca1d97b0-a005-415c-9050-7112ede1d032 port fb8bc587-185d-48d0-ade3-cb568cbe069e binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:18:17.567813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.674959 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (52ac31f2-2f06-4190-b7e3-107f61785b8a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.749715 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Subnet': ['ID=52ac31f2-2f06-4190-b7e3-107f61785b8a,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:17.759047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Checking segment: {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:17.759423 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network hostable DHCP agents. Network: c892712f-7c6a-4758-bb65-a962ac0de9af, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:17.778707 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network c892712f-7c6a-4758-bb65-a962ac0de9af is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:17.793439 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, c892712f-7c6a-4758-bb65-a962ac0de9af) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:17.800291 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:17.800291 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.820521 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-c6d4a933-a880-46b7-9d2b-39f4634ab42a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4733601 Feb 09 03:18:17.820771 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1d1db-533f-41e7-9d73-3dcd528452ad None None] Network c892712f-7c6a-4758-bb65-a962ac0de9af requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:17.820896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 46984) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:17.885811 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Publish callbacks [] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.897686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.132923 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Attempting to bind port fb8bc587-185d-48d0-ade3-cb568cbe069e on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:18.133292 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Attempting to bind port fb8bc587-185d-48d0-ade3-cb568cbe069e by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:18.133654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Attempting to bind port fb8bc587-185d-48d0-ade3-cb568cbe069e on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:18.151654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d861ac-ee8e-4bf9-843b-38ed71d4f993 None None] Pushing event updated for resources: {'Port': ['ID=fb8bc587-185d-48d0-ade3-cb568cbe069e,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:18.157937 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:18.158343 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:18.158779 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.159168 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:18.159649 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Bound port: fb8bc587-185d-48d0-ade3-cb568cbe069e, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:18.160031 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.186759 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-c892712f-7c6a-4758-bb65-a962ac0de9af', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:18.187607 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.287339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] For port fb8bc587-185d-48d0-ade3-cb568cbe069e, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:18.319217 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] For port fb8bc587-185d-48d0-ade3-cb568cbe069e, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fb8bc587-185d-48d0-ade3-cb568cbe069e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:18.319802 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.327440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.435386 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d861ac-ee8e-4bf9-843b-38ed71d4f993 None None] Pushing event updated for resources: {'Port': ['ID=fb8bc587-185d-48d0-ade3-cb568cbe069e,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:18.440151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Allocated IP 172.20.0.2 (c892712f-7c6a-4758-bb65-a962ac0de9af/52ac31f2-2f06-4190-b7e3-107f61785b8a/2ff092ce-9c09-4a23-bfbf-afd7b3781e23) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:18.445966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:18.446651 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:18.626124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:18.770248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.794030 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Publish callbacks [] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.803651 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.856102 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.1 (c892712f-7c6a-4758-bb65-a962ac0de9af/52ac31f2-2f06-4190-b7e3-107f61785b8a/c0d038ef-ac9e-429c-8a03-79bd91e00494) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:18.860117 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Network c892712f-7c6a-4758-bb65-a962ac0de9af is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:18.869660 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:18.874393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:18.885470 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Pushing event updated for resources: {'Port': ['ID=2ff092ce-9c09-4a23-bfbf-afd7b3781e23,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:18.970749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Attempting to bind port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:18.971132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Attempting to bind port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:18.971504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Attempting to bind port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 on network c892712f-7c6a-4758-bb65-a962ac0de9af {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:18.979608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:18.979988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Checking segment: {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:18.980400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.980798 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Bound using segment: {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:18.981269 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Bound port: 2ff092ce-9c09-4a23-bfbf-afd7b3781e23, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:18.981671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.991315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.001147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:16Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:19.027960 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.047261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08427e9a-d3a6-4114-b18e-8bb0d97d1a62 None None] The sync data for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 is: [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:16Z', 'revision_number': 3, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:19.069313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network c892712f-7c6a-4758-bb65-a962ac0de9af is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:19.076416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:19.081856 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:19.084743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] For port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:19.088827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] For port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2ff092ce-9c09-4a23-bfbf-afd7b3781e23,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:19.098330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.113099 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=c0d038ef-ac9e-429c-8a03-79bd91e00494,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:19.142983 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (ca1d97b0-a005-415c-9050-7112ede1d032), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.167401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccfe54-9a88-49ea-b445-c89477200da7 None None] Pushing event updated for resources: {'Port': ['ID=2ff092ce-9c09-4a23-bfbf-afd7b3781e23,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:19.642108 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.657001 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.992222 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.998792 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.092178 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=c0d038ef-ac9e-429c-8a03-79bd91e00494,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:20.098569 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (ca1d97b0-a005-415c-9050-7112ede1d032), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.204862 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network c892712f-7c6a-4758-bb65-a962ac0de9af is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:20.206302 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:20.264074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6067772e-2690-4f79-b12e-01cf3b900f6a None None] Network c892712f-7c6a-4758-bb65-a962ac0de9af requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:20.346111 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router ca1d97b0-a005-415c-9050-7112ede1d032 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:20.364345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e56cf3d8-83c3-4215-9475-4ac1dd878192 None None] Provisioning complete for port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:20.364726 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e56cf3d8-83c3-4215-9475-4ac1dd878192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.399907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fb8bc587-185d-48d0-ade3-cb568cbe069e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:20.470347 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:20.476630 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4fb21cc2-ea1a-4ebc-91a1-2abdc3e026e1 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/ca1d97b0-a005-415c-9050-7112ede1d032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6548419 Feb 09 03:18:20.522842 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fb8bc587-185d-48d0-ade3-cb568cbe069e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:20.523111 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.574382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e56cf3d8-83c3-4215-9475-4ac1dd878192 None None] Current status of the port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:20.574930 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e56cf3d8-83c3-4215-9475-4ac1dd878192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.624674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-e56cf3d8-83c3-4215-9475-4ac1dd878192 None None] For port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2ff092ce-9c09-4a23-bfbf-afd7b3781e23,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:20.648494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e56cf3d8-83c3-4215-9475-4ac1dd878192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.688161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-73d0f0f2-f824-4681-a6c5-95af4a869b50 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297621896&fields=id&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 267 time: 0.0810645 Feb 09 03:18:20.695818 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fb8bc587-185d-48d0-ade3-cb568cbe069e is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:20.696216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.728356 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cf3d8-83c3-4215-9475-4ac1dd878192 None None] Pushing event updated for resources: {'Port': ['ID=2ff092ce-9c09-4a23-bfbf-afd7b3781e23,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:20.736096 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port fb8bc587-185d-48d0-ade3-cb568cbe069e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fb8bc587-185d-48d0-ade3-cb568cbe069e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:20.742189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.744538 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:20.850062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-6f68d8e7-7b96-475a-bf2b-ca2439d04575 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:20.851653 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-6f68d8e7-7b96-475a-bf2b-ca2439d04575 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 796 time: 0.1521325 Feb 09 03:18:20.861153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1569387e-c027-4985-9ff4-ec90440b5d28 None None] Provisioning complete for port c0d038ef-ac9e-429c-8a03-79bd91e00494 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:20.861540 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1569387e-c027-4985-9ff4-ec90440b5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.873334 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-16b6d16f-e3b7-4004-8331-7863da41ded9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/quotas/e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 375 time: 0.0138688 Feb 09 03:18:20.887809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=fb8bc587-185d-48d0-ade3-cb568cbe069e,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:20.915728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:20.915728 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.916429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1569387e-c027-4985-9ff4-ec90440b5d28 None None] Port c0d038ef-ac9e-429c-8a03-79bd91e00494 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:20.942815 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-57bfe472-0342-4b92-ae66-a5343b44ea46 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624759 Feb 09 03:18:20.958250 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1569387e-c027-4985-9ff4-ec90440b5d28 None None] Provisioning complete for port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:20.958590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1569387e-c027-4985-9ff4-ec90440b5d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.057228 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:21.065176 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Sync routers for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:21.082045 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:21.083572 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:21.129224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1569387e-c027-4985-9ff4-ec90440b5d28 None None] Current status of the port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:21.186230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-968a6427-85bd-4076-bd11-03a677fa4f63 service neutron] 10.222.0.53 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318289 Feb 09 03:18:21.225337 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:21.251169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5fb96110-2ad7-4b83-b801-d1cd8816119a None None] Provisioning complete for port c0d038ef-ac9e-429c-8a03-79bd91e00494 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:21.251774 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5fb96110-2ad7-4b83-b801-d1cd8816119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.289007 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-5d981ecb-7800-4c7e-81ed-4cb2665d9bc7 service neutron] 10.222.0.53 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971491 Feb 09 03:18:21.290258 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5fb96110-2ad7-4b83-b801-d1cd8816119a None None] Port c0d038ef-ac9e-429c-8a03-79bd91e00494 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:21.413702 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2eb38712-5986-4aa9-8d4d-8db4a7673f0b None None] Provisioning complete for port c0d038ef-ac9e-429c-8a03-79bd91e00494 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:21.414428 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2eb38712-5986-4aa9-8d4d-8db4a7673f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.458402 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 2, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:21.465680 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2eb38712-5986-4aa9-8d4d-8db4a7673f0b None None] Port c0d038ef-ac9e-429c-8a03-79bd91e00494 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:21.498859 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Checking router: ca1d97b0-a005-415c-9050-7112ede1d032 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:21.499417 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Updating router ca1d97b0-a005-415c-9050-7112ede1d032 port c0d038ef-ac9e-429c-8a03-79bd91e00494 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:18:21.511042 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bc0f2bfb-cfe0-41d9-98a3-5567e577da24 req-c477ea1c-9219-4ebf-8308-b096a48746d7 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 210 time: 0.0451131 Feb 09 03:18:21.544395 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.827082 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Publish callbacks [] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.834511 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.894117 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Pushing event updated for resources: {'Port': ['ID=c0d038ef-ac9e-429c-8a03-79bd91e00494,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:21.917434 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.917945 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.918143 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.918495 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.919245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.920447 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.920986 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.921518 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.922000 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.922512 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.922991 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.923491 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.923967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:21.968555 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Attempting to bind port c0d038ef-ac9e-429c-8a03-79bd91e00494 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:21.968953 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Attempting to bind port c0d038ef-ac9e-429c-8a03-79bd91e00494 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:21.969512 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Attempting to bind port c0d038ef-ac9e-429c-8a03-79bd91e00494 on network c892712f-7c6a-4758-bb65-a962ac0de9af {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:21.976138 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:21.976795 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Checking segment: {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:21.977441 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.978534 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Bound using segment: {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:21.979406 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Bound port: c0d038ef-ac9e-429c-8a03-79bd91e00494, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:21.979665 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.055201 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] For port c0d038ef-ac9e-429c-8a03-79bd91e00494, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:22.058798 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] For port c0d038ef-ac9e-429c-8a03-79bd91e00494, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c0d038ef-ac9e-429c-8a03-79bd91e00494,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:22.066646 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.125039 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:22.125511 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:17:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:22.317982 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98926e-45fc-47d3-9f43-c82c8afa71cf None None] Pushing event updated for resources: {'Port': ['ID=c0d038ef-ac9e-429c-8a03-79bd91e00494,revision_number=4']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:22.377459 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fb8bc587-185d-48d0-ade3-cb568cbe069e up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:22.379304 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:22.407284 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7e8e9eae-6e36-472a-b9a4-64624a8a5952 None None] Provisioning complete for port c0d038ef-ac9e-429c-8a03-79bd91e00494 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:22.407659 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9eae-6e36-472a-b9a4-64624a8a5952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.462811 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port fb8bc587-185d-48d0-ade3-cb568cbe069e triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:22.463192 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.552933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e9eae-6e36-472a-b9a4-64624a8a5952 None None] Current status of the port c0d038ef-ac9e-429c-8a03-79bd91e00494 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:22.554674 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9eae-6e36-472a-b9a4-64624a8a5952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.612249 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:22.637065 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7e8e9eae-6e36-472a-b9a4-64624a8a5952 None None] For port c0d038ef-ac9e-429c-8a03-79bd91e00494, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c0d038ef-ac9e-429c-8a03-79bd91e00494,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:22.643637 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491dfcc-0183-4a52-a152-93c10088a2dc None None] The sync data for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 is: [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:22.648653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9eae-6e36-472a-b9a4-64624a8a5952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.659178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port fb8bc587-185d-48d0-ade3-cb568cbe069e is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:22.660285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:22.664762 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8afa5342-add2-4af5-8abf-a69d4c054d59 req-5b62350f-bbda-4757-a08c-6339aa668734 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 210 time: 0.0453827 Feb 09 03:18:22.795749 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e9eae-6e36-472a-b9a4-64624a8a5952 None None] Pushing event updated for resources: {'Port': ['ID=c0d038ef-ac9e-429c-8a03-79bd91e00494,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:22.804636 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e4709f79-087f-409f-9af9-119b691d4842 None None] Provisioning complete for port c0d038ef-ac9e-429c-8a03-79bd91e00494 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:22.804984 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e4709f79-087f-409f-9af9-119b691d4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.807876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:22.808244 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.882239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-2b8cb4cc-8a6f-4fa1-b391-4c2d1a8a9ae2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:22.884708 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-2b8cb4cc-8a6f-4fa1-b391-4c2d1a8a9ae2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 796 time: 0.2289200 Feb 09 03:18:22.963047 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-30d5f628-bea2-4d66-b084-97bd8b0f872e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d7f3249c8b42118b06f8e6278f72bc HTTP/1.1" status: 200 len: 379 time: 0.0695994 Feb 09 03:18:22.972350 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'port': {'device_id': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'admin_state_up': True, 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'security_groups': ['e2ba0932-9cfc-458b-868e-180f82667211']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:22.976445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:22.979556 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e4709f79-087f-409f-9af9-119b691d4842 None None] Current status of the port c0d038ef-ac9e-429c-8a03-79bd91e00494 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:23.095034 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Made reservation on behalf of e1d7f3249c8b42118b06f8e6278f72bc for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:23.098751 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.238602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.20.0.11 (c892712f-7c6a-4758-bb65-a962ac0de9af/52ac31f2-2f06-4190-b7e3-107f61785b8a/153e41bc-0b22-4633-8dd3-8f720cc833da) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:23.401485 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.447046 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.506533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network c892712f-7c6a-4758-bb65-a962ac0de9af is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:23.509879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:23.514077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:23.527606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=153e41bc-0b22-4633-8dd3-8f720cc833da,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:23.532682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fe093380-5fad-4230-9139-8f77d095bd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.580221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:23.580937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.599130 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-68ca09a7-df27-47c4-843f-5c19a46eeb12 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6307662 Feb 09 03:18:23.614077 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Request body: {'port': {'device_id': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:23.633214 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:18:23.684230 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.811231 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-76c3079f-d1f8-4c54-9ed1-e31c448c7d7a None None] Provisioning complete for port 153e41bc-0b22-4633-8dd3-8f720cc833da triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:23.811644 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-76c3079f-d1f8-4c54-9ed1-e31c448c7d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.861123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-76c3079f-d1f8-4c54-9ed1-e31c448c7d7a None None] Port 153e41bc-0b22-4633-8dd3-8f720cc833da cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:23.915767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5ee0f-505d-4253-ac9d-81d73346053d req-dcf900c9-7716-4b81-ab35-7c90b5b45130 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:23.917360 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a5ee0f-505d-4253-ac9d-81d73346053d req-dcf900c9-7716-4b81-ab35-7c90b5b45130 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 932 time: 0.1649220 Feb 09 03:18:23.996157 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4a5ee0f-505d-4253-ac9d-81d73346053d req-c8bcffa4-f1aa-42c0-bb79-309319a1a63d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690625 Feb 09 03:18:24.063020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153e41bc-0b22-4633-8dd3-8f720cc833da {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:24.071159 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Publish callbacks [] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.083923 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Transition to ACTIVE for port object 153e41bc-0b22-4633-8dd3-8f720cc833da will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:18:24.087930 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.141774 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Pushing event updated for resources: {'Port': ['ID=153e41bc-0b22-4633-8dd3-8f720cc833da,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:24.216165 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Attempting to bind port 153e41bc-0b22-4633-8dd3-8f720cc833da on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:24.216607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Attempting to bind port 153e41bc-0b22-4633-8dd3-8f720cc833da by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:24.216949 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Attempting to bind port 153e41bc-0b22-4633-8dd3-8f720cc833da on network c892712f-7c6a-4758-bb65-a962ac0de9af {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:24.221739 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Port 153e41bc-0b22-4633-8dd3-8f720cc833da on network c892712f-7c6a-4758-bb65-a962ac0de9af not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:24.222071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Attempting to bind port 153e41bc-0b22-4633-8dd3-8f720cc833da on network c892712f-7c6a-4758-bb65-a962ac0de9af {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:24.227586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:24.227935 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Checking segment: {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:24.228331 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Bound using segment: {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:24.228767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Bound port: 153e41bc-0b22-4633-8dd3-8f720cc833da, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1989c561-ac89-49de-bf7b-0ae2d4305479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:24.229136 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.310731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] For port 153e41bc-0b22-4633-8dd3-8f720cc833da, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:24.314666 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] For port 153e41bc-0b22-4633-8dd3-8f720cc833da, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=153e41bc-0b22-4633-8dd3-8f720cc833da,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:24.325533 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.330040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c0d038ef-ac9e-429c-8a03-79bd91e00494 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:24.368435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:24.369076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.370527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] 10.222.0.72 "PUT /v2.0/ports/153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 1093 time: 0.7611175 Feb 09 03:18:24.371122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:24.373765 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffb8980-8ddd-46b0-9a93-9d93950fb750" -d '{"events": [{"name": "network-changed", "server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:24.406429 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c0d038ef-ac9e-429c-8a03-79bd91e00494 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:24.407267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.459700 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea1fcff-4f63-4762-9ffc-dc561c8f1a42 x-openstack-request-id: req-8ea1fcff-4f63-4762-9ffc-dc561c8f1a42 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:24.460014 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:24.460282 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ea1fcff-4f63-4762-9ffc-dc561c8f1a42 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:24.460705 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'status': 'completed', 'code': 200} Feb 09 03:18:24.463645 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f163578-e0c1-4ee8-99f9-fde3f9127e85 service neutron] Pushing event updated for resources: {'Port': ['ID=153e41bc-0b22-4633-8dd3-8f720cc833da,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:24.483354 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-f8a11341-2777-45f2-8aa7-ea353b77a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:24.484923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-f8a11341-2777-45f2-8aa7-ea353b77a5d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1127 time: 0.0701430 Feb 09 03:18:24.506845 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c0d038ef-ac9e-429c-8a03-79bd91e00494 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:24.530279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-6b6f4d58-b89d-497c-b7b8-5df8d1f1b8af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 217 time: 0.0383270 Feb 09 03:18:24.582490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-4ee9ef78-029a-4b14-830c-039ce183f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:24.583999 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-4ee9ef78-029a-4b14-830c-039ce183f700 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 200 len: 835 time: 0.0485985 Feb 09 03:18:24.639069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-5f3afa03-c1d9-4825-a07d-6cecd18e9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:24.640531 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-5f3afa03-c1d9-4825-a07d-6cecd18e9976 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c892712f-7c6a-4758-bb65-a962ac0de9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508168 Feb 09 03:18:24.736436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-dd06b367-4b69-4318-834c-33020a7ae50b service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890038 Feb 09 03:18:24.831557 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-67e39b66-fa27-4f32-9265-8e906c964e02 req-5ed4f7a4-4a5e-44c1-9f0c-ba8f16e63008 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885372 Feb 09 03:18:24.929008 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-f173765d-9f12-4ffc-abac-5d7409f6ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:24.930631 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-f173765d-9f12-4ffc-abac-5d7409f6ceca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1127 time: 0.0515082 Feb 09 03:18:25.021070 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-eee21cbd-d5ae-45cb-8af8-bb174667680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:25.022652 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-eee21cbd-d5ae-45cb-8af8-bb174667680f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 897 time: 0.0863781 Feb 09 03:18:25.068543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-1ce35ee2-a521-4477-bed6-8aeb9373f3ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 217 time: 0.0404515 Feb 09 03:18:25.148304 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-c0c7c84a-b9d8-49d3-8998-c53c1a9f4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:25.149791 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-c0c7c84a-b9d8-49d3-8998-c53c1a9f4a56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 200 len: 835 time: 0.0688515 Feb 09 03:18:25.172502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bdb24-a77a-497e-8267-5bfdf1587101 req-2286f9b6-ff0a-4438-a408-feab787a615b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:25.174023 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f8bdb24-a77a-497e-8267-5bfdf1587101 req-2286f9b6-ff0a-4438-a408-feab787a615b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 944 time: 0.1046100 Feb 09 03:18:25.252179 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-dbed6db6-98e8-4bff-8809-653c53873f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:25.253721 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-dbed6db6-98e8-4bff-8809-653c53873f00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c892712f-7c6a-4758-bb65-a962ac0de9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0974667 Feb 09 03:18:25.257265 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3f8bdb24-a77a-497e-8267-5bfdf1587101 req-46e2eb84-15fe-4ba9-9ff7-cf947a88cd9d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628302 Feb 09 03:18:25.356213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-943a0478-e017-4757-b7c2-f5f2303f0868 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954695 Feb 09 03:18:25.449974 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9ffb8980-8ddd-46b0-9a93-9d93950fb750 req-d57c2abb-9d15-47ed-9cc3-42881e4135e6 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876176 Feb 09 03:18:25.837061 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f5bd66c-7108-40ce-9766-1532bab068af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.389721 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd655b-3562-46d0-83bc-226c73bf1787 req-8e847c8b-34dd-4ccc-9009-d30c1e9799ae tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.391358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87dd655b-3562-46d0-83bc-226c73bf1787 req-8e847c8b-34dd-4ccc-9009-d30c1e9799ae tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 944 time: 0.0640786 Feb 09 03:18:26.440871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-87dd655b-3562-46d0-83bc-226c73bf1787 req-4fd757ae-cb74-47a1-ac50-297011ebcabe tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Feb 09 03:18:26.901100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 153e41bc-0b22-4633-8dd3-8f720cc833da details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:27.006149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 153e41bc-0b22-4633-8dd3-8f720cc833da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=153e41bc-0b22-4633-8dd3-8f720cc833da,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:27.019722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'port_id': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'mac_address': 'fa:16:3e:2d:55:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:18:27.058320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 153e41bc-0b22-4633-8dd3-8f720cc833da is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:27.058745 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.073443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153e41bc-0b22-4633-8dd3-8f720cc833da {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:27.095297 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 153e41bc-0b22-4633-8dd3-8f720cc833da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=153e41bc-0b22-4633-8dd3-8f720cc833da,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:27.099424 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.151939 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=153e41bc-0b22-4633-8dd3-8f720cc833da,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:27.245417 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.466827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['153e41bc-0b22-4633-8dd3-8f720cc833da'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:27.562969 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931617e2-b4c1-4fb4-a8f1-fa90c6b4538a req-91c695f9-a567-4d8e-8d18-360a7f7e7f14 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:27.564545 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-931617e2-b4c1-4fb4-a8f1-fa90c6b4538a req-91c695f9-a567-4d8e-8d18-360a7f7e7f14 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 945 time: 0.0546775 Feb 09 03:18:27.622564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-931617e2-b4c1-4fb4-a8f1-fa90c6b4538a req-2b73d323-6ec9-4328-92a4-e20f1961e845 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521042 Feb 09 03:18:28.414637 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.752347 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c645801-a52b-4c10-bcdc-6a6f4de60a0b req-d575db7d-4b5c-4cbf-9840-7a7744f4d23e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.753850 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c645801-a52b-4c10-bcdc-6a6f4de60a0b req-d575db7d-4b5c-4cbf-9840-7a7744f4d23e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 945 time: 0.0587661 Feb 09 03:18:28.804165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c645801-a52b-4c10-bcdc-6a6f4de60a0b req-cb3e7874-f965-4a1b-a89d-a618cb895b19 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446541 Feb 09 03:18:28.923645 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 153e41bc-0b22-4633-8dd3-8f720cc833da up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:28.976040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 153e41bc-0b22-4633-8dd3-8f720cc833da completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:18:28.980227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 153e41bc-0b22-4633-8dd3-8f720cc833da triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:28.980605 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.064018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 153e41bc-0b22-4633-8dd3-8f720cc833da is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:29.064411 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.086686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:29.088956 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a502f2f-1ad0-4099-844b-09b4cea4ff17" -d '{"events": [{"server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "name": "network-vif-plugged", "status": "completed", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:29.101533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 153e41bc-0b22-4633-8dd3-8f720cc833da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=153e41bc-0b22-4633-8dd3-8f720cc833da,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:29.107700 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.132169 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c96192f-2352-4731-a6ec-91feffa739db x-openstack-request-id: req-6c96192f-2352-4731-a6ec-91feffa739db {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:29.132474 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "name": "network-vif-plugged", "status": "completed", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:29.132736 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c96192f-2352-4731-a6ec-91feffa739db {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:29.133135 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'code': 200} Feb 09 03:18:29.161647 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=153e41bc-0b22-4633-8dd3-8f720cc833da,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:29.236073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad903c9-191e-4eb7-8fb0-10e475308bd7 req-35856b2e-be0e-4087-b841-961216037545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.237662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bad903c9-191e-4eb7-8fb0-10e475308bd7 req-35856b2e-be0e-4087-b841-961216037545 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1129 time: 0.0461442 Feb 09 03:18:29.286348 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bad903c9-191e-4eb7-8fb0-10e475308bd7 req-8fd537e2-7b11-41ef-a23d-8b8ee92b44f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Feb 09 03:18:29.932796 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.936356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131c9a9-dd0f-416b-a25d-a5f26786d662 req-5bab0431-7f52-4f13-b64c-4e91eb63f047 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.937979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4131c9a9-dd0f-416b-a25d-a5f26786d662 req-5bab0431-7f52-4f13-b64c-4e91eb63f047 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0600042 Feb 09 03:18:29.987311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4131c9a9-dd0f-416b-a25d-a5f26786d662 req-f8f2d6ba-f1d4-4a83-a1c1-ddec81dd7f3d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434616 Feb 09 03:18:31.118080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6666b6-58c7-4bce-9f3a-52870d0ce858 req-4c90ee5e-448c-4b6a-8d08-ddf3f3e633a4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.119614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af6666b6-58c7-4bce-9f3a-52870d0ce858 req-4c90ee5e-448c-4b6a-8d08-ddf3f3e633a4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0530593 Feb 09 03:18:31.170868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-af6666b6-58c7-4bce-9f3a-52870d0ce858 req-bf43ae58-4a97-4f52-a1b0-5ed39ad7816e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Feb 09 03:18:31.304191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2057bc-b742-4137-b158-9544a35a4d24 req-441c2268-98a4-45e2-8d43-994f17a5907d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.305620 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e2057bc-b742-4137-b158-9544a35a4d24 req-441c2268-98a4-45e2-8d43-994f17a5907d tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0562692 Feb 09 03:18:31.360331 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5e2057bc-b742-4137-b158-9544a35a4d24 req-91f5aa7b-706c-46a3-b8f5-65f1038da785 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489678 Feb 09 03:18:31.382153 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47050) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:31.428444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08017da9-64c8-401f-84b1-6d615ddd908e tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.430005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-08017da9-64c8-401f-84b1-6d615ddd908e tempest-TestNetworkAdvancedServerOps-1995234368 tempest-TestNetworkAdvancedServerOps-1995234368-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1124 time: 0.0468013 Feb 09 03:18:31.432906 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47052) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:31.437960 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:31.460172 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.558743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.665803 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Allocated IP 172.25.6.213 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/d261b560-74f1-4934-b837-33bdfa95a6d6) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:31.767448 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.806323 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.848909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:31.853207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:31.857444 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:31.861286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=d261b560-74f1-4934-b837-33bdfa95a6d6,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:32.214629 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (35c0535a-ec9f-407c-acc1-8aa9b83caf5c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.602367 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.756779 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.761893 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.843737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event updated for resources: {'Port': ['ID=d261b560-74f1-4934-b837-33bdfa95a6d6,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:32.856683 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (35c0535a-ec9f-407c-acc1-8aa9b83caf5c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.972779 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP 35c0535a-ec9f-407c-acc1-8aa9b83caf5c associated. External IP: 172.25.6.213, port: 153e41bc-0b22-4633-8dd3-8f720cc833da. Feb 09 03:18:33.207434 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router ca1d97b0-a005-415c-9050-7112ede1d032 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:33.321339 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:33.333218 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] Sync routers for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:33.343111 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.343387 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:33.344093 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:33.379287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-8d7cc891-5fff-47e9-9393-e62329fef5c6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9452927 Feb 09 03:18:33.379908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:33.382274 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2557ae86-831d-479e-bcc0-80b0d7ff67f5" -d '{"events": [{"name": "network-changed", "server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:33.424171 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2c947-ba27-482b-a39b-164e74be7432 x-openstack-request-id: req-28a2c947-ba27-482b-a39b-164e74be7432 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:33.424792 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:33.425301 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28a2c947-ba27-482b-a39b-164e74be7432 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:33.425984 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'status': 'completed', 'code': 200} Feb 09 03:18:33.468353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:33.536308 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cfd8b-1f82-4587-809a-f3be36cfa3d0 req-4c92c25f-bd60-4e5d-9a9b-cf83badc6d73 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.538128 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc2cfd8b-1f82-4587-809a-f3be36cfa3d0 req-4c92c25f-bd60-4e5d-9a9b-cf83badc6d73 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0995822 Feb 09 03:18:33.540352 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-24e4eaa1-21f8-44d9-9751-f53a0f385c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.541766 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-24e4eaa1-21f8-44d9-9751-f53a0f385c86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1129 time: 0.0930352 Feb 09 03:18:33.641208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cc2cfd8b-1f82-4587-809a-f3be36cfa3d0 req-60821af9-7b69-41da-85bf-c54e7d8361b0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968256 Feb 09 03:18:33.665108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47058) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:33.673475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-03734367-6c36-4ec4-959f-47a0c7970bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.675001 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-03734367-6c36-4ec4-959f-47a0c7970bf2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 897 time: 0.1235662 Feb 09 03:18:33.706688 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '35c0535a-ec9f-407c-acc1-8aa9b83caf5c', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'port_id': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'mac_address': 'fa:16:3e:2d:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:32Z', 'updated_at': '2022-02-09T03:18:32Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:33.731403 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e384af9f-e513-4761-9cf5-c4dff1d5f1f4 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/35c0535a-ec9f-407c-acc1-8aa9b83caf5c HTTP/1.1" status: 200 len: 992 time: 0.0635643 Feb 09 03:18:33.738506 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] Checking router: ca1d97b0-a005-415c-9050-7112ede1d032 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:33.747809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:33.748444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:18:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:33.768111 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-d71fbae5-20f2-45fa-81dc-b59c84c015cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 1000 time: 0.0866094 Feb 09 03:18:33.817681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-b80dd06b-1ee4-4750-bbc3-5ab9b67fc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.819192 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-b80dd06b-1ee4-4750-bbc3-5ab9b67fc84f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 200 len: 835 time: 0.0453115 Feb 09 03:18:33.860433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:33.869469 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-e7dd8fbd-ef9d-410a-8c76-07aea8c40d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.871045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-e7dd8fbd-ef9d-410a-8c76-07aea8c40d00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c892712f-7c6a-4758-bb65-a962ac0de9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462298 Feb 09 03:18:33.976774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-e4f57499-7d3f-4cee-9ef3-15bf89cb41a3 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906804 Feb 09 03:18:34.069435 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2557ae86-831d-479e-bcc0-80b0d7ff67f5 req-c6c8c90b-3bf6-4016-b08f-be553e348487 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869339 Feb 09 03:18:34.101126 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '35c0535a-ec9f-407c-acc1-8aa9b83caf5c', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'port_id': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'mac_address': 'fa:16:3e:2d:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:32Z', 'updated_at': '2022-02-09T03:18:32Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:34.129115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68adb9a4-338f-4bf5-878a-600bb897b273 None None] The sync data for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 is: [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '35c0535a-ec9f-407c-acc1-8aa9b83caf5c', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'port_id': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'mac_address': 'fa:16:3e:2d:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:32Z', 'updated_at': '2022-02-09T03:18:32Z', 'revision_number': 0, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:34.337386 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d1fe8c-8c6d-4386-adb3-1b9befe18228 None None] New status for floating IP 35c0535a-ec9f-407c-acc1-8aa9b83caf5c: ACTIVE {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:18:34.734323 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47060) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:34.802689 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-42fe1902-ada8-45f1-8f54-02b6ee1ec843 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/35c0535a-ec9f-407c-acc1-8aa9b83caf5c HTTP/1.1" status: 200 len: 994 time: 0.0669653 Feb 09 03:18:41.705923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-7fcf7466-bed3-41aa-a32a-448f4b664038 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506740 Feb 09 03:18:41.791320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-e4911ca7-9ea6-4955-803d-a3347ac84ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:41.792888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-e4911ca7-9ea6-4955-803d-a3347ac84ce6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1129 time: 0.0472174 Feb 09 03:18:41.899711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-15daf09f-c066-4c19-b4f9-d52dc9e573a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:41.901214 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-15daf09f-c066-4c19-b4f9-d52dc9e573a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 897 time: 0.0908325 Feb 09 03:18:41.971368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-48754718-1a27-43b8-90ca-bba3fe0c0134 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 1002 time: 0.0639951 Feb 09 03:18:42.021479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-8b1882d9-3c7d-4dee-baf4-d194b57de491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.023081 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-8b1882d9-3c7d-4dee-baf4-d194b57de491 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 200 len: 835 time: 0.0457134 Feb 09 03:18:42.072178 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-306fd3be-fdc8-4464-ac00-4ad65c0a05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.073734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-306fd3be-fdc8-4464-ac00-4ad65c0a05eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c892712f-7c6a-4758-bb65-a962ac0de9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446277 Feb 09 03:18:42.169190 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-62296fc0-0b7c-4411-be9c-0e8db61c9682 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889947 Feb 09 03:18:42.258037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1e4f086e-1f69-4a0e-8993-52a6e33ea46a req-9d46b3fb-4827-40ed-80a9-1929a92fdbb9 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831656 Feb 09 03:18:48.679782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.661113 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.526822 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0fefc77b-524f-431a-b117-a9a95f0b4494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:55.839348 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-302c8364-5411-4161-bc63-51e895077530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.247081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.416922 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.941418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.632248 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:19:18.685175 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:19.666400 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:23.530441 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b3572b5-24c8-459a-a7df-1422a85cdc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:25.840765 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-eb9d99eb-ce28-4f8e-b3ed-b2ee326bbd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:27.251385 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:28.418267 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:29.939124 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.632420 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:19:37.683261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2f07-734b-4e7d-9ff2-881b050fe70a req-a52e7cdd-5577-461d-ab45-35c81e566010 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:37.684799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48ad2f07-734b-4e7d-9ff2-881b050fe70a req-a52e7cdd-5577-461d-ab45-35c81e566010 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0616472 Feb 09 03:19:37.738944 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48ad2f07-734b-4e7d-9ff2-881b050fe70a req-9bbbc4a3-fd58-4136-bd5e-08c3285baae0 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478683 Feb 09 03:19:38.873047 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1cecd-d4e4-4aaf-98b9-0816d0754711 req-0b665c8f-f4d4-4c8e-9097-c0d4ac5c2152 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.874614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12e1cecd-d4e4-4aaf-98b9-0816d0754711 req-0b665c8f-f4d4-4c8e-9097-c0d4ac5c2152 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0627594 Feb 09 03:19:38.926755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-12e1cecd-d4e4-4aaf-98b9-0816d0754711 req-0529c567-4b95-43ed-90e9-6abad4b596f3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458159 Feb 09 03:19:40.054471 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d54d3-2dc6-406a-8d8d-7efe2bad898c req-31714468-64a1-4bf0-bd57-4792d9f7b689 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.056174 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d8d54d3-2dc6-406a-8d8d-7efe2bad898c req-31714468-64a1-4bf0-bd57-4792d9f7b689 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0551178 Feb 09 03:19:40.121243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d8d54d3-2dc6-406a-8d8d-7efe2bad898c req-7600ea1a-c76b-4f8d-947c-889a427b8fa5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593266 Feb 09 03:19:40.144204 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47094) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:40.216314 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-87f3e5bb-75b0-42f1-b80c-24c852214fd9 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/35c0535a-ec9f-407c-acc1-8aa9b83caf5c HTTP/1.1" status: 200 len: 994 time: 0.0708530 Feb 09 03:19:41.559378 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28fcab-4192-4977-bf19-79d2a9575308 req-89a7aa3a-a11d-467f-beb0-b116380e57b2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.560977 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a28fcab-4192-4977-bf19-79d2a9575308 req-89a7aa3a-a11d-467f-beb0-b116380e57b2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0989730 Feb 09 03:19:41.564435 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061bae7-a80e-45f3-9901-63aca601095e req-a02671d2-c67e-43ce-acf7-d03fe6204f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.565993 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5061bae7-a80e-45f3-9901-63aca601095e req-a02671d2-c67e-43ce-acf7-d03fe6204f3e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1129 time: 0.0763769 Feb 09 03:19:41.669789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7a28fcab-4192-4977-bf19-79d2a9575308 req-c94c3683-e9d9-42d5-aa03-61f799faf86b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022208 Feb 09 03:19:41.695108 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061bae7-a80e-45f3-9901-63aca601095e req-b98209a5-1c94-4a58-9a6e-28ebbdc9c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.696625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5061bae7-a80e-45f3-9901-63aca601095e req-b98209a5-1c94-4a58-9a6e-28ebbdc9c595 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 897 time: 0.1231360 Feb 09 03:19:41.763890 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5061bae7-a80e-45f3-9901-63aca601095e req-6334d3fa-a049-4942-9e78-24e2482ef7c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 1002 time: 0.0598316 Feb 09 03:19:41.829560 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061bae7-a80e-45f3-9901-63aca601095e req-6e9951c2-f5d9-4885-860a-b5ec60d2475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.831086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5061bae7-a80e-45f3-9901-63aca601095e req-6e9951c2-f5d9-4885-860a-b5ec60d2475a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 200 len: 835 time: 0.0617468 Feb 09 03:19:41.883495 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061bae7-a80e-45f3-9901-63aca601095e req-2792fd1e-654f-4c5c-bd48-ec03d77b97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.885045 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5061bae7-a80e-45f3-9901-63aca601095e req-2792fd1e-654f-4c5c-bd48-ec03d77b97c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c892712f-7c6a-4758-bb65-a962ac0de9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480921 Feb 09 03:19:41.974668 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5061bae7-a80e-45f3-9901-63aca601095e req-816883ff-6957-4b07-87fb-da88f06eec43 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829847 Feb 09 03:19:42.069854 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5061bae7-a80e-45f3-9901-63aca601095e req-83f6eed0-6fb1-4ba1-9351-219eea124930 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900249 Feb 09 03:19:42.795903 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35790532-1093-48ba-b41c-22a5a0a3bfcd req-f5d79d39-ac9e-4dee-8c1d-985fb6a477e2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:42.798102 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35790532-1093-48ba-b41c-22a5a0a3bfcd req-f5d79d39-ac9e-4dee-8c1d-985fb6a477e2 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0565629 Feb 09 03:19:42.847401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-35790532-1093-48ba-b41c-22a5a0a3bfcd req-055e5ee7-1f54-47c2-8c0a-703c410464f3 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 Feb 09 03:19:43.712171 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-8cfb2113-aa05-470a-8ad9-b0e2cf7c9e64 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594621 Feb 09 03:19:43.804020 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-6cd9d604-6c53-499f-b104-2abeb83101ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.805585 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-6cd9d604-6c53-499f-b104-2abeb83101ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1129 time: 0.0491440 Feb 09 03:19:43.915142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-8e2b2a45-73ca-4229-8844-677373c23ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.916677 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-8e2b2a45-73ca-4229-8844-677373c23ee3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 897 time: 0.0915737 Feb 09 03:19:44.014292 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-262096dc-3d4f-4ea5-bb1f-c6af4ab4bee7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 1002 time: 0.0871150 Feb 09 03:19:44.026340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d50ff5-0527-48ea-a863-9dfbc2bf3869 req-815c6278-721c-4763-8120-3b27b0630710 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:44.027841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97d50ff5-0527-48ea-a863-9dfbc2bf3869 req-815c6278-721c-4763-8120-3b27b0630710 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.1091933 Feb 09 03:19:44.099884 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-4827c774-e2ba-426e-bf4f-acfba13e4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:44.101403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-4827c774-e2ba-426e-bf4f-acfba13e4210 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 200 len: 835 time: 0.0726833 Feb 09 03:19:44.133436 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97d50ff5-0527-48ea-a863-9dfbc2bf3869 req-a0fdbdc4-9f6b-4388-8564-bb705ac1cf28 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963895 Feb 09 03:19:44.157545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47112) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:44.169006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-f2291fdc-0bca-485d-96d2-774fc2050a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:44.170571 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-f2291fdc-0bca-485d-96d2-774fc2050a8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c892712f-7c6a-4758-bb65-a962ac0de9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555573 Feb 09 03:19:44.231169 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5e38380a-1f63-4c18-a299-191b32477cae tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/floatingips/35c0535a-ec9f-407c-acc1-8aa9b83caf5c HTTP/1.1" status: 200 len: 994 time: 0.0671260 Feb 09 03:19:44.261389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-b09dab4f-23ad-4fb5-ab57-73c3facd0948 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845561 Feb 09 03:19:44.359002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-65cd07cd-a1d7-4073-8d4b-0a01866586de req-8308646c-0dbf-4fd2-80f7-933b7209db46 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917287 Feb 09 03:19:44.509218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47118) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:44.673433 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port d261b560-74f1-4934-b837-33bdfa95a6d6 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:44.673841 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.751395 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.751726 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (d261b560-74f1-4934-b837-33bdfa95a6d6), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.763481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for d261b560-74f1-4934-b837-33bdfa95a6d6 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:44.920615 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d261b560-74f1-4934-b837-33bdfa95a6d6), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.948926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=d261b560-74f1-4934-b837-33bdfa95a6d6,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:44.976670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.977026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.977376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.977717 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.978055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.978389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.978747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.979080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.979412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.979744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.980071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.980396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:44.980720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.022882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for floatingip (35c0535a-ec9f-407c-acc1-8aa9b83caf5c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:45.023192 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Floating IP 35c0535a-ec9f-407c-acc1-8aa9b83caf5c disassociated (deleted). External IP: 172.25.6.213, port: 153e41bc-0b22-4633-8dd3-8f720cc833da. Feb 09 03:19:45.242006 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router ca1d97b0-a005-415c-9050-7112ede1d032 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:19:45.354363 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:45.359447 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:45.364500 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] Sync routers for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:19:45.374044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:45.374734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:45.389516 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6aee6adf-9544-49ba-86a8-8b733a3a4a70 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/floatingips/35c0535a-ec9f-407c-acc1-8aa9b83caf5c HTTP/1.1" status: 204 len: 168 time: 0.8791244 Feb 09 03:19:45.390125 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:45.393083 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfbda6e-19bf-438c-88f8-3105dd30a082" -d '{"events": [{"name": "network-changed", "server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:45.433988 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb23ef40-fc79-4c2f-9ce1-bdd6790b8337 x-openstack-request-id: req-bb23ef40-fc79-4c2f-9ce1-bdd6790b8337 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:45.434165 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:45.434399 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb23ef40-fc79-4c2f-9ce1-bdd6790b8337 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:45.434863 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'status': 'completed', 'code': 200} Feb 09 03:19:45.492313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:45.509311 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-94c5df07-e105-4b87-8537-c334cf2a8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.511066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-94c5df07-e105-4b87-8537-c334cf2a8436 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 1129 time: 0.0565343 Feb 09 03:19:45.625810 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-945ba0ff-0ec1-468e-ace6-248c52c6f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.627306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-945ba0ff-0ec1-468e-ace6-248c52c6f65d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 200 len: 897 time: 0.1102660 Feb 09 03:19:45.687933 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-1bb853e0-056b-4e39-9487-782d3c38f091 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 200 len: 217 time: 0.0448744 Feb 09 03:19:45.742904 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d9931-a673-4a92-90d7-b6c6d8a659b3 req-ebb757f6-8c48-4626-a26d-8c2bd23bec69 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.744412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c6d9931-a673-4a92-90d7-b6c6d8a659b3 req-ebb757f6-8c48-4626-a26d-8c2bd23bec69 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.1393619 Feb 09 03:19:45.748373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:45.755421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-89ca897a-e5c5-4c9d-841a-8b8c043bdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.756857 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-89ca897a-e5c5-4c9d-841a-8b8c043bdd4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 200 len: 835 time: 0.0618451 Feb 09 03:19:45.775105 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] Checking router: ca1d97b0-a005-415c-9050-7112ede1d032 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:19:45.785941 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:45.786623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:45.848149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5c6d9931-a673-4a92-90d7-b6c6d8a659b3 req-a4fac6d1-e7f5-4f57-8e4a-a2f76c8b6e6a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951304 Feb 09 03:19:45.855198 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-e71706d5-6d80-405c-af42-441a8911bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.856776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-e71706d5-6d80-405c-af42-441a8911bf1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c892712f-7c6a-4758-bb65-a962ac0de9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0842376 Feb 09 03:19:45.963614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-81c01cff-ad3b-4a18-b93e-e05e8bb13c2c service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989625 Feb 09 03:19:46.071422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ecfbda6e-19bf-438c-88f8-3105dd30a082 req-ef619264-d246-4518-950d-60728c6a3417 service neutron] 10.222.0.72 "GET /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011853 Feb 09 03:19:46.079740 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:46.286264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:46.314012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464dcef-8d30-4308-ad10-46f6ebb11e94 None None] The sync data for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 is: [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 4, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c0d038ef-ac9e-429c-8a03-79bd91e00494', 'name': '', 'network_id': 'c892712f-7c6a-4758-bb65-a962ac0de9af', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'mac_address': 'fa:16:3e:21:ec:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:18Z', 'updated_at': '2022-02-09T03:18:22Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'subnets': [{'id': '52ac31f2-2f06-4190-b7e3-107f61785b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:19:46.564581 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9259dfd-7192-4b45-a731-a28efe67cbf9 None None] New status for floating IP 35c0535a-ec9f-407c-acc1-8aa9b83caf5c: DOWN {{(pid=103152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:19:46.984897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9837c-983d-476b-b9ba-d2f969d1b9e6 req-ae5a93c6-5f97-4b49-b087-b4e27fde82f6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.986646 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48f9837c-983d-476b-b9ba-d2f969d1b9e6 req-ae5a93c6-5f97-4b49-b087-b4e27fde82f6 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0552931 Feb 09 03:19:47.036752 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-48f9837c-983d-476b-b9ba-d2f969d1b9e6 req-66ad6047-a708-407d-83eb-74552ef4ce3f tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Feb 09 03:19:47.525642 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-1446d8ae-0b02-430b-bd08-26506237fd00 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.527184 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-1446d8ae-0b02-430b-bd08-26506237fd00 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0586402 Feb 09 03:19:47.627102 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port 153e41bc-0b22-4633-8dd3-8f720cc833da {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:47.627453 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:47.726503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port 153e41bc-0b22-4633-8dd3-8f720cc833da, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=153e41bc-0b22-4633-8dd3-8f720cc833da,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:47.726872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:48.064251 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for 153e41bc-0b22-4633-8dd3-8f720cc833da owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:48.195671 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6974-eb86-4b51-8c86-346bf3a71cad req-dfb8e29f-c3aa-4221-bec8-c971e530a9a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:48.197278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd4c6974-eb86-4b51-8c86-346bf3a71cad req-dfb8e29f-c3aa-4221-bec8-c971e530a9a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/ports?device_id=665d56e8-01b0-45ac-9b8e-e78b70f925d9 HTTP/1.1" status: 200 len: 946 time: 0.0856707 Feb 09 03:19:48.283909 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (153e41bc-0b22-4633-8dd3-8f720cc833da), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:48.289604 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bd4c6974-eb86-4b51-8c86-346bf3a71cad req-f5744471-6586-408e-b0ef-54e05069b42e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "GET /v2.0/security-groups?id=e2ba0932-9cfc-458b-868e-180f82667211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841813 Feb 09 03:19:48.317239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=153e41bc-0b22-4633-8dd3-8f720cc833da,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:48.370241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] No DVR routers for this DVR port 153e41bc-0b22-4633-8dd3-8f720cc833da on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:48.373102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:48.378166 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-27f292d7-70b9-433e-9f87-076c7f14b770 req-34ddd5d2-5d0e-4ad0-8741-dc082ded67cd tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.72 "DELETE /v2.0/ports/153e41bc-0b22-4633-8dd3-8f720cc833da HTTP/1.1" status: 204 len: 173 time: 0.8457634 Feb 09 03:19:48.378802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'name': 'network-vif-deleted', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:48.381269 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbb122f-b36d-49bb-8338-de3aade1dd32" -d '{"events": [{"server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "name": "network-vif-deleted", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:48.424974 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ea9d0d-a270-488d-9d97-e1938fc1424c x-openstack-request-id: req-d1ea9d0d-a270-488d-9d97-e1938fc1424c {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:48.425370 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665d56e8-01b0-45ac-9b8e-e78b70f925d9", "name": "network-vif-deleted", "tag": "153e41bc-0b22-4633-8dd3-8f720cc833da", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:48.426692 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1ea9d0d-a270-488d-9d97-e1938fc1424c {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:48.427442 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665d56e8-01b0-45ac-9b8e-e78b70f925d9', 'name': 'network-vif-deleted', 'tag': '153e41bc-0b22-4633-8dd3-8f720cc833da', 'status': 'completed', 'code': 200} Feb 09 03:19:48.679063 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.348775 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47134) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:49.685732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:49.741749 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (ca1d97b0-a005-415c-9050-7112ede1d032), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:50.026909 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port c0d038ef-ac9e-429c-8a03-79bd91e00494 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:50.027259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:50.136075 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port c0d038ef-ac9e-429c-8a03-79bd91e00494, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c0d038ef-ac9e-429c-8a03-79bd91e00494,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:50.136446 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:50.150557 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for c0d038ef-ac9e-429c-8a03-79bd91e00494 owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:50.364566 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c0d038ef-ac9e-429c-8a03-79bd91e00494), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:50.392189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=c0d038ef-ac9e-429c-8a03-79bd91e00494,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:50.574670 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (ca1d97b0-a005-415c-9050-7112ede1d032), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:50.817913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Router ca1d97b0-a005-415c-9050-7112ede1d032 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:19:50.933003 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:50.939399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-bf4fb546-bea2-41fe-89a6-a2bd5feaad5e tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "PUT /v2.0/routers/ca1d97b0-a005-415c-9050-7112ede1d032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5887702 Feb 09 03:19:50.941515 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47136) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:50.944878 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] Sync routers for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:19:50.956339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:50.956967 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:51.000988 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting subnet 52ac31f2-2f06-4190-b7e3-107f61785b8a {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:51.004253 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (52ac31f2-2f06-4190-b7e3-107f61785b8a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.046845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (52ac31f2-2f06-4190-b7e3-107f61785b8a), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.076825 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:51.152950 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (52ac31f2-2f06-4190-b7e3-107f61785b8a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.217845 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (52ac31f2-2f06-4190-b7e3-107f61785b8a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.247441 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Subnet': ['ID=52ac31f2-2f06-4190-b7e3-107f61785b8a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:51.250662 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.256731 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47138) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:51.257245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-2466366c-07fe-4617-989f-417c66401a87 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/subnets/52ac31f2-2f06-4190-b7e3-107f61785b8a HTTP/1.1" status: 204 len: 168 time: 0.3142090 Feb 09 03:19:51.261222 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5f92e-271c-49b5-bdbf-13a7c9b92997 None None] Network c892712f-7c6a-4758-bb65-a962ac0de9af requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:51.355516 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:19:50Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:51.373551 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (ca1d97b0-a005-415c-9050-7112ede1d032), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.390652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 153e41bc-0b22-4633-8dd3-8f720cc833da no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:51.394750 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] Checking router: ca1d97b0-a005-415c-9050-7112ede1d032 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:19:51.417973 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 153e41bc-0b22-4633-8dd3-8f720cc833da {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:51.418329 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 153e41bc-0b22-4633-8dd3-8f720cc833da not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:51.428652 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] Routers {'ca1d97b0-a005-415c-9050-7112ede1d032'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:51.429280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['ca1d97b0-a005-415c-9050-7112ede1d032'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:51.493990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_gateway (ca1d97b0-a005-415c-9050-7112ede1d032), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.517138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] DHCP port deletion for c892712f-7c6a-4758-bb65-a962ac0de9af request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:19:51.560763 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Deleting port fb8bc587-185d-48d0-ade3-cb568cbe069e {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:51.561119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.584443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] Set router ca1d97b0-a005-415c-9050-7112ede1d032 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:51.652095 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] For port fb8bc587-185d-48d0-ade3-cb568cbe069e, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=fb8bc587-185d-48d0-ade3-cb568cbe069e,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:51.652387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.670593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Calling delete_port for fb8bc587-185d-48d0-ade3-cb568cbe069e owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:51.686639 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Deleting port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:51.687011 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.778623 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] For port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=2ff092ce-9c09-4a23-bfbf-afd7b3781e23,segment=NetworkSegment(1989c561-ac89-49de-bf7b-0ae2d4305479),segment_id=1989c561-ac89-49de-bf7b-0ae2d4305479)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:51.779030 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.795751 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Calling delete_port for 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:51.879837 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (fb8bc587-185d-48d0-ade3-cb568cbe069e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.908744 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Port': ['ID=fb8bc587-185d-48d0-ade3-cb568cbe069e,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:51.913063 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:19:50Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:51.922954 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.923470 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.923926 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.924429 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.924736 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.925072 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.925407 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.925741 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.926145 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.926396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.926750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.927073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.927399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.943728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdfcaf-2ff3-456b-a224-7acfda5e14e5 None None] The sync data for ids ['ca1d97b0-a005-415c-9050-7112ede1d032'] in n-d-826675-12 is: [{'id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559037794', 'tenant_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:19:50Z', 'revision_number': 5, 'project_id': 'e1d7f3249c8b42118b06f8e6278f72bc', 'gw_port': {'id': 'fb8bc587-185d-48d0-ade3-cb568cbe069e', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1d97b0-a005-415c-9050-7112ede1d032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:15Z', 'updated_at': '2022-02-09T03:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:19:51.947551 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (2ff092ce-9c09-4a23-bfbf-afd7b3781e23), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.973791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Pushing event deleted for resources: {'Port': ['ID=2ff092ce-9c09-4a23-bfbf-afd7b3781e23,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:51.981777 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] No DVR routers for this DVR port 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:51.993694 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.994183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.994564 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.994908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.995249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.996286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.996629 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.996963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.997090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (ca1d97b0-a005-415c-9050-7112ede1d032), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:51.997270 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.997985 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.998314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.998665 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:51.999062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69ab92-10ec-475f-aa25-80fe865aaf4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:52.096602 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (ca1d97b0-a005-415c-9050-7112ede1d032), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.098948 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router_controller (ca1d97b0-a005-415c-9050-7112ede1d032), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.146966 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (ca1d97b0-a005-415c-9050-7112ede1d032), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.147498 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Fanout notify agent at l3_agent the message router_deleted on router ca1d97b0-a005-415c-9050-7112ede1d032 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:19:52.154662 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.155972 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b1fe1d31-b7de-4f11-8857-c429c1c2702a tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/routers/ca1d97b0-a005-415c-9050-7112ede1d032 HTTP/1.1" status: 204 len: 168 time: 0.8972487 Feb 09 03:19:52.159571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47142) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:52.238315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (c892712f-7c6a-4758-bb65-a962ac0de9af), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.333063 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (c892712f-7c6a-4758-bb65-a962ac0de9af), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.356683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c892712f-7c6a-4758-bb65-a962ac0de9af']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:52.367344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1989c561-ac89-49de-bf7b-0ae2d4305479') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:52.367655 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1989c561-ac89-49de-bf7b-0ae2d4305479') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:52.387223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (1989c561-ac89-49de-bf7b-0ae2d4305479), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.394523 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (1989c561-ac89-49de-bf7b-0ae2d4305479), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.401104 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:19:52.401669 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (1989c561-ac89-49de-bf7b-0ae2d4305479), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:19:52.418561 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:19:52.428290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c0d038ef-ac9e-429c-8a03-79bd91e00494 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:52.453620 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c0d038ef-ac9e-429c-8a03-79bd91e00494 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:52.453876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c0d038ef-ac9e-429c-8a03-79bd91e00494 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:52.454435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:52.484301 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (c892712f-7c6a-4758-bb65-a962ac0de9af), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.488491 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:52.488910 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 2ff092ce-9c09-4a23-bfbf-afd7b3781e23 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:52.495716 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.502612 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/networks/c892712f-7c6a-4758-bb65-a962ac0de9af HTTP/1.1" status: 204 len: 168 time: 0.3385129 Feb 09 03:19:52.503231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47144) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:52.512446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee742-fda2-4592-b6d0-458d034a05a5 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'Network': ['ID=c892712f-7c6a-4758-bb65-a962ac0de9af,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:52.564743 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e2f69c4-d671-45b3-b238-10a392083245 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (e2ba0932-9cfc-458b-868e-180f82667211), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.602695 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e2f69c4-d671-45b3-b238-10a392083245 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (e2ba0932-9cfc-458b-868e-180f82667211), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.685320 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e2f69c4-d671-45b3-b238-10a392083245 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e2ba0932-9cfc-458b-868e-180f82667211), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.688677 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5e2f69c4-d671-45b3-b238-10a392083245 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.689825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5e2f69c4-d671-45b3-b238-10a392083245 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] 10.222.0.53 "DELETE /v2.0/security-groups/e2ba0932-9cfc-458b-868e-180f82667211 HTTP/1.1" status: 204 len: 168 time: 0.1861703 Feb 09 03:19:52.699632 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f69c4-d671-45b3-b238-10a392083245 tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ba0932-9cfc-458b-868e-180f82667211,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:53.054037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47152) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:53.206103 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-738979a4-1c89-491d-abc7-fb302e942756 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1d7f3249c8b42118b06f8e6278f72bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508365 Feb 09 03:19:53.208696 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47156) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:53.270409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4632-76e3-4659-9d71-e0ec97f60f0f admin admin] Publish callbacks [] for security_group (0348180d-94a0-4244-b8f1-17f0906ac669), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.294868 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4632-76e3-4659-9d71-e0ec97f60f0f admin admin] Publish callbacks [] for security_group (0348180d-94a0-4244-b8f1-17f0906ac669), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.344476 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4632-76e3-4659-9d71-e0ec97f60f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (0348180d-94a0-4244-b8f1-17f0906ac669), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.347312 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a1fc4632-76e3-4659-9d71-e0ec97f60f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.348477 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a1fc4632-76e3-4659-9d71-e0ec97f60f0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0348180d-94a0-4244-b8f1-17f0906ac669 HTTP/1.1" status: 204 len: 168 time: 0.1388166 Feb 09 03:19:53.356261 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4632-76e3-4659-9d71-e0ec97f60f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0348180d-94a0-4244-b8f1-17f0906ac669,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:53.534747 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cec79ed7-5716-4650-a2cf-3184d8a2aed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.639771 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:53.659351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1cb97656-319e-464b-9978-ad13346bee49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.739957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1cb97656-319e-464b-9978-ad13346bee49 admin admin] Publish callbacks [] for security_group (e69e67a7-9a08-4441-8e8a-be7648e9740b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.743468 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-1cb97656-319e-464b-9978-ad13346bee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e69e67a7-9a08-4441-8e8a-be7648e9740b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.788513 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb97656-319e-464b-9978-ad13346bee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69e67a7-9a08-4441-8e8a-be7648e9740b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:53.793785 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-1cb97656-319e-464b-9978-ad13346bee49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea6f7c79ea454fca96499ac5ba37d715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528835 Feb 09 03:19:53.796399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47164) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:53.861353 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc957518-b4d2-41c7-bcd0-9f2a7b1a517d admin admin] Publish callbacks [] for security_group (e69e67a7-9a08-4441-8e8a-be7648e9740b), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.884632 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc957518-b4d2-41c7-bcd0-9f2a7b1a517d admin admin] Publish callbacks [] for security_group (e69e67a7-9a08-4441-8e8a-be7648e9740b), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.936238 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc957518-b4d2-41c7-bcd0-9f2a7b1a517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (e69e67a7-9a08-4441-8e8a-be7648e9740b), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.940015 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-cc957518-b4d2-41c7-bcd0-9f2a7b1a517d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.941425 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-cc957518-b4d2-41c7-bcd0-9f2a7b1a517d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e69e67a7-9a08-4441-8e8a-be7648e9740b HTTP/1.1" status: 204 len: 168 time: 0.1432962 Feb 09 03:19:53.955360 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957518-b4d2-41c7-bcd0-9f2a7b1a517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69e67a7-9a08-4441-8e8a-be7648e9740b,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:54.286892 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fb8bc587-185d-48d0-ade3-cb568cbe069e no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:54.308339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: fb8bc587-185d-48d0-ade3-cb568cbe069e {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:54.308703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device fb8bc587-185d-48d0-ade3-cb568cbe069e not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:54.729309 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47186) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:54.828506 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-940760629-network', 'tenant_id': '1782e7c21117412798b3f9d0832e395f'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:54.850969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Made reservation on behalf of 1782e7c21117412798b3f9d0832e395f for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:54.853387 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:54.863248 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:54.951008 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks [] for security_group (48e122e6-d18b-48e3-a98d-037f4d770742), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:54.955409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (48e122e6-d18b-48e3-a98d-037f4d770742), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:54.976183 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:19:54.996043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5717e5fa-8f7e-43bc-b337-ef20940a5f50), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:54.996393 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Added segment 5717e5fa-8f7e-43bc-b337-ef20940a5f50 of type vlan for network f4f9833f-62a6-4da4-b18c-ec57c46356b6 Feb 09 03:19:54.997772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e122e6-d18b-48e3-a98d-037f4d770742,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.049526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (f4f9833f-62a6-4da4-b18c-ec57c46356b6), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.075189 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (f4f9833f-62a6-4da4-b18c-ec57c46356b6), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.076252 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.076842 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.137055 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4063864 Feb 09 03:19:55.140130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47190) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:55.144955 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a13bd0-9beb-4c53-a81e-f79bfeb37ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f9833f-62a6-4da4-b18c-ec57c46356b6,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.145962 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Request body: {'subnet': {'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-940760629-subnet', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:55.155308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:19:55.178080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Made reservation on behalf of 1782e7c21117412798b3f9d0832e395f for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:55.180671 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.357441 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (29b9d606-c6e2-4ec8-be8c-dbf46c73068d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.420898 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b9d606-c6e2-4ec8-be8c-dbf46c73068d,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.439602 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Checking segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:55.439972 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Network hostable DHCP agents. Network: f4f9833f-62a6-4da4-b18c-ec57c46356b6, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:19:55.456729 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:19:55.465276 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, f4f9833f-62a6-4da4-b18c-ec57c46356b6) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:55.470073 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.470711 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.476773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f6311-8c86-4ea6-ba88-5febed9642a1 None None] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:55.494383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-c6410a7a-fe4b-4ef4-af3d-45489d26664b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3521128 Feb 09 03:19:55.497834 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47192) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:55.503122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:55.523777 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.524882 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.587767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:19:55.588753 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.588999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks [] for router_controller (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), precommit_add_association {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.727360 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Allocated IP 172.20.0.2 (f4f9833f-62a6-4da4-b18c-ec57c46356b6/29b9d606-c6e2-4ec8-be8c-dbf46c73068d/43229786-1a33-4e15-ad9f-3a2ee4aff2cc) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:19:55.735493 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks [] for router_gateway (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.851798 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3244673e-7097-48e4-ae60-1160db4f0444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.901133 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Publish callbacks [] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.908409 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.946796 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:55.949641 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks [] for router_gateway (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.955800 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:55.958183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:55.969931 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Pushing event updated for resources: {'Port': ['ID=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.971787 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.095319 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Allocated IP 172.25.6.57 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/889a974e-3c8a-4bab-86ec-d99061fd88e2) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:19:56.188743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Attempting to bind port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:56.189342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Attempting to bind port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:56.189577 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Attempting to bind port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:56.194768 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:56.195151 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Checking segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:56.195573 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.195945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Bound using segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:56.196424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Bound port: 43229786-1a33-4e15-ad9f-3a2ee4aff2cc, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:56.196795 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.219518 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks [] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.255345 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.263247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] For port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:56.267322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] For port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:56.274934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.305842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:56.308502 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:56.312406 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:56.318697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=889a974e-3c8a-4bab-86ec-d99061fd88e2,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:56.342107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea69c2-009e-41dd-8e2e-f60e0835a14c None None] Pushing event updated for resources: {'Port': ['ID=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:56.610312 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks [] for router_gateway (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.817896 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.268571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.295887 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:19:57.357466 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ce687-dd8d-4fce-8312-544fc1af7f94 None None] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:57.406852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:57.417802 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Sync routers for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:19:57.427103 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a919a7e0-12d0-4a36-9208-dd55861441e6 None None] Provisioning complete for port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:57.427484 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a919a7e0-12d0-4a36-9208-dd55861441e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.428171 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:57.428317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.428781 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:57.429611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6237038c-bf80-41ce-9eda-59398a7bb5c2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9305580 Feb 09 03:19:57.432897 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47194) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:57.553406 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:57.554585 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a919a7e0-12d0-4a36-9208-dd55861441e6 None None] Current status of the port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:57.555279 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a919a7e0-12d0-4a36-9208-dd55861441e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.593367 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-a919a7e0-12d0-4a36-9208-dd55861441e6 None None] For port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:57.600023 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a919a7e0-12d0-4a36-9208-dd55861441e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.685826 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a7e0-12d0-4a36-9208-dd55861441e6 None None] Pushing event updated for resources: {'Port': ['ID=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:57.784794 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:56Z', 'revision_number': 3, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:57.811335 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Checking router: 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:19:57.811684 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Updating router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 port 889a974e-3c8a-4bab-86ec-d99061fd88e2 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:19:57.823317 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-107fb53b-f172-4184-836e-347522b5a8d8 None None] Provisioning complete for port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:57.823840 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-107fb53b-f172-4184-836e-347522b5a8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.840670 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.925677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-107fb53b-f172-4184-836e-347522b5a8d8 None None] Current status of the port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:57.943067 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.110050 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Allocated IP 172.20.0.1 (f4f9833f-62a6-4da4-b18c-ec57c46356b6/29b9d606-c6e2-4ec8-be8c-dbf46c73068d/c7092d2c-c3dc-4c6f-b302-56558e8299da) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:19:58.113025 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Publish callbacks [] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.118714 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.171478 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Attempting to bind port 889a974e-3c8a-4bab-86ec-d99061fd88e2 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:58.171845 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Attempting to bind port 889a974e-3c8a-4bab-86ec-d99061fd88e2 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:58.172205 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Attempting to bind port 889a974e-3c8a-4bab-86ec-d99061fd88e2 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:58.179349 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Pushing event updated for resources: {'Port': ['ID=889a974e-3c8a-4bab-86ec-d99061fd88e2,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:58.181925 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:58.181925 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:58.182317 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.182733 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:58.183193 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Bound port: 889a974e-3c8a-4bab-86ec-d99061fd88e2, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:58.183569 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.209974 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.210318 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.210681 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.211015 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.211344 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.211670 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.211993 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.212314 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.212633 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.212954 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.213272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.213592 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.213910 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:58.236859 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks [] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.248354 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] For port 889a974e-3c8a-4bab-86ec-d99061fd88e2, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:58.252512 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] For port 889a974e-3c8a-4bab-86ec-d99061fd88e2, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=889a974e-3c8a-4bab-86ec-d99061fd88e2,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:58.258529 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.280223 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.314605 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:58.315229 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:58.342186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:58.355799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:58.359793 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:58.386069 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34449-099b-477a-9eef-d4934dabaafa None None] Pushing event updated for resources: {'Port': ['ID=889a974e-3c8a-4bab-86ec-d99061fd88e2,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:58.388607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7092d2c-c3dc-4c6f-b302-56558e8299da,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:58.392914 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43229786-1a33-4e15-ad9f-3a2ee4aff2cc up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:58.412410 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.443525 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:58.472548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.494907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:58.496964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.582366 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.605567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:58.652048 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a4a35145-7779-4c7e-bb4d-f3958f23aa36 None None] Provisioning complete for port c7092d2c-c3dc-4c6f-b302-56558e8299da triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:58.652344 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a4a35145-7779-4c7e-bb4d-f3958f23aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.666135 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:56Z', 'revision_number': 3, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:58.694174 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7130b-74ea-403c-8002-9193977ab141 None None] The sync data for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 is: [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:56Z', 'revision_number': 3, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:19:58.696461 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a4a35145-7779-4c7e-bb4d-f3958f23aa36 None None] Port c7092d2c-c3dc-4c6f-b302-56558e8299da cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:19:58.762516 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks [] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.768801 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.841231 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7092d2c-c3dc-4c6f-b302-56558e8299da,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:58.844118 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:58.969356 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:58.971466 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:59.104519 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:19:59.226153 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-8654da3a-106f-4b24-91b9-cc7f4f427427 None None] Provisioning complete for port c7092d2c-c3dc-4c6f-b302-56558e8299da triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:59.226571 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8654da3a-106f-4b24-91b9-cc7f4f427427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.230177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:59.245295 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-f12275e1-4942-407a-8587-8c18e7deacd7 admin admin] 10.222.0.53 "PUT /v2.0/routers/47b1d0f4-9127-4b1d-9cda-b5f53a0815d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033040 Feb 09 03:19:59.265955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-8654da3a-106f-4b24-91b9-cc7f4f427427 None None] Port c7092d2c-c3dc-4c6f-b302-56558e8299da cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:19:59.804111 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47210) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:59.809693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1351574531-network', 'tenant_id': '55f4472417234a388d2f9070326dc760'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:59.831189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Made reservation on behalf of 55f4472417234a388d2f9070326dc760 for: {'network': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:59.834259 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.844799 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.941482 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.959594 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks [] for security_group (1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:59.967116 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.003241 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:20:00.009809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:00.019788 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (65071a54-08a7-4d44-97d2-d07041e97f96), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.020002 n-d-826675-12 neutron-server[103149]: INFO neutron.db.segments_db [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Added segment 65071a54-08a7-4d44-97d2-d07041e97f96 of type vlan for network 616a37a7-a7ab-4069-998d-4f54d266d730 Feb 09 03:20:00.080163 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (616a37a7-a7ab-4069-998d-4f54d266d730), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.120581 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (616a37a7-a7ab-4069-998d-4f54d266d730), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.121993 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:00.122937 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.184920 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3795245 Feb 09 03:20:00.188346 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47212) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:00.194192 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Request body: {'subnet': {'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1351574531-subnet', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'ip_version': 4}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:00.194333 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b941ac6-d0c5-47b2-8c00-8eac7a53ce7c admin admin] Pushing event updated for resources: {'Network': ['ID=616a37a7-a7ab-4069-998d-4f54d266d730,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:00.205613 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 616a37a7-a7ab-4069-998d-4f54d266d730 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:20:00.219750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Made reservation on behalf of 55f4472417234a388d2f9070326dc760 for: {'subnet': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:00.222241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129602126'] for subnet (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.392056 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 889a974e-3c8a-4bab-86ec-d99061fd88e2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:00.426773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Sync routers for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:00.427342 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129885282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129602160'] for subnet (ecd10df7-a6dd-4740-9647-627701cf335c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.445957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:00.446524 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:00.494080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd10df7-a6dd-4740-9647-627701cf335c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:00.505417 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Checking segment: {'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:00.505786 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Network hostable DHCP agents. Network: 616a37a7-a7ab-4069-998d-4f54d266d730, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:20:00.522993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Network 616a37a7-a7ab-4069-998d-4f54d266d730 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:20:00.532358 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 616a37a7-a7ab-4069-998d-4f54d266d730) {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:00.532946 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 889a974e-3c8a-4bab-86ec-d99061fd88e2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:00.533333 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.537200 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:00.537803 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.556049 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-19e2302b-4008-4f53-90ec-53e2b39ae940 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3658347 Feb 09 03:20:00.558564 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47214) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:00.564170 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:00.566005 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa41a3-ab9e-4ab8-bf56-af963d5db624 None None] Network 616a37a7-a7ab-4069-998d-4f54d266d730 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:00.584201 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (fb9793d3-379c-4505-ac8d-63b0af97776c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.585526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (fb9793d3-379c-4505-ac8d-63b0af97776c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.649061 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks [] for router_controller (fb9793d3-379c-4505-ac8d-63b0af97776c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.658189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:00.757643 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-616a37a7-a7ab-4069-998d-4f54d266d730', 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730', 'project_id': '55f4472417234a388d2f9070326dc760', 'fixed_ips': [{'subnet_id': 'ecd10df7-a6dd-4740-9647-627701cf335c'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:20:00.758602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.800907 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks [] for router_gateway (fb9793d3-379c-4505-ac8d-63b0af97776c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.857266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 889a974e-3c8a-4bab-86ec-d99061fd88e2 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:00.857669 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.945178 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 889a974e-3c8a-4bab-86ec-d99061fd88e2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=889a974e-3c8a-4bab-86ec-d99061fd88e2,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:00.957444 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.025965 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks [] for router_gateway (fb9793d3-379c-4505-ac8d-63b0af97776c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.045106 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.092773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Allocated IP 172.20.0.2 (616a37a7-a7ab-4069-998d-4f54d266d730/ecd10df7-a6dd-4740-9647-627701cf335c/7073e7fd-8498-4184-b785-a5b6c80bcd4a) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:01.095345 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=889a974e-3c8a-4bab-86ec-d99061fd88e2,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:01.154646 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Allocated IP 172.25.6.91 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/faf490dc-aa2b-4a37-b757-07c3bcd3ef63) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:01.194362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 2, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:01.229542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Checking router: 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:01.229898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Updating router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 port c7092d2c-c3dc-4c6f-b302-56558e8299da binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:01.268383 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks [] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.294652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.305191 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.346425 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Publish callbacks [] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.350624 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:01.355535 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:01.356577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.360577 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:01.363867 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Pushing event updated for resources: {'Port': ['ID=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:01.453783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Network 616a37a7-a7ab-4069-998d-4f54d266d730 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:01.465919 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:01.472685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:01.478098 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Pushing event updated for resources: {'Port': ['ID=7073e7fd-8498-4184-b785-a5b6c80bcd4a,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:01.581393 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Attempting to bind port 7073e7fd-8498-4184-b785-a5b6c80bcd4a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:01.581756 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Attempting to bind port 7073e7fd-8498-4184-b785-a5b6c80bcd4a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:01.582033 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Attempting to bind port 7073e7fd-8498-4184-b785-a5b6c80bcd4a on network 616a37a7-a7ab-4069-998d-4f54d266d730 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:01.589557 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:01.589934 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Checking segment: {'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:01.590329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.590752 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Bound using segment: {'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:01.591216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Bound port: 7073e7fd-8498-4184-b785-a5b6c80bcd4a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:01.591596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.629955 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks [] for router_gateway (fb9793d3-379c-4505-ac8d-63b0af97776c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.863627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] For port 7073e7fd-8498-4184-b785-a5b6c80bcd4a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:01.882353 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] For port 7073e7fd-8498-4184-b785-a5b6c80bcd4a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7073e7fd-8498-4184-b785-a5b6c80bcd4a,segment=NetworkSegment(65071a54-08a7-4d44-97d2-d07041e97f96),segment_id=65071a54-08a7-4d44-97d2-d07041e97f96)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:01.908525 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.952545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Publish callbacks [] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.966902 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.998808 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ea143-8404-4c26-a4d7-265a9186dbe4 None None] Pushing event updated for resources: {'Port': ['ID=7073e7fd-8498-4184-b785-a5b6c80bcd4a,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:02.105438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Attempting to bind port c7092d2c-c3dc-4c6f-b302-56558e8299da on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:02.105690 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Attempting to bind port c7092d2c-c3dc-4c6f-b302-56558e8299da by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:02.106021 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Attempting to bind port c7092d2c-c3dc-4c6f-b302-56558e8299da on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:02.108432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e9e90-7b77-45c6-8a23-399427c40302 None None] Pushing event updated for resources: {'Port': ['ID=c7092d2c-c3dc-4c6f-b302-56558e8299da,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:02.114710 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:02.115138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Checking segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:02.115613 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.116438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Bound using segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:02.116719 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Bound port: c7092d2c-c3dc-4c6f-b302-56558e8299da, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:02.117178 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.210073 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] For port c7092d2c-c3dc-4c6f-b302-56558e8299da, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:02.210333 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (fb9793d3-379c-4505-ac8d-63b0af97776c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.216084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] For port c7092d2c-c3dc-4c6f-b302-56558e8299da, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c7092d2c-c3dc-4c6f-b302-56558e8299da,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:02.230248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.318819 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e9e90-7b77-45c6-8a23-399427c40302 None None] Pushing event updated for resources: {'Port': ['ID=c7092d2c-c3dc-4c6f-b302-56558e8299da,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:02.327961 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:02.328593 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:02.405526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Router fb9793d3-379c-4505-ac8d-63b0af97776c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:20:02.477697 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-97702d1e-1451-4118-b36b-502ae7f0ca41 None None] Provisioning complete for port c7092d2c-c3dc-4c6f-b302-56558e8299da triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:02.478091 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97702d1e-1451-4118-b36b-502ae7f0ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.532562 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7073e7fd-8498-4184-b785-a5b6c80bcd4a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:02.549527 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:02.561098 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Sync routers for ids ['fb9793d3-379c-4505-ac8d-63b0af97776c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:02.573249 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Routers {'fb9793d3-379c-4505-ac8d-63b0af97776c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:02.574303 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fb9793d3-379c-4505-ac8d-63b0af97776c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:02.576409 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.580810 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-897b2ced-9178-4303-ad67-dec004dde924 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0182009 Feb 09 03:20:02.582533 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47216) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:02.587351 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:02.754948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-97702d1e-1451-4118-b36b-502ae7f0ca41 None None] Current status of the port c7092d2c-c3dc-4c6f-b302-56558e8299da is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:02.754948 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97702d1e-1451-4118-b36b-502ae7f0ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.796361 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7073e7fd-8498-4184-b785-a5b6c80bcd4a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:02.796735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.838927 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Set router fb9793d3-379c-4505-ac8d-63b0af97776c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:02.864302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-97702d1e-1451-4118-b36b-502ae7f0ca41 None None] For port c7092d2c-c3dc-4c6f-b302-56558e8299da, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c7092d2c-c3dc-4c6f-b302-56558e8299da,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:02.899330 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-97702d1e-1451-4118-b36b-502ae7f0ca41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.042246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97702d1e-1451-4118-b36b-502ae7f0ca41 None None] Pushing event updated for resources: {'Port': ['ID=c7092d2c-c3dc-4c6f-b302-56558e8299da,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:03.052833 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7073e7fd-8498-4184-b785-a5b6c80bcd4a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:03.053234 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.077703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-538679c6-ccf5-4c83-82cf-a5975d327611 None None] Provisioning complete for port c7092d2c-c3dc-4c6f-b302-56558e8299da triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:03.078713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-538679c6-ccf5-4c83-82cf-a5975d327611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.095775 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:20:01Z', 'revision_number': 3, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port': {'id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:01Z', 'updated_at': '2022-02-09T03:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:03.130770 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Checking router: fb9793d3-379c-4505-ac8d-63b0af97776c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:03.131546 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Updating router fb9793d3-379c-4505-ac8d-63b0af97776c port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:03.141855 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:03.160990 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.163442 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.183358 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878337b-ece3-4355-8c40-8a29e9d411bd None None] The sync data for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 is: [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:03.186207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 7073e7fd-8498-4184-b785-a5b6c80bcd4a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7073e7fd-8498-4184-b785-a5b6c80bcd4a,segment=NetworkSegment(65071a54-08a7-4d44-97d2-d07041e97f96),segment_id=65071a54-08a7-4d44-97d2-d07041e97f96)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:03.201472 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.203624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 889a974e-3c8a-4bab-86ec-d99061fd88e2 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:03.397315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=7073e7fd-8498-4184-b785-a5b6c80bcd4a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:03.405017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-538679c6-ccf5-4c83-82cf-a5975d327611 None None] Current status of the port c7092d2c-c3dc-4c6f-b302-56558e8299da is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:03.427650 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d773a29-6971-48a5-a8d1-0e3ab60e5135 None None] Network 616a37a7-a7ab-4069-998d-4f54d266d730 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:03.464062 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Allocated IP 172.20.0.1 (616a37a7-a7ab-4069-998d-4f54d266d730/ecd10df7-a6dd-4740-9647-627701cf335c/d3cdb11c-7d0f-48ce-99df-97826a88978a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:03.480204 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 889a974e-3c8a-4bab-86ec-d99061fd88e2 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:03.480574 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.550056 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Publish callbacks [] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.558121 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.636299 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks [] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.639728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-e681e7ec-c2b4-4bc9-bab6-043d75a74c7a None None] Provisioning complete for port 7073e7fd-8498-4184-b785-a5b6c80bcd4a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:03.640160 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e681e7ec-c2b4-4bc9-bab6-043d75a74c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.643275 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Attempting to bind port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:03.644062 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Attempting to bind port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:03.644416 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Attempting to bind port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:03.663700 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:03.664126 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:03.664777 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.665409 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:03.666210 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Bound port: faf490dc-aa2b-4a37-b757-07c3bcd3ef63, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:03.667182 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.690851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.703462 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 889a974e-3c8a-4bab-86ec-d99061fd88e2 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:03.764408 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] For port faf490dc-aa2b-4a37-b757-07c3bcd3ef63, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:03.769007 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] For port faf490dc-aa2b-4a37-b757-07c3bcd3ef63, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:03.778841 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8be26c-18d6-47c5-b2df-58ecfa859ad8 None None] Pushing event updated for resources: {'Port': ['ID=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:03.779099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Pushing event updated for resources: {'Port': ['ID=d3cdb11c-7d0f-48ce-99df-97826a88978a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:03.782501 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.787723 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Network 616a37a7-a7ab-4069-998d-4f54d266d730 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:03.789262 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:03.793195 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:03.840589 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Routers {'fb9793d3-379c-4505-ac8d-63b0af97776c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:03.841303 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fb9793d3-379c-4505-ac8d-63b0af97776c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:03.865243 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (fb9793d3-379c-4505-ac8d-63b0af97776c), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:03.868474 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-e681e7ec-c2b4-4bc9-bab6-043d75a74c7a None None] Current status of the port 7073e7fd-8498-4184-b785-a5b6c80bcd4a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:03.981608 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8be26c-18d6-47c5-b2df-58ecfa859ad8 None None] Pushing event updated for resources: {'Port': ['ID=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:03.988905 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] Set router fb9793d3-379c-4505-ac8d-63b0af97776c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:04.040938 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.112713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-da0ed97d-91b7-40f6-a0b2-7da399524f46 None None] Provisioning complete for port 7073e7fd-8498-4184-b785-a5b6c80bcd4a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:04.113265 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da0ed97d-91b7-40f6-a0b2-7da399524f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.216637 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed97d-91b7-40f6-a0b2-7da399524f46 None None] Current status of the port 7073e7fd-8498-4184-b785-a5b6c80bcd4a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:04.248707 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:20:01Z', 'revision_number': 3, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port': {'id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:01Z', 'updated_at': '2022-02-09T03:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:04.270674 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks [] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.284302 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee3ca-2927-46fd-a1f3-0978b9870fc4 None None] The sync data for ids ['fb9793d3-379c-4505-ac8d-63b0af97776c'] in n-d-826675-12 is: [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:20:01Z', 'revision_number': 3, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port': {'id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:01Z', 'updated_at': '2022-02-09T03:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:04.295535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.391863 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (fb9793d3-379c-4505-ac8d-63b0af97776c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.398337 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Pushing event updated for resources: {'Port': ['ID=d3cdb11c-7d0f-48ce-99df-97826a88978a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:04.456259 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-53ec8e45-19c2-4b8a-927f-9f0eff8f1eed None None] Provisioning complete for port d3cdb11c-7d0f-48ce-99df-97826a88978a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:04.457050 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-53ec8e45-19c2-4b8a-927f-9f0eff8f1eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.505164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c7092d2c-c3dc-4c6f-b302-56558e8299da up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:04.524317 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Network 616a37a7-a7ab-4069-998d-4f54d266d730 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:04.525888 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:04.534966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-53ec8e45-19c2-4b8a-927f-9f0eff8f1eed None None] Port d3cdb11c-7d0f-48ce-99df-97826a88978a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:04.579109 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port c7092d2c-c3dc-4c6f-b302-56558e8299da triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:04.579503 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.711566 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Router fb9793d3-379c-4505-ac8d-63b0af97776c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:04.751499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port c7092d2c-c3dc-4c6f-b302-56558e8299da is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:04.753977 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7073e7fd-8498-4184-b785-a5b6c80bcd4a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:04.835707 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 7073e7fd-8498-4184-b785-a5b6c80bcd4a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:04.836087 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.901309 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:04.924954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d18b7e76-3b13-45fe-9c05-ef633d286d4f admin admin] 10.222.0.53 "PUT /v2.0/routers/fb9793d3-379c-4505-ac8d-63b0af97776c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3314371 Feb 09 03:20:04.947498 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 7073e7fd-8498-4184-b785-a5b6c80bcd4a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:04.971860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bd5868f1-bb6b-4eb3-a707-00e4470fe42a None None] Provisioning complete for port d3cdb11c-7d0f-48ce-99df-97826a88978a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:04.972517 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bd5868f1-bb6b-4eb3-a707-00e4470fe42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.012414 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bd5868f1-bb6b-4eb3-a707-00e4470fe42a None None] Port d3cdb11c-7d0f-48ce-99df-97826a88978a cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:05.466896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:05.472582 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-6cd534c5-4431-4c3f-9381-5e0a89ceacfd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286151837', 'description': 'tempest-secgroup-smoke-1286151837 description', 'project_id': '1782e7c21117412798b3f9d0832e395f'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:05.497124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cd534c5-4431-4c3f-9381-5e0a89ceacfd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.571249 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cd534c5-4431-4c3f-9381-5e0a89ceacfd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (9d86373f-31cf-4fbf-9bea-11ad1d0637c8), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.574977 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cd534c5-4431-4c3f-9381-5e0a89ceacfd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d86373f-31cf-4fbf-9bea-11ad1d0637c8), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.605973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cd534c5-4431-4c3f-9381-5e0a89ceacfd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.607258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6cd534c5-4431-4c3f-9381-5e0a89ceacfd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1393304 Feb 09 03:20:05.610320 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:05.612226 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd534c5-4431-4c3f-9381-5e0a89ceacfd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d86373f-31cf-4fbf-9bea-11ad1d0637c8,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:05.615001 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-294abdfe-3754-44a9-b004-6a5f81d538fd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '9d86373f-31cf-4fbf-9bea-11ad1d0637c8', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:05.648362 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-294abdfe-3754-44a9-b004-6a5f81d538fd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (dbabbcc7-b23f-459f-97b5-c34a931feedb), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.709482 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-294abdfe-3754-44a9-b004-6a5f81d538fd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (dbabbcc7-b23f-459f-97b5-c34a931feedb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.713135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-294abdfe-3754-44a9-b004-6a5f81d538fd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (dbabbcc7-b23f-459f-97b5-c34a931feedb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.732821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294abdfe-3754-44a9-b004-6a5f81d538fd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbabbcc7-b23f-459f-97b5-c34a931feedb,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:05.737989 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-294abdfe-3754-44a9-b004-6a5f81d538fd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.739228 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-294abdfe-3754-44a9-b004-6a5f81d538fd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278653 Feb 09 03:20:05.741871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:05.746297 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a4fa6f1c-928c-4823-a597-8af878b500b3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '9d86373f-31cf-4fbf-9bea-11ad1d0637c8', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:05.776804 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6f1c-928c-4823-a597-8af878b500b3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (4a5e68bc-f41c-4476-ab82-f1de76cc7d07), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.839057 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6f1c-928c-4823-a597-8af878b500b3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (4a5e68bc-f41c-4476-ab82-f1de76cc7d07), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.842759 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6f1c-928c-4823-a597-8af878b500b3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (4a5e68bc-f41c-4476-ab82-f1de76cc7d07), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.862124 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa6f1c-928c-4823-a597-8af878b500b3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5e68bc-f41c-4476-ab82-f1de76cc7d07,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:05.871550 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a4fa6f1c-928c-4823-a597-8af878b500b3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.872774 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a4fa6f1c-928c-4823-a597-8af878b500b3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298916 Feb 09 03:20:05.875446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47230) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:05.879970 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-90d6adc6-11f8-4965-b081-2ba5fe7ce95b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '9d86373f-31cf-4fbf-9bea-11ad1d0637c8', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:05.905347 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90d6adc6-11f8-4965-b081-2ba5fe7ce95b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (02ff2677-1a9d-4278-8c41-aedac0ee194c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.968490 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90d6adc6-11f8-4965-b081-2ba5fe7ce95b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (02ff2677-1a9d-4278-8c41-aedac0ee194c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.975491 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90d6adc6-11f8-4965-b081-2ba5fe7ce95b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (02ff2677-1a9d-4278-8c41-aedac0ee194c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.995425 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6adc6-11f8-4965-b081-2ba5fe7ce95b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ff2677-1a9d-4278-8c41-aedac0ee194c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:06.005866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-90d6adc6-11f8-4965-b081-2ba5fe7ce95b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.007224 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-90d6adc6-11f8-4965-b081-2ba5fe7ce95b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307695 Feb 09 03:20:06.009916 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47232) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:06.015073 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-4cf6fd22-a479-44c4-b120-f088057ed558 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '9d86373f-31cf-4fbf-9bea-11ad1d0637c8', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:06.041146 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fd22-a479-44c4-b120-f088057ed558 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (8789efd0-a0e9-4f2e-b814-f84f47519253), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.101783 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fd22-a479-44c4-b120-f088057ed558 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (8789efd0-a0e9-4f2e-b814-f84f47519253), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.105598 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fd22-a479-44c4-b120-f088057ed558 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (8789efd0-a0e9-4f2e-b814-f84f47519253), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.126792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6fd22-a479-44c4-b120-f088057ed558 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8789efd0-a0e9-4f2e-b814-f84f47519253,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:06.132596 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-4cf6fd22-a479-44c4-b120-f088057ed558 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.133839 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-4cf6fd22-a479-44c4-b120-f088057ed558 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228874 Feb 09 03:20:06.136670 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47234) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:06.141842 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '9d86373f-31cf-4fbf-9bea-11ad1d0637c8', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:06.162613 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Project 1782e7c21117412798b3f9d0832e395f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:20:06.170705 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (734a1604-57a1-4290-9edf-864a043e9977), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.253453 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (734a1604-57a1-4290-9edf-864a043e9977), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.257197 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (734a1604-57a1-4290-9edf-864a043e9977), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.294524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734a1604-57a1-4290-9edf-864a043e9977,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:06.307045 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.310017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b5cceec1-3b54-48d2-a643-222d73f0bff0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1706116 Feb 09 03:20:06.311230 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:06.316414 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '9d86373f-31cf-4fbf-9bea-11ad1d0637c8', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:06.350060 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Project 1782e7c21117412798b3f9d0832e395f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:20:06.355739 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (af7c530d-dfa0-488b-b992-b162db52564b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.379765 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device faf490dc-aa2b-4a37-b757-07c3bcd3ef63 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:06.434426 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (af7c530d-dfa0-488b-b992-b162db52564b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.437076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:06.438139 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.439913 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (af7c530d-dfa0-488b-b992-b162db52564b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.459603 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7c530d-dfa0-488b-b992-b162db52564b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:06.470135 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.471421 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-9fe79a7d-4d63-4629-a623-bd03bd906a0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592398 Feb 09 03:20:06.528864 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:06.529268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.552558 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Sync routers for ids ['fb9793d3-379c-4505-ac8d-63b0af97776c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:06.558285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port faf490dc-aa2b-4a37-b757-07c3bcd3ef63, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:06.566634 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Routers {'fb9793d3-379c-4505-ac8d-63b0af97776c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:06.567263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fb9793d3-379c-4505-ac8d-63b0af97776c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:06.578925 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.653153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-df3e3643-90d4-45af-9147-4a5bd937ba8e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286151837&fields=id&tenant_id=1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 267 time: 0.0471923 Feb 09 03:20:06.775737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-2da24b15-4753-4b44-a539-31a32eb7337d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:06.777368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-2da24b15-4753-4b44-a539-31a32eb7337d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 808 time: 0.1147041 Feb 09 03:20:06.793935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-1912ff55-3415-454f-a23d-92f15cdedc2f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/quotas/1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 375 time: 0.0107012 Feb 09 03:20:06.853960 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-f4fc5630-6e11-425f-a943-469d1a13c1a5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535214 Feb 09 03:20:06.870599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-df91929c-1f55-4154-9421-bcdb9820bb63 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:20:06.871607 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-df91929c-1f55-4154-9421-bcdb9820bb63 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054326 Feb 09 03:20:06.898529 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:06.923210 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Set router fb9793d3-379c-4505-ac8d-63b0af97776c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:06.975389 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-38217d12-bd23-4e34-bdfe-976fe05ac0ac service neutron] 10.222.0.53 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972567 Feb 09 03:20:07.075117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-2f192d38-a36f-428b-afdc-5cabf0a3c138 service neutron] 10.222.0.53 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934267 Feb 09 03:20:07.133590 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:20:03Z', 'revision_number': 4, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port': {'id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:01Z', 'updated_at': '2022-02-09T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd3cdb11c-7d0f-48ce-99df-97826a88978a', 'name': '', 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'mac_address': 'fa:16:3e:ee:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ecd10df7-a6dd-4740-9647-627701cf335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:03Z', 'updated_at': '2022-02-09T03:20:04Z', 'revision_number': 2, 'project_id': '55f4472417234a388d2f9070326dc760', 'subnets': [{'id': 'ecd10df7-a6dd-4740-9647-627701cf335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:07.161764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Checking router: fb9793d3-379c-4505-ac8d-63b0af97776c for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:07.162132 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Updating router fb9793d3-379c-4505-ac8d-63b0af97776c port d3cdb11c-7d0f-48ce-99df-97826a88978a binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:07.195989 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.257635 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fe34b1b-324e-4feb-ab3f-a301aa63daf3 req-4e762ca2-fb8b-48da-9feb-6c8f9fc192ab tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 210 time: 0.0348377 Feb 09 03:20:07.506210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Publish callbacks [] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.511657 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.578264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de63276-e7de-487a-86eb-b24d8c65f0b7 None None] Pushing event updated for resources: {'Port': ['ID=d3cdb11c-7d0f-48ce-99df-97826a88978a,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:07.642308 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Attempting to bind port d3cdb11c-7d0f-48ce-99df-97826a88978a on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:07.642713 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Attempting to bind port d3cdb11c-7d0f-48ce-99df-97826a88978a by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:07.643077 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Attempting to bind port d3cdb11c-7d0f-48ce-99df-97826a88978a on network 616a37a7-a7ab-4069-998d-4f54d266d730 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:07.649528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:07.649904 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Checking segment: {'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:07.650312 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.650731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Bound using segment: {'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:07.651202 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Bound port: d3cdb11c-7d0f-48ce-99df-97826a88978a, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65071a54-08a7-4d44-97d2-d07041e97f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:07.651599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.724380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] For port d3cdb11c-7d0f-48ce-99df-97826a88978a, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:07.728443 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] For port d3cdb11c-7d0f-48ce-99df-97826a88978a, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3cdb11c-7d0f-48ce-99df-97826a88978a,segment=NetworkSegment(65071a54-08a7-4d44-97d2-d07041e97f96),segment_id=65071a54-08a7-4d44-97d2-d07041e97f96)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:07.736549 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.799589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Routers {'fb9793d3-379c-4505-ac8d-63b0af97776c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:07.800219 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fb9793d3-379c-4505-ac8d-63b0af97776c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:07.805131 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de63276-e7de-487a-86eb-b24d8c65f0b7 None None] Pushing event updated for resources: {'Port': ['ID=d3cdb11c-7d0f-48ce-99df-97826a88978a,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:07.906375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-b1f6e6a0-527e-437f-8b3a-f51faf555660 None None] Provisioning complete for port d3cdb11c-7d0f-48ce-99df-97826a88978a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:07.906779 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e6a0-527e-437f-8b3a-f51faf555660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:07.964216 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] Set router fb9793d3-379c-4505-ac8d-63b0af97776c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:08.116405 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6e6a0-527e-437f-8b3a-f51faf555660 None None] Current status of the port d3cdb11c-7d0f-48ce-99df-97826a88978a is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:08.116827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e6a0-527e-437f-8b3a-f51faf555660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.172247 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b1f6e6a0-527e-437f-8b3a-f51faf555660 None None] For port d3cdb11c-7d0f-48ce-99df-97826a88978a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3cdb11c-7d0f-48ce-99df-97826a88978a,segment=NetworkSegment(65071a54-08a7-4d44-97d2-d07041e97f96),segment_id=65071a54-08a7-4d44-97d2-d07041e97f96)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:08.177126 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1f6e6a0-527e-437f-8b3a-f51faf555660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.260481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6e6a0-527e-437f-8b3a-f51faf555660 None None] Pushing event updated for resources: {'Port': ['ID=d3cdb11c-7d0f-48ce-99df-97826a88978a,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:08.279995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:20:03Z', 'revision_number': 4, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port': {'id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:01Z', 'updated_at': '2022-02-09T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd3cdb11c-7d0f-48ce-99df-97826a88978a', 'name': '', 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'mac_address': 'fa:16:3e:ee:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ecd10df7-a6dd-4740-9647-627701cf335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:03Z', 'updated_at': '2022-02-09T03:20:07Z', 'revision_number': 4, 'project_id': '55f4472417234a388d2f9070326dc760', 'subnets': [{'id': 'ecd10df7-a6dd-4740-9647-627701cf335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:08.320542 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc845-1f9c-4db1-90cf-e622aaa89734 None None] The sync data for ids ['fb9793d3-379c-4505-ac8d-63b0af97776c'] in n-d-826675-12 is: [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:20:03Z', 'revision_number': 4, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port': {'id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:01Z', 'updated_at': '2022-02-09T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'd3cdb11c-7d0f-48ce-99df-97826a88978a', 'name': '', 'network_id': '616a37a7-a7ab-4069-998d-4f54d266d730', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'mac_address': 'fa:16:3e:ee:a8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'ecd10df7-a6dd-4740-9647-627701cf335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:03Z', 'updated_at': '2022-02-09T03:20:07Z', 'revision_number': 4, 'project_id': '55f4472417234a388d2f9070326dc760', 'subnets': [{'id': 'ecd10df7-a6dd-4740-9647-627701cf335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:08.323891 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ab014de3-86ca-426b-bdcf-9013530236c7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:08.326092 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ab014de3-86ca-426b-bdcf-9013530236c7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 808 time: 0.1312821 Feb 09 03:20:08.334565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-ed563431-cc26-4051-aac5-78b8bb8dda11 None None] Provisioning complete for port d3cdb11c-7d0f-48ce-99df-97826a88978a triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:08.338695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ed563431-cc26-4051-aac5-78b8bb8dda11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.448049 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device faf490dc-aa2b-4a37-b757-07c3bcd3ef63 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:08.449403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9fcec2fe-3c12-44d7-bb58-e9f187a7a7c2 req-f3a45265-8ad3-4826-9335-4a53271ca9e0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 210 time: 0.0646889 Feb 09 03:20:08.492565 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-659ad282-3ef4-4a8d-b35f-0297da39fea1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 380 time: 0.1577072 Feb 09 03:20:08.504123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'port': {'device_id': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'admin_state_up': True, 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'security_groups': ['9d86373f-31cf-4fbf-9bea-11ad1d0637c8']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:08.523349 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-ed563431-cc26-4051-aac5-78b8bb8dda11 None None] Current status of the port d3cdb11c-7d0f-48ce-99df-97826a88978a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:08.541908 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:08.542289 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.633661 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:08.650743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Made reservation on behalf of 1782e7c21117412798b3f9d0832e395f for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:08.657161 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:08.797290 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Allocated IP 172.20.0.10 (f4f9833f-62a6-4da4-b18c-ec57c46356b6/29b9d606-c6e2-4ec8-be8c-dbf46c73068d/8bc2ad46-5907-4b9e-ab7a-428569378dd7) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:09.276538 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.318824 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.368313 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:09.371484 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:09.375463 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:09.400693 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:09.429870 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:09.430530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.453594 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-a094aa7a-4dda-439a-ada5-8699336267b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9553342 Feb 09 03:20:09.465975 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Request body: {'port': {'device_id': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:09.547235 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.639651 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56f861-6a0d-4761-a8e1-3ac2ced11c9c req-487f5f83-0556-47b4-8492-30b5004e63c3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:09.642194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc56f861-6a0d-4761-a8e1-3ac2ced11c9c req-487f5f83-0556-47b4-8492-30b5004e63c3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 932 time: 0.1040645 Feb 09 03:20:09.657591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-c7aaef17-b654-4cd7-ad2d-5db2ac100533 None None] Provisioning complete for port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:09.658602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c7aaef17-b654-4cd7-ad2d-5db2ac100533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.696589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-c7aaef17-b654-4cd7-ad2d-5db2ac100533 None None] Port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:09.801698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-dc56f861-6a0d-4761-a8e1-3ac2ced11c9c req-b5eceb4e-6a5f-4676-bec0-36cbaf3709ee tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506443 Feb 09 03:20:09.910099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc2ad46-5907-4b9e-ab7a-428569378dd7 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:09.929276 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Publish callbacks [] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.946274 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Transition to ACTIVE for port object 8bc2ad46-5907-4b9e-ab7a-428569378dd7 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:09.954347 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.031922 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:10.085819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Attempting to bind port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:10.086162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Attempting to bind port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:10.086531 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Attempting to bind port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:10.091238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:20:10.091550 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Attempting to bind port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:10.097697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:10.098041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Checking segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:10.098436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Bound using segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:10.098908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Bound port: 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:10.099271 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.166606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:10.170066 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:10.184780 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.243924 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.244863 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.247117 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] 10.222.0.72 "PUT /v2.0/ports/8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1093 time: 0.7858562 Feb 09 03:20:10.247815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:10.251938 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e1e49a-81d5-4405-bab8-8241b74651d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:10.276859 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68526a-8d41-4043-9f3f-f9d392f26746 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:10.351246 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be35741e-0146-4600-8bd8-b214d7516286 x-openstack-request-id: req-be35741e-0146-4600-8bd8-b214d7516286 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:10.351626 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:10.351984 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be35741e-0146-4600-8bd8-b214d7516286 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:10.352466 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'status': 'completed', 'code': 200} Feb 09 03:20:10.376713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-196b0f2d-d780-499f-9903-1b8e4da77af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.379618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-196b0f2d-d780-499f-9903-1b8e4da77af6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1127 time: 0.0816441 Feb 09 03:20:10.442813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-1068ab79-7cda-445f-85ed-31811fcfbd0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 217 time: 0.0495446 Feb 09 03:20:10.448058 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3cdb11c-7d0f-48ce-99df-97826a88978a up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:10.497437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-68abef3e-7b52-4a95-a75a-f72f36578be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.499008 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-68abef3e-7b52-4a95-a75a-f72f36578be3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0512576 Feb 09 03:20:10.508509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port d3cdb11c-7d0f-48ce-99df-97826a88978a triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:10.508750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.558398 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-7d517c6d-706a-46cc-94d3-06452e4c5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.559961 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-7d517c6d-706a-46cc-94d3-06452e4c5e2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541391 Feb 09 03:20:10.601806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port d3cdb11c-7d0f-48ce-99df-97826a88978a is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:10.652362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-cd46013a-d75c-4c2e-8766-a3eecf3a66c5 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856638 Feb 09 03:20:10.751558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d6e65ef6-4d61-4ebb-afa7-66a9ad8a6ff2 req-e8e216ca-d8d7-4017-96f4-8f062cfc5cdf service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930371 Feb 09 03:20:10.840361 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-458161bc-d5e2-4921-9d49-06ad1f877954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.841898 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-458161bc-d5e2-4921-9d49-06ad1f877954 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1127 time: 0.0475485 Feb 09 03:20:10.974042 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-b105476f-e48b-4f98-98be-3b29540fb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.975621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-b105476f-e48b-4f98-98be-3b29540fb4ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.1278257 Feb 09 03:20:10.983592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74006bb-885c-4b07-9f4f-ca3319efba30 req-f6662720-e76a-41fd-a7a6-cc8fb507058d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:10.985774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a74006bb-885c-4b07-9f4f-ca3319efba30 req-f6662720-e76a-41fd-a7a6-cc8fb507058d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0921798 Feb 09 03:20:11.028789 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-250356c0-934f-4b66-805e-f3a9c72d04ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 217 time: 0.0419970 Feb 09 03:20:11.106899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a74006bb-885c-4b07-9f4f-ca3319efba30 req-8669e9f7-dadd-4bef-95fc-daf405e821d4 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143069 Feb 09 03:20:11.108400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-129405ae-3515-4c2d-b6cf-7039ff1fe804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:11.110564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-129405ae-3515-4c2d-b6cf-7039ff1fe804 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0754335 Feb 09 03:20:11.163389 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-831671f6-8968-4a75-9d4d-062961cc4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:11.164954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-831671f6-8968-4a75-9d4d-062961cc4027 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491173 Feb 09 03:20:11.256142 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-7d44ebe6-6059-4fac-a9b5-f619ea58e405 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Feb 09 03:20:11.352077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-96e1e49a-81d5-4405-bab8-8241b74651d9 req-396f751a-69c2-4471-bcb6-cdf64217f8fa service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896590 Feb 09 03:20:12.233940 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01e389-3dd5-4ae0-9583-f8115a0e48d4 req-4f60b82b-4732-458b-a81d-f3484c0bbae6 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:12.235873 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca01e389-3dd5-4ae0-9583-f8115a0e48d4 req-4f60b82b-4732-458b-a81d-f3484c0bbae6 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0551496 Feb 09 03:20:12.294768 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ca01e389-3dd5-4ae0-9583-f8115a0e48d4 req-0591861d-a60f-468e-83fc-6275f0d44da9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532532 Feb 09 03:20:13.490347 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:20:13.521846 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d460-2830-4c91-98db-57ccfa8088b3 req-62e1b10c-1c4a-4b3c-874e-9d225fc1e89c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:13.523514 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54e7d460-2830-4c91-98db-57ccfa8088b3 req-62e1b10c-1c4a-4b3c-874e-9d225fc1e89c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.1569090 Feb 09 03:20:13.587393 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-54e7d460-2830-4c91-98db-57ccfa8088b3 req-77b6b384-7cd6-4aac-a39f-8e4e9caa9ad5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582952 Feb 09 03:20:13.592667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:13.604925 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'port_id': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'mac_address': 'fa:16:3e:e4:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:20:13.650310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:13.650652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.667475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc2ad46-5907-4b9e-ab7a-428569378dd7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:13.688897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:13.692917 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.742248 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:14.013995 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8bc2ad46-5907-4b9e-ab7a-428569378dd7'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:14.632029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:20:14.709524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba89cb-ed50-4f18-b038-18ee5810804a req-a159385e-8849-4076-b2c9-dc770eae0928 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:14.711207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2ba89cb-ed50-4f18-b038-18ee5810804a req-a159385e-8849-4076-b2c9-dc770eae0928 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 945 time: 0.0546575 Feb 09 03:20:14.760941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2ba89cb-ed50-4f18-b038-18ee5810804a req-d6c041d1-faf4-4217-8057-5dae81f638b9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439727 Feb 09 03:20:15.490032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:15.542156 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:20:15.548316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:15.548694 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.631785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:15.632185 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.657437 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:15.659722 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee825bd-fffa-4bae-b5c5-9400a4168f25" -d '{"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:15.673988 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:15.677911 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.728280 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:15.763651 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5aed52-88b7-483c-8f0d-3edb8a4bcb56 x-openstack-request-id: req-2a5aed52-88b7-483c-8f0d-3edb8a4bcb56 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:15.763954 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:15.764214 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a5aed52-88b7-483c-8f0d-3edb8a4bcb56 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:15.764618 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'code': 200} Feb 09 03:20:15.914647 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a87b-757b-4644-9891-587d75b8d2ba req-98b07a4c-f9cf-4b7d-8c37-51340dc7df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:15.916201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f10a87b-757b-4644-9891-587d75b8d2ba req-98b07a4c-f9cf-4b7d-8c37-51340dc7df1b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1129 time: 0.0912642 Feb 09 03:20:15.927948 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5525c-fa98-46f3-a16a-326949d77110 req-c37bdb23-ba92-489e-9d5f-7b672dadc6a3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:15.929365 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8e5525c-fa98-46f3-a16a-326949d77110 req-c37bdb23-ba92-489e-9d5f-7b672dadc6a3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0769267 Feb 09 03:20:16.005015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6f10a87b-757b-4644-9891-587d75b8d2ba req-fca2c880-3eb2-4edd-adf3-08a332d687dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746033 Feb 09 03:20:16.010002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c8e5525c-fa98-46f3-a16a-326949d77110 req-474b58d2-2faf-4cfe-ad6d-014f7bb61c83 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745821 Feb 09 03:20:17.143649 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e75e8-1615-4933-93dd-c8dd680de79f req-071c1cd5-04da-4fa4-bac6-4618a99464d9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:17.145186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df4e75e8-1615-4933-93dd-c8dd680de79f req-071c1cd5-04da-4fa4-bac6-4618a99464d9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0638678 Feb 09 03:20:17.208587 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-df4e75e8-1615-4933-93dd-c8dd680de79f req-b5c43267-e372-4235-94f6-7e8eeb435e99 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Feb 09 03:20:18.347094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9deb7-fed7-465d-a3f7-5c0a4d5a0bda req-0d1b7047-94b6-4725-b02e-17222953bbef tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.348532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c9deb7-fed7-465d-a3f7-5c0a4d5a0bda req-0d1b7047-94b6-4725-b02e-17222953bbef tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0682402 Feb 09 03:20:18.402152 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86c9deb7-fed7-465d-a3f7-5c0a4d5a0bda req-90f9772b-c81b-4c51-b82c-e25b281232c0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477312 Feb 09 03:20:18.530877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0971dbc-a5cc-4a33-b92e-6c93e5c63083 req-15c6fccd-91cf-4bd7-a4f0-37d92791d71c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.532880 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0971dbc-a5cc-4a33-b92e-6c93e5c63083 req-15c6fccd-91cf-4bd7-a4f0-37d92791d71c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0621111 Feb 09 03:20:18.582792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0971dbc-a5cc-4a33-b92e-6c93e5c63083 req-aaa3dd38-f078-41bb-bf24-b4040bbecd29 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Feb 09 03:20:18.604709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47292) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:18.677259 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.706277 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6886fd-aa44-4be6-a005-7680ab3f3fdc tempest-TestShelveInstance-2003552793 tempest-TestShelveInstance-2003552793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.707871 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-6b6886fd-aa44-4be6-a005-7680ab3f3fdc tempest-TestShelveInstance-2003552793 tempest-TestShelveInstance-2003552793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1124 time: 0.1022322 Feb 09 03:20:18.710799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47296) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:18.715018 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:18.736210 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.852514 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.971142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Allocated IP 172.25.6.113 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/5cf87bca-6c07-4c63-a672-bc6afe8a1b0a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:19.079053 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.116826 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.154634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:19.160876 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:19.164449 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:19.192537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'Port': ['ID=5cf87bca-6c07-4c63-a672-bc6afe8a1b0a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:19.554437 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (b17a4ace-ae00-4811-a55e-54b1ecfb862c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.630321 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.691829 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.783002 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.787867 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.862716 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'Port': ['ID=5cf87bca-6c07-4c63-a672-bc6afe8a1b0a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:19.873311 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (b17a4ace-ae00-4811-a55e-54b1ecfb862c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.982130 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Floating IP b17a4ace-ae00-4811-a55e-54b1ecfb862c associated. External IP: 172.25.6.113, port: 8bc2ad46-5907-4b9e-ab7a-428569378dd7. Feb 09 03:20:20.203402 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:20.310156 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:20.320403 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] Sync routers for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:20.330595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.331815 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:20.332444 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:20.364243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a1d9cd49-150c-4a6b-b02c-b05604d72f38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6524291 Feb 09 03:20:20.364852 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:20.367199 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:20.408262 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5d3892-14b4-4aaf-88e0-a82278595231 x-openstack-request-id: req-be5d3892-14b4-4aaf-88e0-a82278595231 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:20.408572 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:20.408966 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be5d3892-14b4-4aaf-88e0-a82278595231 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:20.409275 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'status': 'completed', 'code': 200} Feb 09 03:20:20.440272 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:20.474954 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-b5bc2165-44e3-416a-b8db-10f621d0735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:20.476538 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-b5bc2165-44e3-416a-b8db-10f621d0735f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1129 time: 0.0472424 Feb 09 03:20:20.582688 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-65bd12ea-5679-48ad-8da7-945882b634a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:20.584232 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-65bd12ea-5679-48ad-8da7-945882b634a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.1023743 Feb 09 03:20:20.657418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-796e7a60-e9b0-4716-8586-af60eaae33d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0676343 Feb 09 03:20:20.678194 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'b17a4ace-ae00-4811-a55e-54b1ecfb862c', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'port_id': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'mac_address': 'fa:16:3e:e4:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:19Z', 'revision_number': 0, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:20.705233 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] Checking router: 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:20.706563 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-5b46b56d-f625-4799-84b0-3b52066ebfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:20.708164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-5b46b56d-f625-4799-84b0-3b52066ebfff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0457041 Feb 09 03:20:20.715018 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:20.715643 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:19:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:20.767127 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-eb3ac14c-e9c1-4bb3-947e-ad72ce23d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:20.768793 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-eb3ac14c-e9c1-4bb3-947e-ad72ce23d8ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551729 Feb 09 03:20:20.829363 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:20.864639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-744876af-f40a-4351-86fe-684f2219e25b service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895865 Feb 09 03:20:20.956395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e01f95e5-6a55-4c34-b2a7-4ca3aac36a3d req-95a5591b-8d07-461c-8872-d7b8c7c45679 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864882 Feb 09 03:20:21.154912 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'b17a4ace-ae00-4811-a55e-54b1ecfb862c', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'port_id': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'mac_address': 'fa:16:3e:e4:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:19Z', 'revision_number': 0, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:21.181828 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f289ab-ec53-437e-a4b3-7d307f53ff02 None None] The sync data for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 is: [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'b17a4ace-ae00-4811-a55e-54b1ecfb862c', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'port_id': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'mac_address': 'fa:16:3e:e4:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:19Z', 'revision_number': 0, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:21.391794 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4120cdf-386e-4011-af9b-a261a8b603e3 None None] New status for floating IP b17a4ace-ae00-4811-a55e-54b1ecfb862c: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:20:23.538104 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-205891b7-ca12-4c0d-9757-d18e1e20b92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.845781 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-837a103b-dc6a-4cdf-8934-7f08f880e94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.257169 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.426921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.935036 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.863354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-5977dce0-c8e6-4776-b031-17a350b7ed7c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954950 Feb 09 03:20:45.959726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-47cf4c34-d27e-47b9-9ed8-263c361daa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.961273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-47cf4c34-d27e-47b9-9ed8-263c361daa75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1129 time: 0.0557899 Feb 09 03:20:46.066119 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-660e910e-ada9-4261-94c0-0f418d3cd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:46.067560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-660e910e-ada9-4261-94c0-0f418d3cd236 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0880349 Feb 09 03:20:46.145741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-abb97df7-d0a8-4f4f-b895-e32e39fc3d8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0723729 Feb 09 03:20:46.202637 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-7dca0c44-44ef-4037-aa95-db1a5fe64c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:46.204198 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-7dca0c44-44ef-4037-aa95-db1a5fe64c51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0532007 Feb 09 03:20:46.253549 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-88235192-cf71-4a3d-8390-1bae005b5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:46.255105 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-88235192-cf71-4a3d-8390-1bae005b5117 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454218 Feb 09 03:20:46.350146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-5baab21b-c359-4abc-8a49-4f2b85dd7d36 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889690 Feb 09 03:20:46.445021 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8a4d2509-9aa9-4eed-9f74-85704839f7e2 req-c37bd9ea-7fcc-4f2a-8350-e984a0f94fbd service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896237 Feb 09 03:20:48.677407 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.690717 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.630707 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:20:53.539590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8b21fa7c-78aa-45a8-8012-26cdbb93fd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.848081 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b0f6450e-e949-4346-a290-3ed1ae984736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:57.260199 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:58.428951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:59.956623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.685900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.697620 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.541646 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-807a9b54-6d40-402e-a764-61a5b43abfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.849218 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3d08376-9a73-475c-a3ae-2aa6f618ffb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.263877 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.435810 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.630260 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:21:29.941129 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:45.658097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-609c78fb-4040-4046-83ad-2ad630852381 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540977 Feb 09 03:21:45.764620 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-720eafe8-1c31-44ad-bf34-a6ac1f8f1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.766592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-720eafe8-1c31-44ad-bf34-a6ac1f8f1ad4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1129 time: 0.0461099 Feb 09 03:21:45.878143 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-541b0eb3-2a24-4e5d-919b-78aa5d23e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.879614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-541b0eb3-2a24-4e5d-919b-78aa5d23e8f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0924821 Feb 09 03:21:45.951743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-3f15339d-ed40-430d-bd13-84652cecad0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0663843 Feb 09 03:21:46.005639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-390a571a-35bd-421e-a27d-d11e0adec503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:46.007176 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-390a571a-35bd-421e-a27d-d11e0adec503 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0493844 Feb 09 03:21:46.057275 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-352c06d2-cf13-4f1e-9f56-3535de0bbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:46.058825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-352c06d2-cf13-4f1e-9f56-3535de0bbc8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461860 Feb 09 03:21:46.463684 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-de764001-616c-4ee7-8a9f-fa1c545cbde5 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993073 Feb 09 03:21:46.551948 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2607b645-3473-4793-bcdd-50c5f89183a4 req-871749ae-155f-41f3-8e7a-9967a87d1e6b service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822446 Feb 09 03:21:48.678520 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.708814 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:53.544639 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-edd79954-0111-40a8-9884-c4db01fcd34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:55.850694 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad3002c1-c4b3-4670-a9ad-4005b681f934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:57.267014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:58.444298 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:59.935951 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:05.630395 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:22:18.673493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.710222 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.549164 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cbaef6e1-7e15-4538-a62c-4fff82c4654c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.853715 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3dcd5537-99af-4f73-bcce-59c58eef3d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.273940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.441227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.940363 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.629863 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:22:47.879205 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-9d914435-42f8-4aec-9b27-958665c302a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:47.880636 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-9d914435-42f8-4aec-9b27-958665c302a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1129 time: 0.0564039 Feb 09 03:22:48.048507 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-3005f5a1-b02d-4546-b688-5117e35125ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.050022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-3005f5a1-b02d-4546-b688-5117e35125ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.1466119 Feb 09 03:22:48.056941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facc761-4e2a-46e3-99aa-730e231c69b5 req-ce93db9b-ea0a-4793-9cf6-33dcd1481153 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.058346 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4facc761-4e2a-46e3-99aa-730e231c69b5 req-ce93db9b-ea0a-4793-9cf6-33dcd1481153 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.2194233 Feb 09 03:22:48.159946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-05294c2d-db2b-4331-9a38-136236e1fece service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1002 time: 0.1005905 Feb 09 03:22:48.163623 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4facc761-4e2a-46e3-99aa-730e231c69b5 req-bfc6df79-7949-47e1-8dfd-b2d82b7ffdd9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975308 Feb 09 03:22:48.214430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-2e47b42e-e9da-40b7-8fbc-ef7639e78726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.215964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-2e47b42e-e9da-40b7-8fbc-ef7639e78726 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0501258 Feb 09 03:22:48.267060 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-53427703-791a-4ea5-b588-e8545e7d5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:48.268601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-53427703-791a-4ea5-b588-e8545e7d5872 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465858 Feb 09 03:22:48.365212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-cb420440-7455-4999-a9a4-970c1d0faf44 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895638 Feb 09 03:22:48.462543 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f56c6af8-4009-45d1-bce6-d8ea38847e30 req-c633d81d-d314-45ff-add0-cabfca985e71 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916350 Feb 09 03:22:48.673695 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:49.301892 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e5b9a-e505-4394-8b33-0207b6f7ec27 req-12c21747-2029-4ce2-9177-855e63d78412 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.303446 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-236e5b9a-e505-4394-8b33-0207b6f7ec27 req-12c21747-2029-4ce2-9177-855e63d78412 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0560246 Feb 09 03:22:49.360783 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-236e5b9a-e505-4394-8b33-0207b6f7ec27 req-31886a56-f9c9-4d19-8769-b74e6b354dce tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516994 Feb 09 03:22:49.713940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.510879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932123e-552e-4a53-acd4-dd52a618a10b req-8bab3efe-dcc2-4217-aced-9d772a8fa83a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.512388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3932123e-552e-4a53-acd4-dd52a618a10b req-8bab3efe-dcc2-4217-aced-9d772a8fa83a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0581501 Feb 09 03:22:50.562493 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3932123e-552e-4a53-acd4-dd52a618a10b req-c7bbd4c4-63c5-4ff3-b601-91d492048273 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 Feb 09 03:22:51.694419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410a6bf-c696-49f8-81ed-e310c2d1d8bb req-1ec672c9-2314-4455-aec1-84eb9478459f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:51.695963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7410a6bf-c696-49f8-81ed-e310c2d1d8bb req-1ec672c9-2314-4455-aec1-84eb9478459f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0584157 Feb 09 03:22:51.746990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7410a6bf-c696-49f8-81ed-e310c2d1d8bb req-c7dbf626-fee4-4135-8a06-c59e5b4fc3f1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Feb 09 03:22:52.869626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be152fe-aea5-42d0-9727-275d415685c5 req-12997fda-92f4-4f19-8b77-2375a8a88272 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:52.871281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0be152fe-aea5-42d0-9727-275d415685c5 req-12997fda-92f4-4f19-8b77-2375a8a88272 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0536144 Feb 09 03:22:52.929503 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0be152fe-aea5-42d0-9727-275d415685c5 req-a009ae3e-2453-46ac-8e67-65e9f8f51275 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516617 Feb 09 03:22:53.553315 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f8796f16-737e-486a-a8f4-fe9862149b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.070679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cb3a9-877b-4fe2-a7af-977742601ca6 req-a42e13c2-c701-4a7a-bd07-49d1cba1c363 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.072213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd5cb3a9-877b-4fe2-a7af-977742601ca6 req-a42e13c2-c701-4a7a-bd07-49d1cba1c363 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0730917 Feb 09 03:22:54.122326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd5cb3a9-877b-4fe2-a7af-977742601ca6 req-61d07776-0d98-4340-949c-8216cb40a641 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444887 Feb 09 03:22:55.250626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed5345-09bd-4937-aab4-b6e15dd29fcb req-14a6a941-5c00-43cb-9b94-a0cb69f5da7b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:55.252159 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0ed5345-09bd-4937-aab4-b6e15dd29fcb req-14a6a941-5c00-43cb-9b94-a0cb69f5da7b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0563047 Feb 09 03:22:55.301984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0ed5345-09bd-4937-aab4-b6e15dd29fcb req-c0ab8355-a13b-4587-b1ce-7230c6b685ea tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Feb 09 03:22:55.855395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-12eb67fe-1fda-44a1-9a55-5a3c672fedd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:56.431646 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b277835-76cb-4ab1-92cd-854ee55ae9b7 req-35b7c17c-fc67-47cf-8811-da47bc641295 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.433129 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b277835-76cb-4ab1-92cd-854ee55ae9b7 req-35b7c17c-fc67-47cf-8811-da47bc641295 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0612965 Feb 09 03:22:56.488592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8b277835-76cb-4ab1-92cd-854ee55ae9b7 req-021041e7-ee6e-4200-b3cd-3532019006e2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459559 Feb 09 03:22:57.273782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:57.617432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff2c7c-3b3f-4d3e-9944-b9f98692ef16 req-d170e0b9-f186-4123-9f7f-64fcf9ba1e84 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:57.618979 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fff2c7c-3b3f-4d3e-9944-b9f98692ef16 req-d170e0b9-f186-4123-9f7f-64fcf9ba1e84 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0542586 Feb 09 03:22:57.670257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4fff2c7c-3b3f-4d3e-9944-b9f98692ef16 req-cc980466-a58b-47e6-9bab-338b99880dd7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Feb 09 03:22:58.447483 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.805194 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefa8b-181e-44c8-9e1a-3c59a7ba945d req-9fa394a1-990c-41fd-94eb-9a9d42031ce3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:58.806986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8eefa8b-181e-44c8-9e1a-3c59a7ba945d req-9fa394a1-990c-41fd-94eb-9a9d42031ce3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0598357 Feb 09 03:22:58.860399 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8eefa8b-181e-44c8-9e1a-3c59a7ba945d req-108a42c5-4e26-49d3-8b04-e90f7742bad3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472317 Feb 09 03:22:59.947158 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.985189 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97887719-0cfd-4a81-aff3-a6350280200f req-2ffb4d43-154d-4590-b353-563563def629 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:59.986746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97887719-0cfd-4a81-aff3-a6350280200f req-2ffb4d43-154d-4590-b353-563563def629 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0565956 Feb 09 03:23:00.037560 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97887719-0cfd-4a81-aff3-a6350280200f req-14f1f851-6cf8-4082-84d6-d73a1d9106e5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450191 Feb 09 03:23:01.164616 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf45ad-b87c-44a6-aa9f-8a2974e41d0f req-abdb92f7-1fc3-4416-ba26-c6d29bf1ab96 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:01.166133 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0cf45ad-b87c-44a6-aa9f-8a2974e41d0f req-abdb92f7-1fc3-4416-ba26-c6d29bf1ab96 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0557878 Feb 09 03:23:01.225744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e0cf45ad-b87c-44a6-aa9f-8a2974e41d0f req-d57cbfba-b04e-432b-9ced-7e2015c67d1c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536110 Feb 09 03:23:02.245038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:02.346631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:02.358250 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204dc5c-1a9c-4c15-90a5-05d0b2fe546c req-0bf9b270-b889-4bc8-ae24-a48cfb0764df tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:02.359135 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'port_id': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'mac_address': 'fa:16:3e:e4:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:02.359894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f204dc5c-1a9c-4c15-90a5-05d0b2fe546c req-0bf9b270-b889-4bc8-ae24-a48cfb0764df tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0552375 Feb 09 03:23:02.404509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:02.404944 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.416112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f204dc5c-1a9c-4c15-90a5-05d0b2fe546c req-4f7f577a-86d1-4bcc-899f-741c113d40cb tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505543 Feb 09 03:23:02.421814 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bc2ad46-5907-4b9e-ab7a-428569378dd7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:02.449344 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:02.454545 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.506739 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:02.514213 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.514594 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.516149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.516149 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.516537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.516779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.517115 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.517448 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.517783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.518122 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.518479 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.518809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.519138 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:02.551057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8bc2ad46-5907-4b9e-ab7a-428569378dd7'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:03.534514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb9ad5-4df5-409a-9a12-4b2f764a3c9e req-86496bad-ea35-4f15-90a5-989d72dfb062 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:03.536068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9dfb9ad5-4df5-409a-9a12-4b2f764a3c9e req-86496bad-ea35-4f15-90a5-989d72dfb062 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 945 time: 0.0532670 Feb 09 03:23:03.586084 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9dfb9ad5-4df5-409a-9a12-4b2f764a3c9e req-097e068a-a16c-42e0-8856-7510eeb1dfd1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439255 Feb 09 03:23:04.246874 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:04.297933 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:04.298369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.379342 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:04.379737 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.402726 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:04.404964 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cd60f2-c7cf-4101-ae50-89094f1cf0b3" -d '{"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:04.418124 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:04.422888 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.482085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:04.720626 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558945d-0361-4536-86df-63e47145f7ea req-a60e79f2-c57d-45ba-a17b-e1cc47bafe38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:04.722180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f558945d-0361-4536-86df-63e47145f7ea req-a60e79f2-c57d-45ba-a17b-e1cc47bafe38 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0651636 Feb 09 03:23:04.775569 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f558945d-0361-4536-86df-63e47145f7ea req-47d75b9f-2872-49c9-a25e-ba5a5c764f7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469677 Feb 09 03:23:05.466814 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f8e55-956c-43e8-9be2-d181492177da x-openstack-request-id: req-7d3f8e55-956c-43e8-9be2-d181492177da {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:05.467703 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:05.468510 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d3f8e55-956c-43e8-9be2-d181492177da {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:05.469432 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'code': 200} Feb 09 03:23:05.925494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff23932-22f8-4e79-b461-b97b9b1529da req-fc00ca30-e593-4532-bee0-bca367bc6958 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:05.927378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bff23932-22f8-4e79-b461-b97b9b1529da req-fc00ca30-e593-4532-bee0-bca367bc6958 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0575998 Feb 09 03:23:05.988339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bff23932-22f8-4e79-b461-b97b9b1529da req-46ff581d-e9bf-4ded-aa1c-073e4141aecb tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510657 Feb 09 03:23:07.123701 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a67187-2c2c-4f00-a92f-ff0b3254b7a0 req-38073448-833b-47ed-8b2e-75daa24829f2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:07.126916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62a67187-2c2c-4f00-a92f-ff0b3254b7a0 req-38073448-833b-47ed-8b2e-75daa24829f2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0576050 Feb 09 03:23:07.191043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-62a67187-2c2c-4f00-a92f-ff0b3254b7a0 req-8118275f-526b-43ea-8e5f-74b65580872d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574021 Feb 09 03:23:08.327592 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66264dd6-e7d9-4a68-9e26-856eb6b50306 req-a7193e8f-6eb7-45cf-8394-2dea984938e4 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.329164 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66264dd6-e7d9-4a68-9e26-856eb6b50306 req-a7193e8f-6eb7-45cf-8394-2dea984938e4 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0586350 Feb 09 03:23:08.386388 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-66264dd6-e7d9-4a68-9e26-856eb6b50306 req-00a94ed8-d0f0-43da-859f-3649a45390ba tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510471 Feb 09 03:23:09.527132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512542c-c2fe-4671-ae16-a5003b114d1d req-07531a3c-9d03-42a3-bb2d-371960728eee tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:09.529823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3512542c-c2fe-4671-ae16-a5003b114d1d req-07531a3c-9d03-42a3-bb2d-371960728eee tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0694366 Feb 09 03:23:09.589211 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3512542c-c2fe-4671-ae16-a5003b114d1d req-ecd72ee8-d244-4f88-ba24-a9e3a5ccf573 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529668 Feb 09 03:23:10.737813 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d92da-d6ec-4345-a2ea-855df04dfbc3 req-d8f211d9-68d2-4c83-8eef-839ab33008f1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:10.739460 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f78d92da-d6ec-4345-a2ea-855df04dfbc3 req-d8f211d9-68d2-4c83-8eef-839ab33008f1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0700319 Feb 09 03:23:10.808611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f78d92da-d6ec-4345-a2ea-855df04dfbc3 req-63429bbe-baa6-419d-9468-aaa4076ff4b5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603719 Feb 09 03:23:11.961244 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6bf12-df2c-476b-a523-d9116cdccb34 req-5649345f-e204-48e9-995d-ffc0574f10b1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:11.965218 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18c6bf12-df2c-476b-a523-d9116cdccb34 req-5649345f-e204-48e9-995d-ffc0574f10b1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0634596 Feb 09 03:23:12.021554 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18c6bf12-df2c-476b-a523-d9116cdccb34 req-b3873f11-e968-4729-a738-34f9ce827f56 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521212 Feb 09 03:23:13.173751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca5d2-6087-4f3a-95ba-f3e8da8ecd3f req-9d1ef0a8-389c-44b9-af29-85921af4d23f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:13.178627 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-856ca5d2-6087-4f3a-95ba-f3e8da8ecd3f req-9d1ef0a8-389c-44b9-af29-85921af4d23f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0706308 Feb 09 03:23:13.247593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-856ca5d2-6087-4f3a-95ba-f3e8da8ecd3f req-24aa407d-c80b-4f3c-b3a2-ab69712cf9b1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614877 Feb 09 03:23:14.386908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82e3e6-dddf-4762-8f44-4756df076cf6 req-6d27e727-b08e-49be-a9d3-2f67b041cb29 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.388515 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f82e3e6-dddf-4762-8f44-4756df076cf6 req-6d27e727-b08e-49be-a9d3-2f67b041cb29 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Feb 09 03:23:14.440448 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5f82e3e6-dddf-4762-8f44-4756df076cf6 req-cae67c24-a5c5-499d-8dc3-8d9e5fd6e51f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Feb 09 03:23:14.544555 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-bae175d3-8da2-4dd7-a890-e01fa83f8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.546122 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-bae175d3-8da2-4dd7-a890-e01fa83f8ce6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1129 time: 0.0467494 Feb 09 03:23:14.642146 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-f63d04a0-b9a1-451a-8879-c1b89309afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.643711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-f63d04a0-b9a1-451a-8879-c1b89309afa2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0919940 Feb 09 03:23:14.709908 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-941ebd21-1cb8-4952-bacc-bd86ad705582 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0601795 Feb 09 03:23:14.763390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-6a01fbbc-553f-4677-9ca7-5a6345f5fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.765220 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-6a01fbbc-553f-4677-9ca7-5a6345f5fa4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0498831 Feb 09 03:23:14.815855 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-303b0ad9-5496-4800-90dd-2501c0cb80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:14.817364 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-303b0ad9-5496-4800-90dd-2501c0cb80b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456359 Feb 09 03:23:14.906402 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-4225a1d4-9ecc-455d-9944-76501ce6bb36 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827079 Feb 09 03:23:15.001370 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5b9e1908-d12d-44c5-9ab6-7e4a9411b46a req-55eb7395-968d-4c64-a22f-27a180f97e95 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 Feb 09 03:23:15.583130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86668-fc0e-43c4-b337-27ec764bb71a req-e2592c53-100d-49b3-9648-7538a6cabf94 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:15.584675 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5d86668-fc0e-43c4-b337-27ec764bb71a req-e2592c53-100d-49b3-9648-7538a6cabf94 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0624032 Feb 09 03:23:15.638611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b5d86668-fc0e-43c4-b337-27ec764bb71a req-a10b990f-5b78-443f-a5d6-896b6bfebba3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481396 Feb 09 03:23:16.783233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c75697-c12b-4f4d-aefb-12dc1eb90317 req-87e2f9d7-581e-4438-a8a1-54269dc2bd18 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:16.784756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92c75697-c12b-4f4d-aefb-12dc1eb90317 req-87e2f9d7-581e-4438-a8a1-54269dc2bd18 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0592856 Feb 09 03:23:16.834570 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-92c75697-c12b-4f4d-aefb-12dc1eb90317 req-11aa926a-bc03-4ca0-8d45-577241ce363f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 Feb 09 03:23:16.906249 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-823e4d80-3ac3-4adc-b95f-caeeb4e6cd9c req-100605f8-da5f-4ceb-8ac0-b90a9dac5ce7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:23:16.908748 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-823e4d80-3ac3-4adc-b95f-caeeb4e6cd9c req-100605f8-da5f-4ceb-8ac0-b90a9dac5ce7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075302 Feb 09 03:23:17.078335 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecebd5-3b96-43b5-9b72-bb7457286615 req-15aebd84-21d3-4cb7-bbb5-6a2e59cb5946 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:17.080387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01ecebd5-3b96-43b5-9b72-bb7457286615 req-15aebd84-21d3-4cb7-bbb5-6a2e59cb5946 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0573850 Feb 09 03:23:17.135566 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-01ecebd5-3b96-43b5-9b72-bb7457286615 req-07c076f4-0b10-487e-93a4-6742cd7445ea tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493672 Feb 09 03:23:17.329808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-184d1941-47e3-4cf3-a02f-bab22a7b7cb2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907059 Feb 09 03:23:18.272095 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266074b-1e86-4c9a-b30e-9f5e7695582a req-426fa9ea-a0d2-48d4-8115-b0a953d348dd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:18.273567 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:18.273982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e266074b-1e86-4c9a-b30e-9f5e7695582a req-426fa9ea-a0d2-48d4-8115-b0a953d348dd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 946 time: 0.0688524 Feb 09 03:23:18.325718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e266074b-1e86-4c9a-b30e-9f5e7695582a req-751929f4-bb3b-4753-9265-be640d8ae643 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Feb 09 03:23:18.368589 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:18.369120 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.394773 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:18.396927 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92e6084-ca8e-4021-bfd1-f0cf83ea8808" -d '{"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:18.410012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:18.415733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.447014 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b762849-f36f-4ffc-9ed5-a6d5fb34592a x-openstack-request-id: req-8b762849-f36f-4ffc-9ed5-a6d5fb34592a {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:18.447317 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-unplugged", "status": "failed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "code": 422}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:18.447605 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b762849-f36f-4ffc-9ed5-a6d5fb34592a {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:18.448001 n-d-826675-12 neutron-server[103151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'code': 422} returned with failed status Feb 09 03:23:18.475015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:18.670038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.446057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f5306-7765-4d1b-b906-6722b63f27d9 req-1854899c-839e-449f-a2b5-092e254c7861 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:19.447522 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c6f5306-7765-4d1b-b906-6722b63f27d9 req-1854899c-839e-449f-a2b5-092e254c7861 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0538604 Feb 09 03:23:19.498698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c6f5306-7765-4d1b-b906-6722b63f27d9 req-07752195-20a1-47f0-a964-19b60e212b8c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Feb 09 03:23:19.630063 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:23:19.726014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.628265 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ae40-4559-4cb4-891f-95bcd1d8e40a req-e2653599-3fdf-4b38-8b6a-5e3eccafe010 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:20.629816 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5e5ae40-4559-4cb4-891f-95bcd1d8e40a req-e2653599-3fdf-4b38-8b6a-5e3eccafe010 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0559902 Feb 09 03:23:20.685255 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e5e5ae40-4559-4cb4-891f-95bcd1d8e40a req-58272781-8b5d-454e-97fb-4f4fb35c4228 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496943 Feb 09 03:23:21.814783 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0550d6-64f1-4a55-a7d2-4de8928a3640 req-c97c4689-d640-4392-8173-fcdd4642b42d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:21.816443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e0550d6-64f1-4a55-a7d2-4de8928a3640 req-c97c4689-d640-4392-8173-fcdd4642b42d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0606115 Feb 09 03:23:21.869201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7e0550d6-64f1-4a55-a7d2-4de8928a3640 req-6d3e4d40-365a-4b14-b4c9-f07b11e65fdd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Feb 09 03:23:22.193371 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62390-550f-44b3-a275-5b185a546211 req-c55da057-76de-44bd-a856-dba87baa4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.195698 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-c55da057-76de-44bd-a856-dba87baa4a86 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27&tenant_id=1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 1127 time: 0.0495203 Feb 09 03:23:22.266526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62390-550f-44b3-a275-5b185a546211 req-1a1d8c27-f594-4561-a0e8-463df6803d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.268072 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-1a1d8c27-f594-4561-a0e8-463df6803d3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1127 time: 0.0510933 Feb 09 03:23:22.360185 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62390-550f-44b3-a275-5b185a546211 req-262071a2-9d51-44d8-a84a-6420ed478860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.361666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-262071a2-9d51-44d8-a84a-6420ed478860 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0875809 Feb 09 03:23:22.438116 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-999b8779-a3c5-472a-bcc5-ea4341d7bce9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0705967 Feb 09 03:23:22.497866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62390-550f-44b3-a275-5b185a546211 req-511500ed-39a7-4254-a4eb-050186e9dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.499415 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-511500ed-39a7-4254-a4eb-050186e9dda7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0546134 Feb 09 03:23:22.559770 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62390-550f-44b3-a275-5b185a546211 req-238eb5e2-8758-4181-ac6d-881e15dc1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:22.561301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-238eb5e2-8758-4181-ac6d-881e15dc1214 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0549445 Feb 09 03:23:22.656248 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-fbbcf61a-f138-466b-8372-8082214ea969 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876501 Feb 09 03:23:22.753763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8bf62390-550f-44b3-a275-5b185a546211 req-3c717a02-2329-4add-adab-5e2667f3a0f6 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915411 Feb 09 03:23:23.015351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaafa70-1ca1-419e-8ab3-00dcf7d163b7 req-ebe6a956-6528-415a-a54c-c3e60422d8b6 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:23.017799 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cdaafa70-1ca1-419e-8ab3-00dcf7d163b7 req-ebe6a956-6528-415a-a54c-c3e60422d8b6 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0618787 Feb 09 03:23:23.097667 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cdaafa70-1ca1-419e-8ab3-00dcf7d163b7 req-8ee0debb-7572-4c83-bbcc-03c7ca5382da tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694499 Feb 09 03:23:23.557732 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-03ff6a4d-e75b-4463-b33c-61b617baa82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.244692 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97385418-6f4c-4b05-b25d-ff5b4b4d05cc req-bf1e29b2-9229-42a3-99d6-f3babc74bf4b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:24.246234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97385418-6f4c-4b05-b25d-ff5b4b4d05cc req-bf1e29b2-9229-42a3-99d6-f3babc74bf4b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0692341 Feb 09 03:23:24.307680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-97385418-6f4c-4b05-b25d-ff5b4b4d05cc req-d3920dd2-19a4-417f-b9f4-d3ba83492758 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557439 Feb 09 03:23:25.447754 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e110f7-2b4c-4158-a8cf-494ad18461f6 req-32426f63-fb95-4a38-8230-5d641a9f88a7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:25.449306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64e110f7-2b4c-4158-a8cf-494ad18461f6 req-32426f63-fb95-4a38-8230-5d641a9f88a7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0608344 Feb 09 03:23:25.505595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-64e110f7-2b4c-4158-a8cf-494ad18461f6 req-9478c858-ead2-4d99-b0ea-df5f7053e678 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486281 Feb 09 03:23:25.859402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad0367ae-528b-4fd2-ae35-4cdd91acda3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.671040 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afd62a-5fb8-4ce4-91b3-b4bf2da81142 req-45398a27-9d27-48e7-9c73-cc1a88b5235a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:26.675964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72afd62a-5fb8-4ce4-91b3-b4bf2da81142 req-45398a27-9d27-48e7-9c73-cc1a88b5235a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0866330 Feb 09 03:23:26.738018 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72afd62a-5fb8-4ce4-91b3-b4bf2da81142 req-3f07a46d-a5c1-43af-aec9-bf129146df76 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468400 Feb 09 03:23:27.283237 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.872412 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1ef39-921a-425b-bed1-1592ce77c99b req-8030804a-465d-42da-8cd4-5d41c89bfda8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:27.875418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4af1ef39-921a-425b-bed1-1592ce77c99b req-8030804a-465d-42da-8cd4-5d41c89bfda8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0570452 Feb 09 03:23:27.941662 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4af1ef39-921a-425b-bed1-1592ce77c99b req-6b689ecf-9192-41f8-baab-69e688708e27 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595541 Feb 09 03:23:28.450823 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.087300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6253c6-b96e-48c7-9201-51e4e9227063 req-6479d3f4-d38f-4184-aae5-7509a873b9f0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:29.088887 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd6253c6-b96e-48c7-9201-51e4e9227063 req-6479d3f4-d38f-4184-aae5-7509a873b9f0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0604169 Feb 09 03:23:29.154060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd6253c6-b96e-48c7-9201-51e4e9227063 req-ee3289e7-c4d7-42bc-8b8a-f1d6d9f49619 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591865 Feb 09 03:23:29.942200 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:30.294795 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd72ca-15c6-4e2d-8a94-42c576995fc8 req-61df6d3e-fe2f-438a-bcbb-e2470a501b0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:30.299086 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bffd72ca-15c6-4e2d-8a94-42c576995fc8 req-61df6d3e-fe2f-438a-bcbb-e2470a501b0b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0646369 Feb 09 03:23:30.363489 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-bffd72ca-15c6-4e2d-8a94-42c576995fc8 req-cf2223d6-7963-4a16-853b-5dc461d43203 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608037 Feb 09 03:23:31.494242 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4212821-10d8-4e03-b29f-0c13751344fe req-11fb8c6f-d148-47c9-a978-08cab99d14fa tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.495764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4212821-10d8-4e03-b29f-0c13751344fe req-11fb8c6f-d148-47c9-a978-08cab99d14fa tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0556238 Feb 09 03:23:31.548494 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4212821-10d8-4e03-b29f-0c13751344fe req-94ae5993-f7cc-4962-8444-6d5a4db59361 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462465 Feb 09 03:23:32.689738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f57a1-bb36-482e-8018-f2a8a25c6fc5 req-c0accf16-63a7-4c63-8e05-05dbba4ce9d1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:32.691335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d2f57a1-bb36-482e-8018-f2a8a25c6fc5 req-c0accf16-63a7-4c63-8e05-05dbba4ce9d1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0734322 Feb 09 03:23:32.743751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7d2f57a1-bb36-482e-8018-f2a8a25c6fc5 req-25d55b17-e23f-4e3e-a23e-dcaa22ebb7ce tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 Feb 09 03:23:33.876336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc1657-cf06-43e3-99a5-2d0fe40942f4 req-d0e1ec6c-6765-46e7-87b2-b6af1b200dc7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.877844 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11fc1657-cf06-43e3-99a5-2d0fe40942f4 req-d0e1ec6c-6765-46e7-87b2-b6af1b200dc7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0544531 Feb 09 03:23:33.929420 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-11fc1657-cf06-43e3-99a5-2d0fe40942f4 req-58369001-f1c9-4a17-9abb-564abbf03ae5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458844 Feb 09 03:23:35.054722 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7333fa-3800-49e5-bcaf-f74b8553d50d req-4804cb7c-95ae-4a3e-ab80-60c78b66aee9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:35.056352 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a7333fa-3800-49e5-bcaf-f74b8553d50d req-4804cb7c-95ae-4a3e-ab80-60c78b66aee9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0591145 Feb 09 03:23:35.109918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0a7333fa-3800-49e5-bcaf-f74b8553d50d req-80405ec6-8a1e-4315-b28f-a8cffbb4dc88 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470057 Feb 09 03:23:36.230877 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501623-47b5-4d23-bb65-b7a4b2e2d131 req-720050d8-b51a-47cd-9dbd-a8d52e867f05 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:36.232387 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f501623-47b5-4d23-bb65-b7a4b2e2d131 req-720050d8-b51a-47cd-9dbd-a8d52e867f05 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0533710 Feb 09 03:23:36.283411 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8f501623-47b5-4d23-bb65-b7a4b2e2d131 req-975fa7b7-1204-4b03-ad54-540525ac4dad tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447111 Feb 09 03:23:37.413401 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79a78e-1fc2-415e-9ba4-abbf4f274796 req-964e8cf7-dd2f-420b-9d7f-0bd9e5268813 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:37.414924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a79a78e-1fc2-415e-9ba4-abbf4f274796 req-964e8cf7-dd2f-420b-9d7f-0bd9e5268813 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 944 time: 0.0545876 Feb 09 03:23:37.466015 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9a79a78e-1fc2-415e-9ba4-abbf4f274796 req-526579af-346d-417c-a9fb-ca8982c1a24d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 Feb 09 03:23:38.352449 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:38.455816 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:38.467968 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'port_id': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'mac_address': 'fa:16:3e:e4:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:38.506507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:38.507014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.521377 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc2ad46-5907-4b9e-ab7a-428569378dd7 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:38.541094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:38.545417 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.595032 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=9']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:38.610597 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b134e-afef-4d96-b6f0-69b3af0acbe8 req-6c8d8434-5db1-4d8f-b83d-5f0436269324 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.612593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e36b134e-afef-4d96-b6f0-69b3af0acbe8 req-6c8d8434-5db1-4d8f-b83d-5f0436269324 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 945 time: 0.0691340 Feb 09 03:23:38.664497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e36b134e-afef-4d96-b6f0-69b3af0acbe8 req-378ba37e-9358-49af-a987-2b539dd6da11 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463462 Feb 09 03:23:38.959706 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['8bc2ad46-5907-4b9e-ab7a-428569378dd7'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:39.788278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32436b7b-0ddd-4ec8-82b1-3888e61dd845 req-b262856c-a555-49f9-826b-36d7833820e1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.789774 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32436b7b-0ddd-4ec8-82b1-3888e61dd845 req-b262856c-a555-49f9-826b-36d7833820e1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Feb 09 03:23:39.838833 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-32436b7b-0ddd-4ec8-82b1-3888e61dd845 req-cf5ffa42-dc4c-4a29-86b6-9390bb02d5ef tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Feb 09 03:23:40.383397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:40.437453 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:40.437766 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.517031 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:40.517430 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.540306 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:40.542616 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68252bb5-b6bf-405e-8628-d96362b0d4c9" -d '{"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:40.556767 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:40.561089 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.588171 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3aebfa-6a66-4779-aa25-60dd31c08841 x-openstack-request-id: req-9b3aebfa-6a66-4779-aa25-60dd31c08841 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:40.588468 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:40.588724 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b3aebfa-6a66-4779-aa25-60dd31c08841 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:40.589140 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'code': 200} Feb 09 03:23:40.621758 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=10']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:40.766351 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9e6ba-7d84-4383-9d30-d8882dcf9159 req-b46d072c-a71f-46e6-82fd-77cc120ff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:40.768146 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ce9e6ba-7d84-4383-9d30-d8882dcf9159 req-b46d072c-a71f-46e6-82fd-77cc120ff9d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1130 time: 0.0588865 Feb 09 03:23:40.816125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2ce9e6ba-7d84-4383-9d30-d8882dcf9159 req-847730a2-58bd-478a-8a9d-e2b8a4d55d3f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Feb 09 03:23:40.974974 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ffee0-4451-4096-a24e-ef86a7f5eafd req-42d1a31b-eccc-4e7a-b119-58047d34c07e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:40.976491 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef8ffee0-4451-4096-a24e-ef86a7f5eafd req-42d1a31b-eccc-4e7a-b119-58047d34c07e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 947 time: 0.0550561 Feb 09 03:23:41.027821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ef8ffee0-4451-4096-a24e-ef86a7f5eafd req-b9d12f06-91e6-49bf-86b9-99c104bc2b61 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 Feb 09 03:23:42.154369 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a41d1-505e-4c25-b909-4cae15375a68 req-2d1b6647-9081-426e-bc0a-a4f32e9a4c33 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.157173 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b1a41d1-505e-4c25-b909-4cae15375a68 req-2d1b6647-9081-426e-bc0a-a4f32e9a4c33 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 947 time: 0.0556371 Feb 09 03:23:42.220369 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1b1a41d1-505e-4c25-b909-4cae15375a68 req-0d286239-0008-42b9-aa6f-5871872a1990 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574884 Feb 09 03:23:43.344419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20574-9a2c-4fa7-a8e5-4dea0b06f341 req-13beaf35-8372-4ab8-b29d-c58ee116527c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.345991 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95a20574-9a2c-4fa7-a8e5-4dea0b06f341 req-13beaf35-8372-4ab8-b29d-c58ee116527c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 947 time: 0.0555995 Feb 09 03:23:43.401324 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-95a20574-9a2c-4fa7-a8e5-4dea0b06f341 req-35337f32-7672-4a66-a91b-b836fc634189 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497582 Feb 09 03:23:47.144406 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-24ceb3e0-ec00-4053-bc18-6e170f1cb368 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523350 Feb 09 03:23:47.237600 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-7dffd9df-27f9-4e84-9bfe-6fe4ffd8f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.239150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-7dffd9df-27f9-4e84-9bfe-6fe4ffd8f486 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1130 time: 0.0524995 Feb 09 03:23:47.347506 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-c8203993-01dd-45d5-b1ee-afd67ac4c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.349029 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-c8203993-01dd-45d5-b1ee-afd67ac4c5c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0914528 Feb 09 03:23:47.416060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-732b168a-045a-4485-b6cf-2a38cd7920e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0614340 Feb 09 03:23:47.470741 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-1d245d30-6f79-4984-81fe-c0fdc539a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.472478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-1d245d30-6f79-4984-81fe-c0fdc539a9d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0515447 Feb 09 03:23:47.523268 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-4f8d0294-8adb-41fa-a43f-7cf3c33dc362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.524867 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-4f8d0294-8adb-41fa-a43f-7cf3c33dc362 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471292 Feb 09 03:23:47.535394 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-87a78e6e-5fbb-400b-8fbc-2ace235ff6c4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:23:47.536395 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-87a78e6e-5fbb-400b-8fbc-2ace235ff6c4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061648 Feb 09 03:23:47.639608 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-5b379a4c-298b-4cd0-9744-e9f4216749f5 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973475 Feb 09 03:23:47.747611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a126feb3-6fae-4f2d-b61e-e92eb13004ae req-ee28462e-bbe0-44d1-af35-eca3d9ff363b service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026642 Feb 09 03:23:48.671865 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.756055 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.559266 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c9352f3-d64f-4df7-8baf-4090e8803fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.862585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0d39b29d-f9b7-4804-b0c0-51ba3aadc687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.630222 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:23:57.280347 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:58.449653 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:59.945756 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:18.675221 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.759215 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.566321 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5495f374-7289-416a-8ccb-5db6acc3c37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:25.864257 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3720289a-cd16-4daa-ac2c-4c2189a7cabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.283865 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.451938 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.951504 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.629597 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:24:48.145792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-081cdd10-eeb6-4f0c-b8c5-669dc6aeb49a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537646 Feb 09 03:24:48.238808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-3a8c2fad-4c02-44e9-8435-e8e65094ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.241363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-3a8c2fad-4c02-44e9-8435-e8e65094ce58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1130 time: 0.0518172 Feb 09 03:24:48.358635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-4c5157e4-74cd-47da-987b-10fcfb81f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.360645 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-4c5157e4-74cd-47da-987b-10fcfb81f138 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.1003878 Feb 09 03:24:48.430409 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-93869fdc-9bfc-48e0-9119-8da7d8c7a473 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0622199 Feb 09 03:24:48.486523 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-5dfcc682-fe9a-4c09-9f52-40e4f33d421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.488124 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-5dfcc682-fe9a-4c09-9f52-40e4f33d421c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0527303 Feb 09 03:24:48.540553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-001b9bd7-1678-4733-9752-962bdf7b6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.542311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-001b9bd7-1678-4733-9752-962bdf7b6fa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479951 Feb 09 03:24:48.656126 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-6750b0cb-baf2-466b-8a52-272697c9c2d5 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073656 Feb 09 03:24:48.669079 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.757664 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-311faab9-7ede-495a-ac85-c4b4c3921da2 req-a0e2dea9-9c54-4070-b819-eaa7ba1904f2 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942416 Feb 09 03:24:49.760307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.561025 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-14e7c50a-967f-4a25-bc8f-d46dda18dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.866486 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2a0f98a6-7b69-414d-ad35-49045f26a0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.287430 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.455014 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.945870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:10.629110 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:25:18.666964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.759733 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:23.563376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8533ad3-b862-4d9c-bdac-5b0b869afa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.870288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a8ad20a5-c878-4ed0-b66a-b2bac9993293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:27.289299 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:28.464090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:28.732503 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47648) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:28.947784 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Deleting port 5cf87bca-6c07-4c63-a672-bc6afe8a1b0a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:28.948140 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.035933 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.036577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.048667 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Calling delete_port for 5cf87bca-6c07-4c63-a672-bc6afe8a1b0a owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:29.208351 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (5cf87bca-6c07-4c63-a672-bc6afe8a1b0a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.233158 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event deleted for resources: {'Port': ['ID=5cf87bca-6c07-4c63-a672-bc6afe8a1b0a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:29.246115 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.246481 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.246836 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.247174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.247511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.247845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.248174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.248558 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.248830 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.249183 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.249511 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.249832 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.250155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:29.307597 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (b17a4ace-ae00-4811-a55e-54b1ecfb862c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.307925 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Floating IP b17a4ace-ae00-4811-a55e-54b1ecfb862c disassociated (deleted). External IP: 172.25.6.113, port: 8bc2ad46-5907-4b9e-ab7a-428569378dd7. Feb 09 03:25:29.539448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:29.654440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:29.660496 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:29.666076 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] Sync routers for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:29.677858 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:29.678613 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:29.691508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-e56a2947-e265-4dff-abfb-fd940e78d71f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "DELETE /v2.0/floatingips/b17a4ace-ae00-4811-a55e-54b1ecfb862c HTTP/1.1" status: 204 len: 168 time: 0.9579613 Feb 09 03:25:29.692112 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:29.694417 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda8317-26e4-4800-9a55-3a9914c0d5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:29.793331 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:29.812885 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8cbdf5-6711-413f-9183-05980cac808f x-openstack-request-id: req-1a8cbdf5-6711-413f-9183-05980cac808f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:29.813389 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:29.813504 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a8cbdf5-6711-413f-9183-05980cac808f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:29.813817 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'status': 'completed', 'code': 200} Feb 09 03:25:29.881155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-29920fe7-6d22-419b-8f49-02699d230e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:29.882918 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-29920fe7-6d22-419b-8f49-02699d230e8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 1130 time: 0.0508158 Feb 09 03:25:29.953411 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:30.038988 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:30.067669 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] Checking router: 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:30.077315 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:30.077994 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:25:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:30.193261 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:30.355679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a447e-a5b5-4b74-9436-e0c36c682139 req-ed3368e4-28ec-4ed0-bd85-92298c681316 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.357191 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-152a447e-a5b5-4b74-9436-e0c36c682139 req-ed3368e4-28ec-4ed0-bd85-92298c681316 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 947 time: 0.4588675 Feb 09 03:25:30.362376 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-0456ee78-394d-4091-ab94-af3c691a34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.363866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-0456ee78-394d-4091-ab94-af3c691a34d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.4751477 Feb 09 03:25:30.407533 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:30.416639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-397c4f9c-b669-4e2d-95ea-83caf8729191 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 200 len: 217 time: 0.0451961 Feb 09 03:25:30.437816 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee34e48-1fcf-422f-9608-fe9b48c8a52b None None] The sync data for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 is: [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:30.474482 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-152a447e-a5b5-4b74-9436-e0c36c682139 req-d4a128b2-5338-4862-8fa2-2bb79f1f57d2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096346 Feb 09 03:25:30.487026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-b19e5649-ced8-4695-9a2f-a3667ae913b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.488497 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-b19e5649-ced8-4695-9a2f-a3667ae913b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0625286 Feb 09 03:25:30.542239 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-78d4b2a6-e531-47cb-9a0c-9fe4e1318da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:30.543821 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-78d4b2a6-e531-47cb-9a0c-9fe4e1318da9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488372 Feb 09 03:25:30.639582 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-99445c23-63e4-42e1-b2bb-7f7121c57e65 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891469 Feb 09 03:25:30.705871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd78492-cf33-4ba1-8dba-f199c2f61da6 None None] New status for floating IP b17a4ace-ae00-4811-a55e-54b1ecfb862c: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:25:30.735165 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7cda8317-26e4-4800-9a55-3a9914c0d5ae req-50609756-99c5-442b-ad85-ecb0d544a348 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896895 Feb 09 03:25:31.378475 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-227c00a1-af9d-4021-9e48-7c4ef0e10ff7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:31.379963 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-227c00a1-af9d-4021-9e48-7c4ef0e10ff7 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 947 time: 0.0536146 Feb 09 03:25:31.478926 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Deleting port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:31.479188 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.588155 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] For port 8bc2ad46-5907-4b9e-ab7a-428569378dd7, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=8bc2ad46-5907-4b9e-ab7a-428569378dd7,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:31.588535 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.612043 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Calling delete_port for 8bc2ad46-5907-4b9e-ab7a-428569378dd7 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:31.710748 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfacd6f-4a74-4893-8696-bd04dade0ee8 req-16dad7c7-294c-4372-9a0e-0b2e5335ab81 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:31.712258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cfacd6f-4a74-4893-8696-bd04dade0ee8 req-16dad7c7-294c-4372-9a0e-0b2e5335ab81 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27 HTTP/1.1" status: 200 len: 947 time: 0.1644900 Feb 09 03:25:31.819992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2cfacd6f-4a74-4893-8696-bd04dade0ee8 req-ed93840b-6ab4-49ca-bda4-1340e8eaff46 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d86373f-31cf-4fbf-9bea-11ad1d0637c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017301 Feb 09 03:25:31.845273 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8bc2ad46-5907-4b9e-ab7a-428569378dd7), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.876501 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event deleted for resources: {'Port': ['ID=8bc2ad46-5907-4b9e-ab7a-428569378dd7,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:31.919177 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] No DVR routers for this DVR port 8bc2ad46-5907-4b9e-ab7a-428569378dd7 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:31.921755 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:31.925201 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-be7e3f4e-6bb8-470e-8f8a-1215e6ddcb60 req-3f701a47-5aa4-4a85-b265-22ad3b7eca68 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "DELETE /v2.0/ports/8bc2ad46-5907-4b9e-ab7a-428569378dd7 HTTP/1.1" status: 204 len: 173 time: 0.5396421 Feb 09 03:25:31.925658 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-deleted', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:31.928001 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20077266-846d-4199-a0e4-50c81bcda098" -d '{"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-deleted", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:31.974658 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86860d67-5e40-4026-b68c-75caa2783db6 x-openstack-request-id: req-86860d67-5e40-4026-b68c-75caa2783db6 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:31.974658 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27", "name": "network-vif-deleted", "tag": "8bc2ad46-5907-4b9e-ab7a-428569378dd7", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:31.974658 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86860d67-5e40-4026-b68c-75caa2783db6 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:31.974658 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ddf1bc-23e1-4af4-b23b-2b7d866f1f27', 'name': 'network-vif-deleted', 'tag': '8bc2ad46-5907-4b9e-ab7a-428569378dd7', 'status': 'completed', 'code': 200} Feb 09 03:25:32.877083 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47672) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:32.942700 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ecb46747-b83e-499f-a6b0-4bafb9741762 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (9d86373f-31cf-4fbf-9bea-11ad1d0637c8), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:32.971548 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ecb46747-b83e-499f-a6b0-4bafb9741762 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (9d86373f-31cf-4fbf-9bea-11ad1d0637c8), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.035738 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ecb46747-b83e-499f-a6b0-4bafb9741762 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (9d86373f-31cf-4fbf-9bea-11ad1d0637c8), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.040723 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ecb46747-b83e-499f-a6b0-4bafb9741762 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.042186 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ecb46747-b83e-499f-a6b0-4bafb9741762 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d86373f-31cf-4fbf-9bea-11ad1d0637c8 HTTP/1.1" status: 204 len: 168 time: 0.1638148 Feb 09 03:25:33.059273 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb46747-b83e-499f-a6b0-4bafb9741762 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d86373f-31cf-4fbf-9bea-11ad1d0637c8,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:33.396479 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47678) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:33.401346 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-40a99eca-59dc-4119-9c6d-13a60a7f5ef1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515943555', 'description': 'tempest-secgroup-smoke-1515943555 description', 'project_id': '1782e7c21117412798b3f9d0832e395f'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:33.422435 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40a99eca-59dc-4119-9c6d-13a60a7f5ef1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.492916 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40a99eca-59dc-4119-9c6d-13a60a7f5ef1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (7fea0e51-5a35-4695-9bbe-30a0820906bb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.496775 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40a99eca-59dc-4119-9c6d-13a60a7f5ef1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7fea0e51-5a35-4695-9bbe-30a0820906bb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.527945 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40a99eca-59dc-4119-9c6d-13a60a7f5ef1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.529193 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-40a99eca-59dc-4119-9c6d-13a60a7f5ef1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1316690 Feb 09 03:25:33.531106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a99eca-59dc-4119-9c6d-13a60a7f5ef1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea0e51-5a35-4695-9bbe-30a0820906bb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:33.532396 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47680) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:33.539694 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '7fea0e51-5a35-4695-9bbe-30a0820906bb', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:33.575693 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (53faa530-5dde-437a-a3ce-d131088bfe81), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.624130 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (53faa530-5dde-437a-a3ce-d131088bfe81), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.628487 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (53faa530-5dde-437a-a3ce-d131088bfe81), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.651761 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53faa530-5dde-437a-a3ce-d131088bfe81,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:33.666808 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.667165 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.667516 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.667859 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.668201 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.668545 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.668880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.669213 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.669547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.669877 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.670207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.670557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.670888 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:33.676924 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.678242 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ed9b0a86-89ff-4285-90ef-ac6a44055e59 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431994 Feb 09 03:25:33.681069 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47684) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:33.685474 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-3a33a463-1c2e-4651-9641-32d5c724af69 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '7fea0e51-5a35-4695-9bbe-30a0820906bb', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:33.712624 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a33a463-1c2e-4651-9641-32d5c724af69 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (cdc0aec6-b5bb-4a66-8a46-f9d3cd57c81f), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.773526 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a33a463-1c2e-4651-9641-32d5c724af69 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (cdc0aec6-b5bb-4a66-8a46-f9d3cd57c81f), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.777425 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a33a463-1c2e-4651-9641-32d5c724af69 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (cdc0aec6-b5bb-4a66-8a46-f9d3cd57c81f), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.796679 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33a463-1c2e-4651-9641-32d5c724af69 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc0aec6-b5bb-4a66-8a46-f9d3cd57c81f,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:33.802529 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3a33a463-1c2e-4651-9641-32d5c724af69 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.803670 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3a33a463-1c2e-4651-9641-32d5c724af69 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216743 Feb 09 03:25:33.806410 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47686) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:33.810685 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-e55fa0a2-651a-4ed0-b71c-ee2f5ec56041 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '7fea0e51-5a35-4695-9bbe-30a0820906bb', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:33.837368 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0a2-651a-4ed0-b71c-ee2f5ec56041 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (3719b3fa-6ad6-42db-b940-b31b59526ac1), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.902860 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0a2-651a-4ed0-b71c-ee2f5ec56041 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (3719b3fa-6ad6-42db-b940-b31b59526ac1), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.906351 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0a2-651a-4ed0-b71c-ee2f5ec56041 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (3719b3fa-6ad6-42db-b940-b31b59526ac1), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.925587 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fa0a2-651a-4ed0-b71c-ee2f5ec56041 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3719b3fa-6ad6-42db-b940-b31b59526ac1,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:33.932399 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-e55fa0a2-651a-4ed0-b71c-ee2f5ec56041 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:33.933659 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-e55fa0a2-651a-4ed0-b71c-ee2f5ec56041 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263068 Feb 09 03:25:33.936988 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47688) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:33.942367 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-497edceb-4853-40f0-a1e9-3484a1b505de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '7fea0e51-5a35-4695-9bbe-30a0820906bb', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:33.971359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-497edceb-4853-40f0-a1e9-3484a1b505de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (a98f52c5-9d7b-4742-a7c2-b4d7a6cdc473), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.037099 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-497edceb-4853-40f0-a1e9-3484a1b505de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (a98f52c5-9d7b-4742-a7c2-b4d7a6cdc473), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.041055 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-497edceb-4853-40f0-a1e9-3484a1b505de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (a98f52c5-9d7b-4742-a7c2-b4d7a6cdc473), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.061716 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497edceb-4853-40f0-a1e9-3484a1b505de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98f52c5-9d7b-4742-a7c2-b4d7a6cdc473,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:34.070954 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-497edceb-4853-40f0-a1e9-3484a1b505de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.072183 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-497edceb-4853-40f0-a1e9-3484a1b505de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342487 Feb 09 03:25:34.075781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47690) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:34.080863 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '7fea0e51-5a35-4695-9bbe-30a0820906bb', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:34.102368 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Project 1782e7c21117412798b3f9d0832e395f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:25:34.107432 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (e4defdf0-d9d2-47a4-ad63-be40b07dd9c4), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.168040 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (e4defdf0-d9d2-47a4-ad63-be40b07dd9c4), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.171866 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e4defdf0-d9d2-47a4-ad63-be40b07dd9c4), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.192313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4defdf0-d9d2-47a4-ad63-be40b07dd9c4,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:34.197906 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.199147 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-5602d1bb-4159-426f-9633-97c21c3d8d3b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223676 Feb 09 03:25:34.201793 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 47692) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:34.206150 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'security_group_rule': {'security_group_id': '7fea0e51-5a35-4695-9bbe-30a0820906bb', 'project_id': '1782e7c21117412798b3f9d0832e395f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:34.226796 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Project 1782e7c21117412798b3f9d0832e395f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:25:34.231687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (effdb3ad-89dd-4cdf-8d7b-2db44dc4469c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.294380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (effdb3ad-89dd-4cdf-8d7b-2db44dc4469c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.301404 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (effdb3ad-89dd-4cdf-8d7b-2db44dc4469c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.322083 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effdb3ad-89dd-4cdf-8d7b-2db44dc4469c,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:34.330446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.331836 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-bc5978b7-b6f8-4309-9b54-ea62c662dd7e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291301 Feb 09 03:25:34.911792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:34.935899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 8bc2ad46-5907-4b9e-ab7a-428569378dd7 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:34.936249 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 8bc2ad46-5907-4b9e-ab7a-428569378dd7 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:47.634922 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:25:48.668310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.781663 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.568271 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3e919e7d-1c44-419f-9c77-23da33fe23b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.825671 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-bba1bb0a-ae41-48b9-b3b5-d3ab928a7987 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515943555&fields=id&tenant_id=1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 267 time: 0.0457652 Feb 09 03:25:53.937494 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-60c63083-0057-45c7-970a-4121b3e1c5f1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.939355 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-60c63083-0057-45c7-970a-4121b3e1c5f1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 808 time: 0.1065655 Feb 09 03:25:53.956383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-2aa32491-0e59-4e74-bd3b-151bc48cf8dc tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/quotas/1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 375 time: 0.0105858 Feb 09 03:25:54.011258 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-9d025489-293a-4f14-981e-6c885e5d3f64 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499120 Feb 09 03:25:54.175289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-bde5f783-64ba-4212-900e-3c646c4be21a service neutron] 10.222.0.53 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524785 Feb 09 03:25:54.265533 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-f3826321-7608-484e-b528-7c434de32eb5 service neutron] 10.222.0.53 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844409 Feb 09 03:25:54.557225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d7ac458-9e4b-4319-a8f3-a2a9e0486c27 req-9aa33bed-682e-4508-83e0-7d21fa99de18 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0286055 Feb 09 03:25:55.558991 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-407884ed-ef97-4f73-83ef-4b7b1952acac tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:55.560486 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-407884ed-ef97-4f73-83ef-4b7b1952acac tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 808 time: 0.1258745 Feb 09 03:25:55.629226 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-c1343e58-3cfc-40b5-85e1-8ae15f54f133 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 380 time: 0.0613511 Feb 09 03:25:55.647246 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'port': {'device_id': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'admin_state_up': True, 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'security_groups': ['7fea0e51-5a35-4695-9bbe-30a0820906bb']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:55.709544 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5aaa1af2-fbf8-4389-ac8a-49185166e0b0 req-7b1f3750-397f-4904-98ea-7d39baafda0a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0776036 Feb 09 03:25:55.781087 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Made reservation on behalf of 1782e7c21117412798b3f9d0832e395f for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:55.785321 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.874566 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4cba7a8d-1a44-49c7-8fe6-64d58569e4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.928341 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Allocated IP 172.20.0.12 (f4f9833f-62a6-4da4-b18c-ec57c46356b6/29b9d606-c6e2-4ec8-be8c-dbf46c73068d/23c54f0f-419e-456c-b987-7250c21ddd82) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:56.081705 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for port (23c54f0f-419e-456c-b987-7250c21ddd82), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.116303 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.169131 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:56.172232 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:56.178166 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:56.182624 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:56.240384 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:56.241085 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.260236 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-85720f94-e0b7-4e57-981e-65c9ad5c7e30 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6267555 Feb 09 03:25:56.321089 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Request body: {'port': {'device_id': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:56.390317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.482836 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-f3d3f489-091d-4971-91c0-2889d688cd6e None None] Provisioning complete for port 23c54f0f-419e-456c-b987-7250c21ddd82 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:56.483336 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f489-091d-4971-91c0-2889d688cd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.519627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3f489-091d-4971-91c0-2889d688cd6e None None] Port 23c54f0f-419e-456c-b987-7250c21ddd82 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:25:56.686055 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c54f0f-419e-456c-b987-7250c21ddd82 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:56.695649 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Publish callbacks [] for port (23c54f0f-419e-456c-b987-7250c21ddd82), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.710985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Transition to ACTIVE for port object 23c54f0f-419e-456c-b987-7250c21ddd82 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:56.715010 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:56.774921 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:56.904537 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Attempting to bind port 23c54f0f-419e-456c-b987-7250c21ddd82 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:56.904885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Attempting to bind port 23c54f0f-419e-456c-b987-7250c21ddd82 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:56.905233 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Attempting to bind port 23c54f0f-419e-456c-b987-7250c21ddd82 on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:56.916648 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c7326-2b9e-4a1a-9096-667fc9b0d8b0 req-e19f8509-032d-4e81-9ddc-8e23cf9d94e2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:56.918279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e74c7326-2b9e-4a1a-9096-667fc9b0d8b0 req-e19f8509-032d-4e81-9ddc-8e23cf9d94e2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.1121633 Feb 09 03:25:56.920703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Port 23c54f0f-419e-456c-b987-7250c21ddd82 on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:56.921037 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Attempting to bind port 23c54f0f-419e-456c-b987-7250c21ddd82 on network f4f9833f-62a6-4da4-b18c-ec57c46356b6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:56.929396 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:56.929732 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Checking segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:56.930122 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Bound using segment: {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:56.930606 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Bound port: 23c54f0f-419e-456c-b987-7250c21ddd82, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5717e5fa-8f7e-43bc-b337-ef20940a5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:56.931023 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.026617 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e74c7326-2b9e-4a1a-9096-667fc9b0d8b0 req-f862b444-fa0b-4baf-b18e-98ab0276f1b1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991919 Feb 09 03:25:57.050188 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:57.053697 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:57.062530 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.102866 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.103503 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.104910 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] 10.222.0.72 "PUT /v2.0/ports/23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 1093 time: 0.8364127 Feb 09 03:25:57.105408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:57.107642 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:57.147498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27245db-445d-4d8d-8aed-1c2bb43298be service neutron] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:57.199477 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ab571c-4856-4884-9014-b88fc2b1b9e3 x-openstack-request-id: req-35ab571c-4856-4884-9014-b88fc2b1b9e3 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:57.199787 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:57.200041 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35ab571c-4856-4884-9014-b88fc2b1b9e3 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:57.200455 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82', 'status': 'completed', 'code': 200} Feb 09 03:25:57.212218 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-ce87b452-0282-437d-8d31-2f271e5a27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.213818 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-ce87b452-0282-437d-8d31-2f271e5a27ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1127 time: 0.0574384 Feb 09 03:25:57.259593 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-2af76216-3f27-4e17-88e3-d7ce35b82e1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 217 time: 0.0375497 Feb 09 03:25:57.296376 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.320437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-be440e10-b007-4968-8c79-9475df9aeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.322005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-be440e10-b007-4968-8c79-9475df9aeaf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0567746 Feb 09 03:25:57.377595 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-821eafd6-efb3-46a7-9ba8-95e1661ec1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.379328 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-821eafd6-efb3-46a7-9ba8-95e1661ec1f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500755 Feb 09 03:25:57.479283 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-da87a529-3ec5-48cb-b52a-a050104300eb service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942328 Feb 09 03:25:57.579077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3d74a8c7-0a8a-46b8-87fc-cafb3877fb3a req-a57a15a8-00b0-495c-8382-19fd7305ee2e service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933189 Feb 09 03:25:57.672510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-453e02d9-41e0-4405-98d0-87f890984091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.674335 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-453e02d9-41e0-4405-98d0-87f890984091 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1127 time: 0.0509043 Feb 09 03:25:57.778423 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-3ddba9a6-22e4-41ea-b73a-347d14c437d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.779971 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-3ddba9a6-22e4-41ea-b73a-347d14c437d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.1004727 Feb 09 03:25:57.830877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-c730dae3-18b9-4010-85f1-1e89e8f32bfb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 217 time: 0.0377285 Feb 09 03:25:57.886148 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-86da11d7-8b1a-4f09-911c-009c7c3b48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.887673 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-86da11d7-8b1a-4f09-911c-009c7c3b48ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0519240 Feb 09 03:25:57.951459 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-9b2268f6-af4a-4155-a101-85c30a1baac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.952985 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-9b2268f6-af4a-4155-a101-85c30a1baac5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554521 Feb 09 03:25:58.047506 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-cecc8ece-0207-48a8-8287-fa3f2b1977a6 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886629 Feb 09 03:25:58.172692 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-10ed64ba-2ea9-4db1-87e4-8ea6fb26223f req-b2e0a12a-e943-4618-a2b6-c6fbae3333ff service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198173 Feb 09 03:25:58.196439 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded22a4-fbb2-4841-9f2b-193b7045882b req-5d6201f2-6d58-424c-a734-09331ff2cf40 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.197943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fded22a4-fbb2-4841-9f2b-193b7045882b req-5d6201f2-6d58-424c-a734-09331ff2cf40 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0742369 Feb 09 03:25:58.249882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fded22a4-fbb2-4841-9f2b-193b7045882b req-c03f8dd5-ca90-4ddf-a1dc-bc1ae55291dd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458860 Feb 09 03:25:58.462870 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:59.378750 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa11965-2b91-4d59-ad33-887727e339b3 req-5f743076-66a1-4023-a174-d18e0d11f3c5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.380289 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7aa11965-2b91-4d59-ad33-887727e339b3 req-5f743076-66a1-4023-a174-d18e0d11f3c5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0565498 Feb 09 03:25:59.432792 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7aa11965-2b91-4d59-ad33-887727e339b3 req-a765128a-75f6-42e3-9fa4-5462a14864cc tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464754 Feb 09 03:25:59.950016 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.558777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d01e1-36e7-454d-a95f-246e85b599b3 req-b9e65288-69e7-498f-8a50-32f3c0ade54d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:00.560416 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f80d01e1-36e7-454d-a95f-246e85b599b3 req-b9e65288-69e7-498f-8a50-32f3c0ade54d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0579991 Feb 09 03:26:00.612439 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f80d01e1-36e7-454d-a95f-246e85b599b3 req-42a5cd30-cbaa-4b13-bc32-164e09527bef tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Feb 09 03:26:01.736842 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ece81-caa9-42ac-b34c-d5958e0d7020 req-7db50ff3-e720-49ef-aa73-0ceec08cf732 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:01.738423 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c64ece81-caa9-42ac-b34c-d5958e0d7020 req-7db50ff3-e720-49ef-aa73-0ceec08cf732 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0563126 Feb 09 03:26:01.792357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c64ece81-caa9-42ac-b34c-d5958e0d7020 req-fdecbafe-27b3-4d94-a2b1-35c58cf0206f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482864 Feb 09 03:26:02.914123 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b874d-d86c-47bc-9621-147fc8d8e65e req-f740c65a-4918-4068-81a4-78313c8007d3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:02.915823 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-239b874d-d86c-47bc-9621-147fc8d8e65e req-f740c65a-4918-4068-81a4-78313c8007d3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0538344 Feb 09 03:26:02.974574 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-239b874d-d86c-47bc-9621-147fc8d8e65e req-163e2408-f847-4737-a99f-396f7fc5d26b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530529 Feb 09 03:26:04.098306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5efe-abc1-4e8a-a0f0-e213508f39cd req-04169f42-cd33-46a9-b8c6-041d91319a8c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:04.099860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f88f5efe-abc1-4e8a-a0f0-e213508f39cd req-04169f42-cd33-46a9-b8c6-041d91319a8c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0557008 Feb 09 03:26:04.152812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f88f5efe-abc1-4e8a-a0f0-e213508f39cd req-6ba37c8c-b66b-441d-8e28-e6dcc2126819 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463860 Feb 09 03:26:05.297099 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bbc33-e8d4-4bcb-93d1-e972c4b21074 req-b500f5aa-beb9-4b6b-bbac-fe3700f45b80 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:05.299149 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-777bbc33-e8d4-4bcb-93d1-e972c4b21074 req-b500f5aa-beb9-4b6b-bbac-fe3700f45b80 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0636144 Feb 09 03:26:05.367243 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-777bbc33-e8d4-4bcb-93d1-e972c4b21074 req-ef05fb3b-9c4a-4b3c-99a3-b13db4d5c533 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613039 Feb 09 03:26:06.507336 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ecb32-da15-46c2-bf83-aed8795e14f6 req-1113fb46-52a2-4fd3-aac3-db4416ccc836 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:06.508992 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-325ecb32-da15-46c2-bf83-aed8795e14f6 req-1113fb46-52a2-4fd3-aac3-db4416ccc836 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0645502 Feb 09 03:26:06.563537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-325ecb32-da15-46c2-bf83-aed8795e14f6 req-7fd7044d-d292-41b3-a93c-9939b9d79409 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 Feb 09 03:26:07.687541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd8c22-3e0c-427f-a320-8f99545395b5 req-6193f09e-1133-475a-b9f4-2c2b62c45e16 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.689052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fd8c22-3e0c-427f-a320-8f99545395b5 req-6193f09e-1133-475a-b9f4-2c2b62c45e16 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0549634 Feb 09 03:26:07.739412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b3fd8c22-3e0c-427f-a320-8f99545395b5 req-0d99c9be-f44d-4abc-a31e-7fe75373d731 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Feb 09 03:26:08.871247 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5aa60-0cbe-4245-8bcb-45f511d2cefb req-0abb89a3-4c16-4845-9321-b89774c857c8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:08.872947 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bf5aa60-0cbe-4245-8bcb-45f511d2cefb req-0abb89a3-4c16-4845-9321-b89774c857c8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0622547 Feb 09 03:26:08.923746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1bf5aa60-0cbe-4245-8bcb-45f511d2cefb req-1d7678a5-0bd3-4e4c-992f-2c83e6eddbfb tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 Feb 09 03:26:10.049315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbec1b3-0945-458d-8168-2081c17cdb9f req-04a08ccd-93e3-4dc7-bec7-02239900cf8b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:10.051526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cbec1b3-0945-458d-8168-2081c17cdb9f req-04a08ccd-93e3-4dc7-bec7-02239900cf8b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0543025 Feb 09 03:26:10.100306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0cbec1b3-0945-458d-8168-2081c17cdb9f req-166b831c-a598-4786-b838-a1ff8b8f9509 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Feb 09 03:26:11.235554 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb6c56-d7f4-4596-b9af-3a809e777c4d req-3bdaac54-88fe-4363-ab37-39b95df31616 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:11.237040 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1bb6c56-d7f4-4596-b9af-3a809e777c4d req-3bdaac54-88fe-4363-ab37-39b95df31616 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0597615 Feb 09 03:26:11.292524 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e1bb6c56-d7f4-4596-b9af-3a809e777c4d req-ec6c2f70-1d9e-49ad-b35e-0431a5a1a00b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467331 Feb 09 03:26:12.415026 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032d718-ddf0-4a2d-a63c-94cbfcbc43ed req-1bc85e0d-2437-434f-b1d7-debdbabd4587 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:12.416510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d032d718-ddf0-4a2d-a63c-94cbfcbc43ed req-1bc85e0d-2437-434f-b1d7-debdbabd4587 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0541441 Feb 09 03:26:12.466209 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d032d718-ddf0-4a2d-a63c-94cbfcbc43ed req-9e68a96e-9058-4dff-9f8b-006035c7c54e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440247 Feb 09 03:26:13.592348 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c0fbd-8116-46a0-a414-9dc172597419 req-86b5dced-dbe6-4d46-8247-df7def65606d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.594666 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b52c0fbd-8116-46a0-a414-9dc172597419 req-86b5dced-dbe6-4d46-8247-df7def65606d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0557389 Feb 09 03:26:13.647599 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b52c0fbd-8116-46a0-a414-9dc172597419 req-a0d3ec64-680f-4673-80c4-177df1568c87 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470383 Feb 09 03:26:14.775936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354159d0-60c6-4693-9af8-02d5a1b15d7a req-64996a56-0ce1-4ce2-bd33-0eead3b0962d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:14.777456 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-354159d0-60c6-4693-9af8-02d5a1b15d7a req-64996a56-0ce1-4ce2-bd33-0eead3b0962d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0579154 Feb 09 03:26:14.827207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-354159d0-60c6-4693-9af8-02d5a1b15d7a req-e72c7533-3b0a-42d1-b392-9b71793368f0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Feb 09 03:26:15.020176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 23c54f0f-419e-456c-b987-7250c21ddd82 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:26:15.117086 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:15.128572 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '23c54f0f-419e-456c-b987-7250c21ddd82', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'port_id': '23c54f0f-419e-456c-b987-7250c21ddd82', 'mac_address': 'fa:16:3e:bc:8e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:26:15.167628 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 23c54f0f-419e-456c-b987-7250c21ddd82 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:15.168022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.184841 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c54f0f-419e-456c-b987-7250c21ddd82 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:15.203776 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:15.209136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.256769 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:15.264793 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.265145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.265487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.265827 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.266160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.266513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.266847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.267174 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.267757 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.268090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.268915 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.269242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.269565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:15.511181 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['23c54f0f-419e-456c-b987-7250c21ddd82'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:15.954440 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05003fe-f4d9-4da3-af0b-38afe0c91a30 req-21873e91-6d2f-469e-a62b-a9e4fd3ae1b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.956076 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d05003fe-f4d9-4da3-af0b-38afe0c91a30 req-21873e91-6d2f-469e-a62b-a9e4fd3ae1b8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 945 time: 0.0588129 Feb 09 03:26:16.007657 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d05003fe-f4d9-4da3-af0b-38afe0c91a30 req-6f375cc2-6a47-446c-971d-66e93728abd5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460753 Feb 09 03:26:17.021575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 23c54f0f-419e-456c-b987-7250c21ddd82 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:17.073017 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port 23c54f0f-419e-456c-b987-7250c21ddd82 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:26:17.077203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 23c54f0f-419e-456c-b987-7250c21ddd82 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:17.077588 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.130610 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d96a-1abb-4c0d-8083-3e8d383c31e9 req-eae2e588-edc5-41cd-a48f-ca6139c4c882 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:17.132199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a94d96a-1abb-4c0d-8083-3e8d383c31e9 req-eae2e588-edc5-41cd-a48f-ca6139c4c882 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 945 time: 0.0558655 Feb 09 03:26:17.162375 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 23c54f0f-419e-456c-b987-7250c21ddd82 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:17.162813 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.186533 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:17.188363 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1a94d96a-1abb-4c0d-8083-3e8d383c31e9 req-7aceae08-f730-4bd0-8418-cd81416063b2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502989 Feb 09 03:26:17.188890 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f171001a-9c6e-4304-936c-e4b8ef849e98" -d '{"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-plugged", "status": "completed", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:17.202624 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:17.207262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:17.257997 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:17.281799 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70d511-27a7-4f53-9249-a303602af413 x-openstack-request-id: req-5a70d511-27a7-4f53-9249-a303602af413 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:17.282102 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-plugged", "status": "completed", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:17.282365 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a70d511-27a7-4f53-9249-a303602af413 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:17.282897 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82', 'code': 200} Feb 09 03:26:17.383663 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03d428-c435-4df0-af7b-291aa30531ed req-2d631f8d-b671-403f-9b10-d6df02c2e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:17.385215 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff03d428-c435-4df0-af7b-291aa30531ed req-2d631f8d-b671-403f-9b10-d6df02c2e437 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0465617 Feb 09 03:26:17.433691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ff03d428-c435-4df0-af7b-291aa30531ed req-d458e293-fb59-4362-add5-6c7963429894 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Feb 09 03:26:18.329655 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586e609-bddf-4bf7-99bb-4ce6e33efbaa req-dd9fc790-44bb-460f-a849-edd9e31a059c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:18.331278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9586e609-bddf-4bf7-99bb-4ce6e33efbaa req-dd9fc790-44bb-460f-a849-edd9e31a059c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0578136 Feb 09 03:26:18.381263 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9586e609-bddf-4bf7-99bb-4ce6e33efbaa req-c9949562-7217-4ac8-97ea-8267cd0fed84 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Feb 09 03:26:18.664956 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.511426 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf87080-8a00-4330-b842-0687a7ab5396 req-4ef5f793-f104-4506-8362-9037acce901d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:19.512941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edf87080-8a00-4330-b842-0687a7ab5396 req-4ef5f793-f104-4506-8362-9037acce901d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0597630 Feb 09 03:26:19.563924 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-edf87080-8a00-4330-b842-0687a7ab5396 req-8f97d961-f71e-446d-ada7-1732fbcd4905 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Feb 09 03:26:19.682970 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17305416-f6cc-4583-a505-47e611c94677 req-443e2ec9-9919-40ca-aa43-8ece4755e82b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:19.684512 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17305416-f6cc-4583-a505-47e611c94677 req-443e2ec9-9919-40ca-aa43-8ece4755e82b tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0542624 Feb 09 03:26:19.734080 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-17305416-f6cc-4583-a505-47e611c94677 req-639c0cd0-9c77-4d1f-a1f4-b0df9b32b69c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435712 Feb 09 03:26:19.755421 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47912) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:19.791961 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.848430 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c9473-4327-461c-b30c-ccfed582e5b0 tempest-TestShelveInstance-2003552793 tempest-TestShelveInstance-2003552793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:19.850041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3e1c9473-4327-461c-b30c-ccfed582e5b0 tempest-TestShelveInstance-2003552793 tempest-TestShelveInstance-2003552793-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1124 time: 0.0935996 Feb 09 03:26:19.853080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 47916) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:19.857562 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '23c54f0f-419e-456c-b987-7250c21ddd82', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:19.876490 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.988474 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.110879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Allocated IP 172.25.6.72 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/71a1cbdc-b6fc-4421-86e0-78df66f1f862) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:20.230255 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.263650 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.308069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:20.312958 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:20.316936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:20.344678 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'Port': ['ID=71a1cbdc-b6fc-4421-86e0-78df66f1f862,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:20.703994 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (ffcd8016-fcfb-4760-8c3f-ccba00d2397a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.782233 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.947657 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.952866 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.029713 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event updated for resources: {'Port': ['ID=71a1cbdc-b6fc-4421-86e0-78df66f1f862,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:21.041529 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (ffcd8016-fcfb-4760-8c3f-ccba00d2397a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.472267 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Floating IP ffcd8016-fcfb-4760-8c3f-ccba00d2397a associated. External IP: 172.25.6.72, port: 23c54f0f-419e-456c-b987-7250c21ddd82. Feb 09 03:26:21.698896 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:26:21.807698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:21.818611 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] Sync routers for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:21.831750 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:21.832560 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:25:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.833132 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.868066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-ebf6f42d-63aa-405b-a2f2-6775e674b665 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0138373 Feb 09 03:26:21.868664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:21.870999 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f28a5-e0c5-4675-b0e9-2ac794a53af1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:21.911704 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf83e77-1b87-4b49-8bd8-9cf05e1a1aad x-openstack-request-id: req-daf83e77-1b87-4b49-8bd8-9cf05e1a1aad {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:21.912012 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:21.912273 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daf83e77-1b87-4b49-8bd8-9cf05e1a1aad {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:21.912705 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82', 'status': 'completed', 'code': 200} Feb 09 03:26:21.949805 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:21.979054 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-5504bb42-82e9-4626-9a03-e2500f4f9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:21.980621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-5504bb42-82e9-4626-9a03-e2500f4f9f85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0472629 Feb 09 03:26:22.071856 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-5f206942-7e5b-447a-bcf3-4140561741c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:22.073269 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-5f206942-7e5b-447a-bcf3-4140561741c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0873029 Feb 09 03:26:22.147358 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-2eaa347e-3abc-4e2e-b387-c203eed62ac3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 999 time: 0.0675340 Feb 09 03:26:22.184532 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'ffcd8016-fcfb-4760-8c3f-ccba00d2397a', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'port_id': '23c54f0f-419e-456c-b987-7250c21ddd82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'mac_address': 'fa:16:3e:bc:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:26:20Z', 'updated_at': '2022-02-09T03:26:20Z', 'revision_number': 0, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:22.197162 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-fd15b0bf-320a-4506-9658-b3dc60c0c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:22.198682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-fd15b0bf-320a-4506-9658-b3dc60c0c137 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0464373 Feb 09 03:26:22.212689 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] Checking router: 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:22.221057 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:22.222847 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:25:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:22.250415 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-398bddf9-3ca2-4de1-9f56-78e13ad96c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:22.251995 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-398bddf9-3ca2-4de1-9f56-78e13ad96c28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472093 Feb 09 03:26:22.345260 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:22.347621 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-83da15b9-ba00-41db-ba0d-29a5fe9d13bf service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889840 Feb 09 03:26:22.439285 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-612f28a5-e0c5-4675-b0e9-2ac794a53af1 req-69dd9f65-e890-4f91-a1e7-4fa3c9855bf5 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857790 Feb 09 03:26:22.587054 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'ffcd8016-fcfb-4760-8c3f-ccba00d2397a', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'port_id': '23c54f0f-419e-456c-b987-7250c21ddd82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'mac_address': 'fa:16:3e:bc:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:26:20Z', 'updated_at': '2022-02-09T03:26:20Z', 'revision_number': 0, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:22.614008 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acb86f-47d9-4b6d-85ec-d298b3acb24d None None] The sync data for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 is: [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': 'ffcd8016-fcfb-4760-8c3f-ccba00d2397a', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'port_id': '23c54f0f-419e-456c-b987-7250c21ddd82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'mac_address': 'fa:16:3e:bc:8e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:26:20Z', 'updated_at': '2022-02-09T03:26:20Z', 'revision_number': 0, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:26:22.828972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d9c9f8-6349-49ca-a1eb-e984a24d24a8 None None] New status for floating IP ffcd8016-fcfb-4760-8c3f-ccba00d2397a: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:26:23.571682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-fd67ae55-ba71-4a4d-85f5-ec0f0dd19c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:24.634573 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:26:25.878931 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1ff8-4f11-4d32-9443-109aa5c990e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:27.298274 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:28.463588 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:29.955832 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:48.681194 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:49.812564 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:50.137038 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-b4d5fa07-05da-41d9-bc86-11976ed3ac35 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514414 Feb 09 03:26:50.226510 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-9bae24cf-2a23-47a9-b3b9-53fda95a2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:50.228041 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-9bae24cf-2a23-47a9-b3b9-53fda95a2f58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0477495 Feb 09 03:26:50.334835 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-1ea356db-4723-482b-b8a8-01a2ca5305b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:50.336937 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-1ea356db-4723-482b-b8a8-01a2ca5305b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0905581 Feb 09 03:26:50.412311 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-c4d642b7-ef76-4e2d-bbd6-2bed18ff9f5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 1001 time: 0.0694809 Feb 09 03:26:50.460607 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-5b90569b-3762-4c48-98fa-dbf7cf5855aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:50.462207 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-5b90569b-3762-4c48-98fa-dbf7cf5855aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0443895 Feb 09 03:26:50.513631 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-bf182bdd-5f83-4b06-b8e4-fb4b9bb31641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:50.515125 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-bf182bdd-5f83-4b06-b8e4-fb4b9bb31641 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471663 Feb 09 03:26:50.610757 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-a453b0ff-a9b5-4a03-b66c-fe14be1ce949 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885999 Feb 09 03:26:50.704886 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a8b4274d-a400-4f38-89da-057612e1eb9a req-0895a5f9-e80d-4fe7-bc25-5817cc4de985 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879686 Feb 09 03:26:53.573935 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1da868fe-7a60-4fce-91db-dc5f5fa517a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:55.887568 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3cee66a8-dbd0-4ade-a9b0-7f730cfb914a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:57.300791 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:58.467807 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:59.949891 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:01.633407 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:27:18.677750 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:19.815426 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:23.576900 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5ea8b9ea-4b0f-44f5-b241-559b26a033c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:25.879170 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f09a45a4-23e9-40f1-95f4-f7ea95213eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:27.311281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:28.471216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:29.954758 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:38.632671 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:27:48.677528 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.827940 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:52.129882 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-fafc1eb6-ec7c-487c-b25c-2e8bf2c18bc7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516701 Feb 09 03:27:52.218915 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-fb53e300-3a38-4b5d-9050-82085e0fab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.220428 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-fb53e300-3a38-4b5d-9050-82085e0fab60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0460806 Feb 09 03:27:52.324929 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-dca208b3-e22c-45c5-8dcc-04d100fa7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.326422 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-dca208b3-e22c-45c5-8dcc-04d100fa7265 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0878987 Feb 09 03:27:52.399315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-b1a14610-26ab-41a7-a88e-e413c225c54c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 1001 time: 0.0665734 Feb 09 03:27:52.447908 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-f6e27f87-573b-4df6-b416-53c941995d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.450043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-f6e27f87-573b-4df6-b416-53c941995d36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0456302 Feb 09 03:27:52.507839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-c167c441-8eb8-45dd-b745-552bf16624c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:52.509418 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-c167c441-8eb8-45dd-b745-552bf16624c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536010 Feb 09 03:27:52.605394 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-a0c33580-0939-4dc2-a4c9-f4a0f1ab731b service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893884 Feb 09 03:27:52.695888 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d14c86b7-6571-416e-bb89-e89929d042f4 req-66737a57-d42e-4213-8ee8-cbbf50d83c43 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851977 Feb 09 03:27:53.578596 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7347a971-f5dc-476c-bf09-566b6cd02203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:55.886307 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e1031ed9-97b4-4224-b2ef-75a862156304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:57.310189 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:58.473636 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:59.958764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:15.632058 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:28:18.676329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:19.453599 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f05fd0-6f79-4657-a759-711a6ae7f701 req-8d279405-9a03-48b4-a9ee-ac3794defa3f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:19.455233 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45f05fd0-6f79-4657-a759-711a6ae7f701 req-8d279405-9a03-48b4-a9ee-ac3794defa3f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.1229808 Feb 09 03:28:19.505251 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45f05fd0-6f79-4657-a759-711a6ae7f701 req-8d56af1d-0969-4a23-820a-7c33956684c6 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Feb 09 03:28:19.822250 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.639588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc2b8-659a-4973-8a61-1966ae0a1cd1 req-c8c15c2f-9c2b-4e8f-9e77-317be2835dc3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:20.641150 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f7fc2b8-659a-4973-8a61-1966ae0a1cd1 req-c8c15c2f-9c2b-4e8f-9e77-317be2835dc3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0629148 Feb 09 03:28:20.693470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f7fc2b8-659a-4973-8a61-1966ae0a1cd1 req-091c3f9b-2e0f-4c39-b207-3ff5d0d28b61 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458572 Feb 09 03:28:21.831144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099cd11-29bb-44a2-9022-66b9cf595063 req-4c334541-33d4-41fb-a649-e38d00796810 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:21.832562 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7099cd11-29bb-44a2-9022-66b9cf595063 req-4c334541-33d4-41fb-a649-e38d00796810 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0545032 Feb 09 03:28:21.889279 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7099cd11-29bb-44a2-9022-66b9cf595063 req-4969b875-9f6b-40e8-812d-dfa979059ce9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510733 Feb 09 03:28:23.018660 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc9692-c0f3-4dfa-9a29-bf7ad0ec1cc1 req-a70c7cd1-6f4a-4179-8aa0-1f382a669a01 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.020443 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3cc9692-c0f3-4dfa-9a29-bf7ad0ec1cc1 req-a70c7cd1-6f4a-4179-8aa0-1f382a669a01 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0570414 Feb 09 03:28:23.071396 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d3cc9692-c0f3-4dfa-9a29-bf7ad0ec1cc1 req-a1469ce6-b0d5-4d50-a959-1a7f470f6627 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452437 Feb 09 03:28:23.583909 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08d846d4-f46f-43f5-8139-ee32a459709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.192731 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe50e2-c1ec-4328-bdad-abc7f2399c17 req-e8b2e5ff-916f-436e-899f-2e4d771b7800 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:24.194401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58fe50e2-c1ec-4328-bdad-abc7f2399c17 req-e8b2e5ff-916f-436e-899f-2e4d771b7800 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0541556 Feb 09 03:28:24.245895 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-58fe50e2-c1ec-4328-bdad-abc7f2399c17 req-c08d6bba-966d-4153-ab7c-2a40b6547667 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445180 Feb 09 03:28:25.374180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2d5d0-30a5-4ad9-a270-5cdd7c3f915e req-54d0fb6c-366b-42be-bf60-41ce6cae0134 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:25.375690 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70d2d5d0-30a5-4ad9-a270-5cdd7c3f915e req-54d0fb6c-366b-42be-bf60-41ce6cae0134 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0585642 Feb 09 03:28:25.426601 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-70d2d5d0-30a5-4ad9-a270-5cdd7c3f915e req-098589f9-52a5-4ddd-956a-2da26010e55f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453136 Feb 09 03:28:25.878893 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b4332113-2d68-4017-bddb-55de9001baa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.555184 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883207b4-ce4c-47bf-8b07-33d3d8dd6fc7 req-3bb3448a-5c25-4573-92a8-79db3d57fc41 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:26.556986 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-883207b4-ce4c-47bf-8b07-33d3d8dd6fc7 req-3bb3448a-5c25-4573-92a8-79db3d57fc41 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0552979 Feb 09 03:28:26.608579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-883207b4-ce4c-47bf-8b07-33d3d8dd6fc7 req-35abbb87-85aa-4437-8940-da14a7bc1b64 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458043 Feb 09 03:28:27.313946 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.744617 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae975a-ce25-445a-8078-f9f21a48373f req-0adab715-6c73-4965-8d25-ec0a7006a2ea tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:27.746037 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dae975a-ce25-445a-8078-f9f21a48373f req-0adab715-6c73-4965-8d25-ec0a7006a2ea tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0687332 Feb 09 03:28:27.798199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dae975a-ce25-445a-8078-f9f21a48373f req-d89fee71-1254-4f7e-a30c-701df5ce655f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458384 Feb 09 03:28:28.476164 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.920808 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf78d-3449-447f-b1c3-61d89e6d5ed1 req-f7da40b9-51e2-46eb-b355-ae61b5d99a35 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:28.922340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72ddf78d-3449-447f-b1c3-61d89e6d5ed1 req-f7da40b9-51e2-46eb-b355-ae61b5d99a35 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0557218 Feb 09 03:28:28.973002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-72ddf78d-3449-447f-b1c3-61d89e6d5ed1 req-34a00add-254c-410b-8078-69325b43eaa1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Feb 09 03:28:29.528545 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-77a254a3-210d-427c-813a-91b5fb7aeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:29.530097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-77a254a3-210d-427c-813a-91b5fb7aeb01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0482118 Feb 09 03:28:29.626154 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-7558d070-8f33-4dd0-ba02-a0dc9d70fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:29.627691 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-7558d070-8f33-4dd0-ba02-a0dc9d70fc34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0918889 Feb 09 03:28:29.694742 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-51eafb99-2c5b-4b35-81e7-e6ce691f970a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 1001 time: 0.0604072 Feb 09 03:28:29.749069 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-d5080a1b-631b-4cf6-9aa1-28e468098a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:29.750614 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-d5080a1b-631b-4cf6-9aa1-28e468098a16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0505512 Feb 09 03:28:29.809532 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-cac496e1-50f2-4b2b-833f-0a8edd6d8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:29.811028 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-cac496e1-50f2-4b2b-833f-0a8edd6d8782 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0550666 Feb 09 03:28:29.902071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-2fa6ddb5-b61c-404d-8f96-d4b49b96d92e service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844502 Feb 09 03:28:29.962938 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.001970 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9b340fb1-26a7-4af7-abe2-0ef66818c1ef req-ae6d5dbd-9b9b-4409-a130-4fd1f20e1558 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948348 Feb 09 03:28:30.103467 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f4129-2eb2-438c-ab23-a71489e5e3b3 req-e56d9a8c-e344-4703-b55c-49de5bb165f3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:30.105535 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba4f4129-2eb2-438c-ab23-a71489e5e3b3 req-e56d9a8c-e344-4703-b55c-49de5bb165f3 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0596144 Feb 09 03:28:30.163765 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ba4f4129-2eb2-438c-ab23-a71489e5e3b3 req-b86e470b-1997-44d7-b022-f68b7b029c29 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523822 Feb 09 03:28:31.299544 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344181e7-5183-4a0a-8d4e-81679ee831cf req-419a02d5-ab28-4cd1-b483-31d631e3111a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:31.301060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-344181e7-5183-4a0a-8d4e-81679ee831cf req-419a02d5-ab28-4cd1-b483-31d631e3111a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0682878 Feb 09 03:28:31.350853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-344181e7-5183-4a0a-8d4e-81679ee831cf req-0a832786-9a22-43e4-acb7-68f20536c136 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441036 Feb 09 03:28:32.474238 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876f005-ec72-4a66-b6ed-6055cbc66c83 req-50fda8f2-08ec-454a-af09-95111ca31a24 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:32.475703 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0876f005-ec72-4a66-b6ed-6055cbc66c83 req-50fda8f2-08ec-454a-af09-95111ca31a24 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0538306 Feb 09 03:28:32.527990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0876f005-ec72-4a66-b6ed-6055cbc66c83 req-cd20eabc-b393-45c2-ae64-662fb00f9bf4 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454035 Feb 09 03:28:33.589285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 23c54f0f-419e-456c-b987-7250c21ddd82 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:33.664825 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe3df-0d2e-4ffb-ac1b-4808ec42a508 req-acd6c340-f55b-4274-96a8-7e2f1f00daec tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:33.666507 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-744fe3df-0d2e-4ffb-ac1b-4808ec42a508 req-acd6c340-f55b-4274-96a8-7e2f1f00daec tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0586491 Feb 09 03:28:33.673565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 23c54f0f-419e-456c-b987-7250c21ddd82 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:33.673966 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.700809 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:33.703385 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc55cf8-0f78-4c7b-9baf-50d9c79c96e2" -d '{"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-unplugged", "status": "completed", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:33.716438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:33.723136 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.743345 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-744fe3df-0d2e-4ffb-ac1b-4808ec42a508 req-89e31ae3-dbb1-43e4-9eb7-968256d75224 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705256 Feb 09 03:28:33.766724 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f8b40a-440d-4957-b94f-f4a31df342a5 x-openstack-request-id: req-44f8b40a-440d-4957-b94f-f4a31df342a5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:33.767250 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-unplugged", "status": "completed", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:33.767712 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44f8b40a-440d-4957-b94f-f4a31df342a5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:33.768273 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82', 'code': 200} Feb 09 03:28:33.784669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:33.793350 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.793955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.794388 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.794766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.795107 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.795442 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.795774 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.796102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.796430 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.796761 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.797088 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.797413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:33.797875 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:34.882698 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06d900-acc6-490e-8cf3-eb528bef5e0d req-e115c70e-4bf4-48bd-b5b8-47699d66a1df tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:34.884234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae06d900-acc6-490e-8cf3-eb528bef5e0d req-e115c70e-4bf4-48bd-b5b8-47699d66a1df tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0582416 Feb 09 03:28:34.939801 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ae06d900-acc6-490e-8cf3-eb528bef5e0d req-30ad2555-1605-4d83-9acd-978719b79e36 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493944 Feb 09 03:28:36.074705 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b08767-f652-413a-a0b9-0439c16b39de req-8dda7b29-884b-47b7-a828-feb1ff1a2e5e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.076659 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7b08767-f652-413a-a0b9-0439c16b39de req-8dda7b29-884b-47b7-a828-feb1ff1a2e5e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0639856 Feb 09 03:28:36.129592 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c7b08767-f652-413a-a0b9-0439c16b39de req-40275385-b1b9-4e5f-95a3-87607cd4a86a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Feb 09 03:28:36.393577 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae60a-f2a0-41eb-88c8-9e66dd96f15d req-c5016147-0fb2-4298-90fa-02c9d4853af5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.395499 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-299ae60a-f2a0-41eb-88c8-9e66dd96f15d req-c5016147-0fb2-4298-90fa-02c9d4853af5 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0914693 Feb 09 03:28:36.404413 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-6b45c238-5dfd-4de5-b87d-aba21a194483 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203008 Feb 09 03:28:36.413628 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-0beba843-5e9c-4c3a-ae27-3dfbbae102da service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:28:36.414618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-0beba843-5e9c-4c3a-ae27-3dfbbae102da service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046999 Feb 09 03:28:36.455510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-299ae60a-f2a0-41eb-88c8-9e66dd96f15d req-5e6e507f-d08e-46bb-8c05-64927f6dc31e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543725 Feb 09 03:28:37.588306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620a1ea-50c5-4d4b-930a-852fa6b14685 req-c25b4f2f-dfc9-4236-85af-753f9749cc81 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:37.591213 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d620a1ea-50c5-4d4b-930a-852fa6b14685 req-c25b4f2f-dfc9-4236-85af-753f9749cc81 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0577459 Feb 09 03:28:37.653954 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d620a1ea-50c5-4d4b-930a-852fa6b14685 req-e3bd18e8-2739-4273-85bc-cd4e795ed9cd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571704 Feb 09 03:28:38.784306 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226620e4-cdb8-4253-b4cf-5588ead56c99 req-2c53bfce-5f4f-4e8c-b602-37cecc93b5c2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:38.786182 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-226620e4-cdb8-4253-b4cf-5588ead56c99 req-2c53bfce-5f4f-4e8c-b602-37cecc93b5c2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0606282 Feb 09 03:28:38.838872 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-226620e4-cdb8-4253-b4cf-5588ead56c99 req-4fd92fde-0ba5-4a0d-9f2a-d0fc468b3aad tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Feb 09 03:28:39.961212 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667846-00a5-4b6e-ac2b-ca66ebe4c3df req-e9887736-72a3-46db-a544-b316452d00f9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:39.962611 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2667846-00a5-4b6e-ac2b-ca66ebe4c3df req-e9887736-72a3-46db-a544-b316452d00f9 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0538690 Feb 09 03:28:40.023477 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d2667846-00a5-4b6e-ac2b-ca66ebe4c3df req-4a9cc59b-2241-4426-a4a2-11c9d5f08af4 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539758 Feb 09 03:28:41.155753 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a8f4a-af3b-4a5b-b980-83eb955a29e1 req-f0651699-4371-4e28-987d-990a66f2862f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:41.157291 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e0a8f4a-af3b-4a5b-b980-83eb955a29e1 req-f0651699-4371-4e28-987d-990a66f2862f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0645010 Feb 09 03:28:41.208718 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6e0a8f4a-af3b-4a5b-b980-83eb955a29e1 req-5de4660a-c3d3-4a6c-8ce2-46f484e44dab tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457187 Feb 09 03:28:42.332315 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aefdb4-288a-44f7-932f-78a723edb598 req-022ac2c8-68c5-4cc0-8575-e0ddce6bb7ae tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.337054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86aefdb4-288a-44f7-932f-78a723edb598 req-022ac2c8-68c5-4cc0-8575-e0ddce6bb7ae tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0550113 Feb 09 03:28:42.394753 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-86aefdb4-288a-44f7-932f-78a723edb598 req-e678194a-985a-429d-a3b7-f4fce6cce916 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545268 Feb 09 03:28:43.516925 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092432ee-c2e8-4485-a976-fd32c957065e req-2a763572-5dd0-45ce-9563-b931be2503ea tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:43.518438 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-092432ee-c2e8-4485-a976-fd32c957065e req-2a763572-5dd0-45ce-9563-b931be2503ea tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0530019 Feb 09 03:28:43.575354 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-092432ee-c2e8-4485-a976-fd32c957065e req-6e4636fa-799b-4094-bbef-c44c66979a3e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506871 Feb 09 03:28:44.722790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dfa00-0c43-40b1-8ef9-6662dad0d0ae req-8ae5d531-b66e-45cc-943f-ca8f7fc9c882 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:44.724306 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423dfa00-0c43-40b1-8ef9-6662dad0d0ae req-8ae5d531-b66e-45cc-943f-ca8f7fc9c882 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0582011 Feb 09 03:28:44.774741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-423dfa00-0c43-40b1-8ef9-6662dad0d0ae req-e89ee754-f5ad-4d74-8733-71dc6456280e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Feb 09 03:28:45.905124 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df9865-e070-46df-9015-86c9d63dc9df req-282772aa-bb92-475e-9314-4a21dbc59ebd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:45.906705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3df9865-e070-46df-9015-86c9d63dc9df req-282772aa-bb92-475e-9314-4a21dbc59ebd tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0602582 Feb 09 03:28:45.964136 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c3df9865-e070-46df-9015-86c9d63dc9df req-a0e309f0-7117-4c24-8d74-cdd053549448 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517681 Feb 09 03:28:46.945633 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-73232323-e37c-418e-b2f9-f2cb72baaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:46.947145 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-73232323-e37c-418e-b2f9-f2cb72baaa1d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84&tenant_id=1782e7c21117412798b3f9d0832e395f HTTP/1.1" status: 200 len: 1127 time: 0.0518765 Feb 09 03:28:47.012491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-93cf3098-732f-4a58-90db-d7b5289c5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:47.014022 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-93cf3098-732f-4a58-90db-d7b5289c5e27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1127 time: 0.0460436 Feb 09 03:28:47.153053 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1571b-db32-4c37-82fb-4464ea54dd2a req-016c5662-4ffd-4aeb-8e6b-dca8c46d68a4 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:47.154576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09c1571b-db32-4c37-82fb-4464ea54dd2a req-016c5662-4ffd-4aeb-8e6b-dca8c46d68a4 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0918827 Feb 09 03:28:47.155724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-2904e43e-febe-4d8b-9f52-ebdd10c50343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:47.157160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-2904e43e-febe-4d8b-9f52-ebdd10c50343 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.1378462 Feb 09 03:28:47.256741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-09c1571b-db32-4c37-82fb-4464ea54dd2a req-43b9f0b4-9565-41ea-8a12-6234157a0dbf tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965126 Feb 09 03:28:47.258676 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-a0bf2400-c54c-43a6-8bde-be843dba1e09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 999 time: 0.0926063 Feb 09 03:28:47.309838 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-951167f8-c1a7-452f-9218-7b7d42e0c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:47.311378 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-951167f8-c1a7-452f-9218-7b7d42e0c920 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0472472 Feb 09 03:28:47.363219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-f49bf8a8-dbfa-4759-b09a-1f56fc609dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:47.364764 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-f49bf8a8-dbfa-4759-b09a-1f56fc609dd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475807 Feb 09 03:28:47.467743 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-e9356dc2-aced-4c93-8b0b-320aa317921c service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959752 Feb 09 03:28:47.566510 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-a0a3635e-25ab-4bbe-9e4d-d2420e934fa9 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926170 Feb 09 03:28:48.382387 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed373974-60e1-4b37-8a82-6d30635ec961 req-c0211a79-64d6-4c1e-be5c-e2622b3905b2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:48.384039 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed373974-60e1-4b37-8a82-6d30635ec961 req-c0211a79-64d6-4c1e-be5c-e2622b3905b2 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0549052 Feb 09 03:28:48.434913 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ed373974-60e1-4b37-8a82-6d30635ec961 req-dc82a288-3f0e-4079-af65-124bae791b09 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450342 Feb 09 03:28:48.675266 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.559819 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afeea7-b31e-4f7e-b6ba-7c2223fc3751 req-1f64f79c-41d4-467d-8f9f-dfc53352e45f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:49.561368 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85afeea7-b31e-4f7e-b6ba-7c2223fc3751 req-1f64f79c-41d4-467d-8f9f-dfc53352e45f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0586317 Feb 09 03:28:49.610819 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85afeea7-b31e-4f7e-b6ba-7c2223fc3751 req-f2aa857f-43dc-48e0-ae0f-05da8c2d9061 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Feb 09 03:28:49.823730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.741588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7690-bcdb-45c6-813d-d0de8e9f82de req-6a9d0bf8-a19f-4198-b35c-0d7bd8016a9d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:50.743123 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07ad7690-bcdb-45c6-813d-d0de8e9f82de req-6a9d0bf8-a19f-4198-b35c-0d7bd8016a9d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0630040 Feb 09 03:28:50.793483 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-07ad7690-bcdb-45c6-813d-d0de8e9f82de req-cb4c99b5-49e4-4d7f-a6ab-a66a3c0bc931 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Feb 09 03:28:51.919418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c21d-cece-4a76-93d1-86aaf59a4184 req-200e3544-0cba-427f-8fb7-9988c363f3ce tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:51.920925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fb1c21d-cece-4a76-93d1-86aaf59a4184 req-200e3544-0cba-427f-8fb7-9988c363f3ce tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0586648 Feb 09 03:28:51.970710 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1fb1c21d-cece-4a76-93d1-86aaf59a4184 req-672dd428-37f1-4273-ad17-a01c1af4b969 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Feb 09 03:28:52.176217 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-103631ac-8a4a-43f6-af9d-9c5a8e6533c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:52.177722 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-103631ac-8a4a-43f6-af9d-9c5a8e6533c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1127 time: 0.0480721 Feb 09 03:28:52.294659 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-a75f7d47-cc4c-458e-a0b6-dcf765dc083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:52.296225 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-a75f7d47-cc4c-458e-a0b6-dcf765dc083a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0994041 Feb 09 03:28:52.367775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-d914496b-9fb2-434d-8620-095d71629aa1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 999 time: 0.0654135 Feb 09 03:28:52.422941 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-60226ece-2d2b-4e09-89ea-66ea333de6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:52.424412 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-60226ece-2d2b-4e09-89ea-66ea333de6c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0513232 Feb 09 03:28:52.477164 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-8666ed16-4055-4067-8e05-c432ffde7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:52.478682 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-8666ed16-4055-4067-8e05-c432ffde7fc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484631 Feb 09 03:28:52.577578 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-7be33340-f15d-4697-9c99-9497b42c4069 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931666 Feb 09 03:28:52.631321 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:28:52.686121 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ac0c0979-0f64-415c-b62b-9443240a74d0 req-b97eb107-6f4c-4dd5-87a9-8a4760b68cf6 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029420 Feb 09 03:28:53.101899 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd47083-fabd-4c45-87aa-60c04cbe6c88 req-14c10ae5-fdf1-41d8-ac87-999d323fb145 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:53.103421 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dd47083-fabd-4c45-87aa-60c04cbe6c88 req-14c10ae5-fdf1-41d8-ac87-999d323fb145 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0542746 Feb 09 03:28:53.153950 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6dd47083-fabd-4c45-87aa-60c04cbe6c88 req-5a997690-d2be-4fea-a4c2-39ddc0ed0c41 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Feb 09 03:28:53.587076 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-aa2b29dc-91de-4eb8-af56-fe21258f7cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.283173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5839-721f-4fa7-864c-0b2074380323 req-4034df7b-3df8-4e36-80c8-57714fbf21de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:54.284746 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-379b5839-721f-4fa7-864c-0b2074380323 req-4034df7b-3df8-4e36-80c8-57714fbf21de tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0616236 Feb 09 03:28:54.335966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-379b5839-721f-4fa7-864c-0b2074380323 req-0180e76d-16d1-4824-bf5f-b674458adc91 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455351 Feb 09 03:28:55.460071 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11e626-3427-47d5-afb5-92b1e6996881 req-b96f1cf5-e035-4e8e-a47b-6aefc7386208 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:55.461464 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f11e626-3427-47d5-afb5-92b1e6996881 req-b96f1cf5-e035-4e8e-a47b-6aefc7386208 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 944 time: 0.0568795 Feb 09 03:28:55.510921 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0f11e626-3427-47d5-afb5-92b1e6996881 req-9f978a43-ecfd-40f0-ba0b-2150ea43b32c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Feb 09 03:28:55.688619 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 23c54f0f-419e-456c-b987-7250c21ddd82 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:28:55.793903 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:55.805398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': '23c54f0f-419e-456c-b987-7250c21ddd82', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'port_id': '23c54f0f-419e-456c-b987-7250c21ddd82', 'mac_address': 'fa:16:3e:bc:8e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:28:55.844268 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 23c54f0f-419e-456c-b987-7250c21ddd82 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:55.844665 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.858352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c54f0f-419e-456c-b987-7250c21ddd82 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:28:55.885230 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:55.890615 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.898262 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15bb55a1-74b0-4fd1-ad37-83d50c5bd979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.948611 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:56.226236 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['23c54f0f-419e-456c-b987-7250c21ddd82'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:28:56.635790 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf2e3b-00c4-4b1f-8027-eea691e2e081 req-f5c48bbe-cb7f-46cd-8048-586652e0876a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:56.637589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6bf2e3b-00c4-4b1f-8027-eea691e2e081 req-f5c48bbe-cb7f-46cd-8048-586652e0876a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 945 time: 0.0550337 Feb 09 03:28:56.693756 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f6bf2e3b-00c4-4b1f-8027-eea691e2e081 req-0fad58b7-491a-4932-a052-a9ca86cc4694 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504410 Feb 09 03:28:57.315740 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.700966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 23c54f0f-419e-456c-b987-7250c21ddd82 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:57.754971 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port 23c54f0f-419e-456c-b987-7250c21ddd82 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:57.755352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.819961 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d95d6c-568a-4e3b-b306-a02370958a73 req-2371108a-9bcc-4f70-9b3a-8244eb74571d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:57.822208 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d95d6c-568a-4e3b-b306-a02370958a73 req-2371108a-9bcc-4f70-9b3a-8244eb74571d tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 945 time: 0.0549674 Feb 09 03:28:57.835672 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port 23c54f0f-419e-456c-b987-7250c21ddd82 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:57.836071 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.863251 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:57.865573 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65772854-e40f-4cfc-9d1a-ce2614a1de24" -d '{"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-plugged", "status": "completed", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:57.878257 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-23d95d6c-568a-4e3b-b306-a02370958a73 req-0fd7ee29-37f0-4e84-aa98-2cabb3c93bc1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497937 Feb 09 03:28:57.884591 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:57.890319 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.918686 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a73c444-0bfd-4aac-9ccf-3faeb9feb1fa x-openstack-request-id: req-6a73c444-0bfd-4aac-9ccf-3faeb9feb1fa {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:57.918986 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-plugged", "status": "completed", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:57.919236 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a73c444-0bfd-4aac-9ccf-3faeb9feb1fa {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:57.919747 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82', 'code': 200} Feb 09 03:28:57.947898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:58.073541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0342-2528-42ae-bed4-d1e1f4fe10ed req-2716b641-2793-437a-99ab-d5d0d1dd249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:58.075344 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68e0342-2528-42ae-bed4-d1e1f4fe10ed req-2716b641-2793-437a-99ab-d5d0d1dd249f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0445135 Feb 09 03:28:58.122589 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f68e0342-2528-42ae-bed4-d1e1f4fe10ed req-d6e76d00-f9fc-4aa3-b1f6-592667e5f65a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Feb 09 03:28:58.479474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.002670 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8f1c-2094-4401-a20c-e2d28c5381a8 req-14ccb883-05b1-47c6-a2f5-478ee688b9d8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:59.004175 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2bd8f1c-2094-4401-a20c-e2d28c5381a8 req-14ccb883-05b1-47c6-a2f5-478ee688b9d8 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0556829 Feb 09 03:28:59.055020 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a2bd8f1c-2094-4401-a20c-e2d28c5381a8 req-68168601-d9d8-4d3a-9f1c-f0b97370ccea tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452187 Feb 09 03:28:59.966675 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.524106 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08f9f1-ef8a-41cf-8443-29280d2344b3 req-46fc7457-7ec6-428b-90bf-8449ccc076d0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:00.525741 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd08f9f1-ef8a-41cf-8443-29280d2344b3 req-46fc7457-7ec6-428b-90bf-8449ccc076d0 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.3806937 Feb 09 03:29:00.576314 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-fd08f9f1-ef8a-41cf-8443-29280d2344b3 req-39eb7f4c-dbdf-45d2-ba47-b9a9d363d348 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440223 Feb 09 03:29:18.675070 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:19.830557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:23.591595 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-80782ce9-0f74-4679-9a62-d31aa4c8602b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:25.889690 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-88f84192-ecb3-4387-81d5-de46377a2ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:27.317039 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:28.481394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:29.631121 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:29:29.969953 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:48.678996 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:49.838012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:53.596508 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b6da449d-96b0-4a11-a81c-c8ed3cbb5200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:54.130189 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-4f8e8fa6-9c97-41a6-803d-65e055c131ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539773 Feb 09 03:29:54.218743 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-3be095c7-0168-4cdf-b900-43ef1b95a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.220632 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-3be095c7-0168-4cdf-b900-43ef1b95a73a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0458982 Feb 09 03:29:54.324490 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-49502e48-4efa-4f7f-9c15-348861bfaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.325984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-49502e48-4efa-4f7f-9c15-348861bfaed3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.0877905 Feb 09 03:29:54.389564 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-4d2a8f6b-cdbe-42a5-b209-93b8b7f5a354 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 1001 time: 0.0575812 Feb 09 03:29:54.451451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-afb05bec-5544-4800-8520-a4bba15039aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.453912 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-afb05bec-5544-4800-8520-a4bba15039aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0586989 Feb 09 03:29:54.502709 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-630c689f-9118-4dc8-8e57-c2a23f41ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:29:54.504237 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-630c689f-9118-4dc8-8e57-c2a23f41ae20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450566 Feb 09 03:29:54.595876 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-34bbaa81-427a-4d27-aa43-38d1c1574112 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859098 Feb 09 03:29:54.693221 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0ab3ce30-5333-426c-9f4f-222eb0e78a15 req-32c6548a-62ed-4729-85f6-e1b13c3925c8 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915980 Feb 09 03:29:55.889504 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46d24792-810a-41b7-9864-a65ee4ff3013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:57.319391 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:58.484526 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:59.972603 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.631290 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:30:13.784802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48102) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:13.956271 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Deleting port 71a1cbdc-b6fc-4421-86e0-78df66f1f862 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:13.956617 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.040847 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.041102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (71a1cbdc-b6fc-4421-86e0-78df66f1f862), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.053175 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Calling delete_port for 71a1cbdc-b6fc-4421-86e0-78df66f1f862 owned by network:floatingip {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:14.214171 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (71a1cbdc-b6fc-4421-86e0-78df66f1f862), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.244300 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event deleted for resources: {'Port': ['ID=71a1cbdc-b6fc-4421-86e0-78df66f1f862,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:14.256679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.257039 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.257382 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.257730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.258068 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.258410 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.258764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.259096 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.259425 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.259829 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.260084 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.260413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.260738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:14.318364 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for floatingip (ffcd8016-fcfb-4760-8c3f-ccba00d2397a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.318364 n-d-826675-12 neutron-server[103149]: INFO neutron.db.l3_db [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Floating IP ffcd8016-fcfb-4760-8c3f-ccba00d2397a disassociated (deleted). External IP: 172.25.6.72, port: 23c54f0f-419e-456c-b987-7250c21ddd82. Feb 09 03:30:14.535342 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:14.650879 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:14.655928 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:14.660710 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] Sync routers for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:14.671022 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:14.671676 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:29:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:14.687467 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-903c1404-06f3-43d9-aae6-e65b1d7f5371 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "DELETE /v2.0/floatingips/ffcd8016-fcfb-4760-8c3f-ccba00d2397a HTTP/1.1" status: 204 len: 168 time: 0.9014199 Feb 09 03:30:14.688332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:14.690708 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ac4934-661a-4625-b0d3-02f33d517c36" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:14.735090 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc38ca-8859-46ae-9eea-4de830e1b70f x-openstack-request-id: req-dcbc38ca-8859-46ae-9eea-4de830e1b70f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:14.735399 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:14.735676 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcbc38ca-8859-46ae-9eea-4de830e1b70f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:14.736079 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82', 'status': 'completed', 'code': 200} Feb 09 03:30:14.794089 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:14.807253 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-681f36c4-0ae5-4e2c-9267-3fc00b335ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:14.808860 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-681f36c4-0ae5-4e2c-9267-3fc00b335ee7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1782e7c21117412798b3f9d0832e395f&device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 1129 time: 0.0493407 Feb 09 03:30:14.946388 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-386ae289-3ab9-473f-8ad3-3f0e5fb0fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:14.947964 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-386ae289-3ab9-473f-8ad3-3f0e5fb0fe17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 200 len: 909 time: 0.1335707 Feb 09 03:30:14.998077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-f3dc4ffd-73ac-4e7d-94fd-404590c899c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 200 len: 217 time: 0.0424738 Feb 09 03:30:15.013032 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bc728-b499-4b3e-98ab-905843e62f78 req-743c79df-22dd-4d10-a5e7-d32090d9b81c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:15.015316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e12bc728-b499-4b3e-98ab-905843e62f78 req-743c79df-22dd-4d10-a5e7-d32090d9b81c tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.1154609 Feb 09 03:30:15.085639 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-52b899ca-d9e8-4248-8e48-5bb33efb95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:15.087153 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-52b899ca-d9e8-4248-8e48-5bb33efb95b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 200 len: 847 time: 0.0827794 Feb 09 03:30:15.111160 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e12bc728-b499-4b3e-98ab-905843e62f78 req-e1f45d5e-253a-41af-946b-607ead3ea256 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862908 Feb 09 03:30:15.123755 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:15.150436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-17560c72-9dd0-4835-9e05-48235e5758cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:15.152043 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-17560c72-9dd0-4835-9e05-48235e5758cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f4f9833f-62a6-4da4-b18c-ec57c46356b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552628 Feb 09 03:30:15.154356 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] Checking router: 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:15.165224 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:15.165822 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:29:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:15.251785 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-504763ce-7d5e-40f8-b4cf-02140868b41a service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919333 Feb 09 03:30:15.274362 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:15.343965 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f2ac4934-661a-4625-b0d3-02f33d517c36 req-fab27069-9fec-43e6-9930-57659541b250 service neutron] 10.222.0.72 "GET /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854275 Feb 09 03:30:15.481299 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:15.507000 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2a291-3322-4f21-a5c4-56f9f4db5f31 None None] The sync data for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 is: [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:19:58Z', 'revision_number': 4, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'c7092d2c-c3dc-4c6f-b302-56558e8299da', 'name': '', 'network_id': 'f4f9833f-62a6-4da4-b18c-ec57c46356b6', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'mac_address': 'fa:16:3e:b5:98:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:57Z', 'updated_at': '2022-02-09T03:20:02Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'subnets': [{'id': '29b9d606-c6e2-4ec8-be8c-dbf46c73068d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:15.757592 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4758f642-0ee1-4412-8e49-3bc5c87c192e None None] New status for floating IP ffcd8016-fcfb-4760-8c3f-ccba00d2397a: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:30:16.237786 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e916de-5985-4a41-8d7a-3cad704e63e3 req-06f2db88-2328-4288-b1bc-cd0ab7c2d80e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:16.239357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2e916de-5985-4a41-8d7a-3cad704e63e3 req-06f2db88-2328-4288-b1bc-cd0ab7c2d80e tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0545902 Feb 09 03:30:16.301734 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2e916de-5985-4a41-8d7a-3cad704e63e3 req-1bc22a23-0167-4448-8c88-47a499e35bbc tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/security-groups?id=7fea0e51-5a35-4695-9bbe-30a0820906bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508158 Feb 09 03:30:16.565681 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85340d82-1003-4ef8-b66c-87d205abe59d req-ba070a5c-e4e9-4611-8c40-fcf0bb3e7c3f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:16.567267 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85340d82-1003-4ef8-b66c-87d205abe59d req-ba070a5c-e4e9-4611-8c40-fcf0bb3e7c3f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 946 time: 0.0583642 Feb 09 03:30:16.618207 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-9f7c55fd-4aa1-4415-9292-f07c89897d4e req-800ad936-4754-4e41-ac6a-5e74bed4559b tempest-TestNetworkAdvancedServerOps-938158302 tempest-TestNetworkAdvancedServerOps-938158302-project] (103150) timed out ('10.222.0.82', 64775) {{(pid=103150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:30:16.674332 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Deleting port 23c54f0f-419e-456c-b987-7250c21ddd82 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:16.674717 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.769452 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] For port 23c54f0f-419e-456c-b987-7250c21ddd82, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=23c54f0f-419e-456c-b987-7250c21ddd82,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:16.769831 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.784657 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Calling delete_port for 23c54f0f-419e-456c-b987-7250c21ddd82 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:16.930048 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (23c54f0f-419e-456c-b987-7250c21ddd82), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:16.958777 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event deleted for resources: {'Port': ['ID=23c54f0f-419e-456c-b987-7250c21ddd82,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:17.007057 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] No DVR routers for this DVR port 23c54f0f-419e-456c-b987-7250c21ddd82 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:17.009949 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:17.013955 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-85340d82-1003-4ef8-b66c-87d205abe59d req-784d861b-9a7e-4da3-be35-b6ffd25d0fe1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.72 "DELETE /v2.0/ports/23c54f0f-419e-456c-b987-7250c21ddd82 HTTP/1.1" status: 204 len: 173 time: 0.4414032 Feb 09 03:30:17.014553 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-deleted', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:17.017199 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20015d7-91d7-4728-b9e7-5cae8566e602" -d '{"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-deleted", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:17.061627 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b6ebcb-d047-4aa9-9515-53d2f260773f x-openstack-request-id: req-39b6ebcb-d047-4aa9-9515-53d2f260773f {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:17.062049 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f4bfdd-927b-4791-9eb0-5630c8eacd84", "name": "network-vif-deleted", "tag": "23c54f0f-419e-456c-b987-7250c21ddd82", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:17.062350 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39b6ebcb-d047-4aa9-9515-53d2f260773f {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:17.062799 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f4bfdd-927b-4791-9eb0-5630c8eacd84', 'name': 'network-vif-deleted', 'tag': '23c54f0f-419e-456c-b987-7250c21ddd82', 'status': 'completed', 'code': 200} Feb 09 03:30:17.409480 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a4449db0-9364-431c-b993-c4c9079b2a2d req-0225090c-fffa-4563-a41f-bb0a4e47c235 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0317223 Feb 09 03:30:18.516099 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f4d8239f-14bf-4409-9df8-4e3f20f107a0 req-6e9fcdf3-f7a4-4b41-9435-854cc6d37f40 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0312669 Feb 09 03:30:18.673401 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.625941 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9f98d85f-c60d-49af-b3b1-ac15c5af62d6 req-bd59536c-4be9-4cb9-bdac-a07c1e9becf1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0385833 Feb 09 03:30:19.835824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:20.104285 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 23c54f0f-419e-456c-b987-7250c21ddd82 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:20.130240 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: 23c54f0f-419e-456c-b987-7250c21ddd82 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:20.130608 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device 23c54f0f-419e-456c-b987-7250c21ddd82 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:20.721841 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-163ccc7c-b756-45e5-a9a6-fc3fd8e43cbe req-b56bd64d-8528-484e-858c-338d55bade6a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0274413 Feb 09 03:30:21.821975 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-904beb22-e737-4312-97b6-71f49e17b12a req-a6316907-ce86-4a24-859d-3a25057c364f tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0311568 Feb 09 03:30:22.930384 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-decc3529-0640-4d15-a14c-4088870a99cc req-fb6b7038-354c-47e1-a34e-ed609c6fcb54 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Feb 09 03:30:23.602165 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e44b2b0a-3e30-4bff-a58d-1b9407fc2693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:24.035278 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-124d0a74-2c3b-4467-a939-479d66e833dc req-78399bf5-89a6-465d-9bea-837b85fd94d1 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0281272 Feb 09 03:30:25.140829 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8c6203e9-8eda-4bd8-b4fc-96dd00d6019e req-a6655ea5-ad2a-4aeb-ad71-8c883d79d50a tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4f4bfdd-927b-4791-9eb0-5630c8eacd84 HTTP/1.1" status: 200 len: 210 time: 0.0328989 Feb 09 03:30:25.883862 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b99dccd6-96ed-4447-897d-6cb18f05fb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.201724 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48140) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:26.260998 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac6f7-e5b6-48f8-b4fd-b0e8b4a1fa04 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (7fea0e51-5a35-4695-9bbe-30a0820906bb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.297762 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac6f7-e5b6-48f8-b4fd-b0e8b4a1fa04 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (7fea0e51-5a35-4695-9bbe-30a0820906bb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.367872 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac6f7-e5b6-48f8-b4fd-b0e8b4a1fa04 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (7fea0e51-5a35-4695-9bbe-30a0820906bb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.371032 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac6f7-e5b6-48f8-b4fd-b0e8b4a1fa04 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:26.372930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3e1ac6f7-e5b6-48f8-b4fd-b0e8b4a1fa04 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] 10.222.0.53 "DELETE /v2.0/security-groups/7fea0e51-5a35-4695-9bbe-30a0820906bb HTTP/1.1" status: 204 len: 168 time: 0.1690559 Feb 09 03:30:26.392851 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ac6f7-e5b6-48f8-b4fd-b0e8b4a1fa04 tempest-TestShelveInstance-139171190 tempest-TestShelveInstance-139171190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea0e51-5a35-4695-9bbe-30a0820906bb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:26.428902 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48144) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:27.016651 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.300529 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Deleting port c7092d2c-c3dc-4c6f-b302-56558e8299da {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:27.300769 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.324516 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.396796 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] For port c7092d2c-c3dc-4c6f-b302-56558e8299da, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=c7092d2c-c3dc-4c6f-b302-56558e8299da,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:27.397197 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.411829 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Calling delete_port for c7092d2c-c3dc-4c6f-b302-56558e8299da owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:27.607908 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (c7092d2c-c3dc-4c6f-b302-56558e8299da), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:27.640118 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c7092d2c-c3dc-4c6f-b302-56558e8299da,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:27.667002 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.667361 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.667708 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.668234 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.668575 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.668913 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.669245 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.669586 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.669928 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.670266 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.670896 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.671740 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.672086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:27.862254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.127036 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:28.251543 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:28.260065 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a2759f71-3392-46d6-8876-5db47dbf66bc admin admin] 10.222.0.53 "PUT /v2.0/routers/47b1d0f4-9127-4b1d-9cda-b5f53a0815d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8269930 Feb 09 03:30:28.260065 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48150) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:28.262212 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] Sync routers for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:28.276809 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:28.277703 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:28.382027 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks [] for router (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.387006 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:28.490004 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.498449 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks [] for router_gateway (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.562702 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Deleting port 889a974e-3c8a-4bab-86ec-d99061fd88e2 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:28.563024 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.603356 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:30:27Z', 'revision_number': 5, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port': {'id': '889a974e-3c8a-4bab-86ec-d99061fd88e2', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:46:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:28.632245 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] Checking router: 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:28.646510 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] Routers {'47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:28.646510 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:28.672766 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] For port 889a974e-3c8a-4bab-86ec-d99061fd88e2, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=889a974e-3c8a-4bab-86ec-d99061fd88e2,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:28.673357 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.690436 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Calling delete_port for 889a974e-3c8a-4bab-86ec-d99061fd88e2 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:28.737220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] Set router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:28.795520 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:30:28Z', 'revision_number': 6, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:28.824520 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726d69-fd69-448e-9024-bc4e0610b829 None None] The sync data for ids ['47b1d0f4-9127-4b1d-9cda-b5f53a0815d6'] in n-d-826675-12 is: [{'id': '47b1d0f4-9127-4b1d-9cda-b5f53a0815d6', 'name': 'tempest-TestShelveInstance-940760629-router', 'tenant_id': '1782e7c21117412798b3f9d0832e395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:19:55Z', 'updated_at': '2022-02-09T03:30:28Z', 'revision_number': 6, 'project_id': '1782e7c21117412798b3f9d0832e395f', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:28.881623 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (889a974e-3c8a-4bab-86ec-d99061fd88e2), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:28.912462 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=889a974e-3c8a-4bab-86ec-d99061fd88e2,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:28.978846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.080921 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.083687 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks [] for router_controller (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.136043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (47b1d0f4-9127-4b1d-9cda-b5f53a0815d6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.136634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:30:29.141376 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.142574 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-39bd148c-e7d0-4261-8cb7-5730e74488d7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/47b1d0f4-9127-4b1d-9cda-b5f53a0815d6 HTTP/1.1" status: 204 len: 168 time: 0.8815868 Feb 09 03:30:29.145524 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48152) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:29.202938 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] Deleting subnet 29b9d606-c6e2-4ec8-be8c-dbf46c73068d {{(pid=103150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:29.206530 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] Publish callbacks [] for subnet (29b9d606-c6e2-4ec8-be8c-dbf46c73068d), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.250038 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126723955'] for subnet (29b9d606-c6e2-4ec8-be8c-dbf46c73068d), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.353645 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (29b9d606-c6e2-4ec8-be8c-dbf46c73068d), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.414651 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129885217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129602153'] for subnet (29b9d606-c6e2-4ec8-be8c-dbf46c73068d), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.744298 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b9d606-c6e2-4ec8-be8c-dbf46c73068d,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:29.746278 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.750241 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-55c153fd-1033-45fd-931a-35032809c583 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/29b9d606-c6e2-4ec8-be8c-dbf46c73068d HTTP/1.1" status: 204 len: 168 time: 0.6033120 Feb 09 03:30:29.752547 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48154) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:29.756779 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207b807-ff29-4180-86f5-c8dd8a871532 None None] Network f4f9833f-62a6-4da4-b18c-ec57c46356b6 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:29.844610 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (f4f9833f-62a6-4da4-b18c-ec57c46356b6), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.929794 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Deleting port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:29.930282 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:29.954951 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] DHCP port deletion for f4f9833f-62a6-4da4-b18c-ec57c46356b6 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:30.001322 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.012780 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] For port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:30.013154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.028539 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Calling delete_port for 43229786-1a33-4e15-ad9f-3a2ee4aff2cc owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:30.037319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Deleting port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:30.038041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.105862 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] For port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,segment=NetworkSegment(5717e5fa-8f7e-43bc-b337-ef20940a5f50),segment_id=5717e5fa-8f7e-43bc-b337-ef20940a5f50)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:30.106322 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.130227 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Calling delete_port for 43229786-1a33-4e15-ad9f-3a2ee4aff2cc owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:30.130764 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.162220 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:30.174160 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] No DVR routers for this DVR port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:30.218120 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (43229786-1a33-4e15-ad9f-3a2ee4aff2cc), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.245720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Pushing event deleted for resources: {'Port': ['ID=43229786-1a33-4e15-ad9f-3a2ee4aff2cc,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:30.249096 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (f4f9833f-62a6-4da4-b18c-ec57c46356b6), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.251338 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] No DVR routers for this DVR port 43229786-1a33-4e15-ad9f-3a2ee4aff2cc on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:30.268450 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.269340 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.269617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.270090 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.270956 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.271601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.272745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.272745 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.273262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.273691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.274130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.274599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.275030 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d135e5-1ff3-49bb-bd6e-1a3b076aa5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:30.276945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f9833f-62a6-4da4-b18c-ec57c46356b6']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:30.288686 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5717e5fa-8f7e-43bc-b337-ef20940a5f50') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:30.288993 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5717e5fa-8f7e-43bc-b337-ef20940a5f50') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:30.299813 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (5717e5fa-8f7e-43bc-b337-ef20940a5f50), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.315021 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (5717e5fa-8f7e-43bc-b337-ef20940a5f50), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.321817 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:30.322390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (5717e5fa-8f7e-43bc-b337-ef20940a5f50), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:30.324665 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:30.387429 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (f4f9833f-62a6-4da4-b18c-ec57c46356b6), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.394101 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:30.397638 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4f9833f-62a6-4da4-b18c-ec57c46356b6 HTTP/1.1" status: 204 len: 168 time: 0.6439068 Feb 09 03:30:30.400779 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48156) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:30.409836 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b179f6-7bef-4e4c-a9de-f98b3d178e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f9833f-62a6-4da4-b18c-ec57c46356b6,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:30.689334 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c7092d2c-c3dc-4c6f-b302-56558e8299da no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:30.714177 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: c7092d2c-c3dc-4c6f-b302-56558e8299da {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:30.714945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device c7092d2c-c3dc-4c6f-b302-56558e8299da not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:30.715599 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 889a974e-3c8a-4bab-86ec-d99061fd88e2 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:30.740705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 889a974e-3c8a-4bab-86ec-d99061fd88e2 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:30.741123 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 889a974e-3c8a-4bab-86ec-d99061fd88e2 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:30.741487 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43229786-1a33-4e15-ad9f-3a2ee4aff2cc no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:30.766111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 43229786-1a33-4e15-ad9f-3a2ee4aff2cc {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:30.766721 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 43229786-1a33-4e15-ad9f-3a2ee4aff2cc not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:30.806851 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (fb9793d3-379c-4505-ac8d-63b0af97776c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.076169 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Deleting port d3cdb11c-7d0f-48ce-99df-97826a88978a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:31.076437 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.161322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] For port d3cdb11c-7d0f-48ce-99df-97826a88978a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=d3cdb11c-7d0f-48ce-99df-97826a88978a,segment=NetworkSegment(65071a54-08a7-4d44-97d2-d07041e97f96),segment_id=65071a54-08a7-4d44-97d2-d07041e97f96)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:31.161697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.180117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Calling delete_port for d3cdb11c-7d0f-48ce-99df-97826a88978a owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:31.370971 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (d3cdb11c-7d0f-48ce-99df-97826a88978a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.400007 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cdb11c-7d0f-48ce-99df-97826a88978a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:31.577951 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (fb9793d3-379c-4505-ac8d-63b0af97776c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:31.809785 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Router fb9793d3-379c-4505-ac8d-63b0af97776c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:31.927880 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:31.932943 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5d101493-b320-44be-b29a-728f1c496fcc admin admin] 10.222.0.53 "PUT /v2.0/routers/fb9793d3-379c-4505-ac8d-63b0af97776c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5302997 Feb 09 03:30:31.935839 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48158) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:31.940025 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] Sync routers for ids ['fb9793d3-379c-4505-ac8d-63b0af97776c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:31.953348 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] Routers {'fb9793d3-379c-4505-ac8d-63b0af97776c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:31.954111 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fb9793d3-379c-4505-ac8d-63b0af97776c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:32.061981 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks [] for router (fb9793d3-379c-4505-ac8d-63b0af97776c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.078187 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] Set router fb9793d3-379c-4505-ac8d-63b0af97776c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:32.187758 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks [] for router_gateway (fb9793d3-379c-4505-ac8d-63b0af97776c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.256070 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Deleting port faf490dc-aa2b-4a37-b757-07c3bcd3ef63 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:32.256427 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.358496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] For port faf490dc-aa2b-4a37-b757-07c3bcd3ef63, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:32.359090 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.373627 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Calling delete_port for faf490dc-aa2b-4a37-b757-07c3bcd3ef63 owned by network:router_gateway {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:32.446054 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:30:31Z', 'revision_number': 5, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port': {'id': 'faf490dc-aa2b-4a37-b757-07c3bcd3ef63', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:01Z', 'updated_at': '2022-02-09T03:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:32.474239 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] Checking router: fb9793d3-379c-4505-ac8d-63b0af97776c for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:32.483499 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] Routers {'fb9793d3-379c-4505-ac8d-63b0af97776c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:32.484128 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['fb9793d3-379c-4505-ac8d-63b0af97776c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:32.562531 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (faf490dc-aa2b-4a37-b757-07c3bcd3ef63), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.580127 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] Set router fb9793d3-379c-4505-ac8d-63b0af97776c gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:32.599246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Pushing event deleted for resources: {'Port': ['ID=faf490dc-aa2b-4a37-b757-07c3bcd3ef63,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:32.641069 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:30:32Z', 'revision_number': 6, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:32.682200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8efa0-2dcc-4989-bd38-8ac843b15fab None None] The sync data for ids ['fb9793d3-379c-4505-ac8d-63b0af97776c'] in n-d-826675-12 is: [{'id': 'fb9793d3-379c-4505-ac8d-63b0af97776c', 'name': 'tempest-TestShelveInstance-1351574531-router', 'tenant_id': '55f4472417234a388d2f9070326dc760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:00Z', 'updated_at': '2022-02-09T03:30:32Z', 'revision_number': 6, 'project_id': '55f4472417234a388d2f9070326dc760', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:32.683834 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (fb9793d3-379c-4505-ac8d-63b0af97776c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.790119 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (fb9793d3-379c-4505-ac8d-63b0af97776c), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.792360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks [] for router_controller (fb9793d3-379c-4505-ac8d-63b0af97776c), precommit_delete_associations {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.844223 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (fb9793d3-379c-4505-ac8d-63b0af97776c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.844801 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9793d3-379c-4505-ac8d-63b0af97776c {{(pid=103150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:30:32.849350 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.850537 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-84dcc823-e7a4-43e4-8b8d-e0045e16206f admin admin] 10.222.0.53 "DELETE /v2.0/routers/fb9793d3-379c-4505-ac8d-63b0af97776c HTTP/1.1" status: 204 len: 168 time: 0.9123771 Feb 09 03:30:32.853237 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48160) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:32.899322 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] Deleting subnet ecd10df7-a6dd-4740-9647-627701cf335c {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:30:32.902378 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] Publish callbacks [] for subnet (ecd10df7-a6dd-4740-9647-627701cf335c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.947083 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (ecd10df7-a6dd-4740-9647-627701cf335c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.036189 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ecd10df7-a6dd-4740-9647-627701cf335c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.100595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (ecd10df7-a6dd-4740-9647-627701cf335c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.131204 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd10df7-a6dd-4740-9647-627701cf335c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.137124 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.144197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f77047-5896-4bc1-b619-f023f8fba18a None None] Network 616a37a7-a7ab-4069-998d-4f54d266d730 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:33.146046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48162) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:33.146504 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b38cdf9b-256c-467b-9f60-0ac0dbb8fc3f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ecd10df7-a6dd-4740-9647-627701cf335c HTTP/1.1" status: 204 len: 168 time: 0.2917705 Feb 09 03:30:33.216359 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (616a37a7-a7ab-4069-998d-4f54d266d730), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.271893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Deleting port 7073e7fd-8498-4184-b785-a5b6c80bcd4a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:30:33.272246 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.339779 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] For port 7073e7fd-8498-4184-b785-a5b6c80bcd4a, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=7073e7fd-8498-4184-b785-a5b6c80bcd4a,segment=NetworkSegment(65071a54-08a7-4d44-97d2-d07041e97f96),segment_id=65071a54-08a7-4d44-97d2-d07041e97f96)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:33.340065 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.354168 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Calling delete_port for 7073e7fd-8498-4184-b785-a5b6c80bcd4a owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:30:33.433483 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (7073e7fd-8498-4184-b785-a5b6c80bcd4a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.465066 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=7073e7fd-8498-4184-b785-a5b6c80bcd4a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.468553 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] No DVR routers for this DVR port 7073e7fd-8498-4184-b785-a5b6c80bcd4a on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:30:33.482854 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0be746-28cd-4ad3-985b-7ef9006d9e10 None None] DHCP port deletion for 616a37a7-a7ab-4069-998d-4f54d266d730 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:30:33.548111 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (616a37a7-a7ab-4069-998d-4f54d266d730), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.570973 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616a37a7-a7ab-4069-998d-4f54d266d730']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:33.581486 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65071a54-08a7-4d44-97d2-d07041e97f96') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:33.581957 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65071a54-08a7-4d44-97d2-d07041e97f96') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:33.591515 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (65071a54-08a7-4d44-97d2-d07041e97f96), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.606571 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (65071a54-08a7-4d44-97d2-d07041e97f96), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.613692 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:30:33.614077 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (65071a54-08a7-4d44-97d2-d07041e97f96), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:30:33.615933 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:30:33.679840 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (616a37a7-a7ab-4069-998d-4f54d266d730), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.685274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.689604 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] 10.222.0.53 "DELETE /v2.0/networks/616a37a7-a7ab-4069-998d-4f54d266d730 HTTP/1.1" status: 204 len: 168 time: 0.5415366 Feb 09 03:30:33.705378 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02658d-aae4-41f2-b840-c806bbc0cdcb admin admin] Pushing event deleted for resources: {'Network': ['ID=616a37a7-a7ab-4069-998d-4f54d266d730,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:33.845799 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48166) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:33.887696 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-5b3265ab-631b-4126-b1b0-c9672d6c3791 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1782e7c21117412798b3f9d0832e395f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406928 Feb 09 03:30:33.890526 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48168) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:33.946377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dc43-d90e-4d2b-9304-076d4669cb5f admin admin] Publish callbacks [] for security_group (48e122e6-d18b-48e3-a98d-037f4d770742), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:33.967984 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dc43-d90e-4d2b-9304-076d4669cb5f admin admin] Publish callbacks [] for security_group (48e122e6-d18b-48e3-a98d-037f4d770742), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.018653 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dc43-d90e-4d2b-9304-076d4669cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (48e122e6-d18b-48e3-a98d-037f4d770742), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.021593 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6a8dc43-d90e-4d2b-9304-076d4669cb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.022899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a6a8dc43-d90e-4d2b-9304-076d4669cb5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48e122e6-d18b-48e3-a98d-037f4d770742 HTTP/1.1" status: 204 len: 168 time: 0.1314187 Feb 09 03:30:34.032200 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8dc43-d90e-4d2b-9304-076d4669cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e122e6-d18b-48e3-a98d-037f4d770742,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:34.366982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48174) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:34.409080 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8c856eee-cbec-495d-bd4e-28695f1a3dce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55f4472417234a388d2f9070326dc760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409107 Feb 09 03:30:34.411593 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48176) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:34.460252 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2835-840e-4ca4-a37b-8d2e024b020a admin admin] Publish callbacks [] for security_group (1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.481315 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2835-840e-4ca4-a37b-8d2e024b020a admin admin] Publish callbacks [] for security_group (1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.529625 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2835-840e-4ca4-a37b-8d2e024b020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.533332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2835-840e-4ca4-a37b-8d2e024b020a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.534673 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-fd8d2835-840e-4ca4-a37b-8d2e024b020a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3 HTTP/1.1" status: 204 len: 168 time: 0.1221476 Feb 09 03:30:34.543275 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d2835-840e-4ca4-a37b-8d2e024b020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d99eb5e-6c75-43fb-b00a-f6a6df5ccfc3,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:34.682490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7073e7fd-8498-4184-b785-a5b6c80bcd4a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:34.711840 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 7073e7fd-8498-4184-b785-a5b6c80bcd4a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:34.712203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 7073e7fd-8498-4184-b785-a5b6c80bcd4a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:34.712632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3cdb11c-7d0f-48ce-99df-97826a88978a no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:34.735879 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: d3cdb11c-7d0f-48ce-99df-97826a88978a {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:34.736235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device d3cdb11c-7d0f-48ce-99df-97826a88978a not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:34.737207 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device faf490dc-aa2b-4a37-b757-07c3bcd3ef63 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:30:34.761087 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: faf490dc-aa2b-4a37-b757-07c3bcd3ef63 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:30:34.761441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device faf490dc-aa2b-4a37-b757-07c3bcd3ef63 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:30:35.493893 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48198) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:35.590374 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1202611778-network', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:35.614999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Made reservation on behalf of 7eb5dd1a3b7e4639be14dac46c1ebd97 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:35.617289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.625735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.707071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks [] for security_group (c6895d99-36d9-4f2e-86a7-4a58255d3e33), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.711159 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c6895d99-36d9-4f2e-86a7-4a58255d3e33), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.739977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:35.746806 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6895d99-36d9-4f2e-86a7-4a58255d3e33,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:35.753606 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (48a40f3e-9670-4d00-aeea-2186f6c3db17), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.753949 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Added segment 48a40f3e-9670-4d00-aeea-2186f6c3db17 of type vlan for network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 Feb 09 03:30:35.796638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.821677 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.822634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:35.823227 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.882732 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3876619 Feb 09 03:30:35.885734 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48202) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:35.890526 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189a6b0-a45c-4a4b-8025-7e93dd93d5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:35.891493 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Request body: {'subnet': {'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1202611778-subnet', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:35.904559 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:35.915718 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Made reservation on behalf of 7eb5dd1a3b7e4639be14dac46c1ebd97 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:35.918112 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.103977 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (d5fd38d4-3470-4c3e-8ec9-bd84368ed275), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.154536 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5fd38d4-3470-4c3e-8ec9-bd84368ed275,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:36.171541 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Checking segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:36.171910 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Network hostable DHCP agents. Network: a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:36.194485 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:36.204307 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:36.212604 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:36.213644 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.216891 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b10440-4784-487d-a841-90322a0b6556 None None] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:36.236270 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-4f6a85eb-510b-4e94-93db-a01cf5c20d5d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3464849 Feb 09 03:30:36.236682 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48204) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:36.241313 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:36.266499 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.267652 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.326268 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks [] for router_controller (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.366791 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:36.367691 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.487071 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks [] for router_gateway (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.534198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Allocated IP 172.20.0.2 (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9/d5fd38d4-3470-4c3e-8ec9-bd84368ed275/397e1d64-1c8e-4f21-8934-9ca6f508e2bd) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:36.694752 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Publish callbacks [] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.700279 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.701104 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks [] for router_gateway (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.726607 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.738401 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:36.743418 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:36.747397 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:36.757728 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Pushing event updated for resources: {'Port': ['ID=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:36.812243 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Attempting to bind port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:36.812678 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Attempting to bind port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:36.813047 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Attempting to bind port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:36.818748 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:36.819130 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Checking segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:36.819539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.819935 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Bound using segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:36.820408 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Bound port: 397e1d64-1c8e-4f21-8934-9ca6f508e2bd, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:36.820794 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.846885 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Allocated IP 172.25.6.239 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/29bd1688-e3f9-4fd1-824c-03546aa58c28) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:36.891486 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] For port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:36.894911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] For port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:36.902301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.965799 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks [] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.972642 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcce5ca-bab8-4d77-9c34-f6865fe791e4 None None] Pushing event updated for resources: {'Port': ['ID=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:37.006418 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.056285 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:37.059467 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:37.062251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:37.088067 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Pushing event updated for resources: {'Port': ['ID=29bd1688-e3f9-4fd1-824c-03546aa58c28,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:37.362611 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks [] for router_gateway (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.578637 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:37.719979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:30:37.960938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb736d-76af-4afc-93a7-3b93bb664457 None None] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:38.093341 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4d8f39f5-f0aa-4301-aee0-727f85419cae None None] Provisioning complete for port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:38.094109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d8f39f5-f0aa-4301-aee0-727f85419cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.137726 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:38.152799 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Sync routers for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:38.159392 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.160731 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6c9ec0ac-e979-4e2e-9d6c-c9ea8e65e763 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9229860 Feb 09 03:30:38.163509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48206) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:38.178929 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:38.180078 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:38.201319 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f39f5-f0aa-4301-aee0-727f85419cae None None] Current status of the port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:38.203139 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d8f39f5-f0aa-4301-aee0-727f85419cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.243894 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-4d8f39f5-f0aa-4301-aee0-727f85419cae None None] For port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:38.251227 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4d8f39f5-f0aa-4301-aee0-727f85419cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.317061 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f39f5-f0aa-4301-aee0-727f85419cae None None] Pushing event updated for resources: {'Port': ['ID=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:38.331618 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:38.473622 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-241be89d-faf4-4405-8e3e-f6bf0eac4829 None None] Provisioning complete for port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:38.473987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-241be89d-faf4-4405-8e3e-f6bf0eac4829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.533303 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:37Z', 'revision_number': 3, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:38.561601 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-241be89d-faf4-4405-8e3e-f6bf0eac4829 None None] Current status of the port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:38.561977 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Checking router: c805b3c8-eca0-4299-8555-07fd4dd6e9a3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:38.562609 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Updating router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 port 29bd1688-e3f9-4fd1-824c-03546aa58c28 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:30:38.593053 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.640838 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.722580 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 397e1d64-1c8e-4f21-8934-9ca6f508e2bd up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:38.793435 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:38.794332 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.828738 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Allocated IP 172.20.0.1 (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9/d5fd38d4-3470-4c3e-8ec9-bd84368ed275/6e56448d-6e84-498d-830c-692f0fe1147b) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:38.878755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:38.947568 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks [] for port (6e56448d-6e84-498d-830c-692f0fe1147b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.969316 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Publish callbacks [] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.975085 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:38.981121 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.026672 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:39.030366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:39.033905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:39.036003 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Attempting to bind port 29bd1688-e3f9-4fd1-824c-03546aa58c28 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:39.036476 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Attempting to bind port 29bd1688-e3f9-4fd1-824c-03546aa58c28 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:39.036746 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Attempting to bind port 29bd1688-e3f9-4fd1-824c-03546aa58c28 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:39.039431 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e56448d-6e84-498d-830c-692f0fe1147b,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:39.047851 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:39.048202 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:39.048609 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.049007 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:39.049484 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Bound port: 29bd1688-e3f9-4fd1-824c-03546aa58c28, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:39.049875 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.074578 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Pushing event updated for resources: {'Port': ['ID=29bd1688-e3f9-4fd1-824c-03546aa58c28,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:39.087587 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.093836 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.094138 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.094508 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.094853 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.095195 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.095529 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.095860 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.096194 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.096519 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.096856 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.097180 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.097502 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.097827 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:30:39.130943 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] For port 29bd1688-e3f9-4fd1-824c-03546aa58c28, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:39.134948 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] For port 29bd1688-e3f9-4fd1-824c-03546aa58c28, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=29bd1688-e3f9-4fd1-824c-03546aa58c28,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:39.143030 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.208509 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:39.209190 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:39.211251 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d46c0-63eb-4548-a7ad-c20994058cfa None None] Pushing event updated for resources: {'Port': ['ID=29bd1688-e3f9-4fd1-824c-03546aa58c28,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:39.275718 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.288278 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-43ea05cd-16cb-480e-a0cf-35beb6af1f26 None None] Provisioning complete for port 6e56448d-6e84-498d-830c-692f0fe1147b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:39.289328 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-43ea05cd-16cb-480e-a0cf-35beb6af1f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.327106 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-43ea05cd-16cb-480e-a0cf-35beb6af1f26 None None] Port 6e56448d-6e84-498d-830c-692f0fe1147b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:30:39.334498 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:39.465274 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks [] for port (6e56448d-6e84-498d-830c-692f0fe1147b), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.470997 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.534220 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:37Z', 'revision_number': 3, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:39.538300 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=6e56448d-6e84-498d-830c-692f0fe1147b,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:39.541033 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.561271 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be9755-bfa5-455c-bfd2-e3dffe6c06ce None None] The sync data for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 is: [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:37Z', 'revision_number': 3, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:39.657331 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:39.658768 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:39.792866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:39.936608 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:39.950290 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-910d530d-7391-4f1a-8f7e-2e3e05894ec2 admin admin] 10.222.0.53 "PUT /v2.0/routers/c805b3c8-eca0-4299-8555-07fd4dd6e9a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782421 Feb 09 03:30:39.958290 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-a828171a-ce6c-4560-91aa-f4bd89c64b9b None None] Provisioning complete for port 6e56448d-6e84-498d-830c-692f0fe1147b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:39.958896 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a828171a-ce6c-4560-91aa-f4bd89c64b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:39.999320 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-a828171a-ce6c-4560-91aa-f4bd89c64b9b None None] Port 6e56448d-6e84-498d-830c-692f0fe1147b cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:30:40.464986 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48222) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.470832 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1277563258-network', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:40.492905 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Made reservation on behalf of ec5c801dcf884af2ae6c5d5cd0ca0681 for: {'network': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:40.495380 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for network (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.505004 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.590700 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks [] for security_group (6e7ac185-e92e-460c-82f6-1d4f8d5c1e34), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.594896 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6e7ac185-e92e-460c-82f6-1d4f8d5c1e34), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.620792 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:30:40.632012 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ac185-e92e-460c-82f6-1d4f8d5c1e34,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:40.641299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (98069b23-9898-4e47-8456-db744a839669), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.641819 n-d-826675-12 neutron-server[103150]: INFO neutron.db.segments_db [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Added segment 98069b23-9898-4e47-8456-db744a839669 of type vlan for network 8bba0a33-81bc-4cfa-839f-376abf3da84c Feb 09 03:30:40.690957 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409653279'] for network (8bba0a33-81bc-4cfa-839f-376abf3da84c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.721260 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714'] for network (8bba0a33-81bc-4cfa-839f-376abf3da84c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.722265 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:40.722916 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.730235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 29bd1688-e3f9-4fd1-824c-03546aa58c28 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:40.778189 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3120468 Feb 09 03:30:40.781664 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48224) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:40.786062 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 29bd1688-e3f9-4fd1-824c-03546aa58c28 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:40.786449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.791041 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Request body: {'subnet': {'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1277563258-subnet', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'ip_version': 4}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:40.799804 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300a33-4d0a-4322-b697-da9a829a2d12 admin admin] Pushing event updated for resources: {'Network': ['ID=8bba0a33-81bc-4cfa-839f-376abf3da84c,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:40.815902 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c details requested by agent ovs-agent-n-d-826675-12 with host n-d-826675-12 {{(pid=103151) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:30:40.819956 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Made reservation on behalf of ec5c801dcf884af2ae6c5d5cd0ca0681 for: {'subnet': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:40.822652 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126300574'] for subnet (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.940252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 29bd1688-e3f9-4fd1-824c-03546aa58c28 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:40.940557 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:40.965913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 29bd1688-e3f9-4fd1-824c-03546aa58c28, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=29bd1688-e3f9-4fd1-824c-03546aa58c28,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:40.971539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.013317 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130001302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126300576'] for subnet (ee0f9d1c-9c95-490c-a06a-7c753c7c76b2), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.032860 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=29bd1688-e3f9-4fd1-824c-03546aa58c28,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:41.061674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0f9d1c-9c95-490c-a06a-7c753c7c76b2,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:41.085413 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Checking segment: {'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:41.085773 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Network hostable DHCP agents. Network: 8bba0a33-81bc-4cfa-839f-376abf3da84c, hostable agents: ['1d80f2d5-1064-4685-be2b-8ebd53f1a427'], hosted agents: [] {{(pid=103149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:30:41.108711 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c is scheduled to be hosted by DHCP agent 1d80f2d5-1064-4685-be2b-8ebd53f1a427 with binding_index 1 {{(pid=103149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:30:41.119984 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826675-12, 8bba0a33-81bc-4cfa-839f-376abf3da84c) {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:41.124947 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:41.125877 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.131635 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2235f8-a60a-4797-9d96-2c3b73683ab8 None None] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:41.148151 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-97330e85-a32a-482e-96bc-4d110be8be88 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3643882 Feb 09 03:30:41.151079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48226) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:41.156750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:41.179022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4049732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25429'] for router (6896a6b6-9742-4893-b09b-e2427051cd2c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.180254 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4049712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4062618', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4159493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25436'] for router (6896a6b6-9742-4893-b09b-e2427051cd2c), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.243978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf997fcb-9c9a-5231-bbd7-1902cc14aff7-8bba0a33-81bc-4cfa-839f-376abf3da84c', 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c', 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'fixed_ips': [{'subnet_id': 'ee0f9d1c-9c95-490c-a06a-7c753c7c76b2'}]}} from n-d-826675-12. {{(pid=103151) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:30:41.244849 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.247446 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks [] for router_controller (6896a6b6-9742-4893-b09b-e2427051cd2c), precommit_add_association {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.320198 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Sync routers for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:41.346847 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:41.347478 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:41.402043 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks [] for router_gateway (6896a6b6-9742-4893-b09b-e2427051cd2c), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.479535 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.db_base_plugin_common [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Allocated IP 172.20.0.2 (8bba0a33-81bc-4cfa-839f-376abf3da84c/ee0f9d1c-9c95-490c-a06a-7c753c7c76b2/355756b3-cf46-4011-83c1-3dd7454fb779) {{(pid=103151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:41.511485 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:41.642398 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks [] for router_gateway (6896a6b6-9742-4893-b09b-e2427051cd2c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.664241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.797468 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Allocated IP 172.25.6.82 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/8ebb7989-5867-4306-a59f-f920c143d743) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:41.907485 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks [] for port (8ebb7989-5867-4306-a59f-f920c143d743), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.955075 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Publish callbacks [] for port (355756b3-cf46-4011-83c1-3dd7454fb779), precommit_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.955656 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (8ebb7989-5867-4306-a59f-f920c143d743), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.978268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), after_create {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:41.994176 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:42.000079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:42.003706 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:42.037416 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Pushing event updated for resources: {'Port': ['ID=8ebb7989-5867-4306-a59f-f920c143d743,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:42.047050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c is already hosted by enough agents. {{(pid=103151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:42.048102 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Pushing event updated for resources: {'Port': ['ID=355756b3-cf46-4011-83c1-3dd7454fb779,revision_number=1']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:42.057323 n-d-826675-12 neutron-server[103151]: DEBUG neutron.scheduler.base_scheduler [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Resources bound (agent type, host, resource id): {{(pid=103151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:42.059822 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Received port after_create {{(pid=103151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:42.075099 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 2, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:42.118677 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Checking router: c805b3c8-eca0-4299-8555-07fd4dd6e9a3 for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:42.119044 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Updating router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 port 6e56448d-6e84-498d-830c-692f0fe1147b binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:30:42.177476 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Attempting to bind port 355756b3-cf46-4011-83c1-3dd7454fb779 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:42.177876 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Attempting to bind port 355756b3-cf46-4011-83c1-3dd7454fb779 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:42.178299 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Attempting to bind port 355756b3-cf46-4011-83c1-3dd7454fb779 on network 8bba0a33-81bc-4cfa-839f-376abf3da84c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:42.183329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.188627 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:42.189012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Checking segment: {'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:42.189012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.189012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Bound using segment: {'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:42.189012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Bound port: 355756b3-cf46-4011-83c1-3dd7454fb779, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:42.189012 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.287647 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks [] for router_gateway (6896a6b6-9742-4893-b09b-e2427051cd2c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.355100 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] For port 355756b3-cf46-4011-83c1-3dd7454fb779, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:42.372632 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] For port 355756b3-cf46-4011-83c1-3dd7454fb779, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=355756b3-cf46-4011-83c1-3dd7454fb779,segment=NetworkSegment(98069b23-9898-4e47-8456-db744a839669),segment_id=98069b23-9898-4e47-8456-db744a839669)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:42.386561 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.491681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08155624-ae6a-4b24-babb-e03daf3a1eef None None] Pushing event updated for resources: {'Port': ['ID=355756b3-cf46-4011-83c1-3dd7454fb779,revision_number=2']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:42.515237 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4049867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4061261'] for router (6896a6b6-9742-4893-b09b-e2427051cd2c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.585167 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Publish callbacks [] for port (6e56448d-6e84-498d-830c-692f0fe1147b), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.594028 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.667380 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b26b2a-c24b-499e-9e0b-9de0924811c5 None None] Pushing event updated for resources: {'Port': ['ID=6e56448d-6e84-498d-830c-692f0fe1147b,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:42.688345 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Router 6896a6b6-9742-4893-b09b-e2427051cd2c is scheduled to L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 with binding_index 1 {{(pid=103150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:30:42.747964 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Attempting to bind port 6e56448d-6e84-498d-830c-692f0fe1147b on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:42.749160 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Attempting to bind port 6e56448d-6e84-498d-830c-692f0fe1147b by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:42.749691 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Attempting to bind port 6e56448d-6e84-498d-830c-692f0fe1147b on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:42.756091 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:42.756780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Checking segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:42.757362 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.757957 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Bound using segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:42.758438 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Bound port: 6e56448d-6e84-498d-830c-692f0fe1147b, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:42.758875 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.772161 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 29bd1688-e3f9-4fd1-824c-03546aa58c28 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:42.855047 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:42.874711 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Sync routers for ids ['6896a6b6-9742-4893-b09b-e2427051cd2c'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:42.891651 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Routers {'6896a6b6-9742-4893-b09b-e2427051cd2c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:42.892296 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6896a6b6-9742-4893-b09b-e2427051cd2c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:42.894503 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.899449 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-238374b2-cd1c-4aef-aca7-346283ee11ba admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7444375 Feb 09 03:30:42.899636 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48228) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:42.926001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 29bd1688-e3f9-4fd1-824c-03546aa58c28 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:42.926394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:42.928718 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] For port 6e56448d-6e84-498d-830c-692f0fe1147b, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:42.932764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] For port 6e56448d-6e84-498d-830c-692f0fe1147b, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6e56448d-6e84-498d-830c-692f0fe1147b,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:42.968988 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.097938 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b26b2a-c24b-499e-9e0b-9de0924811c5 None None] Pushing event updated for resources: {'Port': ['ID=6e56448d-6e84-498d-830c-692f0fe1147b,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:43.100581 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:43.101190 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:43.114664 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 29bd1688-e3f9-4fd1-824c-03546aa58c28 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:43.118224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbf1d235-542e-43c6-819c-937bfec58d4b None None] Provisioning complete for port 6e56448d-6e84-498d-830c-692f0fe1147b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:43.118828 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d235-542e-43c6-819c-937bfec58d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.138899 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Set router 6896a6b6-9742-4893-b09b-e2427051cd2c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:43.324711 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:43.383726 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '8ebb7989-5867-4306-a59f-f920c143d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:42Z', 'revision_number': 3, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port': {'id': '8ebb7989-5867-4306-a59f-f920c143d743', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:43.386094 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1d235-542e-43c6-819c-937bfec58d4b None None] Current status of the port 6e56448d-6e84-498d-830c-692f0fe1147b is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:43.386584 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d235-542e-43c6-819c-937bfec58d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.428579 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Checking router: 6896a6b6-9742-4893-b09b-e2427051cd2c for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:43.429086 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Updating router 6896a6b6-9742-4893-b09b-e2427051cd2c port 8ebb7989-5867-4306-a59f-f920c143d743 binding host n-d-826675-12 {{(pid=103152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:30:43.465488 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8ebb7989-5867-4306-a59f-f920c143d743), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.480085 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbf1d235-542e-43c6-819c-937bfec58d4b None None] For port 6e56448d-6e84-498d-830c-692f0fe1147b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6e56448d-6e84-498d-830c-692f0fe1147b,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:43.499030 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d235-542e-43c6-819c-937bfec58d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.660810 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-2358c1c0-de7e-45cf-b40a-ce4c96fce498 None None] Provisioning complete for port 6e56448d-6e84-498d-830c-692f0fe1147b triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:43.661185 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2358c1c0-de7e-45cf-b40a-ce4c96fce498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.675963 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1d235-542e-43c6-819c-937bfec58d4b None None] Pushing event updated for resources: {'Port': ['ID=6e56448d-6e84-498d-830c-692f0fe1147b,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:43.693549 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:30:43.790942 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Publish callbacks [] for port (8ebb7989-5867-4306-a59f-f920c143d743), precommit_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.800692 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8ebb7989-5867-4306-a59f-f920c143d743), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.814686 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54b456-064b-4da4-a947-2c3c7da6487d None None] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:30:43.818394 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.861632 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79915f0a-1db4-45ee-a65c-aafb13c1b378 None None] Pushing event updated for resources: {'Port': ['ID=8ebb7989-5867-4306-a59f-f920c143d743,revision_number=2']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:43.866136 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Attempting to bind port 8ebb7989-5867-4306-a59f-f920c143d743 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:43.866531 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Attempting to bind port 8ebb7989-5867-4306-a59f-f920c143d743 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:43.867082 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Attempting to bind port 8ebb7989-5867-4306-a59f-f920c143d743 on network 7f4361da-6d03-4d89-bef7-822a50957776 {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:43.868235 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:42Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:43.872930 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:43.873743 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Checking segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:43.874027 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.874409 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Bound using segment: {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'} {{(pid=103152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:43.875063 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.managers [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Bound port: 8ebb7989-5867-4306-a59f-f920c143d743, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10516b11-9f40-4887-857f-871ddb40e69f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776'}}] {{(pid=103152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:43.876063 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8ebb7989-5867-4306-a59f-f920c143d743), before_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:43.933390 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] For port 8ebb7989-5867-4306-a59f-f920c143d743, host n-d-826675-12, cleared binding levels {{(pid=103152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:43.937572 n-d-826675-12 neutron-server[103152]: DEBUG neutron.plugins.ml2.db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] For port 8ebb7989-5867-4306-a59f-f920c143d743, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8ebb7989-5867-4306-a59f-f920c143d743,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:43.946107 n-d-826675-12 neutron-server[103152]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8ebb7989-5867-4306-a59f-f920c143d743), after_update {{(pid=103152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.015301 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Allocated IP 172.20.0.1 (8bba0a33-81bc-4cfa-839f-376abf3da84c/ee0f9d1c-9c95-490c-a06a-7c753c7c76b2/f1890c08-9457-44f0-b26d-11c54b9c8990) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:44.017106 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79915f0a-1db4-45ee-a65c-aafb13c1b378 None None] Pushing event updated for resources: {'Port': ['ID=8ebb7989-5867-4306-a59f-f920c143d743,revision_number=3']} {{(pid=103152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:44.020095 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Routers {'6896a6b6-9742-4893-b09b-e2427051cd2c'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:44.020981 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6896a6b6-9742-4893-b09b-e2427051cd2c'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:44.083441 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f200047-0474-46db-ab6d-ded3a981d56b None None] The sync data for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 is: [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:42Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:44.086612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-2358c1c0-de7e-45cf-b40a-ce4c96fce498 None None] Current status of the port 6e56448d-6e84-498d-830c-692f0fe1147b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:44.167154 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks [] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.184769 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] Set router 6896a6b6-9742-4893-b09b-e2427051cd2c gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:44.233388 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.247897 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-7c5d4324-bb3f-4d8b-b301-fc07978bb0ff None None] Provisioning complete for port 355756b3-cf46-4011-83c1-3dd7454fb779 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:44.249281 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4324-bb3f-4d8b-b301-fc07978bb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.278678 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:44.282758 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:44.287394 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:44.346711 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1890c08-9457-44f0-b26d-11c54b9c8990,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:44.362932 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4061338'] for router_interface (6896a6b6-9742-4893-b09b-e2427051cd2c), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.374383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d4324-bb3f-4d8b-b301-fc07978bb0ff None None] Current status of the port 355756b3-cf46-4011-83c1-3dd7454fb779 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:44.374592 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4324-bb3f-4d8b-b301-fc07978bb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.442074 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-7c5d4324-bb3f-4d8b-b301-fc07978bb0ff None None] For port 355756b3-cf46-4011-83c1-3dd7454fb779, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=355756b3-cf46-4011-83c1-3dd7454fb779,segment=NetworkSegment(98069b23-9898-4e47-8456-db744a839669),segment_id=98069b23-9898-4e47-8456-db744a839669)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:44.450649 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4324-bb3f-4d8b-b301-fc07978bb0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.466495 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '8ebb7989-5867-4306-a59f-f920c143d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:42Z', 'revision_number': 3, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port': {'id': '8ebb7989-5867-4306-a59f-f920c143d743', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:44.511033 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f0751-0164-4297-b9c2-c108c5b642f2 None None] The sync data for ids ['6896a6b6-9742-4893-b09b-e2427051cd2c'] in n-d-826675-12 is: [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '8ebb7989-5867-4306-a59f-f920c143d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:42Z', 'revision_number': 3, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port': {'id': '8ebb7989-5867-4306-a59f-f920c143d743', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:44.526737 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d4324-bb3f-4d8b-b301-fc07978bb0ff None None] Pushing event updated for resources: {'Port': ['ID=355756b3-cf46-4011-83c1-3dd7454fb779,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:44.563638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.576018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-dadef63a-df84-47ae-b103-f4a52ea9982d None None] Provisioning complete for port 355756b3-cf46-4011-83c1-3dd7454fb779 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:44.576827 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dadef63a-df84-47ae-b103-f4a52ea9982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.719201 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-dadef63a-df84-47ae-b103-f4a52ea9982d None None] Current status of the port 355756b3-cf46-4011-83c1-3dd7454fb779 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:44.829018 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6e56448d-6e84-498d-830c-692f0fe1147b up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:44.854360 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks [] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.861594 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.881444 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-1437b472-93bc-4d11-b338-0976ad69929e None None] Provisioning complete for port f1890c08-9457-44f0-b26d-11c54b9c8990 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:44.881853 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1437b472-93bc-4d11-b338-0976ad69929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.940571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=f1890c08-9457-44f0-b26d-11c54b9c8990,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:44.953261 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-1437b472-93bc-4d11-b338-0976ad69929e None None] Port f1890c08-9457-44f0-b26d-11c54b9c8990 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:30:44.959625 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 6e56448d-6e84-498d-830c-692f0fe1147b triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:44.960497 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:44.962048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3779740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4047626'] for router_interface (6896a6b6-9742-4893-b09b-e2427051cd2c), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.073537 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 6e56448d-6e84-498d-830c-692f0fe1147b is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:45.074788 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 355756b3-cf46-4011-83c1-3dd7454fb779 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:45.093282 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:45.095108 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:45.143432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 355756b3-cf46-4011-83c1-3dd7454fb779 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:45.143921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.271507 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 355756b3-cf46-4011-83c1-3dd7454fb779 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:45.287802 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Router 6896a6b6-9742-4893-b09b-e2427051cd2c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:30:45.421854 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:30:45.428998 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-0dd581e6-2680-42ff-8328-b36d9f992bc3 admin admin] 10.222.0.53 "PUT /v2.0/routers/6896a6b6-9742-4893-b09b-e2427051cd2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283203 Feb 09 03:30:45.477241 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-3ddae99c-6df1-4b24-b195-a6735135fd6c None None] Provisioning complete for port f1890c08-9457-44f0-b26d-11c54b9c8990 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:45.477634 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3ddae99c-6df1-4b24-b195-a6735135fd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:45.528945 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-3ddae99c-6df1-4b24-b195-a6735135fd6c None None] Port f1890c08-9457-44f0-b26d-11c54b9c8990 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:30:46.058772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48236) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.063858 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8ae471fa-e713-4a6a-8153-4074b95c0e67 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469782695', 'description': 'tempest-secgroup-smoke-1469782695 description', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.083497 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae471fa-e713-4a6a-8153-4074b95c0e67 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.163272 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae471fa-e713-4a6a-8153-4074b95c0e67 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group (4d6f3943-b858-4797-8eb3-46969306f395), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.167542 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae471fa-e713-4a6a-8153-4074b95c0e67 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d6f3943-b858-4797-8eb3-46969306f395), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.196332 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8ae471fa-e713-4a6a-8153-4074b95c0e67 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.197592 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8ae471fa-e713-4a6a-8153-4074b95c0e67 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1377919 Feb 09 03:30:46.200764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48238) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.201866 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae471fa-e713-4a6a-8153-4074b95c0e67 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6f3943-b858-4797-8eb3-46969306f395,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.209320 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-a2d23127-f9d3-4aed-962b-629e614148e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'security_group_rule': {'security_group_id': '4d6f3943-b858-4797-8eb3-46969306f395', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.236577 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d23127-f9d3-4aed-962b-629e614148e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (0629ba29-1fc8-4d10-bdc9-162d440af000), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.288624 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d23127-f9d3-4aed-962b-629e614148e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (0629ba29-1fc8-4d10-bdc9-162d440af000), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.292720 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d23127-f9d3-4aed-962b-629e614148e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (0629ba29-1fc8-4d10-bdc9-162d440af000), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.312180 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d23127-f9d3-4aed-962b-629e614148e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0629ba29-1fc8-4d10-bdc9-162d440af000,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.319219 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d23127-f9d3-4aed-962b-629e614148e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.320498 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-a2d23127-f9d3-4aed-962b-629e614148e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185913 Feb 09 03:30:46.323207 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48240) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.328051 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-85306c80-5b9b-407b-9fa5-749acaac2f4a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'security_group_rule': {'security_group_id': '4d6f3943-b858-4797-8eb3-46969306f395', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.352234 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85306c80-5b9b-407b-9fa5-749acaac2f4a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (9ae94613-232e-47c7-938b-65f436b3477c), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.410625 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85306c80-5b9b-407b-9fa5-749acaac2f4a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (9ae94613-232e-47c7-938b-65f436b3477c), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.414697 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85306c80-5b9b-407b-9fa5-749acaac2f4a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (9ae94613-232e-47c7-938b-65f436b3477c), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.433588 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85306c80-5b9b-407b-9fa5-749acaac2f4a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae94613-232e-47c7-938b-65f436b3477c,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.442385 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85306c80-5b9b-407b-9fa5-749acaac2f4a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.444206 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-85306c80-5b9b-407b-9fa5-749acaac2f4a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194918 Feb 09 03:30:46.446390 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48242) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.450728 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-d6166f6b-22f4-49bc-af3b-9ba336c09d48 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'security_group_rule': {'security_group_id': '4d6f3943-b858-4797-8eb3-46969306f395', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.476185 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6166f6b-22f4-49bc-af3b-9ba336c09d48 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (f912427a-95de-473a-bcbc-dd5bf2b08cb9), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.534595 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6166f6b-22f4-49bc-af3b-9ba336c09d48 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (f912427a-95de-473a-bcbc-dd5bf2b08cb9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.538788 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6166f6b-22f4-49bc-af3b-9ba336c09d48 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (f912427a-95de-473a-bcbc-dd5bf2b08cb9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.557837 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6166f6b-22f4-49bc-af3b-9ba336c09d48 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f912427a-95de-473a-bcbc-dd5bf2b08cb9,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.568198 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d6166f6b-22f4-49bc-af3b-9ba336c09d48 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.569474 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-d6166f6b-22f4-49bc-af3b-9ba336c09d48 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220937 Feb 09 03:30:46.572390 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48244) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.577283 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-092dbec2-cf45-47fd-bdfe-2ffa4db58ef2 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'security_group_rule': {'security_group_id': '4d6f3943-b858-4797-8eb3-46969306f395', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.605082 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-092dbec2-cf45-47fd-bdfe-2ffa4db58ef2 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (882dcc0c-3a2c-42ea-ae73-b66beb22e6eb), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.696991 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-092dbec2-cf45-47fd-bdfe-2ffa4db58ef2 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (882dcc0c-3a2c-42ea-ae73-b66beb22e6eb), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.706552 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-092dbec2-cf45-47fd-bdfe-2ffa4db58ef2 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (882dcc0c-3a2c-42ea-ae73-b66beb22e6eb), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.736703 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dbec2-cf45-47fd-bdfe-2ffa4db58ef2 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882dcc0c-3a2c-42ea-ae73-b66beb22e6eb,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.747836 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-092dbec2-cf45-47fd-bdfe-2ffa4db58ef2 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.752416 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-092dbec2-cf45-47fd-bdfe-2ffa4db58ef2 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763976 Feb 09 03:30:46.752710 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48246) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.755382 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8ebb7989-5867-4306-a59f-f920c143d743 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:46.757280 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'security_group_rule': {'security_group_id': '4d6f3943-b858-4797-8eb3-46969306f395', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.781843 n-d-826675-12 neutron-server[103149]: INFO neutron.db.securitygroups_db [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Project 7eb5dd1a3b7e4639be14dac46c1ebd97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:30:46.791123 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (e7332666-a612-44c9-a0a3-2d38cb37633e), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.823002 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8ebb7989-5867-4306-a59f-f920c143d743 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:46.823590 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8ebb7989-5867-4306-a59f-f920c143d743), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.878848 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (e7332666-a612-44c9-a0a3-2d38cb37633e), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.886128 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (e7332666-a612-44c9-a0a3-2d38cb37633e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.913683 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7332666-a612-44c9-a0a3-2d38cb37633e,revision_number=0']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:46.929932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8ebb7989-5867-4306-a59f-f920c143d743 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:46.930331 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (8ebb7989-5867-4306-a59f-f920c143d743), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.932156 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.936701 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-3d078bf6-11f9-4059-b3bb-5ecc2f1ff9e6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1826737 Feb 09 03:30:46.938019 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48248) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:30:46.942541 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'security_group_rule': {'security_group_id': '4d6f3943-b858-4797-8eb3-46969306f395', 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:46.959674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] For port 8ebb7989-5867-4306-a59f-f920c143d743, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8ebb7989-5867-4306-a59f-f920c143d743,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:46.965466 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (8ebb7989-5867-4306-a59f-f920c143d743), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:46.974314 n-d-826675-12 neutron-server[103150]: INFO neutron.db.securitygroups_db [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Project 7eb5dd1a3b7e4639be14dac46c1ebd97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:30:46.980098 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (35f7c0bb-d799-4230-bfe4-3544e926f21b), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.022001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Pushing event updated for resources: {'Port': ['ID=8ebb7989-5867-4306-a59f-f920c143d743,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:47.068390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (35f7c0bb-d799-4230-bfe4-3544e926f21b), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.073616 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158852'] for security_group_rule (35f7c0bb-d799-4230-bfe4-3544e926f21b), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.092131 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f7c0bb-d799-4230-bfe4-3544e926f21b,revision_number=0']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:47.101504 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:47.108200 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-8b0f148e-8315-4c06-9a91-364026a0503d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646998 Feb 09 03:30:47.400852 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-06191550-10c5-4bc3-9205-71da85dde91e tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469782695&fields=id&tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97 HTTP/1.1" status: 200 len: 267 time: 0.0558078 Feb 09 03:30:47.517540 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Sync routers for ids ['6896a6b6-9742-4893-b09b-e2427051cd2c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:30:47.517756 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-e81c1a05-2f2a-4a9f-aaa9-de6b3994fceb tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:47.519478 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-e81c1a05-2f2a-4a9f-aaa9-de6b3994fceb tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 810 time: 0.1111288 Feb 09 03:30:47.528790 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Routers {'6896a6b6-9742-4893-b09b-e2427051cd2c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:47.529510 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6896a6b6-9742-4893-b09b-e2427051cd2c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:47.534927 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-5ff45eb4-390b-44d9-8656-ca4d1962b9ff tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/quotas/7eb5dd1a3b7e4639be14dac46c1ebd97 HTTP/1.1" status: 200 len: 375 time: 0.0098400 Feb 09 03:30:47.595575 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-31387908-2cb4-43a9-9c0f-bb379ce05c14 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550928 Feb 09 03:30:47.661145 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Set router 6896a6b6-9742-4893-b09b-e2427051cd2c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:47.726791 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-0e7d714b-ca0c-4a3d-b0e8-501d27b6ac96 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:30:47.728401 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-0e7d714b-ca0c-4a3d-b0e8-501d27b6ac96 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1203647 Feb 09 03:30:47.833204 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-60b52bb0-0ab3-4e54-b77f-8e26bb45aaa7 service neutron] 10.222.0.53 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973642 Feb 09 03:30:47.895907 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '8ebb7989-5867-4306-a59f-f920c143d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:44Z', 'revision_number': 4, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port': {'id': '8ebb7989-5867-4306-a59f-f920c143d743', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'f1890c08-9457-44f0-b26d-11c54b9c8990', 'name': '', 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'mac_address': 'fa:16:3e:a0:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'ee0f9d1c-9c95-490c-a06a-7c753c7c76b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:43Z', 'updated_at': '2022-02-09T03:30:44Z', 'revision_number': 2, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'subnets': [{'id': 'ee0f9d1c-9c95-490c-a06a-7c753c7c76b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:47.927685 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Checking router: 6896a6b6-9742-4893-b09b-e2427051cd2c for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:30:47.928050 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Updating router 6896a6b6-9742-4893-b09b-e2427051cd2c port f1890c08-9457-44f0-b26d-11c54b9c8990 binding host n-d-826675-12 {{(pid=103151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:30:47.936813 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-da8c874e-7d77-4cbc-9edb-08157cb0c5ef service neutron] 10.222.0.53 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966744 Feb 09 03:30:47.958132 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.156287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b234fce4-5b61-4e83-8f6d-5127efca8ffd req-540b5e8f-3de2-4b66-b22f-b3c9bd308b72 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 210 time: 0.0438635 Feb 09 03:30:48.291746 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Publish callbacks [] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), precommit_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.299670 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.351615 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca5f61-2e95-4b16-9e28-90e949b8b70b None None] Pushing event updated for resources: {'Port': ['ID=f1890c08-9457-44f0-b26d-11c54b9c8990,revision_number=3']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:48.428883 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Attempting to bind port f1890c08-9457-44f0-b26d-11c54b9c8990 on host n-d-826675-12 for vnic_type normal with profile {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:48.429364 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Attempting to bind port f1890c08-9457-44f0-b26d-11c54b9c8990 by drivers openvswitch,hyperv on host n-d-826675-12 at level 0 using segments [{'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:48.429844 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Attempting to bind port f1890c08-9457-44f0-b26d-11c54b9c8990 on network 8bba0a33-81bc-4cfa-839f-376abf3da84c {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:48.436869 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Checking agent: {'id': '268cd63f-feff-447b-936c-fc63dcd32b84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 51, 30), 'started_at': datetime.datetime(2022, 2, 9, 1, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826675-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:48.437566 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Checking segment: {'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:48.438082 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.438618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Bound using segment: {'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'} {{(pid=103151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:48.439224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.managers [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Bound port: f1890c08-9457-44f0-b26d-11c54b9c8990, host: n-d-826675-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98069b23-9898-4e47-8456-db744a839669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c'}}] {{(pid=103151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:48.439866 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.522101 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] For port f1890c08-9457-44f0-b26d-11c54b9c8990, host n-d-826675-12, cleared binding levels {{(pid=103151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:48.525899 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] For port f1890c08-9457-44f0-b26d-11c54b9c8990, host n-d-826675-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f1890c08-9457-44f0-b26d-11c54b9c8990,segment=NetworkSegment(98069b23-9898-4e47-8456-db744a839669),segment_id=98069b23-9898-4e47-8456-db744a839669)] {{(pid=103151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:48.535924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.622424 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca5f61-2e95-4b16-9e28-90e949b8b70b None None] Pushing event updated for resources: {'Port': ['ID=f1890c08-9457-44f0-b26d-11c54b9c8990,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:48.626722 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Routers {'6896a6b6-9742-4893-b09b-e2427051cd2c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:30:48.627339 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6896a6b6-9742-4893-b09b-e2427051cd2c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:48.770239 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.774164 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8ebb7989-5867-4306-a59f-f920c143d743 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:48.783884 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-5c3424c2-4076-4e4b-8445-2c6db263d503 None None] Provisioning complete for port f1890c08-9457-44f0-b26d-11c54b9c8990 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:48.784268 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c3424c2-4076-4e4b-8445-2c6db263d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:48.899978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] Set router 6896a6b6-9742-4893-b09b-e2427051cd2c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:30:48.959496 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port 8ebb7989-5867-4306-a59f-f920c143d743 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:48.959877 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (8ebb7989-5867-4306-a59f-f920c143d743), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.098783 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-5c3424c2-4076-4e4b-8445-2c6db263d503 None None] Current status of the port f1890c08-9457-44f0-b26d-11c54b9c8990 is: DOWN; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:49.099179 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c3424c2-4076-4e4b-8445-2c6db263d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.192932 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-5c3424c2-4076-4e4b-8445-2c6db263d503 None None] For port f1890c08-9457-44f0-b26d-11c54b9c8990, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f1890c08-9457-44f0-b26d-11c54b9c8990,segment=NetworkSegment(98069b23-9898-4e47-8456-db744a839669),segment_id=98069b23-9898-4e47-8456-db744a839669)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:49.202497 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5c3424c2-4076-4e4b-8445-2c6db263d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.230596 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port 8ebb7989-5867-4306-a59f-f920c143d743 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:49.292658 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3424c2-4076-4e4b-8445-2c6db263d503 None None] Pushing event updated for resources: {'Port': ['ID=f1890c08-9457-44f0-b26d-11c54b9c8990,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:49.326603 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '8ebb7989-5867-4306-a59f-f920c143d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:44Z', 'revision_number': 4, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port': {'id': '8ebb7989-5867-4306-a59f-f920c143d743', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'f1890c08-9457-44f0-b26d-11c54b9c8990', 'name': '', 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'mac_address': 'fa:16:3e:a0:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'ee0f9d1c-9c95-490c-a06a-7c753c7c76b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:43Z', 'updated_at': '2022-02-09T03:30:48Z', 'revision_number': 4, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'subnets': [{'id': 'ee0f9d1c-9c95-490c-a06a-7c753c7c76b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:30:49.361084 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6411055d-7eb7-4d45-81f9-a72dbf28e3c2 None None] The sync data for ids ['6896a6b6-9742-4893-b09b-e2427051cd2c'] in n-d-826675-12 is: [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '8ebb7989-5867-4306-a59f-f920c143d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:44Z', 'revision_number': 4, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port': {'id': '8ebb7989-5867-4306-a59f-f920c143d743', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': 'f1890c08-9457-44f0-b26d-11c54b9c8990', 'name': '', 'network_id': '8bba0a33-81bc-4cfa-839f-376abf3da84c', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'mac_address': 'fa:16:3e:a0:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'ee0f9d1c-9c95-490c-a06a-7c753c7c76b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:43Z', 'updated_at': '2022-02-09T03:30:48Z', 'revision_number': 4, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'subnets': [{'id': 'ee0f9d1c-9c95-490c-a06a-7c753c7c76b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:30:49.363669 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-4f0b8367-917b-4ee7-955c-d733e5f80d7f None None] Provisioning complete for port f1890c08-9457-44f0-b26d-11c54b9c8990 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:49.364056 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8367-917b-4ee7-955c-d733e5f80d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.477955 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b8367-917b-4ee7-955c-d733e5f80d7f None None] Current status of the port f1890c08-9457-44f0-b26d-11c54b9c8990 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:49.660527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7338c02f-a56a-43f1-bc07-613d24612e1a req-61c645a0-52e0-416a-a193-4f3b01890d82 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 210 time: 0.3904533 Feb 09 03:30:49.716611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-29343944-051f-46a7-b802-2d15d5e9f088 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:49.718341 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-29343944-051f-46a7-b802-2d15d5e9f088 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 810 time: 0.5134134 Feb 09 03:30:49.785385 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-45c96eed-f611-4036-86af-e6084d104944 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97 HTTP/1.1" status: 200 len: 380 time: 0.0586894 Feb 09 03:30:49.793983 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'port': {'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'admin_state_up': True, 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'security_groups': ['4d6f3943-b858-4797-8eb3-46969306f395']}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:49.842769 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.924839 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Made reservation on behalf of 7eb5dd1a3b7e4639be14dac46c1ebd97 for: {'port': 1} {{(pid=103149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:30:49.928034 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.075747 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Allocated IP 172.20.0.3 (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9/d5fd38d4-3470-4c3e-8ec9-bd84368ed275/b5728848-6857-4bdf-a5a3-ecf08c077396) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:30:50.228054 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.262767 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.304781 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:30:50.309752 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:30:50.314201 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:30:50.339989 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:50.372720 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:50.374309 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.394357 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-01e92f8e-2485-4c11-9e9c-8474886b678d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041408 Feb 09 03:30:50.405197 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.v2.base [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Request body: {'port': {'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826675-12'}} {{(pid=103149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:30:50.479638 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.610612 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-be40ae63-36e5-4e41-a664-ad43789a9293 None None] Provisioning complete for port b5728848-6857-4bdf-a5a3-ecf08c077396 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:50.611206 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-be40ae63-36e5-4e41-a664-ad43789a9293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.653490 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-be40ae63-36e5-4e41-a664-ad43789a9293 None None] Port b5728848-6857-4bdf-a5a3-ecf08c077396 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:30:50.771436 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f1890c08-9457-44f0-b26d-11c54b9c8990 up at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:50.801936 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5728848-6857-4bdf-a5a3-ecf08c077396 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:30:50.811434 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Publish callbacks [] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.831814 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Transition to ACTIVE for port object b5728848-6857-4bdf-a5a3-ecf08c077396 will not be triggered until provisioned by entity L2. {{(pid=103149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:30:50.832504 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Provisioning complete for port f1890c08-9457-44f0-b26d-11c54b9c8990 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:50.832897 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.840173 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648067a-3829-480d-a891-684b3b0e880e req-e74eb51c-96fc-4afd-a30f-5724efbaa103 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:50.843212 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7648067a-3829-480d-a891-684b3b0e880e req-e74eb51c-96fc-4afd-a30f-5724efbaa103 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 931 time: 0.0888090 Feb 09 03:30:50.844148 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:50.932416 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Current status of the port f1890c08-9457-44f0-b26d-11c54b9c8990 is: ACTIVE; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:50.937345 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:50.948199 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-7648067a-3829-480d-a891-684b3b0e880e req-5552a2ed-44ff-4439-8f74-4e903ee5455a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989528 Feb 09 03:30:51.022767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Attempting to bind port b5728848-6857-4bdf-a5a3-ecf08c077396 on host n-h2-826675-12 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:30:51.023139 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Attempting to bind port b5728848-6857-4bdf-a5a3-ecf08c077396 by drivers openvswitch,hyperv on host n-h2-826675-12 at level 0 using segments [{'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:30:51.023474 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Attempting to bind port b5728848-6857-4bdf-a5a3-ecf08c077396 on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:51.028443 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Port b5728848-6857-4bdf-a5a3-ecf08c077396 on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826675-12 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:30:51.028938 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Attempting to bind port b5728848-6857-4bdf-a5a3-ecf08c077396 on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:30:51.035338 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Checking agent: {'id': 'd1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:30:51.035661 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Checking segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:30:51.036065 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Bound using segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:30:51.036509 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Bound port: b5728848-6857-4bdf-a5a3-ecf08c077396, host: n-h2-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:30:51.036881 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.108446 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:30:51.111436 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:30:51.118379 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130001155'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.157455 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:51.158099 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.159625 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] 10.222.0.72 "PUT /v2.0/ports/b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 1092 time: 0.7588799 Feb 09 03:30:51.160105 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:51.162692 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15264308-0740-41fd-bad5-b0a137e2fb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:51.189634 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b258e8-5b74-479e-a256-ac23b37ac4aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:51.269730 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-547f1270-1b5a-428d-8679-41d2b4282c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:51.271825 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-547f1270-1b5a-428d-8679-41d2b4282c68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0571363 Feb 09 03:30:51.321813 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d6ae1c-64ba-4519-aadb-46ac31a175fe x-openstack-request-id: req-72d6ae1c-64ba-4519-aadb-46ac31a175fe {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:51.322129 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:51.322368 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72d6ae1c-64ba-4519-aadb-46ac31a175fe {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:51.322802 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'status': 'completed', 'code': 200} Feb 09 03:30:51.324639 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-03b41162-2879-4a4e-8c0e-fa07f3844d0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 217 time: 0.0458703 Feb 09 03:30:51.375286 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-fa92edbd-2cb6-49cd-acc5-265ba9399546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:51.376798 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-fa92edbd-2cb6-49cd-acc5-265ba9399546 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0466652 Feb 09 03:30:51.427882 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-127b0b64-5e3f-4ff6-93f6-6530cffde4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:51.429383 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-127b0b64-5e3f-4ff6-93f6-6530cffde4b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463881 Feb 09 03:30:51.658009 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-8c631da3-bbb2-4387-82d7-0d3104fe6e1a service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937212 Feb 09 03:30:51.749558 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c5d5ac5a-f663-4f9a-82f8-ec5ad4345e35 req-f3f683f7-2345-46cf-8157-2c6c953e55d5 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860705 Feb 09 03:30:51.854744 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-5fddaf4b-1e45-40e1-addb-1f623936ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:51.856298 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-5fddaf4b-1e45-40e1-addb-1f623936ef23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0588236 Feb 09 03:30:51.970497 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-24be80bf-74e5-4b7f-8f8e-0f6102bd041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:51.972052 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-24be80bf-74e5-4b7f-8f8e-0f6102bd041b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.1090336 Feb 09 03:30:52.019613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-22630e66-23db-4124-9df9-e2014824c274 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 217 time: 0.0421789 Feb 09 03:30:52.110340 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-5cc6dfdc-12ca-42db-a3ca-cf9afcdeafce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:52.111883 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-5cc6dfdc-12ca-42db-a3ca-cf9afcdeafce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0871735 Feb 09 03:30:52.137367 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4904-5ac0-4365-a54f-4645217df4b8 req-053f0d4f-439c-405c-ad34-f7fc503cecb0 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:52.139978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f43c4904-5ac0-4365-a54f-4645217df4b8 req-053f0d4f-439c-405c-ad34-f7fc503cecb0 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 943 time: 0.1045797 Feb 09 03:30:52.225703 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-e514a278-f536-471f-ae65-bfb93beb394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:52.227356 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-e514a278-f536-471f-ae65-bfb93beb394a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078782 Feb 09 03:30:52.230990 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f43c4904-5ac0-4365-a54f-4645217df4b8 req-fd2a75dd-1aa9-46f0-b064-100a2007a741 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711520 Feb 09 03:30:52.327949 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-5d12370b-5dd0-4c70-a2f5-f9e98db9479f service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935028 Feb 09 03:30:52.417811 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-15264308-0740-41fd-bad5-b0a137e2fb2d req-d4d416f1-28d5-47c2-9d87-4d335222523d service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842965 Feb 09 03:30:53.378763 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323bfd4-a545-4b21-adb2-3b3646166f15 req-288f3074-4455-4fc8-9553-dea8682358b4 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:53.380296 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5323bfd4-a545-4b21-adb2-3b3646166f15 req-288f3074-4455-4fc8-9553-dea8682358b4 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 943 time: 0.0600288 Feb 09 03:30:53.432273 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-5323bfd4-a545-4b21-adb2-3b3646166f15 req-0f79919a-2236-46f6-b885-5c79a15e64b0 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463040 Feb 09 03:30:53.596742 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2245b8e-bc63-4bb5-9494-d77648c1c4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:54.567080 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174de06-0376-40d9-bfd0-e6f549592df4 req-2857c369-1121-4c0c-8cf2-5882f363d5f0 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:54.568946 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9174de06-0376-40d9-bfd0-e6f549592df4 req-2857c369-1121-4c0c-8cf2-5882f363d5f0 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 943 time: 0.0680180 Feb 09 03:30:54.619493 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-9174de06-0376-40d9-bfd0-e6f549592df4 req-7cdcdab4-133f-4282-9046-f18ee4b117d4 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Feb 09 03:30:55.746586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eafbe-5db8-42b6-bd63-fc8d648f01af req-4af35633-840c-4229-a7f3-054be4b702af tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:55.749119 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-363eafbe-5db8-42b6-bd63-fc8d648f01af req-4af35633-840c-4229-a7f3-054be4b702af tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 943 time: 0.0585258 Feb 09 03:30:55.806925 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-363eafbe-5db8-42b6-bd63-fc8d648f01af req-b84378d6-7ea4-4669-8555-5853a7bdd656 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524056 Feb 09 03:30:55.886398 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0365369d-be9c-4bae-9421-e90a257da238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.186989 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b5728848-6857-4bdf-a5a3-ecf08c077396 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:30:56.461720 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:56.475866 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:30:56.515200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b5728848-6857-4bdf-a5a3-ecf08c077396 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:56.515595 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.534019 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5728848-6857-4bdf-a5a3-ecf08c077396 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:30:56.555120 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:56.559006 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:56.611419 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:56.870445 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['b5728848-6857-4bdf-a5a3-ecf08c077396'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:30:56.944598 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31831f0f-e39d-4a16-80e1-ad9bf1a54d20 req-a5a619ae-a716-4ef3-8e55-c7c1b494269d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:56.948077 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31831f0f-e39d-4a16-80e1-ad9bf1a54d20 req-a5a619ae-a716-4ef3-8e55-c7c1b494269d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 944 time: 0.0660539 Feb 09 03:30:57.000966 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-31831f0f-e39d-4a16-80e1-ad9bf1a54d20 req-64fdfdb1-98d0-4e25-a5a0-258280ed8a55 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471087 Feb 09 03:30:57.326979 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.127987 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986def53-5a17-4b3b-b4bf-561324098d62 req-556bd6bf-9812-4118-a60f-a2c9421d1efc tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:58.129556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-986def53-5a17-4b3b-b4bf-561324098d62 req-556bd6bf-9812-4118-a60f-a2c9421d1efc tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 944 time: 0.0574324 Feb 09 03:30:58.183537 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-986def53-5a17-4b3b-b4bf-561324098d62 req-5c2a87cc-1fe0-4a80-a6b3-03cef3a5a928 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480852 Feb 09 03:30:58.211618 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b5728848-6857-4bdf-a5a3-ecf08c077396 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:30:58.268289 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning for port b5728848-6857-4bdf-a5a3-ecf08c077396 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:30:58.272766 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port b5728848-6857-4bdf-a5a3-ecf08c077396 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:30:58.273147 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.359703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b5728848-6857-4bdf-a5a3-ecf08c077396 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:30:58.360446 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.382569 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:30:58.384781 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b66df66-6fdb-45f2-88f3-c4b0249972ea" -d '{"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:30:58.398482 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:30:58.403231 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.430025 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055dc59-854b-430f-b112-e9f9037268fa x-openstack-request-id: req-b055dc59-854b-430f-b112-e9f9037268fa {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:30:58.430319 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:30:58.430599 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b055dc59-854b-430f-b112-e9f9037268fa {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:30:58.430990 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'code': 200} Feb 09 03:30:58.462183 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:30:58.492024 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:58.583327 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29820a69-12e0-465e-abfc-0ff00b71faa9 req-7490be42-ca9d-436b-9a34-aa6e3346fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:58.584891 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29820a69-12e0-465e-abfc-0ff00b71faa9 req-7490be42-ca9d-436b-9a34-aa6e3346fb3a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1128 time: 0.1000810 Feb 09 03:30:58.631407 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-29820a69-12e0-465e-abfc-0ff00b71faa9 req-ec3de56a-3a51-46c7-a6f2-e0bbebb470d8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Feb 09 03:30:59.311726 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e25f55-4ba9-40dd-b58e-53cce70a7e83 req-25b5ac27-b800-4061-8331-7b7f47825f68 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:30:59.313246 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3e25f55-4ba9-40dd-b58e-53cce70a7e83 req-25b5ac27-b800-4061-8331-7b7f47825f68 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 945 time: 0.0559773 Feb 09 03:30:59.366316 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e3e25f55-4ba9-40dd-b58e-53cce70a7e83 req-e60d4f67-f6be-4741-8ef5-94a10139685a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 Feb 09 03:30:59.975003 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.492548 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ddb1f-ca6b-4a46-89f6-aebb6d2a4c68 req-b107c630-7f81-4f0b-9be1-59fea2bca8e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:00.494074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b31ddb1f-ca6b-4a46-89f6-aebb6d2a4c68 req-b107c630-7f81-4f0b-9be1-59fea2bca8e3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 945 time: 0.0592906 Feb 09 03:31:00.545807 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b31ddb1f-ca6b-4a46-89f6-aebb6d2a4c68 req-3cfe50bb-f486-4209-a585-b181d144dd8e tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Feb 09 03:31:00.676191 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fc4e9-0b19-483c-9182-aca52d3c3fcc req-580e7d47-76b4-4092-b6ae-9b1b4ea4ba81 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:00.677751 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-641fc4e9-0b19-483c-9182-aca52d3c3fcc req-580e7d47-76b4-4092-b6ae-9b1b4ea4ba81 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 945 time: 0.0567729 Feb 09 03:31:00.729451 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-641fc4e9-0b19-483c-9182-aca52d3c3fcc req-0e34a0b0-5ecc-49b7-aadf-3c2ed60e10b8 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Feb 09 03:31:00.751945 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48310) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:00.839371 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a071a-b0bc-4d0b-8ac8-68feeaa8c68d tempest-TestSnapshotPattern-66757664 tempest-TestSnapshotPattern-66757664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:00.840953 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-175a071a-b0bc-4d0b-8ac8-68feeaa8c68d tempest-TestSnapshotPattern-66757664 tempest-TestSnapshotPattern-66757664-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1123 time: 0.0880089 Feb 09 03:31:00.844634 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48314) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:00.849122 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:00.869408 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:00.974022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.079743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Allocated IP 172.25.6.20 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/bf47a94f-7177-4fc6-b1ae-b222b57b3781) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:01.197048 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.232367 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.274399 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:01.278977 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:01.283846 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:01.286982 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'Port': ['ID=bf47a94f-7177-4fc6-b1ae-b222b57b3781,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:01.660704 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (96a73af7-7a03-4fb0-aa1f-86f86a925f7e), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.739109 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.900566 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.906173 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:01.988172 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'Port': ['ID=bf47a94f-7177-4fc6-b1ae-b222b57b3781,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.003155 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (96a73af7-7a03-4fb0-aa1f-86f86a925f7e), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.110695 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Floating IP 96a73af7-7a03-4fb0-aa1f-86f86a925f7e associated. External IP: 172.25.6.20, port: b5728848-6857-4bdf-a5a3-ecf08c077396. Feb 09 03:31:02.329290 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:31:02.443582 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:02.453158 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] Sync routers for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:02.463893 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.465180 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:02.465804 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:02.496209 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-b67a066b-fa63-4e6d-9c48-e87ac5109879 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6504941 Feb 09 03:31:02.496936 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:31:02.500574 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2984e6d9-18d1-4a81-9f28-f28964650af3" -d '{"events": [{"name": "network-changed", "server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:31:02.576728 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:02.600207 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7156e79f-12f6-4d7e-bee0-5784f1af5876 x-openstack-request-id: req-7156e79f-12f6-4d7e-bee0-5784f1af5876 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:31:02.600505 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:31:02.600762 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7156e79f-12f6-4d7e-bee0-5784f1af5876 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:31:02.601173 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'status': 'completed', 'code': 200} Feb 09 03:31:02.670841 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-88f296f9-53ea-4ef3-aa2c-48135b57e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:02.673068 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-88f296f9-53ea-4ef3-aa2c-48135b57e537 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0476782 Feb 09 03:31:02.773182 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-3ec6f9e3-df4f-4257-967c-ba965344789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:02.774916 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-3ec6f9e3-df4f-4257-967c-ba965344789b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0961380 Feb 09 03:31:02.846555 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-24eeaae5-3927-4ca4-b03e-c95ed170164f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 998 time: 0.0653944 Feb 09 03:31:02.903344 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-bb93ff99-543e-44e6-8791-a03f948c8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:02.905454 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-bb93ff99-543e-44e6-8791-a03f948c8695 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0540812 Feb 09 03:31:02.919347 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:01Z', 'revision_number': 0, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:02.945513 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] Checking router: c805b3c8-eca0-4299-8555-07fd4dd6e9a3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:02.954296 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:02.954869 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-8fde7029-bedf-429d-993b-e044282e93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:02.955010 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:30:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:02.956400 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-8fde7029-bedf-429d-993b-e044282e93b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458291 Feb 09 03:31:03.064951 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-6f601c09-973c-4f91-93f0-307e4488b457 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029730 Feb 09 03:31:03.068133 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:03.168679 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2984e6d9-18d1-4a81-9f28-f28964650af3 req-c5ef9a19-e939-4713-8221-2ad05e782cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984874 Feb 09 03:31:03.303568 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:01Z', 'revision_number': 0, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:03.330046 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418037d-d819-48c5-afb4-7f63e06efb99 None None] The sync data for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 is: [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:01Z', 'revision_number': 0, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:03.524433 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe3cfe-2b57-43d9-84d0-86fd0e2998e2 None None] New status for floating IP 96a73af7-7a03-4fb0-aa1f-86f86a925f7e: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:31:18.673442 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:19.829051 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.683498 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:31:23.595129 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0ba558fc-8aa5-4386-b477-fad37166faf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.888069 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a2f90b2b-51d3-45bc-a629-066ee297ad6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:27.328329 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.493350 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.979822 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:48.686618 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:49.846076 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:53.597090 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0f16473d-0a25-4000-9757-7b096e06bd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:55.889108 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a24ae2cc-76c1-4016-ac0d-5a82be526a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.121687 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-9af4301e-2ac4-49ca-856b-0fac6d34e46f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465157 Feb 09 03:31:57.216144 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f48be-c13e-4225-99d2-2b60b974247a req-f520ded9-37d3-4249-b493-f51d62cec37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:57.217706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-f520ded9-37d3-4249-b493-f51d62cec37f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0541430 Feb 09 03:31:57.335259 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:57.338256 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f48be-c13e-4225-99d2-2b60b974247a req-60a2e8ee-5f29-44c5-8382-bda99f602dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:57.339812 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-60a2e8ee-5f29-44c5-8382-bda99f602dd9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.1043975 Feb 09 03:31:57.420097 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-e0021c00-912c-4754-a377-8f68c904b19e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 1000 time: 0.0730042 Feb 09 03:31:57.473117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f48be-c13e-4225-99d2-2b60b974247a req-69e1735c-34a9-449b-beff-7272f9224f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:57.474633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-69e1735c-34a9-449b-beff-7272f9224f14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0489030 Feb 09 03:31:57.528456 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f48be-c13e-4225-99d2-2b60b974247a req-4d9b1ae2-e1ba-41fe-ae0e-9a282bb87951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:57.530011 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-4d9b1ae2-e1ba-41fe-ae0e-9a282bb87951 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481148 Feb 09 03:31:57.617982 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-49e8a39f-3173-4e19-81bb-c4e4566fc2ed service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818574 Feb 09 03:31:57.683629 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:31:57.723680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-a80f48be-c13e-4225-99d2-2b60b974247a req-0b06df76-5c83-4fbd-ad0c-d4bd68ca6612 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996323 Feb 09 03:31:58.495686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:59.988713 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:18.683197 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:19.853394 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.599417 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f2640348-4c66-4fe5-80f4-2a5495fb411d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.891719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b1a86632-dff2-48d2-b914-e1f0ddd33023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.335483 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:28.497687 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:29.982599 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.682967 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:32:48.698763 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:49.862583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.602662 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d4d738f6-8e94-458e-9b6b-dd293fc4f95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.900730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-40dcdf66-20c8-4dd0-aca9-6748431a3ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.120066 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-322f8fbd-b141-43ee-a08b-8a09a03e96ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478256 Feb 09 03:32:57.207674 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-781f4f91-769f-4330-93e6-a8f39fe276f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.209281 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-781f4f91-769f-4330-93e6-a8f39fe276f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0465076 Feb 09 03:32:57.319380 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-c295ba97-649a-4637-acb9-4266cdd9eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.320877 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-c295ba97-649a-4637-acb9-4266cdd9eb86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0929883 Feb 09 03:32:57.338535 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.387403 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-c9bb8f69-9d2d-4e59-b834-faad2d2c8cd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 1000 time: 0.0604010 Feb 09 03:32:57.440561 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-eb390bcc-c25d-41f2-96ab-0e7c3a754e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.442060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-eb390bcc-c25d-41f2-96ab-0e7c3a754e5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0492976 Feb 09 03:32:57.502679 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-636eb666-f378-4d43-a779-ad1f0afbd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.504234 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-636eb666-f378-4d43-a779-ad1f0afbd23c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553105 Feb 09 03:32:57.594178 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-4623c9ca-9c70-4fef-a046-a2ba4eb31790 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835819 Feb 09 03:32:57.689458 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-6b0c99b8-3cbc-4f74-a79a-104b82926cf9 req-07ba3e04-e110-4a64-b5ab-480532fb1726 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894697 Feb 09 03:32:58.502922 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.986018 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:11.684427 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:33:18.696196 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:19.853369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:23.605884 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-9565d77b-2d9e-4b39-81ee-164a9da0e286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:25.894288 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-db57f282-75b5-41b1-9740-43b84253d903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:27.342581 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:28.504038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:29.989484 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:34.917460 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b5728848-6857-4bdf-a5a3-ecf08c077396 details requested by agent hyperv_n-h2-826675-12 with host n-h2-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:33:35.021001 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:35.033266 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Returning: {'device': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:33:35.073560 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b5728848-6857-4bdf-a5a3-ecf08c077396 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:35.073957 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.087674 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5728848-6857-4bdf-a5a3-ecf08c077396 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:35.108200 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:35.112423 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.167972 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:35.176310 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.176663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.177015 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.177365 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.177703 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.178040 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.178379 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.178743 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.179076 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.179404 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.179732 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.180057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.180383 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:35.187675 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] get_ports_and_sgs() called for port_ids ['b5728848-6857-4bdf-a5a3-ecf08c077396'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:33:36.937646 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b5728848-6857-4bdf-a5a3-ecf08c077396 up at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:36.988513 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Provisioning complete for port b5728848-6857-4bdf-a5a3-ecf08c077396 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:36.988907 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.080724 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b5728848-6857-4bdf-a5a3-ecf08c077396 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:37.081131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.104325 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:37.106585 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09310d4a-4c7a-4b92-836d-0cbb19da0f80" -d '{"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:37.119070 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:37.131982 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.190871 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:37.222818 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41743e98-4f5d-436f-bb53-7ee55390862b x-openstack-request-id: req-41743e98-4f5d-436f-bb53-7ee55390862b {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:37.223125 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-plugged", "status": "completed", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:37.223384 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41743e98-4f5d-436f-bb53-7ee55390862b {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:37.224177 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'code': 200} Feb 09 03:33:48.685076 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:33:48.723845 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.855066 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:50.077147 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-401e6c8e-bc83-4220-aa76-b7f46aee042c tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469782695&fields=id&tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97 HTTP/1.1" status: 200 len: 267 time: 0.0476780 Feb 09 03:33:50.191030 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d0fb7fa1-686b-446b-be9a-fcea57a14b39 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.192526 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d0fb7fa1-686b-446b-be9a-fcea57a14b39 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 810 time: 0.1080427 Feb 09 03:33:50.208339 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-4b7e7d95-c9c3-49f5-babc-35394a373188 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/quotas/7eb5dd1a3b7e4639be14dac46c1ebd97 HTTP/1.1" status: 200 len: 375 time: 0.0103767 Feb 09 03:33:50.267633 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-eb2d5b7b-515a-4cb5-9a5f-7c31fb8685dc tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539062 Feb 09 03:33:50.362984 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-843c9ada-7329-40a2-a91a-db4dca7001dc service neutron] 10.222.0.53 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838017 Feb 09 03:33:50.458002 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-5430a6fd-504b-48fe-8884-960a3c2b129a service neutron] 10.222.0.53 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Feb 09 03:33:50.713680 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-3822bc4a-7041-4f20-a4ef-208c89b0a210 req-1950fc81-3634-402b-b5e9-f89735a2abf6 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 210 time: 0.0891685 Feb 09 03:33:51.666599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.82', 49161) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:51.801642 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-cfd3f1fe-0b09-4ad6-8eb6-7d74293c5964 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.803842 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-cfd3f1fe-0b09-4ad6-8eb6-7d74293c5964 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.82 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 810 time: 0.1271207 Feb 09 03:33:51.821315 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-042eb92a-f07c-46d7-89f5-184dc551d169 req-231d8b77-46ad-4240-a90d-e7c48a3c3e90 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 210 time: 0.0322104 Feb 09 03:33:51.889498 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-b49d8c5f-d5cf-4fe1-bb2e-65de9627eebc tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97 HTTP/1.1" status: 200 len: 380 time: 0.0745170 Feb 09 03:33:51.898223 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'port': {'device_id': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'admin_state_up': True, 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'security_groups': ['4d6f3943-b858-4797-8eb3-46969306f395']}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:52.014258 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Made reservation on behalf of 7eb5dd1a3b7e4639be14dac46c1ebd97 for: {'port': 1} {{(pid=103150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:52.018689 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.184120 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Allocated IP 172.20.0.4 (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9/d5fd38d4-3470-4c3e-8ec9-bd84368ed275/1a0d8cf2-1484-418d-a60c-06ecbd5c0313) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:52.355463 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.398922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.485530 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:52.489791 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:52.492088 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:52.495074 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:52.504950 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.505308 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.505660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.509446 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.509840 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.510250 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.510619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.510909 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.511242 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.511599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.511904 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.512240 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.512571 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:52.616110 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:52.616875 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.658644 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-33c093bd-d4ea-4aac-886d-b9efe1be7c3d tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601447 Feb 09 03:33:52.896595 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-817c5705-a343-45f0-ae9a-bd908a642087 None None] Provisioning complete for port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 triggered by entity DHCP. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:52.897881 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-817c5705-a343-45f0-ae9a-bd908a642087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.987482 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f02774-ef5d-402a-8729-58d69cf4c6ab req-c8ca731d-bf36-470b-a154-c7df1e6dadbf tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:52.991189 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-817c5705-a343-45f0-ae9a-bd908a642087 None None] Port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 cannot update to ACTIVE because it is not bound. {{(pid=103151) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:33:52.996019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f02774-ef5d-402a-8729-58d69cf4c6ab req-c8ca731d-bf36-470b-a154-c7df1e6dadbf tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0936193 Feb 09 03:33:53.058705 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-18f02774-ef5d-402a-8729-58d69cf4c6ab req-974a0f73-cae7-4574-99b1-3db9dde9f73b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608044 Feb 09 03:33:53.616061 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3d9e-7414-472f-bd47-ecb92c47020b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:54.227885 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad005e1-989c-420b-b5b3-c851c9020472 req-844e25a1-c054-43ca-b7c0-2fe047d03eae tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.237744 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ad005e1-989c-420b-b5b3-c851c9020472 req-844e25a1-c054-43ca-b7c0-2fe047d03eae tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0713575 Feb 09 03:33:54.289715 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-1ad005e1-989c-420b-b5b3-c851c9020472 req-aaa6ba26-d300-4b6b-b0d9-260ea8981f07 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509071 Feb 09 03:33:55.012362 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b5728848-6857-4bdf-a5a3-ecf08c077396 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:55.112565 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Current status of the port b5728848-6857-4bdf-a5a3-ecf08c077396 is: ACTIVE; New status is: DOWN {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:55.112964 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.136169 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:55.138389 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2efac42-0b99-4020-9d15-ab3e74859546" -d '{"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:55.151327 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-36aa011f-3186-4950-916f-98b845819ecc None None] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:55.159395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.189653 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501224e7-b5de-4ded-b5e2-3cc0e8861635 x-openstack-request-id: req-501224e7-b5de-4ded-b5e2-3cc0e8861635 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:55.189961 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:55.190709 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-501224e7-b5de-4ded-b5e2-3cc0e8861635 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:55.190977 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'code': 200} Feb 09 03:33:55.231667 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Pushing event updated for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=8']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:55.414235 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a0475-6d00-4c68-95e6-5bf89e25ee33 req-d20d9fcd-e0e5-4eb0-8d11-721e3a98500a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.415776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf9a0475-6d00-4c68-95e6-5bf89e25ee33 req-d20d9fcd-e0e5-4eb0-8d11-721e3a98500a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0527060 Feb 09 03:33:55.469170 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-cf9a0475-6d00-4c68-95e6-5bf89e25ee33 req-b1738b90-4d30-4dd6-9b2d-01d2c61439b8 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476625 Feb 09 03:33:55.898686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f5d42e6c-d135-4361-bd50-4a5600709420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:56.598451 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0a19-5db4-4d41-b1a7-9158f44f5776 req-a12a1164-0bc8-4632-a53b-224ec99cef1b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:56.600071 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45cf0a19-5db4-4d41-b1a7-9158f44f5776 req-a12a1164-0bc8-4632-a53b-224ec99cef1b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0552647 Feb 09 03:33:56.654761 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-45cf0a19-5db4-4d41-b1a7-9158f44f5776 req-90f5d55c-39c9-4ecc-86f9-ea7d568b13a3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491717 Feb 09 03:33:57.130054 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-f1cbb210-5f5c-4efb-9e75-ecb5c17d1465 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518982 Feb 09 03:33:57.252029 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2391e6-826b-40de-82c9-564d4566c386 req-aadeefd3-aca9-4cc2-a864-3f7236055d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.253618 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-aadeefd3-aca9-4cc2-a864-3f7236055d0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0765736 Feb 09 03:33:57.346682 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:57.386567 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2391e6-826b-40de-82c9-564d4566c386 req-d6ce0ca9-1b03-40da-b428-0543858fbdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.386567 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-d6ce0ca9-1b03-40da-b428-0543858fbdee service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.1032922 Feb 09 03:33:57.456693 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-2401772c-ea14-4ce5-ac4b-7f6aaa11ce78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 998 time: 0.0700402 Feb 09 03:33:57.514840 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2391e6-826b-40de-82c9-564d4566c386 req-47e3fc56-5afe-401c-8ac9-9a988f49582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.516930 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-47e3fc56-5afe-401c-8ac9-9a988f49582b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0536923 Feb 09 03:33:57.571576 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2391e6-826b-40de-82c9-564d4566c386 req-b1683b64-7da5-4964-8191-669188f0c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.573161 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-b1683b64-7da5-4964-8191-669188f0c377 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513082 Feb 09 03:33:57.583586 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-ef607545-f384-42a5-b5dd-53eac163aa52 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:33:57.584556 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-ef607545-f384-42a5-b5dd-53eac163aa52 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060935 Feb 09 03:33:57.677342 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-5bdfef4e-6810-4a9e-b956-6e793341e8c1 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873029 Feb 09 03:33:57.818355 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2df7-0ffb-469e-a2e6-a243b2b8c91b req-39aea4fa-edae-4bbd-a68f-2d90ed600bfe tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.820978 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-983b2df7-0ffb-469e-a2e6-a243b2b8c91b req-39aea4fa-edae-4bbd-a68f-2d90ed600bfe tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0841470 Feb 09 03:33:57.857301 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-8d2391e6-826b-40de-82c9-564d4566c386 req-d0849ed2-61b3-4a0f-b2b3-aa90194d5911 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747200 Feb 09 03:33:57.895899 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-983b2df7-0ffb-469e-a2e6-a243b2b8c91b req-908b795a-0d6b-4204-b396-9a2a32b498ab tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690775 Feb 09 03:33:58.508388 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:59.018132 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeaa72-ff4a-4cbc-8d97-16ff9e5d722d req-871f9dcd-53f6-421e-b687-dde7df094035 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:59.019706 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-febeaa72-ff4a-4cbc-8d97-16ff9e5d722d req-871f9dcd-53f6-421e-b687-dde7df094035 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0536504 Feb 09 03:33:59.080868 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-febeaa72-ff4a-4cbc-8d97-16ff9e5d722d req-126d9132-3015-401d-b245-1a9bafda5910 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513654 Feb 09 03:33:59.996209 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:00.221261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13139b-a86b-49b7-a48f-8a7ba3cb52f7 req-a67bccd2-7445-4f75-8d0f-8a74f8061d5b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:00.223404 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d13139b-a86b-49b7-a48f-8a7ba3cb52f7 req-a67bccd2-7445-4f75-8d0f-8a74f8061d5b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0720947 Feb 09 03:34:00.281532 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4d13139b-a86b-49b7-a48f-8a7ba3cb52f7 req-59fc961c-cc5a-4a55-88ac-287642643108 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526440 Feb 09 03:34:01.421140 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd12b-b0af-45f3-9c7f-3927da902963 req-21c10c87-0e85-4196-8e74-2cdcba694383 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.423487 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-560cd12b-b0af-45f3-9c7f-3927da902963 req-21c10c87-0e85-4196-8e74-2cdcba694383 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0663772 Feb 09 03:34:01.487688 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-560cd12b-b0af-45f3-9c7f-3927da902963 req-79f5d23f-3a08-4442-bfdd-8a3ef7560b94 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572329 Feb 09 03:34:02.624498 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc6d9-a93b-44fd-bf58-36c8b6a4beef req-be8f3116-58d1-448f-95c3-0882690b5fbf tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:02.626527 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-249dc6d9-a93b-44fd-bf58-36c8b6a4beef req-be8f3116-58d1-448f-95c3-0882690b5fbf tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0648382 Feb 09 03:34:02.678060 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-249dc6d9-a93b-44fd-bf58-36c8b6a4beef req-6cb1d6cb-118b-47e9-86ac-7815149003c0 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 Feb 09 03:34:03.349789 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-da546330-4871-44a1-aa65-d38c9dbbd2fe tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103150) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:34:03.351075 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-da546330-4871-44a1-aa65-d38c9dbbd2fe tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067170 Feb 09 03:34:03.410689 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Request body: {'port': {'device_id': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826675-12'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:03.475597 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:03.754496 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 {{(pid=103150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:03.763241 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Publish callbacks [] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:03.777838 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.provisioning_blocks [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Transition to ACTIVE for port object 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 will not be triggered until provisioned by entity L2. {{(pid=103150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:03.781289 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:03.811295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7674ff-e878-4977-979f-d1127517fbaf req-e1b066a4-f7d7-4154-9454-1093c5228440 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:03.813075 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a7674ff-e878-4977-979f-d1127517fbaf req-e1b066a4-f7d7-4154-9454-1093c5228440 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 931 time: 0.0597110 Feb 09 03:34:03.855619 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Pushing event updated for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:03.872846 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-4a7674ff-e878-4977-979f-d1127517fbaf req-9c8ba030-0528-48b4-adbc-672928c8d680 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527174 Feb 09 03:34:03.919284 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Attempting to bind port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 on host n-h1-826675-12 for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:03.919629 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Attempting to bind port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 by drivers openvswitch,hyperv on host n-h1-826675-12 at level 0 using segments [{'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:03.919964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Attempting to bind port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:03.925525 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826675-12 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:03.925857 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Attempting to bind port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 on network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:03.932389 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Checking agent: {'id': '53ce2995-4071-43e4-b185-f1e9ce25282f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826675-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'started_at': datetime.datetime(2022, 2, 9, 1, 59, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:03.933218 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Checking segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:03.933683 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Bound using segment: {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:03.934369 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Bound port: 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host: n-h1-826675-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a40f3e-9670-4d00-aeea-2186f6c3db17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:03.935120 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:04.008306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:04.011933 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:04.020330 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:04.055256 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.056294 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:04.058400 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] 10.222.0.82 "PUT /v2.0/ports/1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 200 len: 1092 time: 0.6988432 Feb 09 03:34:04.060964 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:04.064587 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22305f2-5b05-4234-92c2-c66f2e9fe43c" -d '{"events": [{"name": "network-changed", "server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:04.109660 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246aec4-7db0-4839-a529-8e6a62ee74cc service neutron] Pushing event updated for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:04.130075 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850e4123-3489-46db-a51e-e8a3a53bf323 x-openstack-request-id: req-850e4123-3489-46db-a51e-e8a3a53bf323 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:04.130449 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:04.130790 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-850e4123-3489-46db-a51e-e8a3a53bf323 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:04.131308 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'status': 'completed', 'code': 200} Feb 09 03:34:04.179899 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-23de6d90-77ba-4a20-abef-6f7535737a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.181230 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-23de6d90-77ba-4a20-abef-6f7535737a9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1126 time: 0.0650423 Feb 09 03:34:04.231038 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-6b8c4e61-25d6-4f82-96da-8c0c8961cec2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 200 len: 217 time: 0.0432420 Feb 09 03:34:04.289383 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-17d37c68-337a-4346-ab72-9134c98410d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.290938 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-17d37c68-337a-4346-ab72-9134c98410d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0532696 Feb 09 03:34:04.344820 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-f9a113f4-4892-4e52-8da6-1df8875aa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.346678 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-f9a113f4-4892-4e52-8da6-1df8875aa952 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503151 Feb 09 03:34:04.456425 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-e33ff319-425d-4a34-b5f8-66571885ddfa service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035349 Feb 09 03:34:04.547056 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-2f25d3d9-b5ea-4e01-9662-8b6157fec3f7 req-caa42c1c-a7e3-4493-8623-c2152e9386da service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851643 Feb 09 03:34:04.640818 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-95ca6dcc-1c83-4e5c-b7da-a8fac7c1eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.643436 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-95ca6dcc-1c83-4e5c-b7da-a8fac7c1eed0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1126 time: 0.0482550 Feb 09 03:34:04.749119 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-f50df8d9-91f5-49f0-876b-65aea3ab82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.750658 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-f50df8d9-91f5-49f0-876b-65aea3ab82c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0958068 Feb 09 03:34:04.800941 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-308995aa-4b12-40bc-b991-5d0343926e55 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 200 len: 217 time: 0.0438864 Feb 09 03:34:04.856366 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-120fe244-023d-4482-a943-23ee28ee758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.858291 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-120fe244-023d-4482-a943-23ee28ee758d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0512710 Feb 09 03:34:04.911476 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-cb35acb7-c8bf-46c2-b9b9-8fe6f8db1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.913038 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-cb35acb7-c8bf-46c2-b9b9-8fe6f8db1bec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496759 Feb 09 03:34:05.008400 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4e2d8-792f-4836-8621-f5edb3f922bc req-8facec37-8ff9-46d3-9937-52b14f524489 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:05.010005 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2bf4e2d8-792f-4836-8621-f5edb3f922bc req-8facec37-8ff9-46d3-9937-52b14f524489 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 943 time: 0.0535746 Feb 09 03:34:05.014558 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-e4cf5b6f-56d8-4067-b4d7-abfe92ad5923 service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928283 Feb 09 03:34:05.062866 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-2bf4e2d8-792f-4836-8621-f5edb3f922bc req-1f6168e8-987f-495b-a00e-736db7deb08f tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 Feb 09 03:34:05.122473 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-b22305f2-5b05-4234-92c2-c66f2e9fe43c req-c4603481-8774-4a3b-b899-92c20a32dbcd service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011515 Feb 09 03:34:06.185850 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de6375-1cf6-4d12-b3b9-4813f55e9018 req-0186e593-3b33-4bf9-80ec-6f482d87f79e tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.187373 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51de6375-1cf6-4d12-b3b9-4813f55e9018 req-0186e593-3b33-4bf9-80ec-6f482d87f79e tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 943 time: 0.0536528 Feb 09 03:34:06.242106 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-51de6375-1cf6-4d12-b3b9-4813f55e9018 req-1c38bdb0-8945-4f54-affa-fda97c9f1655 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478511 Feb 09 03:34:07.375473 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42fc0-1895-4bde-aa33-d3463b273838 req-ba316357-3a08-48fe-a059-82770e23319b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:07.377613 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7f42fc0-1895-4bde-aa33-d3463b273838 req-ba316357-3a08-48fe-a059-82770e23319b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 943 time: 0.0615065 Feb 09 03:34:07.428135 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b7f42fc0-1895-4bde-aa33-d3463b273838 req-f8c35c54-3c22-4496-ae84-95c648993a04 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449414 Feb 09 03:34:08.180314 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:08.283315 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:08.296705 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'port_id': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'mac_address': 'fa:16:3e:95:a3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:08.334991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 is: DOWN; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:08.335383 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:08.350398 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:08.370316 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:08.374868 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:08.430125 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=4']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:08.561028 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d8c8e-2f1d-4e33-8c4d-2c8fea6fcd5b req-29e0ee46-4188-4353-bff7-3c090fe36852 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.562577 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-157d8c8e-2f1d-4e33-8c4d-2c8fea6fcd5b req-29e0ee46-4188-4353-bff7-3c090fe36852 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 944 time: 0.0579052 Feb 09 03:34:08.614600 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-157d8c8e-2f1d-4e33-8c4d-2c8fea6fcd5b req-dc0c1939-dee3-41cf-af3e-715086e243fe tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 Feb 09 03:34:08.738780 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['1a0d8cf2-1484-418d-a60c-06ecbd5c0313'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:09.742130 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034676-7e5a-4c8f-86aa-d06b0299a26c req-ba2dd28f-0f7b-46d7-b880-29cbf20b5d2f tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.743808 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1034676-7e5a-4c8f-86aa-d06b0299a26c req-ba2dd28f-0f7b-46d7-b880-29cbf20b5d2f tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 944 time: 0.0575006 Feb 09 03:34:09.793976 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c1034676-7e5a-4c8f-86aa-d06b0299a26c req-52b123af-a13f-4d90-9d25-984603e20923 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Feb 09 03:34:10.180262 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:10.231256 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning for port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 completed by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:34:10.235473 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:10.235949 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.314010 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:10.314419 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.342614 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:10.345481 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81049a31-892d-4599-98a7-ecfd3af4b040" -d '{"events": [{"server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:10.358176 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:10.363676 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:10.395631 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4f4eae-a500-4181-b1f2-86c63c5b2cf5 x-openstack-request-id: req-3f4f4eae-a500-4181-b1f2-86c63c5b2cf5 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:10.395936 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:10.396200 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f4f4eae-a500-4181-b1f2-86c63c5b2cf5 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:10.396603 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'code': 200} Feb 09 03:34:10.420352 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=5']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:10.507306 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a9567-687c-472d-91b2-0d93b6ec7f1c req-bb1aec2e-d531-48a6-800f-8e99f8b7be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:10.508845 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-731a9567-687c-472d-91b2-0d93b6ec7f1c req-bb1aec2e-d531-48a6-800f-8e99f8b7be02 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1128 time: 0.0531485 Feb 09 03:34:10.556369 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-731a9567-687c-472d-91b2-0d93b6ec7f1c req-bbf26ff5-65e7-4230-a7dc-376aae0900bf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Feb 09 03:34:10.922093 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0fe89-bd16-4eec-9e29-d4173ab43cfa req-e6f6ae92-1f47-48f4-bcc2-9c183cfb47a5 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:10.923889 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebb0fe89-bd16-4eec-9e29-d4173ab43cfa req-e6f6ae92-1f47-48f4-bcc2-9c183cfb47a5 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 945 time: 0.0543439 Feb 09 03:34:10.974904 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-ebb0fe89-bd16-4eec-9e29-d4173ab43cfa req-f006d23d-2578-4190-8634-d18a1ae1fddb tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454981 Feb 09 03:34:12.097893 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfc177-f551-4c2a-8c35-2398c23d3157 req-c78f0f1f-0ff7-423c-bf4a-884189c9c54c tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.099616 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2cfc177-f551-4c2a-8c35-2398c23d3157 req-c78f0f1f-0ff7-423c-bf4a-884189c9c54c tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 945 time: 0.0531783 Feb 09 03:34:12.158326 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-c2cfc177-f551-4c2a-8c35-2398c23d3157 req-83c49eef-a06a-4fb8-a5e1-c400423c25a7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527873 Feb 09 03:34:12.283240 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fdb15-7830-4a97-93ec-10f9f77182fb req-3fa0710d-2656-434b-bc3e-33eed20101fa tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.284755 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-887fdb15-7830-4a97-93ec-10f9f77182fb req-3fa0710d-2656-434b-bc3e-33eed20101fa tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 945 time: 0.0548654 Feb 09 03:34:12.335595 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-887fdb15-7830-4a97-93ec-10f9f77182fb req-6f29c8f8-c0d2-4cd0-8e19-8735701453a0 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Feb 09 03:34:12.358164 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48642) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:12.407621 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5611d7e-80c2-4429-afca-89fac7fa13bf tempest-TestSnapshotPattern-66757664 tempest-TestSnapshotPattern-66757664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.409350 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a5611d7e-80c2-4429-afca-89fac7fa13bf tempest-TestSnapshotPattern-66757664 tempest-TestSnapshotPattern-66757664-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1123 time: 0.0501380 Feb 09 03:34:12.412287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48644) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:34:12.416595 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.v2.base [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Request body: {'floatingip': {'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'port_id': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:12.436665 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.533597 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (None), before_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:12.935799 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.db_base_plugin_common [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Allocated IP 172.25.6.206 (7f4361da-6d03-4d89-bef7-822a50957776/d46b33eb-ee57-4478-8fac-1e96cf7e9b06/0b2f711d-bc0c-4810-a29d-04c402c3622a) {{(pid=103150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:13.047259 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.082565 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409634753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.125552 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Network 7f4361da-6d03-4d89-bef7-822a50957776 is already hosted by enough agents. {{(pid=103150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:13.130874 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.base_scheduler [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Resources bound (agent type, host, resource id): {{(pid=103150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:13.133557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Received port after_create {{(pid=103150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:13.157479 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'Port': ['ID=0b2f711d-bc0c-4810-a29d-04c402c3622a,revision_number=1']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:13.500675 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (3118b331-9f7d-48b2-a285-83e99f4546e5), precommit_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.577778 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.753447 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.759051 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129885431'] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.827614 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event updated for resources: {'Port': ['ID=0b2f711d-bc0c-4810-a29d-04c402c3622a,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:13.839364 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4061207'] for floatingip (3118b331-9f7d-48b2-a285-83e99f4546e5), after_create {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:13.945435 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Floating IP 3118b331-9f7d-48b2-a285-83e99f4546e5 associated. External IP: 172.25.6.206, port: 1a0d8cf2-1484-418d-a60c-06ecbd5c0313. Feb 09 03:34:14.168952 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:34:14.289823 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:34:14.300314 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] Sync routers for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:34:14.308701 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:14.311150 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:34:14.311770 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:14.341710 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-a8d0c475-eae1-4cee-bdbd-55d399481fce tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9283738 Feb 09 03:34:14.342354 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:14.345388 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c16bc-2b44-4617-9ae5-6565d7eaaef9" -d '{"events": [{"name": "network-changed", "server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:14.391112 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f709882c-fb9b-445b-abb4-88862c5883bf x-openstack-request-id: req-f709882c-fb9b-445b-abb4-88862c5883bf {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:14.391112 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:14.391112 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f709882c-fb9b-445b-abb4-88862c5883bf {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:14.391112 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'status': 'completed', 'code': 200} Feb 09 03:34:14.426258 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:14.460861 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-ac64d96d-8b4b-4efd-9b71-a62188446af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.462392 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-ac64d96d-8b4b-4efd-9b71-a62188446af2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1128 time: 0.0571942 Feb 09 03:34:14.556458 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-42d2ca91-b25a-45ec-9939-6ab7536255f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.557959 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-42d2ca91-b25a-45ec-9939-6ab7536255f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0888767 Feb 09 03:34:14.628209 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-81e244eb-cb3b-46ea-b5ce-a93ab558a6fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 200 len: 999 time: 0.0639884 Feb 09 03:34:14.670029 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '3118b331-9f7d-48b2-a285-83e99f4546e5', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:95:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:34:13Z', 'updated_at': '2022-02-09T03:34:13Z', 'revision_number': 0, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}, {'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:03Z', 'revision_number': 1, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:14.680327 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-dd52281b-4d72-4b77-8303-e82f09360b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.681741 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-dd52281b-4d72-4b77-8303-e82f09360b99 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0466390 Feb 09 03:34:14.697186 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] Checking router: c805b3c8-eca0-4299-8555-07fd4dd6e9a3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:34:14.707140 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:34:14.707753 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:33:56Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:14.732544 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-893610b1-7754-4d0a-b186-d5c66813cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.734077 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-893610b1-7754-4d0a-b186-d5c66813cf8e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469818 Feb 09 03:34:14.835150 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-a5375100-8527-424b-ad2f-e064748cbc3f service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949655 Feb 09 03:34:14.929062 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:34:14.937419 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-483c16bc-2b44-4617-9ae5-6565d7eaaef9 req-73091f7f-29af-4e22-8b53-b090bcfdb9ee service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969863 Feb 09 03:34:15.168436 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '3118b331-9f7d-48b2-a285-83e99f4546e5', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:95:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:34:13Z', 'updated_at': '2022-02-09T03:34:13Z', 'revision_number': 0, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}, {'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:03Z', 'revision_number': 1, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:34:15.198862 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67f1b1-da59-445b-b160-6bc82d732220 None None] The sync data for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 is: [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '3118b331-9f7d-48b2-a285-83e99f4546e5', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:95:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:34:13Z', 'updated_at': '2022-02-09T03:34:13Z', 'revision_number': 0, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}, {'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:03Z', 'revision_number': 1, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:34:15.449038 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667693f-bfd8-43fb-a331-0f509b707bdf None None] New status for floating IP 3118b331-9f7d-48b2-a285-83e99f4546e5: ACTIVE {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:34:18.718556 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:19.860403 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:23.608575 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-3d4edef6-3657-49f4-ab32-bc9135a5aec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:25.684127 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:34:25.900656 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2f76e355-84c8-4707-983c-3ef9cb66b93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.349627 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:28.509567 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:29.993041 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:48.733539 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:49.871623 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.374122 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-79d82d5b-df11-455a-a268-464d48bf0203 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494854 Feb 09 03:34:50.471557 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-ff0be578-425f-409d-ab3e-fa8b06a805f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.473887 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-ff0be578-425f-409d-ab3e-fa8b06a805f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1128 time: 0.0466950 Feb 09 03:34:50.578781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-d18dca19-ce0e-4525-9e79-abec484afb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.580307 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-d18dca19-ce0e-4525-9e79-abec484afb82 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0872183 Feb 09 03:34:50.651654 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-cbbfc1b6-03a4-4d1a-9a73-535f4dacae01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 200 len: 1001 time: 0.0657976 Feb 09 03:34:50.701023 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-d7288a2d-a12a-4569-aecb-810136b5b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.702549 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-d7288a2d-a12a-4569-aecb-810136b5b615 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0456460 Feb 09 03:34:50.751433 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-8d629fb6-0d5f-453e-9f4b-0b030ae0b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.753446 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-8d629fb6-0d5f-453e-9f4b-0b030ae0b10c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450797 Feb 09 03:34:50.847594 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-429d9b4f-d917-49cb-97ab-64422dc2103d service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883453 Feb 09 03:34:50.938966 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-f0f1299c-e8aa-47b8-9877-fa459d3594a3 req-e70c27c5-024c-4334-9efd-e20a0e510d10 service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Feb 09 03:34:53.611719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a6455eca-0fee-44ee-9db7-ead1615d259f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:55.902859 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-96d95f6f-1547-49ad-8324-f7c4778717ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:57.353638 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:58.107287 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-e4e46539-87b6-4319-9cdf-5ac228e2dabe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446794 Feb 09 03:34:58.208512 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59358-74d4-4517-9b86-a427e0b37606 req-155d763f-f44d-4a17-897d-7bb6515d06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.211074 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-155d763f-f44d-4a17-897d-7bb6515d06b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0589395 Feb 09 03:34:58.316437 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59358-74d4-4517-9b86-a427e0b37606 req-8241a4d8-633a-42df-8e05-b578b6cd66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.317935 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-8241a4d8-633a-42df-8e05-b578b6cd66b4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0877805 Feb 09 03:34:58.385776 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-4b1a78e7-bbf4-4e28-82cb-ec988c498ece service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 998 time: 0.0621319 Feb 09 03:34:58.434219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59358-74d4-4517-9b86-a427e0b37606 req-9d1f8875-b267-4b0f-8266-6b42a142d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.435724 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-9d1f8875-b267-4b0f-8266-6b42a142d4e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0444670 Feb 09 03:34:58.485635 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59358-74d4-4517-9b86-a427e0b37606 req-8f9b1932-3cfc-4c07-94a6-4552b22bb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:58.487230 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-8f9b1932-3cfc-4c07-94a6-4552b22bb272 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458028 Feb 09 03:34:58.515786 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:58.585922 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-545afcdc-992d-4b3f-a966-728b6b0ed953 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915909 Feb 09 03:34:58.687470 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-acb59358-74d4-4517-9b86-a427e0b37606 req-902d90c7-2b0c-4d7a-b569-5c5edd3de325 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953450 Feb 09 03:34:59.995232 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:02.683295 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:35:18.730511 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.871908 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.615170 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-19d6d7f3-770a-4a99-ac4d-06f5b98ed070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.905450 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d105c4c5-5509-4ae2-9d59-de9cfbad3ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.356240 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.515602 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.998762 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.682793 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:35:48.729726 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:49.886575 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.374379 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-88bbded0-b06d-4c72-a777-94fb3deefd4e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524013 Feb 09 03:35:50.461599 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-afa9fb60-145c-4f69-a62d-4a22e6d7099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.463120 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-afa9fb60-145c-4f69-a62d-4a22e6d7099b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1128 time: 0.0458603 Feb 09 03:35:50.566092 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-8f74d496-7254-43d8-a7f9-4318f3c0e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.568270 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-8f74d496-7254-43d8-a7f9-4318f3c0e399 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0867536 Feb 09 03:35:50.639104 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-30a7f4d3-0b03-4e51-ae61-df5ffcd46141 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 200 len: 1001 time: 0.0650878 Feb 09 03:35:50.689727 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-062fb78e-baa1-41be-b97f-b94654c33301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.691319 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-062fb78e-baa1-41be-b97f-b94654c33301 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0472331 Feb 09 03:35:50.743532 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-59e8665e-04f2-4505-b696-275c9775b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.745017 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-59e8665e-04f2-4505-b696-275c9775b049 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481882 Feb 09 03:35:50.840019 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-67ac4eb3-98aa-46ba-8443-18dffeffcd18 service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887942 Feb 09 03:35:50.932609 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-31c5c65c-8bfd-430f-88fd-5074df0be51e req-c0df27ae-d344-4068-9f38-d3c7654e9e58 service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865521 Feb 09 03:35:53.618042 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-792ac1cc-5cf6-47bb-b9a1-ebe54fe4e2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:55.907352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4a50-bf6b-4751-b804-02ea1a771e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:57.361997 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:58.518904 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:59.146775 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-bdb5f8af-49d9-4618-9f2e-0625659bd2fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865386 Feb 09 03:35:59.240289 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-733538a4-2725-4fd5-a1b3-11cf15afd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:59.241805 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-733538a4-2725-4fd5-a1b3-11cf15afd15a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0522461 Feb 09 03:35:59.348611 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-bd256797-979c-4c76-94ed-4b9148eba024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:59.349923 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-bd256797-979c-4c76-94ed-4b9148eba024 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.0900314 Feb 09 03:35:59.420576 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-ecb3c31f-e923-4854-bdf2-3fa34a20cfc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 998 time: 0.0652761 Feb 09 03:35:59.479186 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-754ef7e4-f21b-4dc4-b0de-c64a260cae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:59.480763 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-754ef7e4-f21b-4dc4-b0de-c64a260cae99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0553725 Feb 09 03:35:59.529542 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-b6088339-1e06-444f-87a6-076aa9823884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:59.531194 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-b6088339-1e06-444f-87a6-076aa9823884 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449591 Feb 09 03:35:59.630245 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-c1ab1797-6c4c-4f25-932b-eb5068cc8665 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923555 Feb 09 03:35:59.722508 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e380ff9c-cbb9-49f6-8584-011036a39b1a req-d9bc4982-b469-4856-ab93-92402e9ace2d service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866520 Feb 09 03:36:00.003310 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:16.683341 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:36:18.751735 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:19.884920 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.817264 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 details requested by agent hyperv_n-h1-826675-12 with host n-h1-826675-12 {{(pid=103151) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:36:20.926966 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:20.937792 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Returning: {'device': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'port_id': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'mac_address': 'fa:16:3e:95:a3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103151) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:36:20.975785 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 is: ACTIVE; New status is: BUILD {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:36:20.976184 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.989731 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 {{(pid=103151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:36:21.010978 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:21.016111 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.069858 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=6']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:21.077147 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.077509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.077857 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.078203 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.078573 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.078911 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.079252 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.079583 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.079913 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.080242 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.080571 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.080898 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.081755 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:21.086804 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] get_ports_and_sgs() called for port_ids ['1a0d8cf2-1484-418d-a60c-06ecbd5c0313'] {{(pid=103151) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:36:22.838413 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 up at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:36:22.893512 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.provisioning_blocks [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Provisioning complete for port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 triggered by entity L2. {{(pid=103151) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:36:22.894582 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-973779'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), provisioning_complete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.980302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Current status of the port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 is: BUILD; New status is: ACTIVE {{(pid=103151) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:36:22.980708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1012100'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), before_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.011976 n-d-826675-12 neutron-server[103151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313'}] {{(pid=103151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:23.014438 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c157465be88e8fe79872174bfa66db463c848605e2e80b52e1ccf83a5739f68" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c28e995-dbf9-485b-b099-1790d328a86d" -d '{"events": [{"server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313"}]}' {{(pid=103151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:23.031523 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:23.037529 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772409973261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409634771', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409634789'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:23.079176 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fe92cb-add0-4c27-94a3-7724fab49e00 x-openstack-request-id: req-40fe92cb-add0-4c27-94a3-7724fab49e00 {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:23.079607 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "name": "network-vif-plugged", "status": "completed", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313", "code": 200}]} {{(pid=103151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:23.080795 n-d-826675-12 neutron-server[103151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40fe92cb-add0-4c27-94a3-7724fab49e00 {{(pid=103151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:23.080941 n-d-826675-12 neutron-server[103151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'code': 200} Feb 09 03:36:23.117888 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Pushing event updated for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=7']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:23.622109 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-49fa3fb7-4485-4815-9b14-7498b19fd1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:25.912722 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d02c452e-a7a8-461d-9ee3-fd3d797ff821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:27.366339 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:28.524431 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:30.010924 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.931428 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48874) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:33.112777 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Deleting port 0b2f711d-bc0c-4810-a29d-04c402c3622a {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:33.112777 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.196299 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.196631 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (0b2f711d-bc0c-4810-a29d-04c402c3622a), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.209086 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Calling delete_port for 0b2f711d-bc0c-4810-a29d-04c402c3622a owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:33.369511 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (0b2f711d-bc0c-4810-a29d-04c402c3622a), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.396166 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event deleted for resources: {'Port': ['ID=0b2f711d-bc0c-4810-a29d-04c402c3622a,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:33.412572 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.412931 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.413287 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.413628 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.413972 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.414312 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.414697 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.415251 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.415999 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.416509 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.417046 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.417589 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.418132 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:33.486717 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (3118b331-9f7d-48b2-a285-83e99f4546e5), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.487045 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Floating IP 3118b331-9f7d-48b2-a285-83e99f4546e5 disassociated (deleted). External IP: 172.25.6.206, port: 1a0d8cf2-1484-418d-a60c-06ecbd5c0313. Feb 09 03:36:33.716871 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:33.832209 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:33.837766 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:33.842768 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] Sync routers for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:33.853407 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:33.854120 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:33.871638 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-7827cae9-7791-494b-b251-76da7755559b tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "DELETE /v2.0/floatingips/3118b331-9f7d-48b2-a285-83e99f4546e5 HTTP/1.1" status: 204 len: 168 time: 0.9390903 Feb 09 03:36:33.872337 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:33.874799 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda2ccc5-23e7-4db2-bff5-11c2a95de272" -d '{"events": [{"name": "network-changed", "server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:33.967596 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:33.991048 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c09603-d4f1-420b-9ad3-77dac9c759cc x-openstack-request-id: req-d5c09603-d4f1-420b-9ad3-77dac9c759cc {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:33.991678 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:33.991804 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5c09603-d4f1-420b-9ad3-77dac9c759cc {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:33.994103 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'status': 'completed', 'code': 200} Feb 09 03:36:34.079656 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-95ece7bb-b8f8-4693-b28c-c8be92b56c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:34.082919 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-95ece7bb-b8f8-4693-b28c-c8be92b56c58 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 1128 time: 0.0679991 Feb 09 03:36:34.194159 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-c9c70e4c-8e3c-484c-9752-93b1a2a2ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:34.195780 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-c9c70e4c-8e3c-484c-9752-93b1a2a2ecef service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.1058669 Feb 09 03:36:34.205236 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c9632-58bb-4244-bd5b-6f8275b53472 req-54807c88-9580-45a5-9a35-1fa14aab07c7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:34.207843 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e76c9632-58bb-4244-bd5b-6f8275b53472 req-54807c88-9580-45a5-9a35-1fa14aab07c7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 945 time: 0.1166952 Feb 09 03:36:34.236198 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:03Z', 'revision_number': 1, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:34.239927 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-fa738197-bda3-4bd2-a3bd-d8021c066f28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 200 len: 217 time: 0.0377662 Feb 09 03:36:34.262711 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-e76c9632-58bb-4244-bd5b-6f8275b53472 req-6591860c-6018-439f-b0ea-5b67f31221b8 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Feb 09 03:36:34.264208 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] Checking router: c805b3c8-eca0-4299-8555-07fd4dd6e9a3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:34.273736 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:34.274629 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:34.297743 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-6c74f61d-922f-47f7-8a4c-6d0bebfa087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:34.299376 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-6c74f61d-922f-47f7-8a4c-6d0bebfa087c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0541070 Feb 09 03:36:34.351472 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-f847a43b-95d1-49af-822b-97ff5efcca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:34.353093 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-f847a43b-95d1-49af-822b-97ff5efcca60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461581 Feb 09 03:36:34.388383 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:34.446489 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-c59e5b8e-eeb6-455a-8418-7f50998b43ab service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862217 Feb 09 03:36:34.550980 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-eda2ccc5-23e7-4db2-bff5-11c2a95de272 req-a4a2a035-2f1e-4ff5-92b8-87354834d575 service neutron] 10.222.0.82 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975490 Feb 09 03:36:34.630115 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:03Z', 'revision_number': 1, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:34.761375 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf7b91-c92e-4776-9a49-5ce6ac33a396 None None] The sync data for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 is: [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_floatingips': [{'id': '96a73af7-7a03-4fb0-aa1f-86f86a925f7e', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'router_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'port_id': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'mac_address': 'fa:16:3e:9d:ee:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b39d01-2884-42da-a557-78472659b7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:01Z', 'updated_at': '2022-02-09T03:31:03Z', 'revision_number': 1, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:35.076322 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275616f-163d-4567-a7ad-0c972390cef4 None None] New status for floating IP 3118b331-9f7d-48b2-a285-83e99f4546e5: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:36:35.393901 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d955698-9cbf-4a79-8d34-6dbc08d6c79a req-cb861a8e-58c7-4afd-960d-e80def92b740 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:35.395542 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d955698-9cbf-4a79-8d34-6dbc08d6c79a req-cb861a8e-58c7-4afd-960d-e80def92b740 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 945 time: 0.0590246 Feb 09 03:36:35.444141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-0d955698-9cbf-4a79-8d34-6dbc08d6c79a req-d7ae9dde-fa15-4c4a-80e8-e8a4ef8bc699 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Feb 09 03:36:35.859677 n-d-826675-12 neutron-server[103150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd2efc-1c92-42b5-9475-57479f75051e req-5ad33d3d-443a-47ae-b4bc-8a5e4b4c3314 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:35.861339 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-76fd2efc-1c92-42b5-9475-57479f75051e req-5ad33d3d-443a-47ae-b4bc-8a5e4b4c3314 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.82 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 945 time: 0.0545692 Feb 09 03:36:35.959246 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Deleting port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:35.959591 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.053333 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] For port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313, host n-h1-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826675-12',level=0,port_id=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:36.053710 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.066773 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Calling delete_port for 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 owned by compute:nova {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:36.201990 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (1a0d8cf2-1484-418d-a60c-06ecbd5c0313), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.233148 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event deleted for resources: {'Port': ['ID=1a0d8cf2-1484-418d-a60c-06ecbd5c0313,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:36.279055 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] No DVR routers for this DVR port 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 on host n-h1-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:36.281994 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:36.286755 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [req-76fd2efc-1c92-42b5-9475-57479f75051e req-ed91fae2-bb49-43f5-bf5f-3a72d687b0d3 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.82 "DELETE /v2.0/ports/1a0d8cf2-1484-418d-a60c-06ecbd5c0313 HTTP/1.1" status: 204 len: 173 time: 0.4193897 Feb 09 03:36:36.287096 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'name': 'network-vif-deleted', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:36.289455 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2563efb1-2f2a-4ce6-966d-35dbe7e1d5f3" -d '{"events": [{"server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "name": "network-vif-deleted", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:36.325402 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12fc7b6-508b-43fe-829c-548d2126e374 x-openstack-request-id: req-f12fc7b6-508b-43fe-829c-548d2126e374 {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:36.325713 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9743aa97-c0f4-41c8-ac87-44a1ee3c8097", "name": "network-vif-deleted", "tag": "1a0d8cf2-1484-418d-a60c-06ecbd5c0313", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:36.325965 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f12fc7b6-508b-43fe-829c-548d2126e374 {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:36.326366 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9743aa97-c0f4-41c8-ac87-44a1ee3c8097', 'name': 'network-vif-deleted', 'tag': '1a0d8cf2-1484-418d-a60c-06ecbd5c0313', 'status': 'completed', 'code': 200} Feb 09 03:36:36.557540 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-b0823c5f-2e12-4d72-a088-841a770bc546 req-20be15ee-0888-408f-80f9-dab9f2cc8606 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=9743aa97-c0f4-41c8-ac87-44a1ee3c8097 HTTP/1.1" status: 200 len: 210 time: 0.0314817 Feb 09 03:36:36.925905 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 no longer exists at agent hyperv_n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:36.950837 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] No Port match for: 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:36.951193 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Device 1a0d8cf2-1484-418d-a60c-06ecbd5c0313 not bound to the agent host n-h1-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:38.196969 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48938) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:38.357502 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Deleting port bf47a94f-7177-4fc6-b1ae-b222b57b3781 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:38.357846 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:38.435186 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:38.435415 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (bf47a94f-7177-4fc6-b1ae-b222b57b3781), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:38.447254 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Calling delete_port for bf47a94f-7177-4fc6-b1ae-b222b57b3781 owned by network:floatingip {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:38.604377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (bf47a94f-7177-4fc6-b1ae-b222b57b3781), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:38.639781 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event deleted for resources: {'Port': ['ID=bf47a94f-7177-4fc6-b1ae-b222b57b3781,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:38.716377 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for floatingip (96a73af7-7a03-4fb0-aa1f-86f86a925f7e), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:38.716615 n-d-826675-12 neutron-server[103150]: INFO neutron.db.l3_db [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Floating IP 96a73af7-7a03-4fb0-aa1f-86f86a925f7e disassociated (deleted). External IP: 172.25.6.20, port: b5728848-6857-4bdf-a5a3-ecf08c077396. Feb 09 03:36:39.229112 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:39.344772 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:39.350539 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for floatingip (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:39.356023 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] Sync routers for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:39.366956 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:39.367579 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:39.385202 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-3cc2f533-1c32-427b-a339-c798c8f5f2d1 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "DELETE /v2.0/floatingips/96a73af7-7a03-4fb0-aa1f-86f86a925f7e HTTP/1.1" status: 204 len: 168 time: 1.1871474 Feb 09 03:36:39.385785 n-d-826675-12 neutron-server[103150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396'}] {{(pid=103150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:39.388062 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af9f9dc501a174839202d79289d08e32f43b024ac83227df1ff2099684c1b1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69256e31-e00e-4c2b-9d4a-cd6eaa956287" -d '{"events": [{"name": "network-changed", "server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396"}]}' {{(pid=103150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:39.431130 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f900fabe-4cc4-4ab7-8ebc-68ff7a7a68bd x-openstack-request-id: req-f900fabe-4cc4-4ab7-8ebc-68ff7a7a68bd {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:39.431596 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396", "status": "completed", "code": 200}]} {{(pid=103150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:39.431916 n-d-826675-12 neutron-server[103150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f900fabe-4cc4-4ab7-8ebc-68ff7a7a68bd {{(pid=103150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:39.432381 n-d-826675-12 neutron-server[103150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'status': 'completed', 'code': 200} Feb 09 03:36:39.482888 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:39.497802 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-374f8fa4-7daf-4298-b857-fc7eaa329800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:39.499502 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-374f8fa4-7daf-4298-b857-fc7eaa329800 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0479097 Feb 09 03:36:39.700977 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:39.729785 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] Checking router: c805b3c8-eca0-4299-8555-07fd4dd6e9a3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:39.739387 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:39.740000 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:39.854395 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:39.962905 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-8c454656-e05a-40ee-bb36-88b3f1d87d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:39.964340 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-8c454656-e05a-40ee-bb36-88b3f1d87d10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 200 len: 911 time: 0.4546223 Feb 09 03:36:39.975219 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bdebf-b298-4927-be9d-fb565b4298e9 req-ecb66b09-f734-43f7-89ff-559ad916953c tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:39.977112 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-654bdebf-b298-4927-be9d-fb565b4298e9 req-ecb66b09-f734-43f7-89ff-559ad916953c tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 943 time: 0.0856700 Feb 09 03:36:40.021180 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-93f134fa-69c7-4ff3-a421-add6995bea27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 200 len: 217 time: 0.0433781 Feb 09 03:36:40.064903 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:40.098580 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-3f5d18e0-6afb-4459-a76c-86cb6bbb2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:40.100137 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-3f5d18e0-6afb-4459-a76c-86cb6bbb2469 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 200 len: 849 time: 0.0720060 Feb 09 03:36:40.100668 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026ec51-f615-4ad8-ab50-c836c4015a30 None None] The sync data for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 is: [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:39Z', 'revision_number': 4, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12', '_interfaces': [{'id': '6e56448d-6e84-498d-830c-692f0fe1147b', 'name': '', 'network_id': 'a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'mac_address': 'fa:16:3e:32:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:38Z', 'updated_at': '2022-02-09T03:30:43Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'subnets': [{'id': 'd5fd38d4-3470-4c3e-8ec9-bd84368ed275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:40.104275 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-654bdebf-b298-4927-be9d-fb565b4298e9 req-4673743f-9284-44cc-a1c2-dafcc57af9c4 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d6f3943-b858-4797-8eb3-46969306f395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871880 Feb 09 03:36:40.162595 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-b5b48dc4-1db0-4d7b-92cb-575d4a032372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:40.164156 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-b5b48dc4-1db0-4d7b-92cb-575d4a032372 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0576081 Feb 09 03:36:40.267030 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-36261168-b7c3-403d-a183-a26da68ae668 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936475 Feb 09 03:36:40.350684 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3e54db-3d33-46a5-bac7-13c21d97ffe6 None None] New status for floating IP 96a73af7-7a03-4fb0-aa1f-86f86a925f7e: DOWN {{(pid=103151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:36:40.364853 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-69256e31-e00e-4c2b-9d4a-cd6eaa956287 req-e72ef935-b05e-456a-8050-fe56c39b3d22 service neutron] 10.222.0.72 "GET /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900452 Feb 09 03:36:40.497737 n-d-826675-12 neutron-server[103149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-d109e627-6c54-4ee0-9f40-8307a9aa04c8 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:40.499235 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-d109e627-6c54-4ee0-9f40-8307a9aa04c8 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.72 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 943 time: 0.0602288 Feb 09 03:36:40.593294 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Deleting port b5728848-6857-4bdf-a5a3-ecf08c077396 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:40.593640 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.688314 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] For port b5728848-6857-4bdf-a5a3-ecf08c077396, host n-h2-826675-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826675-12',level=0,port_id=b5728848-6857-4bdf-a5a3-ecf08c077396,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:40.688684 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.702416 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Calling delete_port for b5728848-6857-4bdf-a5a3-ecf08c077396 owned by compute:nova {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:40.834296 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (b5728848-6857-4bdf-a5a3-ecf08c077396), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.868767 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event deleted for resources: {'Port': ['ID=b5728848-6857-4bdf-a5a3-ecf08c077396,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:40.885302 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.885665 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.886016 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.886366 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.886751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.887092 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.887428 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.887764 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.888097 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.888432 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.888762 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.889094 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.889418 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826675-12 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:40.927295 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] No DVR routers for this DVR port b5728848-6857-4bdf-a5a3-ecf08c077396 on host n-h2-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:40.929912 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437853'] for port (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:40.933362 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-f5500b0b-a0a1-4d2a-9d01-586157d50261 req-08169292-3262-4982-9cef-955a90fac68a tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.72 "DELETE /v2.0/ports/b5728848-6857-4bdf-a5a3-ecf08c077396 HTTP/1.1" status: 204 len: 173 time: 0.4285820 Feb 09 03:36:40.933809 n-d-826675-12 neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-deleted', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:40.936174 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66c9f0dc526c9e6148f438f8e4967a94c67f49bbae1972e8de7044a9e86e94f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae77ba-2316-49f4-b8da-145a4b0ee5da" -d '{"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-deleted", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:41.039369 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28fea6-b4b0-4ed9-a82a-79ab29e2e1d0 x-openstack-request-id: req-cd28fea6-b4b0-4ed9-a82a-79ab29e2e1d0 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:41.039717 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b39d01-2884-42da-a557-78472659b7c0", "name": "network-vif-deleted", "tag": "b5728848-6857-4bdf-a5a3-ecf08c077396", "status": "completed", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:41.039983 n-d-826675-12 neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd28fea6-b4b0-4ed9-a82a-79ab29e2e1d0 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:41.040391 n-d-826675-12 neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b39d01-2884-42da-a557-78472659b7c0', 'name': 'network-vif-deleted', 'tag': 'b5728848-6857-4bdf-a5a3-ecf08c077396', 'status': 'completed', 'code': 200} Feb 09 03:36:41.220840 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [req-34b61eeb-0005-4414-bf3e-5e8c627a637f req-9f35776f-4ee3-46f9-9dbd-0d5a1fddfd58 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b39d01-2884-42da-a557-78472659b7c0 HTTP/1.1" status: 200 len: 210 time: 0.0281112 Feb 09 03:36:42.286079 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48964) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:42.344735 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fc29245-fa85-4170-8e48-709289df1be7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group (4d6f3943-b858-4797-8eb3-46969306f395), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.370845 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fc29245-fa85-4170-8e48-709289df1be7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group (4d6f3943-b858-4797-8eb3-46969306f395), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.436881 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fc29245-fa85-4170-8e48-709289df1be7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (4d6f3943-b858-4797-8eb3-46969306f395), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.439629 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-6fc29245-fa85-4170-8e48-709289df1be7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:42.440876 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-6fc29245-fa85-4170-8e48-709289df1be7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d6f3943-b858-4797-8eb3-46969306f395 HTTP/1.1" status: 204 len: 168 time: 0.1537974 Feb 09 03:36:42.450800 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc29245-fa85-4170-8e48-709289df1be7 tempest-TestSnapshotPattern-603803544 tempest-TestSnapshotPattern-603803544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6f3943-b858-4797-8eb3-46969306f395,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:43.511644 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48974) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:43.973552 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.238682 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Deleting port 6e56448d-6e84-498d-830c-692f0fe1147b {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:44.239022 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.327700 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] For port 6e56448d-6e84-498d-830c-692f0fe1147b, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=6e56448d-6e84-498d-830c-692f0fe1147b,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:44.328068 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.341613 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Calling delete_port for 6e56448d-6e84-498d-830c-692f0fe1147b owned by network:router_interface {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:44.551404 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (6e56448d-6e84-498d-830c-692f0fe1147b), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:44.578058 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e56448d-6e84-498d-830c-692f0fe1147b,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:44.765282 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.014272 n-d-826675-12 neutron-server[103149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:45.136524 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:45.141781 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-12e24448-38f8-4b02-874f-ecf198c6d542 admin admin] 10.222.0.53 "PUT /v2.0/routers/c805b3c8-eca0-4299-8555-07fd4dd6e9a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6289756 Feb 09 03:36:45.145751 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48984) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:45.150261 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] Sync routers for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:45.160365 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:45.161049 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:45.266177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks [] for router (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.270898 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: n-d-826675-12 {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:45.374284 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks [] for router_gateway (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.433684 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Deleting port 29bd1688-e3f9-4fd1-824c-03546aa58c28 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:45.433960 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.457533 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:36:44Z', 'revision_number': 5, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port': {'id': '29bd1688-e3f9-4fd1-824c-03546aa58c28', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:45.483533 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] Checking router: c805b3c8-eca0-4299-8555-07fd4dd6e9a3 for host: n-d-826675-12 {{(pid=103152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:45.492900 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] Routers {'c805b3c8-eca0-4299-8555-07fd4dd6e9a3'} bound to L3 agent in host n-d-826675-12 {{(pid=103152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:45.493503 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'], 'active': True} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:45.518448 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] For port 29bd1688-e3f9-4fd1-824c-03546aa58c28, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=29bd1688-e3f9-4fd1-824c-03546aa58c28,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:45.519358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.532508 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Calling delete_port for 29bd1688-e3f9-4fd1-824c-03546aa58c28 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:45.589139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_dvr_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] Set router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 gateway port host: None {{(pid=103152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:45.648139 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.l3_hamode_db [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:36:45Z', 'revision_number': 6, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:45.680639 n-d-826675-12 neutron-server[103152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd9bdc-e9ae-4c31-880f-43464db74af9 None None] The sync data for ids ['c805b3c8-eca0-4299-8555-07fd4dd6e9a3'] in n-d-826675-12 is: [{'id': 'c805b3c8-eca0-4299-8555-07fd4dd6e9a3', 'name': 'tempest-TestSnapshotPattern-1202611778-router', 'tenant_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:36Z', 'updated_at': '2022-02-09T03:36:45Z', 'revision_number': 6, 'project_id': '7eb5dd1a3b7e4639be14dac46c1ebd97', 'gw_port_host': None}] {{(pid=103152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:45.714675 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (29bd1688-e3f9-4fd1-824c-03546aa58c28), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.743913 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Pushing event deleted for resources: {'Port': ['ID=29bd1688-e3f9-4fd1-824c-03546aa58c28,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:45.758197 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b5728848-6857-4bdf-a5a3-ecf08c077396 no longer exists at agent hyperv_n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:45.780012 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-36aa011f-3186-4950-916f-98b845819ecc None None] No Port match for: b5728848-6857-4bdf-a5a3-ecf08c077396 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:45.780373 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Device b5728848-6857-4bdf-a5a3-ecf08c077396 not bound to the agent host n-h2-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:45.811709 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.907187 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.909691 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks [] for router_controller (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.957973 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (c805b3c8-eca0-4299-8555-07fd4dd6e9a3), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.958483 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c805b3c8-eca0-4299-8555-07fd4dd6e9a3 {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:36:45.963294 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:45.964462 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-b85adafc-5d0f-4a14-8ec2-038752c78307 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c805b3c8-eca0-4299-8555-07fd4dd6e9a3 HTTP/1.1" status: 204 len: 168 time: 0.8177438 Feb 09 03:36:45.967500 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48986) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:46.016220 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] Deleting subnet d5fd38d4-3470-4c3e-8ec9-bd84368ed275 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:36:46.020291 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] Publish callbacks [] for subnet (d5fd38d4-3470-4c3e-8ec9-bd84368ed275), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.058645 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (d5fd38d4-3470-4c3e-8ec9-bd84368ed275), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.144358 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (d5fd38d4-3470-4c3e-8ec9-bd84368ed275), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.198275 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (d5fd38d4-3470-4c3e-8ec9-bd84368ed275), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.230263 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.236141 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d5fd38d4-3470-4c3e-8ec9-bd84368ed275 HTTP/1.1" status: 204 len: 168 time: 0.2654493 Feb 09 03:36:46.236141 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14873a25-5736-49a4-826e-bb924e2c0c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5fd38d4-3470-4c3e-8ec9-bd84368ed275,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:46.237750 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48988) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:46.239575 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e9c86-d388-4727-875e-9eb2d0058fd6 None None] Network a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:46.312370 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.367080 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Deleting port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:46.367442 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.430797 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] For port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,segment=NetworkSegment(48a40f3e-9670-4d00-aeea-2186f6c3db17),segment_id=48a40f3e-9670-4d00-aeea-2186f6c3db17)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:46.431168 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.446990 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Calling delete_port for 397e1d64-1c8e-4f21-8934-9ca6f508e2bd owned by network:dhcp {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:46.480481 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] DHCP port deletion for a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:36:46.531368 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] Deleting port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:46.531768 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.535390 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.564344 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Pushing event deleted for resources: {'Port': ['ID=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:46.566775 n-d-826675-12 neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] No DVR routers for this DVR port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd on host n-d-826675-12 {{(pid=103150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:46.611081 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] For port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd, host n-d-826675-12, got binding levels [] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:46.611493 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.626965 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] Calling delete_port for 397e1d64-1c8e-4f21-8934-9ca6f508e2bd owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:46.630700 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.ipam_backend_mixin [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] Port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd was not found and therefore no delete operation was performed {{(pid=103151) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:36:46.632038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (397e1d64-1c8e-4f21-8934-9ca6f508e2bd), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.653951 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.659432 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] Pushing event deleted for resources: {'Port': ['ID=397e1d64-1c8e-4f21-8934-9ca6f508e2bd,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:46.668631 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05207fb-3c1a-46b2-ac65-3ce54114946e None None] No DVR routers for this DVR port 397e1d64-1c8e-4f21-8934-9ca6f508e2bd on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:46.686237 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9']}} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:46.696880 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a40f3e-9670-4d00-aeea-2186f6c3db17') {'for_net_delete': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:46.697180 n-d-826675-12 neutron-server[103150]: DEBUG neutron.services.segments.db [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a40f3e-9670-4d00-aeea-2186f6c3db17') {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:46.711022 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126723960'] for segment (48a40f3e-9670-4d00-aeea-2186f6c3db17), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.726633 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (48a40f3e-9670-4d00-aeea-2186f6c3db17), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.734253 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:46.734638 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129885323'] for segment (48a40f3e-9670-4d00-aeea-2186f6c3db17), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: Traceback (most recent call last): Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: timer() Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: cb(*args, **kw) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: return func(*args, **kwargs) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: self._notify() Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: self.callback(batched_events) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: event.method(event) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: return f(self, *a, **k) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: return self._get(url).json() Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:46.736767 n-d-826675-12 neutron-server[103150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:46.796692 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.803922 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:46.810070 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] 10.222.0.53 "DELETE /v2.0/networks/a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9 HTTP/1.1" status: 204 len: 168 time: 0.5679555 Feb 09 03:36:46.810317 n-d-826675-12 neutron-server[103150]: DEBUG neutron.wsgi [-] (103150) accepted ('10.222.0.53', 48990) {{(pid=103150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:46.828000 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134b3e9-a513-4b9e-83b5-bc50a9d715cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f3336e-01f2-4f88-bef3-e1c65d7a7cb9,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:46.933815 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 29bd1688-e3f9-4fd1-824c-03546aa58c28 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:46.954518 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 29bd1688-e3f9-4fd1-824c-03546aa58c28 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:46.955224 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 29bd1688-e3f9-4fd1-824c-03546aa58c28 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:46.955823 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 397e1d64-1c8e-4f21-8934-9ca6f508e2bd no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:46.976806 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 397e1d64-1c8e-4f21-8934-9ca6f508e2bd {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:46.977313 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 397e1d64-1c8e-4f21-8934-9ca6f508e2bd not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:46.977848 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6e56448d-6e84-498d-830c-692f0fe1147b no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:47.005960 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 6e56448d-6e84-498d-830c-692f0fe1147b {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:47.006475 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 6e56448d-6e84-498d-830c-692f0fe1147b not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:47.218164 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4047639'] for router_interface (6896a6b6-9742-4893-b09b-e2427051cd2c), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:47.501277 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Deleting port f1890c08-9457-44f0-b26d-11c54b9c8990 {{(pid=103150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:47.501938 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), before_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:47.591979 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] For port f1890c08-9457-44f0-b26d-11c54b9c8990, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=f1890c08-9457-44f0-b26d-11c54b9c8990,segment=NetworkSegment(98069b23-9898-4e47-8456-db744a839669),segment_id=98069b23-9898-4e47-8456-db744a839669)] {{(pid=103150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:47.592354 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), precommit_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:47.607762 n-d-826675-12 neutron-server[103150]: DEBUG neutron.plugins.ml2.plugin [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Calling delete_port for f1890c08-9457-44f0-b26d-11c54b9c8990 owned by network:router_interface {{(pid=103150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:47.823123 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129885438'] for port (f1890c08-9457-44f0-b26d-11c54b9c8990), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:47.850024 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1890c08-9457-44f0-b26d-11c54b9c8990,revision_number=None']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:48.042216 n-d-826675-12 neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3779733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4047747'] for router_interface (6896a6b6-9742-4893-b09b-e2427051cd2c), after_delete {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.281821 n-d-826675-12 neutron-server[103150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Router 6896a6b6-9742-4893-b09b-e2427051cd2c has already been hosted by L3 agent a816a97b-1919-480c-9a87-37ded5df9e10 {{(pid=103150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:48.397907 n-d-826675-12 neutron-server[103150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] Notify agent at l3_agent.n-d-826675-12 the message routers_updated {{(pid=103150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:48.406101 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48992) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:48.406631 n-d-826675-12 neutron-server[103150]: INFO neutron.wsgi [None req-009d5977-158c-4c4e-a5ef-da438372be8a admin admin] 10.222.0.53 "PUT /v2.0/routers/6896a6b6-9742-4893-b09b-e2427051cd2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5947866 Feb 09 03:36:48.410263 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] Sync routers for ids ['6896a6b6-9742-4893-b09b-e2427051cd2c'] in n-d-826675-12 {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:48.428421 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] Routers {'6896a6b6-9742-4893-b09b-e2427051cd2c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:48.429059 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6896a6b6-9742-4893-b09b-e2427051cd2c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:48.533560 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks [] for router (6896a6b6-9742-4893-b09b-e2427051cd2c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.551246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] Set router 6896a6b6-9742-4893-b09b-e2427051cd2c gateway port host: n-d-826675-12 {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:48.642547 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks [] for router_gateway (6896a6b6-9742-4893-b09b-e2427051cd2c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.717517 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Deleting port 8ebb7989-5867-4306-a59f-f920c143d743 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:48.718135 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (8ebb7989-5867-4306-a59f-f920c143d743), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.771617 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'external_fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '8ebb7989-5867-4306-a59f-f920c143d743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:36:47Z', 'revision_number': 5, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port': {'id': '8ebb7989-5867-4306-a59f-f920c143d743', 'name': '', 'network_id': '7f4361da-6d03-4d89-bef7-822a50957776', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826675-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd46b33eb-ee57-4478-8fac-1e96cf7e9b06', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826675-12'}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:48.809327 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.810068 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] Checking router: 6896a6b6-9742-4893-b09b-e2427051cd2c for host: n-d-826675-12 {{(pid=103151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:48.814408 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] For port 8ebb7989-5867-4306-a59f-f920c143d743, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=8ebb7989-5867-4306-a59f-f920c143d743,segment=NetworkSegment(10516b11-9f40-4887-857f-871ddb40e69f),segment_id=10516b11-9f40-4887-857f-871ddb40e69f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:48.814810 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (8ebb7989-5867-4306-a59f-f920c143d743), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:48.819112 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] Routers {'6896a6b6-9742-4893-b09b-e2427051cd2c'} bound to L3 agent in host n-d-826675-12 {{(pid=103151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:48.819734 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826675-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T01:51:26Z,description=,heartbeat_timestamp=2022-02-09T03:36:26Z,host='n-d-826675-12',id=a816a97b-1919-480c-9a87-37ded5df9e10,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T01:51:26Z,topic='l3_agent')) {'router_ids': ['6896a6b6-9742-4893-b09b-e2427051cd2c'], 'active': True} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:48.828419 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Calling delete_port for 8ebb7989-5867-4306-a59f-f920c143d743 owned by network:router_gateway {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:48.956681 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvr_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] Set router 6896a6b6-9742-4893-b09b-e2427051cd2c gateway port host: None {{(pid=103151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:49.060509 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_hamode_db [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:36:48Z', 'revision_number': 6, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port_host': None}], 'n-d-826675-12', False) {} {{(pid=103151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:49.089206 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc85a54-81bd-4a1e-a4e5-bcd01ca0389d None None] The sync data for ids ['6896a6b6-9742-4893-b09b-e2427051cd2c'] in n-d-826675-12 is: [{'id': '6896a6b6-9742-4893-b09b-e2427051cd2c', 'name': 'tempest-TestSnapshotPattern-1277563258-router', 'tenant_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:30:41Z', 'updated_at': '2022-02-09T03:36:48Z', 'revision_number': 6, 'project_id': 'ec5c801dcf884af2ae6c5d5cd0ca0681', 'gw_port_host': None}] {{(pid=103151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:49.380368 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (8ebb7989-5867-4306-a59f-f920c143d743), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.404221 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebb7989-5867-4306-a59f-f920c143d743,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:49.477821 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4061281'] for router_gateway (6896a6b6-9742-4893-b09b-e2427051cd2c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.575102 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4049894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25451'] for router (6896a6b6-9742-4893-b09b-e2427051cd2c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.577349 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks [] for router_controller (6896a6b6-9742-4893-b09b-e2427051cd2c), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.622113 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4049905'] for router (6896a6b6-9742-4893-b09b-e2427051cd2c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.622738 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6896a6b6-9742-4893-b09b-e2427051cd2c {{(pid=103149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:36:49.627126 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.628894 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-7c2d55c6-1bd5-4519-baaa-6e9799542310 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6896a6b6-9742-4893-b09b-e2427051cd2c HTTP/1.1" status: 204 len: 168 time: 1.2175064 Feb 09 03:36:49.631491 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48994) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:49.682815 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.db_base_plugin_v2 [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] Deleting subnet ee0f9d1c-9c95-490c-a06a-7c753c7c76b2 {{(pid=103149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:36:49.686037 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] Publish callbacks [] for subnet (ee0f9d1c-9c95-490c-a06a-7c753c7c76b2), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.720922 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126392959'] for subnet (ee0f9d1c-9c95-490c-a06a-7c753c7c76b2), precommit_delete_associations {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.800136 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017889'] for subnet (ee0f9d1c-9c95-490c-a06a-7c753c7c76b2), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.863584 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1018074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130001365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126300601'] for subnet (ee0f9d1c-9c95-490c-a06a-7c753c7c76b2), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.895405 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0f9d1c-9c95-490c-a06a-7c753c7c76b2,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:49.899666 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.903019 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-503ba511-50df-42d4-a656-ba89c36ff52b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee0f9d1c-9c95-490c-a06a-7c753c7c76b2 HTTP/1.1" status: 204 len: 168 time: 0.2706060 Feb 09 03:36:49.905534 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 48996) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:49.911528 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c194079-8b03-445e-86b7-85f0734c9796 None None] Network 8bba0a33-81bc-4cfa-839f-376abf3da84c requested from n-d-826675-12 {{(pid=103151) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:36:49.913482 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:49.978508 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647927'] for network (8bba0a33-81bc-4cfa-839f-376abf3da84c), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.039514 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Deleting port 355756b3-cf46-4011-83c1-3dd7454fb779 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:50.039876 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.091246 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] DHCP port deletion for 8bba0a33-81bc-4cfa-839f-376abf3da84c request from n-d-826675-12 {{(pid=103151) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:36:50.115285 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] For port 355756b3-cf46-4011-83c1-3dd7454fb779, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=355756b3-cf46-4011-83c1-3dd7454fb779,segment=NetworkSegment(98069b23-9898-4e47-8456-db744a839669),segment_id=98069b23-9898-4e47-8456-db744a839669)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:50.115734 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.136117 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Calling delete_port for 355756b3-cf46-4011-83c1-3dd7454fb779 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:50.145286 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] Deleting port 355756b3-cf46-4011-83c1-3dd7454fb779 {{(pid=103151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:50.145767 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772409968020'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), before_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.215654 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.db [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] For port 355756b3-cf46-4011-83c1-3dd7454fb779, host n-d-826675-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826675-12',level=0,port_id=355756b3-cf46-4011-83c1-3dd7454fb779,segment=NetworkSegment(98069b23-9898-4e47-8456-db744a839669),segment_id=98069b23-9898-4e47-8456-db744a839669)] {{(pid=103151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:50.216383 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4062380'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), precommit_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.229616 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] Calling delete_port for 355756b3-cf46-4011-83c1-3dd7454fb779 owned by network:dhcp {{(pid=103151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:50.242177 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130001162'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.270261 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Pushing event deleted for resources: {'Port': ['ID=355756b3-cf46-4011-83c1-3dd7454fb779,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:50.272142 n-d-826675-12 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] No DVR routers for this DVR port 355756b3-cf46-4011-83c1-3dd7454fb779 on host n-d-826675-12 {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:36:50.305175 n-d-826675-12 neutron-server[103151]: self.session.flush() Feb 09 03:36:50.310824 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1012008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772409975543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409634762'] for port (355756b3-cf46-4011-83c1-3dd7454fb779), after_delete {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.340196 n-d-826675-12 neutron-server[103151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] Pushing event deleted for resources: {'Port': ['ID=355756b3-cf46-4011-83c1-3dd7454fb779,revision_number=None']} {{(pid=103151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:50.344003 n-d-826675-12 neutron-server[103151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97dcc00-cf26-439b-b349-155a88377fc3 None None] No DVR routers for this DVR port 355756b3-cf46-4011-83c1-3dd7454fb779 on host n-d-826675-12 {{(pid=103151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:50.350999 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968374', 'neutron.services.segments.db._delete_segments_for_network-8772410176193'] for network (8bba0a33-81bc-4cfa-839f-376abf3da84c), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.374450 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bba0a33-81bc-4cfa-839f-376abf3da84c']}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:50.384574 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98069b23-9898-4e47-8456-db744a839669') {'for_net_delete': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:50.384872 n-d-826675-12 neutron-server[103149]: DEBUG neutron.services.segments.db [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98069b23-9898-4e47-8456-db744a839669') {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:50.395377 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410177226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126392948'] for segment (98069b23-9898-4e47-8456-db744a839669), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.410754 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299'] for segment (98069b23-9898-4e47-8456-db744a839669), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.416823 n-d-826675-12 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:36:50.417222 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130001279'] for segment (98069b23-9898-4e47-8456-db744a839669), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: Traceback (most recent call last): Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: timer() Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: cb(*args, **kw) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: return func(*args, **kwargs) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: self._notify() Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: self.callback(batched_events) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: event.method(event) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: return f(self, *a, **k) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: return self._get(url).json() Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: return self.request(url, 'GET', **kwargs) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:36:50.418901 n-d-826675-12 neutron-server[103149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:36:50.477376 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4145956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3779714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4061189'] for network (8bba0a33-81bc-4cfa-839f-376abf3da84c), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.484258 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.488579 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] 10.222.0.53 "DELETE /v2.0/networks/8bba0a33-81bc-4cfa-839f-376abf3da84c HTTP/1.1" status: 204 len: 168 time: 0.5819392 Feb 09 03:36:50.509845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6c362-91d4-4f75-b5b3-b6f1a4ace96f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bba0a33-81bc-4cfa-839f-376abf3da84c,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:50.619845 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49000) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:50.661140 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-02477386-72d2-41ff-9427-9e7ee2c73ddd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7eb5dd1a3b7e4639be14dac46c1ebd97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397704 Feb 09 03:36:50.663689 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49002) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:50.712076 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36e21eaa-444e-44b2-92d1-daca44b941e6 admin admin] Publish callbacks [] for security_group (c6895d99-36d9-4f2e-86a7-4a58255d3e33), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.733704 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36e21eaa-444e-44b2-92d1-daca44b941e6 admin admin] Publish callbacks [] for security_group (c6895d99-36d9-4f2e-86a7-4a58255d3e33), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.781266 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36e21eaa-444e-44b2-92d1-daca44b941e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (c6895d99-36d9-4f2e-86a7-4a58255d3e33), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.784522 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-36e21eaa-444e-44b2-92d1-daca44b941e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.786108 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-36e21eaa-444e-44b2-92d1-daca44b941e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6895d99-36d9-4f2e-86a7-4a58255d3e33 HTTP/1.1" status: 204 len: 168 time: 0.1214864 Feb 09 03:36:50.794174 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e21eaa-444e-44b2-92d1-daca44b941e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6895d99-36d9-4f2e-86a7-4a58255d3e33,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:50.918991 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8ebb7989-5867-4306-a59f-f920c143d743 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:50.940701 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 8ebb7989-5867-4306-a59f-f920c143d743 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:50.941057 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 8ebb7989-5867-4306-a59f-f920c143d743 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:50.941764 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f1890c08-9457-44f0-b26d-11c54b9c8990 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:50.961948 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: f1890c08-9457-44f0-b26d-11c54b9c8990 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:50.962302 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device f1890c08-9457-44f0-b26d-11c54b9c8990 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:50.962762 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 355756b3-cf46-4011-83c1-3dd7454fb779 no longer exists at agent ovs-agent-n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:50.982663 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] No Port match for: 355756b3-cf46-4011-83c1-3dd7454fb779 {{(pid=103151) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:50.983022 n-d-826675-12 neutron-server[103151]: DEBUG neutron.plugins.ml2.rpc [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Device 355756b3-cf46-4011-83c1-3dd7454fb779 not bound to the agent host n-d-826675-12 {{(pid=103151) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:51.115985 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49008) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:51.158432 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-91298723-c979-4701-9da4-63d14e158740 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec5c801dcf884af2ae6c5d5cd0ca0681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411725 Feb 09 03:36:51.161488 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [-] (103149) accepted ('10.222.0.53', 49010) {{(pid=103149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:51.214050 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9fb1-d36d-475b-9ebb-1f6d08f06e20 admin admin] Publish callbacks [] for security_group (6e7ac185-e92e-460c-82f6-1d4f8d5c1e34), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.236722 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9fb1-d36d-475b-9ebb-1f6d08f06e20 admin admin] Publish callbacks [] for security_group (6e7ac185-e92e-460c-82f6-1d4f8d5c1e34), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.285175 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9fb1-d36d-475b-9ebb-1f6d08f06e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4158933'] for security_group (6e7ac185-e92e-460c-82f6-1d4f8d5c1e34), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.287938 n-d-826675-12 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1e7e9fb1-d36d-475b-9ebb-1f6d08f06e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:51.289169 n-d-826675-12 neutron-server[103149]: INFO neutron.wsgi [None req-1e7e9fb1-d36d-475b-9ebb-1f6d08f06e20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e7ac185-e92e-460c-82f6-1d4f8d5c1e34 HTTP/1.1" status: 204 len: 168 time: 0.1266861 Feb 09 03:36:51.298196 n-d-826675-12 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e9fb1-d36d-475b-9ebb-1f6d08f06e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ac185-e92e-460c-82f6-1d4f8d5c1e34,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:53.630061 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-b70e91d8-3697-4782-b42d-6fc9caf779a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.683932 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:36:55.916532 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-46b1742b-fe99-4650-adb5-80481623690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:57.365629 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.525088 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.014337 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:18.765441 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:19.915723 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:23.623223 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15f40696-f05f-43d5-a716-cd59f4ca66aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:25.921826 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a11de0d2-a481-41d8-847f-5f21b4793406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:27.367691 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:28.529248 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:30.007950 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:30.683840 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:37:48.765611 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:49.915163 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:53.626969 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bffcff42-6c0a-4a48-b6b3-eabec7ac54f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.925320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f3f34b93-e8dc-4b2e-b2ba-3bf45e70ed83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:57.371997 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.530440 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.015736 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:07.683547 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:38:18.783331 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:19.927494 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.629825 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-62a51b3e-b99d-4357-8e85-fba37def178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:25.927388 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1f84e745-458a-4108-ab51-21eab309837a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:27.382073 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:28.533301 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:30.018131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:44.683122 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:38:48.793577 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:49.929421 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:53.634591 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-6cb86314-95dc-43b2-b87f-8fc9d5214ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:55.931719 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e3ca083c-7046-47ce-98d2-dbe1ee0093b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:57.373241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:58.538210 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.011815 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:18.793799 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:19.929585 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:21.683157 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:39:23.636793 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-d68de055-90b4-4a1f-a17c-6a154a33404e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:25.934353 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-af0249c2-42d2-4c01-b057-22c60b2e300c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:27.376764 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:28.540022 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.015854 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.798192 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.924921 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.640630 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4c105611-dcd0-4489-a142-b9e2e7de26e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:55.936418 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-da373320-f69e-4626-8e1f-ba698313f953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:57.382241 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.543459 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.682827 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:40:00.019652 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.807254 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.923701 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.644934 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c90c6371-db7f-4c01-8a02-b03a4c1a2399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.939402 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-080e42b5-1190-43c0-8852-0b4530171fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.385283 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.546686 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.023201 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.681321 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:40:48.808679 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.922680 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:53.648119 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-70a8ab12-f244-4ac2-b0e1-749deed7f59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:55.942320 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0a2f56a1-a0f9-4d66-8a1e-cf98dd15b186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:57.386671 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.548352 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.029188 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:12.680500 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:41:18.843780 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.925592 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:23.651438 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-f088d958-cc19-4cda-a587-8cb470826ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:25.945313 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c31afb1d-a67d-4345-b943-0246ac36c858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:27.390975 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.554017 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:30.022790 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:48.850922 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:49.680536 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:41:49.936285 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:53.667216 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a3a88fb7-f338-496f-a8c1-c2a99245923a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:55.947680 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-5a32a58c-2aaf-492d-a732-0887be87a174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:57.392877 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:58.556987 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.027647 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:18.848253 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:19.938782 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:23.669021 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-dc5c9130-9177-44cc-b23a-5b92b8409bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.949904 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-a12480fb-fdef-4b18-aa16-0575e5402b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:26.679729 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:42:27.396309 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.558708 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.032131 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:48.846450 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:49.953971 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:53.661579 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-2254bd58-e226-4eef-87a7-76e73ff23e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:55.953058 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1235-aa80-47f5-96e1-a06969a172d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:57.398509 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:58.562899 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:00.036552 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:03.679754 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:43:18.860038 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:19.963183 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:23.664988 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-132dcf6f-0e59-42be-ab5f-5220b96ec9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:25.955928 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c717b392-c742-46cc-b476-ad9c1243b6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:27.403395 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:28.562211 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.041027 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.416278 n-d-826675-12 neutron-server[103149]: DEBUG neutron.wsgi [req-d0beb7f8-0ac8-4df1-acd0-6ff3a3483554 req-0beba843-5e9c-4c3a-ae27-3dfbbae102da service neutron] (103149) timed out ('10.222.0.53', 46572) {{(pid=103149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:43:40.679145 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:43:48.858369 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:49.962583 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:53.669408 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-859af719-7a35-421a-ba3f-9f96b7e06fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:55.958759 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-c3e2326b-3e9e-4bbd-a810-f542d9c030c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:57.404643 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:58.565876 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:00.044730 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:17.678714 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:44:18.874000 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:19.965443 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:23.672989 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0404435c-f4b6-4966-8a7c-dc08bccb452c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:25.960449 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-795528a4-dc53-44b9-90a6-83c49c4cf3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:27.408837 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:28.569405 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:30.048720 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:48.872342 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:49.966506 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:53.675366 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36f34233-718a-48e0-b8d1-b55bf31450d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:54.678226 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:44:55.962760 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-15893f15-9944-4490-b45c-b76a2bcb13bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:57.410192 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:58.572497 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:00.054548 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:18.871474 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4cf6-77b1-4090-9a67-687e31f5e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (53ce2995-4071-43e4-b185-f1e9ce25282f), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:19.992092 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-36aa011f-3186-4950-916f-98b845819ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (d1ef98bd-cd1f-4c9d-9a5c-5db598ba01fa), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:23.679142 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-71c04e8e-2e4e-4db5-9c41-5388efb284f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (1d80f2d5-1064-4685-be2b-8ebd53f1a427), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:25.967699 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-51083d18-5485-45f8-90cb-ff4f284c3937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (a816a97b-1919-480c-9a87-37ded5df9e10), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.413738 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-1ecc04fc-d2ab-405f-be8d-e43d31e82244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (e75152b2-9c72-427f-abfb-64fc4956735d), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:28.575060 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-4e1ce156-6586-449d-9809-acf450ac6de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (0c1793d8-2ab3-456b-8b50-e598caec5dd5), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:30.051393 n-d-826675-12 neutron-server[103151]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4ae-1701-47d3-9a5b-88d05b78b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410176175', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-973757'] for agent (268cd63f-feff-447b-936c-fc63dcd32b84), after_update {{(pid=103151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:31.677956 n-d-826675-12 neutron-server[103152]: DEBUG neutron.db.agents_db [None req-7f561116-8f95-4d14-878a-71100705b113 None None] Agent healthcheck: found 7 active agents {{(pid=103152) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}